-- Logs begin at Mon 2022-04-18 19:46:47 UTC, end at Mon 2022-04-18 22:51:43 UTC. -- Apr 18 20:49:07.408367 n-d-836017-3 systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 20:49:09.627945 n-d-836017-3 neutron-server[84905]: INFO neutron.common.config [-] Logging enabled! Apr 18 20:49:09.628725 n-d-836017-3 neutron-server[84905]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev70 Apr 18 20:49:09.628725 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84905) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 18 20:49:09.631053 n-d-836017-3 neutron-server[84905]: INFO neutron.common.config [-] Logging enabled! Apr 18 20:49:09.631301 n-d-836017-3 neutron-server[84905]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev70 Apr 18 20:49:09.631545 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84905) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 18 20:49:09.632517 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:49:09.632748 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:49:09.633092 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:49:09.633333 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:49:09.633590 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:49:09.633905 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.634202 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.634497 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.634725 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.635021 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.635308 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.635591 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.635877 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.636173 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.636456 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.636733 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.637015 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.637246 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.637540 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.637826 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.638114 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.638333 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] debug = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.638610 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.639040 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.639464 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.639748 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.640036 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.640307 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.640581 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.640858 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.641185 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] host = n-d-836017-3 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.641461 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.641767 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.642054 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.642334 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.642606 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.642878 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.643159 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.643430 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.643698 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] log_file = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.644000 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.644280 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.644566 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.644850 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.645073 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.645368 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.645686 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.645975 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.646272 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.646611 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.646889 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.647163 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.647439 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.647704 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.647987 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.648270 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.648552 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.648825 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.649101 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.649385 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.649677 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.649965 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.650235 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.650507 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.650779 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.651065 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.651334 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.651607 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.651907 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.652187 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.652466 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.652747 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.653019 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.653298 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.653593 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.653869 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.654141 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] use_json = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.654408 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.654679 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.654955 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.655226 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.655499 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.655768 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.656042 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.656322 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.656592 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:09.656888 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.657183 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.657491 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.657790 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.658084 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.658364 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.658652 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.658928 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.659217 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.660103 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.660312 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.660590 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.660875 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.661166 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.661454 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.661754 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.662034 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.662327 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.662598 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.662868 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.663149 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.663439 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.663717 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.663991 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.664270 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.664546 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.664819 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.665084 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.665425 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.665741 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.666019 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.666294 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.666565 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.666842 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.667112 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.667397 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.667674 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.667946 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.668227 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.668501 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.668768 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.669041 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.669317 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.669617 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.669898 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.670176 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.670451 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.670716 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.670982 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.671251 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.671522 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.671791 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.672066 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.672336 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.672607 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.672878 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.673145 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.673418 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.673733 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.674035 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.674314 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.674596 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.674881 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.675792 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.676151 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.676436 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.676731 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.677009 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.677284 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.677607 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.677899 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.678195 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.678479 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.678760 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.679057 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.679333 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.679617 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.679897 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.680176 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.680462 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.680747 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.681042 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.681334 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.681649 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.681946 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.682242 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.682524 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.682836 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.683114 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:09.683329 n-d-836017-3 neutron-server[84905]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:49:09.683580 n-d-836017-3 neutron-server[84905]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84905) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 20:49:10.088458 n-d-836017-3 neutron-server[84905]: INFO keyring.backend [-] Loading KWallet Apr 18 20:49:10.096045 n-d-836017-3 neutron-server[84905]: INFO keyring.backend [-] Loading SecretService Apr 18 20:49:10.099204 n-d-836017-3 neutron-server[84905]: INFO keyring.backend [-] Loading Windows Apr 18 20:49:10.100516 n-d-836017-3 neutron-server[84905]: INFO keyring.backend [-] Loading chainer Apr 18 20:49:10.101136 n-d-836017-3 neutron-server[84905]: INFO keyring.backend [-] Loading macOS Apr 18 20:49:10.135180 n-d-836017-3 neutron-server[84905]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 20:49:10.135449 n-d-836017-3 neutron-server[84905]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 20:49:10.135731 n-d-836017-3 neutron-server[84905]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 20:49:10.137290 n-d-836017-3 neutron-server[84905]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 20:49:10.447137 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.447347 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.447630 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.508347 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.508622 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.508891 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.511939 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.512214 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.512480 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.541757 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.542029 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.542291 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.571590 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.571868 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.572138 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.900855 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.901560 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.901560 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.901722 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:10.902569 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.024380 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.024689 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.024969 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.025234 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.025582 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.025817 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.026080 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.026319 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.026566 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.026842 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.027100 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.027356 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.027618 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.027865 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.028125 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.028392 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.028640 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.028912 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.029163 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.029438 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.029806 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.030069 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.030300 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.030575 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.030820 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.031060 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.031452 n-d-836017-3 neutron-server[84905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:49:11.031689 n-d-836017-3 neutron-server[84905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:49:11.031921 n-d-836017-3 neutron-server[84905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:49:11.032155 n-d-836017-3 neutron-server[84905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:49:11.032388 n-d-836017-3 neutron-server[84905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:49:11.032625 n-d-836017-3 neutron-server[84905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:49:11.033186 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 20:49:11.037934 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 20:49:11.042088 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 20:49:11.046062 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 18 20:49:11.047692 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 20:49:11.048161 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 20:49:11.048520 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 20:49:11.048996 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 20:49:11.052069 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 20:49:11.052313 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 20:49:11.052663 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 20:49:11.082049 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 18 20:49:11.082658 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.082957 n-d-836017-3 neutron-server[84905]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84905) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 18 20:49:11.083322 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.084724 n-d-836017-3 neutron-server[84905]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84905) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 20:49:11.085011 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 20:49:11.085252 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 20:49:11.088495 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.088776 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:11.156064 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 20:49:11.156244 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 20:49:11.156437 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 20:49:11.156814 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 20:49:11.189496 n-d-836017-3 neutron-server[84905]: DEBUG oslo_db.sqlalchemy.engines [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84905) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 18 20:49:11.686789 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Initializing driver for type 'gre' Apr 18 20:49:11.687434 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] gre ID ranges: [(1, 1000)] Apr 18 20:49:11.889970 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Initializing driver for type 'local' Apr 18 20:49:11.890411 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Initializing driver for type 'vlan' Apr 18 20:49:11.974792 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] VlanTypeDriver initialization complete Apr 18 20:49:11.975443 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Initializing driver for type 'vxlan' Apr 18 20:49:11.975543 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] vxlan ID ranges: [(1, 1000)] Apr 18 20:49:12.195807 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Initializing extension driver 'port_security' Apr 18 20:49:12.195807 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.extensions.port_security [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] PortSecurityExtensionDriver initialization complete Apr 18 20:49:12.196094 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Initializing mechanism driver 'openvswitch' Apr 18 20:49:12.196395 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Initializing mechanism driver 'hyperv' Apr 18 20:49:12.207197 n-d-836017-3 neutron-server[84905]: DEBUG neutron.plugins.ml2.plugin [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.207882 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > port after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.208251 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > port after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.208607 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > port after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.209140 n-d-836017-3 neutron-server[84905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 20:49:12.209669 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.209961 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.210304 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.210711 n-d-836017-3 neutron-server[84905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 20:49:12.211124 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > network after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.211479 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > network after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.211820 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > network after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.212203 n-d-836017-3 neutron-server[84905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 20:49:12.212605 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > security_group after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.212953 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > security_group after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.213292 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.213852 n-d-836017-3 neutron-server[84905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 20:49:12.214265 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.214611 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.214952 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.215386 n-d-836017-3 neutron-server[84905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 20:49:12.215784 n-d-836017-3 neutron-server[84905]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] ML2 OVO RPC backend initialized. {{(pid=84905) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 18 20:49:12.216430 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.216783 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.217208 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > network before_response 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.217584 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > networks before_response 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.217934 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > port before_response 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.218279 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > ports before_response 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.218620 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > subnet before_response 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.218961 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > subnets before_response 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.219310 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > network after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.219648 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > network after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.219984 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > network after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.220319 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > port after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.220657 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > port after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.220997 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > port after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.221335 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.221698 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.222086 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.222676 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.plugin [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Modular L2 Plugin initialization complete Apr 18 20:49:12.223003 n-d-836017-3 neutron-server[84905]: DEBUG neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading services supported by the core plugin {{(pid=84905) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 20:49:12.223337 n-d-836017-3 neutron-server[84905]: INFO neutron.plugins.ml2.managers [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Got port-security extension from driver 'port_security' Apr 18 20:49:12.223803 n-d-836017-3 neutron-server[84905]: INFO neutron.extensions.vlantransparent [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Disabled vlantransparent extension. Apr 18 20:49:12.224252 n-d-836017-3 neutron-server[84905]: DEBUG neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84905) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 20:49:12.224540 n-d-836017-3 neutron-server[84905]: INFO neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading Plugin: router Apr 18 20:49:12.262520 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.262743 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router after_create 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.263030 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router before_create 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.263393 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.263765 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.264122 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router after_delete 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.264487 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.264854 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router after_create 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.265197 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router after_update 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.265568 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router after_update 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.265954 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.266277 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router after_update 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.266690 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.267121 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: port after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.267394 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: port after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.267732 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: subnet after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.268075 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.268424 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.268789 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.269301 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: port before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.269560 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router precommit_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.269966 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router after_update 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.270356 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.270714 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.271079 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.271431 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.271803 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > agent after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.272156 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > agent after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.272503 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > network after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.273445 n-d-836017-3 neutron-server[84905]: DEBUG neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Tracking information for resource: router configured {{(pid=84905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:49:12.273814 n-d-836017-3 neutron-server[84905]: DEBUG neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Tracking information for resource: floatingip configured {{(pid=84905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:49:12.278983 n-d-836017-3 neutron-server[84905]: INFO neutron.db.l3_agentschedulers_db [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 20:49:12.279570 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: port after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.279944 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: port after_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.290094 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: port after_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.290094 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: port after_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.290094 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router before_create 55550100 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.290094 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.290783 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router precommit_create 55550100 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.290783 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > router precommit_update 55550100 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.290783 n-d-836017-3 neutron-server[84905]: DEBUG neutron.services.provider_configuration [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service providers = [] {{(pid=84905) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 20:49:12.290783 n-d-836017-3 neutron-server[84905]: DEBUG neutron.db.servicetype_db [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84905) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 20:49:12.292550 n-d-836017-3 neutron-server[84905]: DEBUG neutron.services.service_base [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84905) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:49:12.292901 n-d-836017-3 neutron-server[84905]: DEBUG neutron.services.service_base [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84905) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:49:12.293242 n-d-836017-3 neutron-server[84905]: DEBUG neutron.services.service_base [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84905) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:49:12.294160 n-d-836017-3 neutron-server[84905]: DEBUG neutron.services.service_base [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84905) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:49:12.294541 n-d-836017-3 neutron-server[84905]: INFO neutron.services.service_base [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 20:49:12.294940 n-d-836017-3 neutron-server[84905]: DEBUG neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:49:12.295263 n-d-836017-3 neutron-server[84905]: INFO neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 20:49:12.306981 n-d-836017-3 neutron-server[84905]: DEBUG neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:49:12.307315 n-d-836017-3 neutron-server[84905]: INFO neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading Plugin: auto_allocate Apr 18 20:49:12.313372 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: network precommit_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.313783 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: network precommit_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.314322 n-d-836017-3 neutron-server[84905]: DEBUG neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:49:12.314643 n-d-836017-3 neutron-server[84905]: INFO neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading Plugin: tag Apr 18 20:49:12.321840 n-d-836017-3 neutron-server[84905]: DEBUG neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:49:12.322174 n-d-836017-3 neutron-server[84905]: INFO neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading Plugin: timestamp Apr 18 20:49:12.326302 n-d-836017-3 neutron-server[84905]: DEBUG neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:49:12.326641 n-d-836017-3 neutron-server[84905]: INFO neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading Plugin: network_ip_availability Apr 18 20:49:12.332068 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.332639 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.335999 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.335999 n-d-836017-3 neutron-server[84905]: DEBUG neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:49:12.335999 n-d-836017-3 neutron-server[84905]: INFO neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading Plugin: flavors Apr 18 20:49:12.340793 n-d-836017-3 neutron-server[84905]: DEBUG neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:49:12.341126 n-d-836017-3 neutron-server[84905]: INFO neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading Plugin: revisions Apr 18 20:49:12.345629 n-d-836017-3 neutron-server[84905]: DEBUG neutron.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:49:12.346021 n-d-836017-3 neutron-server[84905]: DEBUG oslo_concurrency.lockutils [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.210s {{(pid=84905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 20:49:12.346793 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84905) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 18 20:49:12.347820 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Initializing extension manager. Apr 18 20:49:12.348334 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: __init__.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.348680 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: __pycache__ {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.349014 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.349348 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.349705 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: _filter_validation_lib.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.350038 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.350369 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: address_group.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.351200 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.351810 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: address-group Apr 18 20:49:12.352134 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: address_scope.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.352853 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.353365 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: address-scope Apr 18 20:49:12.353820 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.354899 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.355425 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: router-admin-state-down-before-update Apr 18 20:49:12.355819 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: agent.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.356553 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.357060 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: agent Apr 18 20:49:12.357383 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: agent_resources_synced.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.358380 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.358896 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: agent-resources-synced Apr 18 20:49:12.359214 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: allowedaddresspairs.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.361338 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.361905 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: allowed-address-pairs Apr 18 20:49:12.362229 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: auto_allocated_topology.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.363431 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.363965 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: auto-allocated-topology Apr 18 20:49:12.364298 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: availability_zone.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.365008 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.365541 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: availability_zone Apr 18 20:49:12.365873 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: availability_zone_filter.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.374905 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.375457 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: availability_zone_filter Apr 18 20:49:12.375785 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: data_plane_status.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.376733 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.377243 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 20:49:12.377612 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: default_subnetpools.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.379175 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.379789 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: default-subnetpools Apr 18 20:49:12.380126 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.380967 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.381508 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: dhcp_agent_scheduler Apr 18 20:49:12.381934 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: dns.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.382808 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.383316 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension dns-integration not supported by any of loaded plugins Apr 18 20:49:12.383646 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: dns_domain_ports.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.384568 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.385095 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 20:49:12.385424 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: dvr.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.386135 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.386652 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: dvr Apr 18 20:49:12.386973 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: empty_string_filtering.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.387907 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.388425 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: empty-string-filtering Apr 18 20:49:12.388750 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.389692 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.390223 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 20:49:12.390552 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.391464 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.391969 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 20:49:12.392290 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: external_net.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.393190 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.393730 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: external-net Apr 18 20:49:12.394673 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.395775 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.396312 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: extra_dhcp_opt Apr 18 20:49:12.396639 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: extraroute.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.397625 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.398139 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: extraroute Apr 18 20:49:12.398462 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: extraroute_atomic.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.399500 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.400018 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: extraroute-atomic Apr 18 20:49:12.400342 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: filter_validation.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.401041 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.401613 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: filter-validation Apr 18 20:49:12.401940 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: fip_pf_description.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.402880 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.403386 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 20:49:12.403710 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: fip_port_details.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.409421 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.410139 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: fip-port-details Apr 18 20:49:12.410468 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: flavors.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.411776 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.412295 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: flavors Apr 18 20:49:12.412626 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.414386 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.414911 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 20:49:12.415240 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: floatingip_pools.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.415957 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.416472 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: floatingip-pools Apr 18 20:49:12.416798 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: ip_allocation.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.417754 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.418260 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 20:49:12.418589 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.419559 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.420070 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: ip-substring-filtering Apr 18 20:49:12.420394 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: l2_adjacency.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.421328 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.421870 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 20:49:12.422196 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: l3.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.423210 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.423731 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: router Apr 18 20:49:12.424062 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.426953 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.427492 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 20:49:12.427823 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.428777 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.429293 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: ext-gw-mode Apr 18 20:49:12.429663 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.430587 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.431583 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: l3-ha Apr 18 20:49:12.431583 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: l3_flavors.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.432341 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.432852 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: l3-flavors Apr 18 20:49:12.433178 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.438215 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.438739 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 20:49:12.439063 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: l3agentscheduler.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.440221 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.441271 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: l3_agent_scheduler Apr 18 20:49:12.441636 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: logging.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.443230 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.444013 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension logging not supported by any of loaded plugins Apr 18 20:49:12.444346 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: metering.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.445196 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.445824 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: metering Apr 18 20:49:12.446155 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.447285 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.447806 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: metering_source_and_destination_fields Apr 18 20:49:12.448136 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: multiprovidernet.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.449126 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.449667 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: multi-provider Apr 18 20:49:12.450171 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: netmtu.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.450924 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.451639 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: net-mtu Apr 18 20:49:12.451763 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: netmtu_writable.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.452694 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.453211 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: net-mtu-writable Apr 18 20:49:12.453663 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: network_availability_zone.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.454337 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.454844 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: network_availability_zone Apr 18 20:49:12.455177 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: network_ip_availability.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.456423 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.456947 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: network-ip-availability Apr 18 20:49:12.457275 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: network_segment_range.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.458115 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.460111 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 20:49:12.460450 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: pagination.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.461970 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.461970 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: pagination Apr 18 20:49:12.462706 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.489760 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.490337 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: port-mac-address-regenerate Apr 18 20:49:12.490696 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: port_resource_request.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.491745 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.492275 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 20:49:12.492598 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: portbindings.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.493569 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.494089 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: binding Apr 18 20:49:12.494421 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: portbindings_extended.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.495755 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.496269 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: binding-extended Apr 18 20:49:12.496611 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: portsecurity.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.497666 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.498235 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: port-security Apr 18 20:49:12.498587 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: project_id.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.499735 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.499980 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: project-id Apr 18 20:49:12.500374 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: providernet.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.501575 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.502112 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: provider Apr 18 20:49:12.502437 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: qos.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.507367 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.507910 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension qos not supported by any of loaded plugins Apr 18 20:49:12.508525 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.509620 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.510282 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 20:49:12.510823 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.512049 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.512664 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 20:49:12.512917 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: qos_default.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.514209 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.514766 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension qos-default not supported by any of loaded plugins Apr 18 20:49:12.515096 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: qos_fip.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.515765 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.516267 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension qos-fip not supported by any of loaded plugins Apr 18 20:49:12.516587 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: qos_gateway_ip.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.519161 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.519161 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 20:49:12.519161 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: qos_port_network_policy.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.520116 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.520116 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 20:49:12.520598 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: qos_rule_type_details.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.521432 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.521981 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 20:49:12.522307 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: qos_rules_alias.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.523405 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.523954 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 20:49:12.524268 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: quotasv2.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.525356 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.525714 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: quotas Apr 18 20:49:12.526039 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: quotasv2_detail.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.527785 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.528125 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: quota_details Apr 18 20:49:12.528610 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: rbac.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.529805 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.530357 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: rbac-policies Apr 18 20:49:12.530688 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: rbac_address_scope.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.531647 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.532172 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: rbac-address-scope Apr 18 20:49:12.532501 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: rbac_security_groups.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.533464 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.534054 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: rbac-security-groups Apr 18 20:49:12.534389 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: rbac_subnetpool.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.535521 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.536144 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: rbac-subnetpool Apr 18 20:49:12.536566 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: revisionifmatch.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.537714 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.538431 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: revision-if-match Apr 18 20:49:12.538752 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: revisions.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.539972 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.540584 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: standard-attr-revisions Apr 18 20:49:12.540933 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: router_availability_zone.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.541640 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.542161 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: router_availability_zone Apr 18 20:49:12.542479 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: routerservicetype.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.543421 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.543934 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension router-service-type not supported by any of loaded plugins Apr 18 20:49:12.544248 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.545185 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.545730 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: port-security-groups-filtering Apr 18 20:49:12.546049 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: securitygroup.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.558471 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.559021 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: security-group Apr 18 20:49:12.559408 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: segment.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.560243 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.560771 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension segment not supported by any of loaded plugins Apr 18 20:49:12.561093 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.562201 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.562672 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 20:49:12.562993 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: servicetype.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.564138 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.564669 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: service-type Apr 18 20:49:12.564996 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: sorting.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.566767 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.567481 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: sorting Apr 18 20:49:12.568490 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: standard_attr_segment.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.569273 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.569929 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 20:49:12.570253 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: standardattrdescription.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.570946 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.571455 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: standard-attr-description Apr 18 20:49:12.571778 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: stateful_security_group.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.572713 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.573226 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: stateful-security-group Apr 18 20:49:12.573572 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: stdattrs_common.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.574325 n-d-836017-3 neutron-server[84905]: WARNING neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 20:49:12.574487 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.575406 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.575916 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 20:49:12.576236 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: subnet_onboard.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.577391 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.577936 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: subnet_onboard Apr 18 20:49:12.578251 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.579174 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.579680 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 20:49:12.579998 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: subnet_service_types.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.580905 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.581524 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: subnet-service-types Apr 18 20:49:12.582013 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: subnetallocation.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.583160 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.583676 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: subnet_allocation Apr 18 20:49:12.583992 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.584669 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.585171 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: subnetpool-prefix-ops Apr 18 20:49:12.585512 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.586460 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.586967 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 20:49:12.587288 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: tagging.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.588398 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.588918 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: standard-attr-tag Apr 18 20:49:12.589265 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: timestamp.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.590535 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.591055 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loaded extension: standard-attr-timestamp Apr 18 20:49:12.591380 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: trunk.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.592411 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.592927 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension trunk not supported by any of loaded plugins Apr 18 20:49:12.593247 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: trunk_details.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.594208 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.594715 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension trunk-details not supported by any of loaded plugins Apr 18 20:49:12.595037 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: uplink_status_propagation.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.595946 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.596452 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 20:49:12.596778 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Loading extension file: vlantransparent.py {{(pid=84905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:49:12.597540 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:49:12.598057 n-d-836017-3 neutron-server[84905]: INFO neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 20:49:12.600377 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:network Apr 18 20:49:12.601117 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:subnet Apr 18 20:49:12.601743 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:49:12.602549 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:port Apr 18 20:49:12.603824 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.604274 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service FLAVORS assigned prefix: {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.604872 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.605559 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.605678 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:router Apr 18 20:49:12.613616 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 20:49:12.613616 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service METERING assigned prefix: /metering {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.613616 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.613616 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.613616 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:49:12.614286 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 20:49:12.614286 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:security_group Apr 18 20:49:12.614286 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 20:49:12.614286 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service CORE assigned prefix: {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.614286 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:49:12.614286 n-d-836017-3 neutron-server[84905]: WARNING neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] subnetpool is already registered Apr 18 20:49:12.614286 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service CORE assigned prefix: {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.615038 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:49:12.615038 n-d-836017-3 neutron-server[84905]: WARNING neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] subnetpool is already registered Apr 18 20:49:12.617288 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.617753 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service FLAVORS assigned prefix: {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.618331 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.618749 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.619077 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:router Apr 18 20:49:12.619407 n-d-836017-3 neutron-server[84905]: WARNING neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] router is already registered Apr 18 20:49:12.620005 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 20:49:12.620331 n-d-836017-3 neutron-server[84905]: WARNING neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] floatingip is already registered Apr 18 20:49:12.620957 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service METERING assigned prefix: /metering {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.621657 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 20:49:12.621987 n-d-836017-3 neutron-server[84905]: WARNING neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] rbac_policy is already registered Apr 18 20:49:12.622525 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:security_group Apr 18 20:49:12.622909 n-d-836017-3 neutron-server[84905]: WARNING neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] security_group is already registered Apr 18 20:49:12.623432 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 20:49:12.623757 n-d-836017-3 neutron-server[84905]: WARNING neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] security_group_rule is already registered Apr 18 20:49:12.624419 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service CORE assigned prefix: {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.624747 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:49:12.625071 n-d-836017-3 neutron-server[84905]: WARNING neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] subnetpool is already registered Apr 18 20:49:12.625691 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.v2.resource_helper [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Service CORE assigned prefix: {{(pid=84905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:49:12.626020 n-d-836017-3 neutron-server[84905]: INFO neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:49:12.626342 n-d-836017-3 neutron-server[84905]: WARNING neutron.quota.resource_registry [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] subnetpool is already registered Apr 18 20:49:12.626998 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: extensions {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.629141 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: address-groups {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.630760 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: address-scopes {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.632063 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: agents {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.633113 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: auto-allocated-topology {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.634377 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: availability_zones {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.635872 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: dhcp-networks {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.637020 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: dhcp-agents {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.638443 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: routers {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.640224 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: flavors {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.641438 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: service_profiles {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.642580 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: next_providers {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.644721 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: service_profiles {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.646517 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: floatingip-pools {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.647570 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: routers {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.649322 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: floatingips {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.650529 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: l3-routers {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.651865 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: l3-agents {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.653260 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: metering-labels {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.654641 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: metering-label-rules {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.655889 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: network-ip-availabilities {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.657115 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: bindings {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.660656 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: quotas {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.662149 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: quotas {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.663540 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: rbac-policies {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.664821 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: security-groups {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.666037 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: security-group-rules {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.667251 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: service-providers {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.668456 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: subnetpools {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.669888 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: subnetpools {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.671315 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: tags {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.672959 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: tags {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.674772 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: tags {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.676719 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: tags {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.678515 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: tags {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.680162 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: tags {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.681905 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: tags {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.683717 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: tags {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.685552 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: tags {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.687357 n-d-836017-3 neutron-server[84905]: DEBUG neutron.api.extensions [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Extended resource: tags {{(pid=84905) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:49:12.693746 n-d-836017-3 neutron-server[84905]: WARNING keystonemiddleware.auth_token [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 20:49:12.698593 n-d-836017-3 neutron-server[84905]: WARNING keystonemiddleware.auth_token [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 20:49:12.707625 n-d-836017-3 neutron-server[84905]: DEBUG oslo_concurrency.lockutils [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Acquired lock "singleton_lock" {{(pid=84905) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 18 20:49:12.707625 n-d-836017-3 neutron-server[84905]: DEBUG oslo_concurrency.lockutils [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Releasing lock "singleton_lock" {{(pid=84905) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 18 20:49:12.708304 n-d-836017-3 neutron-server[84905]: INFO oslo_service.service [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Starting 2 workers Apr 18 20:49:12.713053 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Started child 85048 {{(pid=84905) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 20:49:12.717628 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Started child 85049 {{(pid=84905) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 20:49:12.718986 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.719684 n-d-836017-3 neutron-server[84905]: INFO neutron.service [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 20:49:12.719944 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Notify callbacks [] for process, before_spawn {{(pid=84905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.720535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [-] (85048) wsgi starting up on http://0.0.0.0:9696 Apr 18 20:49:12.722601 n-d-836017-3 neutron-server[84905]: INFO oslo_service.service [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Starting 1 workers Apr 18 20:49:12.723390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.724862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [-] (85049) wsgi starting up on http://0.0.0.0:9696 Apr 18 20:49:12.727865 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Started child 85050 {{(pid=84905) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 20:49:12.728238 n-d-836017-3 neutron-server[84905]: INFO oslo_service.service [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Starting 1 workers Apr 18 20:49:12.732423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.service [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] calling RpcWorker wait() {{(pid=85050) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 20:49:12.736260 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Started child 85051 {{(pid=84905) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 20:49:12.736437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.service [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] returning from RpcWorker wait() {{(pid=85050) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 20:49:12.736570 n-d-836017-3 neutron-server[84905]: DEBUG neutron_lib.callbacks.manager [None req-dcb74974-2438-4f28-9725-6c74d52bf6a7 None None] Notify callbacks [] for process, after_spawn {{(pid=84905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.736698 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.736698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.736935 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84905) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 20:49:12.736935 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:49:12.736935 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:49:12.736935 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:49:12.736935 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:49:12.736935 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:49:12.738177 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.738177 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.738702 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.738856 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.739608 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.739608 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.739848 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.739965 n-d-836017-3 neutron-server[85051]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.740081 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.740451 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.740846 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.741145 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.741525 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.741806 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.742112 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.742437 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.742832 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.743123 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.743421 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.743877 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.744115 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.744355 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.744573 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.744818 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.745046 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] debug = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.745267 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.745932 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.746224 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.746535 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.746798 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.747069 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.747317 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.747649 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.747890 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.748118 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.748373 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.748601 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.748817 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.749065 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.749300 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.749571 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.749936 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] host = n-d-836017-3 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.750158 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.750390 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.750626 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.750874 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.751105 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.751323 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.751558 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.751789 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.752033 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.752272 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.752788 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.752788 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.753851 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.753851 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_file = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.755072 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_options = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.755072 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.755072 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.755072 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.755072 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.755072 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.756344 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.756344 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.756344 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.756344 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.756344 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.756344 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.757687 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.757687 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.757687 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.757687 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.757687 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.757687 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.758967 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.758967 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.758967 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.758967 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.758967 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.759965 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.759965 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.759965 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.759965 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.759965 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.761013 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.761013 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.761013 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.761013 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.761013 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.762148 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.762148 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.762148 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.762148 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.762148 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.763577 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.763577 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.763577 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.763577 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.763577 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.763577 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.764986 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.764986 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.764986 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] use_json = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.764986 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.764986 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.764986 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.771393 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.771393 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.771393 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.771393 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.771393 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.771393 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.771393 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.771393 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.773391 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.773391 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.773391 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.773391 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.773391 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.773391 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.773391 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.773391 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.774706 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.774706 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.774706 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.774706 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.774706 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.774706 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.774706 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.774706 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.775870 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.775870 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.775870 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.775870 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.775870 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.775870 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.775870 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.775870 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.775870 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.777194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.777194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.777194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.777194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.777194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.777194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.777194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.777194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.777194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.778537 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.778537 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.778537 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.778537 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.778537 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.778537 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.778537 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.778537 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.778537 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.779797 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.779797 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.779797 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.779797 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.779797 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.779797 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.779797 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.779797 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.779797 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.781161 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.781161 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.781161 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.781161 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.781161 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.781161 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.781161 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.782164 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.782164 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.782164 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.782689 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.782689 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.783309 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.783555 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.783555 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.783987 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.784826 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.785038 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.785257 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.785494 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.785807 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.786148 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.786410 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.786637 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.786875 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.787109 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.787326 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.787570 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.787802 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.788041 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.788231 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.788468 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.788709 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.789126 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.789297 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.789450 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.789672 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.789905 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.790204 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.790483 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.790736 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.790981 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.791328 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.791524 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.791800 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.792035 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.792335 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.792590 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.792840 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.793108 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.793352 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.793645 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.798439 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.798439 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.798439 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.798439 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.798439 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.798439 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.798439 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.798439 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.799030 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.799030 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.799030 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.799030 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.799030 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.799030 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.799030 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.799030 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.801060 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.801060 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.801060 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.801060 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.801060 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.801060 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.801060 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.801060 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.802168 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.802168 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.802168 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.802168 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.802168 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.802168 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.802168 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.802168 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.802961 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.802961 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.802961 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.802961 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.803702 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.803702 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.803702 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.803702 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.804159 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.804159 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.804368 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.804596 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.804810 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.805039 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.805303 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.805542 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.805763 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.806106 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.806240 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.806436 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.806686 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.806933 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.807192 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.807419 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.807641 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.807879 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.808128 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.808342 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.808582 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.808823 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.809053 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.809263 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.809490 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.809732 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.809941 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.810164 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.810423 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.810784 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.811174 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.811692 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.811978 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.812238 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.812820 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.812820 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.813278 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.813428 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.813646 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.813799 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.814081 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.814323 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.814516 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.814727 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.816789 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.816789 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.816789 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.816789 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.816789 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.816789 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.817535 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.817535 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.817535 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.817902 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.817902 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.818118 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.818337 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.818819 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.819294 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.819439 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.819546 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.819738 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.820144 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.822194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.822194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.822194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.822194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.822194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.822194 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.827709 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.827709 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.827709 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.827709 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.827709 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.827709 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.827709 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.827709 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828325 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828325 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828325 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828325 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828325 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828325 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828325 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828325 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828763 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828763 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828763 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828763 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828763 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828763 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828763 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.828763 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.829239 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.829239 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.829239 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.829415 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.829679 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.829907 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.830181 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.830430 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.830647 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.830878 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.831108 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.831356 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.831590 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.831822 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.832085 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.832326 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.832743 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.832743 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.833424 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.833424 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.834868 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.834868 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.834868 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:49:12.834868 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84905) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 20:49:12.834868 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:49:12.834868 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:49:12.835668 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:49:12.835668 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:49:12.835668 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:49:12.835668 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.835668 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.835668 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.836499 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.836499 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.836499 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.836499 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.836499 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.837125 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.837125 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.837125 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.837125 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.837125 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.837662 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.837662 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.837662 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.838005 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.838005 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.838221 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.838221 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.838438 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.838540 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.838651 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] debug = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.838755 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.839335 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.839335 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.839335 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.839335 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.839838 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.839838 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.839838 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.840252 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.840252 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.840252 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.840547 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.840547 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.840736 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.840838 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.840958 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.841088 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] host = n-d-836017-3 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.841220 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.841346 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.841535 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.841666 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.841831 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.841956 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.842157 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.842327 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.842500 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.842655 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.842810 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.843116 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.843245 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.843400 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_file = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.843549 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_options = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.843696 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.843843 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.844041 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.844229 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.844362 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.844485 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.844623 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.844784 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.844940 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.845133 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.845315 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.845542 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.845542 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.845810 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.845933 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.846085 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.846297 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.846506 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.846506 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.846822 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.846822 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.847713 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.847713 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.847997 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.847997 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.848210 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.848312 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.848449 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.848604 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.848760 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.848914 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.849068 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.849224 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.849380 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.849569 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.849697 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.849848 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.850000 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.850211 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.850350 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.850473 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.850631 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.850746 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.850895 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.851076 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.851207 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] use_json = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.851349 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.851602 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.851754 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.851903 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.852020 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.852125 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.852227 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.852412 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.852621 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:49:12.852794 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.852955 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.853127 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.853484 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.853608 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.853713 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.853848 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.854025 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860249 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860249 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860249 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860249 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860249 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860249 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860249 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860249 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860919 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860919 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860919 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860919 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860919 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860919 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860919 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860919 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.860919 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.861672 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.861672 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.861672 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.861672 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.861672 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.861672 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.861672 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.861672 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.861672 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.862296 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.862296 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.862296 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.862296 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.862296 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.862296 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.862296 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.862296 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.862296 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.863294 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.863294 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.863294 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.863294 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.863294 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.863294 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.863294 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.863294 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.863294 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866172 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866172 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866172 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866172 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866172 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866172 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866172 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866172 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866172 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866715 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866715 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866715 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866715 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866715 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866715 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866715 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866715 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.866715 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867289 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867289 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867289 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867289 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867289 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867289 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867289 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867289 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867754 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867754 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867754 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867754 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867754 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867754 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867754 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.867754 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868184 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868184 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868184 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868184 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868184 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868184 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868184 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868184 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868691 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868691 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868691 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868691 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868691 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868691 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868691 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.868691 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.869119 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.869119 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.869119 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.869119 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.869358 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.869424 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.869739 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.869739 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.869906 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.870247 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.870247 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.870416 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.870495 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.870640 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.870796 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.871130 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.871886 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.872064 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.872518 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.872621 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.872767 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.872905 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.873053 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.873189 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.873334 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.873465 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.873665 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.873817 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.873976 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.874141 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.874296 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.874518 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.874662 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.874785 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.874966 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.875134 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.875484 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.875484 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.875642 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.875792 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.876210 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.876565 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.877520 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.877520 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.877520 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.877520 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.877520 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.877846 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.877846 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.877983 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.878117 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.878845 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.879006 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.879164 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.879322 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.879481 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.879817 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.879983 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.880143 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.880308 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.880553 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.880647 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.880765 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.880936 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.881493 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.881493 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.881493 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.881855 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.882165 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.882475 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.882639 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.882792 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.882953 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.883114 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.883269 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.883600 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.883767 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.883987 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.884155 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.889500 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.889500 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.889500 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.889500 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.889500 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.889500 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.889500 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.889500 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.889500 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890298 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890298 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890298 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890298 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890298 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890298 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890298 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890298 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890298 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890811 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890811 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890811 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890811 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890811 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890811 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890811 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890811 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.890811 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.891384 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.891384 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.891384 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.891384 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.891384 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.891384 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.891384 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.892038 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.892341 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.892519 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.892695 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.892861 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.893023 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.893200 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.893350 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.893545 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.893713 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.893971 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.894125 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.894338 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.894686 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.894847 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.895015 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.911486 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.911661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.911765 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.911765 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.911765 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.911765 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.911765 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.911765 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.911765 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.911765 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912297 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912297 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912297 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912297 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912297 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912297 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912297 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912297 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912297 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912860 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912860 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912860 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912860 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912860 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912860 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912860 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912860 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.912860 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.913424 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.913424 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.913424 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:49:12.913424 n-d-836017-3 neutron-server[84905]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:49:13.095013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54482) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:13.104669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073550 Apr 18 20:49:24.479062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce5377-29bf-48a1-9afd-6f97867d4e8d None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 20:49:24.559823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bce5377-29bf-48a1-9afd-6f97867d4e8d None None] No non-hosted networks {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 20:49:24.578668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.agentschedulers_db [None req-3bce5377-29bf-48a1-9afd-6f97867d4e8d None None] DHCP Agent not found on host n-d-836017-3 {{(pid=85050) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 20:49:24.670764 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-06b3a836-0be3-45fa-a1ed-dd42920e98cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698622'] for agent, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.038228 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-25781749-d8fc-43b8-9945-9cc1a86873f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698622'] for agent, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.080467 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-e082e010-8431-4d0d-85be-4ccbd8106596 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-836017-3 {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:27.081489 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-e082e010-8431-4d0d-85be-4ccbd8106596 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:27.700817 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e082e010-8431-4d0d-85be-4ccbd8106596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.896450 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698622'] for agent, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.897935 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:27.898548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:27.899162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:27.899701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:27.900276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:27.900822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:27.901651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:27.902231 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:27.902871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:27.903396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:27.905564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:27.905564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836017-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:27.914634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836017-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:28.380553 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698622'] for agent, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.757573 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698622'] for agent, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.672203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54574) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:32.083328 n-d-836017-3 neutron-server[85050]: INFO neutron.db.l3_hamode_db [None req-4f7cf63e-308b-439f-aa79-4858102ce72a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 20:49:32.173820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7cf63e-308b-439f-aa79-4858102ce72a None None] Routers set() bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:49:32.174530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7cf63e-308b-439f-aa79-4858102ce72a None None] Router IDs set() for agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 20:49:32.341124 n-d-836017-3 neutron-server[85048]: WARNING oslo_policy.policy [None req-f51b804c-3a62-441d-a91b-228de1505ec1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:49:32.341736 n-d-836017-3 neutron-server[85048]: WARNING oslo_policy.policy [None req-f51b804c-3a62-441d-a91b-228de1505ec1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:49:32.558392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-f51b804c-3a62-441d-a91b-228de1505ec1 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:49:32.559508 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f51b804c-3a62-441d-a91b-228de1505ec1 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8863919 Apr 18 20:49:34.930742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54588) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:35.601621 n-d-836017-3 neutron-server[85049]: WARNING oslo_policy.policy [None req-474600a7-95f9-4891-82ed-7db725aa6633 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:49:35.602196 n-d-836017-3 neutron-server[85049]: WARNING oslo_policy.policy [None req-474600a7-95f9-4891-82ed-7db725aa6633 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:49:35.816049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-474600a7-95f9-4891-82ed-7db725aa6633 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:35.869922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.policy [None req-474600a7-95f9-4891-82ed-7db725aa6633 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85049) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 18 20:49:35.870675 n-d-836017-3 neutron-server[85049]: WARNING oslo_policy.policy [None req-474600a7-95f9-4891-82ed-7db725aa6633 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:49:35.871047 n-d-836017-3 neutron-server[85049]: WARNING oslo_policy.policy [None req-474600a7-95f9-4891-82ed-7db725aa6633 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:49:35.874404 n-d-836017-3 neutron-server[85049]: INFO neutron.quota [None req-474600a7-95f9-4891-82ed-7db725aa6633 admin admin] Loaded quota_driver: . Apr 18 20:49:35.890918 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-474600a7-95f9-4891-82ed-7db725aa6633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:36.045617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-474600a7-95f9-4891-82ed-7db725aa6633 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776079315448', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776079167194', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776079176682', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776079154067', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776079148858', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7579325', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7399465', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1654461', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1604791'] for rbac-policy, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.219893 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-474600a7-95f9-4891-82ed-7db725aa6633 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.221387 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-474600a7-95f9-4891-82ed-7db725aa6633 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2886107 Apr 18 20:49:38.947265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54606) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:39.332500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:39.337615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:39.341822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Usage tracker for resource:network and tenant:ecc8aba2dac340f08971b553ded6aa64 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:39.347328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:39.353810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:39.448966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Made reservation on behalf of ecc8aba2dac340f08971b553ded6aa64 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:39.451870 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.470829 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.517895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:39.522289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Usage tracker for resource:security_group_rule and tenant:ecc8aba2dac340f08971b553ded6aa64 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:39.525167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:39.531259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:39.611748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.671608 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.696722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:39.725264 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776081377904', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.725855 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Unsubscribe: segment precommit_create {{(pid=85049) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 20:49:39.726418 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Added segment 304a4c61-892d-4ca0-9ab0-5b9d6b47d588 of type vlan for network 68359182-2d69-4add-87ae-896bcb4c9d41 Apr 18 20:49:39.742010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425582e3-6d48-412f-858b-29bcf674ba27,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:39.804637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:39.804975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:39.805305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:39.805662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:39.805980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:39.806300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:39.806620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:39.806942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:39.807253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:39.807567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:39.807880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Tracked resource versions report: Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: pushed versions: Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: { 'ConntrackHelper': {'1.0'}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'Log': {'1.0'}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'Network': {'1.1'}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'Port': {'1.5'}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'PortForwarding': {'1.2'}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'QosPolicy': {'1.8'}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'SecurityGroup': {'1.2'}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'SecurityGroupRule': {'1.0'}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'SubPort': {'1.0'}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'Subnet': {'1.1'}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'Trunk': {'1.1'}} Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: consumer versions: Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: { DHCP agent@n-d-836017-3: {}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: L3 agent@n-d-836017-3: {}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: Metadata agent@n-d-836017-3: {}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: Metering agent@n-d-836017-3: {}, Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: Open vSwitch agent@n-d-836017-3: { 'ConntrackHelper': '1.0', Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'Log': '1.0', Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'Network': '1.1', Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'Port': '1.5', Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'PortForwarding': '1.2', Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'QosPolicy': '1.8', Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'SecurityGroup': '1.2', Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'SecurityGroupRule': '1.0', Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'SubPort': '1.0', Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'Subnet': '1.1', Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: 'Trunk': '1.1'}} Apr 18 20:49:39.808894 n-d-836017-3 neutron-server[85049]: {{(pid=85049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:49:39.852913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.952085 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.953214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:39.953903 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.066645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=68359182-2d69-4add-87ae-896bcb4c9d41,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:40.080917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 68359182-2d69-4add-87ae-896bcb4c9d41 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:49:40.145504 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1cb63628-a5ad-48e4-a019-a40e02efa4f4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1823680 Apr 18 20:49:42.871879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54622) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:43.475442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.policy [None req-98a8eea4-9b36-4380-a314-92f3db938fc2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85048) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 18 20:49:43.491763 n-d-836017-3 neutron-server[85048]: WARNING oslo_policy.policy [None req-98a8eea4-9b36-4380-a314-92f3db938fc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:49:43.491763 n-d-836017-3 neutron-server[85048]: WARNING oslo_policy.policy [None req-98a8eea4-9b36-4380-a314-92f3db938fc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:49:43.491763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a8eea4-9b36-4380-a314-92f3db938fc2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:43.491763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-98a8eea4-9b36-4380-a314-92f3db938fc2 admin admin] 10.222.0.11 "GET /v2.0/networks/68359182-2d69-4add-87ae-896bcb4c9d41 HTTP/1.1" status: 200 len: 825 time: 0.6082084 Apr 18 20:49:43.516164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4f31310c-3c66-4069-b6a9-7e05cb41e363 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/7fdd9b60-b0e0-4c31-8ffd-f4523f907a6c HTTP/1.1" status: 200 len: 734 time: 0.0269070 Apr 18 20:49:43.525251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Request body: {'subnet': {'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41', 'name': 'private-subnet', 'subnetpool_id': '7fdd9b60-b0e0-4c31-8ffd-f4523f907a6c'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:43.526879 n-d-836017-3 neutron-server[85048]: INFO neutron.quota [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Loaded quota_driver: . Apr 18 20:49:43.533275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:43.540230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Usage tracker for resource:subnet and tenant:ecc8aba2dac340f08971b553ded6aa64 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:43.543768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:43.552140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:43.671293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Made reservation on behalf of ecc8aba2dac340f08971b553ded6aa64 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:43.674143 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.061588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.155213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Checking segment: {'id': '304a4c61-892d-4ca0-9ab0-5b9d6b47d588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:44.161835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Network hostable DHCP agents. Network: 68359182-2d69-4add-87ae-896bcb4c9d41, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:44.165304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc16f18-3006-4270-9f58-3252679eefaa,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:44.181505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:44.181850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:44.182190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:44.182520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:44.182852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:44.183178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:44.183501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:44.183827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:44.184145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:44.184463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:44.184778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Tracked resource versions report: Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: pushed versions: Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: { 'ConntrackHelper': {'1.0'}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'Log': {'1.0'}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'Network': {'1.1'}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'Port': {'1.5'}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'PortForwarding': {'1.2'}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'QosPolicy': {'1.8'}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'SecurityGroup': {'1.2'}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'SecurityGroupRule': {'1.0'}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'SubPort': {'1.0'}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'Subnet': {'1.1'}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'Trunk': {'1.1'}} Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: consumer versions: Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: { DHCP agent@n-d-836017-3: {}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: L3 agent@n-d-836017-3: {}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: Metadata agent@n-d-836017-3: {}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: Metering agent@n-d-836017-3: {}, Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: Open vSwitch agent@n-d-836017-3: { 'ConntrackHelper': '1.0', Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'Log': '1.0', Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'Network': '1.1', Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'Port': '1.5', Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'PortForwarding': '1.2', Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'QosPolicy': '1.8', Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'SecurityGroup': '1.2', Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'SecurityGroupRule': '1.0', Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'SubPort': '1.0', Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'Subnet': '1.1', Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: 'Trunk': '1.1'}} Apr 18 20:49:44.185848 n-d-836017-3 neutron-server[85048]: {{(pid=85048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:49:44.286607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Network 68359182-2d69-4add-87ae-896bcb4c9d41 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:44.366744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 68359182-2d69-4add-87ae-896bcb4c9d41) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:44.372737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:44.373520 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.379932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99610c-2f85-4b7d-9bc6-662c015266ef None None] Network 68359182-2d69-4add-87ae-896bcb4c9d41 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:49:44.483530 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-061d7760-ebcc-427a-aa14-1fbdaf787239 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9601192 Apr 18 20:49:44.722369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-68359182-2d69-4add-87ae-896bcb4c9d41', 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'fixed_ips': [{'subnet_id': '3fc16f18-3006-4270-9f58-3252679eefaa'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:49:44.723533 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.921969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Allocated IP 172.20.0.2 (68359182-2d69-4add-87ae-896bcb4c9d41/3fc16f18-3006-4270-9f58-3252679eefaa/693061eb-2d64-4432-bbf5-6b9f19ad15be) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:45.183745 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.199154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Transition to ACTIVE for port object 693061eb-2d64-4432-bbf5-6b9f19ad15be will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:45.226250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Transition to ACTIVE for port object 693061eb-2d64-4432-bbf5-6b9f19ad15be will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:45.292973 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.364106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Network 68359182-2d69-4add-87ae-896bcb4c9d41 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:45.369222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:45.373450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:49:45.380890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Pushing event updated for resources: {'Port': ['ID=693061eb-2d64-4432-bbf5-6b9f19ad15be,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:45.421131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.421498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.421845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.422184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.422517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.422848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.423317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.423496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.423819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.424176 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.424499 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Tracked resource versions report: Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: pushed versions: Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: { 'ConntrackHelper': {'1.0'}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'Log': {'1.0'}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'Network': {'1.1'}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'Port': {'1.5'}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'PortForwarding': {'1.2'}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'QosPolicy': {'1.8'}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'SecurityGroup': {'1.2'}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'SecurityGroupRule': {'1.0'}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'SubPort': {'1.0'}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'Subnet': {'1.1'}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'Trunk': {'1.1'}} Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: consumer versions: Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: { DHCP agent@n-d-836017-3: {}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: L3 agent@n-d-836017-3: {}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: Metadata agent@n-d-836017-3: {}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: Metering agent@n-d-836017-3: {}, Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: Open vSwitch agent@n-d-836017-3: { 'ConntrackHelper': '1.0', Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'Log': '1.0', Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'Network': '1.1', Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'Port': '1.5', Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'PortForwarding': '1.2', Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'QosPolicy': '1.8', Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'SecurityGroup': '1.2', Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'SecurityGroupRule': '1.0', Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'SubPort': '1.0', Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'Subnet': '1.1', Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: 'Trunk': '1.1'}} Apr 18 20:49:45.425619 n-d-836017-3 neutron-server[85050]: {{(pid=85050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:49:45.488558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Attempting to bind port 693061eb-2d64-4432-bbf5-6b9f19ad15be on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:45.488962 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Attempting to bind port 693061eb-2d64-4432-bbf5-6b9f19ad15be by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '304a4c61-892d-4ca0-9ab0-5b9d6b47d588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:45.489381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Attempting to bind port 693061eb-2d64-4432-bbf5-6b9f19ad15be on network 68359182-2d69-4add-87ae-896bcb4c9d41 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:45.496739 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:49:45.497156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Checking segment: {'id': '304a4c61-892d-4ca0-9ab0-5b9d6b47d588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:45.497661 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.498062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Bound using segment: {'id': '304a4c61-892d-4ca0-9ab0-5b9d6b47d588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:49:45.498585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Bound port: 693061eb-2d64-4432-bbf5-6b9f19ad15be, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304a4c61-892d-4ca0-9ab0-5b9d6b47d588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:45.498982 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.595755 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] For port 693061eb-2d64-4432-bbf5-6b9f19ad15be, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:45.600674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] For port 693061eb-2d64-4432-bbf5-6b9f19ad15be, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=693061eb-2d64-4432-bbf5-6b9f19ad15be,segment=NetworkSegment(304a4c61-892d-4ca0-9ab0-5b9d6b47d588),segment_id=304a4c61-892d-4ca0-9ab0-5b9d6b47d588)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:45.672254 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.795663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93194884-e9ee-480e-a7bb-bf709b2c2df4 None None] Pushing event updated for resources: {'Port': ['ID=693061eb-2d64-4432-bbf5-6b9f19ad15be,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:46.951228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54638) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:47.551429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-92c46094-88df-4729-8005-d4e3bacbf3a5 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:49:47.552432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-92c46094-88df-4729-8005-d4e3bacbf3a5 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6002419 Apr 18 20:49:49.662927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb31bd-39e2-4eea-8b71-5de3ee7dd2e6 None None] Network 68359182-2d69-4add-87ae-896bcb4c9d41 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:49:49.853503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c622f917-7413-402f-99b4-22e003ce6ca4 None None] Provisioning for port 693061eb-2d64-4432-bbf5-6b9f19ad15be completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:50.029069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54652) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:50.242221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 693061eb-2d64-4432-bbf5-6b9f19ad15be up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:50.389179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 693061eb-2d64-4432-bbf5-6b9f19ad15be completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:50.395281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 693061eb-2d64-4432-bbf5-6b9f19ad15be triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:50.395677 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.478392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-c3f34db4-bfe7-4e17-9fc8-5264e264ea70 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:49:50.479403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c3f34db4-bfe7-4e17-9fc8-5264e264ea70 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4493814 Apr 18 20:49:50.517229 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.555724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 693061eb-2d64-4432-bbf5-6b9f19ad15be, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=693061eb-2d64-4432-bbf5-6b9f19ad15be,segment=NetworkSegment(304a4c61-892d-4ca0-9ab0-5b9d6b47d588),segment_id=304a4c61-892d-4ca0-9ab0-5b9d6b47d588)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:50.613642 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.692151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=693061eb-2d64-4432-bbf5-6b9f19ad15be,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:52.208676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 693061eb-2d64-4432-bbf5-6b9f19ad15be up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:52.280431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 693061eb-2d64-4432-bbf5-6b9f19ad15be triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:52.280793 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.231667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54664) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:53.709064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f2f9fec3-5c59-47e2-a927-d2f5d30971a4 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'admin_state_up': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:53.714426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f2f9fec3-5c59-47e2-a927-d2f5d30971a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:53.718370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f2f9fec3-5c59-47e2-a927-d2f5d30971a4 admin admin] Usage tracker for resource:router and tenant:ecc8aba2dac340f08971b553ded6aa64 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:53.721792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f2f9fec3-5c59-47e2-a927-d2f5d30971a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:53.728162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f2f9fec3-5c59-47e2-a927-d2f5d30971a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:53.826283 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fec3-5c59-47e2-a927-d2f5d30971a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.827912 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fec3-5c59-47e2-a927-d2f5d30971a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.855645 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fec3-5c59-47e2-a927-d2f5d30971a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.024631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fec3-5c59-47e2-a927-d2f5d30971a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.115383 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fec3-5c59-47e2-a927-d2f5d30971a4 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.116665 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f2f9fec3-5c59-47e2-a927-d2f5d30971a4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8840158 Apr 18 20:49:54.469864 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-347236a9-09e6-4d21-9128-b12a618a48d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.560501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54674) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:56.793622 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:49:57.000027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-b924f53b-b3db-47b2-9c0b-8f385e90f089 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:49:57.001016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b924f53b-b3db-47b2-9c0b-8f385e90f089 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4395819 Apr 18 20:49:57.020189 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb51c9b5-e9ce-454e-8d51-4949f60e1a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.909740 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.317201 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.482917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54694) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:59.663318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:59.668354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:59.672226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Usage tracker for resource:network and tenant:293d5b1e2d2a4c2697f104328427d9b9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:59.675884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:59.681770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:59.766623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Made reservation on behalf of 293d5b1e2d2a4c2697f104328427d9b9 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:59.769170 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.787243 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.828573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:59.833070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Usage tracker for resource:security_group_rule and tenant:293d5b1e2d2a4c2697f104328427d9b9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:59.836037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:59.841873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:59.913828 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.983762 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.008769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Reserving flat network on physical network physnet1 {{(pid=85048) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 20:50:00.023107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd186d6e-a1f2-478b-8251-b69a2433f36d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.030813 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776081377904', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.031399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Unsubscribe: segment precommit_create {{(pid=85048) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 20:50:00.031890 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Added segment 3a66ec73-2a3e-4935-96a3-757b474dbe97 of type flat for network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 Apr 18 20:50:00.079405 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.191430 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.192311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:00.193136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.312062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb3bfc9-093a-4a62-adb7-7a8c6f167846,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.331128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:50:00.380770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7159f93e-77a8-4d84-85f1-446fdc716e59 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8966522 Apr 18 20:50:00.699554 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.526820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54714) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:02.669640 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd5f0c4-ed29-4e45-838f-8e8c96c38254 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:02.670986 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-afd5f0c4-ed29-4e45-838f-8e8c96c38254 admin admin] 10.222.0.11 "GET /v2.0/subnets/3fc16f18-3006-4270-9f58-3252679eefaa HTTP/1.1" status: 200 len: 849 time: 0.1431868 Apr 18 20:50:02.828061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-15647130-2b19-41ea-9c2a-32c7153d32f8 admin admin] 10.222.0.11 "GET /v2.0/routers/e1bbf26f-ba69-4054-8c33-a61c64315d90 HTTP/1.1" status: 200 len: 704 time: 0.1508060 Apr 18 20:50:03.319597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.561356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Allocated IP 172.20.0.1 (68359182-2d69-4add-87ae-896bcb4c9d41/3fc16f18-3006-4270-9f58-3252679eefaa/795acd4d-1d85-4259-a55f-920421193432) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:03.719679 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.738285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Transition to ACTIVE for port object 795acd4d-1d85-4259-a55f-920421193432 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:03.847496 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.919606 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Network 68359182-2d69-4add-87ae-896bcb4c9d41 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:03.922524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:03.928178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Pushing event updated for resources: {'Port': ['ID=795acd4d-1d85-4259-a55f-920421193432,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:03.941057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:03.941640 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.206542 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.275267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f1ce798d-b724-485a-94bd-4a2ff421060f None None] Provisioning for port 795acd4d-1d85-4259-a55f-920421193432 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:04.280796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f1ce798d-b724-485a-94bd-4a2ff421060f None None] Provisioning complete for port 795acd4d-1d85-4259-a55f-920421193432 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:04.281162 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1ce798d-b724-485a-94bd-4a2ff421060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.335219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce798d-b724-485a-94bd-4a2ff421060f None None] Port 795acd4d-1d85-4259-a55f-920421193432 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:50:04.446851 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.540093 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.540908 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.677157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Pushing event updated for resources: {'Port': ['ID=795acd4d-1d85-4259-a55f-920421193432,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:04.742791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Network 68359182-2d69-4add-87ae-896bcb4c9d41 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:04.743822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:04.961548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b1694024-b6c0-43b9-9143-4873d220909c None None] Provisioning complete for port 795acd4d-1d85-4259-a55f-920421193432 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:04.961925 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b1694024-b6c0-43b9-9143-4873d220909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.016416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b1694024-b6c0-43b9-9143-4873d220909c None None] Port 795acd4d-1d85-4259-a55f-920421193432 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:50:05.213948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Router e1bbf26f-ba69-4054-8c33-a61c64315d90 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:50:05.390752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:05.401360 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Sync routers for ids ['e1bbf26f-ba69-4054-8c33-a61c64315d90'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:50:05.402555 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f2f9c021-e12a-4fe6-900d-1cdf0c356068 admin admin] 10.222.0.11 "PUT /v2.0/routers/e1bbf26f-ba69-4054-8c33-a61c64315d90/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5692859 Apr 18 20:50:05.417644 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Routers {'e1bbf26f-ba69-4054-8c33-a61c64315d90'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:05.418518 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T20:49:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1bbf26f-ba69-4054-8c33-a61c64315d90'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:05.600177 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Set router e1bbf26f-ba69-4054-8c33-a61c64315d90 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:05.985649 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'name': 'router1', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:53Z', 'updated_at': '2022-04-18T20:50:04Z', 'revision_number': 2, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64', 'gw_port_host': None, '_interfaces': [{'id': '795acd4d-1d85-4259-a55f-920421193432', 'name': '', 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'mac_address': 'fa:16:3e:c5:d6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fc16f18-3006-4270-9f58-3252679eefaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:03Z', 'updated_at': '2022-04-18T20:50:04Z', 'revision_number': 2, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64', 'subnets': [{'id': '3fc16f18-3006-4270-9f58-3252679eefaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7fdd9b60-b0e0-4c31-8ffd-f4523f907a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:05.990908 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Checking router: e1bbf26f-ba69-4054-8c33-a61c64315d90 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:50:05.991271 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Updating router e1bbf26f-ba69-4054-8c33-a61c64315d90 port 795acd4d-1d85-4259-a55f-920421193432 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:50:06.049862 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.458560 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.474987 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Transition to ACTIVE for port object 795acd4d-1d85-4259-a55f-920421193432 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:06.631436 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.845883 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Pushing event updated for resources: {'Port': ['ID=795acd4d-1d85-4259-a55f-920421193432,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:06.899079 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:06.899457 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:06.900034 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:06.900556 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:06.901054 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:06.901636 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:06.902077 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:06.902410 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:06.902735 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:06.903178 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:06.903479 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Tracked resource versions report: Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: pushed versions: Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: { 'ConntrackHelper': {'1.0'}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'Log': {'1.0'}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'Network': {'1.1'}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'Port': {'1.5'}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'PortForwarding': {'1.2'}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'QosPolicy': {'1.8'}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'SecurityGroup': {'1.2'}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'SecurityGroupRule': {'1.0'}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'SubPort': {'1.0'}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'Subnet': {'1.1'}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'Trunk': {'1.1'}} Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: consumer versions: Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: { DHCP agent@n-d-836017-3: {}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: L3 agent@n-d-836017-3: {}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: Metadata agent@n-d-836017-3: {}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: Metering agent@n-d-836017-3: {}, Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: Open vSwitch agent@n-d-836017-3: { 'ConntrackHelper': '1.0', Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'Log': '1.0', Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'Network': '1.1', Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'Port': '1.5', Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'PortForwarding': '1.2', Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'QosPolicy': '1.8', Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'SecurityGroup': '1.2', Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'SecurityGroupRule': '1.0', Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'SubPort': '1.0', Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'Subnet': '1.1', Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: 'Trunk': '1.1'}} Apr 18 20:50:06.905132 n-d-836017-3 neutron-server[85051]: {{(pid=85051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:50:06.916567 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Attempting to bind port 795acd4d-1d85-4259-a55f-920421193432 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:06.916969 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Attempting to bind port 795acd4d-1d85-4259-a55f-920421193432 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '304a4c61-892d-4ca0-9ab0-5b9d6b47d588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:06.918115 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Attempting to bind port 795acd4d-1d85-4259-a55f-920421193432 on network 68359182-2d69-4add-87ae-896bcb4c9d41 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:06.925984 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:50:06.926502 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Checking segment: {'id': '304a4c61-892d-4ca0-9ab0-5b9d6b47d588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:06.926874 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.927261 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Bound using segment: {'id': '304a4c61-892d-4ca0-9ab0-5b9d6b47d588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:50:06.927839 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Bound port: 795acd4d-1d85-4259-a55f-920421193432, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304a4c61-892d-4ca0-9ab0-5b9d6b47d588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:06.928181 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.027414 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] For port 795acd4d-1d85-4259-a55f-920421193432, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:07.031618 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] For port 795acd4d-1d85-4259-a55f-920421193432, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=795acd4d-1d85-4259-a55f-920421193432,segment=NetworkSegment(304a4c61-892d-4ca0-9ab0-5b9d6b47d588),segment_id=304a4c61-892d-4ca0-9ab0-5b9d6b47d588)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:07.135073 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.265629 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead5e0a-90f0-420b-b7d2-872b20e6d1e7 None None] Pushing event updated for resources: {'Port': ['ID=795acd4d-1d85-4259-a55f-920421193432,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:07.275975 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Routers {'e1bbf26f-ba69-4054-8c33-a61c64315d90'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:07.277006 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T20:49:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1bbf26f-ba69-4054-8c33-a61c64315d90'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:07.442129 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] Set router e1bbf26f-ba69-4054-8c33-a61c64315d90 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:07.628725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54728) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:07.786883 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'name': 'router1', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:53Z', 'updated_at': '2022-04-18T20:50:04Z', 'revision_number': 2, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64', 'gw_port_host': None, '_interfaces': [{'id': '795acd4d-1d85-4259-a55f-920421193432', 'name': '', 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'mac_address': 'fa:16:3e:c5:d6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fc16f18-3006-4270-9f58-3252679eefaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:03Z', 'updated_at': '2022-04-18T20:50:07Z', 'revision_number': 4, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64', 'subnets': [{'id': '3fc16f18-3006-4270-9f58-3252679eefaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7fdd9b60-b0e0-4c31-8ffd-f4523f907a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:07.791215 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752b835-52e9-438c-96ca-70f09ac7a647 None None] The sync data for ids ['e1bbf26f-ba69-4054-8c33-a61c64315d90'] in n-d-836017-3 is: [{'id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'name': 'router1', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:53Z', 'updated_at': '2022-04-18T20:50:04Z', 'revision_number': 2, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64', 'gw_port_host': None, '_interfaces': [{'id': '795acd4d-1d85-4259-a55f-920421193432', 'name': '', 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'mac_address': 'fa:16:3e:c5:d6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fc16f18-3006-4270-9f58-3252679eefaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:03Z', 'updated_at': '2022-04-18T20:50:07Z', 'revision_number': 4, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64', 'subnets': [{'id': '3fc16f18-3006-4270-9f58-3252679eefaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7fdd9b60-b0e0-4c31-8ffd-f4523f907a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:50:07.810058 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b8d987-3ee0-417e-abfc-aa8ab6e40fa7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:07.810607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-72b8d987-3ee0-417e-abfc-aa8ab6e40fa7 admin admin] Synchronizing usage tracker for tenant:293d5b1e2d2a4c2697f104328427d9b9 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:07.892016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-72b8d987-3ee0-417e-abfc-aa8ab6e40fa7 admin admin] Unset dirty status for tenant:293d5b1e2d2a4c2697f104328427d9b9 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:07.894023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-72b8d987-3ee0-417e-abfc-aa8ab6e40fa7 admin admin] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 842 time: 0.2640026 Apr 18 20:50:07.903177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'cidr': '172.25.3.0/24', 'ip_version': 4, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'name': 'public-subnet'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:07.909217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:07.914081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Usage tracker for resource:subnet and tenant:293d5b1e2d2a4c2697f104328427d9b9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:07.916828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:07.923110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:07.989319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Made reservation on behalf of 293d5b1e2d2a4c2697f104328427d9b9 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:07.991847 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.531561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.objects.ports [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85048) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:50:08.532286 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.612046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0210d0f2-5554-484b-92fe-d13f90fc4b4f,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:08.622537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:08.622894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Network hostable DHCP agents. Network: 0eb3bfc9-093a-4a62-adb7-7a8c6f167846, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:08.728460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:08.814811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 0eb3bfc9-093a-4a62-adb7-7a8c6f167846) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:08.819924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:08.820517 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.824908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66082134-744d-4136-9b7b-360ca53d8ebf None None] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:50:08.906976 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5cbb954f-7ece-4974-abba-3dcb1f2768a9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0071008 Apr 18 20:50:09.132789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af389d81-031d-42df-9c63-6de4e8dace26 None None] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:50:10.246308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 795acd4d-1d85-4259-a55f-920421193432 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:10.389242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 795acd4d-1d85-4259-a55f-920421193432 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:10.396416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 795acd4d-1d85-4259-a55f-920421193432 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:10.396785 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.540511 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.576317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 795acd4d-1d85-4259-a55f-920421193432, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=795acd4d-1d85-4259-a55f-920421193432,segment=NetworkSegment(304a4c61-892d-4ca0-9ab0-5b9d6b47d588),segment_id=304a4c61-892d-4ca0-9ab0-5b9d6b47d588)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:10.669054 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.740587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=795acd4d-1d85-4259-a55f-920421193432,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:11.235658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54742) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:11.473330 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fb10346d-f25e-4a1d-b57f-d9f82ae26488 admin admin] 10.222.0.11 "GET /v2.0/routers/e1bbf26f-ba69-4054-8c33-a61c64315d90 HTTP/1.1" status: 200 len: 710 time: 0.2357087 Apr 18 20:50:11.615331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edd52a1-4c4c-49d5-bbfd-e4e8b7a0343c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:11.616632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5edd52a1-4c4c-49d5-bbfd-e4e8b7a0343c admin admin] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 886 time: 0.1382737 Apr 18 20:50:11.626247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:12.125657 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.224320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 795acd4d-1d85-4259-a55f-920421193432 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:12.293384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 795acd4d-1d85-4259-a55f-920421193432 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:12.293774 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.382034 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.441222 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.580488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Allocated IP 172.25.3.244 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/25f6f604-5dca-4740-b5e7-b798c13073e4) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:12.772607 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.871449 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.936210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:12.939042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:12.943434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:12.973159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Pushing event updated for resources: {'Port': ['ID=25f6f604-5dca-4740-b5e7-b798c13073e4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:13.156467 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.325836 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.329065 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.525689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Router e1bbf26f-ba69-4054-8c33-a61c64315d90 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:13.725752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:13.733768 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.734961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4b56932f-746f-42e0-a1c1-1045d8492164 admin admin] 10.222.0.11 "PUT /v2.0/routers/e1bbf26f-ba69-4054-8c33-a61c64315d90 HTTP/1.1" status: 200 len: 890 time: 2.1123705 Apr 18 20:50:13.735250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Sync routers for ids ['e1bbf26f-ba69-4054-8c33-a61c64315d90'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:50:13.750010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Routers {'e1bbf26f-ba69-4054-8c33-a61c64315d90'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:13.750707 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T20:49:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1bbf26f-ba69-4054-8c33-a61c64315d90'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:13.955768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Set router e1bbf26f-ba69-4054-8c33-a61c64315d90 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:14.310028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'name': 'router1', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '25f6f604-5dca-4740-b5e7-b798c13073e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:53Z', 'updated_at': '2022-04-18T20:50:12Z', 'revision_number': 4, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64', 'gw_port': {'id': '25f6f604-5dca-4740-b5e7-b798c13073e4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:12Z', 'updated_at': '2022-04-18T20:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '795acd4d-1d85-4259-a55f-920421193432', 'name': '', 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'mac_address': 'fa:16:3e:c5:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fc16f18-3006-4270-9f58-3252679eefaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:03Z', 'updated_at': '2022-04-18T20:50:10Z', 'revision_number': 5, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64', 'subnets': [{'id': '3fc16f18-3006-4270-9f58-3252679eefaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7fdd9b60-b0e0-4c31-8ffd-f4523f907a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:14.315560 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Checking router: e1bbf26f-ba69-4054-8c33-a61c64315d90 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:50:14.315902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Updating router e1bbf26f-ba69-4054-8c33-a61c64315d90 port 25f6f604-5dca-4740-b5e7-b798c13073e4 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:50:14.370373 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.712540 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.724260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Transition to ACTIVE for port object 25f6f604-5dca-4740-b5e7-b798c13073e4 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:14.801065 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.879950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438679a8-604f-490f-a38f-561b184f1865 None None] Pushing event updated for resources: {'Port': ['ID=25f6f604-5dca-4740-b5e7-b798c13073e4,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:14.882370 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Attempting to bind port 25f6f604-5dca-4740-b5e7-b798c13073e4 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:14.882730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Attempting to bind port 25f6f604-5dca-4740-b5e7-b798c13073e4 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:14.883094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Attempting to bind port 25f6f604-5dca-4740-b5e7-b798c13073e4 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:14.890030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:50:14.890403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:14.890799 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.891186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:50:14.891646 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Bound port: 25f6f604-5dca-4740-b5e7-b798c13073e4, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:14.892120 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.965290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] For port 25f6f604-5dca-4740-b5e7-b798c13073e4, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:14.968179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] For port 25f6f604-5dca-4740-b5e7-b798c13073e4, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=25f6f604-5dca-4740-b5e7-b798c13073e4,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:15.026150 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.108251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438679a8-604f-490f-a38f-561b184f1865 None None] Pushing event updated for resources: {'Port': ['ID=25f6f604-5dca-4740-b5e7-b798c13073e4,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:15.113292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Routers {'e1bbf26f-ba69-4054-8c33-a61c64315d90'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:15.113930 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T20:49:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1bbf26f-ba69-4054-8c33-a61c64315d90'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:15.320119 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] Set router e1bbf26f-ba69-4054-8c33-a61c64315d90 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:15.692523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'name': 'router1', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '25f6f604-5dca-4740-b5e7-b798c13073e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:53Z', 'updated_at': '2022-04-18T20:50:12Z', 'revision_number': 4, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64', 'gw_port': {'id': '25f6f604-5dca-4740-b5e7-b798c13073e4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:12Z', 'updated_at': '2022-04-18T20:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '795acd4d-1d85-4259-a55f-920421193432', 'name': '', 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'mac_address': 'fa:16:3e:c5:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fc16f18-3006-4270-9f58-3252679eefaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:03Z', 'updated_at': '2022-04-18T20:50:10Z', 'revision_number': 5, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64', 'subnets': [{'id': '3fc16f18-3006-4270-9f58-3252679eefaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7fdd9b60-b0e0-4c31-8ffd-f4523f907a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:15.696807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4984db1f-cca6-41e3-9164-df6d44102e9a None None] The sync data for ids ['e1bbf26f-ba69-4054-8c33-a61c64315d90'] in n-d-836017-3 is: [{'id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'name': 'router1', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '25f6f604-5dca-4740-b5e7-b798c13073e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:53Z', 'updated_at': '2022-04-18T20:50:12Z', 'revision_number': 4, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64', 'gw_port': {'id': '25f6f604-5dca-4740-b5e7-b798c13073e4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:12Z', 'updated_at': '2022-04-18T20:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '795acd4d-1d85-4259-a55f-920421193432', 'name': '', 'network_id': '68359182-2d69-4add-87ae-896bcb4c9d41', 'tenant_id': 'ecc8aba2dac340f08971b553ded6aa64', 'mac_address': 'fa:16:3e:c5:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bbf26f-ba69-4054-8c33-a61c64315d90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fc16f18-3006-4270-9f58-3252679eefaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:03Z', 'updated_at': '2022-04-18T20:50:10Z', 'revision_number': 5, 'project_id': 'ecc8aba2dac340f08971b553ded6aa64', 'subnets': [{'id': '3fc16f18-3006-4270-9f58-3252679eefaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7fdd9b60-b0e0-4c31-8ffd-f4523f907a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:50:16.034327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54752) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:16.177281 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-02216f7a-f4c6-4edd-82ce-54b899b42f6e admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1417811 Apr 18 20:50:16.257645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 25f6f604-5dca-4740-b5e7-b798c13073e4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:16.437136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 25f6f604-5dca-4740-b5e7-b798c13073e4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:16.444901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 25f6f604-5dca-4740-b5e7-b798c13073e4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:16.445377 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.571268 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.589465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 25f6f604-5dca-4740-b5e7-b798c13073e4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=25f6f604-5dca-4740-b5e7-b798c13073e4,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:16.686772 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.757722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=25f6f604-5dca-4740-b5e7-b798c13073e4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:18.234826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 25f6f604-5dca-4740-b5e7-b798c13073e4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:18.315873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 25f6f604-5dca-4740-b5e7-b798c13073e4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:18.316611 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.539844 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fa976c5e-472d-4824-b4a0-b66cc08d7417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.035244 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-417b2853-1bf8-4333-aa61-c6a86392e1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.934121 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.351607 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.733366 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.793221 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:50:54.480138 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e8184494-e328-482e-81c8-b9bd31046b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.024548 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c29c649b-0792-40c8-bc90-3f928a5c8c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.903157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.333323 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.710671 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.794348 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:51:24.470141 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c3a872f-2ee2-490e-91f8-090373e35070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.001321 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d334-bb36-4e3b-8637-f6543d87f3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.961132 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.327565 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.692878 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.796148 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:51:54.475141 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-10ae9a1d-92a3-47b7-94b0-afbbe8e3e346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.994817 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2b6dae82-e704-4ebc-ae02-a5fd6e64fe54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.891947 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.376809 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.726637 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.480322 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-24390932-058f-427e-b992-b5868dbb86ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.796346 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:52:27.000042 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5722c93c-dabf-457d-b4e4-4e2ce1430631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.920391 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.343010 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.633297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55356) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:29.734861 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb7e3a7-e931-4c24-8d4b-2101b829836b admin admin] GET failed (client error): The resource could not be found. Apr 18 20:52:29.743453 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dfb7e3a7-e931-4c24-8d4b-2101b829836b admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1031787 Apr 18 20:52:29.900469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c354019d-25b3-46cb-9041-24dae526e756 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:29.901865 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c354019d-25b3-46cb-9041-24dae526e756 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576788 Apr 18 20:52:30.765757 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.018445 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55366) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:32.166034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc76f8-687d-458e-9943-b93a77399d1d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.167403 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-11bc76f8-687d-458e-9943-b93a77399d1d admin admin] 10.222.0.11 "GET /v2.0/subnets/3fc16f18-3006-4270-9f58-3252679eefaa HTTP/1.1" status: 200 len: 849 time: 0.1479716 Apr 18 20:52:32.177506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:32.297898 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Notify callbacks [] for subnet, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.560024 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776081348509'] for subnet, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.618629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.619247 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.620584 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] 10.222.0.11 "PUT /v2.0/subnets/3fc16f18-3006-4270-9f58-3252679eefaa HTTP/1.1" status: 200 len: 868 time: 0.4473438 Apr 18 20:52:32.627617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95368ba8-8e1b-419b-9547-dc0aa0c3d750 None None] Network 68359182-2d69-4add-87ae-896bcb4c9d41 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:32.654981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc16f18-3006-4270-9f58-3252679eefaa,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:32.665891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:32.666268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:32.666571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:32.666921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:32.667245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:32.667569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:32.667911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:32.668252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:32.668575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:32.668901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:32.669237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ad29-4be9-4471-9c34-47ef4118587d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:33.122409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-33f91b8b-df5b-4b3c-ab91-3f6b3592d507 None None] Provisioning complete for port 795acd4d-1d85-4259-a55f-920421193432 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:33.122900 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-33f91b8b-df5b-4b3c-ab91-3f6b3592d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.269323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-33f91b8b-df5b-4b3c-ab91-3f6b3592d507 None None] Provisioning complete for port 693061eb-2d64-4432-bbf5-6b9f19ad15be triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:33.269618 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-33f91b8b-df5b-4b3c-ab91-3f6b3592d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.834835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55376) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:35.037709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff1e28-5efd-47a3-938a-5f16871a6bfc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:35.037999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff1e28-5efd-47a3-938a-5f16871a6bfc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:35.039535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0fff1e28-5efd-47a3-938a-5f16871a6bfc admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2037556 Apr 18 20:52:37.333500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55386) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:37.545441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c71e84-5360-4db4-9516-4e3519c35d66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:37.545747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c71e84-5360-4db4-9516-4e3519c35d66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:37.547308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f8c71e84-5360-4db4-9516-4e3519c35d66 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2128131 Apr 18 20:52:39.640184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55396) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:39.856337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2834d94-70d1-4c8d-ace0-045463f84e43 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:39.857707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a2834d94-70d1-4c8d-ace0-045463f84e43 admin admin] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 886 time: 0.2165241 Apr 18 20:52:42.015752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55406) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:42.288457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8631a7ee-3674-4785-aae3-e2a92a3f86c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:42.290030 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8631a7ee-3674-4785-aae3-e2a92a3f86c5 admin admin] 10.222.0.11 "GET /v2.0/networks/68359182-2d69-4add-87ae-896bcb4c9d41 HTTP/1.1" status: 200 len: 869 time: 0.2730613 Apr 18 20:52:44.685377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55416) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:44.841003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a7c40-1fde-4b08-a397-562ea6a44ef5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:44.841370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a7c40-1fde-4b08-a397-562ea6a44ef5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:44.842987 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a67a7c40-1fde-4b08-a397-562ea6a44ef5 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1565144 Apr 18 20:52:47.008017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55426) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:47.155900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc78664-8d72-4f85-8a47-a45ec85036dd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.156376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc78664-8d72-4f85-8a47-a45ec85036dd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.156998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dfc78664-8d72-4f85-8a47-a45ec85036dd admin admin] Synchronizing usage tracker for tenant:293d5b1e2d2a4c2697f104328427d9b9 on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:47.257493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dfc78664-8d72-4f85-8a47-a45ec85036dd admin admin] Unset dirty status for tenant:293d5b1e2d2a4c2697f104328427d9b9 on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:47.259016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dfc78664-8d72-4f85-8a47-a45ec85036dd admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2496047 Apr 18 20:52:49.520330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55436) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:49.652618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6766994-ccbf-4974-b031-32030dca3e32 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:49.654026 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b6766994-ccbf-4974-b031-32030dca3e32 admin admin] 10.222.0.11 "GET /v2.0/subnets/0210d0f2-5554-484b-92fe-d13f90fc4b4f HTTP/1.1" status: 200 len: 816 time: 0.1327260 Apr 18 20:52:51.728032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55446) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:51.868740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43bd6cb-13e8-4a13-8bbd-ad15786ee9d7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:51.870135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e43bd6cb-13e8-4a13-8bbd-ad15786ee9d7 admin admin] 10.222.0.11 "GET /v2.0/subnets/3fc16f18-3006-4270-9f58-3252679eefaa HTTP/1.1" status: 200 len: 868 time: 0.1411431 Apr 18 20:52:54.491627 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8775fd51-400d-4720-acf7-9c4184ece81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.017008 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c027-bc75-4a2a-8c5b-8553e4f806b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.902671 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.342487 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.730971 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.796444 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:53:10.330753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55484) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:10.404250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-851336fb-66c8-4bc4-8193-e1f07b0660d5 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:53:10.405262 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-851336fb-66c8-4bc4-8193-e1f07b0660d5 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0735745 Apr 18 20:53:12.560691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55494) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:12.655103 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-04181a73-ea0c-4285-b28d-2efa937d1729 admin admin] GET failed (client error): The resource could not be found. Apr 18 20:53:12.656993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-04181a73-ea0c-4285-b28d-2efa937d1729 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0947485 Apr 18 20:53:12.789503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de912a-99e4-456f-92f8-f7e077c0c0d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:12.790908 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-84de912a-99e4-456f-92f8-f7e077c0c0d6 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1300769 Apr 18 20:53:14.907686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55504) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:14.983124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:14.988278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:14.998403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:15.091048 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Made reservation on behalf of 293d5b1e2d2a4c2697f104328427d9b9 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:15.093280 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.186071 n-d-836017-3 neutron-server[85048]: WARNING neutron.services.revisions.revision_plugin [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Could not find related network for resource to bump revision. Apr 18 20:53:15.198841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:15.208628 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.208941 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Added segment d0b934da-e3d8-4b08-ac49-8728b9391d41 of type vlan for network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 Apr 18 20:53:15.233634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.336447 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.337309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.337927 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.440864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:15.449208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:15.451704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:15.451704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:15.451704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:15.451704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:15.451704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:15.451704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:15.451704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:15.452274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:15.452274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:15.452421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:15.464862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:53:15.497374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2cd1b82f-9dd1-4a01-978f-b45815b2c540 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5885289 Apr 18 20:53:17.653354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55514) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:17.747721 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4248ac7d-f303-4625-8b26-93c70bb0e6f7 admin admin] GET failed (client error): The resource could not be found. Apr 18 20:53:17.748216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4248ac7d-f303-4625-8b26-93c70bb0e6f7 admin admin] Synchronizing usage tracker for tenant:293d5b1e2d2a4c2697f104328427d9b9 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:17.867974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4248ac7d-f303-4625-8b26-93c70bb0e6f7 admin admin] Unset dirty status for tenant:293d5b1e2d2a4c2697f104328427d9b9 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:17.869184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4248ac7d-f303-4625-8b26-93c70bb0e6f7 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2147954 Apr 18 20:53:17.983144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e83957f-ec96-491b-a16b-1f6189da20a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:17.984713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6e83957f-ec96-491b-a16b-1f6189da20a9 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1115005 Apr 18 20:53:17.994625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:17.999654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:18.010762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:18.096497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Made reservation on behalf of 293d5b1e2d2a4c2697f104328427d9b9 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:18.098824 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.377056 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.466835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:18.482134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:18.493534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Network hostable DHCP agents. Network: e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:18.576222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:18.662267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:18.666881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.667484 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.672568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc56fa24-4233-42c4-9d0f-54ae13062acd None None] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:53:18.778243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4c8a1730-2e11-4376-aba1-be804729a692 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7871323 Apr 18 20:53:18.907877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'tenant_id': '293d5b1e2d2a4c2697f104328427d9b9', 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:53:18.908730 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.078057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Allocated IP 192.168.233.2 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/0e500674-f7a5-440f-b307-62e397d7c55c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:19.293518 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.304275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Transition to ACTIVE for port object 0e500674-f7a5-440f-b307-62e397d7c55c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:19.324404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Transition to ACTIVE for port object 0e500674-f7a5-440f-b307-62e397d7c55c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:19.393250 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.469730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:19.472845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:19.477392 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Pushing event updated for resources: {'Port': ['ID=0e500674-f7a5-440f-b307-62e397d7c55c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:19.479777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:53:19.518987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:19.519335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:19.519676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:19.520175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:19.520346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:19.520675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:19.521003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:19.521331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:19.521683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:19.522008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:19.522334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:19.579407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Attempting to bind port 0e500674-f7a5-440f-b307-62e397d7c55c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:19.579772 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Attempting to bind port 0e500674-f7a5-440f-b307-62e397d7c55c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:19.580132 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Attempting to bind port 0e500674-f7a5-440f-b307-62e397d7c55c on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:19.586891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:19.587256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:19.587650 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.588047 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:19.588501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Bound port: 0e500674-f7a5-440f-b307-62e397d7c55c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:19.588896 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.682617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] For port 0e500674-f7a5-440f-b307-62e397d7c55c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:19.686134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] For port 0e500674-f7a5-440f-b307-62e397d7c55c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0e500674-f7a5-440f-b307-62e397d7c55c,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:19.759730 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.851273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e359ae-d417-4d8d-87f2-81391fdfd0af None None] Pushing event updated for resources: {'Port': ['ID=0e500674-f7a5-440f-b307-62e397d7c55c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:20.352275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0e500674-f7a5-440f-b307-62e397d7c55c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:20.553682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 0e500674-f7a5-440f-b307-62e397d7c55c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:20.788658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841cc25-cf85-4f27-8d7f-c8b2600609b6 None None] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:53:20.959964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e9ae7608-093e-44f6-aa1b-80aa01fc483b None None] Provisioning for port 0e500674-f7a5-440f-b307-62e397d7c55c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:20.970706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e9ae7608-093e-44f6-aa1b-80aa01fc483b None None] Provisioning complete for port 0e500674-f7a5-440f-b307-62e397d7c55c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:20.971077 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7608-093e-44f6-aa1b-80aa01fc483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.152546 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7608-093e-44f6-aa1b-80aa01fc483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.203340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e9ae7608-093e-44f6-aa1b-80aa01fc483b None None] For port 0e500674-f7a5-440f-b307-62e397d7c55c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0e500674-f7a5-440f-b307-62e397d7c55c,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:21.285207 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7608-093e-44f6-aa1b-80aa01fc483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.372632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae7608-093e-44f6-aa1b-80aa01fc483b None None] Pushing event updated for resources: {'Port': ['ID=0e500674-f7a5-440f-b307-62e397d7c55c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:21.410685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7f44cdec-3a3f-40cd-ac4b-a20bed04d5b9 None None] Provisioning complete for port 0e500674-f7a5-440f-b307-62e397d7c55c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:21.410997 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7f44cdec-3a3f-40cd-ac4b-a20bed04d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:22.314234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0e500674-f7a5-440f-b307-62e397d7c55c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:22.385983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0e500674-f7a5-440f-b307-62e397d7c55c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:22.386345 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.524972 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2e031de8-b6ee-44d3-815d-c0ea3e4fd7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.039699 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-275da04a-7528-400c-b8cf-ea85c049a70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.988636 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.471350 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.759485 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.802436 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:53:54.532073 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ddc889ff-a3cd-4328-9870-e40abf9bf645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.017210 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53610549-2d72-4043-b5a6-e9c9b0ff36a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.936897 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.353618 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.792927 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.808054 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:54:24.501018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-12d16e7e-1dd8-4e35-b445-e98160e77db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.067151 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce38b-9c74-4ed9-8209-a97d1e32ab8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.913017 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.375579 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.782516 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.816941 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:54:54.523628 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8818d71b-3578-42f4-9f25-ede5a4c329f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.027100 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-56bd0674-d890-4daa-bce4-1395fe6f9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.992262 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.420911 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.810151 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.205874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55556) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:16.215972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-2cb03dee-4e53-4d5a-8cc4-a8b8240f1a5d tempest-verify_tempest_config-443804232 tempest-verify_tempest_config-443804232-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:55:16.217001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2cb03dee-4e53-4d5a-8cc4-a8b8240f1a5d tempest-verify_tempest_config-443804232 tempest-verify_tempest_config-443804232-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0100265 Apr 18 20:55:16.938955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55572) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:17.115580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.159520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:17.164127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Usage tracker for resource:security_group_rule and tenant:3411a1a8864d41ebac8d6750f17702e6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:17.168214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:17.174927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:17.262602 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.357152 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.422024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d382cae1-0fa2-4775-80ba-090a11bf1e32,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:17.431414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Synchronizing usage tracker for tenant:293d5b1e2d2a4c2697f104328427d9b9 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:17.444696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:17.445045 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:17.445457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:17.446002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:17.446463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:17.446886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:17.447315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:17.447742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:17.448163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:17.448641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:17.449089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:17.563729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] Unset dirty status for tenant:293d5b1e2d2a4c2697f104328427d9b9 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:17.565977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-35fbb348-6ee9-4065-a7d9-fef68b615216 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3411a1a8864d41ebac8d6750f17702e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6252995 Apr 18 20:55:17.569356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55578) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:17.688923 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7194a27b-256a-4a58-a1fe-c8e36602ef0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.729407 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7194a27b-256a-4a58-a1fe-c8e36602ef0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.009074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7194a27b-256a-4a58-a1fe-c8e36602ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.036285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194a27b-256a-4a58-a1fe-c8e36602ef0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d382cae1-0fa2-4775-80ba-090a11bf1e32,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:18.040036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7194a27b-256a-4a58-a1fe-c8e36602ef0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.041232 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7194a27b-256a-4a58-a1fe-c8e36602ef0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d382cae1-0fa2-4775-80ba-090a11bf1e32 HTTP/1.1" status: 204 len: 168 time: 0.4704165 Apr 18 20:55:24.563681 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ee3d9d04-9120-4a2a-ad96-d5604a14e5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.031807 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa2ab-08ba-4f8b-a2c5-2ab01286770e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.957192 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.368747 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.820606 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:55:30.751262 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.487800 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0ff0-4c09-49be-a7de-8ab44301d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.036626 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46f13cfd-a417-4517-b75f-eb3978782ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.974145 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.397176 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.767957 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.819719 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:56:24.596538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-55a11dfa-2a7f-492a-bd34-dab30e9fb0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.098105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4eef763e-ab6c-4822-9e17-ee7f1978c472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.042168 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.362820 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.807877 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.813900 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:56:54.510497 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3c556e4-45bf-44bf-b8b3-77b679e1212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.189706 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f39f3a7-710c-4114-907d-6bcbfbcf5ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.024955 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.396265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.985438 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.821700 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:57:24.532056 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-32ef34b5-5855-4791-b67b-08de0c15d9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.063266 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c4b0-7d45-43e8-835b-e512a794945d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.201941 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.435345 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.783769 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.589181 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-671e0c4f-6b5c-43be-831f-3779a9d195aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.103598 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3464dd61-b4f1-4901-a978-d367e158d2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.813062 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 5 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:57:58.080408 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.451665 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.823441 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.525586 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8e942713-e823-451e-a244-9680cdda7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.091396 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-60b88ef4-50f4-49d1-a62a-e61ff0f13cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.972032 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.394001 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.783101 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.178113 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698622'] for agent, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.815916 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 6 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:58:39.074286 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698622'] for agent, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.525121 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-163d6a25-d04a-4f8d-a7c3-54999a98599e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.124875 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-28d81fb5-e2f6-4607-b6be-dfd66bac7ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.925887 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.422827 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.776018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.096004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.860583 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.821780 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:59:24.559731 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-64eb5d39-f636-41bd-9716-644206dc3b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.046257 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f49c25e7-c25a-4a17-9cc9-c53b1eec6803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.931351 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.405814 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.501151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55642) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:29.766456 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e89d70c5-8310-44d2-999f-6b5461d55f48 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.2638080 Apr 18 20:59:30.786273 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.703074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55656) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:32.818769 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4808edbb-029f-4674-a7fd-d0055424b885 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1141479 Apr 18 20:59:33.170400 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.896539 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.824706 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:59:54.546767 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ecc2c932-5fe9-48bc-9d86-ba5ec952378a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.049285 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed93af94-ce4a-44de-b025-7fe8e51aa818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.917892 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.403569 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.838653 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.078181 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.952418 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.508791 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5203a793-a38f-46de-95e3-a4a893640aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.833241 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:00:27.104866 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d7990137-28bf-4690-a65e-c5b76d2f41b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.922261 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.404387 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.813098 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.094371 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.918393 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.500506 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1838462-5617-4ad9-a361-9c9a7ad8085b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.018980 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8c45-3a83-4542-8694-4cb6596d8612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.057992 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.419984 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.784471 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.831163 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:01:03.076795 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.892657 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.584427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-49cc18fe-6a93-45a9-b53d-3de73b04febd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.067181 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2adf91d8-140c-4262-b6bd-d05dde73a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.962839 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.431559 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.800669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.817375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55826) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:32.054489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55848) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:32.055336 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7fdb15a8-e3bd-4b1f-9a3b-801f463987f0 tempest-AutoAllocateNetworkTest-1498010907 tempest-AutoAllocateNetworkTest-1498010907-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd424c296378403ca6451da4f3997d6f&shared=False HTTP/1.1" status: 200 len: 208 time: 1.2356613 Apr 18 21:01:32.368781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b78e71-2567-4b6c-9bf1-2d730512b70f tempest-AutoAllocateNetworkTest-1498010907 tempest-AutoAllocateNetworkTest-1498010907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:32.374962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-80b78e71-2567-4b6c-9bf1-2d730512b70f tempest-AutoAllocateNetworkTest-1498010907 tempest-AutoAllocateNetworkTest-1498010907-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3136694 Apr 18 21:01:32.375595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55854) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:32.607010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-70022d49-d751-48c8-adc5-2a908886de25 tempest-AutoAllocateNetworkTest-1498010907 tempest-AutoAllocateNetworkTest-1498010907-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2294574 Apr 18 21:01:32.612054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55862) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:32.662679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9b946f8d-9e68-49b5-b519-16d0ae4828fe tempest-AutoAllocateNetworkTest-1498010907 tempest-AutoAllocateNetworkTest-1498010907-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd424c296378403ca6451da4f3997d6f HTTP/1.1" status: 200 len: 208 time: 0.0488575 Apr 18 21:01:33.166390 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.835417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55898) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:35.634835 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.688948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:35.694153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Usage tracker for resource:security_group_rule and tenant:cd424c296378403ca6451da4f3997d6f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:35.697824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:35.708689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:35.825618 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.957927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.050082 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd424c296378403ca6451da4f3997d6f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2129920 Apr 18 21:01:36.051314 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce3e429-811a-4102-8df5-6e4afeac35d2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:36.054645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55926) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:36.064704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.065170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.065645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.066335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.066787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.067289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.067777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.068301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.069066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.069611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.070033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92564a2a-dc31-4234-a096-6efd40bccac4 admin admin] Tracked resource versions report: Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: pushed versions: Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: { 'ConntrackHelper': {'1.0'}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'Log': {'1.0'}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'Network': {'1.1'}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'Port': {'1.5'}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'PortForwarding': {'1.2'}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'QosPolicy': {'1.8'}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'SecurityGroup': {'1.2'}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'SecurityGroupRule': {'1.0'}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'SubPort': {'1.0'}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'Subnet': {'1.1'}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'Trunk': {'1.1'}} Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: consumer versions: Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: { DHCP agent@n-d-836017-3: {}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: HyperV agent@n-h1-836017-3: {}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: HyperV agent@n-h2-836017-3: {}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: L3 agent@n-d-836017-3: {}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: Metadata agent@n-d-836017-3: {}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: Metering agent@n-d-836017-3: {}, Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: Open vSwitch agent@n-d-836017-3: { 'ConntrackHelper': '1.0', Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'Log': '1.0', Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'Network': '1.1', Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'Port': '1.5', Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'PortForwarding': '1.2', Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'QosPolicy': '1.8', Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'SecurityGroup': '1.2', Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'SecurityGroupRule': '1.0', Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'SubPort': '1.0', Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'Subnet': '1.1', Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: 'Trunk': '1.1'}} Apr 18 21:01:36.071296 n-d-836017-3 neutron-server[85049]: {{(pid=85049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 21:01:36.170156 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.229855 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.487788 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.507994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce3e429-811a-4102-8df5-6e4afeac35d2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:36.528591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.529195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.530260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.531634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.532349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.532893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.533435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.534001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.534544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.535139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.535681 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Tracked resource versions report: Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: pushed versions: Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: { 'ConntrackHelper': {'1.0'}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'Log': {'1.0'}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'Network': {'1.1'}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'Port': {'1.5'}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'PortForwarding': {'1.2'}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'QosPolicy': {'1.8'}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'SecurityGroup': {'1.2'}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'SecurityGroupRule': {'1.0'}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'SubPort': {'1.0'}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'Subnet': {'1.1'}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'Trunk': {'1.1'}} Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: consumer versions: Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: { DHCP agent@n-d-836017-3: {}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: HyperV agent@n-h1-836017-3: {}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: HyperV agent@n-h2-836017-3: {}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: L3 agent@n-d-836017-3: {}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: Metadata agent@n-d-836017-3: {}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: Metering agent@n-d-836017-3: {}, Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: Open vSwitch agent@n-d-836017-3: { 'ConntrackHelper': '1.0', Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'Log': '1.0', Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'Network': '1.1', Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'Port': '1.5', Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'PortForwarding': '1.2', Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'QosPolicy': '1.8', Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'SecurityGroup': '1.2', Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'SecurityGroupRule': '1.0', Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'SubPort': '1.0', Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'Subnet': '1.1', Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: 'Trunk': '1.1'}} Apr 18 21:01:36.537971 n-d-836017-3 neutron-server[85048]: {{(pid=85048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 21:01:36.558924 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.560876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d42784b0-1c2d-4a7e-afd7-31971cae0e82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fce3e429-811a-4102-8df5-6e4afeac35d2 HTTP/1.1" status: 204 len: 168 time: 0.5042131 Apr 18 21:01:38.939164 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.825498 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:01:43.529003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56094) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:43.533844 n-d-836017-3 neutron-server[85048]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 21:01:43.564941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-84acee34-dfa9-4378-9c59-e200d5e4d5c9 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9ba0cb2f592f4a9484c31f4f8466d680&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345302 Apr 18 21:01:43.814254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-0b5e3ef1-1e67-492e-aede-5bebee037702 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:43.817552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-0b5e3ef1-1e67-492e-aede-5bebee037702 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417264 Apr 18 21:01:43.846986 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c1d258f4-6025-4754-bf79-9c1a4523e01d tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/quotas/9ba0cb2f592f4a9484c31f4f8466d680 HTTP/1.1" status: 200 len: 375 time: 0.0221956 Apr 18 21:01:43.942460 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-ccc4e03b-e1f7-4d30-ad4a-13e8dc8cba76 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ba0cb2f592f4a9484c31f4f8466d680&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855348 Apr 18 21:01:44.579399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56140) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:45.387982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56166) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:45.456898 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2eb9a14a-70d0-494a-b84d-1b56cd49a2ed req-32619934-75c0-472a-a46d-38a9b25aada7 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 210 time: 0.8768516 Apr 18 21:01:45.824138 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-883dd88c-7686-4322-ac54-11347fa7e781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.869910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-883dd88c-7686-4322-ac54-11347fa7e781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:45.881277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-883dd88c-7686-4322-ac54-11347fa7e781 admin admin] Usage tracker for resource:security_group_rule and tenant:8e46d5480afb436684905a0f45bec418 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:45.886300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-883dd88c-7686-4322-ac54-11347fa7e781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:45.896195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-883dd88c-7686-4322-ac54-11347fa7e781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:46.014824 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-883dd88c-7686-4322-ac54-11347fa7e781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.151788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-883dd88c-7686-4322-ac54-11347fa7e781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.240669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dd88c-7686-4322-ac54-11347fa7e781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e02c1d8-860c-4b08-be71-ba736c581b0c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.279995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56200) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:46.281412 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-883dd88c-7686-4322-ac54-11347fa7e781 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e46d5480afb436684905a0f45bec418&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8906136 Apr 18 21:01:46.423138 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1e6e2cba-9f7c-445b-9fb1-58d8fce4d275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.477452 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1e6e2cba-9f7c-445b-9fb1-58d8fce4d275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.648703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1e6e2cba-9f7c-445b-9fb1-58d8fce4d275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.680883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e2cba-9f7c-445b-9fb1-58d8fce4d275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e02c1d8-860c-4b08-be71-ba736c581b0c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.693602 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1e6e2cba-9f7c-445b-9fb1-58d8fce4d275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.696888 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1e6e2cba-9f7c-445b-9fb1-58d8fce4d275 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e02c1d8-860c-4b08-be71-ba736c581b0c HTTP/1.1" status: 204 len: 168 time: 0.4132833 Apr 18 21:01:46.870058 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-959bcf64-52fe-409b-8e98-5e4e50290bc7 req-04955a11-0617-400e-87ad-8e05199a68fd tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 210 time: 0.0692508 Apr 18 21:01:47.371331 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-f882beb8-e715-4daa-8d1f-50849e4b0ce0 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f6f433358503450892a8f8ee5c6dfc49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558865 Apr 18 21:01:47.637176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-faa87d0d-569f-4050-878f-276719ff2928 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:47.639171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-faa87d0d-569f-4050-878f-276719ff2928 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602830 Apr 18 21:01:47.661710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-b69c2173-c4c2-41aa-a138-e1111b832076 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/quotas/f6f433358503450892a8f8ee5c6dfc49 HTTP/1.1" status: 200 len: 375 time: 0.0129185 Apr 18 21:01:47.744414 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a62f46e4-8947-4412-a602-c05d124c5ff1 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6f433358503450892a8f8ee5c6dfc49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738919 Apr 18 21:01:48.189175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56268) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:48.226420 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4885671c-127d-4a7c-bc63-ebb673a303c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.307211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4885671c-127d-4a7c-bc63-ebb673a303c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:48.317687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4885671c-127d-4a7c-bc63-ebb673a303c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f14b85311bbf43f493d4d1a2a05d622c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:48.323286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4885671c-127d-4a7c-bc63-ebb673a303c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:48.341039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4885671c-127d-4a7c-bc63-ebb673a303c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:48.634217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c093e9d-6444-4c37-ae2d-f17ab3004a4b req-ebb248db-9058-4ccd-963f-f4aeccc0c1d7 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 210 time: 0.1781180 Apr 18 21:01:48.643617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a66a0d3c-fd81-44ac-bbdd-2a067c7c3a62 req-ebc9d929-22e4-4af4-b38c-457ae4d8ba0b tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 210 time: 0.1232727 Apr 18 21:01:48.756547 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4885671c-127d-4a7c-bc63-ebb673a303c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.925203 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4885671c-127d-4a7c-bc63-ebb673a303c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.047451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4885671c-127d-4a7c-bc63-ebb673a303c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f14b85311bbf43f493d4d1a2a05d622c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8516660 Apr 18 21:01:49.047451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885671c-127d-4a7c-bc63-ebb673a303c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc75d800-33cd-428b-b195-334a1459d6ab,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.048063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56304) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:49.190237 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db4807ef-78c8-485f-b858-aa39fc0da136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.267632 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db4807ef-78c8-485f-b858-aa39fc0da136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.539702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db4807ef-78c8-485f-b858-aa39fc0da136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.564419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4807ef-78c8-485f-b858-aa39fc0da136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc75d800-33cd-428b-b195-334a1459d6ab,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.590361 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db4807ef-78c8-485f-b858-aa39fc0da136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.592354 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-db4807ef-78c8-485f-b858-aa39fc0da136 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc75d800-33cd-428b-b195-334a1459d6ab HTTP/1.1" status: 204 len: 168 time: 0.5413623 Apr 18 21:01:49.831823 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a56ecd81-2e66-41cf-b5f4-b580612f5eb0 req-b92dbf8d-14b5-478f-9ed0-74e965ac303b tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 210 time: 0.0649116 Apr 18 21:01:50.171622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.26', 61460) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:50.226950 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62f77aea-ce43-4273-af18-411f0f8dcbe1 req-df68fd97-2bd5-43fd-8a4f-d80b8d1a3e16 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 210 time: 0.1131358 Apr 18 21:01:50.227254 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-90af45ee-f386-48e9-9e84-a15e3e8744eb tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9ba0cb2f592f4a9484c31f4f8466d680&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524170 Apr 18 21:01:50.492786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-56e63c71-4ea1-4bfd-b237-bf0289a3ce3c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:50.494743 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-56e63c71-4ea1-4bfd-b237-bf0289a3ce3c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621326 Apr 18 21:01:50.572607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Request body: {'port': {'device_id': 'e3d30f52-e63b-48d9-bc50-d88396b15bac', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '9ba0cb2f592f4a9484c31f4f8466d680'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:50.680201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56350) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:50.699267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56356) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:50.903540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:50.919146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Usage tracker for resource:port and tenant:9ba0cb2f592f4a9484c31f4f8466d680 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:50.943052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:50.969968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:51.095469 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ca31677-546f-459c-bc28-8502837c0dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.151609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Made reservation on behalf of 9ba0cb2f592f4a9484c31f4f8466d680 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:51.157871 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.223137 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.292306 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d45d29db-5dab-464a-8f7a-57cfafc1b8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.309009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:51.314834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Usage tracker for resource:security_group_rule and tenant:9ba0cb2f592f4a9484c31f4f8466d680 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:51.318428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:51.327761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:51.361722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0b1dd80e-860f-4e8c-8ade-ad1c0c35e93c req-92bf1e8e-f046-4a3d-8b83-722bff0feeb1 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 210 time: 0.2309601 Apr 18 21:01:51.433674 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.486998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ca31677-546f-459c-bc28-8502837c0dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:51.543383 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.544602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ca31677-546f-459c-bc28-8502837c0dff admin admin] Usage tracker for resource:security_group_rule and tenant:7a254eb83c6f4e8f8f0a19508f2de821 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:51.552930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ca31677-546f-459c-bc28-8502837c0dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:51.582355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ca31677-546f-459c-bc28-8502837c0dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:51.594255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d45d29db-5dab-464a-8f7a-57cfafc1b8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:51.611712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d45d29db-5dab-464a-8f7a-57cfafc1b8c5 admin admin] Usage tracker for resource:security_group_rule and tenant:d5d6de9c50d345dfab8db74db1c20f8f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:51.617905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d45d29db-5dab-464a-8f7a-57cfafc1b8c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:51.632796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d45d29db-5dab-464a-8f7a-57cfafc1b8c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:51.762799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ab1e29-0c71-4baa-b85a-460e22a781fe,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:51.826436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cbe4512-be88-4c1d-a478-e46aacfec2a3 req-e2f3fc1d-4390-4f52-a9a0-aa163c3594a7 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 210 time: 0.1064484 Apr 18 21:01:51.906790 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ca31677-546f-459c-bc28-8502837c0dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.961993 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d45d29db-5dab-464a-8f7a-57cfafc1b8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.992202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Allocated IP 192.168.233.144 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/455010f6-b2ce-4ac7-ac4c-42025c3d6c63) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:52.039627 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ca31677-546f-459c-bc28-8502837c0dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.187193 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d45d29db-5dab-464a-8f7a-57cfafc1b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.274384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca31677-546f-459c-bc28-8502837c0dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a3aa0f-4e42-493b-8e76-76dc598e384d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.340356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d29db-5dab-464a-8f7a-57cfafc1b8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a4d764-7088-4f69-bca6-b8c044ff3028,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.395814 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2ca31677-546f-459c-bc28-8502837c0dff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a254eb83c6f4e8f8f0a19508f2de821&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6910315 Apr 18 21:01:52.411332 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d45d29db-5dab-464a-8f7a-57cfafc1b8c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5d6de9c50d345dfab8db74db1c20f8f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7262526 Apr 18 21:01:52.411332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56410) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:52.411744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56412) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:52.445576 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.486882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Transition to ACTIVE for port object 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:52.597613 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cccc8d59-2ea7-4791-a1dd-9c245133b371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.632623 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef2934f9-d931-4a7a-99ba-a4bb58ec45c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.635872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.59', 55602) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:52.731616 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cccc8d59-2ea7-4791-a1dd-9c245133b371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.746242 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.865075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-fb2bb390-e960-4ae4-9259-1c2c40906750 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f6f433358503450892a8f8ee5c6dfc49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2175610 Apr 18 21:01:52.899860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a17a475-8f93-4969-a770-ac5e08e342f0 req-9f362ee4-e588-4edf-b531-01e64c5f8e77 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 210 time: 0.1941121 Apr 18 21:01:52.956092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:52.993401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Pushing event updated for resources: {'Port': ['ID=455010f6-b2ce-4ac7-ac4c-42025c3d6c63,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.998135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:53.056945 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef2934f9-d931-4a7a-99ba-a4bb58ec45c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.098144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:01:53.110122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:53.111674 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.368166 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c379807c-a37c-4109-81f5-8c8b4f59ec72 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8050706 Apr 18 21:01:53.385022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-f99c819b-f03f-4620-b209-16107a842293 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:01:53.391415 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-f99c819b-f03f-4620-b209-16107a842293 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0150881 Apr 18 21:01:53.629418 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cccc8d59-2ea7-4791-a1dd-9c245133b371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.763501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef2934f9-d931-4a7a-99ba-a4bb58ec45c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.781127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc8d59-2ea7-4791-a1dd-9c245133b371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a4d764-7088-4f69-bca6-b8c044ff3028,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:53.791001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-de5a6564-1a25-4b3d-9d66-3c48189dbbaf None None] Provisioning for port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:53.807703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-de5a6564-1a25-4b3d-9d66-3c48189dbbaf None None] Provisioning complete for port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:53.808139 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de5a6564-1a25-4b3d-9d66-3c48189dbbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.809812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-58bcd9ec-44a5-4b7e-a918-60801f7794e4 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:53.812502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-58bcd9ec-44a5-4b7e-a918-60801f7794e4 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9010851 Apr 18 21:01:53.846205 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cccc8d59-2ea7-4791-a1dd-9c245133b371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.848552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cccc8d59-2ea7-4791-a1dd-9c245133b371 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4a4d764-7088-4f69-bca6-b8c044ff3028 HTTP/1.1" status: 204 len: 168 time: 1.4356391 Apr 18 21:01:53.860251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2934f9-d931-4a7a-99ba-a4bb58ec45c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a3aa0f-4e42-493b-8e76-76dc598e384d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:53.904881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Request body: {'port': {'device_id': 'e84fdec3-1a2c-4b68-a84c-80d7f8b4886a', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'f6f433358503450892a8f8ee5c6dfc49'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:53.969838 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef2934f9-d931-4a7a-99ba-a4bb58ec45c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.971283 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ef2934f9-d931-4a7a-99ba-a4bb58ec45c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35a3aa0f-4e42-493b-8e76-76dc598e384d HTTP/1.1" status: 204 len: 168 time: 1.5605340 Apr 18 21:01:54.159125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-de5a6564-1a25-4b3d-9d66-3c48189dbbaf None None] Port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:01:54.336888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b64359-49d3-4d37-ade1-d1f3dfe9db9f req-783ff0cf-92f0-40c3-8eb4-2a06444a2f82 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:54.340371 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28b64359-49d3-4d37-ade1-d1f3dfe9db9f req-783ff0cf-92f0-40c3-8eb4-2a06444a2f82 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 936 time: 0.9324148 Apr 18 21:01:54.565857 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-253cca99-e81b-42e7-a3f0-60a0c03ee9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.603346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28b64359-49d3-4d37-ade1-d1f3dfe9db9f req-278c9784-09e5-4e97-94e2-ce7b652e3c0c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337461 Apr 18 21:01:54.652241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:54.660174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Usage tracker for resource:port and tenant:f6f433358503450892a8f8ee5c6dfc49 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:54.668914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:54.693526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:54.859063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Made reservation on behalf of f6f433358503450892a8f8ee5c6dfc49 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:54.885249 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.074867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.111399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73ad12dd-5fc2-4253-9280-e5b40387c977 req-da88d2db-65d6-479e-92d3-5438d821c90a tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 210 time: 0.1821041 Apr 18 21:01:55.189114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:55.210385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Usage tracker for resource:security_group_rule and tenant:f6f433358503450892a8f8ee5c6dfc49 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:55.212962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:55.223781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:55.364396 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.469609 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.744848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1535e-cf2b-4ed6-b83d-4e37a567b883,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.241916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Allocated IP 192.168.233.54 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:56.539838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b120d3d-05a5-4334-9124-1f28be1bf24c req-4d82535b-e81a-4431-b08f-dec08a6a55a0 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:56.544518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b120d3d-05a5-4334-9124-1f28be1bf24c req-4d82535b-e81a-4431-b08f-dec08a6a55a0 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 936 time: 0.6095259 Apr 18 21:01:56.743656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Request body: {'port': {'device_id': 'e3d30f52-e63b-48d9-bc50-d88396b15bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:57.042939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-783731b9-fed0-4443-9385-d660ca758b8d req-c5ec2102-cf59-450b-85a8-3b3cb559e0c7 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 210 time: 0.3268292 Apr 18 21:01:57.044437 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-478b9e68-89e4-4466-84b4-4e5154ddcb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.064187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b120d3d-05a5-4334-9124-1f28be1bf24c req-38170ca9-82ec-4bed-b61e-1f166ba3775a tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631844 Apr 18 21:01:57.141011 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.215912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56504) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:57.329550 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.403496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Transition to ACTIVE for port object 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:57.412202 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef5754cf-106b-467a-913e-2fc314a14513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.643140 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.701207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ef5754cf-106b-467a-913e-2fc314a14513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:57.701207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ef5754cf-106b-467a-913e-2fc314a14513 admin admin] Usage tracker for resource:security_group_rule and tenant:95c7ddd7823e4817bcc39450fdacc91d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:57.722502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ef5754cf-106b-467a-913e-2fc314a14513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:57.749190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ef5754cf-106b-467a-913e-2fc314a14513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:57.774874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:57.785914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:57.821453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:01:57.824078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:57.825264 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.953998 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef5754cf-106b-467a-913e-2fc314a14513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.011673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Pushing event updated for resources: {'Port': ['ID=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:58.054487 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.064966 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-a76a42cb-382e-40d7-b974-44629e33685f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1773319 Apr 18 21:01:58.093414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-fac4dba5-e517-4787-812f-e476cd467a26 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:01:58.099067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-fac4dba5-e517-4787-812f-e476cd467a26 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0152617 Apr 18 21:01:58.170149 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef5754cf-106b-467a-913e-2fc314a14513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.381259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56518) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:58.553748 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.570989 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1acd4170-c788-48e2-82f7-cc64ca590cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.647682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-528a287f-355d-41be-97b4-99496c6a501b None None] Provisioning for port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:58.670232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-528a287f-355d-41be-97b4-99496c6a501b None None] Provisioning complete for port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:58.671743 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-528a287f-355d-41be-97b4-99496c6a501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.766948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5754cf-106b-467a-913e-2fc314a14513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250c0d5c-dc24-4663-a034-129ea0df1243,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:58.890156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1acd4170-c788-48e2-82f7-cc64ca590cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:58.912966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1acd4170-c788-48e2-82f7-cc64ca590cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d6ef3129a349a48b2644b19fa62d63 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:58.924155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-528a287f-355d-41be-97b4-99496c6a501b None None] Port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:01:58.939244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1acd4170-c788-48e2-82f7-cc64ca590cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:58.969939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56522) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:58.985926 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ef5754cf-106b-467a-913e-2fc314a14513 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95c7ddd7823e4817bcc39450fdacc91d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7573259 Apr 18 21:01:58.988010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56526) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:59.191247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1acd4170-c788-48e2-82f7-cc64ca590cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:59.524152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:01:59.560380 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.618253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Transition to ACTIVE for port object 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:59.708758 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.736439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1acd4170-c788-48e2-82f7-cc64ca590cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.956233 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1acd4170-c788-48e2-82f7-cc64ca590cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.299220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd4170-c788-48e2-82f7-cc64ca590cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e5a6b6-833b-44a8-8be2-c787c23792b5,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.332731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Request body: {'port': {'device_id': 'e84fdec3-1a2c-4b68-a84c-80d7f8b4886a', 'device_owner': 'compute:tempest-test_az-1565919122', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:00.447480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Attempting to bind port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:00.448402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Attempting to bind port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:00.448623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Attempting to bind port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:00.464187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Pushing event updated for resources: {'Port': ['ID=455010f6-b2ce-4ac7-ac4c-42025c3d6c63,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.475384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:02:00.475955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Attempting to bind port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:00.489128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:00.489726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:00.490739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:00.491579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Bound port: 455010f6-b2ce-4ac7-ac4c-42025c3d6c63, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:00.492082 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.789183 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.832064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] For port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:00.838375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3bb0a-84f5-433c-be05-36dca08a40c7 req-efb4e297-053d-42fb-ae54-4e7f67ecae85 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:00.841896 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.845077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76b3bb0a-84f5-433c-be05-36dca08a40c7 req-efb4e297-053d-42fb-ae54-4e7f67ecae85 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 936 time: 1.8741517 Apr 18 21:02:00.858888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] For port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=455010f6-b2ce-4ac7-ac4c-42025c3d6c63,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:00.953788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.000677 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21f1e884-dec1-422d-bcbc-018761d2981c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.151054 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8fa6cf9f-0105-426f-9ee5-f9e20557d249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.169383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccfce3-cacf-48af-9860-f0403e96c18e req-9da976da-d656-40bb-8d86-716096dd328a tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:01.169948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.172648 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] 10.222.0.26 "PUT /v2.0/ports/455010f6-b2ce-4ac7-ac4c-42025c3d6c63 HTTP/1.1" status: 200 len: 1096 time: 7.0388420 Apr 18 21:02:01.173725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b9ccfce3-cacf-48af-9860-f0403e96c18e req-9da976da-d656-40bb-8d86-716096dd328a tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Synchronizing usage tracker for tenant:f6f433358503450892a8f8ee5c6dfc49 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:01.174483 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d30f52-e63b-48d9-bc50-d88396b15bac', 'tag': '455010f6-b2ce-4ac7-ac4c-42025c3d6c63'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:02:01.224488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1acd4170-c788-48e2-82f7-cc64ca590cf8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8d6ef3129a349a48b2644b19fa62d63&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8418934 Apr 18 21:02:01.242785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56550) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:01.368784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70916b-df8d-401b-bd71-8771bbff1342 service neutron] Pushing event updated for resources: {'Port': ['ID=455010f6-b2ce-4ac7-ac4c-42025c3d6c63,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:01.424192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b9ccfce3-cacf-48af-9860-f0403e96c18e req-9da976da-d656-40bb-8d86-716096dd328a tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Unset dirty status for tenant:f6f433358503450892a8f8ee5c6dfc49 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:01.437353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9ccfce3-cacf-48af-9860-f0403e96c18e req-9da976da-d656-40bb-8d86-716096dd328a tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 935 time: 2.2064908 Apr 18 21:02:01.718892 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-7580b949-f58f-4f67-808e-9afd7b559212 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9ba0cb2f592f4a9484c31f4f8466d680&device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 1099 time: 0.3200259 Apr 18 21:02:01.801291 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8fa6cf9f-0105-426f-9ee5-f9e20557d249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.838950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21f1e884-dec1-422d-bcbc-018761d2981c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:01.851416 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76b3bb0a-84f5-433c-be05-36dca08a40c7 req-c4feecfa-1e47-4a7a-8527-2990c0ca3f67 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7841992 Apr 18 21:02:01.876859 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-ce84c4a4-fb17-4ab5-99d3-5d920998cb32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=455010f6-b2ce-4ac7-ac4c-42025c3d6c63 HTTP/1.1" status: 200 len: 217 time: 0.1366401 Apr 18 21:02:01.899325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21f1e884-dec1-422d-bcbc-018761d2981c admin admin] Usage tracker for resource:security_group_rule and tenant:27980a1a7ae14d3ba25f0092e6dd187c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:01.945431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21f1e884-dec1-422d-bcbc-018761d2981c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:01.963024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b9ccfce3-cacf-48af-9860-f0403e96c18e req-c69a7899-61d0-47a3-b21b-a05a4358b09c tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Synchronizing usage tracker for tenant:f6f433358503450892a8f8ee5c6dfc49 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:02.017590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c24c6957-d772-4244-a63f-1b0bd320678b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:02.020852 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-c24c6957-d772-4244-a63f-1b0bd320678b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1381099 Apr 18 21:02:02.026932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21f1e884-dec1-422d-bcbc-018761d2981c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:02.304189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-d68893bf-96b1-4643-b71e-e0708abb79f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2770638 Apr 18 21:02:02.668939 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-212518af-d8ec-4ba4-a2c3-8a412ffe4697 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504236 Apr 18 21:02:02.698232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:02:02.733570 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.751872 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658a174f-04b9-4764-afdf-831caea3106f'] response: {'name': 'network-changed', 'server_uuid': 'e3d30f52-e63b-48d9-bc50-d88396b15bac', 'tag': '455010f6-b2ce-4ac7-ac4c-42025c3d6c63', 'status': 'completed', 'code': 200} Apr 18 21:02:02.806731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Transition to ACTIVE for port object 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:02.956287 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.104925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbfc0bae-b371-40bf-bcaa-02ad6162b8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.133891 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-346d52e5-46e3-4c54-87ac-74808f1b049a req-0ae0c7a8-3eea-491d-963c-2ca226fb487c service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550321 Apr 18 21:02:03.371448 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.448055 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21f1e884-dec1-422d-bcbc-018761d2981c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.457494 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbfc0bae-b371-40bf-bcaa-02ad6162b8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.667534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:03.712384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b9ccfce3-cacf-48af-9860-f0403e96c18e req-c69a7899-61d0-47a3-b21b-a05a4358b09c tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Unset dirty status for tenant:f6f433358503450892a8f8ee5c6dfc49 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:03.726862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9ccfce3-cacf-48af-9860-f0403e96c18e req-c69a7899-61d0-47a3-b21b-a05a4358b09c tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2831447 Apr 18 21:02:03.726862 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8fa6cf9f-0105-426f-9ee5-f9e20557d249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.733290 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21f1e884-dec1-422d-bcbc-018761d2981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.835694 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-238d1b4f-9c45-493a-9c52-d77eef80ae79 req-9ecb263f-aa00-4a97-9589-c3c2b6325834 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9ba0cb2f592f4a9484c31f4f8466d680&device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 1099 time: 0.4029949 Apr 18 21:02:03.850798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6cf9f-0105-426f-9ee5-f9e20557d249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250c0d5c-dc24-4663-a034-129ea0df1243,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:04.071493 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbfc0bae-b371-40bf-bcaa-02ad6162b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.075472 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbfc0bae-b371-40bf-bcaa-02ad6162b8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.089196 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dbfc0bae-b371-40bf-bcaa-02ad6162b8e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57e5a6b6-833b-44a8-8be2-c787c23792b5 HTTP/1.1" status: 204 len: 168 time: 2.8325536 Apr 18 21:02:04.089196 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8fa6cf9f-0105-426f-9ee5-f9e20557d249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.089196 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8fa6cf9f-0105-426f-9ee5-f9e20557d249 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/250c0d5c-dc24-4663-a034-129ea0df1243 HTTP/1.1" status: 204 len: 168 time: 5.0839496 Apr 18 21:02:04.136506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56590) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:04.140439 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-21f1e884-dec1-422d-bcbc-018761d2981c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27980a1a7ae14d3ba25f0092e6dd187c&name=default HTTP/1.1" status: 200 len: 2647 time: 5.1652234 Apr 18 21:02:04.200363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1e884-dec1-422d-bcbc-018761d2981c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4204ab-69bc-4f7c-8628-2c7f43513f67,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:04.324161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc0bae-b371-40bf-bcaa-02ad6162b8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e5a6b6-833b-44a8-8be2-c787c23792b5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:04.357575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Attempting to bind port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:04.359269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Attempting to bind port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:04.364310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Attempting to bind port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:04.410611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:02:04.412075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Attempting to bind port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:04.455382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:04.458154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:04.459743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:04.462417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Bound port: 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:04.463878 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.483163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d1b4f-9c45-493a-9c52-d77eef80ae79 req-b99f8cca-94c7-4bcd-84f4-3c863b42dc23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:04.484898 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-238d1b4f-9c45-493a-9c52-d77eef80ae79 req-b99f8cca-94c7-4bcd-84f4-3c863b42dc23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.6463935 Apr 18 21:02:04.527934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379e538-c321-4ed1-883d-ab8be981df5b req-34e4af6e-d4d2-42de-bbc4-97093c1355d6 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:04.550198 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7379e538-c321-4ed1-883d-ab8be981df5b req-34e4af6e-d4d2-42de-bbc4-97093c1355d6 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 948 time: 0.8846886 Apr 18 21:02:04.710306 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-238d1b4f-9c45-493a-9c52-d77eef80ae79 req-ac3b77ed-ae53-4c7b-971b-e2f419b6bc7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=455010f6-b2ce-4ac7-ac4c-42025c3d6c63 HTTP/1.1" status: 200 len: 217 time: 0.2050674 Apr 18 21:02:04.728308 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e472d04-8147-4228-833b-fbe2eab81314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.914122 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7379e538-c321-4ed1-883d-ab8be981df5b req-3d92116c-3ab2-4fc2-a701-5155998d3887 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628082 Apr 18 21:02:05.073591 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e472d04-8147-4228-833b-fbe2eab81314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.146401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] For port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:05.161981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] For port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:05.162195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d1b4f-9c45-493a-9c52-d77eef80ae79 req-3aa6c760-3e9f-4fc8-8754-275d35d6f5ac service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:05.163998 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-238d1b4f-9c45-493a-9c52-d77eef80ae79 req-3aa6c760-3e9f-4fc8-8754-275d35d6f5ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.4378369 Apr 18 21:02:05.292273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.367849 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-238d1b4f-9c45-493a-9c52-d77eef80ae79 req-9e172a11-9d89-42e7-9e16-45ea4ce5895d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940589 Apr 18 21:02:05.471095 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e472d04-8147-4228-833b-fbe2eab81314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.627950 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e472d04-8147-4228-833b-fbe2eab81314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.633291 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7e472d04-8147-4228-833b-fbe2eab81314 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f4204ab-69bc-4f7c-8628-2c7f43513f67 HTTP/1.1" status: 204 len: 168 time: 1.4885485 Apr 18 21:02:05.645893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e472d04-8147-4228-833b-fbe2eab81314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4204ab-69bc-4f7c-8628-2c7f43513f67,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:05.658900 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.660710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] 10.222.0.59 "PUT /v2.0/ports/9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf HTTP/1.1" status: 200 len: 1117 time: 6.4586861 Apr 18 21:02:05.668620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84fdec3-1a2c-4b68-a84c-80d7f8b4886a', 'tag': '9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:02:05.806083 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-238d1b4f-9c45-493a-9c52-d77eef80ae79 req-231876cc-1a6a-4fd6-b560-3a40de701396 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995574 Apr 18 21:02:05.957879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1a3b4-4184-44f9-9ac2-e2c37a8197b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:06.006665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a0875-bb0a-4d27-afdc-9004e7b406e8 req-6cf91204-fea5-4370-a86a-07d5f09355e6 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:06.015567 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d91a0875-bb0a-4d27-afdc-9004e7b406e8 req-6cf91204-fea5-4370-a86a-07d5f09355e6 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 969 time: 0.8499045 Apr 18 21:02:06.142968 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-d559bf7e-5285-42a1-8c3f-5c5dd2c073ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6f433358503450892a8f8ee5c6dfc49&device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 1120 time: 0.3071342 Apr 18 21:02:06.165685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d91a0875-bb0a-4d27-afdc-9004e7b406e8 req-850258a2-75fe-4e7c-938c-1817ba31b50e tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489279 Apr 18 21:02:06.172082 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-238d1b4f-9c45-493a-9c52-d77eef80ae79 req-578fbd02-8b6a-41fd-893e-6ca814c21d9b service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591063 Apr 18 21:02:06.299471 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-d85ddcdc-7c34-4f5b-8d80-777707f1ead5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf HTTP/1.1" status: 200 len: 217 time: 0.1322248 Apr 18 21:02:06.558338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-96aa3873-6073-4754-935b-95eda712f96d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:06.560091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-96aa3873-6073-4754-935b-95eda712f96d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1985812 Apr 18 21:02:06.648530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899824-49c6-40c0-a2de-4964b1d00630 req-6ead64fe-e0d2-48e9-a148-baaa7a82198f tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:06.656651 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9899824-49c6-40c0-a2de-4964b1d00630 req-6ead64fe-e0d2-48e9-a148-baaa7a82198f tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 948 time: 0.3552983 Apr 18 21:02:06.714959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56638) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:06.770506 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9899824-49c6-40c0-a2de-4964b1d00630 req-84f1bd37-f001-44cf-b7e6-28099dacc189 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127539 Apr 18 21:02:06.814032 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-b5d0c227-3bb6-4855-916c-709777715029 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439919 Apr 18 21:02:07.425450 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe185-ef31-4f81-a3a8-c2fb9e10da0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.519282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7c4fe185-ef31-4f81-a3a8-c2fb9e10da0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:07.528278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7c4fe185-ef31-4f81-a3a8-c2fb9e10da0f admin admin] Usage tracker for resource:security_group_rule and tenant:a3be5b1e4386426f978283a7a3c1e73a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:07.536513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7c4fe185-ef31-4f81-a3a8-c2fb9e10da0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:07.555090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7c4fe185-ef31-4f81-a3a8-c2fb9e10da0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:07.657960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56654) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:07.758788 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e7578a-491b-4fc0-9727-b74542c848cb'] response: {'name': 'network-changed', 'server_uuid': 'e84fdec3-1a2c-4b68-a84c-80d7f8b4886a', 'tag': '9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf', 'status': 'completed', 'code': 200} Apr 18 21:02:07.778170 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d4a0-0473-43d5-904c-cdc66d53858f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.837019 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe185-ef31-4f81-a3a8-c2fb9e10da0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.867716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d4e4d4a0-0473-43d5-904c-cdc66d53858f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:07.881418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d4e4d4a0-0473-43d5-904c-cdc66d53858f admin admin] Usage tracker for resource:security_group_rule and tenant:5ec9c9168ad34e248ce7aaf31de75ab7 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:07.888107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d4e4d4a0-0473-43d5-904c-cdc66d53858f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:07.924601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d4e4d4a0-0473-43d5-904c-cdc66d53858f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:07.929514 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe185-ef31-4f81-a3a8-c2fb9e10da0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.009135 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7c4fe185-ef31-4f81-a3a8-c2fb9e10da0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3be5b1e4386426f978283a7a3c1e73a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2924120 Apr 18 21:02:08.017026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56662) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:08.047748 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-fc3a2502-6c46-4c43-a343-34aa9c9d9ca3 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437459 Apr 18 21:02:08.275987 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-289493c2-d131-4dbf-a754-8c22b6ef0527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.328622 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-289493c2-d131-4dbf-a754-8c22b6ef0527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.395687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fe185-ef31-4f81-a3a8-c2fb9e10da0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1827747-a106-48af-b146-cac50687a279,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:08.503081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44f678-31f9-4eae-a64a-402f2c0431f6 req-79df020e-ad70-43b3-9871-f67635a06c04 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:08.510747 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd44f678-31f9-4eae-a64a-402f2c0431f6 req-79df020e-ad70-43b3-9871-f67635a06c04 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 969 time: 1.1623666 Apr 18 21:02:08.544694 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d4a0-0473-43d5-904c-cdc66d53858f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.590387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d15f64e1-fc57-4dd7-97e4-ac93b7e86c9f req-aac145bd-f13b-4192-86b6-5fbb8a900362 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159662 Apr 18 21:02:08.629049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd44f678-31f9-4eae-a64a-402f2c0431f6 req-fed2cd60-b756-4799-a4da-d436f7b0a8df tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169665 Apr 18 21:02:08.634599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-289493c2-d131-4dbf-a754-8c22b6ef0527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.659654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edfb40-76c0-4b2d-9ffb-d2a4cefe18d2 req-eeba2bbb-1c34-491f-ae02-ff69c129cea9 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:08.659987 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d4a0-0473-43d5-904c-cdc66d53858f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.684076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4edfb40-76c0-4b2d-9ffb-d2a4cefe18d2 req-eeba2bbb-1c34-491f-ae02-ff69c129cea9 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 948 time: 0.3577845 Apr 18 21:02:08.744038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289493c2-d131-4dbf-a754-8c22b6ef0527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1827747-a106-48af-b146-cac50687a279,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:08.745662 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-289493c2-d131-4dbf-a754-8c22b6ef0527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.751294 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-289493c2-d131-4dbf-a754-8c22b6ef0527 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1827747-a106-48af-b146-cac50687a279 HTTP/1.1" status: 204 len: 168 time: 0.7245517 Apr 18 21:02:08.792014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4d4a0-0473-43d5-904c-cdc66d53858f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b890a7b9-52ae-4faf-ac4f-d85e73b39fc5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:08.833379 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d4e4d4a0-0473-43d5-904c-cdc66d53858f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ec9c9168ad34e248ce7aaf31de75ab7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1583390 Apr 18 21:02:08.835094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56676) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:08.943631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58bc3852-8f02-4088-8b45-692798cb5fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.950581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4edfb40-76c0-4b2d-9ffb-d2a4cefe18d2 req-68d8ad11-6480-44e6-a788-7dc40187585f tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649081 Apr 18 21:02:08.976786 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.978633 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1cbdcf17-e68b-4b2a-b341-8e783516be52 req-fb0d9f1d-e342-4cf8-8c20-823428f54764 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6f433358503450892a8f8ee5c6dfc49&device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 1120 time: 0.2527585 Apr 18 21:02:08.999231 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58bc3852-8f02-4088-8b45-692798cb5fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.280585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdcf17-e68b-4b2a-b341-8e783516be52 req-07df5e20-6c3e-4634-a700-4ad4e2fe4788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:09.285256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1cbdcf17-e68b-4b2a-b341-8e783516be52 req-07df5e20-6c3e-4634-a700-4ad4e2fe4788 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3000760 Apr 18 21:02:09.390047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56686) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:09.394415 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1cbdcf17-e68b-4b2a-b341-8e783516be52 req-515c9861-9908-49e1-9de2-487c5377ef92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf HTTP/1.1" status: 200 len: 217 time: 0.1016655 Apr 18 21:02:09.482117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdcf17-e68b-4b2a-b341-8e783516be52 req-1f601171-e9c8-4ead-9b27-592ee4647598 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:09.485544 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1cbdcf17-e68b-4b2a-b341-8e783516be52 req-1f601171-e9c8-4ead-9b27-592ee4647598 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0830994 Apr 18 21:02:09.493139 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58bc3852-8f02-4088-8b45-692798cb5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.512218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc3852-8f02-4088-8b45-692798cb5fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b890a7b9-52ae-4faf-ac4f-d85e73b39fc5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:09.526202 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58bc3852-8f02-4088-8b45-692798cb5fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.527757 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-58bc3852-8f02-4088-8b45-692798cb5fc3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b890a7b9-52ae-4faf-ac4f-d85e73b39fc5 HTTP/1.1" status: 204 len: 168 time: 0.6915259 Apr 18 21:02:09.632168 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1cbdcf17-e68b-4b2a-b341-8e783516be52 req-ce0b4f19-90f9-4560-b22f-9a55d2604778 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399522 Apr 18 21:02:09.818697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1cbdcf17-e68b-4b2a-b341-8e783516be52 req-5cc77781-fb90-4c3b-ab8d-26545ec548cf service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801672 Apr 18 21:02:09.932610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-418132683-network', 'tenant_id': '949547c8d0a04d75a0ee507b57072958'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:09.950119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:09.967305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Usage tracker for resource:network and tenant:949547c8d0a04d75a0ee507b57072958 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:09.986634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:10.014508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:10.150398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Made reservation on behalf of 949547c8d0a04d75a0ee507b57072958 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:10.155290 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.210765 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.325294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8a340-2bd8-48ac-9761-ea4a12ca1228 req-66bdbe32-249f-4f2e-a921-6013bf53d245 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:10.331703 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-faf8a340-2bd8-48ac-9761-ea4a12ca1228 req-66bdbe32-249f-4f2e-a921-6013bf53d245 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 969 time: 0.5117562 Apr 18 21:02:10.346544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:10.362948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Usage tracker for resource:security_group_rule and tenant:949547c8d0a04d75a0ee507b57072958 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:10.367456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:10.382950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:10.547385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.554159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1cbdcf17-e68b-4b2a-b341-8e783516be52 req-2636e1ca-f132-4960-a299-aa86ec063cb9 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6877413 Apr 18 21:02:10.646636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-faf8a340-2bd8-48ac-9761-ea4a12ca1228 req-dcca7994-22da-46eb-bd7c-bff19808935a tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752264 Apr 18 21:02:10.770293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117f05e-272a-46e8-87cc-8688d2721d67 req-1995b8f8-99ba-475a-a9e1-73e9a71a9a30 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:10.770293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4117f05e-272a-46e8-87cc-8688d2721d67 req-1995b8f8-99ba-475a-a9e1-73e9a71a9a30 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 948 time: 0.3711650 Apr 18 21:02:10.770293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4117f05e-272a-46e8-87cc-8688d2721d67 req-b0f15d55-c2c7-4b96-89d9-314f89e0de25 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484958 Apr 18 21:02:10.996166 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.061124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:11.071505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab456e5-6acd-41c2-ab49-f9b889ef39d2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:11.080977 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.081378 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Added segment a4d1d9f0-bdd6-4a6a-9243-2a37e7a7982a of type vlan for network 4e45c137-b412-4118-8dce-5da5df801400 Apr 18 21:02:11.122044 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.259002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56704) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:11.259002 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e6088535-056a-4480-8f58-5bf3b0a62981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.306586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e6088535-056a-4480-8f58-5bf3b0a62981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:11.321912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e6088535-056a-4480-8f58-5bf3b0a62981 admin admin] Usage tracker for resource:security_group_rule and tenant:2db461dc9ed84310b7a170e823113992 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:11.328352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e6088535-056a-4480-8f58-5bf3b0a62981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:11.343637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e6088535-056a-4480-8f58-5bf3b0a62981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:11.452799 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.454337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:11.463642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.469718 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e6088535-056a-4480-8f58-5bf3b0a62981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.604928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4e45c137-b412-4118-8dce-5da5df801400,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:11.622869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 4e45c137-b412-4118-8dce-5da5df801400 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:11.685261 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e6088535-056a-4480-8f58-5bf3b0a62981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.828404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6088535-056a-4480-8f58-5bf3b0a62981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354d101f-10e1-4c5d-a9da-5867e0880313,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:11.863986 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-562ec83f-208a-457d-a2a6-e070e1c576d1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4720716 Apr 18 21:02:11.868582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56716) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:11.882660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Request body: {'subnet': {'network_id': '4e45c137-b412-4118-8dce-5da5df801400', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-418132683-subnet', 'tenant_id': '949547c8d0a04d75a0ee507b57072958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:11.887871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e6088535-056a-4480-8f58-5bf3b0a62981 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2db461dc9ed84310b7a170e823113992&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6656184 Apr 18 21:02:11.893234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56720) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:11.926806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:11.939103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Usage tracker for resource:subnet and tenant:949547c8d0a04d75a0ee507b57072958 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:11.947682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:11.960264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:02:11.999969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:12.156649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Made reservation on behalf of 949547c8d0a04d75a0ee507b57072958 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:12.160723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.167950 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed0592e1-7267-4021-b8ca-51b6fb432006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.303674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:12.330024 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf', 'mac_address': 'fa:16:3e:e6:68:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:tempest-test_az-1565919122', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:02:12.492536 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.592820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:02:12.752878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:12.852992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56730) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:12.932312 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bc71de55-34d4-48e7-b8c5-0f10ca895d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.934456 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.965277 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.033943 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed0592e1-7267-4021-b8ca-51b6fb432006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.120634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.140399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.140774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.142735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.143444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.143803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.144117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.144517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.147345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.147878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.148421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.148933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Tracked resource versions report: Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: pushed versions: Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: { 'ConntrackHelper': {'1.0'}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'Log': {'1.0'}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'Network': {'1.1'}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'Port': {'1.5'}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'PortForwarding': {'1.2'}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'QosPolicy': {'1.8'}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'SecurityGroup': {'1.2'}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'SecurityGroupRule': {'1.0'}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'SubPort': {'1.0'}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'Subnet': {'1.1'}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'Trunk': {'1.1'}} Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: consumer versions: Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: { DHCP agent@n-d-836017-3: {}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: HyperV agent@n-h1-836017-3: {}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: HyperV agent@n-h2-836017-3: {}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: L3 agent@n-d-836017-3: {}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: Metadata agent@n-d-836017-3: {}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: Metering agent@n-d-836017-3: {}, Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: Open vSwitch agent@n-d-836017-3: { 'ConntrackHelper': '1.0', Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'Log': '1.0', Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'Network': '1.1', Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'Port': '1.5', Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'PortForwarding': '1.2', Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'QosPolicy': '1.8', Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'SecurityGroup': '1.2', Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'SecurityGroupRule': '1.0', Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'SubPort': '1.0', Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'Subnet': '1.1', Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: 'Trunk': '1.1'}} Apr 18 21:02:13.150931 n-d-836017-3 neutron-server[85050]: {{(pid=85050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 21:02:13.259242 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed0592e1-7267-4021-b8ca-51b6fb432006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.301712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c9ebaf-ab99-4707-9da9-5f8fbabeaf79,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.308476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Checking segment: {'id': 'a4d1d9f0-bdd6-4a6a-9243-2a37e7a7982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4e45c137-b412-4118-8dce-5da5df801400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:13.311614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Network hostable DHCP agents. Network: 4e45c137-b412-4118-8dce-5da5df801400, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:13.316995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:02:13.323401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0592e1-7267-4021-b8ca-51b6fb432006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354d101f-10e1-4c5d-a9da-5867e0880313,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.386517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bc71de55-34d4-48e7-b8c5-0f10ca895d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:13.430187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805ef37-8507-4fcb-b138-148a7312b6a4 req-5460ceeb-b32b-40ad-8c86-ea96b112688f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:13.438819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b805ef37-8507-4fcb-b138-148a7312b6a4 req-5460ceeb-b32b-40ad-8c86-ea96b112688f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 969 time: 1.2833312 Apr 18 21:02:13.440212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bc71de55-34d4-48e7-b8c5-0f10ca895d64 admin admin] Usage tracker for resource:security_group_rule and tenant:44ac50d731eb4adfaab431d9cb48492a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:13.450375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bc71de55-34d4-48e7-b8c5-0f10ca895d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:13.460854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ca7eb-0b73-4caa-95ae-4b037bb7b75d req-5ebfafd6-fa27-4480-bd41-bd89bff8ee95 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:13.462545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a05ca7eb-0b73-4caa-95ae-4b037bb7b75d req-5ebfafd6-fa27-4480-bd41-bd89bff8ee95 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 948 time: 1.0075891 Apr 18 21:02:13.467773 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed0592e1-7267-4021-b8ca-51b6fb432006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.471648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ed0592e1-7267-4021-b8ca-51b6fb432006 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/354d101f-10e1-4c5d-a9da-5867e0880313 HTTP/1.1" status: 204 len: 168 time: 1.5746210 Apr 18 21:02:13.471648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bc71de55-34d4-48e7-b8c5-0f10ca895d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:13.481236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Network 4e45c137-b412-4118-8dce-5da5df801400 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:13.573899 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b805ef37-8507-4fcb-b138-148a7312b6a4 req-392c3f62-30b4-457c-a5f1-0755096770e7 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251321 Apr 18 21:02:13.580002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 4e45c137-b412-4118-8dce-5da5df801400) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:13.596071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:13.618977 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.625667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a05ca7eb-0b73-4caa-95ae-4b037bb7b75d req-dd25d077-7ac3-421a-82e2-5c180f788941 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176126 Apr 18 21:02:13.683424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd54b6e-53f8-4984-b131-fca719b534f1 None None] Network 4e45c137-b412-4118-8dce-5da5df801400 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:13.742136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bc71de55-34d4-48e7-b8c5-0f10ca895d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.809507 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d1418212-9b1b-4b3a-92f5-6d9180cdee33 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9369025 Apr 18 21:02:13.860189 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bc71de55-34d4-48e7-b8c5-0f10ca895d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.961825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71de55-34d4-48e7-b8c5-0f10ca895d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3554b3e6-fab2-40c4-8224-5b9a0cd2fdba,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.967644 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bc71de55-34d4-48e7-b8c5-0f10ca895d64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44ac50d731eb4adfaab431d9cb48492a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0969300 Apr 18 21:02:13.973137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56744) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:14.153977 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50b3820d-76c1-47b2-9706-ddcb1b0e503b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.180159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12feac26-ed55-4dad-9c9c-059522d4b74d None None] Network 4e45c137-b412-4118-8dce-5da5df801400 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:14.255293 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50b3820d-76c1-47b2-9706-ddcb1b0e503b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.539303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50b3820d-76c1-47b2-9706-ddcb1b0e503b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.608743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3820d-76c1-47b2-9706-ddcb1b0e503b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3554b3e6-fab2-40c4-8224-5b9a0cd2fdba,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:14.633051 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50b3820d-76c1-47b2-9706-ddcb1b0e503b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.642009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-50b3820d-76c1-47b2-9706-ddcb1b0e503b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3554b3e6-fab2-40c4-8224-5b9a0cd2fdba HTTP/1.1" status: 204 len: 168 time: 0.6670992 Apr 18 21:02:15.075790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e22c3-d6b7-4342-909c-628b6c0c0952 req-8bca6781-e39f-4ae1-aacd-3357ba15a171 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:15.088119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-826e22c3-d6b7-4342-909c-628b6c0c0952 req-8bca6781-e39f-4ae1-aacd-3357ba15a171 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 948 time: 0.1117291 Apr 18 21:02:15.153184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-826e22c3-d6b7-4342-909c-628b6c0c0952 req-adcd86d9-90b5-4620-8026-f5f8cf678de3 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616040 Apr 18 21:02:15.479312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270a8b8-f18c-40ee-9e0d-ecd223e49457 req-fd8dcb6b-1c6a-4fa4-a781-93a4440b604f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:15.481186 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7270a8b8-f18c-40ee-9e0d-ecd223e49457 req-fd8dcb6b-1c6a-4fa4-a781-93a4440b604f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 970 time: 0.1375697 Apr 18 21:02:15.554408 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7270a8b8-f18c-40ee-9e0d-ecd223e49457 req-784b9bae-ca24-416a-9619-7ba70146b43e tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620017 Apr 18 21:02:15.932842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:02:16.398906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:16.406186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:16.423197 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.528535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eff62-8bec-45de-8c41-12aaf2498e31 req-d4a04c01-635a-454d-bef4-f6e38744eb92 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:16.541603 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-070eff62-8bec-45de-8c41-12aaf2498e31 req-d4a04c01-635a-454d-bef4-f6e38744eb92 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 948 time: 0.2005162 Apr 18 21:02:16.664855 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-070eff62-8bec-45de-8c41-12aaf2498e31 req-f4e1db9b-72aa-4704-97ae-389ecca0c59e tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206167 Apr 18 21:02:16.730687 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.780298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84fdec3-1a2c-4b68-a84c-80d7f8b4886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:02:16.833756 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:02:16.855573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:16.880945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ebf95-2e81-47d3-a2e7-1c645cb42750 req-0cf76bd8-3954-4784-bda1-22b0728da239 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:16.882560 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-079ebf95-2e81-47d3-a2e7-1c645cb42750 req-0cf76bd8-3954-4784-bda1-22b0728da239 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 970 time: 0.0920527 Apr 18 21:02:16.970536 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-079ebf95-2e81-47d3-a2e7-1c645cb42750 req-a86aff19-d118-4e45-a878-dd0c99db72b4 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805900 Apr 18 21:02:17.019386 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.082203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56802) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:17.167287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:17.495328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe94a655-44eb-47d9-b4ed-d4f0802c3285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.555525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fe94a655-44eb-47d9-b4ed-d4f0802c3285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:17.564222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fe94a655-44eb-47d9-b4ed-d4f0802c3285 admin admin] Usage tracker for resource:security_group_rule and tenant:af24ade557d443189035f64b0aaeca77 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:17.570484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fe94a655-44eb-47d9-b4ed-d4f0802c3285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:17.582999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fe94a655-44eb-47d9-b4ed-d4f0802c3285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:17.692053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe94a655-44eb-47d9-b4ed-d4f0802c3285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.796089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe94a655-44eb-47d9-b4ed-d4f0802c3285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.867346 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fe94a655-44eb-47d9-b4ed-d4f0802c3285 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af24ade557d443189035f64b0aaeca77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7830219 Apr 18 21:02:17.871538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56826) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:17.911852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94a655-44eb-47d9-b4ed-d4f0802c3285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47557136-ed86-476d-a6eb-044d83861c50,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.137744 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d3d2f8-f782-4074-a801-0a607d92386b'] response: {'server_uuid': 'e84fdec3-1a2c-4b68-a84c-80d7f8b4886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf', 'code': 200} Apr 18 21:02:18.176499 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62a217a3-0a97-4a9b-9290-2bf33dab9001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.425184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62a217a3-0a97-4a9b-9290-2bf33dab9001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.460263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae7d93-0a91-4331-8e3b-4a2ecfff292a req-7f9197f2-9b20-4d8b-8c78-121493576e2f tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:18.463164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5ae7d93-0a91-4331-8e3b-4a2ecfff292a req-7f9197f2-9b20-4d8b-8c78-121493576e2f tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 948 time: 0.4539373 Apr 18 21:02:18.677907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5ae7d93-0a91-4331-8e3b-4a2ecfff292a req-be74d7b6-9af0-43c7-9547-e6635c78a29c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011158 Apr 18 21:02:18.698610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7275aee-0d93-4197-859e-2a6dbff1f4fe req-a0e4fe1c-c69b-44ce-a9c4-cb375d3cfce1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 1122 time: 0.4130089 Apr 18 21:02:18.727701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56844) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:18.744703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-944983675-network', 'tenant_id': 'fb8b47d6b8154b9e8fcb242e7e2e4873'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:18.755671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:18.758665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cc449-8e37-4e1e-8ff5-a81f78a262cc req-64ad141f-681c-4c93-b619-53a28f40f89a tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:18.761870 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-261cc449-8e37-4e1e-8ff5-a81f78a262cc req-64ad141f-681c-4c93-b619-53a28f40f89a tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 971 time: 0.3183048 Apr 18 21:02:18.764061 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62a217a3-0a97-4a9b-9290-2bf33dab9001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.766561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Usage tracker for resource:network and tenant:fb8b47d6b8154b9e8fcb242e7e2e4873 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:18.771829 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a7275aee-0d93-4197-859e-2a6dbff1f4fe req-50830400-302f-424d-bef4-fffd6c09cf42 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.774740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:18.789035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:18.874383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a217a3-0a97-4a9b-9290-2bf33dab9001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47557136-ed86-476d-a6eb-044d83861c50,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.876135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Made reservation on behalf of fb8b47d6b8154b9e8fcb242e7e2e4873 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:18.882613 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.891773 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62a217a3-0a97-4a9b-9290-2bf33dab9001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.898311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-62a217a3-0a97-4a9b-9290-2bf33dab9001 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47557136-ed86-476d-a6eb-044d83861c50 HTTP/1.1" status: 204 len: 168 time: 1.0204933 Apr 18 21:02:18.918990 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.947008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-a7275aee-0d93-4197-859e-2a6dbff1f4fe req-50830400-302f-424d-bef4-fffd6c09cf42 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:18.958530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a7275aee-0d93-4197-859e-2a6dbff1f4fe req-50830400-302f-424d-bef4-fffd6c09cf42 service neutron] Usage tracker for resource:security_group_rule and tenant:bd9ddf6f77fc4b68b638b2919139fe77 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:18.983750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-261cc449-8e37-4e1e-8ff5-a81f78a262cc req-08f1c8e1-60df-4c68-a04d-d1c108e873fb tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948373 Apr 18 21:02:18.985258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a7275aee-0d93-4197-859e-2a6dbff1f4fe req-50830400-302f-424d-bef4-fffd6c09cf42 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:19.006232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-a7275aee-0d93-4197-859e-2a6dbff1f4fe req-50830400-302f-424d-bef4-fffd6c09cf42 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:19.007233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:19.033923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Usage tracker for resource:security_group_rule and tenant:fb8b47d6b8154b9e8fcb242e7e2e4873 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:19.042911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:19.059882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:19.137770 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a7275aee-0d93-4197-859e-2a6dbff1f4fe req-50830400-302f-424d-bef4-fffd6c09cf42 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.193958 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.232483 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a7275aee-0d93-4197-859e-2a6dbff1f4fe req-50830400-302f-424d-bef4-fffd6c09cf42 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.284413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7275aee-0d93-4197-859e-2a6dbff1f4fe req-50830400-302f-424d-bef4-fffd6c09cf42 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5779169 Apr 18 21:02:19.290011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50830400-302f-424d-bef4-fffd6c09cf42 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f3694694-75d5-4ea9-87bf-f8a9843518b5,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.321842 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.355699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:19.375205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1305f41-e0ef-432e-9d81-cba9a98924dd,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.385094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.385744 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Added segment 84c1251e-3169-4207-b685-87285790fd73 of type vlan for network 7b9ddc0a-d0f3-4571-b108-5119e0d9e405 Apr 18 21:02:19.446007 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.647580 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.648922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:19.649690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.831903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7b9ddc0a-d0f3-4571-b108-5119e0d9e405,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.847918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 7b9ddc0a-d0f3-4571-b108-5119e0d9e405 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:19.907397 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-85a0db60-930b-4805-9159-d1cf4e3706f3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1775739 Apr 18 21:02:19.910499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56862) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:19.919798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Request body: {'subnet': {'network_id': '7b9ddc0a-d0f3-4571-b108-5119e0d9e405', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-944983675-subnet', 'tenant_id': 'fb8b47d6b8154b9e8fcb242e7e2e4873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:19.946894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:19.956617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Usage tracker for resource:subnet and tenant:fb8b47d6b8154b9e8fcb242e7e2e4873 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:19.963198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:19.976145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:20.082904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Made reservation on behalf of fb8b47d6b8154b9e8fcb242e7e2e4873 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:20.094704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.172088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbf692-4ad3-4735-9aac-c8427ca2e858 req-7260a199-bc44-48fa-976b-bae082ff5507 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:20.175226 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10dbf692-4ad3-4735-9aac-c8427ca2e858 req-7260a199-bc44-48fa-976b-bae082ff5507 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 948 time: 0.2356431 Apr 18 21:02:20.419428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10dbf692-4ad3-4735-9aac-c8427ca2e858 req-a6f63d37-1796-463a-b2b9-93db68cae8e6 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337565 Apr 18 21:02:20.469030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d97b7-4534-4ca7-97ea-fded2a7ca688 req-334551f6-b3ec-4a5b-bb55-dd5e3a98287f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:20.471420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a58d97b7-4534-4ca7-97ea-fded2a7ca688 req-334551f6-b3ec-4a5b-bb55-dd5e3a98287f tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 971 time: 0.2034616 Apr 18 21:02:20.558559 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a58d97b7-4534-4ca7-97ea-fded2a7ca688 req-2625ff98-8a3b-410d-9745-80b9e3094ace tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788186 Apr 18 21:02:20.602779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56872) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:20.630025 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95c1dbc2-bbbb-41fa-b0bc-4638f21eab34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.667725 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.758735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95c1dbc2-bbbb-41fa-b0bc-4638f21eab34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:20.782623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95c1dbc2-bbbb-41fa-b0bc-4638f21eab34 admin admin] Usage tracker for resource:security_group_rule and tenant:efc5f353190c4fe3a4989e957df60c12 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:20.796322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95c1dbc2-bbbb-41fa-b0bc-4638f21eab34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:20.816555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95c1dbc2-bbbb-41fa-b0bc-4638f21eab34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:20.850760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ed9429-6aa3-4d0a-839d-5b41e99c169e,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:20.909696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Checking segment: {'id': '84c1251e-3169-4207-b685-87285790fd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b9ddc0a-d0f3-4571-b108-5119e0d9e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:20.910289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Network hostable DHCP agents. Network: 7b9ddc0a-d0f3-4571-b108-5119e0d9e405, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:21.050013 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95c1dbc2-bbbb-41fa-b0bc-4638f21eab34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.088825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Network 7b9ddc0a-d0f3-4571-b108-5119e0d9e405 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:21.129009 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95c1dbc2-bbbb-41fa-b0bc-4638f21eab34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.270889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 7b9ddc0a-d0f3-4571-b108-5119e0d9e405) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:21.276180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:21.276836 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.288063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1cb2cd-b069-4a57-ad8c-a33165898559 None None] Network 7b9ddc0a-d0f3-4571-b108-5119e0d9e405 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:21.298447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1dbc2-bbbb-41fa-b0bc-4638f21eab34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751e9750-ce4a-4b86-a1ef-f8963da3b978,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:21.322450 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-95c1dbc2-bbbb-41fa-b0bc-4638f21eab34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=efc5f353190c4fe3a4989e957df60c12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7182004 Apr 18 21:02:21.328087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56884) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:21.450635 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a7065439-b759-4537-8d16-1002d831d51b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5382750 Apr 18 21:02:21.487059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa90e07a-2a0e-40b4-bda7-d7f8d78629a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.550022 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa90e07a-2a0e-40b4-bda7-d7f8d78629a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.768090 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa90e07a-2a0e-40b4-bda7-d7f8d78629a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.778321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:02:21.815162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90e07a-2a0e-40b4-bda7-d7f8d78629a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e9750-ce4a-4b86-a1ef-f8963da3b978,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:21.854934 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa90e07a-2a0e-40b4-bda7-d7f8d78629a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.860611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fa90e07a-2a0e-40b4-bda7-d7f8d78629a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/751e9750-ce4a-4b86-a1ef-f8963da3b978 HTTP/1.1" status: 204 len: 168 time: 0.5306644 Apr 18 21:02:21.904557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f689e7-9b9c-40d7-8468-c5ebe04c0884 req-f82fbf74-aa51-4dc6-941c-824c2ef109d1 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:21.913687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8f689e7-9b9c-40d7-8468-c5ebe04c0884 req-f82fbf74-aa51-4dc6-941c-824c2ef109d1 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 948 time: 0.2208371 Apr 18 21:02:21.982910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56902) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:22.011626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=455010f6-b2ce-4ac7-ac4c-42025c3d6c63,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:22.011959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8f689e7-9b9c-40d7-8468-c5ebe04c0884 req-ae267a4a-e7ed-4315-af0b-1f4fa7a784b1 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965798 Apr 18 21:02:22.064666 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '455010f6-b2ce-4ac7-ac4c-42025c3d6c63', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '455010f6-b2ce-4ac7-ac4c-42025c3d6c63', 'mac_address': 'fa:16:3e:a2:77:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:02:22.165280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-4502c485-9d18-47fc-94fa-b0ad63413cd0 admin admin] Deleting subnet 33c9ebaf-ab99-4707-9da9-5f8fbabeaf79 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:02:22.172587 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4502c485-9d18-47fc-94fa-b0ad63413cd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.210165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3ae34-df38-4663-a9ba-5f6999a6e912 req-4f085e5e-e723-4ab5-81c6-76e112d66733 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:22.222406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd3ae34-df38-4663-a9ba-5f6999a6e912 req-4f085e5e-e723-4ab5-81c6-76e112d66733 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 971 time: 0.2077606 Apr 18 21:02:22.320107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4dd17b-71ed-4ba6-808b-dcb9741aad4e None None] Network 7b9ddc0a-d0f3-4571-b108-5119e0d9e405 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:22.324100 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4502c485-9d18-47fc-94fa-b0ad63413cd0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.342499 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4502c485-9d18-47fc-94fa-b0ad63413cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.390447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd3ae34-df38-4663-a9ba-5f6999a6e912 req-94c5ee93-818e-4d98-ae0c-ab50bdd37215 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582296 Apr 18 21:02:22.443165 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.557527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:02:22.640027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4502c485-9d18-47fc-94fa-b0ad63413cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.656143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=455010f6-b2ce-4ac7-ac4c-42025c3d6c63,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:22.742809 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4502c485-9d18-47fc-94fa-b0ad63413cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.760215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502c485-9d18-47fc-94fa-b0ad63413cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c9ebaf-ab99-4707-9da9-5f8fbabeaf79,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:22.778091 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4502c485-9d18-47fc-94fa-b0ad63413cd0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/33c9ebaf-ab99-4707-9da9-5f8fbabeaf79 HTTP/1.1" status: 204 len: 168 time: 0.7887948 Apr 18 21:02:22.780275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56914) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:22.808867 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.033492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=455010f6-b2ce-4ac7-ac4c-42025c3d6c63,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:23.067798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-267b92af-445c-46fc-812b-89ff5f1d97e1 req-11394762-bfaf-40af-a684-fac253ebb63c tempest-AggregatesAdminTestJSON-105029256 tempest-AggregatesAdminTestJSON-105029256-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 1122 time: 0.4134767 Apr 18 21:02:23.082294 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.110937 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-267b92af-445c-46fc-812b-89ff5f1d97e1 req-1bc9063c-d0eb-460d-8dd0-8d92cc2d890d tempest-AggregatesAdminTestJSON-105029256 tempest-AggregatesAdminTestJSON-105029256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.232839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['455010f6-b2ce-4ac7-ac4c-42025c3d6c63'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:02:23.296035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-267b92af-445c-46fc-812b-89ff5f1d97e1 req-1bc9063c-d0eb-460d-8dd0-8d92cc2d890d tempest-AggregatesAdminTestJSON-105029256 tempest-AggregatesAdminTestJSON-105029256-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:23.437463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-267b92af-445c-46fc-812b-89ff5f1d97e1 req-1bc9063c-d0eb-460d-8dd0-8d92cc2d890d tempest-AggregatesAdminTestJSON-105029256 tempest-AggregatesAdminTestJSON-105029256-project-admin] Usage tracker for resource:security_group_rule and tenant:8762dc9ded374678a0e34ee24d39372e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:23.459631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-267b92af-445c-46fc-812b-89ff5f1d97e1 req-1bc9063c-d0eb-460d-8dd0-8d92cc2d890d tempest-AggregatesAdminTestJSON-105029256 tempest-AggregatesAdminTestJSON-105029256-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:23.496738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-267b92af-445c-46fc-812b-89ff5f1d97e1 req-1bc9063c-d0eb-460d-8dd0-8d92cc2d890d tempest-AggregatesAdminTestJSON-105029256 tempest-AggregatesAdminTestJSON-105029256-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:23.515960 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.558525 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.559136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.560630 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.561206 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > port after_create 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.561826 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.562410 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > port after_update 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.562993 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.563601 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.564534 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.565532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.836695 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.837357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.838757 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.839259 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:23.839733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e45c137-b412-4118-8dce-5da5df801400']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.921887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d1d9f0-bdd6-4a6a-9243-2a37e7a7982a') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.922218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d1d9f0-bdd6-4a6a-9243-2a37e7a7982a') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.952395 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.984705 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.011941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:24.012374 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: util.warn_limited( Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: util.warn_limited( Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:24.031269 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:24.204039 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-267b92af-445c-46fc-812b-89ff5f1d97e1 req-1bc9063c-d0eb-460d-8dd0-8d92cc2d890d tempest-AggregatesAdminTestJSON-105029256 tempest-AggregatesAdminTestJSON-105029256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.218483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d90fe8-8abc-43ca-bd30-969bf1d69d03 req-97023ce4-958a-43a2-a5fa-023956bfc529 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:24.221106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84d90fe8-8abc-43ca-bd30-969bf1d69d03 req-97023ce4-958a-43a2-a5fa-023956bfc529 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 949 time: 0.3620217 Apr 18 21:02:24.266254 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.332348 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.336599 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-267b92af-445c-46fc-812b-89ff5f1d97e1 req-1bc9063c-d0eb-460d-8dd0-8d92cc2d890d tempest-AggregatesAdminTestJSON-105029256 tempest-AggregatesAdminTestJSON-105029256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.367488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4e45c137-b412-4118-8dce-5da5df801400,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.434454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84d90fe8-8abc-43ca-bd30-969bf1d69d03 req-9b10e59d-453b-4a77-831d-dfd8e830dd13 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001753 Apr 18 21:02:24.447622 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-174a8f0d-d719-4557-ab7a-aaa97292f7fb admin admin] 10.222.0.11 "DELETE /v2.0/networks/4e45c137-b412-4118-8dce-5da5df801400 HTTP/1.1" status: 204 len: 168 time: 1.6619909 Apr 18 21:02:24.447622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9063c-d0eb-460d-8dd0-8d92cc2d890d tempest-AggregatesAdminTestJSON-105029256 tempest-AggregatesAdminTestJSON-105029256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d9ca3d-914f-42e2-8ee3-8441684ef171,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.449672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56942) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:24.459625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-267b92af-445c-46fc-812b-89ff5f1d97e1 req-1bc9063c-d0eb-460d-8dd0-8d92cc2d890d tempest-AggregatesAdminTestJSON-105029256 tempest-AggregatesAdminTestJSON-105029256-project-admin] Synchronizing usage tracker for tenant:8762dc9ded374678a0e34ee24d39372e on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:24.530468 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d06b05aa-9355-4b40-ab0a-c3befbc5a705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.556106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-267b92af-445c-46fc-812b-89ff5f1d97e1 req-1bc9063c-d0eb-460d-8dd0-8d92cc2d890d tempest-AggregatesAdminTestJSON-105029256 tempest-AggregatesAdminTestJSON-105029256-project-admin] Unset dirty status for tenant:8762dc9ded374678a0e34ee24d39372e on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:24.562526 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-267b92af-445c-46fc-812b-89ff5f1d97e1 req-1bc9063c-d0eb-460d-8dd0-8d92cc2d890d tempest-AggregatesAdminTestJSON-105029256 tempest-AggregatesAdminTestJSON-105029256-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4830019 Apr 18 21:02:24.583312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbd4d47-5a0b-4511-b0c8-540decf40c35 admin admin] Deleting subnet 33ed9429-6aa3-4d0a-839d-5b41e99c169e {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:02:24.588948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4d47-5a0b-4511-b0c8-540decf40c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.692746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4d47-5a0b-4511-b0c8-540decf40c35 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.709137 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4d47-5a0b-4511-b0c8-540decf40c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.896407 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4d47-5a0b-4511-b0c8-540decf40c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.965119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd4d47-5a0b-4511-b0c8-540decf40c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ed9429-6aa3-4d0a-839d-5b41e99c169e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.977923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4d47-5a0b-4511-b0c8-540decf40c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.996896 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cbbd4d47-5a0b-4511-b0c8-540decf40c35 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/33ed9429-6aa3-4d0a-839d-5b41e99c169e HTTP/1.1" status: 204 len: 168 time: 0.5463250 Apr 18 21:02:24.998682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56958) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:25.231524 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.488565 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.554163 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.554642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.555995 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.556521 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > port after_create 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.556894 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > port after_delete 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.557687 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > port after_update 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.558096 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.558501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.558835 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.559246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.667298 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.668032 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.668662 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.669308 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 21:02:25.670657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9ddc0a-d0f3-4571-b108-5119e0d9e405']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.698360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c1251e-3169-4207-b685-87285790fd73') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.698979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c1251e-3169-4207-b685-87285790fd73') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.726005 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.775337 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:02:25.776202 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.793995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:25.795408 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: util.warn_limited( Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: util.warn_limited( Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:25.830777 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:25.887734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d6fcf-f0d7-4f6a-961a-7628abc0fadb req-40a65821-685c-494e-93aa-311be1fe738d tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:25.899447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e44d6fcf-f0d7-4f6a-961a-7628abc0fadb req-40a65821-685c-494e-93aa-311be1fe738d tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 949 time: 0.1718345 Apr 18 21:02:26.020905 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e44d6fcf-f0d7-4f6a-961a-7628abc0fadb req-a84dc922-91ef-4886-af5d-e9753e135f14 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198292 Apr 18 21:02:26.021451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:26.031699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:26.032199 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.110641 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.163282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9ddc0a-d0f3-4571-b108-5119e0d9e405,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:26.167268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.179848 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-57b2db62-d9a4-4525-b6f2-3bad00cec21b admin admin] 10.222.0.11 "DELETE /v2.0/networks/7b9ddc0a-d0f3-4571-b108-5119e0d9e405 HTTP/1.1" status: 204 len: 168 time: 1.1794877 Apr 18 21:02:26.431278 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.482454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173214b6-8e1b-4676-8e88-3052591efda4 req-a17e0175-78e6-4364-8e09-97ad90c8123a tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:26.485451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-173214b6-8e1b-4676-8e88-3052591efda4 req-a17e0175-78e6-4364-8e09-97ad90c8123a tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 971 time: 0.2011359 Apr 18 21:02:26.523319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=455010f6-b2ce-4ac7-ac4c-42025c3d6c63,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:26.524827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d30f52-e63b-48d9-bc50-d88396b15bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455010f6-b2ce-4ac7-ac4c-42025c3d6c63'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:02:26.623938 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-173214b6-8e1b-4676-8e88-3052591efda4 req-dca554fd-4edd-46ba-87e7-3b125626ef8c tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261690 Apr 18 21:02:26.628403 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.746020 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5d05ee-8944-45f6-b38f-c5f186deda17'] response: {'server_uuid': 'e3d30f52-e63b-48d9-bc50-d88396b15bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455010f6-b2ce-4ac7-ac4c-42025c3d6c63', 'code': 200} Apr 18 21:02:26.807340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=455010f6-b2ce-4ac7-ac4c-42025c3d6c63,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:26.960326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2289a-efc5-449c-8e3b-f536814a90f7 req-aa2400b2-40fb-4ec1-8757-9bb74b2151c6 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:26.960326 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bd2289a-efc5-449c-8e3b-f536814a90f7 req-aa2400b2-40fb-4ec1-8757-9bb74b2151c6 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.59 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 971 time: 0.1762636 Apr 18 21:02:26.999377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57000) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:27.031717 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c75e8d5d-f9fd-41d6-bd81-6f9e37aae79c req-189dc94c-d3fc-4d77-9211-195d7fd214fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 1101 time: 0.1841021 Apr 18 21:02:27.055201 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-554a4bc2-f632-49b9-b70c-7417ba5bf0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.077914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-4bd2289a-efc5-449c-8e3b-f536814a90f7 req-51295dce-2b2a-4d8d-9c39-da0a9a6fe300 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Deleting port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:27.078502 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4bd2289a-efc5-449c-8e3b-f536814a90f7 req-51295dce-2b2a-4d8d-9c39-da0a9a6fe300 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.134653 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c75e8d5d-f9fd-41d6-bd81-6f9e37aae79c req-38b96935-a4ae-49e5-97bd-e7d4f394f293 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953214 Apr 18 21:02:27.336045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57010) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:27.441702 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-30484ead-3e68-45d2-8243-b95485232652 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=949547c8d0a04d75a0ee507b57072958&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1030567 Apr 18 21:02:27.445857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57014) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:27.572510 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1394e352-3be3-4123-bd45-3e4a63edda88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.654431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4bd2289a-efc5-449c-8e3b-f536814a90f7 req-51295dce-2b2a-4d8d-9c39-da0a9a6fe300 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] For port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:27.655023 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4bd2289a-efc5-449c-8e3b-f536814a90f7 req-51295dce-2b2a-4d8d-9c39-da0a9a6fe300 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.672572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f66ba-12bc-4969-bf3d-af0bbe2100b2 req-9fb7d3f7-395b-4706-bfcb-f853b88c56a4 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:27.674745 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-901f66ba-12bc-4969-bf3d-af0bbe2100b2 req-9fb7d3f7-395b-4706-bfcb-f853b88c56a4 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 950 time: 0.2696283 Apr 18 21:02:27.681933 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1394e352-3be3-4123-bd45-3e4a63edda88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.729101 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-05ed5d18-782f-45ac-a159-89e029dc1341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.891607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-05ed5d18-782f-45ac-a159-89e029dc1341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:27.900873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-05ed5d18-782f-45ac-a159-89e029dc1341 admin admin] Usage tracker for resource:security_group_rule and tenant:f2afd737c5de42e1b92cfd37b73f6257 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:27.904549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-4bd2289a-efc5-449c-8e3b-f536814a90f7 req-51295dce-2b2a-4d8d-9c39-da0a9a6fe300 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Calling delete_port for 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf owned by compute:tempest-test_az-1565919122 {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:27.908731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-05ed5d18-782f-45ac-a159-89e029dc1341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:27.932577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-05ed5d18-782f-45ac-a159-89e029dc1341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:27.959009 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1394e352-3be3-4123-bd45-3e4a63edda88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.990904 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.997325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394e352-3be3-4123-bd45-3e4a63edda88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab456e5-6acd-41c2-ab49-f9b889ef39d2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.027021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1394e352-3be3-4123-bd45-3e4a63edda88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.030679 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1394e352-3be3-4123-bd45-3e4a63edda88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ab456e5-6acd-41c2-ab49-f9b889ef39d2 HTTP/1.1" status: 204 len: 168 time: 0.5833106 Apr 18 21:02:28.114083 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-05ed5d18-782f-45ac-a159-89e029dc1341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.182276 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-05ed5d18-782f-45ac-a159-89e029dc1341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.318985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed5d18-782f-45ac-a159-89e029dc1341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12a2cad-7945-42f3-99b2-50c94f1640c8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.354510 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-05ed5d18-782f-45ac-a159-89e029dc1341 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2afd737c5de42e1b92cfd37b73f6257&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3532965 Apr 18 21:02:28.357580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57028) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:28.443512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-901f66ba-12bc-4969-bf3d-af0bbe2100b2 req-ae96bf97-2b1d-4dcb-96c9-421b31ecfd13 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6637337 Apr 18 21:02:28.452941 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.481754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57034) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:28.482124 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5af70e50-67fc-43b0-b0d9-6a32a5f1a630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.492827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f26eea-d36e-4522-99b0-12ded1975614 req-97c7a4c9-430e-4749-b25b-86a748a6ebd7 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:28.495598 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99f26eea-d36e-4522-99b0-12ded1975614 req-97c7a4c9-430e-4749-b25b-86a748a6ebd7 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 971 time: 0.4986007 Apr 18 21:02:28.588631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5af70e50-67fc-43b0-b0d9-6a32a5f1a630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.678767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99f26eea-d36e-4522-99b0-12ded1975614 req-9753b969-f83b-4731-9977-2fe6aad02ea5 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/security-groups?id=09f1535e-cf2b-4ed6-b83d-4e37a567b883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127648 Apr 18 21:02:28.759210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4bd2289a-efc5-449c-8e3b-f536814a90f7 req-51295dce-2b2a-4d8d-9c39-da0a9a6fe300 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.774635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:02:28.787559 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5af70e50-67fc-43b0-b0d9-6a32a5f1a630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.860910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51295dce-2b2a-4d8d-9c39-da0a9a6fe300 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Pushing event deleted for resources: {'Port': ['ID=9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.863165 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5af70e50-67fc-43b0-b0d9-6a32a5f1a630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.880129 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5af70e50-67fc-43b0-b0d9-6a32a5f1a630 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c12a2cad-7945-42f3-99b2-50c94f1640c8 HTTP/1.1" status: 204 len: 168 time: 0.5211349 Apr 18 21:02:28.885806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af70e50-67fc-43b0-b0d9-6a32a5f1a630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12a2cad-7945-42f3-99b2-50c94f1640c8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:29.033166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd2289a-efc5-449c-8e3b-f536814a90f7 req-51295dce-2b2a-4d8d-9c39-da0a9a6fe300 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] No DVR routers for this DVR port 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:29.040422 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4bd2289a-efc5-449c-8e3b-f536814a90f7 req-51295dce-2b2a-4d8d-9c39-da0a9a6fe300 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.046033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84fdec3-1a2c-4b68-a84c-80d7f8b4886a', 'name': 'network-vif-deleted', 'tag': '9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:02:29.165401 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bd2289a-efc5-449c-8e3b-f536814a90f7 req-51295dce-2b2a-4d8d-9c39-da0a9a6fe300 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.59 "DELETE /v2.0/ports/9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf HTTP/1.1" status: 204 len: 173 time: 2.1978076 Apr 18 21:02:29.194572 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e1cb4e-01e6-4682-9da0-94408b1a4f0a'] response: {'server_uuid': 'e84fdec3-1a2c-4b68-a84c-80d7f8b4886a', 'name': 'network-vif-deleted', 'tag': '9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf', 'status': 'completed', 'code': 200} Apr 18 21:02:29.267833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Request body: {'security_group': {'name': 'tempest-securitygroup-251577089', 'description': 'tempest-description-2113552648'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:29.288481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:29.302918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Usage tracker for resource:security_group and tenant:056c7fdb312041b5b6f4a2b0573fe776 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:29.309006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:29.328126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:29.431488 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8cf93450-1c7d-4a46-9e49-ad5d7c3946d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.595239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8cf93450-1c7d-4a46-9e49-ad5d7c3946d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:29.599544 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.652949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8cf93450-1c7d-4a46-9e49-ad5d7c3946d0 admin admin] Usage tracker for resource:security_group_rule and tenant:e7d5437b521749049784d0d8c9da839e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:29.673523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8cf93450-1c7d-4a46-9e49-ad5d7c3946d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:29.695622 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.739900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8cf93450-1c7d-4a46-9e49-ad5d7c3946d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:29.943824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:29.961624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Usage tracker for resource:security_group_rule and tenant:056c7fdb312041b5b6f4a2b0573fe776 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:29.969361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:29.995209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:30.093788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57054) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:30.198153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200774a4-b327-4e26-a0f5-3e818930f956 req-a9acd38e-b731-4f32-aebe-15f830ca412f tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:30.211641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-200774a4-b327-4e26-a0f5-3e818930f956 req-a9acd38e-b731-4f32-aebe-15f830ca412f tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 950 time: 0.4252264 Apr 18 21:02:30.239765 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c6aeaaae-7336-4b76-9f17-d3692a85f367 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb8b47d6b8154b9e8fcb242e7e2e4873&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1440024 Apr 18 21:02:30.243588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57058) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:30.306852 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8cf93450-1c7d-4a46-9e49-ad5d7c3946d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.380203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-200774a4-b327-4e26-a0f5-3e818930f956 req-d24b3bed-b805-4599-8e2c-977568eac3c7 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671126 Apr 18 21:02:30.385504 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8cf93450-1c7d-4a46-9e49-ad5d7c3946d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.398876 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.471409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf93450-1c7d-4a46-9e49-ad5d7c3946d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a2cabb-62ee-4cec-97fb-90f142c24758,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:30.479437 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89dc1cdc-17f6-403c-b525-c2d7e1dda8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.490162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8cf93450-1c7d-4a46-9e49-ad5d7c3946d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7d5437b521749049784d0d8c9da839e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9920795 Apr 18 21:02:30.496765 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.511076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57062) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:30.654843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:30.676609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89dc1cdc-17f6-403c-b525-c2d7e1dda8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.682742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4a493c-e2a8-4199-b5a9-d04e268f3c77,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:30.699829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Usage tracker for resource:security_group_rule and tenant:056c7fdb312041b5b6f4a2b0573fe776 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:30.717418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:30.754101 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab18bb8a-3d6f-43a0-b909-c51abfbc5e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.826704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:30.840709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cf294047-d708-4bae-bdd5-73ad05e6ab15 req-c210de85-c265-47f4-b9d4-0033bc0a38b0 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Synchronizing usage tracker for tenant:f6f433358503450892a8f8ee5c6dfc49 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:30.876236 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab18bb8a-3d6f-43a0-b909-c51abfbc5e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.878697 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.973994 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.021904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cf294047-d708-4bae-bdd5-73ad05e6ab15 req-c210de85-c265-47f4-b9d4-0033bc0a38b0 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] Unset dirty status for tenant:f6f433358503450892a8f8ee5c6dfc49 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:31.022433 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89dc1cdc-17f6-403c-b525-c2d7e1dda8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.025058 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf294047-d708-4bae-bdd5-73ad05e6ab15 req-c210de85-c265-47f4-b9d4-0033bc0a38b0 tempest-AggregatesAdminTestJSON-1600528972 tempest-AggregatesAdminTestJSON-1600528972-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84fdec3-1a2c-4b68-a84c-80d7f8b4886a HTTP/1.1" status: 200 len: 210 time: 0.3279858 Apr 18 21:02:31.056225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc1cdc-17f6-403c-b525-c2d7e1dda8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1305f41-e0ef-432e-9d81-cba9a98924dd,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.062418 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.073282 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89dc1cdc-17f6-403c-b525-c2d7e1dda8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.079167 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-89dc1cdc-17f6-403c-b525-c2d7e1dda8f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1305f41-e0ef-432e-9d81-cba9a98924dd HTTP/1.1" status: 204 len: 168 time: 0.8301759 Apr 18 21:02:31.093710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57068) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:31.149996 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f51c936e-0930-4a4b-ade9-287d944392ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.176314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab18bb8a-3d6f-43a0-b909-c51abfbc5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.180519 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab18bb8a-3d6f-43a0-b909-c51abfbc5e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.182054 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ab18bb8a-3d6f-43a0-b909-c51abfbc5e24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76a2cabb-62ee-4cec-97fb-90f142c24758 HTTP/1.1" status: 204 len: 168 time: 0.6697073 Apr 18 21:02:31.215537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7b3d05-afc6-46ba-961e-54e4ee68807e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.260383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18bb8a-3d6f-43a0-b909-c51abfbc5e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a2cabb-62ee-4cec-97fb-90f142c24758,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.326849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f51c936e-0930-4a4b-ade9-287d944392ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:31.334039 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f51c936e-0930-4a4b-ade9-287d944392ff admin admin] Usage tracker for resource:security_group_rule and tenant:5128fc54181a4f43a64ba3cf159e4b0f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:31.345026 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.353332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f51c936e-0930-4a4b-ade9-287d944392ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:31.357724 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b04d351-5140-4d63-88b6-0cd5c7e30724 req-824d7c2a-cc23-432e-814d-cb8e58e0875c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 2.0983570 Apr 18 21:02:31.366148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f51c936e-0930-4a4b-ade9-287d944392ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:31.424575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1943486463', 'description': 'tempest-description-1717496851'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:31.440185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:31.449939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Usage tracker for resource:security_group and tenant:056c7fdb312041b5b6f4a2b0573fe776 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:31.456323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:31.468534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:31.532450 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f51c936e-0930-4a4b-ade9-287d944392ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.561784 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.628448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f51c936e-0930-4a4b-ade9-287d944392ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.644699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:31.657081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Usage tracker for resource:security_group_rule and tenant:056c7fdb312041b5b6f4a2b0573fe776 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:31.668643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:31.693883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c936e-0930-4a4b-ade9-287d944392ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e63a1d-d8f3-4085-a31e-b3f28becde1e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.702392 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f51c936e-0930-4a4b-ade9-287d944392ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5128fc54181a4f43a64ba3cf159e4b0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6066477 Apr 18 21:02:31.707183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57078) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:31.744916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:31.811197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e630e3df-d88d-49f2-88ed-97779f6cfe25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.845939 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e630e3df-d88d-49f2-88ed-97779f6cfe25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.863201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84ba9b-bab2-4fbf-8e16-f8f75620e415 req-decfa490-b58d-49f7-9578-d6b7d758669b tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:31.869619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e84ba9b-bab2-4fbf-8e16-f8f75620e415 req-decfa490-b58d-49f7-9578-d6b7d758669b tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 950 time: 0.1931007 Apr 18 21:02:31.931723 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.974211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:02:31.988596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e84ba9b-bab2-4fbf-8e16-f8f75620e415 req-571a3697-067b-4378-ab8b-72e2dfaf5517 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091583 Apr 18 21:02:32.011288 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.036425 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e630e3df-d88d-49f2-88ed-97779f6cfe25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.104078 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:02:32.104645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9cf1e4a6-ec41-4d52-926c-fa4c1413c4cf not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:02:32.120177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630e3df-d88d-49f2-88ed-97779f6cfe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e63a1d-d8f3-4085-a31e-b3f28becde1e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:32.126992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbc45ee-8ce3-4e6e-8c6b-16ac8b960e7d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:32.135925 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e630e3df-d88d-49f2-88ed-97779f6cfe25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.144392 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e630e3df-d88d-49f2-88ed-97779f6cfe25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9e63a1d-d8f3-4085-a31e-b3f28becde1e HTTP/1.1" status: 204 len: 168 time: 0.4307449 Apr 18 21:02:32.238626 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.248272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f65465c8-1698-4fe5-a8cd-660a4d51df79 req-19b5c2f5-1d03-48fe-b9a2-d3ca027aacc2 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.8296111 Apr 18 21:02:32.626263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57104) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:32.667554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4e774b57-3495-4145-bb8a-e60c2145d4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.730195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4e774b57-3495-4145-bb8a-e60c2145d4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:32.739202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4e774b57-3495-4145-bb8a-e60c2145d4dc admin admin] Usage tracker for resource:security_group_rule and tenant:fd5c3d18029447aa9ef56401ada86022 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:32.743165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4e774b57-3495-4145-bb8a-e60c2145d4dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:32.756078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4e774b57-3495-4145-bb8a-e60c2145d4dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:32.901071 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4e774b57-3495-4145-bb8a-e60c2145d4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.049586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4e774b57-3495-4145-bb8a-e60c2145d4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.110160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e774b57-3495-4145-bb8a-e60c2145d4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c9a05a-74de-44a8-b1a8-4d39fed6ea6e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:33.116242 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4e774b57-3495-4145-bb8a-e60c2145d4dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd5c3d18029447aa9ef56401ada86022&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4875929 Apr 18 21:02:33.119812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57112) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:33.167086 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.266311 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-45d32889-653b-4dd7-b35b-b05c51b1264b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.319903 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-45d32889-653b-4dd7-b35b-b05c51b1264b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.413372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-272657365', 'description': 'tempest-description-190548070'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:33.420843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:33.426086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Usage tracker for resource:security_group and tenant:a533530e40c241a78e6b57f9bc0b1eb9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:33.430939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:33.444156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:33.510434 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-45d32889-653b-4dd7-b35b-b05c51b1264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.536847 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-45d32889-653b-4dd7-b35b-b05c51b1264b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.541437 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-45d32889-653b-4dd7-b35b-b05c51b1264b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91c9a05a-74de-44a8-b1a8-4d39fed6ea6e HTTP/1.1" status: 204 len: 168 time: 0.4202321 Apr 18 21:02:33.542854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d32889-653b-4dd7-b35b-b05c51b1264b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c9a05a-74de-44a8-b1a8-4d39fed6ea6e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:33.569760 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.601033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.646935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:33.652395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Usage tracker for resource:security_group_rule and tenant:a533530e40c241a78e6b57f9bc0b1eb9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:33.658191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:33.667654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:33.795711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.884446 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.952363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:33.956760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adb75e7-1d14-44e0-a106-e305adf7abb6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:33.970054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Usage tracker for resource:security_group_rule and tenant:a533530e40c241a78e6b57f9bc0b1eb9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:34.020462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:34.040427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:34.193583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76204e26-899e-48f6-8f4c-a48c5ee1c4a8 req-d301c8a4-48c6-4110-92d5-b8e8303208b9 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:34.196499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76204e26-899e-48f6-8f4c-a48c5ee1c4a8 req-d301c8a4-48c6-4110-92d5-b8e8303208b9 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 950 time: 0.2304156 Apr 18 21:02:34.206310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.300017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76204e26-899e-48f6-8f4c-a48c5ee1c4a8 req-7b7b7bc6-44b8-48b0-9844-6c9a06b4d8eb tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879567 Apr 18 21:02:34.301723 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.364727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4529834-10a5-4509-8c4c-8b77765e8b7e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:34.398340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.400272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5951e856-66c8-4acf-9964-5787f38bcf71 req-d057dd72-16ef-47ff-b53c-5ba4932abc63 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.9972806 Apr 18 21:02:34.445035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1565363228', 'description': 'tempest-description-1390660486'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:34.451209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:34.455378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Usage tracker for resource:security_group and tenant:a533530e40c241a78e6b57f9bc0b1eb9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:34.458707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:34.465616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:34.572780 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.634033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:34.641109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Usage tracker for resource:security_group_rule and tenant:a533530e40c241a78e6b57f9bc0b1eb9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:34.655079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:34.672305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:34.796010 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.893663 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.979361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411cf2e9-34ea-42bb-9774-3387becf962f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:35.093077 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.094918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-890b6a23-b1fb-436f-9b65-35e4a589d537 req-42cd2403-196c-48eb-9732-5034bcdda515 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.6546435 Apr 18 21:02:35.126928 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-146dc230-8289-41d2-9e4c-d3603f2bcfaa req-4f6a1b02-1f14-4ff6-baf7-d8fbbdf6645b tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 1101 time: 0.1225600 Apr 18 21:02:35.260677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-146dc230-8289-41d2-9e4c-d3603f2bcfaa req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Deleting port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:35.261274 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-146dc230-8289-41d2-9e4c-d3603f2bcfaa req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.544427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-e133c112-f85c-4469-81a6-28ff3022c422 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Synchronizing usage tracker for tenant:a533530e40c241a78e6b57f9bc0b1eb9 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:35.652738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-e133c112-f85c-4469-81a6-28ff3022c422 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Unset dirty status for tenant:a533530e40c241a78e6b57f9bc0b1eb9 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:35.653245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-146dc230-8289-41d2-9e4c-d3603f2bcfaa req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] For port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=455010f6-b2ce-4ac7-ac4c-42025c3d6c63,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:35.653940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-146dc230-8289-41d2-9e4c-d3603f2bcfaa req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.656635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-e133c112-f85c-4469-81a6-28ff3022c422 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 25243 time: 0.4319825 Apr 18 21:02:35.790310 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-1add57fe-9636-40dd-a2fb-41fe5f1142a3 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/09f1535e-cf2b-4ed6-b83d-4e37a567b883 HTTP/1.1" status: 200 len: 2649 time: 0.1247895 Apr 18 21:02:35.793625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-146dc230-8289-41d2-9e4c-d3603f2bcfaa req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Calling delete_port for 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:35.950413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-b73ba6fc-1409-4b7b-a137-e6bbb5114e7d tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/09f1535e-cf2b-4ed6-b83d-4e37a567b883 HTTP/1.1" status: 200 len: 2649 time: 0.1534045 Apr 18 21:02:36.032574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eb595-e8b4-4ad9-9d8e-7fda4a2b3d9d req-790aee01-2f32-4fc3-946e-a44d21a57c80 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:36.039651 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf0eb595-e8b4-4ad9-9d8e-7fda4a2b3d9d req-790aee01-2f32-4fc3-946e-a44d21a57c80 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 950 time: 0.1787934 Apr 18 21:02:36.044862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-af43d1c3-ceec-44ff-b9df-86e271a5f922 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/27ab1e29-0c71-4baa-b85a-460e22a781fe HTTP/1.1" status: 200 len: 2649 time: 0.0794921 Apr 18 21:02:36.093821 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-146dc230-8289-41d2-9e4c-d3603f2bcfaa req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.106007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['455010f6-b2ce-4ac7-ac4c-42025c3d6c63'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:02:36.182584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf0eb595-e8b4-4ad9-9d8e-7fda4a2b3d9d req-fd9f7191-36bc-4038-9d55-a588c77f7aaa tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418481 Apr 18 21:02:36.184113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Pushing event deleted for resources: {'Port': ['ID=455010f6-b2ce-4ac7-ac4c-42025c3d6c63,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:36.195163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-332e3b58-e339-49fb-b8fc-beca45f064fc tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/27ab1e29-0c71-4baa-b85a-460e22a781fe HTTP/1.1" status: 200 len: 2649 time: 0.1333127 Apr 18 21:02:36.323375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-00f58672-b1f2-403c-9846-ca9e8a1e445a tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/2adb75e7-1d14-44e0-a106-e305adf7abb6 HTTP/1.1" status: 200 len: 2649 time: 0.1206295 Apr 18 21:02:36.368240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:36.368585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:36.368947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:36.369317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:36.369674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:36.370056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:36.370390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:36.370792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:36.371144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:36.371471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:36.371817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:36.383388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-146dc230-8289-41d2-9e4c-d3603f2bcfaa req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] No DVR routers for this DVR port 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:36.387289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-146dc230-8289-41d2-9e4c-d3603f2bcfaa req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.392255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d30f52-e63b-48d9-bc50-d88396b15bac', 'name': 'network-vif-deleted', 'tag': '455010f6-b2ce-4ac7-ac4c-42025c3d6c63'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:02:36.412113 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-146dc230-8289-41d2-9e4c-d3603f2bcfaa req-9d9ef6a1-f747-44e3-a862-591955516d76 tempest-DeleteServersAdminTestJSON-512705853 tempest-DeleteServersAdminTestJSON-512705853-project-admin] 10.222.0.26 "DELETE /v2.0/ports/455010f6-b2ce-4ac7-ac4c-42025c3d6c63 HTTP/1.1" status: 204 len: 173 time: 1.2798223 Apr 18 21:02:36.460880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-c416d3e8-d746-4afd-b20c-f669116c8971 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/2adb75e7-1d14-44e0-a106-e305adf7abb6 HTTP/1.1" status: 200 len: 2649 time: 0.1255984 Apr 18 21:02:36.504912 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9184832-7818-42d2-8b8a-dc45fb57bb9f'] response: {'server_uuid': 'e3d30f52-e63b-48d9-bc50-d88396b15bac', 'name': 'network-vif-deleted', 'tag': '455010f6-b2ce-4ac7-ac4c-42025c3d6c63', 'status': 'completed', 'code': 200} Apr 18 21:02:36.605407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-e3a02206-0d8a-42f3-8f02-f9d1e6ffd4bd tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/41d9ca3d-914f-42e2-8ee3-8441684ef171 HTTP/1.1" status: 200 len: 2649 time: 0.1356215 Apr 18 21:02:36.745777 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-b4bb0b28-d162-48c3-a233-785b7a777dce tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/41d9ca3d-914f-42e2-8ee3-8441684ef171 HTTP/1.1" status: 200 len: 2649 time: 0.1339548 Apr 18 21:02:36.818165 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-0757f6ad-ca30-4e0b-9eea-dd0337d75639 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/425582e3-6d48-412f-858b-29bcf674ba27 HTTP/1.1" status: 200 len: 2649 time: 0.0709112 Apr 18 21:02:36.956307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-1b693926-c0a9-4583-a0e3-f0798dfb1d42 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/425582e3-6d48-412f-858b-29bcf674ba27 HTTP/1.1" status: 200 len: 2649 time: 0.1328852 Apr 18 21:02:37.072965 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-65ad42e8-0758-4f57-bef3-38be990f7593 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/ad4a493c-e2a8-4199-b5a9-d04e268f3c77 HTTP/1.1" status: 200 len: 2649 time: 0.1102188 Apr 18 21:02:37.186439 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-3baa806f-2b2c-4563-b666-6fa1c776d9e1 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/ad4a493c-e2a8-4199-b5a9-d04e268f3c77 HTTP/1.1" status: 200 len: 2649 time: 0.1029196 Apr 18 21:02:37.274295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-a42dfab7-540d-4b6c-be65-02d6031e0437 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/cd186d6e-a1f2-478b-8251-b69a2433f36d HTTP/1.1" status: 200 len: 2649 time: 0.0777016 Apr 18 21:02:37.345197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-2a7b7ece-b100-4462-b890-66feef3c6496 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/cd186d6e-a1f2-478b-8251-b69a2433f36d HTTP/1.1" status: 200 len: 2649 time: 0.0596912 Apr 18 21:02:37.412960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-7604241b-a998-41f4-8702-3222ff13441d tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/f3694694-75d5-4ea9-87bf-f8a9843518b5 HTTP/1.1" status: 200 len: 2649 time: 0.0609307 Apr 18 21:02:37.544786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c1bf66e-5e52-4942-b191-3aac13cd3352 req-c9a55435-48cb-4a7c-bf6f-a356481329a2 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3d30f52-e63b-48d9-bc50-d88396b15bac HTTP/1.1" status: 200 len: 210 time: 0.0880396 Apr 18 21:02:37.599222 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119dc079-3d0a-46f5-a1f2-0e0707d31084 req-8c7e8620-cbd4-4efa-908a-a10daeac804c tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/f3694694-75d5-4ea9-87bf-f8a9843518b5 HTTP/1.1" status: 200 len: 2649 time: 0.1683290 Apr 18 21:02:37.891936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-641fb3e2-c3e1-4c03-9350-d84b32981f83 req-ab4e56a1-7158-418e-850a-9928c2eebbca tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Synchronizing usage tracker for tenant:056c7fdb312041b5b6f4a2b0573fe776 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:38.098311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-641fb3e2-c3e1-4c03-9350-d84b32981f83 req-ab4e56a1-7158-418e-850a-9928c2eebbca tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Unset dirty status for tenant:056c7fdb312041b5b6f4a2b0573fe776 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:38.099689 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-641fb3e2-c3e1-4c03-9350-d84b32981f83 req-ab4e56a1-7158-418e-850a-9928c2eebbca tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=056c7fdb312041b5b6f4a2b0573fe776 HTTP/1.1" status: 200 len: 5439 time: 0.4233410 Apr 18 21:02:38.186273 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-641fb3e2-c3e1-4c03-9350-d84b32981f83 req-a41fc227-ed78-42b3-a2ad-d9598cb56ecf tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] 10.222.0.11 "GET /v2.0/security-groups/ad4a493c-e2a8-4199-b5a9-d04e268f3c77 HTTP/1.1" status: 200 len: 2649 time: 0.0790565 Apr 18 21:02:38.246428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-641fb3e2-c3e1-4c03-9350-d84b32981f83 req-dabebb9a-d368-4aa5-a37a-70cf04f42f5e tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] 10.222.0.11 "GET /v2.0/security-groups/ad4a493c-e2a8-4199-b5a9-d04e268f3c77 HTTP/1.1" status: 200 len: 2649 time: 0.0585091 Apr 18 21:02:38.711945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78fee521-60b3-40a4-9e2f-07b3c29d0538 req-b47dd469-3486-4e5f-b24c-dbb49d799727 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/411cf2e9-34ea-42bb-9774-3387becf962f HTTP/1.1" status: 200 len: 1612 time: 0.0619671 Apr 18 21:02:38.807713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-78fee521-60b3-40a4-9e2f-07b3c29d0538 req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.843955 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-78fee521-60b3-40a4-9e2f-07b3c29d0538 req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.950160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.061338 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-78fee521-60b3-40a4-9e2f-07b3c29d0538 req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.107352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411cf2e9-34ea-42bb-9774-3387becf962f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:39.112056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-44f00857-2dd3-46e1-a197-d3409aa91d26 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390568 Apr 18 21:02:39.120422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.120803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.121169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.121536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.122113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.122301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.122672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.123080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.123408 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.123778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.124150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.267048 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-78fee521-60b3-40a4-9e2f-07b3c29d0538 req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.268213 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78fee521-60b3-40a4-9e2f-07b3c29d0538 req-94cd43b9-fbc7-4ae1-a11d-8d13d82e494b tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/411cf2e9-34ea-42bb-9774-3387becf962f HTTP/1.1" status: 204 len: 173 time: 0.5455191 Apr 18 21:02:39.338870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-11700964-b204-4a6e-89d5-a68f179021db tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:39.340445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-11700964-b204-4a6e-89d5-a68f179021db tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118757 Apr 18 21:02:39.359065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-8c908d13-51f4-4fe5-b147-87959e516d18 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/quotas/6fe6054587cf41f8ae2400d6e4d475d9 HTTP/1.1" status: 200 len: 375 time: 0.0131752 Apr 18 21:02:39.417748 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-41f99d10-fe3a-4188-bdf8-c419aa933af3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473552 Apr 18 21:02:39.865576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f9c00ff-e9a1-4fbe-baac-beffdc003d82 req-08a6739f-337b-4101-b3af-a7d870a309c8 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d4529834-10a5-4509-8c4c-8b77765e8b7e HTTP/1.1" status: 200 len: 1610 time: 0.0779834 Apr 18 21:02:39.887299 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:02:39.967489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:02:39.968604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 455010f6-b2ce-4ac7-ac4c-42025c3d6c63 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:02:39.983771 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9f9c00ff-e9a1-4fbe-baac-beffdc003d82 req-274e7227-0fac-4de7-80e9-44c976175d25 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.050012 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9f9c00ff-e9a1-4fbe-baac-beffdc003d82 req-274e7227-0fac-4de7-80e9-44c976175d25 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.213378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-bb92e46c-1710-4761-96bc-96e39e511949 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=56f91b9be2dd4033babbf40f0b5f3e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327182 Apr 18 21:02:40.244379 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9f9c00ff-e9a1-4fbe-baac-beffdc003d82 req-274e7227-0fac-4de7-80e9-44c976175d25 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.335587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e7227-0fac-4de7-80e9-44c976175d25 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4529834-10a5-4509-8c4c-8b77765e8b7e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:40.349172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9f9c00ff-e9a1-4fbe-baac-beffdc003d82 req-274e7227-0fac-4de7-80e9-44c976175d25 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.350357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f9c00ff-e9a1-4fbe-baac-beffdc003d82 req-274e7227-0fac-4de7-80e9-44c976175d25 tempest-SecurityGroupsTestAdminJSON-374993927 tempest-SecurityGroupsTestAdminJSON-374993927-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4529834-10a5-4509-8c4c-8b77765e8b7e HTTP/1.1" status: 204 len: 173 time: 0.4757867 Apr 18 21:02:40.424417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-9dbf20c5-4d4a-4295-b62f-771e840a7d3d tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:40.425925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-9dbf20c5-4d4a-4295-b62f-771e840a7d3d tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059059 Apr 18 21:02:40.444816 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-a114b98f-3972-4d7d-a973-8ab99eafb4d0 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/quotas/56f91b9be2dd4033babbf40f0b5f3e79 HTTP/1.1" status: 200 len: 375 time: 0.0127168 Apr 18 21:02:40.524457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-5ee10525-b727-4916-b4c6-7939ac1e54cb tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=56f91b9be2dd4033babbf40f0b5f3e79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717058 Apr 18 21:02:40.526329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-165da35c-7cbf-470d-ad8a-34a484ed0dd3 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9ba0cb2f592f4a9484c31f4f8466d680&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375452 Apr 18 21:02:40.714226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-514afd46-2544-4bff-a114-041ef571ae30 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:40.716398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-514afd46-2544-4bff-a114-041ef571ae30 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755626 Apr 18 21:02:40.736545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-e9c42c9d-b95e-4ea9-bf1e-b77b5028cb5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/quotas/9ba0cb2f592f4a9484c31f4f8466d680 HTTP/1.1" status: 200 len: 375 time: 0.0113721 Apr 18 21:02:40.791895 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-6113c662-066d-4e99-843b-9dd7235bfd60 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ba0cb2f592f4a9484c31f4f8466d680&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493267 Apr 18 21:02:41.250889 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fbdbb48-e1c4-418e-833a-a0d0370bfce8 req-5c850c70-8adc-4dcc-a0fd-472d779ec61a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 210 time: 0.0802438 Apr 18 21:02:41.358965 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06e1d69d-72ad-4200-aa46-370545ed68cf req-0ab5f0ea-1319-482c-aa57-0ae86954e006 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 210 time: 0.0470881 Apr 18 21:02:41.363289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9a23598-b18b-4d26-b510-a8505a15112f req-5b8a59c2-b8fe-4763-84a5-013012c22301 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] 10.222.0.11 "GET /v2.0/security-groups/0cbc45ee-8ce3-4e6e-8c6b-16ac8b960e7d HTTP/1.1" status: 200 len: 1612 time: 0.0903528 Apr 18 21:02:41.447713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9a23598-b18b-4d26-b510-a8505a15112f req-63500c42-ea09-4822-b605-5949f3daca5c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.479784 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9a23598-b18b-4d26-b510-a8505a15112f req-63500c42-ea09-4822-b605-5949f3daca5c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.658024 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9a23598-b18b-4d26-b510-a8505a15112f req-63500c42-ea09-4822-b605-5949f3daca5c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.694689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63500c42-ea09-4822-b605-5949f3daca5c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbc45ee-8ce3-4e6e-8c6b-16ac8b960e7d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:41.765191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b31e0d6f-2eb4-4e24-9e75-70ed154b9d01 req-4e8cd17a-aaef-47c7-b522-26c58a8e2702 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 210 time: 0.0488977 Apr 18 21:02:41.784013 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9a23598-b18b-4d26-b510-a8505a15112f req-63500c42-ea09-4822-b605-5949f3daca5c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.785613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9a23598-b18b-4d26-b510-a8505a15112f req-63500c42-ea09-4822-b605-5949f3daca5c tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] 10.222.0.11 "DELETE /v2.0/security-groups/0cbc45ee-8ce3-4e6e-8c6b-16ac8b960e7d HTTP/1.1" status: 204 len: 173 time: 0.4160171 Apr 18 21:02:41.925945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22278f1d-ee7e-4172-a321-a84a364845b0 req-75a546fc-d260-4ac1-9ada-b110c7efe992 tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] 10.222.0.11 "GET /v2.0/security-groups/3d7b3d05-afc6-46ba-961e-54e4ee68807e HTTP/1.1" status: 200 len: 1611 time: 0.0700989 Apr 18 21:02:42.126963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-22278f1d-ee7e-4172-a321-a84a364845b0 req-37dee031-de3b-4947-9e4b-756d524df79d tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.187547 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-22278f1d-ee7e-4172-a321-a84a364845b0 req-37dee031-de3b-4947-9e4b-756d524df79d tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.409830 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-22278f1d-ee7e-4172-a321-a84a364845b0 req-37dee031-de3b-4947-9e4b-756d524df79d tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.453494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dee031-de3b-4947-9e4b-756d524df79d tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7b3d05-afc6-46ba-961e-54e4ee68807e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:42.461789 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-22278f1d-ee7e-4172-a321-a84a364845b0 req-37dee031-de3b-4947-9e4b-756d524df79d tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.463052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22278f1d-ee7e-4172-a321-a84a364845b0 req-37dee031-de3b-4947-9e4b-756d524df79d tempest-SecurityGroupsTestAdminJSON-2066334023 tempest-SecurityGroupsTestAdminJSON-2066334023-project] 10.222.0.11 "DELETE /v2.0/security-groups/3d7b3d05-afc6-46ba-961e-54e4ee68807e HTTP/1.1" status: 204 len: 173 time: 0.5303304 Apr 18 21:02:42.658336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b03264da-8b11-4eb8-b2f9-86b94c6e7b06 req-135bf5e5-3daf-42e3-8fe1-35a7310005fb tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 210 time: 0.0709100 Apr 18 21:02:42.866725 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01275bb3-2475-4a1c-8d84-13e7d5d17807 req-7ea949ad-0d70-465f-bc69-a85ea08ab2c9 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 210 time: 0.0539196 Apr 18 21:02:43.207915 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2590acc7-3abc-4741-9d46-516a5a81aca1 req-437f2f1a-0490-4b44-b3d4-be76577bad3d tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 210 time: 0.1369469 Apr 18 21:02:43.241286 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-3b0ddc24-1fdc-481f-bf88-39ba295b8b23 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990222 Apr 18 21:02:43.547783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-109487a4-7dd3-4268-b352-1b9951c1ce23 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:43.549253 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-109487a4-7dd3-4268-b352-1b9951c1ce23 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2985082 Apr 18 21:02:43.566853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Request body: {'port': {'device_id': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '6fe6054587cf41f8ae2400d6e4d475d9'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:43.790587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:43.796532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Usage tracker for resource:port and tenant:6fe6054587cf41f8ae2400d6e4d475d9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:43.822743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:43.834879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:43.854141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57422) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:43.942851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57432) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:43.982323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd3f3ea7-8b87-4468-8ed6-6fab84864ce3 req-5f9b097e-b93f-4580-acd1-1ba5e496b162 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 210 time: 0.0840778 Apr 18 21:02:43.987119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Made reservation on behalf of 6fe6054587cf41f8ae2400d6e4d475d9 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:43.990650 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.036170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.26', 61474) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:44.036943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.117607 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-12b60060-c311-4a80-ad9c-d955fccfb93f tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9ba0cb2f592f4a9484c31f4f8466d680&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799212 Apr 18 21:02:44.165441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:44.171596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Usage tracker for resource:security_group_rule and tenant:6fe6054587cf41f8ae2400d6e4d475d9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:44.175893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:44.199687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:44.394865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.420618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57448) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:44.487704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.579469 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-be49a160-8c99-444c-98fc-589629020835 req-e7c51c1d-a361-4281-8106-0fa03d6e5676 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 210 time: 0.3587074 Apr 18 21:02:44.667547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fd03bfc-e5e0-4d3e-91cd-e7abe8987dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.697348 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b24c7f29-89c7-4b53-a544-16f226bb1c9f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=056c7fdb312041b5b6f4a2b0573fe776&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8411131 Apr 18 21:02:44.698091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57460) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:44.718633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-dd91170c-e145-489f-91ad-194f89fdd1f4 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:44.720436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-dd91170c-e145-489f-91ad-194f89fdd1f4 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5974746 Apr 18 21:02:44.768844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Request body: {'port': {'device_id': 'fbf5a846-588d-481b-b11a-c92d1508f901', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '9ba0cb2f592f4a9484c31f4f8466d680'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:44.769646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:44.773598 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d607-5879-4ec8-8fe8-328b38a2017a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.873362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8fd03bfc-e5e0-4d3e-91cd-e7abe8987dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:44.888264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8fd03bfc-e5e0-4d3e-91cd-e7abe8987dbd admin admin] Usage tracker for resource:security_group_rule and tenant:861c68798c324d9195d9f3f4456d50f0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:44.892919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Allocated IP 192.168.233.123 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/f50df9b0-46be-4482-90e6-792e1667b56e) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:44.899371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8fd03bfc-e5e0-4d3e-91cd-e7abe8987dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:44.908806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f4b1d607-5879-4ec8-8fe8-328b38a2017a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:44.918724 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d378bfe6-27ae-4cb4-9164-cbac2c8b69b1 req-5e200bcf-1bb9-478e-930c-489b0c3baaea tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 210 time: 0.1048422 Apr 18 21:02:44.920132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8fd03bfc-e5e0-4d3e-91cd-e7abe8987dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:44.939594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f4b1d607-5879-4ec8-8fe8-328b38a2017a admin admin] Usage tracker for resource:security_group_rule and tenant:e5ed7ef6a08b412c8b4f2a2eb4ab9ded is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:44.942608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f4b1d607-5879-4ec8-8fe8-328b38a2017a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:44.955914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f4b1d607-5879-4ec8-8fe8-328b38a2017a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:44.972653 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dbee3545-7e60-4e8e-a6a0-9e75acd73174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.034071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.26', 61478) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:45.063664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dbee3545-7e60-4e8e-a6a0-9e75acd73174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.069915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:45.074889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Usage tracker for resource:port and tenant:9ba0cb2f592f4a9484c31f4f8466d680 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:45.078405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:45.085075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:45.147344 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-bd8c73a7-e448-4d9e-913a-256bbd5e66ba tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=56f91b9be2dd4033babbf40f0b5f3e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970976 Apr 18 21:02:45.206939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Made reservation on behalf of 9ba0cb2f592f4a9484c31f4f8466d680 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:45.210482 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.255981 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c38b61b-29b1-4050-82a7-0058fb7dd600 req-cb4f0083-707d-4b3f-9f2d-23a5e01a7924 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 210 time: 0.1055996 Apr 18 21:02:45.573440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fd03bfc-e5e0-4d3e-91cd-e7abe8987dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.609709 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d607-5879-4ec8-8fe8-328b38a2017a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.649114 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.662136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-eb4c7ea7-e4c0-4b9e-b637-64bf7b987501 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:45.663713 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-eb4c7ea7-e4c0-4b9e-b637-64bf7b987501 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4826140 Apr 18 21:02:45.677594 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fd03bfc-e5e0-4d3e-91cd-e7abe8987dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.685051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dbee3545-7e60-4e8e-a6a0-9e75acd73174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.708450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Request body: {'port': {'device_id': 'a88d3be4-14dc-4d8b-bd33-4d617a468ebf', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '56f91b9be2dd4033babbf40f0b5f3e79'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:45.726403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d607-5879-4ec8-8fe8-328b38a2017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.747677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Transition to ACTIVE for port object f50df9b0-46be-4482-90e6-792e1667b56e will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:45.839045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b9f5649-c733-4a05-b41f-18a64fdcd83e req-caf7ca07-83d4-4ed6-bb4a-c0f6457af66c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 210 time: 0.0526950 Apr 18 21:02:45.870083 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8fd03bfc-e5e0-4d3e-91cd-e7abe8987dbd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=861c68798c324d9195d9f3f4456d50f0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9260764 Apr 18 21:02:45.870904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd03bfc-e5e0-4d3e-91cd-e7abe8987dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08611da-0628-4118-883a-fc79f7fd468e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:45.873181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57494) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:45.908981 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f4b1d607-5879-4ec8-8fe8-328b38a2017a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5ed7ef6a08b412c8b4f2a2eb4ab9ded&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4808941 Apr 18 21:02:45.919620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57500) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:45.923587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee3545-7e60-4e8e-a6a0-9e75acd73174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4a493c-e2a8-4199-b5a9-d04e268f3c77,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:45.972913 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3231-7c0e-4a73-b666-d5a2578e27d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.030762 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dbee3545-7e60-4e8e-a6a0-9e75acd73174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.034903 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dbee3545-7e60-4e8e-a6a0-9e75acd73174 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad4a493c-e2a8-4199-b5a9-d04e268f3c77 HTTP/1.1" status: 204 len: 168 time: 1.3283491 Apr 18 21:02:46.047342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1d607-5879-4ec8-8fe8-328b38a2017a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99303a32-67cc-4a6c-b4fc-e43334864b27,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.064554 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3231-7c0e-4a73-b666-d5a2578e27d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.096397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:46.111774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Usage tracker for resource:port and tenant:56f91b9be2dd4033babbf40f0b5f3e79 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:46.120573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:46.125396 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.134815 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1181b502-2188-4498-b253-6031bb905b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.209730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-751f3968-32f0-45a2-9416-4379e34cd2c4 req-bc03c91e-d1b5-4eb0-9660-cbd126e3e724 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 210 time: 0.0905001 Apr 18 21:02:46.213371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:46.279455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Allocated IP 192.168.233.221 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/3dc47d20-b76b-474c-b312-9617b108e836) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:46.311242 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1181b502-2188-4498-b253-6031bb905b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.328418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:46.340016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Pushing event updated for resources: {'Port': ['ID=f50df9b0-46be-4482-90e6-792e1667b56e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.347095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:46.356116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:46.493634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:46.493634 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.562306 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3231-7c0e-4a73-b666-d5a2578e27d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.584194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Made reservation on behalf of 56f91b9be2dd4033babbf40f0b5f3e79 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:46.594392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.631200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.633882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee3231-7c0e-4a73-b666-d5a2578e27d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08611da-0628-4118-883a-fc79f7fd468e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.678960 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3231-7c0e-4a73-b666-d5a2578e27d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.680754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f7ee3231-7c0e-4a73-b666-d5a2578e27d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d08611da-0628-4118-883a-fc79f7fd468e HTTP/1.1" status: 204 len: 168 time: 0.8053229 Apr 18 21:02:46.759887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d82183-ad3c-47d7-9e1d-3638e88c88eb req-b37abd26-bb07-424c-ab3b-baaaa75db897 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:46.765077 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-f852a17c-4e12-48c2-8c90-e20927d5cf77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2028012 Apr 18 21:02:46.768146 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5d82183-ad3c-47d7-9e1d-3638e88c88eb req-b37abd26-bb07-424c-ab3b-baaaa75db897 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 936 time: 0.2309897 Apr 18 21:02:46.790230 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.795200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Request body: {'port': {'device_id': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:46.825696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Transition to ACTIVE for port object 3dc47d20-b76b-474c-b312-9617b108e836 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:46.852885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5d82183-ad3c-47d7-9e1d-3638e88c88eb req-e4649a08-8608-4849-bf77-7fc30a2090c9 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838177 Apr 18 21:02:46.854941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0d916eb4-bc7f-4f7e-8716-2b5a8bc38c91 None None] Provisioning for port f50df9b0-46be-4482-90e6-792e1667b56e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:46.865634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0d916eb4-bc7f-4f7e-8716-2b5a8bc38c91 None None] Provisioning complete for port f50df9b0-46be-4482-90e6-792e1667b56e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:46.865634 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0d916eb4-bc7f-4f7e-8716-2b5a8bc38c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.897517 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1181b502-2188-4498-b253-6031bb905b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.928361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:46.936465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1181b502-2188-4498-b253-6031bb905b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.945617 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1181b502-2188-4498-b253-6031bb905b41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99303a32-67cc-4a6c-b4fc-e43334864b27 HTTP/1.1" status: 204 len: 168 time: 1.0157211 Apr 18 21:02:46.945617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Usage tracker for resource:security_group_rule and tenant:56f91b9be2dd4033babbf40f0b5f3e79 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:46.948813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181b502-2188-4498-b253-6031bb905b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99303a32-67cc-4a6c-b4fc-e43334864b27,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.954324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:46.959108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0d916eb4-bc7f-4f7e-8716-2b5a8bc38c91 None None] Port f50df9b0-46be-4482-90e6-792e1667b56e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:02:46.965248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:46.974200 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.077401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.086437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Pushing event updated for resources: {'Port': ['ID=3dc47d20-b76b-474c-b312-9617b108e836,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:47.107608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:47.109236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:47.150629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:47.321444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ef3817d-e68e-4aac-b287-4d20c366447e req-77a3f75d-fdf7-4f40-b5a3-1db8b217fe4e tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 210 time: 0.1094012 Apr 18 21:02:47.340675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57548) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:47.375941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:47.381266 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.417267 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.648387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-4636d92e-0df5-4733-bf1c-c1b4e61d5f5c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9152679 Apr 18 21:02:47.679830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Request body: {'port': {'device_id': 'fbf5a846-588d-481b-b11a-c92d1508f901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:47.735735 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.751020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-19da9af3-fbea-4d08-8359-120db3425b6a None None] Provisioning for port 3dc47d20-b76b-474c-b312-9617b108e836 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:47.759813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-19da9af3-fbea-4d08-8359-120db3425b6a None None] Provisioning complete for port 3dc47d20-b76b-474c-b312-9617b108e836 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:47.760254 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-19da9af3-fbea-4d08-8359-120db3425b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.844955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa2376-ce8c-4fe1-876b-8464ec13fc81 req-c0419fd0-5aa3-4fbe-a098-22d40b5ec98a tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:47.846033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f8fa2376-ce8c-4fe1-876b-8464ec13fc81 req-c0419fd0-5aa3-4fbe-a098-22d40b5ec98a tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Synchronizing usage tracker for tenant:9ba0cb2f592f4a9484c31f4f8466d680 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:47.850037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-19da9af3-fbea-4d08-8359-120db3425b6a None None] Port 3dc47d20-b76b-474c-b312-9617b108e836 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:02:47.874772 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.979666 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7271e917-6cb4-4d13-a4b5-836450456d1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a533530e40c241a78e6b57f9bc0b1eb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6261008 Apr 18 21:02:47.982383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57564) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:47.983950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a5ffc2-c677-4511-b9cc-77c14871c83e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:48.014013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50df9b0-46be-4482-90e6-792e1667b56e {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:02:48.021738 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.054054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Transition to ACTIVE for port object f50df9b0-46be-4482-90e6-792e1667b56e will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:48.165054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f8fa2376-ce8c-4fe1-876b-8464ec13fc81 req-c0419fd0-5aa3-4fbe-a098-22d40b5ec98a tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Unset dirty status for tenant:9ba0cb2f592f4a9484c31f4f8466d680 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:48.166679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8fa2376-ce8c-4fe1-876b-8464ec13fc81 req-c0419fd0-5aa3-4fbe-a098-22d40b5ec98a tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 936 time: 0.6509607 Apr 18 21:02:48.174843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.248332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57570) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:48.285523 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9e5fc82-8e0d-4f16-8ab6-a053d6952006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.322203 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ab0b573-a183-4887-bf2a-e4c703b2cbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.353611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8fa2376-ce8c-4fe1-876b-8464ec13fc81 req-dcb37179-b2c2-4b04-b7b7-4f82706cec85 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441276 Apr 18 21:02:48.355647 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9e5fc82-8e0d-4f16-8ab6-a053d6952006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.401411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=f50df9b0-46be-4482-90e6-792e1667b56e,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:48.428793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa560b-c892-4d4e-bfb7-3d4ff761313b req-b5e0921d-8944-4cbc-835a-3a8d1dafbb38 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:48.430148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50fa560b-c892-4d4e-bfb7-3d4ff761313b req-b5e0921d-8944-4cbc-835a-3a8d1dafbb38 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 948 time: 0.3278494 Apr 18 21:02:48.432497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Allocated IP 192.168.233.219 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/42929988-7c14-4ebb-9cea-a02ce761fc34) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:48.511882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50fa560b-c892-4d4e-bfb7-3d4ff761313b req-308a73eb-dff8-4c2f-a591-57291170a392 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566473 Apr 18 21:02:48.579486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3ab0b573-a183-4887-bf2a-e4c703b2cbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:48.597521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3ab0b573-a183-4887-bf2a-e4c703b2cbd4 admin admin] Usage tracker for resource:security_group_rule and tenant:ac3391271c774af090a15d3b241e60e3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:48.602659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3ab0b573-a183-4887-bf2a-e4c703b2cbd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:48.608254 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9e5fc82-8e0d-4f16-8ab6-a053d6952006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.623180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3ab0b573-a183-4887-bf2a-e4c703b2cbd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:48.636568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5fc82-8e0d-4f16-8ab6-a053d6952006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adb75e7-1d14-44e0-a106-e305adf7abb6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:48.644668 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9e5fc82-8e0d-4f16-8ab6-a053d6952006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.649569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f9e5fc82-8e0d-4f16-8ab6-a053d6952006 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2adb75e7-1d14-44e0-a106-e305adf7abb6 HTTP/1.1" status: 204 len: 168 time: 0.6656766 Apr 18 21:02:48.778315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57582) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:48.823528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Attempting to bind port f50df9b0-46be-4482-90e6-792e1667b56e on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:48.826594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Attempting to bind port f50df9b0-46be-4482-90e6-792e1667b56e by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:48.826594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Attempting to bind port f50df9b0-46be-4482-90e6-792e1667b56e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:48.854938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Port f50df9b0-46be-4482-90e6-792e1667b56e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:02:48.855297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Attempting to bind port f50df9b0-46be-4482-90e6-792e1667b56e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:48.859679 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5290bbe2-9df9-4bcc-9af2-5373ffff3f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.890681 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a16d0bb-b013-477a-a6dc-61989a6af7a3 req-53baa912-6eb0-4aac-a08a-7e21ea42c11c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 210 time: 0.0883157 Apr 18 21:02:48.898509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:48.900211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:48.900211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:48.900211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Bound port: f50df9b0-46be-4482-90e6-792e1667b56e, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:48.900211 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.927383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5290bbe2-9df9-4bcc-9af2-5373ffff3f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:48.940695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5290bbe2-9df9-4bcc-9af2-5373ffff3f2d admin admin] Usage tracker for resource:security_group_rule and tenant:b12c1c7557e64e90969dd11ce83d969d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:48.945647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5290bbe2-9df9-4bcc-9af2-5373ffff3f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:48.960542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5290bbe2-9df9-4bcc-9af2-5373ffff3f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:48.968741 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ab0b573-a183-4887-bf2a-e4c703b2cbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.057023 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.070102 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ab0b573-a183-4887-bf2a-e4c703b2cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.115139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Transition to ACTIVE for port object 42929988-7c14-4ebb-9cea-a02ce761fc34 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:49.160616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0b573-a183-4887-bf2a-e4c703b2cbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09501042-891d-4a18-866f-6b36213bebae,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.164186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:49.170039 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f50df9b0-46be-4482-90e6-792e1667b56e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:49.181239 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3ab0b573-a183-4887-bf2a-e4c703b2cbd4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac3391271c774af090a15d3b241e60e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9223404 Apr 18 21:02:49.181239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57596) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:49.263119 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cfe263d1-7e83-4ef3-a642-29d88f0f325c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.267602 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5290bbe2-9df9-4bcc-9af2-5373ffff3f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.274228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.357879 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cfe263d1-7e83-4ef3-a642-29d88f0f325c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.372465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.374157 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] 10.222.0.26 "PUT /v2.0/ports/f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 200 len: 1096 time: 2.5928049 Apr 18 21:02:49.377380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'tag': 'f50df9b0-46be-4482-90e6-792e1667b56e'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:02:49.381985 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.437062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649677d9-6ae7-4176-b971-8bee09eb2ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=f50df9b0-46be-4482-90e6-792e1667b56e,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.475960 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5290bbe2-9df9-4bcc-9af2-5373ffff3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.517669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:49.531561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:49.540469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:49.596497 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f230a4-b9f7-44b6-9541-91067b86c4a2'] response: {'name': 'network-changed', 'server_uuid': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'tag': 'f50df9b0-46be-4482-90e6-792e1667b56e', 'status': 'completed', 'code': 200} Apr 18 21:02:49.672778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290bbe2-9df9-4bcc-9af2-5373ffff3f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f74c27f-f85f-405f-b247-e5bfe3b68cd8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.712354 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5290bbe2-9df9-4bcc-9af2-5373ffff3f2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b12c1c7557e64e90969dd11ce83d969d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9307275 Apr 18 21:02:49.726345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57622) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:49.767878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Pushing event updated for resources: {'Port': ['ID=42929988-7c14-4ebb-9cea-a02ce761fc34,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.804797 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cfe263d1-7e83-4ef3-a642-29d88f0f325c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.856564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:49.858099 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.866289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe263d1-7e83-4ef3-a642-29d88f0f325c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09501042-891d-4a18-866f-6b36213bebae,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.941191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cfe263d1-7e83-4ef3-a642-29d88f0f325c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.942223 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cfe263d1-7e83-4ef3-a642-29d88f0f325c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09501042-891d-4a18-866f-6b36213bebae HTTP/1.1" status: 204 len: 168 time: 0.7624726 Apr 18 21:02:49.967402 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-60c308b6-8157-4011-9d07-1ea6bdb12b6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1099 time: 0.3600059 Apr 18 21:02:49.970303 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23276582-c9d9-4cfe-b99b-8bd3cbeffe84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.060852 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-43245cd3-6ae1-4ecf-8a31-13e238215e8c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3677480 Apr 18 21:02:50.064779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc47d20-b76b-474c-b312-9617b108e836 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:02:50.099303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.130749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Transition to ACTIVE for port object 3dc47d20-b76b-474c-b312-9617b108e836 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:50.134759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Request body: {'port': {'device_id': 'a88d3be4-14dc-4d8b-bd33-4d617a468ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:50.146714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1980f58-4add-4629-90eb-c5373ac4159a req-080cef00-8472-4baa-bf14-0ca5c724ceea tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:50.151105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1980f58-4add-4629-90eb-c5373ac4159a req-080cef00-8472-4baa-bf14-0ca5c724ceea tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 948 time: 0.2775962 Apr 18 21:02:50.164579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e1da-3939-4afd-95c7-5c50d4396971 req-dd0aeff1-4741-45f9-8f46-01aed9d77a46 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:50.166398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d793e1da-3939-4afd-95c7-5c50d4396971 req-dd0aeff1-4741-45f9-8f46-01aed9d77a46 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 936 time: 0.2989063 Apr 18 21:02:50.180518 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23276582-c9d9-4cfe-b99b-8bd3cbeffe84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.195997 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-a356f28a-2d30-46ad-b4ef-b54cf23799eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 200 len: 217 time: 0.2114105 Apr 18 21:02:50.223405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2135e9c4-fd6a-4b02-bb72-00a5666aa973 None None] Provisioning for port 42929988-7c14-4ebb-9cea-a02ce761fc34 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:50.232845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2135e9c4-fd6a-4b02-bb72-00a5666aa973 None None] Provisioning complete for port 42929988-7c14-4ebb-9cea-a02ce761fc34 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:50.233688 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2135e9c4-fd6a-4b02-bb72-00a5666aa973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.267833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1980f58-4add-4629-90eb-c5373ac4159a req-b181b4b0-31f9-46cf-a89c-13675fb2cfb8 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087873 Apr 18 21:02:50.279436 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.355598 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2135e9c4-fd6a-4b02-bb72-00a5666aa973 None None] Port 42929988-7c14-4ebb-9cea-a02ce761fc34 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:02:50.384568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-4033e99c-c527-475f-80d4-79879e1cf78f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:50.386079 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-4033e99c-c527-475f-80d4-79879e1cf78f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1829538 Apr 18 21:02:50.414538 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d793e1da-3939-4afd-95c7-5c50d4396971 req-850d0eb2-fec1-4119-b899-ad4ae2a46ed2 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287996 Apr 18 21:02:50.414538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc47d20-b76b-474c-b312-9617b108e836,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:50.487416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.551278 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23276582-c9d9-4cfe-b99b-8bd3cbeffe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.688567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23276582-c9d9-4cfe-b99b-8bd3cbeffe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f74c27f-f85f-405f-b247-e5bfe3b68cd8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:50.720225 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23276582-c9d9-4cfe-b99b-8bd3cbeffe84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.724539 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-23276582-c9d9-4cfe-b99b-8bd3cbeffe84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f74c27f-f85f-405f-b247-e5bfe3b68cd8 HTTP/1.1" status: 204 len: 168 time: 0.9922397 Apr 18 21:02:50.808925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Attempting to bind port 3dc47d20-b76b-474c-b312-9617b108e836 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:50.809545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Attempting to bind port 3dc47d20-b76b-474c-b312-9617b108e836 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:50.809740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Attempting to bind port 3dc47d20-b76b-474c-b312-9617b108e836 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:50.821736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Port 3dc47d20-b76b-474c-b312-9617b108e836 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:02:50.822528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Attempting to bind port 3dc47d20-b76b-474c-b312-9617b108e836 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:50.832936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:50.837120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:50.837120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:50.837120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Bound port: 3dc47d20-b76b-474c-b312-9617b108e836, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:50.837120 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.837871 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-310c81cc-4eb4-4ada-a876-414c1e59fc50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4403663 Apr 18 21:02:50.969923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b2aa3-44b5-4df3-aeaa-91d090894648 req-1ba68444-d5a6-4e9c-be5f-f3f973668bb1 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:50.983994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b92b2aa3-44b5-4df3-aeaa-91d090894648 req-1ba68444-d5a6-4e9c-be5f-f3f973668bb1 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 936 time: 0.2441385 Apr 18 21:02:51.050789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] For port 3dc47d20-b76b-474c-b312-9617b108e836, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:51.073854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] For port 3dc47d20-b76b-474c-b312-9617b108e836, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3dc47d20-b76b-474c-b312-9617b108e836,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:51.098149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b92b2aa3-44b5-4df3-aeaa-91d090894648 req-e4155a32-47db-4694-944f-e76a7eb7ca21 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126037 Apr 18 21:02:51.202936 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-988d28eb-3f56-42b1-a07e-28271c5649d4 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583713 Apr 18 21:02:51.436627 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.440436 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9aa8bd78-f2da-46ed-afc7-46bb7a54d3ac req-cb1963dd-4bc9-436d-9a4b-a3b6a6d5ca33 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307618 Apr 18 21:02:51.445699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42929988-7c14-4ebb-9cea-a02ce761fc34 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:02:51.455960 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.476625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Transition to ACTIVE for port object 42929988-7c14-4ebb-9cea-a02ce761fc34 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:51.541016 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.542514 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/3dc47d20-b76b-474c-b312-9617b108e836 HTTP/1.1" status: 200 len: 1096 time: 3.8822248 Apr 18 21:02:51.542852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf5a846-588d-481b-b11a-c92d1508f901', 'tag': '3dc47d20-b76b-474c-b312-9617b108e836'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:02:51.588728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd394ecb-db43-4f23-827f-3892a91039f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc47d20-b76b-474c-b312-9617b108e836,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:51.658041 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.894055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Pushing event updated for resources: {'Port': ['ID=42929988-7c14-4ebb-9cea-a02ce761fc34,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:51.984487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57684) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:52.298971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb0a839-17d0-4d52-a969-700923b91a6a req-ad69cf7d-1928-4947-a9fe-a5cc76e6f4c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1099 time: 0.5810535 Apr 18 21:02:52.304421 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-15b24240-2b9e-4f44-a660-9c7c2e818cd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9ba0cb2f592f4a9484c31f4f8466d680&device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 1099 time: 0.5472343 Apr 18 21:02:52.310939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Attempting to bind port 42929988-7c14-4ebb-9cea-a02ce761fc34 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:52.311670 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Attempting to bind port 42929988-7c14-4ebb-9cea-a02ce761fc34 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:52.312355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Attempting to bind port 42929988-7c14-4ebb-9cea-a02ce761fc34 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:52.344216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c641d2-d4fd-478f-b71e-003657827709 req-0eaa1d21-a0ff-41a7-9578-8cef5bce73f0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.351217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-39c641d2-d4fd-478f-b71e-003657827709 req-0eaa1d21-a0ff-41a7-9578-8cef5bce73f0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 948 time: 0.5544977 Apr 18 21:02:52.416016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Port 42929988-7c14-4ebb-9cea-a02ce761fc34 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:02:52.416325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Attempting to bind port 42929988-7c14-4ebb-9cea-a02ce761fc34 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:52.418045 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e66e43-b0ae-44eb-b4cd-548eded02b57 req-7333d525-e54b-4bd8-a19a-7b44eadbce35 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.426240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46e66e43-b0ae-44eb-b4cd-548eded02b57 req-7333d525-e54b-4bd8-a19a-7b44eadbce35 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 948 time: 0.5288582 Apr 18 21:02:52.438766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:52.438995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:52.440285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:52.440833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Bound port: 42929988-7c14-4ebb-9cea-a02ce761fc34, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:52.441307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.454131 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-eb3e488a-1c45-499d-b24f-71d72710148c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3dc47d20-b76b-474c-b312-9617b108e836 HTTP/1.1" status: 200 len: 217 time: 0.1366954 Apr 18 21:02:52.465401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-network', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:52.511246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:52.550144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-39c641d2-d4fd-478f-b71e-003657827709 req-fc743be9-fde1-4460-bccd-45b76b43a58e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978126 Apr 18 21:02:52.553403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Usage tracker for resource:network and tenant:7437350409fb428d9fc93f09f6eb3036 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:52.567128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:52.576960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46e66e43-b0ae-44eb-b4cd-548eded02b57 req-b5e6d8ba-a73f-4aff-93ad-81ae2ba689d4 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498494 Apr 18 21:02:52.597725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:52.609866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0a839-17d0-4d52-a969-700923b91a6a req-e8ace527-82f6-4314-b5bf-974703f4e5a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.611572 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb0a839-17d0-4d52-a969-700923b91a6a req-e8ace527-82f6-4314-b5bf-974703f4e5a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3043160 Apr 18 21:02:52.643329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-b3173e23-1a5f-4cd4-a26c-2e0682fdf764 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.645333 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-b3173e23-1a5f-4cd4-a26c-2e0682fdf764 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1755502 Apr 18 21:02:52.753164 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbfba97e-4e9b-4a66-89b2-0097045f8e6d'] response: {'name': 'network-changed', 'server_uuid': 'fbf5a846-588d-481b-b11a-c92d1508f901', 'tag': '3dc47d20-b76b-474c-b312-9617b108e836', 'status': 'completed', 'code': 200} Apr 18 21:02:52.771706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Made reservation on behalf of 7437350409fb428d9fc93f09f6eb3036 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:52.775333 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.802573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb0a839-17d0-4d52-a969-700923b91a6a req-13d93d21-a7a1-4727-a543-091b5227301e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 200 len: 217 time: 0.1823120 Apr 18 21:02:52.825002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] For port 42929988-7c14-4ebb-9cea-a02ce761fc34, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:52.862852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.877062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] For port 42929988-7c14-4ebb-9cea-a02ce761fc34, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=42929988-7c14-4ebb-9cea-a02ce761fc34,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:52.949504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.014252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:53.022503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0a839-17d0-4d52-a969-700923b91a6a req-c06c052e-e58d-4259-a3f8-3a48dc51c8dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:53.024394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb0a839-17d0-4d52-a969-700923b91a6a req-c06c052e-e58d-4259-a3f8-3a48dc51c8dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2154179 Apr 18 21:02:53.108292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e886300-d5f0-477f-a189-abd3f4025530 req-7a898f7f-c9b1-4a76-a375-730ce48c0594 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:53.109673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e886300-d5f0-477f-a189-abd3f4025530 req-7a898f7f-c9b1-4a76-a375-730ce48c0594 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 948 time: 0.2170093 Apr 18 21:02:53.179656 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-05f9f57f-9c85-4db4-bb74-c3fd36a8c19c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5228696 Apr 18 21:02:53.181437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Usage tracker for resource:security_group_rule and tenant:7437350409fb428d9fc93f09f6eb3036 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:53.188348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb0a839-17d0-4d52-a969-700923b91a6a req-657b7846-fa48-468a-be3d-ba3fbfa8dc11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540284 Apr 18 21:02:53.224824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:53.238358 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e886300-d5f0-477f-a189-abd3f4025530 req-abc7d5f9-5f8b-42f8-9dcc-96d9ff9276cd tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122990 Apr 18 21:02:53.420127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:53.443416 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb0a839-17d0-4d52-a969-700923b91a6a req-11202c1d-82bb-4017-9dc6-97cb12102a93 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439783 Apr 18 21:02:53.457447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.459119 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] 10.222.0.26 "PUT /v2.0/ports/42929988-7c14-4ebb-9cea-a02ce761fc34 HTTP/1.1" status: 200 len: 1096 time: 3.3285475 Apr 18 21:02:53.461855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88d3be4-14dc-4d8b-bd33-4d617a468ebf', 'tag': '42929988-7c14-4ebb-9cea-a02ce761fc34'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:02:53.490159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186d2cf-c441-49e3-ba89-4355fc77bbca service neutron] Pushing event updated for resources: {'Port': ['ID=42929988-7c14-4ebb-9cea-a02ce761fc34,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:53.707076 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa56a4ab-3932-4cc8-a2f5-f62fcff3fcd4'] response: {'name': 'network-changed', 'server_uuid': 'a88d3be4-14dc-4d8b-bd33-4d617a468ebf', 'tag': '42929988-7c14-4ebb-9cea-a02ce761fc34', 'status': 'completed', 'code': 200} Apr 18 21:02:53.716850 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-dbcc7592-1916-4e5b-9774-8ff03dac5e97 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211270 Apr 18 21:02:53.751927 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb0a839-17d0-4d52-a969-700923b91a6a req-e0d8050a-fd9c-4a38-b3c9-617c4496e171 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029220 Apr 18 21:02:53.834701 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:02:53.966324 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.007649 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-50b99dc3-615b-4562-97c6-d7287fbb70cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56f91b9be2dd4033babbf40f0b5f3e79&device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 1099 time: 0.3787601 Apr 18 21:02:54.028768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df68851-a024-4713-be28-1b5b5c7882d5 req-622c65e7-8508-4dbb-995e-1ad0874d9d18 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:54.035984 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3df68851-a024-4713-be28-1b5b5c7882d5 req-622c65e7-8508-4dbb-995e-1ad0874d9d18 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 948 time: 0.1156514 Apr 18 21:02:54.043707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b0f3-6567-4f91-a7b5-a347ec23aee8 req-f2c1bcb8-22b1-4d5e-9cd0-3b2b4f4bdf6b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:54.045251 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24a6b0f3-6567-4f91-a7b5-a347ec23aee8 req-f2c1bcb8-22b1-4d5e-9cd0-3b2b4f4bdf6b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 948 time: 0.1819668 Apr 18 21:02:54.113535 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-792fbcfb-4e0d-4067-8418-afec1dd043ec req-2389d0dd-d4f6-42cf-b8a3-f8bdc6841390 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661211 Apr 18 21:02:54.115179 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.143718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:54.146083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3df68851-a024-4713-be28-1b5b5c7882d5 req-f402c1f7-4c44-4b5e-b284-2a182ba20d73 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091595 Apr 18 21:02:54.152239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24a6b0f3-6567-4f91-a7b5-a347ec23aee8 req-30ed15cd-3250-4fd9-9f9e-f1f72617578d tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901020 Apr 18 21:02:54.155222 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.155673 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Added segment d23a061d-15ef-464a-98a7-01b895db5026 of type vlan for network 945f9372-dcf6-4603-bc16-324e0556baa5 Apr 18 21:02:54.192075 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.260860 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-dbf1be45-4952-4e6e-bd70-83e998ebfb74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42929988-7c14-4ebb-9cea-a02ce761fc34 HTTP/1.1" status: 200 len: 217 time: 0.2414601 Apr 18 21:02:54.307557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1888206e-a12e-4d72-a126-bf17c8d93a43,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:54.358271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.359137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:54.359711 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.523094 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-146c7ff1-a75e-460d-9b34-42fd75f74d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.572069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-3092e2c3-4aab-44cd-a1c1-361a9b595039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:54.574836 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-3092e2c3-4aab-44cd-a1c1-361a9b595039 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2681026 Apr 18 21:02:54.576033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] Pushing event updated for resources: {'Network': ['ID=945f9372-dcf6-4603-bc16-324e0556baa5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:54.587309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 945f9372-dcf6-4603-bc16-324e0556baa5 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:54.619337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df7e82-e5f8-492c-97f9-36a40f38b1ed req-45fd1a06-7c83-4d5b-8dc1-ad13d2be3611 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:54.628870 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3df7e82-e5f8-492c-97f9-36a40f38b1ed req-45fd1a06-7c83-4d5b-8dc1-ad13d2be3611 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 948 time: 0.1494734 Apr 18 21:02:54.649895 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dbffdb72-da6a-4143-a79d-655a8064cf85 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6624577 Apr 18 21:02:54.650839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57772) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:54.662017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Request body: {'subnet': {'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-subnet', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:54.676010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:54.686597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Usage tracker for resource:subnet and tenant:7437350409fb428d9fc93f09f6eb3036 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:54.690759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:54.698147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:54.734014 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3df7e82-e5f8-492c-97f9-36a40f38b1ed req-89ce777d-264c-4334-b260-2e9781a041a6 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988271 Apr 18 21:02:54.750809 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84006165-c56e-4d93-98d0-875606f88b92 req-559b47b0-c0e0-46f3-8c46-032a696a2146 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9ba0cb2f592f4a9484c31f4f8466d680&device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 1099 time: 0.4677935 Apr 18 21:02:54.870427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Made reservation on behalf of 7437350409fb428d9fc93f09f6eb3036 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:54.872705 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.030620 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-c850167d-4ba2-4a5f-bb62-0aa79c7a945d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4488192 Apr 18 21:02:55.077327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84006165-c56e-4d93-98d0-875606f88b92 req-96921748-8c7c-4a56-835c-cca46fbd8a03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:55.078906 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84006165-c56e-4d93-98d0-875606f88b92 req-96921748-8c7c-4a56-835c-cca46fbd8a03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3245420 Apr 18 21:02:55.259189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84006165-c56e-4d93-98d0-875606f88b92 req-24e7e2cb-3ede-46c4-a2d3-555384adc84e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3dc47d20-b76b-474c-b312-9617b108e836 HTTP/1.1" status: 200 len: 217 time: 0.1298406 Apr 18 21:02:55.478154 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-038521d9-5ee3-4059-ac08-38e062853402 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361920 Apr 18 21:02:55.485395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84006165-c56e-4d93-98d0-875606f88b92 req-6a01c517-2a42-4be8-af10-f64424af5e73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:55.487713 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84006165-c56e-4d93-98d0-875606f88b92 req-6a01c517-2a42-4be8-af10-f64424af5e73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2208920 Apr 18 21:02:55.490263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a97c24-5f35-4ed1-b1ce-075953d495d0 req-1429bf37-78e3-429c-bdc9-50dfdcebc2bd tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:55.491960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2a97c24-5f35-4ed1-b1ce-075953d495d0 req-1429bf37-78e3-429c-bdc9-50dfdcebc2bd tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 948 time: 0.1555083 Apr 18 21:02:55.501696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc6f12-c5e5-45b4-9d7c-0e3486684ea8 req-cc7d57fd-e243-4790-8355-b892eab25bb5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:55.503267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18fc6f12-c5e5-45b4-9d7c-0e3486684ea8 req-cc7d57fd-e243-4790-8355-b892eab25bb5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 948 time: 0.1216924 Apr 18 21:02:55.584291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2a97c24-5f35-4ed1-b1ce-075953d495d0 req-63151085-fe36-4fd9-9c23-a77bd4e0abae tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800362 Apr 18 21:02:55.595409 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18fc6f12-c5e5-45b4-9d7c-0e3486684ea8 req-4e04a94e-cced-4d09-826d-3f39003732d7 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760753 Apr 18 21:02:55.806481 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a8056f3-4524-485a-8abc-6d6722b7142c req-551dd709-e036-40e2-aef6-1b81b2e57d91 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005180 Apr 18 21:02:55.809705 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84006165-c56e-4d93-98d0-875606f88b92 req-532ca112-18a9-439d-9d0d-d51327cd7245 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3018742 Apr 18 21:02:55.853551 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.937521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57808) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:55.980325 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device f50df9b0-46be-4482-90e6-792e1667b56e details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:02:55.995140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57814) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:56.026503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1ac08-4e7f-4eb0-b469-f50176ef92e8 req-a4bfca59-8857-4682-baca-4cd220208f4e tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:56.035464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15a1ac08-4e7f-4eb0-b469-f50176ef92e8 req-a4bfca59-8857-4682-baca-4cd220208f4e tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 948 time: 0.1536307 Apr 18 21:02:56.102684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15a1ac08-4e7f-4eb0-b469-f50176ef92e8 req-976f9c6a-ce05-4b7c-a5a8-c560046e7f7d tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659616 Apr 18 21:02:56.257539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c635945d-e4e9-4884-93f2-22d0ccd3cc82,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:56.294344 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84006165-c56e-4d93-98d0-875606f88b92 req-30b38a64-c5d2-49a2-a396-317389467993 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726393 Apr 18 21:02:56.387494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Checking segment: {'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:56.388161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Network hostable DHCP agents. Network: 945f9372-dcf6-4603-bc16-324e0556baa5, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:56.393339 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-71413fb0-48c3-4a9b-b249-22be130b3399 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6f433358503450892a8f8ee5c6dfc49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4526155 Apr 18 21:02:56.396061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f50df9b0-46be-4482-90e6-792e1667b56e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:56.396852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57826) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:56.421514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'f50df9b0-46be-4482-90e6-792e1667b56e', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'f50df9b0-46be-4482-90e6-792e1667b56e', 'mac_address': 'fa:16:3e:af:f9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:02:56.460072 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fd2b7bd-1975-4720-b497-2660eb620257 req-8a59deef-9b96-4036-af3f-29a6afc7defc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56f91b9be2dd4033babbf40f0b5f3e79&device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 1099 time: 0.4160895 Apr 18 21:02:56.526261 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.550685 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7ae6-d0e4-4cf6-a98f-7b79071e28c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.555477 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50df9b0-46be-4482-90e6-792e1667b56e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:02:56.592015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f50df9b0-46be-4482-90e6-792e1667b56e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:56.605378 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84006165-c56e-4d93-98d0-875606f88b92 req-34205ec0-6aae-4075-a0da-a480e8235d7c service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030720 Apr 18 21:02:56.630351 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7ae6-d0e4-4cf6-a98f-7b79071e28c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.758704 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a45c3879-64a8-484d-967b-c963950babbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.793665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b7bd-1975-4720-b497-2660eb620257 req-3e50f9ed-959c-4fb9-b58c-1748d949bf4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:56.796271 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fd2b7bd-1975-4720-b497-2660eb620257 req-3e50f9ed-959c-4fb9-b58c-1748d949bf4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3284266 Apr 18 21:02:56.883494 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fd2b7bd-1975-4720-b497-2660eb620257 req-adf5736c-f129-4875-9eed-4b2304e3414a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42929988-7c14-4ebb-9cea-a02ce761fc34 HTTP/1.1" status: 200 len: 217 time: 0.0806623 Apr 18 21:02:56.926566 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.928236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Network 945f9372-dcf6-4603-bc16-324e0556baa5 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:56.975561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b7bd-1975-4720-b497-2660eb620257 req-6e4c6d65-b7e7-41a6-80a3-845054b9e9c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:56.977161 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fd2b7bd-1975-4720-b497-2660eb620257 req-6e4c6d65-b7e7-41a6-80a3-845054b9e9c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0878727 Apr 18 21:02:57.032130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=f50df9b0-46be-4482-90e6-792e1667b56e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:57.046360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 945f9372-dcf6-4603-bc16-324e0556baa5) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:57.057857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cf8d0d-e2fc-4178-a1cd-773b2a73127d None None] Network 945f9372-dcf6-4603-bc16-324e0556baa5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:57.065082 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7ae6-d0e4-4cf6-a98f-7b79071e28c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.065809 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:57.066673 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.078223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a45c3879-64a8-484d-967b-c963950babbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:57.113850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d7ae6-d0e4-4cf6-a98f-7b79071e28c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1535e-cf2b-4ed6-b83d-4e37a567b883,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:57.128950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a45c3879-64a8-484d-967b-c963950babbd admin admin] Usage tracker for resource:security_group_rule and tenant:2a2d08b1da2f45d5bac00b6a36fa7d63 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:57.135310 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-81cc98e4-04c2-4264-b062-ac294c76fdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.141131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a45c3879-64a8-484d-967b-c963950babbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:57.166636 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fd2b7bd-1975-4720-b497-2660eb620257 req-8ee3e45f-5bca-400b-ab1f-3d9043cdfdf0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1823146 Apr 18 21:02:57.170163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a45c3879-64a8-484d-967b-c963950babbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:57.290243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['f50df9b0-46be-4482-90e6-792e1667b56e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:02:57.298884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e650b4-c980-4ef9-bab5-6f2e837f1fc5 req-903ebcd7-5b08-434d-ae83-c9adc12aa83a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:57.308284 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88e650b4-c980-4ef9-bab5-6f2e837f1fc5 req-903ebcd7-5b08-434d-ae83-c9adc12aa83a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 948 time: 0.5240810 Apr 18 21:02:57.320591 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3bf61f0b-0c56-43b7-bf13-c97b9132889c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6655993 Apr 18 21:02:57.327440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57842) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:57.344040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:57.356721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:57.368178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Usage tracker for resource:router and tenant:7437350409fb428d9fc93f09f6eb3036 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:57.376068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:57.393020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:57.401628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473dcce-421b-48d7-ac5f-8d382e097c0a req-54d55384-4d8f-43d6-adf3-31e218ba05a7 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:57.404499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5473dcce-421b-48d7-ac5f-8d382e097c0a req-54d55384-4d8f-43d6-adf3-31e218ba05a7 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 948 time: 0.4865849 Apr 18 21:02:57.412817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7ae6-d0e4-4cf6-a98f-7b79071e28c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.414690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fb8d7ae6-d0e4-4cf6-a98f-7b79071e28c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09f1535e-cf2b-4ed6-b83d-4e37a567b883 HTTP/1.1" status: 204 len: 168 time: 1.0156963 Apr 18 21:02:57.467425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-945f9372-dcf6-4603-bc16-324e0556baa5', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'fixed_ips': [{'subnet_id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:57.468275 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.478836 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fd2b7bd-1975-4720-b497-2660eb620257 req-85ef9472-f18e-4386-9562-c4ed51d2e97e service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011878 Apr 18 21:02:57.524786 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a45c3879-64a8-484d-967b-c963950babbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.549380 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88e650b4-c980-4ef9-bab5-6f2e837f1fc5 req-5eb47dc3-1697-4673-bbba-8e4accfc7ef0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397425 Apr 18 21:02:57.596219 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5473dcce-421b-48d7-ac5f-8d382e097c0a req-5cf0dc77-f771-4001-8874-39a5e0ab41c7 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352804 Apr 18 21:02:57.602234 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a45c3879-64a8-484d-967b-c963950babbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.697822 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.699136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.701388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c3879-64a8-484d-967b-c963950babbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae1371f-0df2-46a8-b8c0-674a82ac817e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:57.708540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a45c3879-64a8-484d-967b-c963950babbd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a2d08b1da2f45d5bac00b6a36fa7d63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7102137 Apr 18 21:02:57.711234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57852) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:57.776364 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fd2b7bd-1975-4720-b497-2660eb620257 req-be38d30a-8e10-4361-9988-7a78741641b6 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915578 Apr 18 21:02:57.777291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Allocated IP 172.20.0.2 (945f9372-dcf6-4603-bc16-324e0556baa5/c635945d-e4e9-4884-93f2-22d0ccd3cc82/2775164a-0387-4107-8f59-0b6c0ae0bb52) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:57.826554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.984043 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-283a3e2a-24b9-4198-a7f7-b91ea53dd1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.995009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3dc47d20-b76b-474c-b312-9617b108e836 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:02:58.039633 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.042748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-283a3e2a-24b9-4198-a7f7-b91ea53dd1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.281931 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.426689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3dc47d20-b76b-474c-b312-9617b108e836, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3dc47d20-b76b-474c-b312-9617b108e836,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:58.444946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '3dc47d20-b76b-474c-b312-9617b108e836', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '3dc47d20-b76b-474c-b312-9617b108e836', 'mac_address': 'fa:16:3e:e6:38:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:02:58.465037 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.502960 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.534312 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.547250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-283a3e2a-24b9-4198-a7f7-b91ea53dd1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.548453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Transition to ACTIVE for port object 2775164a-0387-4107-8f59-0b6c0ae0bb52 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:58.564808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47879b-d572-4ed4-9990-726c9b52e1e6 req-b33454bf-26b8-49f6-8868-e65075c67cc1 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:58.566551 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f47879b-d572-4ed4-9990-726c9b52e1e6 req-b33454bf-26b8-49f6-8868-e65075c67cc1 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 948 time: 0.0915749 Apr 18 21:02:58.572821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a3e2a-24b9-4198-a7f7-b91ea53dd1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae1371f-0df2-46a8-b8c0-674a82ac817e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:58.577718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc47d20-b76b-474c-b312-9617b108e836 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:02:58.591467 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-283a3e2a-24b9-4198-a7f7-b91ea53dd1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.593837 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-283a3e2a-24b9-4198-a7f7-b91ea53dd1e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fae1371f-0df2-46a8-b8c0-674a82ac817e HTTP/1.1" status: 204 len: 168 time: 0.8793459 Apr 18 21:02:58.622119 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Transition to ACTIVE for port object 2775164a-0387-4107-8f59-0b6c0ae0bb52 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:58.636531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3dc47d20-b76b-474c-b312-9617b108e836, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3dc47d20-b76b-474c-b312-9617b108e836,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:58.641854 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f47879b-d572-4ed4-9990-726c9b52e1e6 req-ee9df968-9224-4cee-bd09-2347825e337d tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693092 Apr 18 21:02:58.766653 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.799838 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.844910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Network 945f9372-dcf6-4603-bc16-324e0556baa5 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:58.847966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:58.856436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:58.858954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Pushing event updated for resources: {'Port': ['ID=2775164a-0387-4107-8f59-0b6c0ae0bb52,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:58.876778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.923601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.984720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fb724-67de-4e54-b808-33b3c07cd88a req-10295330-f21c-41e5-ba41-7ffc09b14f00 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:58.987244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-405fb724-67de-4e54-b808-33b3c07cd88a req-10295330-f21c-41e5-ba41-7ffc09b14f00 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 949 time: 0.1270807 Apr 18 21:02:58.988142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57874) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:59.052351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Attempting to bind port 2775164a-0387-4107-8f59-0b6c0ae0bb52 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:59.052981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Attempting to bind port 2775164a-0387-4107-8f59-0b6c0ae0bb52 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:59.053094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Attempting to bind port 2775164a-0387-4107-8f59-0b6c0ae0bb52 on network 945f9372-dcf6-4603-bc16-324e0556baa5 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:59.060323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=3dc47d20-b76b-474c-b312-9617b108e836,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:59.066721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:59.067095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Checking segment: {'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:59.067507 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.067901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Bound using segment: {'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:59.068389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Bound port: 2775164a-0387-4107-8f59-0b6c0ae0bb52, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:59.068787 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.080543 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a753a116-3490-44de-89d6-ff3304decbcd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8762dc9ded374678a0e34ee24d39372e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0903697 Apr 18 21:02:59.086310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57880) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:59.113183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-405fb724-67de-4e54-b808-33b3c07cd88a req-60f8c116-0b28-4f81-b9c6-5da3c91a9415 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134982 Apr 18 21:02:59.199046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['3dc47d20-b76b-474c-b312-9617b108e836'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:02:59.333004 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f094559-6f6b-4a44-af51-b86b26f2c9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.400106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f765966-7a8c-4c15-9e12-f12e1c45c9b4 req-7f9ae72c-1175-4b93-84f9-cfd43c65837f tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:59.412751 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f765966-7a8c-4c15-9e12-f12e1c45c9b4 req-7f9ae72c-1175-4b93-84f9-cfd43c65837f tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 949 time: 0.1511168 Apr 18 21:02:59.439780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] For port 2775164a-0387-4107-8f59-0b6c0ae0bb52, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:59.440118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Allocated IP 172.25.3.215 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/d072da14-e4ae-4f9c-a031-76369dad7b16) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:59.444690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] For port 2775164a-0387-4107-8f59-0b6c0ae0bb52, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2775164a-0387-4107-8f59-0b6c0ae0bb52,segment=NetworkSegment(d23a061d-15ef-464a-98a7-01b895db5026),segment_id=d23a061d-15ef-464a-98a7-01b895db5026)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:59.453373 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f094559-6f6b-4a44-af51-b86b26f2c9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.482177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f765966-7a8c-4c15-9e12-f12e1c45c9b4 req-3039efb2-0f44-408f-8765-911a31cab7d3 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667009 Apr 18 21:02:59.555518 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.698176 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.726397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a59f95-3c31-4a44-b0d7-105d23f0cfdf None None] Pushing event updated for resources: {'Port': ['ID=2775164a-0387-4107-8f59-0b6c0ae0bb52,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:59.760318 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f094559-6f6b-4a44-af51-b86b26f2c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.782540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f094559-6f6b-4a44-af51-b86b26f2c9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d9ca3d-914f-42e2-8ee3-8441684ef171,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:59.876226 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.005563 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 42929988-7c14-4ebb-9cea-a02ce761fc34 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:03:00.015013 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f094559-6f6b-4a44-af51-b86b26f2c9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.020979 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f094559-6f6b-4a44-af51-b86b26f2c9b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41d9ca3d-914f-42e2-8ee3-8441684ef171 HTTP/1.1" status: 204 len: 168 time: 0.9359577 Apr 18 21:03:00.046678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:00.064444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:00.090331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:00.105369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57902) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:00.200108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56aeb7-e705-41c6-98fd-af80c375861d req-a2a62ac7-870a-4db7-a75c-028439cc9bb8 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:00.200509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Pushing event updated for resources: {'Port': ['ID=d072da14-e4ae-4f9c-a031-76369dad7b16,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:00.218010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c56aeb7-e705-41c6-98fd-af80c375861d req-a2a62ac7-870a-4db7-a75c-028439cc9bb8 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 948 time: 0.2389700 Apr 18 21:03:00.223768 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0492-159d-46fe-a818-8097486e17eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.291000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device f50df9b0-46be-4482-90e6-792e1667b56e up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:00.373333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c56aeb7-e705-41c6-98fd-af80c375861d req-8483778a-580f-4080-baa5-b8b908d3fbe6 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536102 Apr 18 21:03:00.390494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8d1b0492-159d-46fe-a818-8097486e17eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:00.397894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8d1b0492-159d-46fe-a818-8097486e17eb admin admin] Usage tracker for resource:security_group_rule and tenant:5eb01178812148bba0abf085f880bf0c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:00.407736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8d1b0492-159d-46fe-a818-8097486e17eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:00.426252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8d1b0492-159d-46fe-a818-8097486e17eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:00.525789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 42929988-7c14-4ebb-9cea-a02ce761fc34, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=42929988-7c14-4ebb-9cea-a02ce761fc34,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:00.546608 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '42929988-7c14-4ebb-9cea-a02ce761fc34', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '42929988-7c14-4ebb-9cea-a02ce761fc34', 'mac_address': 'fa:16:3e:27:9f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:03:00.583348 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0492-159d-46fe-a818-8097486e17eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.627650 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.690747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42929988-7c14-4ebb-9cea-a02ce761fc34 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:03:00.721012 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0492-159d-46fe-a818-8097486e17eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.737074 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.741070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.753282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 42929988-7c14-4ebb-9cea-a02ce761fc34, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=42929988-7c14-4ebb-9cea-a02ce761fc34,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:00.776339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port f50df9b0-46be-4482-90e6-792e1667b56e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:00.785376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port f50df9b0-46be-4482-90e6-792e1667b56e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:00.786049 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.827562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b0492-159d-46fe-a818-8097486e17eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82622f2b-939b-4832-8c27-6d1981a8e972,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:00.852627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8d1b0492-159d-46fe-a818-8097486e17eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5eb01178812148bba0abf085f880bf0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7278180 Apr 18 21:03:00.857875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57918) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:00.858988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0f359-46df-4b49-b64d-33dce20e505d req-65a76d54-cb68-493c-82f7-7afaf05fdfd8 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:00.866282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dab0f359-46df-4b49-b64d-33dce20e505d req-65a76d54-cb68-493c-82f7-7afaf05fdfd8 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 949 time: 0.2318695 Apr 18 21:03:00.888427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.994800 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dab0f359-46df-4b49-b64d-33dce20e505d req-6e513b38-50e4-40fa-a3f0-f05c5118879c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269238 Apr 18 21:03:01.045859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2775164a-0387-4107-8f59-0b6c0ae0bb52 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:01.155862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50a47068-4596-43cb-9be1-d7f2670816a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.156681 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.202008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50a47068-4596-43cb-9be1-d7f2670816a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.416189 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.462472 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['42929988-7c14-4ebb-9cea-a02ce761fc34'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:03:01.463740 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50a47068-4596-43cb-9be1-d7f2670816a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.492275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a47068-4596-43cb-9be1-d7f2670816a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82622f2b-939b-4832-8c27-6d1981a8e972,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:01.512763 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50a47068-4596-43cb-9be1-d7f2670816a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.519790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8120-6d16-480e-93d5-06c43cbf3db8 req-912a1069-9389-4bde-b5bc-d63aef23e2ae tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:01.521423 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-50a47068-4596-43cb-9be1-d7f2670816a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82622f2b-939b-4832-8c27-6d1981a8e972 HTTP/1.1" status: 204 len: 168 time: 0.6667221 Apr 18 21:03:01.524463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cab8120-6d16-480e-93d5-06c43cbf3db8 req-912a1069-9389-4bde-b5bc-d63aef23e2ae tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 949 time: 0.1714556 Apr 18 21:03:01.550452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25301ded-024f-4d7c-844e-5db4275cc7a5 None None] Network 945f9372-dcf6-4603-bc16-324e0556baa5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:01.552513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Router 3f4057c3-010c-4ef0-9625-d98ff3c7822a is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:01.641890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cab8120-6d16-480e-93d5-06c43cbf3db8 req-1802d6e1-ec48-4b23-9d79-270782544d02 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133697 Apr 18 21:03:01.756415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=42929988-7c14-4ebb-9cea-a02ce761fc34,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:01.798039 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50df9b0-46be-4482-90e6-792e1667b56e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:03:01.869209 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f50df9b0-46be-4482-90e6-792e1667b56e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:01.990717 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.107543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:02.122523 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Sync routers for ids ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:02.170964 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Routers {'3f4057c3-010c-4ef0-9625-d98ff3c7822a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:02.171794 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:02:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:02.211583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3dc47d20-b76b-474c-b312-9617b108e836 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:02.269249 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.273409 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b5d16885-cf30-4eae-9db7-7e9708e08fdc admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9448488 Apr 18 21:03:02.276384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57968) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:02.335137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a06d23-8d93-4fc6-9320-b5225a0a3283 req-07f9b775-92c9-4e9a-80d4-29db74c5ec2f tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:02.338283 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21a06d23-8d93-4fc6-9320-b5225a0a3283 req-07f9b775-92c9-4e9a-80d4-29db74c5ec2f tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 949 time: 0.2841127 Apr 18 21:03:02.450308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0650b12e-543c-41e6-908d-9abedc644381 None None] Provisioning for port 2775164a-0387-4107-8f59-0b6c0ae0bb52 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:02.466343 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f041a43-d370-4b18-85d1-888b605547ed'] response: {'server_uuid': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50df9b0-46be-4482-90e6-792e1667b56e', 'code': 200} Apr 18 21:03:02.561398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21a06d23-8d93-4fc6-9320-b5225a0a3283 req-c0e0790a-5394-4c5d-9c0f-56169cc3ddd0 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043376 Apr 18 21:03:02.586946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 2775164a-0387-4107-8f59-0b6c0ae0bb52 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:02.664561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=f50df9b0-46be-4482-90e6-792e1667b56e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:02.676644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2775164a-0387-4107-8f59-0b6c0ae0bb52 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:02.678110 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.827070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da983cc-2c3c-4162-aaf1-8785658cafdc req-616b6d71-7832-468c-8df0-1a7c0e3de8ba tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:02.844090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3da983cc-2c3c-4162-aaf1-8785658cafdc req-616b6d71-7832-468c-8df0-1a7c0e3de8ba tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.2611833 Apr 18 21:03:02.928595 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0ba555fd-f13e-4c34-b5c7-8871c851eb26 req-751b0fb9-1e63-4e29-b7f4-0f2c374b8631 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1101 time: 0.3158247 Apr 18 21:03:02.929536 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Set router 3f4057c3-010c-4ef0-9625-d98ff3c7822a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:03.033760 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3da983cc-2c3c-4162-aaf1-8785658cafdc req-5198accd-9f34-44d8-9cfd-8ff9d85eaad3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785018 Apr 18 21:03:03.223954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 3dc47d20-b76b-474c-b312-9617b108e836 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:03.229733 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0ba555fd-f13e-4c34-b5c7-8871c851eb26 req-6a4aab84-3bb9-4c58-9dd1-d95774c5aef4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853289 Apr 18 21:03:03.260382 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.313451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 3dc47d20-b76b-474c-b312-9617b108e836 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:03.320523 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.420306 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.526474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 2775164a-0387-4107-8f59-0b6c0ae0bb52, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2775164a-0387-4107-8f59-0b6c0ae0bb52,segment=NetworkSegment(d23a061d-15ef-464a-98a7-01b895db5026),segment_id=d23a061d-15ef-464a-98a7-01b895db5026)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:03.649513 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.668770 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.848579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3dc47d20-b76b-474c-b312-9617b108e836, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3dc47d20-b76b-474c-b312-9617b108e836,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:03.879920 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 3, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:03.882533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-20c78856-1b41-4ca6-baf6-f1d77d6c928b None None] Provisioning complete for port 2775164a-0387-4107-8f59-0b6c0ae0bb52 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:03.882772 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Checking router: 3f4057c3-010c-4ef0-9625-d98ff3c7822a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:03:03.882937 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20c78856-1b41-4ca6-baf6-f1d77d6c928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.883303 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Updating router 3f4057c3-010c-4ef0-9625-d98ff3c7822a port d072da14-e4ae-4f9c-a031-76369dad7b16 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:03:03.927060 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=2775164a-0387-4107-8f59-0b6c0ae0bb52,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:03.949328 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.087300 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.244935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf8c04-0da4-4d71-ad83-70dcf79bead4 req-9ce61067-c9d7-4f8b-934d-a2c24b3d8767 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:04.260759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88cf8c04-0da4-4d71-ad83-70dcf79bead4 req-9ce61067-c9d7-4f8b-934d-a2c24b3d8767 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 950 time: 0.2826045 Apr 18 21:03:04.289363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=3dc47d20-b76b-474c-b312-9617b108e836,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.333414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58002) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:04.344311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88cf8c04-0da4-4d71-ad83-70dcf79bead4 req-6ff0d092-e986-4773-bf02-1bb6d67d8419 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825016 Apr 18 21:03:04.463420 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.467969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf5a846-588d-481b-b11a-c92d1508f901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc47d20-b76b-474c-b312-9617b108e836'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:03:04.894323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-network', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:04.900260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:04.906181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Usage tracker for resource:network and tenant:4c343e3d1bbb45eb924713b7286635d3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:04.910723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:04.923008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:04.987900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Allocated IP 172.20.0.1 (945f9372-dcf6-4603-bc16-324e0556baa5/c635945d-e4e9-4884-93f2-22d0ccd3cc82/1d21f350-2fd0-4dc7-b62f-5429eec54581) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:05.064949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b04d7-5fa7-4a41-9a5c-90df1701c7aa req-f47919de-9289-43c8-a0db-25323badd927 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:05.068466 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f4b04d7-5fa7-4a41-9a5c-90df1701c7aa req-f47919de-9289-43c8-a0db-25323badd927 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.2272725 Apr 18 21:03:05.070898 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.077322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad61a51-e118-4633-b2cb-0647fa036d0f req-0f5b2812-2ce4-4926-a5f5-d7e50307ac73 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:05.084714 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ad61a51-e118-4633-b2cb-0647fa036d0f req-0f5b2812-2ce4-4926-a5f5-d7e50307ac73 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 949 time: 0.2890723 Apr 18 21:03:05.087092 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Transition to ACTIVE for port object d072da14-e4ae-4f9c-a031-76369dad7b16 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:05.135760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Made reservation on behalf of 4c343e3d1bbb45eb924713b7286635d3 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:05.138278 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.156468 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.159735 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.177687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f4b04d7-5fa7-4a41-9a5c-90df1701c7aa req-c4d0bcac-9f1f-4b8c-882c-e335a251ed1b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907083 Apr 18 21:03:05.202527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ad61a51-e118-4633-b2cb-0647fa036d0f req-48779c28-c23f-4675-84a9-b870fec21edf tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154110 Apr 18 21:03:05.212495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:05.223008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Usage tracker for resource:security_group_rule and tenant:4c343e3d1bbb45eb924713b7286635d3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:05.225647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:05.246132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:05.371335 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.373145 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f699366-a0eb-46f5-b42d-2d75c9300f67'] response: {'server_uuid': 'fbf5a846-588d-481b-b11a-c92d1508f901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc47d20-b76b-474c-b312-9617b108e836', 'code': 200} Apr 18 21:03:05.412839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Transition to ACTIVE for port object 1d21f350-2fd0-4dc7-b62f-5429eec54581 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:05.425140 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Pushing event updated for resources: {'Port': ['ID=d072da14-e4ae-4f9c-a031-76369dad7b16,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.441658 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Attempting to bind port d072da14-e4ae-4f9c-a031-76369dad7b16 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:05.444981 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Attempting to bind port d072da14-e4ae-4f9c-a031-76369dad7b16 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:05.449064 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Attempting to bind port d072da14-e4ae-4f9c-a031-76369dad7b16 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:05.473031 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:05.474075 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:05.474854 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:05.475840 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:05.476630 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:05.477398 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:05.478303 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:05.479056 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:05.479817 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:05.481165 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:05.481971 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Tracked resource versions report: Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: pushed versions: Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: { 'ConntrackHelper': {'1.0'}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'Log': {'1.0'}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'Network': {'1.1'}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'Port': {'1.5'}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'PortForwarding': {'1.2'}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'QosPolicy': {'1.8'}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'SecurityGroup': {'1.2'}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'SecurityGroupRule': {'1.0'}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'SubPort': {'1.0'}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'Subnet': {'1.1'}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'Trunk': {'1.1'}} Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: consumer versions: Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: { DHCP agent@n-d-836017-3: {}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: HyperV agent@n-h1-836017-3: {}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: HyperV agent@n-h2-836017-3: {}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: L3 agent@n-d-836017-3: {}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: Metadata agent@n-d-836017-3: {}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: Metering agent@n-d-836017-3: {}, Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: Open vSwitch agent@n-d-836017-3: { 'ConntrackHelper': '1.0', Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'Log': '1.0', Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'Network': '1.1', Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'Port': '1.5', Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'PortForwarding': '1.2', Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'QosPolicy': '1.8', Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'SecurityGroup': '1.2', Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'SecurityGroupRule': '1.0', Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'SubPort': '1.0', Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'Subnet': '1.1', Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: 'Trunk': '1.1'}} Apr 18 21:03:05.484302 n-d-836017-3 neutron-server[85051]: {{(pid=85051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 21:03:05.492650 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:05.493944 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:05.494517 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.495354 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:05.496947 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Bound port: d072da14-e4ae-4f9c-a031-76369dad7b16, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:05.497842 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.509623 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.566199 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8dd87b0-b177-4907-8f89-133816c0ac21 req-220b94f5-e73b-4ca6-8e48-e559e79545cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 1101 time: 0.1186552 Apr 18 21:03:05.635150 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] For port d072da14-e4ae-4f9c-a031-76369dad7b16, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:05.641639 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] For port d072da14-e4ae-4f9c-a031-76369dad7b16, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d072da14-e4ae-4f9c-a031-76369dad7b16,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:05.642520 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.699904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:05.700206 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8dd87b0-b177-4907-8f89-133816c0ac21 req-6e6fb1a1-a399-424e-bbce-0be4347191f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268499 Apr 18 21:03:05.706746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.707715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf69dc-20e2-4764-8e61-c854a0a4caae req-404a1d53-5340-4792-83b0-60a8ee38e263 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:05.712537 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1bf69dc-20e2-4764-8e61-c854a0a4caae req-404a1d53-5340-4792-83b0-60a8ee38e263 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 950 time: 0.1202769 Apr 18 21:03:05.759305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bf6ddb-32c8-41ff-9f3a-b9525790c455,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.775325 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.775676 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Added segment 9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0 of type vlan for network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a Apr 18 21:03:05.779136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1bf69dc-20e2-4764-8e61-c854a0a4caae req-6cb613f2-4ce6-4b66-a2f7-a8a0398aff02 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621712 Apr 18 21:03:05.791158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2775164a-0387-4107-8f59-0b6c0ae0bb52 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:05.806397 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.819429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Pushing event updated for resources: {'Port': ['ID=1d21f350-2fd0-4dc7-b62f-5429eec54581,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.823023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Network 945f9372-dcf6-4603-bc16-324e0556baa5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:05.826697 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.831806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:05.841084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:05.884286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2775164a-0387-4107-8f59-0b6c0ae0bb52 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:05.885068 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.941335 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecc268-06b8-4641-94c7-f279fe202297 None None] Pushing event updated for resources: {'Port': ['ID=d072da14-e4ae-4f9c-a031-76369dad7b16,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.974586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:03:06.000580 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Routers {'3f4057c3-010c-4ef0-9625-d98ff3c7822a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:06.001526 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:02:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:06.033957 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.067252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 42929988-7c14-4ebb-9cea-a02ce761fc34 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:06.228947 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] Set router 3f4057c3-010c-4ef0-9625-d98ff3c7822a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:06.255148 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.256132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:06.256587 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.305509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 42929988-7c14-4ebb-9cea-a02ce761fc34 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:06.316846 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 42929988-7c14-4ebb-9cea-a02ce761fc34 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:06.316846 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.425347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3d21af07-9101-4886-88e5-551758034310 None None] Provisioning for port 1d21f350-2fd0-4dc7-b62f-5429eec54581 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:06.437157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3d21af07-9101-4886-88e5-551758034310 None None] Provisioning complete for port 1d21f350-2fd0-4dc7-b62f-5429eec54581 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:06.437157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d21af07-9101-4886-88e5-551758034310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.562889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.575407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3d21af07-9101-4886-88e5-551758034310 None None] Port 1d21f350-2fd0-4dc7-b62f-5429eec54581 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:06.599172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] Pushing event updated for resources: {'Network': ['ID=2ecb2828-cca3-4e35-82e7-e96c48a93f7a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:06.644549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f639e-6a87-46ab-b4c3-0798994e0a31 req-e0ee6a12-d078-4969-a5ad-b58236b61d4d tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:06.653507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad8f639e-6a87-46ab-b4c3-0798994e0a31 req-e0ee6a12-d078-4969-a5ad-b58236b61d4d tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 949 time: 0.1977551 Apr 18 21:03:06.694296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd339512-6ff2-4284-878b-efff616aedd4 req-56d49a1c-a6ba-4e0d-bf4a-a54ea080759b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:06.702967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cd339512-6ff2-4284-878b-efff616aedd4 req-56d49a1c-a6ba-4e0d-bf4a-a54ea080759b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.1977403 Apr 18 21:03:06.704456 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:06.719756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e64f7069-0408-4327-98e0-04c481db7dfe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3791621 Apr 18 21:03:06.737168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58042) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:06.744807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Request body: {'subnet': {'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-subnet', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:06.757825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad8f639e-6a87-46ab-b4c3-0798994e0a31 req-f5892dde-3f31-47d7-a80b-f0eaf55fe2b4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030576 Apr 18 21:03:06.787546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:06.794979 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 3, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:06.806273 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcff670-b1a8-4613-8975-bc4604f3d99f None None] The sync data for ids ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'] in n-d-836017-3 is: [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 3, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:06.820094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Usage tracker for resource:subnet and tenant:4c343e3d1bbb45eb924713b7286635d3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:06.847188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:06.862233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cd339512-6ff2-4284-878b-efff616aedd4 req-0b47f383-f4c3-459c-b30f-3e65e7d7f502 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576498 Apr 18 21:03:06.885516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:06.933107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58052) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:07.084679 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.146577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Made reservation on behalf of 4c343e3d1bbb45eb924713b7286635d3 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:07.148950 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.219596 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 42929988-7c14-4ebb-9cea-a02ce761fc34, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=42929988-7c14-4ebb-9cea-a02ce761fc34,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:07.267200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4c93d-c7a5-44a2-8efb-b79263af6eaa req-58b69f7c-0880-46f0-a54b-b2cdd4263d59 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:07.283708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74f4c93d-c7a5-44a2-8efb-b79263af6eaa req-58b69f7c-0880-46f0-a54b-b2cdd4263d59 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 950 time: 0.2946734 Apr 18 21:03:07.349423 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.422488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74f4c93d-c7a5-44a2-8efb-b79263af6eaa req-b0c38927-97b0-4ebb-88c2-201332af77b0 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224327 Apr 18 21:03:07.458007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88d3be4-14dc-4d8b-bd33-4d617a468ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42929988-7c14-4ebb-9cea-a02ce761fc34'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:03:07.491698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=42929988-7c14-4ebb-9cea-a02ce761fc34,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:07.589589 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:03:07.591631 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f884577-3050-44f1-981d-afda4656321b'] response: {'server_uuid': 'a88d3be4-14dc-4d8b-bd33-4d617a468ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42929988-7c14-4ebb-9cea-a02ce761fc34', 'code': 200} Apr 18 21:03:07.620391 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.779793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-078552c8-f054-4b80-8df3-3d92602cd796 req-6790fa00-a011-493d-b213-963d96b323ee tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1101 time: 0.1153376 Apr 18 21:03:07.804064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.838722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d072da14-e4ae-4f9c-a031-76369dad7b16 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:07.916051 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-078552c8-f054-4b80-8df3-3d92602cd796 req-b697063d-53a5-400a-843c-930c92cc9fc2 tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.954006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.956399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89972079-c55a-4e25-9b34-58d2b53e8a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.048419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fdcd53c-a783-4ede-b053-9e521ca04a70,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:08.071416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-078552c8-f054-4b80-8df3-3d92602cd796 req-b697063d-53a5-400a-843c-930c92cc9fc2 tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:08.151665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port d072da14-e4ae-4f9c-a031-76369dad7b16 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:08.160420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58068) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:08.160827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d072da14-e4ae-4f9c-a031-76369dad7b16 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:08.160827 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.183934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-078552c8-f054-4b80-8df3-3d92602cd796 req-b697063d-53a5-400a-843c-930c92cc9fc2 tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] Usage tracker for resource:security_group_rule and tenant:07dd3194e93c48a5829d87745ba42bc9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:08.189776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-078552c8-f054-4b80-8df3-3d92602cd796 req-b697063d-53a5-400a-843c-930c92cc9fc2 tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:08.199348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-078552c8-f054-4b80-8df3-3d92602cd796 req-b697063d-53a5-400a-843c-930c92cc9fc2 tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:08.209311 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1f5986bf-0a1c-4e22-84e1-31338e44e6fa req-f06391e0-705f-4960-9d69-b6a5ad46b741 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 1101 time: 0.5516489 Apr 18 21:03:08.385582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Pushing event updated for resources: {'Port': ['ID=1d21f350-2fd0-4dc7-b62f-5429eec54581,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:08.398726 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.404889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-89972079-c55a-4e25-9b34-58d2b53e8a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:08.407017 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1f5986bf-0a1c-4e22-84e1-31338e44e6fa req-6327d692-3ab0-4117-aedd-3e233a97135c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509743 Apr 18 21:03:08.415157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-89972079-c55a-4e25-9b34-58d2b53e8a8b admin admin] Usage tracker for resource:security_group_rule and tenant:d64d6ecb51c14cfd885effcbf70c6d76 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:08.424758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-89972079-c55a-4e25-9b34-58d2b53e8a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:08.429067 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.449241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-89972079-c55a-4e25-9b34-58d2b53e8a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:08.454654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Checking segment: {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:08.456499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Network hostable DHCP agents. Network: 2ecb2828-cca3-4e35-82e7-e96c48a93f7a, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:08.459040 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port d072da14-e4ae-4f9c-a031-76369dad7b16, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d072da14-e4ae-4f9c-a031-76369dad7b16,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:08.505647 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-078552c8-f054-4b80-8df3-3d92602cd796 req-b697063d-53a5-400a-843c-930c92cc9fc2 tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.564279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.573862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfc31-49c2-4ced-ae4b-30ad4284071f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.589973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80105d-407c-46bc-a402-681afea4334f req-4098e787-a061-48f9-8a9a-c290b9ec1ce8 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:08.592449 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba80105d-407c-46bc-a402-681afea4334f req-4098e787-a061-48f9-8a9a-c290b9ec1ce8 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 950 time: 0.5059845 Apr 18 21:03:08.612235 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89972079-c55a-4e25-9b34-58d2b53e8a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.635235 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-078552c8-f054-4b80-8df3-3d92602cd796 req-b697063d-53a5-400a-843c-930c92cc9fc2 tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.653627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1f8cfc31-49c2-4ced-ae4b-30ad4284071f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:08.665131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1f8cfc31-49c2-4ced-ae4b-30ad4284071f admin admin] Usage tracker for resource:security_group_rule and tenant:3e18e8572d8f44abb9544a5322a0d98f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:08.670663 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1f8cfc31-49c2-4ced-ae4b-30ad4284071f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:08.676581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Network 945f9372-dcf6-4603-bc16-324e0556baa5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:08.679614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:08.681995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1f8cfc31-49c2-4ced-ae4b-30ad4284071f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:08.685033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d072da14-e4ae-4f9c-a031-76369dad7b16,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:08.722371 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-078552c8-f054-4b80-8df3-3d92602cd796 req-b697063d-53a5-400a-843c-930c92cc9fc2 tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8696327 Apr 18 21:03:08.732253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697063d-53a5-400a-843c-930c92cc9fc2 tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdc16fe-6611-4184-93c5-199eb9bda1ce,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:08.771938 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba80105d-407c-46bc-a402-681afea4334f req-6559dfdf-6d2d-44ef-a8ee-26cf415f27e5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643932 Apr 18 21:03:08.778306 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89972079-c55a-4e25-9b34-58d2b53e8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.882829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89972079-c55a-4e25-9b34-58d2b53e8a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b28ffd7-18ed-4453-b94b-717e77262db4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:08.891754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-89972079-c55a-4e25-9b34-58d2b53e8a8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d64d6ecb51c14cfd885effcbf70c6d76&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9559498 Apr 18 21:03:08.902766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58084) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:08.918875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:08.929702 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.050331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a45ff677-cbbe-430d-a07e-cf00af3adef2 None None] Provisioning complete for port 1d21f350-2fd0-4dc7-b62f-5429eec54581 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:09.050857 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a45ff677-cbbe-430d-a07e-cf00af3adef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.070310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2250bf0a-5340-4b0d-98b6-05a4599c22ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.109855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 2ecb2828-cca3-4e35-82e7-e96c48a93f7a) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:09.114992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a45ff677-cbbe-430d-a07e-cf00af3adef2 None None] Port 1d21f350-2fd0-4dc7-b62f-5429eec54581 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:09.129356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a790831d-46f7-4e0b-a1d1-ae7392eb1e75 None None] Network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:09.135337 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfc31-49c2-4ced-ae4b-30ad4284071f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.157203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0e7d5-f005-482f-a7a0-07a8693c19eb req-0cb4b631-c77d-4062-abec-152b518ebee4 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:09.159177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67b0e7d5-f005-482f-a7a0-07a8693c19eb req-0cb4b631-c77d-4062-abec-152b518ebee4 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 950 time: 0.1867568 Apr 18 21:03:09.163620 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2250bf0a-5340-4b0d-98b6-05a4599c22ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.201834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:09.207852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.314212 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfc31-49c2-4ced-ae4b-30ad4284071f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.394151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67b0e7d5-f005-482f-a7a0-07a8693c19eb req-1dcd0bd4-e4d7-44e3-b659-e86e6e46d9f9 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092571 Apr 18 21:03:09.395346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cfc31-49c2-4ced-ae4b-30ad4284071f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8345d0-c4e9-427f-81cf-a3366e43446e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:09.416944 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1f8cfc31-49c2-4ced-ae4b-30ad4284071f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e18e8572d8f44abb9544a5322a0d98f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2571568 Apr 18 21:03:09.420414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58094) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:09.440816 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6062fb43-1079-48e5-9417-2cdfed7443e6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7016139 Apr 18 21:03:09.444437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58100) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:09.456960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:09.470491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:09.485997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:03:09.487146 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.491583 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cdb7aa1-cb53-49ac-be9f-28ffe02ada3b req-3c529323-221c-4e9d-8c65-31ee54fdd370 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3789017 Apr 18 21:03:09.495600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Usage tracker for resource:router and tenant:4c343e3d1bbb45eb924713b7286635d3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:09.519284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:09.529434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:09.540582 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2250bf0a-5340-4b0d-98b6-05a4599c22ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.572932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Router 3f4057c3-010c-4ef0-9625-d98ff3c7822a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:09.580496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250bf0a-5340-4b0d-98b6-05a4599c22ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b28ffd7-18ed-4453-b94b-717e77262db4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:09.591645 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c36bc9b8-d707-4c13-bd16-7c6a0fd980d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.611260 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2250bf0a-5340-4b0d-98b6-05a4599c22ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.612391 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2250bf0a-5340-4b0d-98b6-05a4599c22ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b28ffd7-18ed-4453-b94b-717e77262db4 HTTP/1.1" status: 204 len: 168 time: 0.7158425 Apr 18 21:03:09.631578 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c36bc9b8-d707-4c13-bd16-7c6a0fd980d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.713101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.714685 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.815387 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c36bc9b8-d707-4c13-bd16-7c6a0fd980d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.846243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d072da14-e4ae-4f9c-a031-76369dad7b16 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:09.862538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bc9b8-d707-4c13-bd16-7c6a0fd980d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8345d0-c4e9-427f-81cf-a3366e43446e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:09.882250 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.922900 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c36bc9b8-d707-4c13-bd16-7c6a0fd980d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.926947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c36bc9b8-d707-4c13-bd16-7c6a0fd980d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd8345d0-c4e9-427f-81cf-a3366e43446e HTTP/1.1" status: 204 len: 168 time: 0.5036223 Apr 18 21:03:09.956662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Allocated IP 172.20.0.2 (2ecb2828-cca3-4e35-82e7-e96c48a93f7a/7fdcd53c-a783-4ede-b053-9e521ca04a70/9d1aa17e-8d51-4b91-b7be-bfcb32d89337) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:10.017185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:10.025396 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a5fc86ec-af7e-426d-b8bf-e92cd11b7c27 admin admin] 10.222.0.11 "PUT /v2.0/routers/3f4057c3-010c-4ef0-9625-d98ff3c7822a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7467554 Apr 18 21:03:10.111087 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d072da14-e4ae-4f9c-a031-76369dad7b16 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:10.111087 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.323716 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.400617 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.414828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Transition to ACTIVE for port object 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:10.435895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Transition to ACTIVE for port object 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:10.530496 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.652479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:10.661402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:10.665200 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:10.669001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Pushing event updated for resources: {'Port': ['ID=9d1aa17e-8d51-4b91-b7be-bfcb32d89337,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:10.772632 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.825447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Attempting to bind port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:10.833780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Attempting to bind port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:10.833780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Attempting to bind port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 on network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:10.845304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:10.846213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Checking segment: {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:10.846841 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.847510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Bound using segment: {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:10.848491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Bound port: 9d1aa17e-8d51-4b91-b7be-bfcb32d89337, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:10.849229 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.886614 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.969135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] For port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:10.978131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] For port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9d1aa17e-8d51-4b91-b7be-bfcb32d89337,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:11.073663 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.156892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3396ab-0d2c-4317-a7e6-ecb5819e3c71 req-406f812a-ed1e-40de-aca2-1a3738b0be42 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:11.158812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea3396ab-0d2c-4317-a7e6-ecb5819e3c71 req-406f812a-ed1e-40de-aca2-1a3738b0be42 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 950 time: 0.3455853 Apr 18 21:03:11.173882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Allocated IP 172.25.3.94 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:11.180945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30016235-37de-4728-81f1-842006f83557 req-4cae6426-9e37-4a02-b31f-22b075304df5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:11.184253 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30016235-37de-4728-81f1-842006f83557 req-4cae6426-9e37-4a02-b31f-22b075304df5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.2760227 Apr 18 21:03:11.219272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b209e2-e4ff-4bab-ba15-3ba209a55d88 None None] Pushing event updated for resources: {'Port': ['ID=9d1aa17e-8d51-4b91-b7be-bfcb32d89337,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:11.358754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Sync routers for ids ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:11.376584 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Routers {'3f4057c3-010c-4ef0-9625-d98ff3c7822a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:11.381956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:02:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:11.384181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30016235-37de-4728-81f1-842006f83557 req-69a0676e-931d-4443-a4fb-e6bf154919af tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665289 Apr 18 21:03:11.403285 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea3396ab-0d2c-4317-a7e6-ecb5819e3c71 req-8500a5bd-3429-4c7f-a357-40e5b604bf6e tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315407 Apr 18 21:03:11.515903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58144) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:11.587384 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7af3713-dc69-41b2-8e58-dca2026cc4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.618538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.687778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f7af3713-dc69-41b2-8e58-dca2026cc4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:11.696142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f7af3713-dc69-41b2-8e58-dca2026cc4e9 admin admin] Usage tracker for resource:security_group_rule and tenant:66334eb59f62452c8d2e062df2dabb19 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:11.701308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f7af3713-dc69-41b2-8e58-dca2026cc4e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:11.710104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f7af3713-dc69-41b2-8e58-dca2026cc4e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:11.729648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Set router 3f4057c3-010c-4ef0-9625-d98ff3c7822a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:11.847125 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7af3713-dc69-41b2-8e58-dca2026cc4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.920649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:11.925033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.949495 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7af3713-dc69-41b2-8e58-dca2026cc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.009289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58150) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.013045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af3713-dc69-41b2-8e58-dca2026cc4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd07ef1-f647-4f30-bb10-40cc38c5a06c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:12.019303 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f7af3713-dc69-41b2-8e58-dca2026cc4e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66334eb59f62452c8d2e062df2dabb19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5019488 Apr 18 21:03:12.022035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58154) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.043104 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5822-d313-474f-86de-0c9c6f31b491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.061614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:12.075835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:12.083905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Pushing event updated for resources: {'Port': ['ID=3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:12.087633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:12.236635 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c937410-5cbf-4b5e-bdd0-76b7d9edf5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.338346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58160) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.368353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150a28-4cec-4cf6-9310-89663d338a1d req-411fcb97-01c7-455f-96dd-5ad525d62d0b tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:12.370256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42150a28-4cec-4cf6-9310-89663d338a1d req-411fcb97-01c7-455f-96dd-5ad525d62d0b tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 950 time: 0.6144967 Apr 18 21:03:12.389704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c937410-5cbf-4b5e-bdd0-76b7d9edf5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.416975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ff1c5822-d313-474f-86de-0c9c6f31b491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:12.475795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ff1c5822-d313-474f-86de-0c9c6f31b491 admin admin] Usage tracker for resource:security_group_rule and tenant:2a2ae63baff64fa0bc2008f5b514e940 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:12.484543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ff1c5822-d313-474f-86de-0c9c6f31b491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:12.505848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ff1c5822-d313-474f-86de-0c9c6f31b491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:12.576665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:12.578929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42150a28-4cec-4cf6-9310-89663d338a1d req-62ce38b9-85b7-4949-bd5b-2cd768f68b48 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857941 Apr 18 21:03:12.594626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58168) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.644416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c937410-5cbf-4b5e-bdd0-76b7d9edf5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.717230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:03:06Z', 'revision_number': 4, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1d21f350-2fd0-4dc7-b62f-5429eec54581', 'name': '', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'mac_address': 'fa:16:3e:e1:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:04Z', 'updated_at': '2022-04-18T21:03:06Z', 'revision_number': 2, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'subnets': [{'id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:12.723721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c937410-5cbf-4b5e-bdd0-76b7d9edf5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd07ef1-f647-4f30-bb10-40cc38c5a06c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:12.741631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c937410-5cbf-4b5e-bdd0-76b7d9edf5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.746019 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0c937410-5cbf-4b5e-bdd0-76b7d9edf5b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fcd07ef1-f647-4f30-bb10-40cc38c5a06c HTTP/1.1" status: 204 len: 168 time: 0.7171156 Apr 18 21:03:12.753813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Checking router: 3f4057c3-010c-4ef0-9625-d98ff3c7822a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:03:12.754590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Updating router 3f4057c3-010c-4ef0-9625-d98ff3c7822a port 1d21f350-2fd0-4dc7-b62f-5429eec54581 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:03:12.880203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e13260a-202c-4f6e-9629-de64c812aa9a None None] Network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:12.998992 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5822-d313-474f-86de-0c9c6f31b491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.033251 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e1c5638-e4fa-471a-b9ea-c0e1f7946488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.044804 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.046609 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.062098 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.131123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e1c5638-e4fa-471a-b9ea-c0e1f7946488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:13.140317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e1c5638-e4fa-471a-b9ea-c0e1f7946488 admin admin] Usage tracker for resource:security_group_rule and tenant:70dce894f4034e1e8e0ec68815c15323 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:13.145441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e1c5638-e4fa-471a-b9ea-c0e1f7946488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:13.155695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e1c5638-e4fa-471a-b9ea-c0e1f7946488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:13.285866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e1c5638-e4fa-471a-b9ea-c0e1f7946488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.403823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e1c5638-e4fa-471a-b9ea-c0e1f7946488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.414059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5822-d313-474f-86de-0c9c6f31b491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.525537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c5638-e4fa-471a-b9ea-c0e1f7946488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a03a89-a0ae-444d-9ed5-0482138a97d5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:13.538313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ff1c5822-d313-474f-86de-0c9c6f31b491 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a2ae63baff64fa0bc2008f5b514e940&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5193963 Apr 18 21:03:13.540240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58182) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.553621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e02c13-1425-4ea5-864e-9b2ccdd45c25 req-8035cc81-71d7-44ad-92cc-4672430afb30 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:13.563473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-29e02c13-1425-4ea5-864e-9b2ccdd45c25 req-8035cc81-71d7-44ad-92cc-4672430afb30 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.6642215 Apr 18 21:03:13.587811 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5e1c5638-e4fa-471a-b9ea-c0e1f7946488 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70dce894f4034e1e8e0ec68815c15323&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2483401 Apr 18 21:03:13.594056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58184) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.599221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c5822-d313-474f-86de-0c9c6f31b491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6d0d8b-f570-4bbf-82f6-663e66203261,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:13.606162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c810f83f-f6c0-4833-9daa-91e8b491ff9c req-4328371a-f607-40f8-a2d8-77878f73cfbe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8531182 Apr 18 21:03:13.628357 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.643904 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Transition to ACTIVE for port object 1d21f350-2fd0-4dc7-b62f-5429eec54581 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:13.650557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4ac6f302-b2e0-4411-93b6-b907a68acf70 None None] Provisioning for port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:13.669821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4ac6f302-b2e0-4411-93b6-b907a68acf70 None None] Provisioning complete for port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:13.670302 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f302-b2e0-4411-93b6-b907a68acf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.722396 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-29e02c13-1425-4ea5-864e-9b2ccdd45c25 req-aee0da14-b48b-47a7-ad60-74c509d00ef7 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571803 Apr 18 21:03:13.778896 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.883819 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-042b9f33-3614-4141-99ed-7f7544f8cab8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2859519 Apr 18 21:03:13.892712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df95dacf-c1b0-43f6-a845-946ae82883d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.943419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df95dacf-c1b0-43f6-a845-946ae82883d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.001502 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ec8fe2e-1d85-41de-ab57-455ae6bfb2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.180759 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ec8fe2e-1d85-41de-ab57-455ae6bfb2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.266275 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df95dacf-c1b0-43f6-a845-946ae82883d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.332380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95dacf-c1b0-43f6-a845-946ae82883d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6d0d8b-f570-4bbf-82f6-663e66203261,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:14.364348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Router 24def907-d90b-4c36-a700-be98c0261db2 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:14.389059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df95dacf-c1b0-43f6-a845-946ae82883d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.389961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-df95dacf-c1b0-43f6-a845-946ae82883d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b6d0d8b-f570-4bbf-82f6-663e66203261 HTTP/1.1" status: 204 len: 168 time: 0.7827313 Apr 18 21:03:14.474760 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f302-b2e0-4411-93b6-b907a68acf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.517582 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ec8fe2e-1d85-41de-ab57-455ae6bfb2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.532387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb6819-927d-4443-9b29-a4193c3d10db req-93f68ab5-3e5f-46fa-ab5b-477c10361790 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:14.534490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Pushing event updated for resources: {'Port': ['ID=1d21f350-2fd0-4dc7-b62f-5429eec54581,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:14.539383 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60bb6819-927d-4443-9b29-a4193c3d10db req-93f68ab5-3e5f-46fa-ab5b-477c10361790 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 950 time: 0.3548515 Apr 18 21:03:14.554796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8fe2e-1d85-41de-ab57-455ae6bfb2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a03a89-a0ae-444d-9ed5-0482138a97d5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:14.578160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.579759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.579759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.579759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.580437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.581828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.582181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.586543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.586957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.587252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.587737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.602212 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ec8fe2e-1d85-41de-ab57-455ae6bfb2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.607456 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7ec8fe2e-1d85-41de-ab57-455ae6bfb2fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16a03a89-a0ae-444d-9ed5-0482138a97d5 HTTP/1.1" status: 204 len: 168 time: 1.0094619 Apr 18 21:03:14.617461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60bb6819-927d-4443-9b29-a4193c3d10db req-26d2fc32-6541-4ed0-8148-1325d7cfb7aa tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771899 Apr 18 21:03:14.726559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:14.741437 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Sync routers for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:14.750325 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Attempting to bind port 1d21f350-2fd0-4dc7-b62f-5429eec54581 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:14.750835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Attempting to bind port 1d21f350-2fd0-4dc7-b62f-5429eec54581 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:14.751293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Attempting to bind port 1d21f350-2fd0-4dc7-b62f-5429eec54581 on network 945f9372-dcf6-4603-bc16-324e0556baa5 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:14.770351 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:14.773894 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:02:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:14.775004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4ac6f302-b2e0-4411-93b6-b907a68acf70 None None] For port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9d1aa17e-8d51-4b91-b7be-bfcb32d89337,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:14.778506 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:14.779045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Checking segment: {'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:14.780080 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.780080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Bound using segment: {'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:14.780626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Bound port: 1d21f350-2fd0-4dc7-b62f-5429eec54581, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:14.781003 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.897941 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.900157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f302-b2e0-4411-93b6-b907a68acf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.904423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58222) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:14.908156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fc018e80-0310-443d-82b1-295818fee2ba admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.4625113 Apr 18 21:03:15.114651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6f302-b2e0-4411-93b6-b907a68acf70 None None] Pushing event updated for resources: {'Port': ['ID=9d1aa17e-8d51-4b91-b7be-bfcb32d89337,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:15.143945 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:15.255697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa12b2-1a5e-4c46-a29c-30d5a743a107 req-f49e5057-1c8b-4e65-8b4c-47d369c78eb9 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:15.258688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] For port 1d21f350-2fd0-4dc7-b62f-5429eec54581, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:15.264086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21fa12b2-1a5e-4c46-a29c-30d5a743a107 req-f49e5057-1c8b-4e65-8b4c-47d369c78eb9 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.2350104 Apr 18 21:03:15.273223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] For port 1d21f350-2fd0-4dc7-b62f-5429eec54581, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1d21f350-2fd0-4dc7-b62f-5429eec54581,segment=NetworkSegment(d23a061d-15ef-464a-98a7-01b895db5026),segment_id=d23a061d-15ef-464a-98a7-01b895db5026)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:15.310764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6a3c6-6720-421a-9f1d-023c6f6612c8 req-5a30b317-b86c-4d11-8876-3501b3621a47 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:15.312208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cb6a3c6-6720-421a-9f1d-023c6f6612c8 req-5a30b317-b86c-4d11-8876-3501b3621a47 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 950 time: 0.1800561 Apr 18 21:03:15.360467 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.393606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cb6a3c6-6720-421a-9f1d-023c6f6612c8 req-cc73e30b-ea04-472c-a847-b4446314c265 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720189 Apr 18 21:03:15.417288 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21fa12b2-1a5e-4c46-a29c-30d5a743a107 req-29693cc1-838a-4289-a3bd-a05ea3b47adb tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512218 Apr 18 21:03:15.577300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Routers {'3f4057c3-010c-4ef0-9625-d98ff3c7822a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:15.579438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:02:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:15.714875 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:12Z', 'revision_number': 3, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:15.724340 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Checking router: 24def907-d90b-4c36-a700-be98c0261db2 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:03:15.725510 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Updating router 24def907-d90b-4c36-a700-be98c0261db2 port 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:03:15.834268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-1c3228b8-aa33-459b-b9ab-4016346e0409 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=56f91b9be2dd4033babbf40f0b5f3e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935352 Apr 18 21:03:15.866126 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.977600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a94b6845-9a6e-4379-a34f-6bb018d76848 None None] Provisioning complete for port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:15.978319 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a94b6845-9a6e-4379-a34f-6bb018d76848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.060877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:16.165918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977872c8-4b3c-4989-b558-d56db6a567c0 None None] Pushing event updated for resources: {'Port': ['ID=1d21f350-2fd0-4dc7-b62f-5429eec54581,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:16.349355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:16.349802 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.375676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-ed864e67-d5d9-4878-80c3-2956ee981ed4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:16.390446 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-ed864e67-d5d9-4878-80c3-2956ee981ed4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5546570 Apr 18 21:03:16.439134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-340517d6-ad4f-418f-8da4-3e872f1baf26 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/quotas/56f91b9be2dd4033babbf40f0b5f3e79 HTTP/1.1" status: 200 len: 375 time: 0.0443358 Apr 18 21:03:16.719373 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.835386 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-e3e55edd-8799-41f4-91a0-ee06bc1533ff tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=56f91b9be2dd4033babbf40f0b5f3e79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3950593 Apr 18 21:03:16.904896 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.926328 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Transition to ACTIVE for port object 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:16.970534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58262) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:17.007274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] Set router 3f4057c3-010c-4ef0-9625-d98ff3c7822a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:17.007848 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.223590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79e80e-c639-4e60-8f4b-23011fdddc71 req-6c6f2aaa-d2db-4ab2-b5c1-609c46c4b49c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:17.241911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f79e80e-c639-4e60-8f4b-23011fdddc71 req-6c6f2aaa-d2db-4ab2-b5c1-609c46c4b49c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 950 time: 0.3035789 Apr 18 21:03:17.282496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e5f2187-db4a-41c8-af75-e76c47bfabdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.283576 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Attempting to bind port 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:17.283940 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Attempting to bind port 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:17.284936 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Attempting to bind port 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:17.300640 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:17.301963 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:17.301963 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.301963 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:17.302353 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Bound port: 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:17.302727 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.379274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f79e80e-c639-4e60-8f4b-23011fdddc71 req-cdd3cc5e-fcf3-4b07-b520-e95769fcc34c tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359551 Apr 18 21:03:17.473659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58274) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:17.484462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1973894106-network', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:17.507085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:17.531039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Usage tracker for resource:network and tenant:3be2f783de6e459aad62d900f3eb4d7b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:17.543249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:17.617998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:17.678415 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] For port 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:17.713739 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] For port 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:17.713919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3e5f2187-db4a-41c8-af75-e76c47bfabdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:17.736181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-dc3d5a0f-fe9c-420a-bb58-5406e7d1c60d tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:17.741297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-dc3d5a0f-fe9c-420a-bb58-5406e7d1c60d tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Synchronizing usage tracker for tenant:9ba0cb2f592f4a9484c31f4f8466d680 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:17.769618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Made reservation on behalf of 3be2f783de6e459aad62d900f3eb4d7b for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:17.772917 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.784505 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b51197-5239-4e07-b31c-71e02697d7b6 None None] Pushing event updated for resources: {'Port': ['ID=3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:17.786048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3e5f2187-db4a-41c8-af75-e76c47bfabdb admin admin] Usage tracker for resource:security_group_rule and tenant:dfecf29c02c445149cb71cd527325d8f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:17.814065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Allocated IP 172.20.0.1 (2ecb2828-cca3-4e35-82e7-e96c48a93f7a/7fdcd53c-a783-4ede-b053-9e521ca04a70/474b5267-aab4-4b04-b305-818a90ea7909) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:17.820057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3e5f2187-db4a-41c8-af75-e76c47bfabdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:17.858974 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.870621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3e5f2187-db4a-41c8-af75-e76c47bfabdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:17.907217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bdc6e21a-5c71-44a7-9a58-8fa64fed6188 req-b7426b4d-d132-49aa-921a-ffed8bcfba39 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 210 time: 0.2349882 Apr 18 21:03:17.916403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-dc3d5a0f-fe9c-420a-bb58-5406e7d1c60d tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Unset dirty status for tenant:9ba0cb2f592f4a9484c31f4f8466d680 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:17.925748 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-dc3d5a0f-fe9c-420a-bb58-5406e7d1c60d tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 950 time: 0.9360483 Apr 18 21:03:17.942924 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.039582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:18.054525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Usage tracker for resource:security_group_rule and tenant:3be2f783de6e459aad62d900f3eb4d7b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:18.060384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:18.073979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:18.095304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce5766-3925-4144-b0b8-7cf00dd75b10 req-c2686272-0d9d-44d7-8899-e74fc2df3f3e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:18.097807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51ce5766-3925-4144-b0b8-7cf00dd75b10 req-c2686272-0d9d-44d7-8899-e74fc2df3f3e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.3364627 Apr 18 21:03:18.203984 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b51197-5239-4e07-b31c-71e02697d7b6 None None] Pushing event updated for resources: {'Port': ['ID=3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:18.213379 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:18.214146 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:02:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:18.291281 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51ce5766-3925-4144-b0b8-7cf00dd75b10 req-1c898043-f7a1-4d4d-9958-763a2f9c54f0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775136 Apr 18 21:03:18.395381 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.409409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:03:06Z', 'revision_number': 4, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1d21f350-2fd0-4dc7-b62f-5429eec54581', 'name': '', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'mac_address': 'fa:16:3e:e1:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:04Z', 'updated_at': '2022-04-18T21:03:15Z', 'revision_number': 4, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'subnets': [{'id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:18.437197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-34d339bb-11b8-494c-8091-627b64df6a08 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Deleting port 3dc47d20-b76b-474c-b312-9617b108e836 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:18.437579 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-34d339bb-11b8-494c-8091-627b64df6a08 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.440736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e836bee-62a8-42f1-9e52-063e7aa64bfd None None] The sync data for ids ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'] in n-d-836017-3 is: [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:03:06Z', 'revision_number': 4, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1d21f350-2fd0-4dc7-b62f-5429eec54581', 'name': '', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'mac_address': 'fa:16:3e:e1:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:04Z', 'updated_at': '2022-04-18T21:03:15Z', 'revision_number': 4, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'subnets': [{'id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:18.492308 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.569507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:18.678527 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.678784 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Added segment 0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2 of type vlan for network 60fe8444-2c03-445b-bdf2-929a2622e5b1 Apr 18 21:03:18.714361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91c9673-57b1-45bd-842d-0d6eaaf40e46,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:18.721097 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:18.758483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58296) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:18.818130 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.882600 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e5f2187-db4a-41c8-af75-e76c47bfabdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.989048 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e5f2187-db4a-41c8-af75-e76c47bfabdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.043829 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.107933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1126068766-network', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:19.118621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:19.126917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Usage tracker for resource:network and tenant:0dc2eab6828c47e590c385ba3d76ed7e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:19.136128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:19.148778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:19.174808 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.175743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:19.176581 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.374867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-34d339bb-11b8-494c-8091-627b64df6a08 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] For port 3dc47d20-b76b-474c-b312-9617b108e836, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3dc47d20-b76b-474c-b312-9617b108e836,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:19.375534 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-34d339bb-11b8-494c-8091-627b64df6a08 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.422570 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-857d6f7e-674b-473f-ad9d-30ebab7aac7b req-dcdd1f9e-fcf5-476d-a50d-5930bd89dc89 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 210 time: 0.2544656 Apr 18 21:03:19.447770 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:12Z', 'revision_number': 3, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:19.450376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] Pushing event updated for resources: {'Network': ['ID=60fe8444-2c03-445b-bdf2-929a2622e5b1,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:19.453437 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e137acc-42e7-40db-8df2-c5217d12e0ff None None] The sync data for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 is: [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:12Z', 'revision_number': 3, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:19.470637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 60fe8444-2c03-445b-bdf2-929a2622e5b1 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:19.527684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd98362-49f2-4c4b-82e0-25f126cca10d req-43283db0-ebb4-496b-9be0-a3843d2d550e tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:19.545554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fd98362-49f2-4c4b-82e0-25f126cca10d req-43283db0-ebb4-496b-9be0-a3843d2d550e tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 950 time: 0.7131975 Apr 18 21:03:19.549457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f2187-db4a-41c8-af75-e76c47bfabdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930ff739-fbe1-4a6e-95d2-7ee4b0e288db,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:19.588257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Made reservation on behalf of 0dc2eab6828c47e590c385ba3d76ed7e for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:19.592921 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.639446 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.657940 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bb8bbc35-cba2-48e1-9b52-3c710de106d8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1827765 Apr 18 21:03:19.705668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58312) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:19.754832 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fd98362-49f2-4c4b-82e0-25f126cca10d req-625bb60a-771d-42ac-9b1d-e23bcf0c373e tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ab1e29-0c71-4baa-b85a-460e22a781fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077897 Apr 18 21:03:19.759820 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3e5f2187-db4a-41c8-af75-e76c47bfabdb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dfecf29c02c445149cb71cd527325d8f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7841747 Apr 18 21:03:19.763972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Request body: {'subnet': {'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1973894106-subnet', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:19.775438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:19.780800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-34d339bb-11b8-494c-8091-627b64df6a08 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Calling delete_port for 3dc47d20-b76b-474c-b312-9617b108e836 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:19.791876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Usage tracker for resource:subnet and tenant:3be2f783de6e459aad62d900f3eb4d7b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:19.799824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:19.812386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:19.832217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58316) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:19.904823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Transition to ACTIVE for port object 474b5267-aab4-4b04-b305-818a90ea7909 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:19.905963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1d21f350-2fd0-4dc7-b62f-5429eec54581 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:20.022484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Made reservation on behalf of 3be2f783de6e459aad62d900f3eb4d7b for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:20.029948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.081955 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-02260f36-ea76-408a-a92d-005f04ca9a80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1101 time: 0.5333679 Apr 18 21:03:20.088287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:20.124446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3dc47d20-b76b-474c-b312-9617b108e836 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:03:20.152705 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.211322 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf062-eb09-4717-8d13-964578475c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.216040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Usage tracker for resource:security_group_rule and tenant:0dc2eab6828c47e590c385ba3d76ed7e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:20.223829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 1d21f350-2fd0-4dc7-b62f-5429eec54581 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:20.224440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:20.232861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 1d21f350-2fd0-4dc7-b62f-5429eec54581 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:20.233238 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.264239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:20.309430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5514eae-7e94-4de8-97a4-cc52f0a77923 req-3e173016-d81f-410d-8dd4-ac5536ab3aea tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:20.316865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c5514eae-7e94-4de8-97a4-cc52f0a77923 req-3e173016-d81f-410d-8dd4-ac5536ab3aea tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.6637633 Apr 18 21:03:20.322333 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf062-eb09-4717-8d13-964578475c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.327391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:20.354603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:20.366285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:20.404981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Pushing event updated for resources: {'Port': ['ID=474b5267-aab4-4b04-b305-818a90ea7909,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:20.433008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-34d339bb-11b8-494c-8091-627b64df6a08 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.456039 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.570927 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c5514eae-7e94-4de8-97a4-cc52f0a77923 req-faabf469-bd19-4168-9b4f-90607ae46448 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530887 Apr 18 21:03:20.603828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d339bb-11b8-494c-8091-627b64df6a08 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Pushing event deleted for resources: {'Port': ['ID=3dc47d20-b76b-474c-b312-9617b108e836,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:20.624763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-04b07f8e-d583-47c2-b4db-7bf0c7972d42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:20.634969 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-04b07f8e-d583-47c2-b4db-7bf0c7972d42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.5204902 Apr 18 21:03:20.711920 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.716860 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.779119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51306983-c905-47d4-b51b-ef86d10534f3 req-d54f4092-0229-4086-a4e5-298e97b7a6ab tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 210 time: 0.0600488 Apr 18 21:03:20.793796 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf062-eb09-4717-8d13-964578475c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.808151 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.811351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 1d21f350-2fd0-4dc7-b62f-5429eec54581, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1d21f350-2fd0-4dc7-b62f-5429eec54581,segment=NetworkSegment(d23a061d-15ef-464a-98a7-01b895db5026),segment_id=d23a061d-15ef-464a-98a7-01b895db5026)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:20.863705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaf062-eb09-4717-8d13-964578475c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930ff739-fbe1-4a6e-95d2-7ee4b0e288db,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:20.876779 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-932c3f65-43f0-43eb-8703-f50ccf8de009 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 200 len: 217 time: 0.2158742 Apr 18 21:03:20.885436 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.908286 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.931315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:20.973527 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf062-eb09-4717-8d13-964578475c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.981512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7eeaf062-eb09-4717-8d13-964578475c58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/930ff739-fbe1-4a6e-95d2-7ee4b0e288db HTTP/1.1" status: 204 len: 168 time: 1.1472406 Apr 18 21:03:20.983025 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.983980 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Added segment 950639fd-5cff-417f-9028-9c6b5229bbc7 of type vlan for network 1f5d9493-9248-48f9-b1eb-83f49ed0e48b Apr 18 21:03:20.990407 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6892e7-4bbd-4003-aaca-df9f431ac633,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:21.015305 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.071396 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.115815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-34d339bb-11b8-494c-8091-627b64df6a08 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] No DVR routers for this DVR port 3dc47d20-b76b-474c-b312-9617b108e836 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:21.127135 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-34d339bb-11b8-494c-8091-627b64df6a08 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.133048 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b58d7d-9f89-478d-97cf-10f09fda7019,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:21.149846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf5a846-588d-481b-b11a-c92d1508f901', 'name': 'network-vif-deleted', 'tag': '3dc47d20-b76b-474c-b312-9617b108e836'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:03:21.174492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a5b6ab08-d71d-46a5-b889-b9bdd53c4f1a None None] Provisioning for port 474b5267-aab4-4b04-b305-818a90ea7909 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:21.178748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Checking segment: {'id': '0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:21.179247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Network hostable DHCP agents. Network: 60fe8444-2c03-445b-bdf2-929a2622e5b1, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:21.191669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a5b6ab08-d71d-46a5-b889-b9bdd53c4f1a None None] Provisioning complete for port 474b5267-aab4-4b04-b305-818a90ea7909 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:21.192039 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a5b6ab08-d71d-46a5-b889-b9bdd53c4f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.226518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-37587bf3-75c3-4ba9-a375-4e963d45449f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:21.229866 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-37587bf3-75c3-4ba9-a375-4e963d45449f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.3072565 Apr 18 21:03:21.277424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=1d21f350-2fd0-4dc7-b62f-5429eec54581,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:21.310335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d6bda09-329b-4efe-9303-b7c6b91f3613 req-5e263014-a811-40f3-aa29-24f630f9532f tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 210 time: 0.0635762 Apr 18 21:03:21.333865 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451bc40d-7a6f-4d03-b663-675f25ec222a'] response: {'server_uuid': 'fbf5a846-588d-481b-b11a-c92d1508f901', 'name': 'network-vif-deleted', 'tag': '3dc47d20-b76b-474c-b312-9617b108e836', 'status': 'completed', 'code': 200} Apr 18 21:03:21.339647 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.357006 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fe33207-83cf-4a78-94df-a39a432bff59 req-34d339bb-11b8-494c-8091-627b64df6a08 tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.26 "DELETE /v2.0/ports/3dc47d20-b76b-474c-b312-9617b108e836 HTTP/1.1" status: 204 len: 173 time: 3.4032602 Apr 18 21:03:21.363045 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Network 60fe8444-2c03-445b-bdf2-929a2622e5b1 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:21.369293 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.370816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:21.371394 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.374038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6ab08-d71d-46a5-b889-b9bdd53c4f1a None None] Port 474b5267-aab4-4b04-b305-818a90ea7909 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:21.514632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-b33a4dea-9e1f-4fba-9656-acf0f47362f1 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=56f91b9be2dd4033babbf40f0b5f3e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1093779 Apr 18 21:03:21.532659 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-f5515b7b-4bab-4875-b518-cfa01075b721 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2937117 Apr 18 21:03:21.759648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 60fe8444-2c03-445b-bdf2-929a2622e5b1) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:21.770246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123fdf04-82d2-4824-8069-6527c5661557 None None] Network 60fe8444-2c03-445b-bdf2-929a2622e5b1 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:21.784402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:21.788131 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.812086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0515161 Apr 18 21:03:21.812806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58346) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:21.919509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1d21f350-2fd0-4dc7-b62f-5429eec54581 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:21.966172 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-62f77318-5e9a-42be-8b85-06fae5dde6d1 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117687 Apr 18 21:03:21.990923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e9af7-7d0b-41b6-9bec-71551922b80c admin admin] Pushing event updated for resources: {'Network': ['ID=1f5d9493-9248-48f9-b1eb-83f49ed0e48b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:22.036794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 1f5d9493-9248-48f9-b1eb-83f49ed0e48b details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:22.104333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Request body: {'subnet': {'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1126068766-subnet', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:22.300204 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.332399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-992adea8-fd8a-4423-a33d-e8be8e0f02c9 req-0d933afe-c81b-4876-98e0-d776ad8a2512 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 210 time: 0.1753962 Apr 18 21:03:22.333396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:22.347377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 1d21f350-2fd0-4dc7-b62f-5429eec54581 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:22.347833 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.360848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Usage tracker for resource:subnet and tenant:0dc2eab6828c47e590c385ba3d76ed7e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:22.368986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:22.389857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c398b227-6590-4159-91af-9189d996785c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-60fe8444-2c03-445b-bdf2-929a2622e5b1', 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'fixed_ips': [{'subnet_id': '50b58d7d-9f89-478d-97cf-10f09fda7019'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:03:22.391246 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c398b227-6590-4159-91af-9189d996785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.415818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:22.420053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.440037 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c3d8d9d0-8ef1-42c5-82e6-102760d249ea admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7079823 Apr 18 21:03:22.467503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58360) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:22.480283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1973894106-router', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:22.496522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:22.510027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Usage tracker for resource:router and tenant:3be2f783de6e459aad62d900f3eb4d7b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:22.518647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:22.531233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-1009f0e8-8c84-4119-941c-52010e94fa1b tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:22.533433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-1009f0e8-8c84-4119-941c-52010e94fa1b tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9993560 Apr 18 21:03:22.555141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:22.569167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Request body: {'port': {'device_id': '3178ed39-3da5-4120-9950-8a227f4ab73a', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '56f91b9be2dd4033babbf40f0b5f3e79'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:22.613146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Made reservation on behalf of 0dc2eab6828c47e590c385ba3d76ed7e for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:22.616350 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.701964 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e56025aa-5cec-401a-84f1-8465563d7039 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234142 Apr 18 21:03:22.721892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8495ec-a161-4039-a7dc-f82361b8da04 req-028d3f02-eb99-4da6-ad54-54d0e0179c90 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:22.721892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d8495ec-a161-4039-a7dc-f82361b8da04 req-028d3f02-eb99-4da6-ad54-54d0e0179c90 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.8925819 Apr 18 21:03:22.760089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-c398b227-6590-4159-91af-9189d996785c None None] Allocated IP 172.20.0.2 (60fe8444-2c03-445b-bdf2-929a2622e5b1/50b58d7d-9f89-478d-97cf-10f09fda7019/767d419d-d7d6-479c-b7b5-4772df58d9b6) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:22.789060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Pushing event updated for resources: {'Port': ['ID=474b5267-aab4-4b04-b305-818a90ea7909,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:22.809101 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.919502 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.921105 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.012470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a6fe748-3b29-4add-b7dc-cf34c5744dae req-60e4afa5-fdec-4a17-aacc-58c81c7b6c7e tempest-DeleteServersAdminTestJSON-1299440709 tempest-DeleteServersAdminTestJSON-1299440709-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf5a846-588d-481b-b11a-c92d1508f901 HTTP/1.1" status: 200 len: 210 time: 0.1939235 Apr 18 21:03:23.118467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:23.121844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:23.130925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d8495ec-a161-4039-a7dc-f82361b8da04 req-a18363ed-aa9f-4cf8-9074-e3edfc551138 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279501 Apr 18 21:03:23.205137 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c398b227-6590-4159-91af-9189d996785c None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.232520 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.235217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c398b227-6590-4159-91af-9189d996785c None None] Transition to ACTIVE for port object 767d419d-d7d6-479c-b7b5-4772df58d9b6 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:23.290741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c398b227-6590-4159-91af-9189d996785c None None] Transition to ACTIVE for port object 767d419d-d7d6-479c-b7b5-4772df58d9b6 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:23.340723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:23.358297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Usage tracker for resource:port and tenant:56f91b9be2dd4033babbf40f0b5f3e79 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:23.381034 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c398b227-6590-4159-91af-9189d996785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.408605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:23.476111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:23.611262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398b227-6590-4159-91af-9189d996785c None None] Network 60fe8444-2c03-445b-bdf2-929a2622e5b1 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:23.617920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-c398b227-6590-4159-91af-9189d996785c None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:23.628717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398b227-6590-4159-91af-9189d996785c None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:23.634647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Made reservation on behalf of 56f91b9be2dd4033babbf40f0b5f3e79 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:23.639190 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.677076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398b227-6590-4159-91af-9189d996785c None None] Pushing event updated for resources: {'Port': ['ID=767d419d-d7d6-479c-b7b5-4772df58d9b6,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:23.695594 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.795842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c398b227-6590-4159-91af-9189d996785c None None] Attempting to bind port 767d419d-d7d6-479c-b7b5-4772df58d9b6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:23.797957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c398b227-6590-4159-91af-9189d996785c None None] Attempting to bind port 767d419d-d7d6-479c-b7b5-4772df58d9b6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:23.804616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398b227-6590-4159-91af-9189d996785c None None] Attempting to bind port 767d419d-d7d6-479c-b7b5-4772df58d9b6 on network 60fe8444-2c03-445b-bdf2-929a2622e5b1 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:23.804764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d52fc27-b27c-43d4-9677-9122b17c8d92 req-8251c7de-351a-453a-9349-191508cb28ea tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 210 time: 0.0627594 Apr 18 21:03:23.814183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7005e889-803e-4fe6-89eb-b529bd81acec None None] Provisioning complete for port 474b5267-aab4-4b04-b305-818a90ea7909 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:23.814855 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7005e889-803e-4fe6-89eb-b529bd81acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.945963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7005e889-803e-4fe6-89eb-b529bd81acec None None] Port 474b5267-aab4-4b04-b305-818a90ea7909 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:23.955526 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398b227-6590-4159-91af-9189d996785c None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:23.957146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398b227-6590-4159-91af-9189d996785c None None] Checking segment: {'id': '0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:23.957752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c398b227-6590-4159-91af-9189d996785c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.958857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398b227-6590-4159-91af-9189d996785c None None] Bound using segment: {'id': '0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:23.959748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c398b227-6590-4159-91af-9189d996785c None None] Bound port: 767d419d-d7d6-479c-b7b5-4772df58d9b6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:23.960380 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c398b227-6590-4159-91af-9189d996785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.075228 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.205882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Router 24def907-d90b-4c36-a700-be98c0261db2 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:24.332157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c398b227-6590-4159-91af-9189d996785c None None] For port 767d419d-d7d6-479c-b7b5-4772df58d9b6, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:24.342905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c398b227-6590-4159-91af-9189d996785c None None] For port 767d419d-d7d6-479c-b7b5-4772df58d9b6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=767d419d-d7d6-479c-b7b5-4772df58d9b6,segment=NetworkSegment(0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2),segment_id=0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:24.415625 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c398b227-6590-4159-91af-9189d996785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.621990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64190edb-55e1-44ff-b19e-befd842af435,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:24.668600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Allocated IP 192.168.233.132 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/40478ac5-4530-4a32-ae46-019d2d158671) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:24.699604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398b227-6590-4159-91af-9189d996785c None None] Pushing event updated for resources: {'Port': ['ID=767d419d-d7d6-479c-b7b5-4772df58d9b6,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:24.731034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Checking segment: {'id': '950639fd-5cff-417f-9028-9c6b5229bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:24.731830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Network hostable DHCP agents. Network: 1f5d9493-9248-48f9-b1eb-83f49ed0e48b, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:24.840434 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-71820895-3e0f-4088-a039-73ba90585046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.112074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:25.132116 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9a03a442-6099-4bfc-bc68-405fff82baef admin admin] 10.222.0.11 "PUT /v2.0/routers/24def907-d90b-4c36-a700-be98c0261db2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2172346 Apr 18 21:03:25.176796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Network 1f5d9493-9248-48f9-b1eb-83f49ed0e48b is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:25.405001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 1f5d9493-9248-48f9-b1eb-83f49ed0e48b) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:25.415241 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74834d12-6ce2-4c86-be94-fe868fa09a7f None None] Network 1f5d9493-9248-48f9-b1eb-83f49ed0e48b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:25.465266 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc40bc2c-ab18-4d3c-acac-bbbf79d2b9b4 req-bce8a265-8700-4a55-8e42-4bbbb30bf204 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 210 time: 0.0690026 Apr 18 21:03:25.474708 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.482281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:25.482874 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.545778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Transition to ACTIVE for port object 40478ac5-4530-4a32-ae46-019d2d158671 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:25.572441 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.626509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.642813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca889a13-1f16-4996-9689-a99a6123f00b req-442adca8-6957-4951-85b0-39291cfe0e6d tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:25.642813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca889a13-1f16-4996-9689-a99a6123f00b req-442adca8-6957-4951-85b0-39291cfe0e6d tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.6882541 Apr 18 21:03:25.694894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6e8f23ae-dd63-403d-a54a-2fc28ee87092 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8502457 Apr 18 21:03:25.698604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58418) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:25.705283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1126068766-router', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:25.723145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:25.740394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Usage tracker for resource:router and tenant:0dc2eab6828c47e590c385ba3d76ed7e is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:25.762872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:25.790705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:25.842104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca889a13-1f16-4996-9689-a99a6123f00b req-5d6ac6c4-dfa2-4076-bf60-32dc755e6a52 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590815 Apr 18 21:03:25.844111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-1f5d9493-9248-48f9-b1eb-83f49ed0e48b', 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'fixed_ips': [{'subnet_id': '64190edb-55e1-44ff-b19e-befd842af435'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:03:25.845191 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.866090 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.900247 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.901543 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.966895 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.076913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['42929988-7c14-4ebb-9cea-a02ce761fc34'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:03:26.109794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:26.307239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:26.311364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:26.342050 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Allocated IP 172.25.3.234 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/878dd0cd-86c3-49b3-bfe1-b9a08beeddf9) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:26.357837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:26.425564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Pushing event updated for resources: {'Port': ['ID=40478ac5-4530-4a32-ae46-019d2d158671,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:26.432006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a0318-50bc-42e3-a1bd-c0f840cad940 None None] Network 60fe8444-2c03-445b-bdf2-929a2622e5b1 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:26.441527 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.704703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Allocated IP 172.20.0.2 (1f5d9493-9248-48f9-b1eb-83f49ed0e48b/64190edb-55e1-44ff-b19e-befd842af435/0476738a-223a-43e4-927b-2ac7809c3372) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:26.734607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:26.738480 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.977738 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.020676 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-2d90bf95-23b9-4fd2-9cf9-9a2573e2cfa5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4598312 Apr 18 21:03:27.031977 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.065763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Request body: {'port': {'device_id': '3178ed39-3da5-4120-9950-8a227f4ab73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:27.089720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58458) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:27.125999 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.184916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ee826901-9f55-46d7-b671-65a63a4c40d3 None None] Provisioning for port 767d419d-d7d6-479c-b7b5-4772df58d9b6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:27.315526 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.361226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:27.381314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Transition to ACTIVE for port object 0476738a-223a-43e4-927b-2ac7809c3372 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:27.392101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb95d1f-65d3-4fd4-bada-d3af8a0db181 req-d05a5a5d-befa-4fbb-a206-6d96050411dc tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:27.393368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6bb95d1f-65d3-4fd4-bada-d3af8a0db181 req-d05a5a5d-befa-4fbb-a206-6d96050411dc tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Synchronizing usage tracker for tenant:56f91b9be2dd4033babbf40f0b5f3e79 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:27.395674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:27.396041 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.399522 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.498620 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e28f-f3db-4bf5-8daf-2ade2af1c8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.540096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Transition to ACTIVE for port object 0476738a-223a-43e4-927b-2ac7809c3372 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:27.698549 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.778705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-85a79915-2cc1-41d2-8679-a92298912872 None None] Provisioning for port 40478ac5-4530-4a32-ae46-019d2d158671 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:27.840494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Allocated IP 172.25.3.101 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/cb6d61dd-be18-4fdb-b589-80bd088b4bea) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:27.902401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-85a79915-2cc1-41d2-8679-a92298912872 None None] Provisioning complete for port 40478ac5-4530-4a32-ae46-019d2d158671 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:27.902401 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-85a79915-2cc1-41d2-8679-a92298912872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.926049 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.001837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Network 1f5d9493-9248-48f9-b1eb-83f49ed0e48b is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:28.028853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:28.036811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Pushing event updated for resources: {'Port': ['ID=0476738a-223a-43e4-927b-2ac7809c3372,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.036811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:28.077290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-85a79915-2cc1-41d2-8679-a92298912872 None None] Port 40478ac5-4530-4a32-ae46-019d2d158671 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:28.099079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:28.106961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:28.113422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:28.132194 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.140461 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-df4b6a70-1034-4693-8822-07e80db237c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ba0cb2f592f4a9484c31f4f8466d680&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0487230 Apr 18 21:03:28.145431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58476) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:28.211056 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.223046 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.223634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:28.225816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Attempting to bind port 0476738a-223a-43e4-927b-2ac7809c3372 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:28.226421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Attempting to bind port 0476738a-223a-43e4-927b-2ac7809c3372 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '950639fd-5cff-417f-9028-9c6b5229bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:28.227061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Attempting to bind port 0476738a-223a-43e4-927b-2ac7809c3372 on network 1f5d9493-9248-48f9-b1eb-83f49ed0e48b {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:28.237001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Pushing event updated for resources: {'Port': ['ID=878dd0cd-86c3-49b3-bfe1-b9a08beeddf9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.241658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:28.242266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Checking segment: {'id': '950639fd-5cff-417f-9028-9c6b5229bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:28.243003 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.243599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Bound using segment: {'id': '950639fd-5cff-417f-9028-9c6b5229bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:28.244270 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:03:28.244389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Bound port: 0476738a-223a-43e4-927b-2ac7809c3372, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950639fd-5cff-417f-9028-9c6b5229bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:28.245011 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.277401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6bb95d1f-65d3-4fd4-bada-d3af8a0db181 req-d05a5a5d-befa-4fbb-a206-6d96050411dc tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Unset dirty status for tenant:56f91b9be2dd4033babbf40f0b5f3e79 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:28.291702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6bb95d1f-65d3-4fd4-bada-d3af8a0db181 req-d05a5a5d-befa-4fbb-a206-6d96050411dc tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 936 time: 1.4778385 Apr 18 21:03:28.291931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58480) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:28.319993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-337787611-network', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:28.342742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:28.353632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Usage tracker for resource:network and tenant:333ceed74774447d824d2c12bda9b1c7 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:28.359379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:28.363260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9453292e-6afe-45d7-875b-713cd812fc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.370107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:28.405765 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9453292e-6afe-45d7-875b-713cd812fc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.421583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] For port 0476738a-223a-43e4-927b-2ac7809c3372, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:28.426042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] For port 0476738a-223a-43e4-927b-2ac7809c3372, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0476738a-223a-43e4-927b-2ac7809c3372,segment=NetworkSegment(950639fd-5cff-417f-9028-9c6b5229bbc7),segment_id=950639fd-5cff-417f-9028-9c6b5229bbc7)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:28.429874 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.430739 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 767d419d-d7d6-479c-b7b5-4772df58d9b6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:28.437604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40478ac5-4530-4a32-ae46-019d2d158671 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:03:28.446683 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.464856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Transition to ACTIVE for port object 40478ac5-4530-4a32-ae46-019d2d158671 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:28.478336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa6c91-c196-4d83-b4ef-b0bab233a142 req-6f459326-4dc1-41ce-afe8-fd4bab31d91c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:28.486799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13fa6c91-c196-4d83-b4ef-b0bab233a142 req-6f459326-4dc1-41ce-afe8-fd4bab31d91c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 1.2162778 Apr 18 21:03:28.493822 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.556844 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.561375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Made reservation on behalf of 333ceed74774447d824d2c12bda9b1c7 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:28.568991 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.602738 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.607309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6bb95d1f-65d3-4fd4-bada-d3af8a0db181 req-5b1f13a2-482b-480d-8607-6d01b59cb819 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189776 Apr 18 21:03:28.616899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.628381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.640181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Pushing event updated for resources: {'Port': ['ID=cb6d61dd-be18-4fdb-b589-80bd088b4bea,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.652098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:28.654373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:28.658900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:28.694311 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.743515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:28.749671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9453292e-6afe-45d7-875b-713cd812fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.755814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Usage tracker for resource:security_group_rule and tenant:333ceed74774447d824d2c12bda9b1c7 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:28.759878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13fa6c91-c196-4d83-b4ef-b0bab233a142 req-090c45d2-7b30-447c-a82b-82e356859a71 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722037 Apr 18 21:03:28.760106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a354c-e5ff-47a2-bc54-50860f7c1258 None None] Pushing event updated for resources: {'Port': ['ID=0476738a-223a-43e4-927b-2ac7809c3372,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.766206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:28.846503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:28.846503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453292e-6afe-45d7-875b-713cd812fc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ab1e29-0c71-4baa-b85a-460e22a781fe,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.885714 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 767d419d-d7d6-479c-b7b5-4772df58d9b6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:28.895377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 767d419d-d7d6-479c-b7b5-4772df58d9b6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:28.896095 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.939837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Pushing event updated for resources: {'Port': ['ID=40478ac5-4530-4a32-ae46-019d2d158671,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.981653 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9453292e-6afe-45d7-875b-713cd812fc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.986822 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9453292e-6afe-45d7-875b-713cd812fc6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27ab1e29-0c71-4baa-b85a-460e22a781fe HTTP/1.1" status: 204 len: 168 time: 0.8352122 Apr 18 21:03:29.162377 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.375550 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.376186 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.376186 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.377324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Attempting to bind port 40478ac5-4530-4a32-ae46-019d2d158671 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:29.377720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Attempting to bind port 40478ac5-4530-4a32-ae46-019d2d158671 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:29.378323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Attempting to bind port 40478ac5-4530-4a32-ae46-019d2d158671 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:29.381416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 767d419d-d7d6-479c-b7b5-4772df58d9b6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=767d419d-d7d6-479c-b7b5-4772df58d9b6,segment=NetworkSegment(0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2),segment_id=0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:29.391861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Port 40478ac5-4530-4a32-ae46-019d2d158671 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:29.392184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Attempting to bind port 40478ac5-4530-4a32-ae46-019d2d158671 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:29.530859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.552279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:29.564498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea77f67b-8d64-4349-a89f-c5197413d6d0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:29.564942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:29.565284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:29.565697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:29.566148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Bound port: 40478ac5-4530-4a32-ae46-019d2d158671, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:29.566496 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.578922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.579975 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Added segment 27fb365e-9531-4edf-a3a5-55d2840fd9a8 of type vlan for network 94f044a1-93fe-41ec-a129-07c342d44b56 Apr 18 21:03:29.640302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.717792 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.719088 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.722684 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.735640 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] For port 40478ac5-4530-4a32-ae46-019d2d158671, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:29.739537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] For port 40478ac5-4530-4a32-ae46-019d2d158671, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=40478ac5-4530-4a32-ae46-019d2d158671,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:29.933059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=767d419d-d7d6-479c-b7b5-4772df58d9b6,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:29.935901 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.998497 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.999353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:30.000058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.139084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:30.293080 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9855089 Apr 18 21:03:30.310165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58500) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:30.359367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Request body: {'subnet': {'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-337787611-subnet', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:30.386493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:30.398783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aeb54b-06b5-4e87-8c3c-63fa56c08f01 admin admin] Pushing event updated for resources: {'Network': ['ID=94f044a1-93fe-41ec-a129-07c342d44b56,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:30.438582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Usage tracker for resource:subnet and tenant:333ceed74774447d824d2c12bda9b1c7 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:30.460296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 94f044a1-93fe-41ec-a129-07c342d44b56 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:30.464559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:30.480268 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.491318 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] 10.222.0.59 "PUT /v2.0/ports/40478ac5-4530-4a32-ae46-019d2d158671 HTTP/1.1" status: 200 len: 1096 time: 3.4579439 Apr 18 21:03:30.491584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:30.492869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3178ed39-3da5-4120-9950-8a227f4ab73a', 'tag': '40478ac5-4530-4a32-ae46-019d2d158671'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:03:30.496407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:30.496784 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.509957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58506) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:30.519705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Router a893a38e-a968-4830-9945-7b12be5d2d57 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:30.521952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ba896-d792-4293-bf73-fce535402a6c service neutron] Pushing event updated for resources: {'Port': ['ID=40478ac5-4530-4a32-ae46-019d2d158671,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:30.700566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Made reservation on behalf of 333ceed74774447d824d2c12bda9b1c7 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:30.707133 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.806830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66666a05-1173-4a5e-898e-2bdd978fece4 None None] Network 1f5d9493-9248-48f9-b1eb-83f49ed0e48b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:30.846273 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:03:31.088206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cfe7f616-6fe7-4ab5-a47e-128fecbbd5a2 None None] Provisioning for port 0476738a-223a-43e4-927b-2ac7809c3372 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:31.175170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177ecc4-7b2d-4bda-afc8-d24ac5c87323 req-712d51f3-af58-4713-af8b-b6ebbd387789 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:31.176932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0476738a-223a-43e4-927b-2ac7809c3372 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:31.184237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f177ecc4-7b2d-4bda-afc8-d24ac5c87323 req-712d51f3-af58-4713-af8b-b6ebbd387789 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 948 time: 1.1347740 Apr 18 21:03:31.228495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ffe89-d27f-4638-b130-7c125056f2c9 req-1344f34e-4f19-4e71-9df8-537187a326d0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:31.243020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad0ffe89-d27f-4638-b130-7c125056f2c9 req-1344f34e-4f19-4e71-9df8-537187a326d0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 1.0304079 Apr 18 21:03:31.296805 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.348853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58514) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:31.402895 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-47be08bb-6307-4672-bbf3-4a65c8d6e3b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=56f91b9be2dd4033babbf40f0b5f3e79&device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 1099 time: 0.7058196 Apr 18 21:03:31.478309 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68b86317-fa7e-4106-a847-24ec78d13c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.508141 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afd5b690-2b34-470b-a6c4-4ffbcb01ff6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.529937 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.530830 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f177ecc4-7b2d-4bda-afc8-d24ac5c87323 req-0b56c602-1707-43d3-accc-1bdfdcd18793 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455973 Apr 18 21:03:31.554221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad0ffe89-d27f-4638-b130-7c125056f2c9 req-066d1bd4-aeac-4a70-8566-5f1b821f2011 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098719 Apr 18 21:03:31.619612 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 0476738a-223a-43e4-927b-2ac7809c3372 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:31.630819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-e32a1825-bfb5-41c5-a178-4fc7064d2a35 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=40478ac5-4530-4a32-ae46-019d2d158671 HTTP/1.1" status: 200 len: 217 time: 0.2177308 Apr 18 21:03:31.639356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0476738a-223a-43e4-927b-2ac7809c3372 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:31.640055 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.663686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-68b86317-fa7e-4106-a847-24ec78d13c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:31.696440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-68b86317-fa7e-4106-a847-24ec78d13c62 admin admin] Usage tracker for resource:security_group_rule and tenant:faedef3207e341f8bc1780ff0926b757 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:31.709437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-68b86317-fa7e-4106-a847-24ec78d13c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:31.749551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-68b86317-fa7e-4106-a847-24ec78d13c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:31.770468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-a8dcc5d6-5551-4288-a41a-2e7af77f691f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:31.772619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-a8dcc5d6-5551-4288-a41a-2e7af77f691f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1053803 Apr 18 21:03:31.802088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1063e53-1a53-43bf-b881-92fbeb61875c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:31.838389 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9daedd0e-5af4-470e-a4af-65d80faa6ced'] response: {'name': 'network-changed', 'server_uuid': '3178ed39-3da5-4120-9950-8a227f4ab73a', 'tag': '40478ac5-4530-4a32-ae46-019d2d158671', 'status': 'completed', 'code': 200} Apr 18 21:03:31.865709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-afd5b690-2b34-470b-a6c4-4ffbcb01ff6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:31.885103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-afd5b690-2b34-470b-a6c4-4ffbcb01ff6d admin admin] Usage tracker for resource:security_group_rule and tenant:4e4971c4f6324fadabad43c3559ee406 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:31.894952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-afd5b690-2b34-470b-a6c4-4ffbcb01ff6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:31.923443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-afd5b690-2b34-470b-a6c4-4ffbcb01ff6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:31.949233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Checking segment: {'id': '27fb365e-9531-4edf-a3a5-55d2840fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:31.949791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Network hostable DHCP agents. Network: 94f044a1-93fe-41ec-a129-07c342d44b56, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:31.993623 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.043368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-ae4f4b98-3fd9-43ca-819d-6dabce9cfb0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2600198 Apr 18 21:03:32.080410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 0476738a-223a-43e4-927b-2ac7809c3372, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0476738a-223a-43e4-927b-2ac7809c3372,segment=NetworkSegment(950639fd-5cff-417f-9028-9c6b5229bbc7),segment_id=950639fd-5cff-417f-9028-9c6b5229bbc7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:32.093889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:32.096843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9745a7cd-a333-431a-8519-f90c4afb5d3e None None] Provisioning complete for port 0476738a-223a-43e4-927b-2ac7809c3372 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:32.097238 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9745a7cd-a333-431a-8519-f90c4afb5d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.101822 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68b86317-fa7e-4106-a847-24ec78d13c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.155322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Router c2772070-4664-49dd-a9bb-acf73735a126 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:32.217232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Sync routers for ids ['a893a38e-a968-4830-9945-7b12be5d2d57'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:32.237944 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.267609 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afd5b690-2b34-470b-a6c4-4ffbcb01ff6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.375517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Network 94f044a1-93fe-41ec-a129-07c342d44b56 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:32.379926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68b86317-fa7e-4106-a847-24ec78d13c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.441133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-bbccd7a4-6501-42ba-a5e3-007ab446c468 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860753 Apr 18 21:03:32.477668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 767d419d-d7d6-479c-b7b5-4772df58d9b6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:32.534663 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afd5b690-2b34-470b-a6c4-4ffbcb01ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.572590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Routers {'a893a38e-a968-4830-9945-7b12be5d2d57'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:32.574380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a893a38e-a968-4830-9945-7b12be5d2d57'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:32.583399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b86317-fa7e-4106-a847-24ec78d13c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3bb7d6-acf6-4b32-862a-90de1b7a5dac,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:32.597122 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-68b86317-fa7e-4106-a847-24ec78d13c62 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=faedef3207e341f8bc1780ff0926b757&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0854349 Apr 18 21:03:32.597813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58522) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:32.630738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 94f044a1-93fe-41ec-a129-07c342d44b56) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:32.668727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5fe19d-ad9d-4701-825c-e26c12d4de0d None None] Network 94f044a1-93fe-41ec-a129-07c342d44b56 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:32.699366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:32.704149 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.733729 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.735284 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1cc2a907-bf54-4178-85ae-d86462609a26 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.2662621 Apr 18 21:03:32.754439 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58532) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:32.900109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5b690-2b34-470b-a6c4-4ffbcb01ff6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2d0fa7-9ba8-4c8a-b72d-050246360673,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:32.977304 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-afd5b690-2b34-470b-a6c4-4ffbcb01ff6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e4971c4f6324fadabad43c3559ee406&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6225290 Apr 18 21:03:33.004618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58536) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:33.084825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=0476738a-223a-43e4-927b-2ac7809c3372,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:33.093022 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50930efa-b562-40f0-96da-37b84c008404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.177200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68454f8c-4a07-4134-82e5-8a9afe198209 req-53ad7ec4-81b3-498e-b6c2-e661c3163ac5 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7289910 Apr 18 21:03:33.189872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50930efa-b562-40f0-96da-37b84c008404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.225057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 767d419d-d7d6-479c-b7b5-4772df58d9b6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:33.225721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.280195 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-94f044a1-93fe-41ec-a129-07c342d44b56', 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'fixed_ips': [{'subnet_id': 'b1063e53-1a53-43bf-b881-92fbeb61875c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:03:33.281154 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.315767 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.336447 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0405c9ea-3dfd-4f0b-b8b5-1b128c9a27f1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.0236416 Apr 18 21:03:33.347550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58540) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:33.355297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb386c-e680-4d0b-9c65-bc59382fd49e req-f3413b3d-981d-41fb-8bd2-b0c11c777464 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:33.364163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-337787611-router', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:33.383263 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41fb386c-e680-4d0b-9c65-bc59382fd49e req-f3413b3d-981d-41fb-8bd2-b0c11c777464 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 948 time: 0.4416604 Apr 18 21:03:33.400185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:33.414969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9810-d572-41a9-96b6-d6d16a9fec3a req-d4f1a35a-8a78-4f4c-a656-1671b80189d0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:33.421201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Usage tracker for resource:router and tenant:333ceed74774447d824d2c12bda9b1c7 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:33.424534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a53e9810-d572-41a9-96b6-d6d16a9fec3a req-d4f1a35a-8a78-4f4c-a656-1671b80189d0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.4334638 Apr 18 21:03:33.428004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Set router a893a38e-a968-4830-9945-7b12be5d2d57 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:33.428922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:33.433837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-119c45ad-7613-414c-8918-f8b6aa6415f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.435310 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50930efa-b562-40f0-96da-37b84c008404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.459539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:33.483062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50930efa-b562-40f0-96da-37b84c008404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3bb7d6-acf6-4b32-862a-90de1b7a5dac,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:33.519206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:33.537540 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Sync routers for ids ['c2772070-4664-49dd-a9bb-acf73735a126'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:33.546575 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50930efa-b562-40f0-96da-37b84c008404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.556032 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-50930efa-b562-40f0-96da-37b84c008404 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf3bb7d6-acf6-4b32-862a-90de1b7a5dac HTTP/1.1" status: 204 len: 168 time: 0.9477477 Apr 18 21:03:33.576214 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Routers {'c2772070-4664-49dd-a9bb-acf73735a126'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:33.583226 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c2772070-4664-49dd-a9bb-acf73735a126'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:33.589507 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.590862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.697503 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.697503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c80aab18-dfb5-443e-8b59-e3719455ae5e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9966059 Apr 18 21:03:33.707028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58548) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:33.788557 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-119c45ad-7613-414c-8918-f8b6aa6415f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.888802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58552) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:33.962663 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Set router c2772070-4664-49dd-a9bb-acf73735a126 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:34.025243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a53e9810-d572-41a9-96b6-d6d16a9fec3a req-c85c87fa-3884-4da0-ba6e-97ae680dd254 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991383 Apr 18 21:03:34.076877 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.177649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41fb386c-e680-4d0b-9c65-bc59382fd49e req-fcb6e838-1662-481d-8ae8-0a178e1e1f3f tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7928541 Apr 18 21:03:34.223635 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-119c45ad-7613-414c-8918-f8b6aa6415f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.295900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c45ad-7613-414c-8918-f8b6aa6415f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2d0fa7-9ba8-4c8a-b72d-050246360673,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:34.334633 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-119c45ad-7613-414c-8918-f8b6aa6415f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.340531 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-119c45ad-7613-414c-8918-f8b6aa6415f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c2d0fa7-9ba8-4c8a-b72d-050246360673 HTTP/1.1" status: 204 len: 168 time: 1.3305461 Apr 18 21:03:34.448948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ee54288-b479-4d35-af60-3af1809078e7 req-28a2f74c-63ff-4b9d-b845-94a2cba014c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=56f91b9be2dd4033babbf40f0b5f3e79&device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 1099 time: 1.0166979 Apr 18 21:03:34.474946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Allocated IP 172.20.0.2 (94f044a1-93fe-41ec-a129-07c342d44b56/b1063e53-1a53-43bf-b881-92fbeb61875c/665add93-76c7-4246-bfca-8297fd5831be) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:34.611086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0476738a-223a-43e4-927b-2ac7809c3372 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:34.753716 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'name': 'tempest-FloatingIPsTestJSON-1126068766-router', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 3, 'project_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'gw_port': {'id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:27Z', 'updated_at': '2022-04-18T21:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:34.763602 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Checking router: c2772070-4664-49dd-a9bb-acf73735a126 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:03:34.768226 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Updating router c2772070-4664-49dd-a9bb-acf73735a126 port cb6d61dd-be18-4fdb-b589-80bd088b4bea binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:03:34.843526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee54288-b479-4d35-af60-3af1809078e7 req-f740e0c5-2257-4744-b313-83fa5cffd4aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:34.849247 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ee54288-b479-4d35-af60-3af1809078e7 req-f740e0c5-2257-4744-b313-83fa5cffd4aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3914216 Apr 18 21:03:34.867525 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.977191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ee54288-b479-4d35-af60-3af1809078e7 req-2a323470-3a4b-499b-96c2-0f8265371ffb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=40478ac5-4530-4a32-ae46-019d2d158671 HTTP/1.1" status: 200 len: 217 time: 0.1208935 Apr 18 21:03:35.047368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1973894106-router', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:22Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 3, 'project_id': '3be2f783de6e459aad62d900f3eb4d7b', 'gw_port': {'id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:35.057461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Checking router: a893a38e-a968-4830-9945-7b12be5d2d57 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:03:35.058437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Updating router a893a38e-a968-4830-9945-7b12be5d2d57 port 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:03:35.105718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0476738a-223a-43e4-927b-2ac7809c3372 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:35.106289 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.141851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee54288-b479-4d35-af60-3af1809078e7 req-f4fecffc-1c36-437f-b42e-d3e1b20024d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:35.144803 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ee54288-b479-4d35-af60-3af1809078e7 req-f4fecffc-1c36-437f-b42e-d3e1b20024d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1607740 Apr 18 21:03:35.259630 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.387704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.447262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58572) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:35.486166 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b392d48b-5330-4b94-a3a9-7231d15aec11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.585374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ee54288-b479-4d35-af60-3af1809078e7 req-8c3a0d35-f9eb-4840-aea7-521dab7210d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4337125 Apr 18 21:03:35.638407 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.688567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b392d48b-5330-4b94-a3a9-7231d15aec11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:35.690151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Transition to ACTIVE for port object 665add93-76c7-4246-bfca-8297fd5831be will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:35.693301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b392d48b-5330-4b94-a3a9-7231d15aec11 admin admin] Usage tracker for resource:security_group_rule and tenant:e6e92f5e81d7465a9c14ba68bc789a25 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:35.757542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Transition to ACTIVE for port object 665add93-76c7-4246-bfca-8297fd5831be will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:35.801878 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.827794 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Transition to ACTIVE for port object cb6d61dd-be18-4fdb-b589-80bd088b4bea will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:35.834315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b392d48b-5330-4b94-a3a9-7231d15aec11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:35.875912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b392d48b-5330-4b94-a3a9-7231d15aec11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:35.892991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:35.893441 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.908074 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.915653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Usage tracker for resource:security_group_rule and tenant:a0deab9c00ea46049540fe4fbe8fe3c3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:35.926345 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.936044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:35.953955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4372ed2-3a7e-4fa2-9fda-c957803a422f req-e2b1a92e-d080-4cfe-9a1d-5d960bb2bea4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:35.975314 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4372ed2-3a7e-4fa2-9fda-c957803a422f req-e2b1a92e-d080-4cfe-9a1d-5d960bb2bea4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.4599376 Apr 18 21:03:35.975701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:36.010077 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-621a3143-bb6d-4936-9d58-09e4ca343e3d service neutron] show failed (client error): The resource could not be found. Apr 18 21:03:36.014156 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-621a3143-bb6d-4936-9d58-09e4ca343e3d service neutron] 10.222.0.26 "GET /v2.0/ports/f50df9b0-46be-4482-90e6-792e1667b56e/bindings/n-h1-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.4922323 Apr 18 21:03:36.071029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794f4e5-9907-452e-956f-e05be02df7f8 req-b91ac183-45bd-4b10-923b-ba90598a4a60 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:36.087719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d794f4e5-9907-452e-956f-e05be02df7f8 req-b91ac183-45bd-4b10-923b-ba90598a4a60 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 948 time: 0.5008144 Apr 18 21:03:36.128102 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Attempting to bind port cb6d61dd-be18-4fdb-b589-80bd088b4bea on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:36.128555 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Attempting to bind port cb6d61dd-be18-4fdb-b589-80bd088b4bea by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:36.128980 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Attempting to bind port cb6d61dd-be18-4fdb-b589-80bd088b4bea on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:36.138841 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8084b2-b3e1-45c8-b121-f3089945d27c None None] Pushing event updated for resources: {'Port': ['ID=cb6d61dd-be18-4fdb-b589-80bd088b4bea,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:36.215097 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:36.222851 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:36.225015 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.228783 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:36.230458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Network 94f044a1-93fe-41ec-a129-07c342d44b56 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:36.235738 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Bound port: cb6d61dd-be18-4fdb-b589-80bd088b4bea, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:36.243849 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.244066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:36.256526 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Pushing event updated for resources: {'Port': ['ID=665add93-76c7-4246-bfca-8297fd5831be,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:36.263908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:36.272729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ee54288-b479-4d35-af60-3af1809078e7 req-a2d32fcb-cc39-4fdb-ab36-75af30bf1ac7 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695658 Apr 18 21:03:36.421456 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4372ed2-3a7e-4fa2-9fda-c957803a422f req-7630aa3f-b895-45d3-b591-52c11de371f3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581072 Apr 18 21:03:36.433936 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] For port cb6d61dd-be18-4fdb-b589-80bd088b4bea, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:36.436638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 40478ac5-4530-4a32-ae46-019d2d158671 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:03:36.446486 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] For port cb6d61dd-be18-4fdb-b589-80bd088b4bea, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cb6d61dd-be18-4fdb-b589-80bd088b4bea,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:36.525198 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.576216 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:03:36.583746 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.655764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d794f4e5-9907-452e-956f-e05be02df7f8 req-18d27d47-130e-4fcb-a6e7-42347e448546 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663278 Apr 18 21:03:36.723561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Attempting to bind port 665add93-76c7-4246-bfca-8297fd5831be on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:36.730260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Attempting to bind port 665add93-76c7-4246-bfca-8297fd5831be by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '27fb365e-9531-4edf-a3a5-55d2840fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:36.730260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Attempting to bind port 665add93-76c7-4246-bfca-8297fd5831be on network 94f044a1-93fe-41ec-a129-07c342d44b56 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:36.741118 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Routers {'c2772070-4664-49dd-a9bb-acf73735a126'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:36.741810 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c2772070-4664-49dd-a9bb-acf73735a126'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:36.763405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:36.764584 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Checking segment: {'id': '27fb365e-9531-4edf-a3a5-55d2840fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:36.764584 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.765051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Bound using segment: {'id': '27fb365e-9531-4edf-a3a5-55d2840fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:36.765698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Bound port: 665add93-76c7-4246-bfca-8297fd5831be, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fb365e-9531-4edf-a3a5-55d2840fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:36.766175 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.771675 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b392d48b-5330-4b94-a3a9-7231d15aec11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.809989 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ee54288-b479-4d35-af60-3af1809078e7 req-d270f3c8-0c47-47ff-880c-c52975539399 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276074 Apr 18 21:03:36.859392 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8084b2-b3e1-45c8-b121-f3089945d27c None None] Pushing event updated for resources: {'Port': ['ID=cb6d61dd-be18-4fdb-b589-80bd088b4bea,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:36.897260 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b392d48b-5330-4b94-a3a9-7231d15aec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.942232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.963978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392d48b-5330-4b94-a3a9-7231d15aec11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c72a9aa-78e6-4801-b7f6-2495dd981612,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:36.965567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Sync routers for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:36.990836 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b392d48b-5330-4b94-a3a9-7231d15aec11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6e92f5e81d7465a9c14ba68bc789a25&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5374768 Apr 18 21:03:36.991589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58584) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:37.079945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 40478ac5-4530-4a32-ae46-019d2d158671, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=40478ac5-4530-4a32-ae46-019d2d158671,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:37.088844 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0deab9c00ea46049540fe4fbe8fe3c3&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1984644 Apr 18 21:03:37.105906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58590) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:37.114509 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] Set router c2772070-4664-49dd-a9bb-acf73735a126 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:37.122936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '40478ac5-4530-4a32-ae46-019d2d158671', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '40478ac5-4530-4a32-ae46-019d2d158671', 'mac_address': 'fa:16:3e:26:0d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:03:37.126500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1296982b-4c5c-44ff-a063-d127edb60e45,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:37.194602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:37.194913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:37.195256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:37.196048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:37.196048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:37.196350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:37.196671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:37.197151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:37.197499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:37.197877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:37.198322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980864-5285-420f-96dd-257bf38f893d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:37.206608 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] For port 665add93-76c7-4246-bfca-8297fd5831be, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:37.212571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] For port 665add93-76c7-4246-bfca-8297fd5831be, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=665add93-76c7-4246-bfca-8297fd5831be,segment=NetworkSegment(27fb365e-9531-4edf-a3a5-55d2840fd9a8),segment_id=27fb365e-9531-4edf-a3a5-55d2840fd9a8)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:37.229759 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.229759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:37.229759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:37.264123 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85185c1c-039f-4115-8cec-576ea609fbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.368132 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85185c1c-039f-4115-8cec-576ea609fbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.391210 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.427958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-838f5b8b-63fc-40cb-81b1-7bea6dbdc655 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a&tenant_id=6fe6054587cf41f8ae2400d6e4d475d9 HTTP/1.1" status: 200 len: 1101 time: 0.3861184 Apr 18 21:03:37.452331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:37.495400 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.517120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Transition to ACTIVE for port object 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:37.527710 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba0f41a4-ea29-4cd2-b68a-3589fd99c561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.585837 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.637242 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.655500 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba0f41a4-ea29-4cd2-b68a-3589fd99c561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.690122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40478ac5-4530-4a32-ae46-019d2d158671 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:03:37.760059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Attempting to bind port 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:37.760996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Attempting to bind port 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:37.761265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Attempting to bind port 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:37.777004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:37.777382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:37.780652 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.781078 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:37.781605 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Bound port: 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:37.782002 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.811842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522cd6e-fa5d-4134-8957-c4b1ba848113 None None] Pushing event updated for resources: {'Port': ['ID=665add93-76c7-4246-bfca-8297fd5831be,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:37.851668 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'name': 'tempest-FloatingIPsTestJSON-1126068766-router', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 3, 'project_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'gw_port': {'id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:27Z', 'updated_at': '2022-04-18T21:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:37.857019 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359630aa-d8d1-4f1b-bd8b-e8b901ad21c8 None None] The sync data for ids ['c2772070-4664-49dd-a9bb-acf73735a126'] in n-d-836017-3 is: [{'id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'name': 'tempest-FloatingIPsTestJSON-1126068766-router', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 3, 'project_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'gw_port': {'id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:27Z', 'updated_at': '2022-04-18T21:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:37.870550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 40478ac5-4530-4a32-ae46-019d2d158671, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=40478ac5-4530-4a32-ae46-019d2d158671,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:37.959111 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.017294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:38.054864 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.167476 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85185c1c-039f-4115-8cec-576ea609fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.207284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85185c1c-039f-4115-8cec-576ea609fbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c72a9aa-78e6-4801-b7f6-2495dd981612,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:38.222029 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.246355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['40478ac5-4530-4a32-ae46-019d2d158671'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:03:38.274521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe012e-53f0-4156-bc0a-3b068f410bf5 None None] Pushing event updated for resources: {'Port': ['ID=878dd0cd-86c3-49b3-bfe1-b9a08beeddf9,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:38.327859 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85185c1c-039f-4115-8cec-576ea609fbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.329754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-85185c1c-039f-4115-8cec-576ea609fbfd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c72a9aa-78e6-4801-b7f6-2495dd981612 HTTP/1.1" status: 204 len: 168 time: 1.3366754 Apr 18 21:03:38.528223 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba0f41a4-ea29-4cd2-b68a-3589fd99c561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.591973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f41a4-ea29-4cd2-b68a-3589fd99c561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1296982b-4c5c-44ff-a063-d127edb60e45,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:38.646156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e66fac-fa19-4fbc-bb8e-3443249844d1 req-1caf9b47-b3a3-4cbc-84fa-58c792acd5c6 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:38.657286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97e66fac-fa19-4fbc-bb8e-3443249844d1 req-1caf9b47-b3a3-4cbc-84fa-58c792acd5c6 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 949 time: 0.6754444 Apr 18 21:03:38.664104 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba0f41a4-ea29-4cd2-b68a-3589fd99c561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.675175 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ba0f41a4-ea29-4cd2-b68a-3589fd99c561 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1296982b-4c5c-44ff-a063-d127edb60e45 HTTP/1.1" status: 204 len: 168 time: 1.5592508 Apr 18 21:03:38.801891 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.884593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891b397-540f-4ac0-b298-0915e55c5f41 req-ea341a05-c4ee-4b71-b5c3-7becfbb89d65 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:38.887961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d891b397-540f-4ac0-b298-0915e55c5f41 req-ea341a05-c4ee-4b71-b5c3-7becfbb89d65 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 1.0368199 Apr 18 21:03:38.972815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 665add93-76c7-4246-bfca-8297fd5831be up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:39.036419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97e66fac-fa19-4fbc-bb8e-3443249844d1 req-e02074df-bc3f-43da-9249-e99bfbc887b8 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555300 Apr 18 21:03:39.052970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Allocated IP 172.25.3.157 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/92d0370e-2dff-4efb-a730-0fb34f0481b5) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:39.101874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=40478ac5-4530-4a32-ae46-019d2d158671,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:39.113945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] For port 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:39.202784 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d891b397-540f-4ac0-b298-0915e55c5f41 req-fe00e599-13dc-4b03-b0ea-835a8b4975ce tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047471 Apr 18 21:03:39.302587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] For port 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=878dd0cd-86c3-49b3-bfe1-b9a08beeddf9,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:39.421569 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.488598 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.492035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f50df9b0-46be-4482-90e6-792e1667b56e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:39.502315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e3915d-bf3d-4e8f-a75c-ee70612a8a1c None None] Network 94f044a1-93fe-41ec-a129-07c342d44b56 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:39.536083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:39.650872 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.671849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Transition to ACTIVE for port object f50df9b0-46be-4482-90e6-792e1667b56e will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:39.672698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f50df9b0-46be-4482-90e6-792e1667b56e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:03:39.741670 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.759245 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31fb4336-28f9-4deb-a160-885fb440e8f1'] response: {'server_uuid': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f50df9b0-46be-4482-90e6-792e1667b56e', 'code': 200} Apr 18 21:03:39.789394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 665add93-76c7-4246-bfca-8297fd5831be completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:39.849076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cb6d61dd-be18-4fdb-b589-80bd088b4bea up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:39.880400 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.915125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Allocated IP 172.20.0.1 (60fe8444-2c03-445b-bdf2-929a2622e5b1/50b58d7d-9f89-478d-97cf-10f09fda7019/f4a48d60-74a6-4116-817f-828e95deb794) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:40.004350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe012e-53f0-4156-bc0a-3b068f410bf5 None None] Pushing event updated for resources: {'Port': ['ID=878dd0cd-86c3-49b3-bfe1-b9a08beeddf9,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.072847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] No DVR routers for this DVR port f50df9b0-46be-4482-90e6-792e1667b56e on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:40.128925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Routers {'a893a38e-a968-4830-9945-7b12be5d2d57'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:40.129851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a893a38e-a968-4830-9945-7b12be5d2d57'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:40.170299 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58634) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:40.184771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f10b6973-73b3-42b7-bbbd-58e91dac1348 None None] Provisioning for port 665add93-76c7-4246-bfca-8297fd5831be completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:40.205972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Pushing event updated for resources: {'Port': ['ID=f50df9b0-46be-4482-90e6-792e1667b56e,revision_number=6']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.324528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Attempting to bind port f50df9b0-46be-4482-90e6-792e1667b56e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:40.329807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Attempting to bind port f50df9b0-46be-4482-90e6-792e1667b56e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:40.330392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Attempting to bind port f50df9b0-46be-4482-90e6-792e1667b56e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:40.333584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.334128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.334611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.337781 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device f50df9b0-46be-4482-90e6-792e1667b56e no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:03:40.338509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.339021 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.339676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.340163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.340683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.341162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.341686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.342158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.345245 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b24684f8-3c7d-4698-b4aa-26e981e3f95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.434189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f10b6973-73b3-42b7-bbbd-58e91dac1348 None None] Provisioning complete for port 665add93-76c7-4246-bfca-8297fd5831be triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:40.434808 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f10b6973-73b3-42b7-bbbd-58e91dac1348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.489075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Port f50df9b0-46be-4482-90e6-792e1667b56e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:40.489427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Attempting to bind port f50df9b0-46be-4482-90e6-792e1667b56e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:40.520786 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.551028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:40.551386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:40.551781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:40.552488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Bound port: f50df9b0-46be-4482-90e6-792e1667b56e, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:40.553218 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.648959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Pushing event updated for resources: {'Port': ['ID=92d0370e-2dff-4efb-a730-0fb34f0481b5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.657953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b76b9e-6290-4d09-b1b0-397802fcd9f5 req-326a6c16-ae78-491b-b1bc-363415b39244 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:40.668155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53b76b9e-6290-4d09-b1b0-397802fcd9f5 req-326a6c16-ae78-491b-b1bc-363415b39244 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 948 time: 0.2451613 Apr 18 21:03:40.677662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:21Z', 'revision_number': 2, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:40.680793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b24684f8-3c7d-4698-b4aa-26e981e3f95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:40.686871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b24684f8-3c7d-4698-b4aa-26e981e3f95f admin admin] Usage tracker for resource:security_group_rule and tenant:26151f1c3d9e458999784a8cd2f66529 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:40.691351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b24684f8-3c7d-4698-b4aa-26e981e3f95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:40.704851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Checking router: 24def907-d90b-4c36-a700-be98c0261db2 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:03:40.712276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Updating router 24def907-d90b-4c36-a700-be98c0261db2 port 474b5267-aab4-4b04-b305-818a90ea7909 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:03:40.730662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b24684f8-3c7d-4698-b4aa-26e981e3f95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:40.743615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device f50df9b0-46be-4482-90e6-792e1667b56e not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:03:40.760001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc6949-2e82-4d53-83b8-013a4dc98661 req-26ef63c5-b84f-45fb-a722-ec2804864978 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:40.761938 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20cc6949-2e82-4d53-83b8-013a4dc98661 req-26ef63c5-b84f-45fb-a722-ec2804864978 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 949 time: 0.4399240 Apr 18 21:03:40.773488 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:40.783789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:40.784096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port cb6d61dd-be18-4fdb-b589-80bd088b4bea completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:40.787003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:40.803479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:40.804574 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port cb6d61dd-be18-4fdb-b589-80bd088b4bea triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:40.804945 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.824416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.829939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f50df9b0-46be-4482-90e6-792e1667b56e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:40.830196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.836916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53b76b9e-6290-4d09-b1b0-397802fcd9f5 req-2441a51d-2bf7-4b06-9b79-9902c8d3a0fe tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678898 Apr 18 21:03:40.850069 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.890172 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20cc6949-2e82-4d53-83b8-013a4dc98661 req-e0ea73cd-fd3d-483f-bc90-cd69c8b482b1 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011009 Apr 18 21:03:40.899374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Transition to ACTIVE for port object f4a48d60-74a6-4116-817f-828e95deb794 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:40.911573 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.945466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] Set router a893a38e-a968-4830-9945-7b12be5d2d57 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:41.081352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.082816 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] 10.222.0.59 "PUT /v2.0/ports/f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 200 len: 1096 time: 3.6363852 Apr 18 21:03:41.115655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aec97a-0a24-44c2-90f5-76345ae7191a service neutron] Pushing event updated for resources: {'Port': ['ID=f50df9b0-46be-4482-90e6-792e1667b56e,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:41.296515 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f10b6973-73b3-42b7-bbbd-58e91dac1348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.311663 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-d37ac9ac-6244-477d-bad1-aa82b8557b56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1099 time: 0.1734197 Apr 18 21:03:41.550003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b24684f8-3c7d-4698-b4aa-26e981e3f95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.594355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Allocated IP 172.20.0.1 (1f5d9493-9248-48f9-b1eb-83f49ed0e48b/64190edb-55e1-44ff-b19e-befd842af435/fcf4f507-e450-41b9-b420-16ca55c3323f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:41.615952 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.663738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-bccdcd7f-7b01-4c29-b596-46695f955ceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:41.668209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-bccdcd7f-7b01-4c29-b596-46695f955ceb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3500240 Apr 18 21:03:41.719299 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f10b6973-73b3-42b7-bbbd-58e91dac1348 None None] For port 665add93-76c7-4246-bfca-8297fd5831be, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=665add93-76c7-4246-bfca-8297fd5831be,segment=NetworkSegment(27fb365e-9531-4edf-a3a5-55d2840fd9a8),segment_id=27fb365e-9531-4edf-a3a5-55d2840fd9a8)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:41.734896 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.749734 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b24684f8-3c7d-4698-b4aa-26e981e3f95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.797818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a48d60-74a6-4116-817f-828e95deb794,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:41.804546 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port cb6d61dd-be18-4fdb-b589-80bd088b4bea, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cb6d61dd-be18-4fdb-b589-80bd088b4bea,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:41.807176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'tag': 'f50df9b0-46be-4482-90e6-792e1667b56e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:03:41.813129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-fd957248-be1e-457f-b43d-6d9cb3d1ee50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 200 len: 217 time: 0.1377606 Apr 18 21:03:41.905184 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f10b6973-73b3-42b7-bbbd-58e91dac1348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.973549 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6e25fd-79b2-4dca-be0b-a225b5d179c8'] response: {'name': 'network-changed', 'server_uuid': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'tag': 'f50df9b0-46be-4482-90e6-792e1667b56e', 'status': 'completed', 'code': 200} Apr 18 21:03:41.975824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-78f61862-e7f2-43d9-8805-d1db310a23e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:41.980036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-78f61862-e7f2-43d9-8805-d1db310a23e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1516628 Apr 18 21:03:41.994860 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.158093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Network 60fe8444-2c03-445b-bdf2-929a2622e5b1 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:42.304941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:42.319906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b6973-73b3-42b7-bbbd-58e91dac1348 None None] Pushing event updated for resources: {'Port': ['ID=665add93-76c7-4246-bfca-8297fd5831be,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:42.327047 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b24684f8-3c7d-4698-b4aa-26e981e3f95f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26151f1c3d9e458999784a8cd2f66529&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1323600 Apr 18 21:03:42.337358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:42.367694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 40478ac5-4530-4a32-ae46-019d2d158671 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:42.388410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58676) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:42.423387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-4d08ccee-c467-4dba-972e-14f449288239 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4362674 Apr 18 21:03:42.430283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24684f8-3c7d-4698-b4aa-26e981e3f95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a267a1df-b5f2-47fd-9a85-1d37301ed74a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:42.582492 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.607580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80d5a9-3ced-422b-ab5e-6b966e3a8c67 req-d183aebd-56ee-48d6-b069-6755b1349acb tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:42.614704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a80d5a9-3ced-422b-ab5e-6b966e3a8c67 req-d183aebd-56ee-48d6-b069-6755b1349acb tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 948 time: 0.4194295 Apr 18 21:03:42.620671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Transition to ACTIVE for port object 474b5267-aab4-4b04-b305-818a90ea7909 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:42.651510 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.682193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1973894106-router', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:22Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 3, 'project_id': '3be2f783de6e459aad62d900f3eb4d7b', 'gw_port': {'id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:42.685378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=cb6d61dd-be18-4fdb-b589-80bd088b4bea,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:42.690542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0ce924aa-f9b4-47a7-9ad4-a265ca631128 None None] Provisioning complete for port 665add93-76c7-4246-bfca-8297fd5831be triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:42.691050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ce924aa-f9b4-47a7-9ad4-a265ca631128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.700437 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-93b0d9ed-6118-4d90-9edb-ead18184e73a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1099 time: 0.6052799 Apr 18 21:03:42.774013 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.778766 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.786106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a80d5a9-3ced-422b-ab5e-6b966e3a8c67 req-9954971a-db9a-4a01-b6f8-bdab9f752ed5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704416 Apr 18 21:03:42.807927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9e9a7-031f-4a17-8fee-5f11a07a3f9f req-67dc049f-12e2-4523-a2d3-acef7ab6f778 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:42.809870 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27d9e9a7-031f-4a17-8fee-5f11a07a3f9f req-67dc049f-12e2-4523-a2d3-acef7ab6f778 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 949 time: 0.5366397 Apr 18 21:03:42.839053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907fb8c-7c20-46df-95bb-cbd0dc82d136 None None] The sync data for ids ['a893a38e-a968-4830-9945-7b12be5d2d57'] in n-d-836017-3 is: [{'id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1973894106-router', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:22Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 3, 'project_id': '3be2f783de6e459aad62d900f3eb4d7b', 'gw_port': {'id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:42.849215 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b464f350-5ef3-4034-bf6c-6b6cf66606f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.865859 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-5510de58-b4c0-4151-a025-8e9fa8361570 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136324 Apr 18 21:03:42.877150 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.878803 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.028703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Transition to ACTIVE for port object fcf4f507-e450-41b9-b420-16ca55c3323f will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:43.039312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2b3f8-1e73-479b-9227-d190befdbc3b None None] Pushing event updated for resources: {'Port': ['ID=474b5267-aab4-4b04-b305-818a90ea7909,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:43.094932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 40478ac5-4530-4a32-ae46-019d2d158671 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:43.162731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27d9e9a7-031f-4a17-8fee-5f11a07a3f9f req-c58fa16b-e498-4d3f-8876-bf78759b1884 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432360 Apr 18 21:03:43.181040 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 40478ac5-4530-4a32-ae46-019d2d158671 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:43.181566 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.208347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb3fa6d-0c20-44ab-96a8-859054ec2edb req-3c6cde23-262c-4b2e-95c8-ceb6c7ab4b60 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355825 Apr 18 21:03:43.406375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b464f350-5ef3-4034-bf6c-6b6cf66606f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.423327 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Attempting to bind port 474b5267-aab4-4b04-b305-818a90ea7909 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:43.424067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Attempting to bind port 474b5267-aab4-4b04-b305-818a90ea7909 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:43.424816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Attempting to bind port 474b5267-aab4-4b04-b305-818a90ea7909 on network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:43.464685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:43.465328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Checking segment: {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:43.466066 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.466614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Bound using segment: {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:43.467353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Bound port: 474b5267-aab4-4b04-b305-818a90ea7909, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:43.468010 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.531979 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-e256dc05-88ec-47bf-ba12-ef04858140a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1099 time: 0.1663864 Apr 18 21:03:43.574636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-354559e8-dc66-4e8e-8000-71df80d502d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:43.576687 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-354559e8-dc66-4e8e-8000-71df80d502d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.8617127 Apr 18 21:03:43.768058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.789418 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b464f350-5ef3-4034-bf6c-6b6cf66606f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.840894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-861cc646-c9c1-4e13-926e-d2498bc9f64f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:43.845345 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-861cc646-c9c1-4e13-926e-d2498bc9f64f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3074918 Apr 18 21:03:43.850903 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.859682 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.901689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] For port 474b5267-aab4-4b04-b305-818a90ea7909, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:43.953140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 40478ac5-4530-4a32-ae46-019d2d158671, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=40478ac5-4530-4a32-ae46-019d2d158671,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:43.956705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3178ed39-3da5-4120-9950-8a227f4ab73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40478ac5-4530-4a32-ae46-019d2d158671'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:03:43.967082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] For port 474b5267-aab4-4b04-b305-818a90ea7909, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=474b5267-aab4-4b04-b305-818a90ea7909,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:43.983984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d7bb88fc-457b-42af-8ff7-424777365b61 None None] Provisioning for port f4a48d60-74a6-4116-817f-828e95deb794 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:43.993332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464f350-5ef3-4034-bf6c-6b6cf66606f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a267a1df-b5f2-47fd-9a85-1d37301ed74a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:44.016676 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-7466426f-c9ad-4bca-862a-4768f2ef992b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 200 len: 217 time: 0.1646605 Apr 18 21:03:44.036295 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-4f7b1ee0-0ff9-42f0-98a8-c693d7230220 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 200 len: 217 time: 0.4151540 Apr 18 21:03:44.086619 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebc3ef4-512a-45c0-a043-499006a7fe20'] response: {'server_uuid': '3178ed39-3da5-4120-9950-8a227f4ab73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40478ac5-4530-4a32-ae46-019d2d158671', 'code': 200} Apr 18 21:03:44.101729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d7bb88fc-457b-42af-8ff7-424777365b61 None None] Provisioning complete for port f4a48d60-74a6-4116-817f-828e95deb794 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:44.102115 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d7bb88fc-457b-42af-8ff7-424777365b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.182541 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.192543 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.292276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.59', 55622) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:44.322083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 665add93-76c7-4246-bfca-8297fd5831be up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:44.327981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-692d3902-60db-4e8f-a9eb-43d51cfa4887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:44.329580 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-692d3902-60db-4e8f-a9eb-43d51cfa4887 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2162421 Apr 18 21:03:44.340756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Network 1f5d9493-9248-48f9-b1eb-83f49ed0e48b is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:44.354561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:44.454806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:44.514120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58722) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:44.650481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-8d705972-6593-48f8-8f8b-988893dff719 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:44.652075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-8d705972-6593-48f8-8f8b-988893dff719 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.6299615 Apr 18 21:03:44.796125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb88fc-457b-42af-8ff7-424777365b61 None None] Port f4a48d60-74a6-4116-817f-828e95deb794 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:44.858506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0242d3a-cf9e-4c0c-9e61-1076950437f4 req-5da67294-ca2b-4b63-b356-0cbadaf80223 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:44.881315 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0242d3a-cf9e-4c0c-9e61-1076950437f4 req-5da67294-ca2b-4b63-b356-0cbadaf80223 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 948 time: 0.7507017 Apr 18 21:03:44.883246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b464f350-5ef3-4034-bf6c-6b6cf66606f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.890105 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b464f350-5ef3-4034-bf6c-6b6cf66606f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a267a1df-b5f2-47fd-9a85-1d37301ed74a HTTP/1.1" status: 204 len: 168 time: 2.4886856 Apr 18 21:03:44.935582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2b3f8-1e73-479b-9227-d190befdbc3b None None] Pushing event updated for resources: {'Port': ['ID=474b5267-aab4-4b04-b305-818a90ea7909,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:45.026958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e08b505-15b0-4efc-84a1-a39539f80b24 req-a213ca3a-b7b9-4381-94ac-f3974f5e7845 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 1101 time: 0.6983576 Apr 18 21:03:45.042032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:45.043008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:45.200438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.278600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8e08b505-15b0-4efc-84a1-a39539f80b24 req-ce1dfd47-b1ca-49e1-a5e2-1e4e77c3bfef service neutron] Synchronizing usage tracker for tenant:bd9ddf6f77fc4b68b638b2919139fe77 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:45.301668 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0310ed1f-7168-43c3-b485-a37a5ec4bd65 req-24ba3c84-48b9-479f-ba8c-2bcc86033171 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4838912 Apr 18 21:03:45.327826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa285c-2157-4726-9bc8-c01f8bb4de6e req-96da03ea-6cdb-45ed-9794-198d2fd22bec tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:45.348909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3fa285c-2157-4726-9bc8-c01f8bb4de6e req-96da03ea-6cdb-45ed-9794-198d2fd22bec tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 950 time: 0.8257163 Apr 18 21:03:45.363695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 665add93-76c7-4246-bfca-8297fd5831be triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:45.363695 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.531126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3fa285c-2157-4726-9bc8-c01f8bb4de6e req-aa2890c9-0e11-4fb1-ae22-bcb065e2859c tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797903 Apr 18 21:03:45.531915 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d6a563b-387a-4965-ad22-6da3ddb2ed6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.616246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=40478ac5-4530-4a32-ae46-019d2d158671,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:45.621046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Pushing event updated for resources: {'Port': ['ID=fcf4f507-e450-41b9-b420-16ca55c3323f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:45.639150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3d6a563b-387a-4965-ad22-6da3ddb2ed6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:45.642655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3d6a563b-387a-4965-ad22-6da3ddb2ed6d admin admin] Usage tracker for resource:security_group_rule and tenant:60af4d515496447ab33510075f638d53 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:45.649933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3d6a563b-387a-4965-ad22-6da3ddb2ed6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:45.664368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3d6a563b-387a-4965-ad22-6da3ddb2ed6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:45.796127 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d6a563b-387a-4965-ad22-6da3ddb2ed6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.820316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0242d3a-cf9e-4c0c-9e61-1076950437f4 req-ba24ef89-ca85-45d7-aef4-ddebaa1886dd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9174857 Apr 18 21:03:45.870030 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-47dcc316-3190-4eed-8471-c4da2a803922 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2101405 Apr 18 21:03:45.915127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cb6d61dd-be18-4fdb-b589-80bd088b4bea up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:45.941059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d6a563b-387a-4965-ad22-6da3ddb2ed6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.965661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:46.002195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8e08b505-15b0-4efc-84a1-a39539f80b24 req-ce1dfd47-b1ca-49e1-a5e2-1e4e77c3bfef service neutron] Unset dirty status for tenant:bd9ddf6f77fc4b68b638b2919139fe77 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:46.003346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e08b505-15b0-4efc-84a1-a39539f80b24 req-ce1dfd47-b1ca-49e1-a5e2-1e4e77c3bfef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9716215 Apr 18 21:03:46.063539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-78ffc19d-1a56-4e90-82df-9a908072b812 None None] Provisioning for port fcf4f507-e450-41b9-b420-16ca55c3323f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:46.100078 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-78ffc19d-1a56-4e90-82df-9a908072b812 None None] Provisioning complete for port fcf4f507-e450-41b9-b420-16ca55c3323f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:46.100580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3d6a563b-387a-4965-ad22-6da3ddb2ed6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60af4d515496447ab33510075f638d53&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5771077 Apr 18 21:03:46.100900 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-78ffc19d-1a56-4e90-82df-9a908072b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.108663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58740) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:46.110685 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.116121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a563b-387a-4965-ad22-6da3ddb2ed6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8999981-ca4a-4215-9b6d-a4f2882a09c3,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:46.222840 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-cbe1e68d-e01a-4ae5-801c-5aaa4bcb9642 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8768170 Apr 18 21:03:46.249946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-78ffc19d-1a56-4e90-82df-9a908072b812 None None] Port fcf4f507-e450-41b9-b420-16ca55c3323f cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:46.327659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bec7-0d19-4a6c-8d57-2ac292094e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.393967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-db44083c-dfe7-4b1a-928d-62841c7ad3eb service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159516 Apr 18 21:03:46.477119 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-d52913ab-d62f-4d59-9b1f-b1d9578547fd service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276905 Apr 18 21:03:46.529108 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bec7-0d19-4a6c-8d57-2ac292094e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.801141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58754) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:46.820485 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.895565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port cb6d61dd-be18-4fdb-b589-80bd088b4bea triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:46.895995 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.977281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:43Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:46.986698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9f69c-f94e-4438-955b-5f4b537bcf72 None None] The sync data for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 is: [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:43Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:47.102869 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-b285fea0-1f28-41cd-9c58-f66579542720 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892079 Apr 18 21:03:47.142544 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.459817 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] It took 1.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:03:47.500500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1e7249d-80f7-4958-aad9-ece06ce394ec req-a78801e2-3dcb-459f-9e2b-85da0a88613f service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0702512 Apr 18 21:03:47.534719 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0310ed1f-7168-43c3-b485-a37a5ec4bd65 req-85c48c2e-a028-487c-979e-0f4c66a023bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56f91b9be2dd4033babbf40f0b5f3e79&device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 1101 time: 1.8936863 Apr 18 21:03:47.546741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 474b5267-aab4-4b04-b305-818a90ea7909 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:47.570945 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.687609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbed99-9040-4b4e-9aa9-9e8d3274f622 req-ce0d3bae-409a-4e76-88d8-d10f27a3cf23 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:47.689706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fcbed99-9040-4b4e-9aa9-9e8d3274f622 req-ce0d3bae-409a-4e76-88d8-d10f27a3cf23 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 950 time: 0.8810749 Apr 18 21:03:47.714766 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bec7-0d19-4a6c-8d57-2ac292094e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.795024 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.835434 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d648d03b-e44d-45fd-86d3-b01e5d4a656e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.845103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 474b5267-aab4-4b04-b305-818a90ea7909 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:47.854403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 474b5267-aab4-4b04-b305-818a90ea7909 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:47.854403 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.905366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9bec7-0d19-4a6c-8d57-2ac292094e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8999981-ca4a-4215-9b6d-a4f2882a09c3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:47.907863 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bec7-0d19-4a6c-8d57-2ac292094e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.911454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3ad9bec7-0d19-4a6c-8d57-2ac292094e87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8999981-ca4a-4215-9b6d-a4f2882a09c3 HTTP/1.1" status: 204 len: 168 time: 1.7993207 Apr 18 21:03:47.991587 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.993639 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d648d03b-e44d-45fd-86d3-b01e5d4a656e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:48.053880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d648d03b-e44d-45fd-86d3-b01e5d4a656e admin admin] Usage tracker for resource:security_group_rule and tenant:596d9b79b8294171b05a2e8085df6cb2 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:48.069070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d648d03b-e44d-45fd-86d3-b01e5d4a656e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:48.080416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Pushing event updated for resources: {'Port': ['ID=fcf4f507-e450-41b9-b420-16ca55c3323f,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:48.091234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d648d03b-e44d-45fd-86d3-b01e5d4a656e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:48.103253 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.165258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056a2dd-d11b-4c98-a736-81881c849abb req-7af8f297-e330-4d4a-a987-ea75d5e843cf tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:48.168287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 474b5267-aab4-4b04-b305-818a90ea7909, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=474b5267-aab4-4b04-b305-818a90ea7909,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:48.174825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6056a2dd-d11b-4c98-a736-81881c849abb req-7af8f297-e330-4d4a-a987-ea75d5e843cf tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 948 time: 0.6771312 Apr 18 21:03:48.190361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fcbed99-9040-4b4e-9aa9-9e8d3274f622 req-b3eba0c0-e799-4b20-b622-a096bc01cc31 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607935 Apr 18 21:03:48.243967 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.251186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:48.359117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42395e5b-6ca9-4784-b381-ec74b71222da req-993293d6-7353-4e94-924a-cf6637d79f7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1099 time: 0.6648543 Apr 18 21:03:48.420728 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.427563 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f50df9b0-46be-4482-90e6-792e1667b56e details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:03:48.466482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Router 43adeff7-0019-4bd2-9152-eb9bb69360c8 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:48.683194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a48d60-74a6-4116-817f-828e95deb794,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:48.816544 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6056a2dd-d11b-4c98-a736-81881c849abb req-e88a2dd6-4b1c-4625-b7de-840b4c3b1e8a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239312 Apr 18 21:03:48.884229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=474b5267-aab4-4b04-b305-818a90ea7909,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:48.940536 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d648d03b-e44d-45fd-86d3-b01e5d4a656e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.965649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42395e5b-6ca9-4784-b381-ec74b71222da req-dffdbe1a-ce1b-44c8-8e30-8a1bfe42d4f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:48.967491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42395e5b-6ca9-4784-b381-ec74b71222da req-dffdbe1a-ce1b-44c8-8e30-8a1bfe42d4f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.5669076 Apr 18 21:03:48.974090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310ed1f-7168-43c3-b485-a37a5ec4bd65 req-09adc43a-d25b-418f-9bd4-4756998febe4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:48.975639 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0310ed1f-7168-43c3-b485-a37a5ec4bd65 req-09adc43a-d25b-418f-9bd4-4756998febe4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 1.4016802 Apr 18 21:03:49.033165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f50df9b0-46be-4482-90e6-792e1667b56e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:49.064297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'f50df9b0-46be-4482-90e6-792e1667b56e', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'f50df9b0-46be-4482-90e6-792e1667b56e', 'mac_address': 'fa:16:3e:af:f9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:03:49.074374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:49.165160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.182476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:49.183085 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.231303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d648d03b-e44d-45fd-86d3-b01e5d4a656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.332781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58782) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:49.349868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50df9b0-46be-4482-90e6-792e1667b56e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:03:49.396276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d648d03b-e44d-45fd-86d3-b01e5d4a656e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=596d9b79b8294171b05a2e8085df6cb2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5809331 Apr 18 21:03:49.406839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42395e5b-6ca9-4784-b381-ec74b71222da req-175245a6-7f7c-43ae-90d4-2d49bc4947a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 200 len: 217 time: 0.4229152 Apr 18 21:03:49.446020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58786) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:49.541167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f50df9b0-46be-4482-90e6-792e1667b56e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:49.567733 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0310ed1f-7168-43c3-b485-a37a5ec4bd65 req-46105c5c-ccf9-4a67-80da-95a8ddcb33d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42929988-7c14-4ebb-9cea-a02ce761fc34 HTTP/1.1" status: 200 len: 217 time: 0.5442808 Apr 18 21:03:49.574964 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.595890 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04de282d-8cd7-4c13-bbac-66fbdc41f3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.623218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=878dd0cd-86c3-49b3-bfe1-b9a08beeddf9,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:49.676974 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.711365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Network 1f5d9493-9248-48f9-b1eb-83f49ed0e48b is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:49.724073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648d03b-e44d-45fd-86d3-b01e5d4a656e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b478da60-be1a-4090-9888-3ef4302944f8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:49.732992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42395e5b-6ca9-4784-b381-ec74b71222da req-573fd75b-ecee-4d4d-84cd-289b6eae93e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:49.736306 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42395e5b-6ca9-4784-b381-ec74b71222da req-573fd75b-ecee-4d4d-84cd-289b6eae93e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.3272097 Apr 18 21:03:49.743728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:49.921780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f50df9b0-46be-4482-90e6-792e1667b56e,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:49.925130 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.089363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=878dd0cd-86c3-49b3-bfe1-b9a08beeddf9,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:50.096677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f50df9b0-46be-4482-90e6-792e1667b56e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:03:50.174320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5013c64-08b9-43b1-be21-05d2a1dbc078 req-9ad08961-cd08-4ddb-ab2f-11376e40f1f7 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:50.177061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5013c64-08b9-43b1-be21-05d2a1dbc078 req-9ad08961-cd08-4ddb-ab2f-11376e40f1f7 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 949 time: 0.4297855 Apr 18 21:03:50.236866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 474b5267-aab4-4b04-b305-818a90ea7909 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:50.272450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310ed1f-7168-43c3-b485-a37a5ec4bd65 req-a0cbaad9-83bc-4355-90e0-b5e46917e7f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:50.273996 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0310ed1f-7168-43c3-b485-a37a5ec4bd65 req-a0cbaad9-83bc-4355-90e0-b5e46917e7f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.6488802 Apr 18 21:03:50.277577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-04de282d-8cd7-4c13-bbac-66fbdc41f3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:50.292900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Network 60fe8444-2c03-445b-bdf2-929a2622e5b1 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:50.333226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1bdb1-589d-4fba-ab59-2c1e3235337b req-0cbefd80-1b6e-4ca6-9a17-13662b86de19 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:50.342941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43e1bdb1-589d-4fba-ab59-2c1e3235337b req-0cbefd80-1b6e-4ca6-9a17-13662b86de19 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 950 time: 0.7416823 Apr 18 21:03:50.379126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-04de282d-8cd7-4c13-bbac-66fbdc41f3bf admin admin] Usage tracker for resource:security_group_rule and tenant:61856c4c97604cfb9b29159d41f34da4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:50.383425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:50.393186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-04de282d-8cd7-4c13-bbac-66fbdc41f3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:50.410625 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42395e5b-6ca9-4784-b381-ec74b71222da req-2c5976af-4101-4c2e-b65c-c9ec75f2ea71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5508769 Apr 18 21:03:50.512079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5013c64-08b9-43b1-be21-05d2a1dbc078 req-d1bc6b8f-300e-4c4e-91a0-5aafa43c741b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143239 Apr 18 21:03:50.518133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7b93049c-38bb-41cf-aef3-c08a2d19be96 None None] Provisioning complete for port fcf4f507-e450-41b9-b420-16ca55c3323f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:50.521617 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7b93049c-38bb-41cf-aef3-c08a2d19be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.531724 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43e1bdb1-589d-4fba-ab59-2c1e3235337b req-0230f6b7-3f81-4e48-9d87-5b8fae9a6a10 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866949 Apr 18 21:03:50.535843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-04de282d-8cd7-4c13-bbac-66fbdc41f3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:50.640036 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7b93049c-38bb-41cf-aef3-c08a2d19be96 None None] Port fcf4f507-e450-41b9-b420-16ca55c3323f cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:50.683512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 474b5267-aab4-4b04-b305-818a90ea7909 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:50.685915 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.726450 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42395e5b-6ca9-4784-b381-ec74b71222da req-3a8584ca-8edb-4ac2-8cea-a1a005748a08 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082683 Apr 18 21:03:50.950572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5e84b6cf-2a24-431e-beb9-3a62f3fcbc02 None None] Provisioning complete for port f4a48d60-74a6-4116-817f-828e95deb794 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:50.951150 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e84b6cf-2a24-431e-beb9-3a62f3fcbc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.978645 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40098a8f-991a-426b-8b99-a2fe7fd92836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.074776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5e84b6cf-2a24-431e-beb9-3a62f3fcbc02 None None] Port f4a48d60-74a6-4116-817f-828e95deb794 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:51.220090 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40098a8f-991a-426b-8b99-a2fe7fd92836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.233205 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42395e5b-6ca9-4784-b381-ec74b71222da req-901ca06c-9176-4f2a-a226-b687a2c9d665 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996474 Apr 18 21:03:51.333562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-c6925c0c-5267-4ea3-9e54-cf2a2e7d8d59 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:51.334745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-c6925c0c-5267-4ea3-9e54-cf2a2e7d8d59 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Synchronizing usage tracker for tenant:6fe6054587cf41f8ae2400d6e4d475d9 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:51.530765 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:51.539670 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0310ed1f-7168-43c3-b485-a37a5ec4bd65 req-bdecd312-f05e-4d05-9bac-17f6aae50666 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2300928 Apr 18 21:03:51.548706 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Sync routers for ids ['43adeff7-0019-4bd2-9152-eb9bb69360c8'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:51.586926 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Routers {'43adeff7-0019-4bd2-9152-eb9bb69360c8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:51.587198 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['43adeff7-0019-4bd2-9152-eb9bb69360c8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:51.799917 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04de282d-8cd7-4c13-bbac-66fbdc41f3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.896716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953cc8-c246-4032-a7cf-52e2a5881d7c req-036f3367-0229-4585-a1d8-4159edae50b5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:51.907430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51953cc8-c246-4032-a7cf-52e2a5881d7c req-036f3367-0229-4585-a1d8-4159edae50b5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 950 time: 0.3244524 Apr 18 21:03:51.945590 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Set router 43adeff7-0019-4bd2-9152-eb9bb69360c8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:51.955688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04de282d-8cd7-4c13-bbac-66fbdc41f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.046724 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51953cc8-c246-4032-a7cf-52e2a5881d7c req-c7ecb03e-06d1-45fc-aa50-822b2b76cc74 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379840 Apr 18 21:03:52.073728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:52.082086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c58f1d-68c5-4f80-9fc6-695c561fe83b req-fbd8849a-812e-4784-ba01-55a64f2ccfda tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:52.096825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9c58f1d-68c5-4f80-9fc6-695c561fe83b req-fbd8849a-812e-4784-ba01-55a64f2ccfda tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 949 time: 0.3283401 Apr 18 21:03:52.191306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-c6925c0c-5267-4ea3-9e54-cf2a2e7d8d59 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Unset dirty status for tenant:6fe6054587cf41f8ae2400d6e4d475d9 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:52.198570 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-c6925c0c-5267-4ea3-9e54-cf2a2e7d8d59 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a&tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 949 time: 2.1820045 Apr 18 21:03:52.210916 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.210916 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f65ada18-3910-4ff2-ae28-4102b7ffbf92 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 18.8579178 Apr 18 21:03:52.211473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9c58f1d-68c5-4f80-9fc6-695c561fe83b req-3c427588-a9d8-4ddf-bd00-6691bf97651a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103873 Apr 18 21:03:52.211647 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40098a8f-991a-426b-8b99-a2fe7fd92836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.214265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58816) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:52.224154 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40098a8f-991a-426b-8b99-a2fe7fd92836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.239585 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-40098a8f-991a-426b-8b99-a2fe7fd92836 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b478da60-be1a-4090-9888-3ef4302944f8 HTTP/1.1" status: 204 len: 168 time: 2.7828009 Apr 18 21:03:52.392542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f50df9b0-46be-4482-90e6-792e1667b56e up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:52.524881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-04de282d-8cd7-4c13-bbac-66fbdc41f3bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61856c4c97604cfb9b29159d41f34da4&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1656547 Apr 18 21:03:52.660300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:52.661024 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.762183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port f50df9b0-46be-4482-90e6-792e1667b56e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:52.780694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58822) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:52.784104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port f50df9b0-46be-4482-90e6-792e1667b56e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:52.784915 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.879697 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-337787611-router', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:33Z', 'updated_at': '2022-04-18T21:03:41Z', 'revision_number': 3, 'project_id': '333ceed74774447d824d2c12bda9b1c7', 'gw_port': {'id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:38Z', 'updated_at': '2022-04-18T21:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:52.890064 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Checking router: 43adeff7-0019-4bd2-9152-eb9bb69360c8 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:03:52.890972 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Updating router 43adeff7-0019-4bd2-9152-eb9bb69360c8 port 92d0370e-2dff-4efb-a730-0fb34f0481b5 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:03:53.034417 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0310ed1f-7168-43c3-b485-a37a5ec4bd65 req-f26bae78-1ed2-4d75-ac56-de5d125b0043 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4627240 Apr 18 21:03:53.035366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de282d-8cd7-4c13-bbac-66fbdc41f3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b7a22b-fc24-4e84-bf6e-9a965088b24e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:53.048948 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.141326 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.159130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40098a8f-991a-426b-8b99-a2fe7fd92836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b478da60-be1a-4090-9888-3ef4302944f8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:53.268366 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-a3ba41d0-ce66-42a0-a832-2fbb141b15b2 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:03:53.273938 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-a3ba41d0-ce66-42a0-a832-2fbb141b15b2 service neutron] 10.222.0.26 "DELETE /v2.0/ports/f50df9b0-46be-4482-90e6-792e1667b56e/bindings/n-h2-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.7773895 Apr 18 21:03:53.410902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50df9b0-46be-4482-90e6-792e1667b56e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:03:53.473076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f50df9b0-46be-4482-90e6-792e1667b56e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:53.583132 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.809179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f50df9b0-46be-4482-90e6-792e1667b56e,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:53.992363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499070a-15cf-43f5-80bf-38b12132be33 req-c93eddec-08a0-40ee-8d25-eee08bbe7570 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:53.996033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1499070a-15cf-43f5-80bf-38b12132be33 req-c93eddec-08a0-40ee-8d25-eee08bbe7570 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 950 time: 0.3019574 Apr 18 21:03:54.024226 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df3c6c73-9258-4bcd-b26a-492158e14fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.089197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df3c6c73-9258-4bcd-b26a-492158e14fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.106927 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.128462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1499070a-15cf-43f5-80bf-38b12132be33 req-3c462d77-9c03-4b4d-9622-fb0524c0e82e tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136394 Apr 18 21:03:54.132424 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Transition to ACTIVE for port object 92d0370e-2dff-4efb-a730-0fb34f0481b5 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:54.248392 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.249229 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0310ed1f-7168-43c3-b485-a37a5ec4bd65 req-7d3b0e93-72a4-4a44-8e34-8fb151125882 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1842535 Apr 18 21:03:54.302501 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44655e0-ee22-454f-8e57-8b735a2ebd11'] response: {'server_uuid': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50df9b0-46be-4482-90e6-792e1667b56e', 'code': 200} Apr 18 21:03:54.371663 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Attempting to bind port 92d0370e-2dff-4efb-a730-0fb34f0481b5 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:54.371663 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Attempting to bind port 92d0370e-2dff-4efb-a730-0fb34f0481b5 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:54.371663 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Attempting to bind port 92d0370e-2dff-4efb-a730-0fb34f0481b5 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:54.389331 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-fe4c78b7-3002-4c5e-bacf-7117dd61a412 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1101 time: 0.8070111 Apr 18 21:03:54.395273 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:54.396266 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:54.397576 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.404595 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:54.404595 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Bound port: 92d0370e-2dff-4efb-a730-0fb34f0481b5, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:54.404595 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.564261 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0334326-afbc-4664-b8a2-88701a2caa88 None None] Pushing event updated for resources: {'Port': ['ID=92d0370e-2dff-4efb-a730-0fb34f0481b5,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:54.591417 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] For port 92d0370e-2dff-4efb-a730-0fb34f0481b5, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:54.605526 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] For port 92d0370e-2dff-4efb-a730-0fb34f0481b5, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=92d0370e-2dff-4efb-a730-0fb34f0481b5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:54.605756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58844) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:54.623406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df3c6c73-9258-4bcd-b26a-492158e14fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.645424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Router c2772070-4664-49dd-a9bb-acf73735a126 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:54.667567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c6c73-9258-4bcd-b26a-492158e14fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b7a22b-fc24-4e84-bf6e-9a965088b24e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:54.673859 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4fe93912-9bff-4c1d-9946-0667a7a2fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.692419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b68e6e22-8e63-49f2-b2fc-336c129036f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.708430 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df3c6c73-9258-4bcd-b26a-492158e14fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.710632 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-df3c6c73-9258-4bcd-b26a-492158e14fe3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5b7a22b-fc24-4e84-bf6e-9a965088b24e HTTP/1.1" status: 204 len: 168 time: 1.9177473 Apr 18 21:03:54.734619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Router a893a38e-a968-4830-9945-7b12be5d2d57 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:54.742845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b5fa4-0854-44d3-9b3f-bf4975d2dcef req-6b570b8c-ef16-4601-85dc-7696e02546ea tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:54.750380 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b64b5fa4-0854-44d3-9b3f-bf4975d2dcef req-6b570b8c-ef16-4601-85dc-7696e02546ea tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.6364932 Apr 18 21:03:54.766073 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.864198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-13871fc4-5add-4a2b-b017-47d80814b564 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:54.867369 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-13871fc4-5add-4a2b-b017-47d80814b564 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.4508862 Apr 18 21:03:54.909985 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0334326-afbc-4664-b8a2-88701a2caa88 None None] Pushing event updated for resources: {'Port': ['ID=92d0370e-2dff-4efb-a730-0fb34f0481b5,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:54.924091 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Routers {'43adeff7-0019-4bd2-9152-eb9bb69360c8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:54.925096 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['43adeff7-0019-4bd2-9152-eb9bb69360c8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:54.990103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b64b5fa4-0854-44d3-9b3f-bf4975d2dcef req-834f10a7-52ec-4548-a5aa-1a94100241bf tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376857 Apr 18 21:03:55.006758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b68e6e22-8e63-49f2-b2fc-336c129036f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:55.021891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-130b0b09-6dfd-4a14-a33d-c6efdb7a71a3 req-7144323b-0a63-4302-9312-176202bfca19 tempest-LiveMigrationNegativeTest-811434217 tempest-LiveMigrationNegativeTest-811434217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 1101 time: 0.4204075 Apr 18 21:03:55.029239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b68e6e22-8e63-49f2-b2fc-336c129036f5 admin admin] Usage tracker for resource:security_group_rule and tenant:5a98d18935894fec9fe6659f86340389 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:55.042291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b68e6e22-8e63-49f2-b2fc-336c129036f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:55.062764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b68e6e22-8e63-49f2-b2fc-336c129036f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:55.160235 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-130b0b09-6dfd-4a14-a33d-c6efdb7a71a3 req-ce355801-f79b-47ef-a904-d3a3d3b0761c tempest-LiveMigrationNegativeTest-811434217 tempest-LiveMigrationNegativeTest-811434217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.355083 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-c6ed137c-bad6-4eef-9c07-8e2793b04059 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 200 len: 217 time: 0.4724715 Apr 18 21:03:55.551223 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b68e6e22-8e63-49f2-b2fc-336c129036f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.575501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-130b0b09-6dfd-4a14-a33d-c6efdb7a71a3 req-ce355801-f79b-47ef-a904-d3a3d3b0761c tempest-LiveMigrationNegativeTest-811434217 tempest-LiveMigrationNegativeTest-811434217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:55.594727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-130b0b09-6dfd-4a14-a33d-c6efdb7a71a3 req-ce355801-f79b-47ef-a904-d3a3d3b0761c tempest-LiveMigrationNegativeTest-811434217 tempest-LiveMigrationNegativeTest-811434217-project-admin] Usage tracker for resource:security_group_rule and tenant:7ebb24b173de424e8a0b96fb57e6f8fa is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:55.611114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-130b0b09-6dfd-4a14-a33d-c6efdb7a71a3 req-ce355801-f79b-47ef-a904-d3a3d3b0761c tempest-LiveMigrationNegativeTest-811434217 tempest-LiveMigrationNegativeTest-811434217-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:55.711902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-130b0b09-6dfd-4a14-a33d-c6efdb7a71a3 req-ce355801-f79b-47ef-a904-d3a3d3b0761c tempest-LiveMigrationNegativeTest-811434217 tempest-LiveMigrationNegativeTest-811434217-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:55.716875 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b68e6e22-8e63-49f2-b2fc-336c129036f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.735818 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] Set router 43adeff7-0019-4bd2-9152-eb9bb69360c8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:55.761776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-452b300d-7eae-48a3-bad1-5e14bac94455 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:55.771468 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-452b300d-7eae-48a3-bad1-5e14bac94455 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2576277 Apr 18 21:03:55.958185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e6e22-8e63-49f2-b2fc-336c129036f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837e7aa3-b5da-4774-92d1-0ed2ad770ebc,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:55.976622 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b68e6e22-8e63-49f2-b2fc-336c129036f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a98d18935894fec9fe6659f86340389&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3690090 Apr 18 21:03:55.991417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58866) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:56.237182 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-bec049a9-eff1-4bab-8d1f-60f375416918 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4509313 Apr 18 21:03:56.237562 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-130b0b09-6dfd-4a14-a33d-c6efdb7a71a3 req-ce355801-f79b-47ef-a904-d3a3d3b0761c tempest-LiveMigrationNegativeTest-811434217 tempest-LiveMigrationNegativeTest-811434217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.350816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-130b0b09-6dfd-4a14-a33d-c6efdb7a71a3 req-ce355801-f79b-47ef-a904-d3a3d3b0761c tempest-LiveMigrationNegativeTest-811434217 tempest-LiveMigrationNegativeTest-811434217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.410847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-130b0b09-6dfd-4a14-a33d-c6efdb7a71a3 req-ce355801-f79b-47ef-a904-d3a3d3b0761c tempest-LiveMigrationNegativeTest-811434217 tempest-LiveMigrationNegativeTest-811434217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3643038 Apr 18 21:03:56.419514 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.551276 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c06348a-ac38-4fa3-ad3f-5842ecab93d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.617681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:56.633431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Sync routers for ids ['c2772070-4664-49dd-a9bb-acf73735a126'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:56.638702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c06348a-ac38-4fa3-ad3f-5842ecab93d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.654135 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-404328f3-3a5d-4a5f-bcf0-72a9559bbf2c admin admin] 10.222.0.11 "PUT /v2.0/routers/c2772070-4664-49dd-a9bb-acf73735a126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.9450872 Apr 18 21:03:56.686275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Routers {'c2772070-4664-49dd-a9bb-acf73735a126'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:56.687324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c2772070-4664-49dd-a9bb-acf73735a126'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:56.769210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:56.789676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce355801-f79b-47ef-a904-d3a3d3b0761c tempest-LiveMigrationNegativeTest-811434217 tempest-LiveMigrationNegativeTest-811434217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49d178e-50d3-4f2f-8b8b-7b9aa204d775,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:56.826279 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9aa9da70-98ff-44e7-8f85-099ec53165c0 admin admin] 10.222.0.11 "PUT /v2.0/routers/a893a38e-a968-4830-9945-7b12be5d2d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 24.0341244 Apr 18 21:03:56.830973 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-9b8db8de-e19a-415d-a1db-a2a96c57afa3 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794621 Apr 18 21:03:56.883028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2601ce-75ce-4dd4-895d-d870d8a6f83e req-acbd8c66-a902-4383-8624-89fdb836f230 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:56.897005 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb2601ce-75ce-4dd4-895d-d870d8a6f83e req-acbd8c66-a902-4383-8624-89fdb836f230 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.4459414 Apr 18 21:03:57.090837 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-337787611-router', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:33Z', 'updated_at': '2022-04-18T21:03:41Z', 'revision_number': 3, 'project_id': '333ceed74774447d824d2c12bda9b1c7', 'gw_port': {'id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:38Z', 'updated_at': '2022-04-18T21:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:57.125595 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb33c5-d9d8-4fc9-a7d4-e020a4c02a00 None None] The sync data for ids ['43adeff7-0019-4bd2-9152-eb9bb69360c8'] in n-d-836017-3 is: [{'id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-337787611-router', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:33Z', 'updated_at': '2022-04-18T21:03:41Z', 'revision_number': 3, 'project_id': '333ceed74774447d824d2c12bda9b1c7', 'gw_port': {'id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:38Z', 'updated_at': '2022-04-18T21:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:57.199878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb2601ce-75ce-4dd4-895d-d870d8a6f83e req-a135b862-f9d9-43d9-bbc0-0eb29c2afec8 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014231 Apr 18 21:03:57.343470 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c06348a-ac38-4fa3-ad3f-5842ecab93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.409712 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-37728fdd-d5ee-4bd4-b8b0-311c9f4e5811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.417070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06348a-ac38-4fa3-ad3f-5842ecab93d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837e7aa3-b5da-4774-92d1-0ed2ad770ebc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:57.443929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Set router c2772070-4664-49dd-a9bb-acf73735a126 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:57.445119 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40dfb7b2-956f-4add-a2f3-861aaa25e111 req-16b7dcb2-4e98-44b7-9bca-eb7416328ffd service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037202 Apr 18 21:03:57.463491 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c06348a-ac38-4fa3-ad3f-5842ecab93d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.471800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Allocated IP 172.20.0.1 (94f044a1-93fe-41ec-a129-07c342d44b56/b1063e53-1a53-43bf-b881-92fbeb61875c/14c42d84-0811-4425-bcc1-0c630596e6ed) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:57.475862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6c06348a-ac38-4fa3-ad3f-5842ecab93d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/837e7aa3-b5da-4774-92d1-0ed2ad770ebc HTTP/1.1" status: 204 len: 168 time: 1.4818957 Apr 18 21:03:57.948948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.971288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Transition to ACTIVE for port object 14c42d84-0811-4425-bcc1-0c630596e6ed will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:58.082681 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.111464 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.175619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'name': 'tempest-FloatingIPsTestJSON-1126068766-router', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:45Z', 'revision_number': 4, 'project_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'gw_port': {'id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:27Z', 'updated_at': '2022-04-18T21:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fcf4f507-e450-41b9-b420-16ca55c3323f', 'name': '', 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'mac_address': 'fa:16:3e:6d:c4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64190edb-55e1-44ff-b19e-befd842af435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:40Z', 'updated_at': '2022-04-18T21:03:46Z', 'revision_number': 2, 'project_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'subnets': [{'id': '64190edb-55e1-44ff-b19e-befd842af435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:58.183647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Checking router: c2772070-4664-49dd-a9bb-acf73735a126 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:03:58.184139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Updating router c2772070-4664-49dd-a9bb-acf73735a126 port fcf4f507-e450-41b9-b420-16ca55c3323f binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:03:58.200123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Network 94f044a1-93fe-41ec-a129-07c342d44b56 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:58.209893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:58.236506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:58.294844 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.329620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=14c42d84-0811-4425-bcc1-0c630596e6ed,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:58.386425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.412691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-407d64e6-32c8-4251-8402-c680232dfe5b req-450bb2ff-21b5-4a11-b3c9-0b169a6e9b3f tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Synchronizing usage tracker for tenant:0dc2eab6828c47e590c385ba3d76ed7e on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:58.527021 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.568000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-407d64e6-32c8-4251-8402-c680232dfe5b req-450bb2ff-21b5-4a11-b3c9-0b169a6e9b3f tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Unset dirty status for tenant:0dc2eab6828c47e590c385ba3d76ed7e on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:58.569975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-407d64e6-32c8-4251-8402-c680232dfe5b req-450bb2ff-21b5-4a11-b3c9-0b169a6e9b3f tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5685716 Apr 18 21:03:58.588869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:58.608737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:58.691700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Usage tracker for resource:floatingip and tenant:0dc2eab6828c47e590c385ba3d76ed7e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:58.702094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:58.725881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:58.748076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.880764 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.889625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58920) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:59.071289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-da22aca7-b7d6-4388-8223-3bdcf8f67d01 None None] Provisioning for port 14c42d84-0811-4425-bcc1-0c630596e6ed completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:59.094106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-da22aca7-b7d6-4388-8223-3bdcf8f67d01 None None] Provisioning complete for port 14c42d84-0811-4425-bcc1-0c630596e6ed triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:59.094106 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-da22aca7-b7d6-4388-8223-3bdcf8f67d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.266367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-da22aca7-b7d6-4388-8223-3bdcf8f67d01 None None] Port 14c42d84-0811-4425-bcc1-0c630596e6ed cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:59.367513 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89485ae6-89da-453b-9eba-9b2601244a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.397352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.504401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-89485ae6-89da-453b-9eba-9b2601244a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:59.514020 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.520934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-89485ae6-89da-453b-9eba-9b2601244a7e admin admin] Usage tracker for resource:security_group_rule and tenant:92ca499815964d22a12e41da7c50b570 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:59.528660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-89485ae6-89da-453b-9eba-9b2601244a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:59.554903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-89485ae6-89da-453b-9eba-9b2601244a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:59.663560 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.685587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Transition to ACTIVE for port object fcf4f507-e450-41b9-b420-16ca55c3323f will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:59.736463 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89485ae6-89da-453b-9eba-9b2601244a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.739846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=14c42d84-0811-4425-bcc1-0c630596e6ed,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:59.745961 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.752640 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.794251 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.822453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89485ae6-89da-453b-9eba-9b2601244a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.910980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d71eb8-8d3b-4673-bcee-5922d3ab4c9e None None] Pushing event updated for resources: {'Port': ['ID=fcf4f507-e450-41b9-b420-16ca55c3323f,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:59.977345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89485ae6-89da-453b-9eba-9b2601244a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181ba679-e175-4730-b631-8c188cd449d8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:00.091215 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-89485ae6-89da-453b-9eba-9b2601244a7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92ca499815964d22a12e41da7c50b570&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1957991 Apr 18 21:04:00.093443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58938) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:00.344749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Attempting to bind port fcf4f507-e450-41b9-b420-16ca55c3323f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:00.354315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Attempting to bind port fcf4f507-e450-41b9-b420-16ca55c3323f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '950639fd-5cff-417f-9028-9c6b5229bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:00.354315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Attempting to bind port fcf4f507-e450-41b9-b420-16ca55c3323f on network 1f5d9493-9248-48f9-b1eb-83f49ed0e48b {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:00.369853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:00.370953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Checking segment: {'id': '950639fd-5cff-417f-9028-9c6b5229bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:00.371791 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.372645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Bound using segment: {'id': '950639fd-5cff-417f-9028-9c6b5229bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:00.373634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Bound port: fcf4f507-e450-41b9-b420-16ca55c3323f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950639fd-5cff-417f-9028-9c6b5229bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:00.374455 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.376593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-083d68db-fecb-497f-a000-7accd39a00c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.494194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-083d68db-fecb-497f-a000-7accd39a00c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.579391 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] For port fcf4f507-e450-41b9-b420-16ca55c3323f, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:00.583422 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] For port fcf4f507-e450-41b9-b420-16ca55c3323f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fcf4f507-e450-41b9-b420-16ca55c3323f,segment=NetworkSegment(950639fd-5cff-417f-9028-9c6b5229bbc7),segment_id=950639fd-5cff-417f-9028-9c6b5229bbc7)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:00.778083 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.816699 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-083d68db-fecb-497f-a000-7accd39a00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.908987 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-083d68db-fecb-497f-a000-7accd39a00c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.916359 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-083d68db-fecb-497f-a000-7accd39a00c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/181ba679-e175-4730-b631-8c188cd449d8 HTTP/1.1" status: 204 len: 168 time: 0.8175664 Apr 18 21:04:00.923442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d68db-fecb-497f-a000-7accd39a00c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181ba679-e175-4730-b631-8c188cd449d8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:01.068857 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.178290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Network 94f044a1-93fe-41ec-a129-07c342d44b56 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:01.190477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:01.254426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d71eb8-8d3b-4673-bcee-5922d3ab4c9e None None] Pushing event updated for resources: {'Port': ['ID=fcf4f507-e450-41b9-b420-16ca55c3323f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:01.317335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Allocated IP 172.25.3.224 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/7dcf31be-e22d-4025-9279-205309533737) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:01.352849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Routers {'c2772070-4664-49dd-a9bb-acf73735a126'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:01.370129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:03:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c2772070-4664-49dd-a9bb-acf73735a126'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:01.438497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f22ee6e-a2fc-418e-b866-1d7dd6b6842f req-b39511c4-6fd5-49f2-a2f2-41399762b71c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 2.3207357 Apr 18 21:04:02.255659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] Set router c2772070-4664-49dd-a9bb-acf73735a126 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:04:02.702355 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.755944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58964) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:02.782948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dfb10c30-6317-42f7-b812-6e9731c067c8 None None] Provisioning complete for port 14c42d84-0811-4425-bcc1-0c630596e6ed triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:02.783627 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dfb10c30-6317-42f7-b812-6e9731c067c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.854045 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9870ce-b96c-45a7-96dd-1c183c11c0b6 req-537ece95-d9eb-4f36-85b7-fcb1b5f1507f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:02.863046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d9870ce-b96c-45a7-96dd-1c183c11c0b6 req-537ece95-d9eb-4f36-85b7-fcb1b5f1507f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.8705196 Apr 18 21:04:02.947291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dfb10c30-6317-42f7-b812-6e9731c067c8 None None] Port 14c42d84-0811-4425-bcc1-0c630596e6ed cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:03.015651 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d9870ce-b96c-45a7-96dd-1c183c11c0b6 req-38f7a382-d7ae-4ed2-a120-8ab703398092 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511259 Apr 18 21:04:03.164868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Router 43adeff7-0019-4bd2-9152-eb9bb69360c8 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:04:03.191003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'name': 'tempest-FloatingIPsTestJSON-1126068766-router', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:45Z', 'revision_number': 4, 'project_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'gw_port': {'id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:27Z', 'updated_at': '2022-04-18T21:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fcf4f507-e450-41b9-b420-16ca55c3323f', 'name': '', 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'mac_address': 'fa:16:3e:6d:c4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64190edb-55e1-44ff-b19e-befd842af435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:40Z', 'updated_at': '2022-04-18T21:04:00Z', 'revision_number': 4, 'project_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'subnets': [{'id': '64190edb-55e1-44ff-b19e-befd842af435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:03.204445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf15f6-389a-440e-be07-5da6b42b6f43 None None] The sync data for ids ['c2772070-4664-49dd-a9bb-acf73735a126'] in n-d-836017-3 is: [{'id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'name': 'tempest-FloatingIPsTestJSON-1126068766-router', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:45Z', 'revision_number': 4, 'project_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'gw_port': {'id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:27Z', 'updated_at': '2022-04-18T21:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fcf4f507-e450-41b9-b420-16ca55c3323f', 'name': '', 'network_id': '1f5d9493-9248-48f9-b1eb-83f49ed0e48b', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'mac_address': 'fa:16:3e:6d:c4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64190edb-55e1-44ff-b19e-befd842af435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:40Z', 'updated_at': '2022-04-18T21:04:00Z', 'revision_number': 4, 'project_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'subnets': [{'id': '64190edb-55e1-44ff-b19e-befd842af435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:03.350117 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.387227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.801584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:03.811855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58974) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:03.865022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:03.873085 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-54517d41-c367-43b0-9625-c25e392fd733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.878512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Pushing event updated for resources: {'Port': ['ID=7dcf31be-e22d-4025-9279-205309533737,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:03.900112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:03.970743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-54517d41-c367-43b0-9625-c25e392fd733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:03.976553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-54517d41-c367-43b0-9625-c25e392fd733 admin admin] Usage tracker for resource:security_group_rule and tenant:cda690c38396495dbe9dd1aa9b1fa571 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:03.982587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-54517d41-c367-43b0-9625-c25e392fd733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:03.991458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-54517d41-c367-43b0-9625-c25e392fd733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:04.280860 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-54517d41-c367-43b0-9625-c25e392fd733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.362834 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-54517d41-c367-43b0-9625-c25e392fd733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.378291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fcf4f507-e450-41b9-b420-16ca55c3323f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:04.542524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2078615394-network', 'tenant_id': 'dab6748eaf3e409f9a3ff9969581722b'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:04.557427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:04.569210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Usage tracker for resource:network and tenant:dab6748eaf3e409f9a3ff9969581722b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:04.570149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54517d41-c367-43b0-9625-c25e392fd733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98191d56-5b86-4890-b96e-eaf34ba4f77a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:04.579415 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-54517d41-c367-43b0-9625-c25e392fd733 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cda690c38396495dbe9dd1aa9b1fa571&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7647479 Apr 18 21:04:04.583817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58980) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:04.865513 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7acc189b-2772-4e06-b634-aa087aeb9834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.875588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port fcf4f507-e450-41b9-b420-16ca55c3323f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:04.887255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port fcf4f507-e450-41b9-b420-16ca55c3323f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:04.897268 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.913416 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.915862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:04.934284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:04.961834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:04.965717 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7acc189b-2772-4e06-b634-aa087aeb9834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.272860 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7acc189b-2772-4e06-b634-aa087aeb9834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.275352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Made reservation on behalf of dab6748eaf3e409f9a3ff9969581722b for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:05.280917 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.315267 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.328892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc189b-2772-4e06-b634-aa087aeb9834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98191d56-5b86-4890-b96e-eaf34ba4f77a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:05.353961 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7acc189b-2772-4e06-b634-aa087aeb9834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.356119 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7acc189b-2772-4e06-b634-aa087aeb9834 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98191d56-5b86-4890-b96e-eaf34ba4f77a HTTP/1.1" status: 204 len: 168 time: 0.7696631 Apr 18 21:04:05.434512 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.596006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port fcf4f507-e450-41b9-b420-16ca55c3323f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fcf4f507-e450-41b9-b420-16ca55c3323f,segment=NetworkSegment(950639fd-5cff-417f-9028-9c6b5229bbc7),segment_id=950639fd-5cff-417f-9028-9c6b5229bbc7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:05.609398 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.699919 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.865590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=fcf4f507-e450-41b9-b420-16ca55c3323f,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:05.927451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-91c5dc14-f0d7-4a79-a05a-95d0d7c6f7a7 admin admin] 10.222.0.11 "PUT /v2.0/routers/43adeff7-0019-4bd2-9152-eb9bb69360c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7042770 Apr 18 21:04:05.949732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:05.959961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Usage tracker for resource:security_group_rule and tenant:dab6748eaf3e409f9a3ff9969581722b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:05.965294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-33ce57f8-f0f1-4104-9a5c-9a93929a23b9 req-6d2d35e2-1ea2-44ca-9829-bd562de576fe tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1101 time: 0.9478710 Apr 18 21:04:05.966371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:05.976194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:06.171857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fcf4f507-e450-41b9-b420-16ca55c3323f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:06.200987 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.233804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-33ce57f8-f0f1-4104-9a5c-9a93929a23b9 req-b1a2098f-a62a-400a-a55c-198d4c9eef1d tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] Synchronizing usage tracker for tenant:07dd3194e93c48a5829d87745ba42bc9 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:06.254075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port fcf4f507-e450-41b9-b420-16ca55c3323f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:06.254075 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.314308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0cee-fba7-45ab-9c23-5fcca1142515 req-791ef50f-5554-4e02-a892-409cb9114af5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:06.316223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-749f0cee-fba7-45ab-9c23-5fcca1142515 req-791ef50f-5554-4e02-a892-409cb9114af5 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.59 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 950 time: 0.2734871 Apr 18 21:04:06.322384 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.388754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-33ce57f8-f0f1-4104-9a5c-9a93929a23b9 req-b1a2098f-a62a-400a-a55c-198d4c9eef1d tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] Unset dirty status for tenant:07dd3194e93c48a5829d87745ba42bc9 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:06.391209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-33ce57f8-f0f1-4104-9a5c-9a93929a23b9 req-b1a2098f-a62a-400a-a55c-198d4c9eef1d tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918443 Apr 18 21:04:06.392191 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.503990 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.566642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-749f0cee-fba7-45ab-9c23-5fcca1142515 req-807a6a54-9b5b-430e-952a-aec507a67eae tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Deleting port 40478ac5-4530-4a32-ae46-019d2d158671 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:06.567087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-749f0cee-fba7-45ab-9c23-5fcca1142515 req-807a6a54-9b5b-430e-952a-aec507a67eae tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.854935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:06.904161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Pushing event updated for resources: {'Port': ['ID=7dcf31be-e22d-4025-9279-205309533737,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:06.916809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727171fd-bd89-4b3a-853c-3c9a5bf97a30,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:06.947546 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.948245 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Added segment 64c8dfc2-146d-4247-8366-bebf3ed1153d of type vlan for network dbc13dec-00f3-4832-bc9d-a14781c5f66a Apr 18 21:04:07.040568 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.113170 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.268361 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:04:07.305238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da55efe-eac5-47f7-b67b-76651ffdcc6b req-7f7480da-dd16-4e1c-a8f1-527b8d25e21a tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:07.308003 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4da55efe-eac5-47f7-b67b-76651ffdcc6b req-7f7480da-dd16-4e1c-a8f1-527b8d25e21a tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 950 time: 0.7037585 Apr 18 21:04:07.325891 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.327411 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-407d64e6-32c8-4251-8402-c680232dfe5b req-4700fa20-3cb7-43f3-99ba-28a6baab10cc tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.7459326 Apr 18 21:04:07.512690 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.513870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:07.514753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.581055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-407d64e6-32c8-4251-8402-c680232dfe5b req-33ad17f0-04ba-4a13-add8-7970d5ade451 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Synchronizing usage tracker for tenant:0dc2eab6828c47e590c385ba3d76ed7e on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:07.592355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-749f0cee-fba7-45ab-9c23-5fcca1142515 req-807a6a54-9b5b-430e-952a-aec507a67eae tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] For port 40478ac5-4530-4a32-ae46-019d2d158671, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=40478ac5-4530-4a32-ae46-019d2d158671,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:07.592831 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-749f0cee-fba7-45ab-9c23-5fcca1142515 req-807a6a54-9b5b-430e-952a-aec507a67eae tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.784887 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4da55efe-eac5-47f7-b67b-76651ffdcc6b req-26567ab5-816b-47b9-bc48-392bfb937250 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659011 Apr 18 21:04:07.837915 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:04:07.885933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-749f0cee-fba7-45ab-9c23-5fcca1142515 req-807a6a54-9b5b-430e-952a-aec507a67eae tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Calling delete_port for 40478ac5-4530-4a32-ae46-019d2d158671 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:07.950716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 5.1797042 Apr 18 21:04:07.962948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59026) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:07.971327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7e7b3-b7f2-45fc-9530-17d240b9cd5b admin admin] Pushing event updated for resources: {'Network': ['ID=dbc13dec-00f3-4832-bc9d-a14781c5f66a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:07.995312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network dbc13dec-00f3-4832-bc9d-a14781c5f66a details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:08.017076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Request body: {'subnet': {'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2078615394-subnet', 'tenant_id': 'dab6748eaf3e409f9a3ff9969581722b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:08.044949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:08.060274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Usage tracker for resource:subnet and tenant:dab6748eaf3e409f9a3ff9969581722b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:08.072771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:08.099210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:08.139845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-407d64e6-32c8-4251-8402-c680232dfe5b req-33ad17f0-04ba-4a13-add8-7970d5ade451 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Unset dirty status for tenant:0dc2eab6828c47e590c385ba3d76ed7e on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:08.152055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-407d64e6-32c8-4251-8402-c680232dfe5b req-33ad17f0-04ba-4a13-add8-7970d5ade451 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.8022277 Apr 18 21:04:08.207382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Made reservation on behalf of dab6748eaf3e409f9a3ff9969581722b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:08.211306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.457530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d64e6-32c8-4251-8402-c680232dfe5b req-c33ce9ea-faed-4a98-9b6b-6edfa3167871 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:08.459090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-407d64e6-32c8-4251-8402-c680232dfe5b req-c33ce9ea-faed-4a98-9b6b-6edfa3167871 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.2820930 Apr 18 21:04:08.460336 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-749f0cee-fba7-45ab-9c23-5fcca1142515 req-807a6a54-9b5b-430e-952a-aec507a67eae tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.474099 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['42929988-7c14-4ebb-9cea-a02ce761fc34'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:04:08.479281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-407d64e6-32c8-4251-8402-c680232dfe5b req-67c45a0b-1bc5-4731-99da-ba1e5358bf95 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:04:08.480487 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-407d64e6-32c8-4251-8402-c680232dfe5b req-67c45a0b-1bc5-4731-99da-ba1e5358bf95 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0120842 Apr 18 21:04:08.551850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['40478ac5-4530-4a32-ae46-019d2d158671'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:04:08.560401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a6a54-9b5b-430e-952a-aec507a67eae tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Pushing event deleted for resources: {'Port': ['ID=40478ac5-4530-4a32-ae46-019d2d158671,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:09.321778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.325319 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.423631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-749f0cee-fba7-45ab-9c23-5fcca1142515 req-807a6a54-9b5b-430e-952a-aec507a67eae tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] No DVR routers for this DVR port 40478ac5-4530-4a32-ae46-019d2d158671 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:09.433532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-749f0cee-fba7-45ab-9c23-5fcca1142515 req-807a6a54-9b5b-430e-952a-aec507a67eae tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.474892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1adbc2df-0c7b-423c-ad3b-473936c84dd3 req-0f71d87b-e6dc-4c81-baae-7ac7696f3bf0 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/floatingips/78c79cbd-de02-4e1e-9352-9c44dcbe2891 HTTP/1.1" status: 200 len: 693 time: 0.6881728 Apr 18 21:04:09.475692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3178ed39-3da5-4120-9950-8a227f4ab73a', 'name': 'network-vif-deleted', 'tag': '40478ac5-4530-4a32-ae46-019d2d158671'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:04:09.600543 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-749f0cee-fba7-45ab-9c23-5fcca1142515 req-807a6a54-9b5b-430e-952a-aec507a67eae tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.59 "DELETE /v2.0/ports/40478ac5-4530-4a32-ae46-019d2d158671 HTTP/1.1" status: 204 len: 173 time: 3.2652657 Apr 18 21:04:09.683356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34c619c-e654-4ba8-a640-81b7c7c84856,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:09.847442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:09.848148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Network hostable DHCP agents. Network: dbc13dec-00f3-4832-bc9d-a14781c5f66a, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:09.900949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-abaad91b-6cd3-434d-b5da-12ce4719888d req-54958936-531a-464c-821f-194d408a0fe7 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Synchronizing usage tracker for tenant:56f91b9be2dd4033babbf40f0b5f3e79 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:10.013413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Network dbc13dec-00f3-4832-bc9d-a14781c5f66a is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:10.058034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-abaad91b-6cd3-434d-b5da-12ce4719888d req-54958936-531a-464c-821f-194d408a0fe7 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Unset dirty status for tenant:56f91b9be2dd4033babbf40f0b5f3e79 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:10.060067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abaad91b-6cd3-434d-b5da-12ce4719888d req-54958936-531a-464c-821f-194d408a0fe7 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=3178ed39-3da5-4120-9950-8a227f4ab73a HTTP/1.1" status: 200 len: 210 time: 0.2758336 Apr 18 21:04:10.144142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbc2df-0c7b-423c-ad3b-473936c84dd3 req-48691f9a-f613-4ad6-86db-2f2f0c23a5d8 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:10.152263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, dbc13dec-00f3-4832-bc9d-a14781c5f66a) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:10.168016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5829de1-5f13-4976-8f23-2e4eb64df0f9 None None] Network dbc13dec-00f3-4832-bc9d-a14781c5f66a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:10.175944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:10.191716 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.213612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1adbc2df-0c7b-423c-ad3b-473936c84dd3 req-48691f9a-f613-4ad6-86db-2f2f0c23a5d8 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.7032981 Apr 18 21:04:10.270339 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-1adbc2df-0c7b-423c-ad3b-473936c84dd3 req-cab393c8-db52-4d63-a522-ac475b248c32 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:04:10.278489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1adbc2df-0c7b-423c-ad3b-473936c84dd3 req-cab393c8-db52-4d63-a522-ac475b248c32 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0630209 Apr 18 21:04:10.440711 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f9baf7a4-7acd-42ff-9630-1384c85e3e34 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4760265 Apr 18 21:04:10.490119 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Sync routers for ids ['a893a38e-a968-4830-9945-7b12be5d2d57'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:10.533991 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Routers {'a893a38e-a968-4830-9945-7b12be5d2d57'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:10.541986 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:03:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a893a38e-a968-4830-9945-7b12be5d2d57'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:10.662761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 92d0370e-2dff-4efb-a730-0fb34f0481b5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:10.716430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 40478ac5-4530-4a32-ae46-019d2d158671 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:10.880017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-34f713a5-26a9-4122-90df-6afec055d226 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683887 Apr 18 21:04:10.880692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 40478ac5-4530-4a32-ae46-019d2d158671 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:04:10.880692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 40478ac5-4530-4a32-ae46-019d2d158671 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:11.080265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-cea08a81-fc74-4095-9f4f-80e6fcbaa02d tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:11.089202 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-cea08a81-fc74-4095-9f4f-80e6fcbaa02d tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2071676 Apr 18 21:04:11.113395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-2d957c46-3c77-4139-b4bd-bf544bdd0561 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/quotas/6fe6054587cf41f8ae2400d6e4d475d9 HTTP/1.1" status: 200 len: 375 time: 0.0226417 Apr 18 21:04:11.307459 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Set router a893a38e-a968-4830-9945-7b12be5d2d57 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:04:11.346147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ed1ed2-e641-4b49-840f-f96a7f60f22e None None] Network dbc13dec-00f3-4832-bc9d-a14781c5f66a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:11.441457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-ebb8b4a5-2666-4230-979d-423d167bc274 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3266647 Apr 18 21:04:11.757801 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d7b5b8-953a-44a3-85af-138fb2f26363'] response: {'server_uuid': '3178ed39-3da5-4120-9950-8a227f4ab73a', 'name': 'network-vif-deleted', 'tag': '40478ac5-4530-4a32-ae46-019d2d158671', 'status': 'completed', 'code': 200} Apr 18 21:04:11.800888 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 92d0370e-2dff-4efb-a730-0fb34f0481b5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:11.858316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 92d0370e-2dff-4efb-a730-0fb34f0481b5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:11.859090 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.907455 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-540eed58-4368-4ba6-90bc-5d0c1d2ea2ab req-aa8d5798-2309-43e3-8277-b0180b935c0d tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=0dc2eab6828c47e590c385ba3d76ed7e HTTP/1.1" status: 200 len: 696 time: 0.1177685 Apr 18 21:04:12.091189 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1973894106-router', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:22Z', 'updated_at': '2022-04-18T21:03:43Z', 'revision_number': 4, 'project_id': '3be2f783de6e459aad62d900f3eb4d7b', 'gw_port': {'id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f4a48d60-74a6-4116-817f-828e95deb794', 'name': '', 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'mac_address': 'fa:16:3e:2e:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50b58d7d-9f89-478d-97cf-10f09fda7019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:39Z', 'updated_at': '2022-04-18T21:03:45Z', 'revision_number': 2, 'project_id': '3be2f783de6e459aad62d900f3eb4d7b', 'subnets': [{'id': '50b58d7d-9f89-478d-97cf-10f09fda7019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:12.097116 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Checking router: a893a38e-a968-4830-9945-7b12be5d2d57 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:04:12.098020 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Updating router a893a38e-a968-4830-9945-7b12be5d2d57 port f4a48d60-74a6-4116-817f-828e95deb794 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:04:12.197505 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.296151 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.379508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 92d0370e-2dff-4efb-a730-0fb34f0481b5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=92d0370e-2dff-4efb-a730-0fb34f0481b5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:12.458934 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.476412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540eed58-4368-4ba6-90bc-5d0c1d2ea2ab req-c2240b4b-7c02-4448-af51-fd72ac5918e9 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:12.489049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-540eed58-4368-4ba6-90bc-5d0c1d2ea2ab req-c2240b4b-7c02-4448-af51-fd72ac5918e9 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/networks?id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 787 time: 0.5797853 Apr 18 21:04:12.506104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-540eed58-4368-4ba6-90bc-5d0c1d2ea2ab req-4d034180-e665-461d-b933-1d11b1db2b6a tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:04:12.509382 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-540eed58-4368-4ba6-90bc-5d0c1d2ea2ab req-4d034180-e665-461d-b933-1d11b1db2b6a tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068750 Apr 18 21:04:12.699277 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=92d0370e-2dff-4efb-a730-0fb34f0481b5,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:13.181682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ccfec87e-50de-4c2e-95b0-54595a992123 req-0e2b5230-b146-4ee3-9a90-4f54f9dccf32 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 210 time: 0.1139021 Apr 18 21:04:13.496740 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c61401c-cd14-4280-8829-576c5ab30937 req-f168be3c-8487-461b-a2ce-6672d3d4194c tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/floatingips/78c79cbd-de02-4e1e-9352-9c44dcbe2891 HTTP/1.1" status: 200 len: 693 time: 0.2577085 Apr 18 21:04:13.770402 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.773753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61401c-cd14-4280-8829-576c5ab30937 req-404cd92a-7a65-4875-bf65-bfcf062a500c tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:13.783013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c61401c-cd14-4280-8829-576c5ab30937 req-404cd92a-7a65-4875-bf65-bfcf062a500c tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.2780428 Apr 18 21:04:13.791245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-1c61401c-cd14-4280-8829-576c5ab30937 req-637962cc-eeae-4953-b309-68bddbbe995d tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:04:13.800352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c61401c-cd14-4280-8829-576c5ab30937 req-637962cc-eeae-4953-b309-68bddbbe995d tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0160861 Apr 18 21:04:13.806954 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Transition to ACTIVE for port object f4a48d60-74a6-4116-817f-828e95deb794 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:13.933244 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.016540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c61401c-cd14-4280-8829-576c5ab30937 req-e3dcb592-2925-4f60-9e5e-ebb894cb9833 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.2147748 Apr 18 21:04:14.192195 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c61401c-cd14-4280-8829-576c5ab30937 req-027f7a36-521e-4e16-91ab-5893812454f6 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.1656854 Apr 18 21:04:14.450841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59124) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:14.458706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-648315511-network', 'tenant_id': '2e9be51eb3a84ac5bd9fa3892fb64654'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:14.468158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:14.474868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Usage tracker for resource:network and tenant:2e9be51eb3a84ac5bd9fa3892fb64654 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:14.481656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:14.489685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:14.601431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Made reservation on behalf of 2e9be51eb3a84ac5bd9fa3892fb64654 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:14.607992 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.694626 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.701837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-1c61401c-cd14-4280-8829-576c5ab30937 req-57935694-a395-45bf-9238-bfa54b1a9c79 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Deleting port 7dcf31be-e22d-4025-9279-205309533737 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:14.702189 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1c61401c-cd14-4280-8829-576c5ab30937 req-57935694-a395-45bf-9238-bfa54b1a9c79 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.710553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 92d0370e-2dff-4efb-a730-0fb34f0481b5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:14.866422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:14.866422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Usage tracker for resource:security_group_rule and tenant:2e9be51eb3a84ac5bd9fa3892fb64654 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:14.867040 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Pushing event updated for resources: {'Port': ['ID=f4a48d60-74a6-4116-817f-828e95deb794,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:14.867905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:14.877532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:14.911689 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Attempting to bind port f4a48d60-74a6-4116-817f-828e95deb794 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:14.915930 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Attempting to bind port f4a48d60-74a6-4116-817f-828e95deb794 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:14.916355 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Attempting to bind port f4a48d60-74a6-4116-817f-828e95deb794 on network 60fe8444-2c03-445b-bdf2-929a2622e5b1 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:14.926379 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:14.926672 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:14.927011 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:14.927349 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:14.927680 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:14.928012 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:14.928337 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:14.928660 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:14.928988 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:14.929314 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:14.931900 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:14.948477 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:14.948903 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Checking segment: {'id': '0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:14.949350 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.954020 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Bound using segment: {'id': '0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:14.954598 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Bound port: f4a48d60-74a6-4116-817f-828e95deb794, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:14.955017 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.963631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 92d0370e-2dff-4efb-a730-0fb34f0481b5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:14.964485 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.017806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.144347 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1c61401c-cd14-4280-8829-576c5ab30937 req-57935694-a395-45bf-9238-bfa54b1a9c79 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.144872 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1c61401c-cd14-4280-8829-576c5ab30937 req-57935694-a395-45bf-9238-bfa54b1a9c79 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.154318 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] For port f4a48d60-74a6-4116-817f-828e95deb794, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:15.167225 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] For port f4a48d60-74a6-4116-817f-828e95deb794, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f4a48d60-74a6-4116-817f-828e95deb794,segment=NetworkSegment(0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2),segment_id=0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:15.172003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.220605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:15.259622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d5ea01-a6e7-489f-82c7-4a0e24d2e2bc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:15.263974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.264258 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Added segment 0079e613-e4df-466e-b092-5a6af762ba23 of type vlan for network 4a7fddba-f7dd-4c75-8cb4-05567141b5eb Apr 18 21:04:15.297263 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.315942 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.433699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-1c61401c-cd14-4280-8829-576c5ab30937 req-57935694-a395-45bf-9238-bfa54b1a9c79 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Calling delete_port for 7dcf31be-e22d-4025-9279-205309533737 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:15.505416 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-542c9add-c86d-4ed8-876d-5203b5caf4d5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807216 Apr 18 21:04:15.514891 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ced240-f600-4b45-9bb3-34de8ed3ed31 None None] Pushing event updated for resources: {'Port': ['ID=f4a48d60-74a6-4116-817f-828e95deb794,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:15.521495 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Routers {'a893a38e-a968-4830-9945-7b12be5d2d57'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:15.522135 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:03:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a893a38e-a968-4830-9945-7b12be5d2d57'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:15.538641 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.541152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:15.541152 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.833275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7fddba-f7dd-4c75-8cb4-05567141b5eb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:15.862863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 4a7fddba-f7dd-4c75-8cb4-05567141b5eb details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:15.960482 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] Set router a893a38e-a968-4830-9945-7b12be5d2d57 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:04:16.087493 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d062689-5594-445d-9eee-0a1dde1cb25b req-e1bc5883-8667-45e3-9b79-135f484b38cd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 210 time: 0.1386380 Apr 18 21:04:16.123514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-8c62859c-0670-4d4a-acb5-1a04fb959bd4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:16.125820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-8c62859c-0670-4d4a-acb5-1a04fb959bd4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6119354 Apr 18 21:04:16.188207 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-557f4940-dc70-4726-8134-a9afe02b19d5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7346172 Apr 18 21:04:16.189972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59154) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:16.195822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Request body: {'port': {'device_id': 'de4823f7-a325-4e09-bd15-955c6b4de20a', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '6fe6054587cf41f8ae2400d6e4d475d9'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:16.216197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Request body: {'subnet': {'network_id': '4a7fddba-f7dd-4c75-8cb4-05567141b5eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-648315511-subnet', 'tenant_id': '2e9be51eb3a84ac5bd9fa3892fb64654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:16.252061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:16.276056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Usage tracker for resource:subnet and tenant:2e9be51eb3a84ac5bd9fa3892fb64654 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:16.294328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:16.306712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:16.378637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-4292a60e-94aa-4723-befd-b03a2b48455e tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:16.383380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-4292a60e-94aa-4723-befd-b03a2b48455e tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Synchronizing usage tracker for tenant:56f91b9be2dd4033babbf40f0b5f3e79 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:16.407726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-4292a60e-94aa-4723-befd-b03a2b48455e tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Unset dirty status for tenant:56f91b9be2dd4033babbf40f0b5f3e79 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:16.408864 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-4292a60e-94aa-4723-befd-b03a2b48455e tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.26 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 950 time: 0.4717846 Apr 18 21:04:16.409758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Made reservation on behalf of 2e9be51eb3a84ac5bd9fa3892fb64654 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:16.412374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.495735 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1c61401c-cd14-4280-8829-576c5ab30937 req-57935694-a395-45bf-9238-bfa54b1a9c79 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.514158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-82b46544-90fc-482e-9d2c-eb0846bc43a4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Deleting port 42929988-7c14-4ebb-9cea-a02ce761fc34 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:16.514713 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-82b46544-90fc-482e-9d2c-eb0846bc43a4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.584764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57935694-a395-45bf-9238-bfa54b1a9c79 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Pushing event deleted for resources: {'Port': ['ID=7dcf31be-e22d-4025-9279-205309533737,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:16.636247 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1973894106-router', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:22Z', 'updated_at': '2022-04-18T21:03:43Z', 'revision_number': 4, 'project_id': '3be2f783de6e459aad62d900f3eb4d7b', 'gw_port': {'id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f4a48d60-74a6-4116-817f-828e95deb794', 'name': '', 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'mac_address': 'fa:16:3e:2e:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50b58d7d-9f89-478d-97cf-10f09fda7019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:39Z', 'updated_at': '2022-04-18T21:04:15Z', 'revision_number': 4, 'project_id': '3be2f783de6e459aad62d900f3eb4d7b', 'subnets': [{'id': '50b58d7d-9f89-478d-97cf-10f09fda7019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:16.658291 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6101c51-c77b-44cd-aa43-93d8cc4e8f92 None None] The sync data for ids ['a893a38e-a968-4830-9945-7b12be5d2d57'] in n-d-836017-3 is: [{'id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1973894106-router', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:22Z', 'updated_at': '2022-04-18T21:03:43Z', 'revision_number': 4, 'project_id': '3be2f783de6e459aad62d900f3eb4d7b', 'gw_port': {'id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f4a48d60-74a6-4116-817f-828e95deb794', 'name': '', 'network_id': '60fe8444-2c03-445b-bdf2-929a2622e5b1', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'mac_address': 'fa:16:3e:2e:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50b58d7d-9f89-478d-97cf-10f09fda7019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:39Z', 'updated_at': '2022-04-18T21:04:15Z', 'revision_number': 4, 'project_id': '3be2f783de6e459aad62d900f3eb4d7b', 'subnets': [{'id': '50b58d7d-9f89-478d-97cf-10f09fda7019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:16.678425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:16.726177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:16.731020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37610a24-2461-4cdd-bf78-1ffdfe37b64f req-16f67a06-ecac-4d26-b489-ce7618d5469f tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:16.740051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37610a24-2461-4cdd-bf78-1ffdfe37b64f req-16f67a06-ecac-4d26-b489-ce7618d5469f tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 950 time: 0.3470848 Apr 18 21:04:16.842463 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1c61401c-cd14-4280-8829-576c5ab30937 req-57935694-a395-45bf-9238-bfa54b1a9c79 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.862091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37610a24-2461-4cdd-bf78-1ffdfe37b64f req-a3d87ac1-4e8b-42a9-a7bb-f7726e83e3b4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/security-groups?id=31a5ffc2-c677-4511-b9cc-77c14871c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226642 Apr 18 21:04:16.872170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Made reservation on behalf of 6fe6054587cf41f8ae2400d6e4d475d9 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:16.875298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.026655 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1c61401c-cd14-4280-8829-576c5ab30937 req-57935694-a395-45bf-9238-bfa54b1a9c79 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.029228 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c61401c-cd14-4280-8829-576c5ab30937 req-57935694-a395-45bf-9238-bfa54b1a9c79 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "DELETE /v2.0/floatingips/78c79cbd-de02-4e1e-9352-9c44dcbe2891 HTTP/1.1" status: 204 len: 173 time: 2.8347359 Apr 18 21:04:17.542811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-82b46544-90fc-482e-9d2c-eb0846bc43a4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] For port 42929988-7c14-4ebb-9cea-a02ce761fc34, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=42929988-7c14-4ebb-9cea-a02ce761fc34,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:17.544648 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-82b46544-90fc-482e-9d2c-eb0846bc43a4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.774836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Allocated IP 192.168.233.144 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/17d04cc6-896d-4829-b256-b08adef012b1) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:17.798246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-82b46544-90fc-482e-9d2c-eb0846bc43a4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Calling delete_port for 42929988-7c14-4ebb-9cea-a02ce761fc34 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:17.847164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59174) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:17.901847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-376c7052-4235-463c-af3f-2bd01cb24500 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4157350 Apr 18 21:04:17.920974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1959006337', 'description': 'tempest-description--1157367945'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:17.934507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:17.951376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Usage tracker for resource:security_group and tenant:4c343e3d1bbb45eb924713b7286635d3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:17.998416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:18.012172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:18.029601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:18.047224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Usage tracker for resource:floatingip and tenant:0dc2eab6828c47e590c385ba3d76ed7e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:18.053704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:18.060374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:18.115571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:18.186895 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.201825 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.260852 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.342205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68cc5db1-3295-40bf-b37b-d7424a655193,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:18.373216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80ea5ea9-f3a1-40f7-b0bd-26574d7480fa req-92b1f95a-d2b4-411a-ad30-51f7a1faefc5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 210 time: 0.0938847 Apr 18 21:04:18.429565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Checking segment: {'id': '0079e613-e4df-466e-b092-5a6af762ba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a7fddba-f7dd-4c75-8cb4-05567141b5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:18.436206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Network hostable DHCP agents. Network: 4a7fddba-f7dd-4c75-8cb4-05567141b5eb, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:18.486717 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-82b46544-90fc-482e-9d2c-eb0846bc43a4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.575539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Network 4a7fddba-f7dd-4c75-8cb4-05567141b5eb is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:18.584579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:18.606805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b46544-90fc-482e-9d2c-eb0846bc43a4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Pushing event deleted for resources: {'Port': ['ID=42929988-7c14-4ebb-9cea-a02ce761fc34,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:18.670547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f4a48d60-74a6-4116-817f-828e95deb794 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:18.701609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 4a7fddba-f7dd-4c75-8cb4-05567141b5eb) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:18.706952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Usage tracker for resource:security_group_rule and tenant:4c343e3d1bbb45eb924713b7286635d3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:18.715472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:18.771022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-82b46544-90fc-482e-9d2c-eb0846bc43a4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] No DVR routers for this DVR port 42929988-7c14-4ebb-9cea-a02ce761fc34 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:18.773253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:18.773872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.783210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-82b46544-90fc-482e-9d2c-eb0846bc43a4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.786604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88d3be4-14dc-4d8b-bd33-4d617a468ebf', 'name': 'network-vif-deleted', 'tag': '42929988-7c14-4ebb-9cea-a02ce761fc34'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:04:18.795954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34ff3f5-7a56-4abc-ac7c-c29e20809348 None None] Network 4a7fddba-f7dd-4c75-8cb4-05567141b5eb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:18.796201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:18.854739 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ed022cd2-eba2-4b66-9952-6a19517e8de4 req-21a82d96-2cb7-4f9a-8703-9aba13ae1a41 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88d3be4-14dc-4d8b-bd33-4d617a468ebf HTTP/1.1" status: 200 len: 210 time: 0.1414335 Apr 18 21:04:18.905435 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a95380a0-e41a-402e-9c40-ff66db3922a7 req-82b46544-90fc-482e-9d2c-eb0846bc43a4 tempest-LiveMigrationNegativeTest-561208902 tempest-LiveMigrationNegativeTest-561208902-project] 10.222.0.26 "DELETE /v2.0/ports/42929988-7c14-4ebb-9cea-a02ce761fc34 HTTP/1.1" status: 204 len: 173 time: 2.4786453 Apr 18 21:04:19.008603 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-35cece0b-1973-4e6c-929b-a9b23da11a16 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.8070028 Apr 18 21:04:19.042801 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2b52d0-9122-42f5-b2cf-dbd361c85ac0'] response: {'server_uuid': 'a88d3be4-14dc-4d8b-bd33-4d617a468ebf', 'name': 'network-vif-deleted', 'tag': '42929988-7c14-4ebb-9cea-a02ce761fc34', 'status': 'completed', 'code': 200} Apr 18 21:04:19.140762 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.177137 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.204240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Transition to ACTIVE for port object 17d04cc6-896d-4829-b256-b08adef012b1 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:19.282493 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.321966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port f4a48d60-74a6-4116-817f-828e95deb794 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:19.339593 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.410195 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f4a48d60-74a6-4116-817f-828e95deb794 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:19.410512 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.496321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f50df9b0-46be-4482-90e6-792e1667b56e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:04:19.533033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Pushing event updated for resources: {'Port': ['ID=17d04cc6-896d-4829-b256-b08adef012b1,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:19.570269 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.718862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55532f8a-cf16-4603-ae77-f0142c8b9846,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:19.735655 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.739575 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d20f0f25-cc7c-44a0-a09a-f1d23bc3ab30 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.8863974 Apr 18 21:04:19.740585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59198) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:19.749576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-607c5168-1f4b-4e84-b031-1a985b12b7d5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Request body: {'security_group_rule': {'security_group_id': '55532f8a-cf16-4603-ae77-f0142c8b9846', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:19.762997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-607c5168-1f4b-4e84-b031-1a985b12b7d5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:19.793260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-607c5168-1f4b-4e84-b031-1a985b12b7d5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Usage tracker for resource:security_group_rule and tenant:4c343e3d1bbb45eb924713b7286635d3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:19.806356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-607c5168-1f4b-4e84-b031-1a985b12b7d5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:19.831368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-607c5168-1f4b-4e84-b031-1a985b12b7d5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:19.913004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.989901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a2a32-25e4-42fd-90c3-da8dea711586 None None] Network 4a7fddba-f7dd-4c75-8cb4-05567141b5eb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:20.041650 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-607c5168-1f4b-4e84-b031-1a985b12b7d5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.144734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:20.174246 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:20.178033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:20.237729 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-607c5168-1f4b-4e84-b031-1a985b12b7d5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.288131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59210) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:20.355283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59216) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:20.355409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Allocated IP 172.25.3.135 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/2fa6889e-0cec-4d1c-8cf0-8fba665a8e3b) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:20.384085 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-607c5168-1f4b-4e84-b031-1a985b12b7d5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.462175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c5168-1f4b-4e84-b031-1a985b12b7d5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd3cb1b-e33d-4887-9ae9-546fad200a6b,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:20.516272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 42929988-7c14-4ebb-9cea-a02ce761fc34 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:20.557487 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-607c5168-1f4b-4e84-b031-1a985b12b7d5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.563130 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-607c5168-1f4b-4e84-b031-1a985b12b7d5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8202238 Apr 18 21:04:20.567678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59222) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:20.576603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2bd5c150-310b-4059-ab53-521f1555a29f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Request body: {'security_group_rule': {'security_group_id': '55532f8a-cf16-4603-ae77-f0142c8b9846', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:20.589691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2bd5c150-310b-4059-ab53-521f1555a29f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:20.600249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2bd5c150-310b-4059-ab53-521f1555a29f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Usage tracker for resource:security_group_rule and tenant:4c343e3d1bbb45eb924713b7286635d3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:20.607123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2bd5c150-310b-4059-ab53-521f1555a29f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:20.608638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port f4a48d60-74a6-4116-817f-828e95deb794, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f4a48d60-74a6-4116-817f-828e95deb794,segment=NetworkSegment(0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2),segment_id=0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:20.632876 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2bd5c150-310b-4059-ab53-521f1555a29f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:20.642630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 42929988-7c14-4ebb-9cea-a02ce761fc34 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:04:20.643062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 42929988-7c14-4ebb-9cea-a02ce761fc34 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:20.758031 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.783358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e83fc5cd-4e53-42a3-a10b-4a6b275a6ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.794072 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.814777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:20.815476 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.816582 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-162842bd-8ae4-451e-bcc1-4a5b2d0b50d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.844170 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bd5c150-310b-4059-ab53-521f1555a29f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.881542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc98932-413a-4e6c-ae49-928906d4d97a req-bd6957f6-6581-4d16-a8f6-9a60ae085b7c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:20.882400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-fcc98932-413a-4e6c-ae49-928906d4d97a req-bd6957f6-6581-4d16-a8f6-9a60ae085b7c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Synchronizing usage tracker for tenant:6fe6054587cf41f8ae2400d6e4d475d9 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:20.933721 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.942885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e83fc5cd-4e53-42a3-a10b-4a6b275a6ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:20.948739 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f4a48d60-74a6-4116-817f-828e95deb794,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:20.963274 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bd5c150-310b-4059-ab53-521f1555a29f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.965183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e83fc5cd-4e53-42a3-a10b-4a6b275a6ddd admin admin] Usage tracker for resource:security_group_rule and tenant:261b5da0a50242c494aec129474efe60 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:20.970040 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:20.970730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:20.971294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:20.971797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:20.972783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:20.976437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e83fc5cd-4e53-42a3-a10b-4a6b275a6ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:20.976604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:20.976604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:20.976604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:20.976604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:20.976604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:20.976604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:20.977029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-162842bd-8ae4-451e-bcc1-4a5b2d0b50d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:20.983797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e83fc5cd-4e53-42a3-a10b-4a6b275a6ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:20.986194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-162842bd-8ae4-451e-bcc1-4a5b2d0b50d4 admin admin] Usage tracker for resource:security_group_rule and tenant:8a8859a670c945b1947db10eb977f432 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:20.990346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-162842bd-8ae4-451e-bcc1-4a5b2d0b50d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:21.002487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-162842bd-8ae4-451e-bcc1-4a5b2d0b50d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:21.020030 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-0be2aa79-32e4-490b-93a7-04bb5a6e4174 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8728662 Apr 18 21:04:21.041329 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Request body: {'port': {'device_id': 'de4823f7-a325-4e09-bd15-955c6b4de20a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:21.100893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-fcc98932-413a-4e6c-ae49-928906d4d97a req-bd6957f6-6581-4d16-a8f6-9a60ae085b7c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Unset dirty status for tenant:6fe6054587cf41f8ae2400d6e4d475d9 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:21.102987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcc98932-413a-4e6c-ae49-928906d4d97a req-bd6957f6-6581-4d16-a8f6-9a60ae085b7c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 936 time: 1.3606517 Apr 18 21:04:21.103894 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bd5c150-310b-4059-ab53-521f1555a29f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.181143 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e83fc5cd-4e53-42a3-a10b-4a6b275a6ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.182298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5c150-310b-4059-ab53-521f1555a29f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cba4a6-c5af-4bad-a620-61cce91f5f74,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:21.207396 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-162842bd-8ae4-451e-bcc1-4a5b2d0b50d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.229236 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.230555 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bd5c150-310b-4059-ab53-521f1555a29f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.237656 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2bd5c150-310b-4059-ab53-521f1555a29f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6725411 Apr 18 21:04:21.248520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59226) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:21.259680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Pushing event updated for resources: {'Port': ['ID=2fa6889e-0cec-4d1c-8cf0-8fba665a8e3b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:21.267363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:21.270119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:21.273341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:21.281655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:21.290496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e83fc5cd-4e53-42a3-a10b-4a6b275a6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.307808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:21.368469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Usage tracker for resource:floatingip and tenant:4c343e3d1bbb45eb924713b7286635d3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:21.372604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:21.379053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:21.392630 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-162842bd-8ae4-451e-bcc1-4a5b2d0b50d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.405845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fc5cd-4e53-42a3-a10b-4a6b275a6ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533d38fa-d1df-4983-a11a-9c85cf1cf729,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:21.435739 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcc98932-413a-4e6c-ae49-928906d4d97a req-53072d60-6ab3-4bb6-8942-f622055475d7 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217795 Apr 18 21:04:21.482060 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.507421 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e83fc5cd-4e53-42a3-a10b-4a6b275a6ddd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=261b5da0a50242c494aec129474efe60&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1611869 Apr 18 21:04:21.512137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59230) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:21.519244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162842bd-8ae4-451e-bcc1-4a5b2d0b50d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e9457-d8e1-4340-b77d-dea4a19a126e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:21.538853 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-162842bd-8ae4-451e-bcc1-4a5b2d0b50d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a8859a670c945b1947db10eb977f432&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2491474 Apr 18 21:04:21.539747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59234) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:21.836456 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90ee075b-d28b-4b0c-bb87-197b8454c1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.843275 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74eaf7cf-1aa5-4ba0-8fde-7885ade09ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.880160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d04cc6-896d-4829-b256-b08adef012b1 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:04:21.888377 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.904695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Transition to ACTIVE for port object 17d04cc6-896d-4829-b256-b08adef012b1 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:21.914082 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90ee075b-d28b-4b0c-bb87-197b8454c1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.927315 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.940353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74eaf7cf-1aa5-4ba0-8fde-7885ade09ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.980509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.029834 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.215006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74eaf7cf-1aa5-4ba0-8fde-7885ade09ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.255125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaf7cf-1aa5-4ba0-8fde-7885ade09ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e9457-d8e1-4340-b77d-dea4a19a126e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:22.278540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90ee075b-d28b-4b0c-bb87-197b8454c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.374947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Allocated IP 172.25.3.70 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/6d552250-760b-4d9f-b368-e22361ca3581) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:22.381140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee075b-d28b-4b0c-bb87-197b8454c1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533d38fa-d1df-4983-a11a-9c85cf1cf729,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:22.401521 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90ee075b-d28b-4b0c-bb87-197b8454c1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.409810 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-90ee075b-d28b-4b0c-bb87-197b8454c1d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/533d38fa-d1df-4983-a11a-9c85cf1cf729 HTTP/1.1" status: 204 len: 168 time: 0.8953156 Apr 18 21:04:22.439240 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74eaf7cf-1aa5-4ba0-8fde-7885ade09ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.447699 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-74eaf7cf-1aa5-4ba0-8fde-7885ade09ef0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c3e9457-d8e1-4340-b77d-dea4a19a126e HTTP/1.1" status: 204 len: 168 time: 0.8990338 Apr 18 21:04:22.524494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Pushing event updated for resources: {'Port': ['ID=17d04cc6-896d-4829-b256-b08adef012b1,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:22.554054 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.646771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59258) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:22.868566 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.930854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f4a48d60-74a6-4116-817f-828e95deb794 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:22.966977 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.060952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f4a48d60-74a6-4116-817f-828e95deb794 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:23.061701 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.089906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:23.093238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:23.107304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:23.236121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Pushing event updated for resources: {'Port': ['ID=6d552250-760b-4d9f-b368-e22361ca3581,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:23.450227 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c3067-a800-4644-833d-c6ba25a958b1 req-ea7debff-41dd-4cff-aedc-14bd393a645a tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:23.451047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-272c3067-a800-4644-833d-c6ba25a958b1 req-ea7debff-41dd-4cff-aedc-14bd393a645a tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Synchronizing usage tracker for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:23.533157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Attempting to bind port 17d04cc6-896d-4829-b256-b08adef012b1 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:23.538202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Attempting to bind port 17d04cc6-896d-4829-b256-b08adef012b1 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:23.538806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Attempting to bind port 17d04cc6-896d-4829-b256-b08adef012b1 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:23.551466 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.575142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Port 17d04cc6-896d-4829-b256-b08adef012b1 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:23.575715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Attempting to bind port 17d04cc6-896d-4829-b256-b08adef012b1 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:23.595840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:23.596464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:23.597103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:23.597770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Bound port: 17d04cc6-896d-4829-b256-b08adef012b1, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:23.598277 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.667084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-272c3067-a800-4644-833d-c6ba25a958b1 req-ea7debff-41dd-4cff-aedc-14bd393a645a tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Unset dirty status for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:23.674978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-ea7debff-41dd-4cff-aedc-14bd393a645a tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 821 time: 1.2418463 Apr 18 21:04:23.728615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-f366b60f-f803-4017-b236-bcc6af5792b1 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/quotas/dab6748eaf3e409f9a3ff9969581722b HTTP/1.1" status: 200 len: 375 time: 0.0534191 Apr 18 21:04:23.780746 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.795843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.821947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d392d782-a052-411a-b93c-bbcb22b5c393 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921474 Apr 18 21:04:23.823871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59268) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:23.832429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-4454db80-aa98-4e4e-ace9-d46e9ba726cb service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:04:23.840216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-4454db80-aa98-4e4e-ace9-d46e9ba726cb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0170307 Apr 18 21:04:23.913789 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b9ddd032-2e8c-4c1f-a8ca-2dce34eee75c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56f91b9be2dd4033babbf40f0b5f3e79&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2621896 Apr 18 21:04:23.919135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59272) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:23.935966 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.046565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] For port 17d04cc6-896d-4829-b256-b08adef012b1, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:24.054988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2495b257-b9a4-43a4-ba48-2275a8c17cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.152600 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d57f8aac-1d99-41e0-b0a6-0439b25a9f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.241723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b5c69e32-fbdc-4ee2-ab67-eb0b9d8e022f None None] Provisioning for port 17d04cc6-896d-4829-b256-b08adef012b1 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:24.244682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] For port 17d04cc6-896d-4829-b256-b08adef012b1, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=17d04cc6-896d-4829-b256-b08adef012b1,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:24.257623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59276) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:24.360472 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d57f8aac-1d99-41e0-b0a6-0439b25a9f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.371538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1460d0d-12e6-4522-a057-1ddabc40e572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.401439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.423662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2495b257-b9a4-43a4-ba48-2275a8c17cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:24.447509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Pushing event updated for resources: {'Port': ['ID=2fa6889e-0cec-4d1c-8cf0-8fba665a8e3b,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:24.511539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2495b257-b9a4-43a4-ba48-2275a8c17cde admin admin] Usage tracker for resource:security_group_rule and tenant:e2c6a6e909714f48a274e4bda8f70cfb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:24.527493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2495b257-b9a4-43a4-ba48-2275a8c17cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:24.543868 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2157f9c1-d29c-4075-b3b9-3f19d6036404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.571887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a1460d0d-12e6-4522-a057-1ddabc40e572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:24.576657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2495b257-b9a4-43a4-ba48-2275a8c17cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:24.579683 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.581260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] 10.222.0.59 "PUT /v2.0/ports/17d04cc6-896d-4829-b256-b08adef012b1 HTTP/1.1" status: 200 len: 1096 time: 3.5446651 Apr 18 21:04:24.586399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.595569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a1460d0d-12e6-4522-a057-1ddabc40e572 admin admin] Usage tracker for resource:security_group_rule and tenant:678ada6e1b924493bbb8c03f355aa6b6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:24.598318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4823f7-a325-4e09-bd15-955c6b4de20a', 'tag': '17d04cc6-896d-4829-b256-b08adef012b1'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:04:24.603585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a1460d0d-12e6-4522-a057-1ddabc40e572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:24.621299 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a1460d0d-12e6-4522-a057-1ddabc40e572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:24.627569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-5cd2c1ec-a3b4-4fea-b051-de5e4704f8c9 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7860315 Apr 18 21:04:24.663769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.706445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d57f8aac-1d99-41e0-b0a6-0439b25a9f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.753848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f8aac-1d99-41e0-b0a6-0439b25a9f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a5ffc2-c677-4511-b9cc-77c14871c83e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:24.775074 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.922206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d4aa1-d792-4228-a9d0-96078deaea05 service neutron] Pushing event updated for resources: {'Port': ['ID=17d04cc6-896d-4829-b256-b08adef012b1,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:24.925259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Pushing event updated for resources: {'Port': ['ID=6d552250-760b-4d9f-b368-e22361ca3581,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:24.990004 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1460d0d-12e6-4522-a057-1ddabc40e572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.997343 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d57f8aac-1d99-41e0-b0a6-0439b25a9f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.002771 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d57f8aac-1d99-41e0-b0a6-0439b25a9f09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/31a5ffc2-c677-4511-b9cc-77c14871c83e HTTP/1.1" status: 204 len: 168 time: 1.0782461 Apr 18 21:04:25.021506 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-26573f8e-4b60-4f53-928a-139d0a348dfc service neutron] 10.222.0.11 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929923 Apr 18 21:04:25.059850 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.062448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-8c99a78a-288f-4108-b683-884f471f2a38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.0761847 Apr 18 21:04:25.075227 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1460d0d-12e6-4522-a057-1ddabc40e572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.219838 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a1460d0d-12e6-4522-a057-1ddabc40e572 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=678ada6e1b924493bbb8c03f355aa6b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9485247 Apr 18 21:04:25.228570 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.240355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59286) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:25.279202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1460d0d-12e6-4522-a057-1ddabc40e572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a46dc7-0283-411b-a8dd-a4e8c5d9a5bd,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:25.364874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ceefd34-a19e-4fbb-92c9-16d46988b8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.418061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ceefd34-a19e-4fbb-92c9-16d46988b8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.441270 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2495b257-b9a4-43a4-ba48-2275a8c17cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.446910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-ec358122-9c29-41ef-8125-f8645eb58c11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 1099 time: 0.6896210 Apr 18 21:04:25.449768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-84da0d00-2f4a-42d5-a306-77e2161ebe4c tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Synchronizing usage tracker for tenant:0dc2eab6828c47e590c385ba3d76ed7e on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:25.541093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-a9086e05-ffea-4795-9355-5cd778d123b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=17d04cc6-896d-4829-b256-b08adef012b1 HTTP/1.1" status: 200 len: 217 time: 0.0839105 Apr 18 21:04:25.627241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-1a5affd4-b4c6-48c1-ac12-0b2eb7b28af2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:25.628931 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-1a5affd4-b4c6-48c1-ac12-0b2eb7b28af2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0820594 Apr 18 21:04:25.658841 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.660634 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6d98700a-e0f3-4e7f-9ca2-ea2c6c42a67a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4181058 Apr 18 21:04:25.711231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-eadf56c7-4df2-488c-a0db-7933a8a106a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763249 Apr 18 21:04:25.860562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-fcc80fb2-8282-4fd8-b689-ce28f62ba9cf service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420362 Apr 18 21:04:26.022322 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3131ba69-4d15-4fc6-85ca-e05dca19e38f req-01e927ea-bb59-4e0e-8ed8-712f3a29ad86 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485722 Apr 18 21:04:26.133778 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2495b257-b9a4-43a4-ba48-2275a8c17cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:26.187621 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ceefd34-a19e-4fbb-92c9-16d46988b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:26.198993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-84da0d00-2f4a-42d5-a306-77e2161ebe4c tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Unset dirty status for tenant:0dc2eab6828c47e590c385ba3d76ed7e on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:26.203998 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ceefd34-a19e-4fbb-92c9-16d46988b8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:26.206305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-84da0d00-2f4a-42d5-a306-77e2161ebe4c tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 1.1267638 Apr 18 21:04:26.210938 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4ceefd34-a19e-4fbb-92c9-16d46988b8e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20a46dc7-0283-411b-a8dd-a4e8c5d9a5bd HTTP/1.1" status: 204 len: 168 time: 0.9688811 Apr 18 21:04:26.212384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceefd34-a19e-4fbb-92c9-16d46988b8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a46dc7-0283-411b-a8dd-a4e8c5d9a5bd,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:26.526143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495b257-b9a4-43a4-ba48-2275a8c17cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0407cc5e-7ac6-4fc7-a8a6-d3886d59f550,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:26.538421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2495b257-b9a4-43a4-ba48-2275a8c17cde admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2c6a6e909714f48a274e4bda8f70cfb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6958640 Apr 18 21:04:26.542333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59310) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:26.656428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-21860127-533f-46bb-b702-9558a789e872 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:26.657097 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6a6b-9df9-4ae3-960e-591e990d49f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:26.659722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-21860127-533f-46bb-b702-9558a789e872 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.4525485 Apr 18 21:04:26.679032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-96950acf-f787-47e8-bc9f-74d25da362c9 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:04:26.685106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fc68b25-ac8f-4c9f-949c-e723ab561d27 req-96950acf-f787-47e8-bc9f-74d25da362c9 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0115700 Apr 18 21:04:26.696850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6a6b-9df9-4ae3-960e-591e990d49f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:26.701419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdfa49-4976-4852-9dd6-5304ae85afa3 req-c9ec96ad-e1e4-4f32-9035-503e224bc615 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:26.703610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-edfdfa49-4976-4852-9dd6-5304ae85afa3 req-c9ec96ad-e1e4-4f32-9035-503e224bc615 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 948 time: 0.5113502 Apr 18 21:04:26.785173 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879f02b2-31a0-4c4b-a3a3-62d4e8772d04'] response: {'name': 'network-changed', 'server_uuid': 'de4823f7-a325-4e09-bd15-955c6b4de20a', 'tag': '17d04cc6-896d-4829-b256-b08adef012b1', 'status': 'completed', 'code': 200} Apr 18 21:04:26.949986 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-edfdfa49-4976-4852-9dd6-5304ae85afa3 req-2b881a2b-81a2-4bc2-9547-7f1b8d7c56ae tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409294 Apr 18 21:04:27.030299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59322) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:27.064493 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e937b777-4a0c-4a93-b3b2-0c668a113327 req-673c8481-a48b-4218-934f-0615b0fbc990 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 1099 time: 0.2278104 Apr 18 21:04:27.078402 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-296762ba-0c2f-4821-a45b-dbe15b183d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.112957 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6a6b-9df9-4ae3-960e-591e990d49f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.170827 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6a6b-9df9-4ae3-960e-591e990d49f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.181717 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bb9f6a6b-9df9-4ae3-960e-591e990d49f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0407cc5e-7ac6-4fc7-a8a6-d3886d59f550 HTTP/1.1" status: 204 len: 168 time: 0.6378345 Apr 18 21:04:27.187898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f6a6b-9df9-4ae3-960e-591e990d49f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0407cc5e-7ac6-4fc7-a8a6-d3886d59f550,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:27.376645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2c7a26d5-7973-4894-a93d-1b16aa5b49ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ebb24b173de424e8a0b96fb57e6f8fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3477874 Apr 18 21:04:27.379205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59336) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:27.458533 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17675e08-23a4-43ba-bbe2-d87db5cd1d11 req-dfcd17b2-be9a-497e-92ed-07f302171f7c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 210 time: 0.3286767 Apr 18 21:04:27.466288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-68893fd2-344f-49b3-97f2-19495c945353 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Synchronizing usage tracker for tenant:4c343e3d1bbb45eb924713b7286635d3 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:27.518358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1b90e3b-31f8-474f-9dc2-64cf8e8bdc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.553215 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1b90e3b-31f8-474f-9dc2-64cf8e8bdc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.679850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b777-4a0c-4a93-b3b2-0c668a113327 req-69b4e744-1faa-4651-af11-742dabdfcda5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:27.682587 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e937b777-4a0c-4a93-b3b2-0c668a113327 req-69b4e744-1faa-4651-af11-742dabdfcda5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.6025085 Apr 18 21:04:27.683383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-68893fd2-344f-49b3-97f2-19495c945353 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Unset dirty status for tenant:4c343e3d1bbb45eb924713b7286635d3 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:27.684995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-68893fd2-344f-49b3-97f2-19495c945353 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1959006337&fields=id&tenant_id=4c343e3d1bbb45eb924713b7286635d3 HTTP/1.1" status: 200 len: 267 time: 0.6903327 Apr 18 21:04:27.749436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-20729bfd-b89e-4e81-a744-98f1f7f4bddf tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/floatingips/8f389a62-cbef-474a-91d3-56c0cc27c1c6 HTTP/1.1" status: 200 len: 693 time: 0.2007482 Apr 18 21:04:27.759480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1b90e3b-31f8-474f-9dc2-64cf8e8bdc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.799322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b90e3b-31f8-474f-9dc2-64cf8e8bdc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49d178e-50d3-4f2f-8b8b-7b9aa204d775,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:27.838760 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1b90e3b-31f8-474f-9dc2-64cf8e8bdc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.838760 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e1b90e3b-31f8-474f-9dc2-64cf8e8bdc7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a49d178e-50d3-4f2f-8b8b-7b9aa204d775 HTTP/1.1" status: 204 len: 168 time: 0.4466546 Apr 18 21:04:27.928218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e937b777-4a0c-4a93-b3b2-0c668a113327 req-b36b9d90-93ce-4dd1-a84f-4b39a083146f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=17d04cc6-896d-4829-b256-b08adef012b1 HTTP/1.1" status: 200 len: 217 time: 0.2388313 Apr 18 21:04:27.995539 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.195378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b777-4a0c-4a93-b3b2-0c668a113327 req-3eebe543-3090-4d3a-a70a-8e5104d5fd55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:28.197608 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e937b777-4a0c-4a93-b3b2-0c668a113327 req-3eebe543-3090-4d3a-a70a-8e5104d5fd55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2078114 Apr 18 21:04:28.285563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-7ce8bd5c-24d9-4f95-8a12-1fbe8ff4a73d tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:28.286814 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-7ce8bd5c-24d9-4f95-8a12-1fbe8ff4a73d tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/networks?id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a HTTP/1.1" status: 200 len: 823 time: 0.5407672 Apr 18 21:04:28.330611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-9ff5fb78-3ec2-4dcd-bb0f-015d6109cb38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:28.338655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-9ff5fb78-3ec2-4dcd-bb0f-015d6109cb38 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.5562756 Apr 18 21:04:28.354353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-a2146de3-0c02-4a96-a6ca-a8b10bca12b2 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/quotas/4c343e3d1bbb45eb924713b7286635d3 HTTP/1.1" status: 200 len: 375 time: 0.0537367 Apr 18 21:04:28.360124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-85424648-36f6-455e-8907-2cb2ff8023c7 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:04:28.369589 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-85424648-36f6-455e-8907-2cb2ff8023c7 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0294762 Apr 18 21:04:28.481378 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.552447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-f17f5b92-5c00-4784-b01d-34eb2746bb19 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.1816790 Apr 18 21:04:28.658255 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e937b777-4a0c-4a93-b3b2-0c668a113327 req-4c1d447b-de6b-4233-a6c9-e7b6f7fef407 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4547718 Apr 18 21:04:28.703843 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-9947d527-9179-4eaf-8242-7753864b5876 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.1501787 Apr 18 21:04:29.061513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f536432a-0e9d-4406-a98b-0068a4decc76 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c343e3d1bbb45eb924713b7286635d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6868219 Apr 18 21:04:29.066262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-0069e27b-5210-47dc-b82e-3d8fd8151570 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Deleting port 2fa6889e-0cec-4d1c-8cf0-8fba665a8e3b {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:29.066612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-0069e27b-5210-47dc-b82e-3d8fd8151570 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.110873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-6e54171e-a870-45b6-bccb-8a539dfd3555 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:04:29.111921 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-6e54171e-a870-45b6-bccb-8a539dfd3555 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0135620 Apr 18 21:04:29.170533 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e937b777-4a0c-4a93-b3b2-0c668a113327 req-860671e6-2eda-403a-b18f-c735363b1a77 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040653 Apr 18 21:04:29.633779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c3067-a800-4644-833d-c6ba25a958b1 req-ad343ba4-2428-4f7f-997b-cbeebde2badd tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:29.637669 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-ad343ba4-2428-4f7f-997b-cbeebde2badd tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.26 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 821 time: 0.4111807 Apr 18 21:04:29.640285 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-a2ab7b2d-131b-4b2b-9baf-1c9a2fdbf2b7 service neutron] 10.222.0.11 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125713 Apr 18 21:04:29.642234 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-0069e27b-5210-47dc-b82e-3d8fd8151570 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.642553 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-0069e27b-5210-47dc-b82e-3d8fd8151570 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.658678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Request body: {'port': {'device_id': '6636a008-7273-4f1b-ad9a-6191f58b49a7', 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a', 'admin_state_up': True, 'tenant_id': 'dab6748eaf3e409f9a3ff9969581722b'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:29.750577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e937b777-4a0c-4a93-b3b2-0c668a113327 req-49ab856f-ba62-41ba-87da-8eb915aa0109 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310719 Apr 18 21:04:29.877345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-0069e27b-5210-47dc-b82e-3d8fd8151570 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Calling delete_port for 2fa6889e-0cec-4d1c-8cf0-8fba665a8e3b owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:30.049930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-5204d5b2-eab2-47d0-bea1-cdfbb76b6c26 service neutron] 10.222.0.11 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915539 Apr 18 21:04:30.093625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:30.099993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Usage tracker for resource:port and tenant:dab6748eaf3e409f9a3ff9969581722b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:30.106522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:30.117100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:30.233015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Made reservation on behalf of dab6748eaf3e409f9a3ff9969581722b for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:30.239634 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.286555 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-0069e27b-5210-47dc-b82e-3d8fd8151570 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.426415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069e27b-5210-47dc-b82e-3d8fd8151570 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Pushing event deleted for resources: {'Port': ['ID=2fa6889e-0cec-4d1c-8cf0-8fba665a8e3b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:30.548443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 17d04cc6-896d-4829-b256-b08adef012b1 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:04:30.571757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Allocated IP 172.20.0.9 (dbc13dec-00f3-4832-bc9d-a14781c5f66a/b34c619c-e654-4ba8-a640-81b7c7c84856/58df5e0a-844d-4e73-9226-cd285982aafd) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:30.985274 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.985388 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-0069e27b-5210-47dc-b82e-3d8fd8151570 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.042388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 17d04cc6-896d-4829-b256-b08adef012b1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=17d04cc6-896d-4829-b256-b08adef012b1,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:31.045457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ebef3-a045-43dd-a05e-84ca397088d2 req-4281fff0-1ad9-49b8-ac70-95745a8298b4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:31.055358 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a75ebef3-a045-43dd-a05e-84ca397088d2 req-4281fff0-1ad9-49b8-ac70-95745a8298b4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 948 time: 0.1962919 Apr 18 21:04:31.071272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '17d04cc6-896d-4829-b256-b08adef012b1', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '17d04cc6-896d-4829-b256-b08adef012b1', 'mac_address': 'fa:16:3e:de:bd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:04:31.180840 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-0069e27b-5210-47dc-b82e-3d8fd8151570 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.187199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc919d88-23ed-4aaf-8e74-06281bef7484 req-0069e27b-5210-47dc-b82e-3d8fd8151570 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "DELETE /v2.0/floatingips/8f389a62-cbef-474a-91d3-56c0cc27c1c6 HTTP/1.1" status: 204 len: 173 time: 2.4794452 Apr 18 21:04:31.197505 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.205197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.229041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a75ebef3-a045-43dd-a05e-84ca397088d2 req-6a297786-43c0-4c71-866b-a4360e1b245e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719663 Apr 18 21:04:31.249261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d04cc6-896d-4829-b256-b08adef012b1 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:04:31.299957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 17d04cc6-896d-4829-b256-b08adef012b1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=17d04cc6-896d-4829-b256-b08adef012b1,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:31.421629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0f29c1c-98ef-46e5-93b8-b371b0b07ad5 req-2aaa5a28-12d8-4bdd-9b9c-a98509c882b3 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 210 time: 0.0936754 Apr 18 21:04:31.423795 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.429601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.430674 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2412064-1b0b-4dba-92c4-5cbe8d247bc5 req-f0600d06-ea5a-4642-9725-60d6adc66879 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 210 time: 0.0527740 Apr 18 21:04:31.567033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Network dbc13dec-00f3-4832-bc9d-a14781c5f66a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:31.577043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:31.588835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:31.677280 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-8d241b76-0918-4c13-bdfc-88f7932864cb req-b6d89cbe-9946-4807-b1fd-57e19d7b998e tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] show failed (client error): The resource could not be found. Apr 18 21:04:31.690618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=17d04cc6-896d-4829-b256-b08adef012b1,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:31.695072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['17d04cc6-896d-4829-b256-b08adef012b1'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:04:31.699569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8d241b76-0918-4c13-bdfc-88f7932864cb req-b6d89cbe-9946-4807-b1fd-57e19d7b998e tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/floatingips/8f389a62-cbef-474a-91d3-56c0cc27c1c6 HTTP/1.1" status: 404 len: 350 time: 0.2219141 Apr 18 21:04:31.765940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Pushing event updated for resources: {'Port': ['ID=58df5e0a-844d-4e73-9226-cd285982aafd,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:31.830965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:31.830965 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.956157 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-cce7de8d-38f8-49d1-b033-db5edc88cc2f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3053956 Apr 18 21:04:31.971789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Request body: {'port': {'device_id': '6636a008-7273-4f1b-ad9a-6191f58b49a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:32.013754 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-30a084ad-8176-41f2-9d4f-5d657e46259c req-3715e6b8-2f8c-4c14-a861-04e934a4db35 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] show failed (client error): The resource could not be found. Apr 18 21:04:32.015024 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30a084ad-8176-41f2-9d4f-5d657e46259c req-3715e6b8-2f8c-4c14-a861-04e934a4db35 tempest-FloatingIPsTestJSON-1077417979 tempest-FloatingIPsTestJSON-1077417979-project] 10.222.0.11 "GET /v2.0/floatingips/8f389a62-cbef-474a-91d3-56c0cc27c1c6 HTTP/1.1" status: 404 len: 350 time: 0.2889535 Apr 18 21:04:32.038260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59416) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:32.195455 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.566345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 17d04cc6-896d-4829-b256-b08adef012b1 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:32.901814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 17d04cc6-896d-4829-b256-b08adef012b1 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:32.911485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 17d04cc6-896d-4829-b256-b08adef012b1 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:32.911991 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.095669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58df5e0a-844d-4e73-9226-cd285982aafd {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:04:33.110021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.153259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Transition to ACTIVE for port object 58df5e0a-844d-4e73-9226-cd285982aafd will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:33.256086 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.261519 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.327606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6ea2f86-6d8e-416a-9340-a80a7bafbf43 req-cdd6d014-7fa5-4569-93ae-89573ee2a3f9 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 210 time: 0.1329353 Apr 18 21:04:33.347892 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.382743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e7d62-8717-4798-a92b-87217494e1bd req-65e216bd-a9ed-41e9-8d6c-7ed957361a5b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:33.404166 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-689e7d62-8717-4798-a92b-87217494e1bd req-65e216bd-a9ed-41e9-8d6c-7ed957361a5b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 949 time: 0.8985169 Apr 18 21:04:33.536034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 17d04cc6-896d-4829-b256-b08adef012b1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=17d04cc6-896d-4829-b256-b08adef012b1,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:33.544511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4823f7-a325-4e09-bd15-955c6b4de20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d04cc6-896d-4829-b256-b08adef012b1'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:04:33.601740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Pushing event updated for resources: {'Port': ['ID=58df5e0a-844d-4e73-9226-cd285982aafd,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:33.611330 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.737181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-689e7d62-8717-4798-a92b-87217494e1bd req-0462341b-4291-4a5d-a371-80bb15a54b19 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321416 Apr 18 21:04:33.872565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=17d04cc6-896d-4829-b256-b08adef012b1,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:33.898208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Attempting to bind port 58df5e0a-844d-4e73-9226-cd285982aafd on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:33.899099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Attempting to bind port 58df5e0a-844d-4e73-9226-cd285982aafd by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:33.899237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Attempting to bind port 58df5e0a-844d-4e73-9226-cd285982aafd on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:33.905750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Port 58df5e0a-844d-4e73-9226-cd285982aafd on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:33.906075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Attempting to bind port 58df5e0a-844d-4e73-9226-cd285982aafd on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:33.913369 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-290b49bf-477d-4bbe-98be-cbf0f9271b9a'] response: {'server_uuid': 'de4823f7-a325-4e09-bd15-955c6b4de20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d04cc6-896d-4829-b256-b08adef012b1', 'code': 200} Apr 18 21:04:33.914602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:33.915158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:33.915570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:33.916051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Bound port: 58df5e0a-844d-4e73-9226-cd285982aafd, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:33.917375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.250202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f3724-778d-4a50-ac5c-cd3150d28098 req-8b3d79a6-6c8e-4991-a0a3-bd1f695af358 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:34.250202 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b6f3724-778d-4a50-ac5c-cd3150d28098 req-8b3d79a6-6c8e-4991-a0a3-bd1f695af358 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 943 time: 0.6033030 Apr 18 21:04:34.331756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:34.331756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=58df5e0a-844d-4e73-9226-cd285982aafd,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:34.443591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8b6f3724-778d-4a50-ac5c-cd3150d28098 req-863700f2-605e-4534-9db2-5d8da7b2077c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Synchronizing usage tracker for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:34.478695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee76732d-2817-4883-bf05-46872a2644ef req-25f15da1-b7ac-4d1f-9132-05e64062a3ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 1101 time: 0.4271092 Apr 18 21:04:34.559287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee76732d-2817-4883-bf05-46872a2644ef req-6d366a52-6f8d-490e-9dfd-0a58d4974e44 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732043 Apr 18 21:04:34.597190 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2fa42d7-5632-41da-b423-2108c77fea06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.812915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.881703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8b6f3724-778d-4a50-ac5c-cd3150d28098 req-863700f2-605e-4534-9db2-5d8da7b2077c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Unset dirty status for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:34.883462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b6f3724-778d-4a50-ac5c-cd3150d28098 req-863700f2-605e-4534-9db2-5d8da7b2077c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6385508 Apr 18 21:04:34.997538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.999271 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/58df5e0a-844d-4e73-9226-cd285982aafd HTTP/1.1" status: 200 len: 1091 time: 3.0344684 Apr 18 21:04:34.999958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6636a008-7273-4f1b-ad9a-6191f58b49a7', 'tag': '58df5e0a-844d-4e73-9226-cd285982aafd'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:04:35.030930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cf061-e8d1-4b3a-aeb4-c0f87cd535d0 service neutron] Pushing event updated for resources: {'Port': ['ID=58df5e0a-844d-4e73-9226-cd285982aafd,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:35.445088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1338fb9-cedc-4a68-891a-79db71eac8a3 req-aebaa0be-a08d-4c92-a930-721603a220b6 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 210 time: 0.2094285 Apr 18 21:04:35.490869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-d8cccbce-dd2d-445e-aad8-5bb6939e048c tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:35.491598 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-d8cccbce-dd2d-445e-aad8-5bb6939e048c tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Synchronizing usage tracker for tenant:4c343e3d1bbb45eb924713b7286635d3 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:35.520819 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-5c99f122-c294-4ce2-807f-5e2ce0136da4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 1094 time: 0.3968668 Apr 18 21:04:35.660564 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083dd1a0-f9d1-480a-8140-157a98ce93af'] response: {'name': 'network-changed', 'server_uuid': '6636a008-7273-4f1b-ad9a-6191f58b49a7', 'tag': '58df5e0a-844d-4e73-9226-cd285982aafd', 'status': 'completed', 'code': 200} Apr 18 21:04:35.699259 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-6c0040fa-2c7b-48a7-932e-ccf2d09bd936 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58df5e0a-844d-4e73-9226-cd285982aafd HTTP/1.1" status: 200 len: 217 time: 0.1640997 Apr 18 21:04:35.740720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f04464-3259-4b04-9a39-5bb132c88c83 req-9e80383a-8cc6-43b6-a58d-9f9461819e5b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:35.749784 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4f04464-3259-4b04-9a39-5bb132c88c83 req-9e80383a-8cc6-43b6-a58d-9f9461819e5b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.3621559 Apr 18 21:04:35.800044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-d8cccbce-dd2d-445e-aad8-5bb6939e048c tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Unset dirty status for tenant:4c343e3d1bbb45eb924713b7286635d3 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:35.802341 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-d8cccbce-dd2d-445e-aad8-5bb6939e048c tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.26 "GET /v2.0/networks?id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a HTTP/1.1" status: 200 len: 823 time: 0.7258325 Apr 18 21:04:35.833972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c3067-a800-4644-833d-c6ba25a958b1 req-5951cf10-60fc-4b53-a589-2a8fd922059b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:35.835427 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-5951cf10-60fc-4b53-a589-2a8fd922059b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.1297300 Apr 18 21:04:35.915025 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-0962200a-aea4-4b8b-bd89-5a77786184b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698333 Apr 18 21:04:35.995159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4f04464-3259-4b04-9a39-5bb132c88c83 req-ae3bc6d7-90a2-4a0d-8e73-9269cc7a6bce tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439547 Apr 18 21:04:36.075829 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-3c2aa9c3-bf68-45a3-ab30-0f30466c3f6b service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446204 Apr 18 21:04:36.162499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-0aff782a-2ad8-42d5-9213-66822a003cdf tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Synchronizing usage tracker for tenant:4c343e3d1bbb45eb924713b7286635d3 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:36.185964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa42d7-5632-41da-b423-2108c77fea06 admin admin] Deleting port fcf4f507-e450-41b9-b420-16ca55c3323f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:36.188222 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2fa42d7-5632-41da-b423-2108c77fea06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.198644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-0aff782a-2ad8-42d5-9213-66822a003cdf tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Unset dirty status for tenant:4c343e3d1bbb45eb924713b7286635d3 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:36.199863 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-0aff782a-2ad8-42d5-9213-66822a003cdf tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c343e3d1bbb45eb924713b7286635d3 HTTP/1.1" status: 200 len: 380 time: 0.3832779 Apr 18 21:04:36.219310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Request body: {'port': {'device_id': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'admin_state_up': True, 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'security_groups': ['55532f8a-cf16-4603-ae77-f0142c8b9846']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:36.362480 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-272c3067-a800-4644-833d-c6ba25a958b1 req-92636e00-5af9-404f-b09f-f21c2058209c service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801011 Apr 18 21:04:36.438182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:36.443833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Usage tracker for resource:port and tenant:4c343e3d1bbb45eb924713b7286635d3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:36.447340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:36.457369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:36.497830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-d2fa42d7-5632-41da-b423-2108c77fea06 admin admin] For port fcf4f507-e450-41b9-b420-16ca55c3323f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fcf4f507-e450-41b9-b420-16ca55c3323f,segment=NetworkSegment(950639fd-5cff-417f-9028-9c6b5229bbc7),segment_id=950639fd-5cff-417f-9028-9c6b5229bbc7)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:36.498398 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2fa42d7-5632-41da-b423-2108c77fea06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.627858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Made reservation on behalf of 4c343e3d1bbb45eb924713b7286635d3 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:36.646728 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.673264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa42d7-5632-41da-b423-2108c77fea06 admin admin] Calling delete_port for fcf4f507-e450-41b9-b420-16ca55c3323f owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:36.793874 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-73fef4b2-98cc-4875-b6f4-65d9ebc84203 req-33ae8040-c1c9-465a-9243-924ec9e922ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 1094 time: 0.2754161 Apr 18 21:04:37.017328 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dcc0819c-626c-480b-8b7d-d47a07c9d570 req-878d02ab-4ce2-417b-aaaa-b9e845d399e3 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 210 time: 0.2825313 Apr 18 21:04:37.092949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Allocated IP 172.20.0.12 (2ecb2828-cca3-4e35-82e7-e96c48a93f7a/7fdcd53c-a783-4ede-b053-9e521ca04a70/64a4d1ef-3a83-474b-9132-9479fedef931) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:37.126726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fef4b2-98cc-4875-b6f4-65d9ebc84203 req-a01b75f2-8e03-4d08-872a-0812913f31a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:37.128645 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-73fef4b2-98cc-4875-b6f4-65d9ebc84203 req-a01b75f2-8e03-4d08-872a-0812913f31a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.3254774 Apr 18 21:04:37.146133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe9c39-eb36-40e8-b0a6-e801a6e125da req-0b840575-4871-4c32-b5e5-7d90a8cad89f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:37.147974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ddbe9c39-eb36-40e8-b0a6-e801a6e125da req-0b840575-4871-4c32-b5e5-7d90a8cad89f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 943 time: 0.4115522 Apr 18 21:04:37.242797 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-73fef4b2-98cc-4875-b6f4-65d9ebc84203 req-5b8d5464-1013-4300-a1ae-2a63820838b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58df5e0a-844d-4e73-9226-cd285982aafd HTTP/1.1" status: 200 len: 217 time: 0.0987532 Apr 18 21:04:37.294691 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ddbe9c39-eb36-40e8-b0a6-e801a6e125da req-8771b4a8-7a9c-4a56-9042-6f59ac14f037 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318564 Apr 18 21:04:37.313225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2fa42d7-5632-41da-b423-2108c77fea06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.415053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa42d7-5632-41da-b423-2108c77fea06 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf4f507-e450-41b9-b420-16ca55c3323f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:37.537693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fef4b2-98cc-4875-b6f4-65d9ebc84203 req-df8abe94-0618-4007-928e-791ff7fe8bd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:37.539928 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-73fef4b2-98cc-4875-b6f4-65d9ebc84203 req-df8abe94-0618-4007-928e-791ff7fe8bd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.2920091 Apr 18 21:04:37.639473 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-73fef4b2-98cc-4875-b6f4-65d9ebc84203 req-8289296e-aa9c-43a5-9b53-9c72b79a5eb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872521 Apr 18 21:04:37.842145 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.884559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Transition to ACTIVE for port object 64a4d1ef-3a83-474b-9132-9479fedef931 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:37.895197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b959b-20ee-4bff-875c-cc90259ee211 req-452f3c71-9ff5-40e9-b8bc-0e89acc5e871 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:37.898101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b2b959b-20ee-4bff-875c-cc90259ee211 req-452f3c71-9ff5-40e9-b8bc-0e89acc5e871 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.2384756 Apr 18 21:04:37.914511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-73fef4b2-98cc-4875-b6f4-65d9ebc84203 req-fc6135fa-4c65-42e2-8566-934bd265a1fd service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739046 Apr 18 21:04:37.972679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b2b959b-20ee-4bff-875c-cc90259ee211 req-111ebe9d-c3e8-4bcc-9714-2dd2a0be5303 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636282 Apr 18 21:04:38.048334 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2fa42d7-5632-41da-b423-2108c77fea06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.093362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59510) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:38.157792 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.315040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:38.322211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:38.337714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:38.448205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Pushing event updated for resources: {'Port': ['ID=64a4d1ef-3a83-474b-9132-9479fedef931,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:38.456588 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-73fef4b2-98cc-4875-b6f4-65d9ebc84203 req-b50eb24f-2820-435f-a965-6c7e3bf67610 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318940 Apr 18 21:04:38.473551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:38.474178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:38.474619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:38.475058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:38.475589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:38.476010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:38.477194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:38.478063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:38.478063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:38.478577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:38.479014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:38.493446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:38.493446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.576477 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-f139111c-655d-463c-a1bf-078b77ac7fda tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3610420 Apr 18 21:04:38.589086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Request body: {'port': {'device_id': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:38.733240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d2d0d47-6a9b-4dfd-9b0e-64fcca5ea4c8 req-2d85cd3a-fba8-4a9b-a2a3-68ca240d4c45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1994898 Apr 18 21:04:38.809795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-af762216-92f6-4d0e-b825-32fd51250de0 None None] Provisioning for port 64a4d1ef-3a83-474b-9132-9479fedef931 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:38.815873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-af762216-92f6-4d0e-b825-32fd51250de0 None None] Provisioning complete for port 64a4d1ef-3a83-474b-9132-9479fedef931 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:38.816509 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-af762216-92f6-4d0e-b825-32fd51250de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.840160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e231b-d768-4340-92dd-ea829b420180 req-28de4e60-4827-4d9a-8326-29ac9d1a94ac tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:38.841871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-045e231b-d768-4340-92dd-ea829b420180 req-28de4e60-4827-4d9a-8326-29ac9d1a94ac tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 932 time: 0.3600698 Apr 18 21:04:38.847448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.970602 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-045e231b-d768-4340-92dd-ea829b420180 req-54600af2-21a0-4f25-824a-09820a738544 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165731 Apr 18 21:04:39.007573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-af762216-92f6-4d0e-b825-32fd51250de0 None None] Port 64a4d1ef-3a83-474b-9132-9479fedef931 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:39.032241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28a290a1-504e-418a-b38b-333be450bae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.120492 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.156948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59524) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:39.173544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-28a290a1-504e-418a-b38b-333be450bae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:39.198497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-28a290a1-504e-418a-b38b-333be450bae7 admin admin] Usage tracker for resource:security_group_rule and tenant:d7f59b3c89e145f9808b63a836165ee9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:39.287813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-28a290a1-504e-418a-b38b-333be450bae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:39.307239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-28a290a1-504e-418a-b38b-333be450bae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:39.377204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78ce3b-7075-41c0-9ea7-9bf5ca665d0e req-a218e478-07a3-44c2-ab96-34302c68c35c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:39.385041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf78ce3b-7075-41c0-9ea7-9bf5ca665d0e req-a218e478-07a3-44c2-ab96-34302c68c35c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 943 time: 0.1682518 Apr 18 21:04:39.681153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28a290a1-504e-418a-b38b-333be450bae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.684870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59538) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:39.697942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf78ce3b-7075-41c0-9ea7-9bf5ca665d0e req-68ea32e0-441f-4393-a091-7c9dca548db3 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117204 Apr 18 21:04:39.763905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d007f2-04b6-4abc-85c1-3ef77a24e40b req-ff156183-0705-4c19-9f9f-2eea97a67895 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:39.771814 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5d007f2-04b6-4abc-85c1-3ef77a24e40b req-ff156183-0705-4c19-9f9f-2eea97a67895 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.1974573 Apr 18 21:04:39.809194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28a290a1-504e-418a-b38b-333be450bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.838633 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5d007f2-04b6-4abc-85c1-3ef77a24e40b req-47540093-613a-49be-8601-383e10a80df5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658207 Apr 18 21:04:39.849663 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be9a7cf0-9947-407c-a380-b880049ad671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.891600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fa42d7-5632-41da-b423-2108c77fea06 admin admin] Router c2772070-4664-49dd-a9bb-acf73735a126 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:04:39.973229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a4d1ef-3a83-474b-9132-9479fedef931 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:04:40.012152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a290a1-504e-418a-b38b-333be450bae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670842f8-f8a8-4da2-8745-ddd42dcde6da,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:40.020675 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.032227 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-28a290a1-504e-418a-b38b-333be450bae7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7f59b3c89e145f9808b63a836165ee9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9204941 Apr 18 21:04:40.039833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59548) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:40.053249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-be9a7cf0-9947-407c-a380-b880049ad671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:40.073652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-be9a7cf0-9947-407c-a380-b880049ad671 admin admin] Usage tracker for resource:security_group_rule and tenant:d7fe1f17fbc24aa7adca1004a07abd56 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:40.079390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Transition to ACTIVE for port object 64a4d1ef-3a83-474b-9132-9479fedef931 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:40.081740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-be9a7cf0-9947-407c-a380-b880049ad671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:40.097047 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-39c3ebad-f777-4e01-a09b-cdde121be0c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4104526 Apr 18 21:04:40.104899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-be9a7cf0-9947-407c-a380-b880049ad671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:40.168866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d67d6599-3abc-421b-b7fc-6270322b300c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.172489 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.214322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fa42d7-5632-41da-b423-2108c77fea06 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:40.223913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59162e2-d7ca-4858-8b74-34a58a905f85 None None] Sync routers for ids ['c2772070-4664-49dd-a9bb-acf73735a126'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:40.233683 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d2fa42d7-5632-41da-b423-2108c77fea06 admin admin] 10.222.0.11 "PUT /v2.0/routers/c2772070-4664-49dd-a9bb-acf73735a126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1929410 Apr 18 21:04:40.238032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59556) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:40.258471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59162e2-d7ca-4858-8b74-34a58a905f85 None None] Routers {'c2772070-4664-49dd-a9bb-acf73735a126'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:40.266388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f59162e2-d7ca-4858-8b74-34a58a905f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:04:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c2772070-4664-49dd-a9bb-acf73735a126'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:40.414233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Pushing event updated for resources: {'Port': ['ID=64a4d1ef-3a83-474b-9132-9479fedef931,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:40.487975 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d67d6599-3abc-421b-b7fc-6270322b300c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.517685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f59162e2-d7ca-4858-8b74-34a58a905f85 None None] Set router c2772070-4664-49dd-a9bb-acf73735a126 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:04:40.687353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3279e5-75b2-45a1-be3b-76c3b5b3506f req-7355216e-2416-492c-b5b3-75b236eb3e14 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:40.697392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae3279e5-75b2-45a1-be3b-76c3b5b3506f req-7355216e-2416-492c-b5b3-75b236eb3e14 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 944 time: 0.3008614 Apr 18 21:04:40.863186 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae3279e5-75b2-45a1-be3b-76c3b5b3506f req-25211086-18d6-44b6-8438-1ef3e8d48a69 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640005 Apr 18 21:04:40.888822 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.899875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be9a7cf0-9947-407c-a380-b880049ad671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.010962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be9a7cf0-9947-407c-a380-b880049ad671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.126493 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 58df5e0a-844d-4e73-9226-cd285982aafd details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:04:41.255045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a7cf0-9947-407c-a380-b880049ad671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408b42c3-7e18-4af8-a27e-cc8d35c75b7f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:41.280581 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-be9a7cf0-9947-407c-a380-b880049ad671 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7fe1f17fbc24aa7adca1004a07abd56&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1211357 Apr 18 21:04:41.281995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59590) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:41.316460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=58df5e0a-844d-4e73-9226-cd285982aafd,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:41.370748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '58df5e0a-844d-4e73-9226-cd285982aafd', 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a', 'port_id': '58df5e0a-844d-4e73-9226-cd285982aafd', 'mac_address': 'fa:16:3e:be:4a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34c619c-e654-4ba8-a640-81b7c7c84856', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:04:41.435191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d67d6599-3abc-421b-b7fc-6270322b300c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.484210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d6599-3abc-421b-b7fc-6270322b300c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670842f8-f8a8-4da2-8745-ddd42dcde6da,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:41.485464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0558b9-e950-47ef-9b48-411e1ca737e2 req-e0ab03ae-ca1f-4851-86c3-052b7e5e9899 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:41.495645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c0558b9-e950-47ef-9b48-411e1ca737e2 req-e0ab03ae-ca1f-4851-86c3-052b7e5e9899 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 943 time: 0.3675988 Apr 18 21:04:41.527560 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d67d6599-3abc-421b-b7fc-6270322b300c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.531741 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d67d6599-3abc-421b-b7fc-6270322b300c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/670842f8-f8a8-4da2-8745-ddd42dcde6da HTTP/1.1" status: 204 len: 168 time: 1.4800200 Apr 18 21:04:41.567621 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.583847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Attempting to bind port 64a4d1ef-3a83-474b-9132-9479fedef931 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:41.585231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Attempting to bind port 64a4d1ef-3a83-474b-9132-9479fedef931 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:41.585634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Attempting to bind port 64a4d1ef-3a83-474b-9132-9479fedef931 on network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:41.598080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6166c-65ee-459e-a29b-f496de45ad84 req-8e7a6a94-a438-46db-867f-a02ae1f1df35 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:41.605875 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58df5e0a-844d-4e73-9226-cd285982aafd {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:04:41.606742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Port 64a4d1ef-3a83-474b-9132-9479fedef931 on network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:41.609287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Attempting to bind port 64a4d1ef-3a83-474b-9132-9479fedef931 on network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:41.610519 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5f6166c-65ee-459e-a29b-f496de45ad84 req-8e7a6a94-a438-46db-867f-a02ae1f1df35 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.3479724 Apr 18 21:04:41.636949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=58df5e0a-844d-4e73-9226-cd285982aafd,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:41.662621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:41.663232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Checking segment: {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:41.663881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Bound using segment: {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:41.664535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Bound port: 64a4d1ef-3a83-474b-9132-9479fedef931, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:41.665148 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.676019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f59162e2-d7ca-4858-8b74-34a58a905f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'name': 'tempest-FloatingIPsTestJSON-1126068766-router', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:04:37Z', 'revision_number': 5, 'project_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'gw_port': {'id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:27Z', 'updated_at': '2022-04-18T21:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:41.676742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59162e2-d7ca-4858-8b74-34a58a905f85 None None] Checking router: c2772070-4664-49dd-a9bb-acf73735a126 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:04:41.696772 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59162e2-d7ca-4858-8b74-34a58a905f85 None None] Routers {'c2772070-4664-49dd-a9bb-acf73735a126'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:41.697745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f59162e2-d7ca-4858-8b74-34a58a905f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:04:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c2772070-4664-49dd-a9bb-acf73735a126'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:41.721860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c0558b9-e950-47ef-9b48-411e1ca737e2 req-f1182ad9-462e-497a-bc00-ad21806b1ae8 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251768 Apr 18 21:04:41.794156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5f6166c-65ee-459e-a29b-f496de45ad84 req-75cd5fa5-1086-4d02-99bf-cf2eaedca6d6 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808529 Apr 18 21:04:41.840126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] For port 64a4d1ef-3a83-474b-9132-9479fedef931, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:41.840126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] For port 64a4d1ef-3a83-474b-9132-9479fedef931, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=64a4d1ef-3a83-474b-9132-9479fedef931,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:41.845814 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f084-ba43-4395-9973-82d92bb6bead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.859274 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.869097 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.900366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f084-ba43-4395-9973-82d92bb6bead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.956151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Deleting port cb6d61dd-be18-4fdb-b589-80bd088b4bea {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:41.956887 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.978286 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.053769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.055588 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] 10.222.0.26 "PUT /v2.0/ports/64a4d1ef-3a83-474b-9132-9479fedef931 HTTP/1.1" status: 200 len: 1092 time: 3.4712212 Apr 18 21:04:42.062578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'tag': '64a4d1ef-3a83-474b-9132-9479fedef931'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:04:42.081822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f59162e2-d7ca-4858-8b74-34a58a905f85 None None] Set router c2772070-4664-49dd-a9bb-acf73735a126 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:04:42.101027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f084-ba43-4395-9973-82d92bb6bead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.130922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f084-ba43-4395-9973-82d92bb6bead admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.138572 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9aa7f084-ba43-4395-9973-82d92bb6bead admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/408b42c3-7e18-4af8-a27e-cc8d35c75b7f HTTP/1.1" status: 204 len: 168 time: 0.8462856 Apr 18 21:04:42.166189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f084-ba43-4395-9973-82d92bb6bead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408b42c3-7e18-4af8-a27e-cc8d35c75b7f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:42.198736 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12642a-8116-4a49-bb05-9407e87af41d service neutron] Pushing event updated for resources: {'Port': ['ID=64a4d1ef-3a83-474b-9132-9479fedef931,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:42.362464 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-bd37687b-e2db-4920-81e2-a998a1e1e8a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c343e3d1bbb45eb924713b7286635d3&device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 1095 time: 0.1104896 Apr 18 21:04:42.393056 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Sync routers for ids ['43adeff7-0019-4bd2-9152-eb9bb69360c8'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:42.416884 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Routers {'43adeff7-0019-4bd2-9152-eb9bb69360c8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:42.424692 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:04:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['43adeff7-0019-4bd2-9152-eb9bb69360c8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:42.568839 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-5d6f241a-93ce-4282-a76e-fd0a6568080c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64a4d1ef-3a83-474b-9132-9479fedef931 HTTP/1.1" status: 200 len: 217 time: 0.1934929 Apr 18 21:04:42.687854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] For port cb6d61dd-be18-4fdb-b589-80bd088b4bea, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cb6d61dd-be18-4fdb-b589-80bd088b4bea,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:42.688401 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.744710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-ca983cd4-b189-4dff-bcf0-9bb2ab313f3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:42.746211 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-ca983cd4-b189-4dff-bcf0-9bb2ab313f3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7fdcd53c-a783-4ede-b053-9e521ca04a70 HTTP/1.1" status: 200 len: 862 time: 0.1705263 Apr 18 21:04:42.860458 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fca0018-88c4-4648-a383-8bd7e28bbdd5'] response: {'name': 'network-changed', 'server_uuid': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'tag': '64a4d1ef-3a83-474b-9132-9479fedef931', 'status': 'completed', 'code': 200} Apr 18 21:04:42.933588 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Set router 43adeff7-0019-4bd2-9152-eb9bb69360c8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:04:42.942023 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-1858a1ab-5204-40ed-8a1c-2057d72f3de8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1831920 Apr 18 21:04:42.983580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07123c94-523e-4f4a-a05a-c5c32755d448 req-414a4598-2236-4308-8459-b588a253b4b1 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:42.985152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07123c94-523e-4f4a-a05a-c5c32755d448 req-414a4598-2236-4308-8459-b588a253b4b1 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 944 time: 0.6073973 Apr 18 21:04:42.990554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['58df5e0a-844d-4e73-9226-cd285982aafd'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:04:42.994507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Calling delete_port for cb6d61dd-be18-4fdb-b589-80bd088b4bea owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:43.045912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59620) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:43.135002 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07c930c0-7b9d-4e2c-8cd6-b43daca11ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.144165 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07123c94-523e-4f4a-a05a-c5c32755d448 req-a0864990-3c96-4cc5-a67d-f8f3a8aba1a3 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094956 Apr 18 21:04:43.347434 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-bb4a63f9-9dcd-4a10-afbf-1440f9b9f8c7 service neutron] 10.222.0.26 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025347 Apr 18 21:04:43.414999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=58df5e0a-844d-4e73-9226-cd285982aafd,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:43.558219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-07c930c0-7b9d-4e2c-8cd6-b43daca11ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:43.573163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-07c930c0-7b9d-4e2c-8cd6-b43daca11ebd admin admin] Usage tracker for resource:security_group_rule and tenant:20b2eb2fd2144812828766cbdb7e9582 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:43.582638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-07c930c0-7b9d-4e2c-8cd6-b43daca11ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:43.718289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-07c930c0-7b9d-4e2c-8cd6-b43daca11ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:43.816149 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-933f7381-f2fa-42cf-9e16-1f66acc136ab req-cff43e82-177a-4b49-94f4-b26854081be4 service neutron] 10.222.0.26 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618201 Apr 18 21:04:43.876949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f59162e2-d7ca-4858-8b74-34a58a905f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'name': 'tempest-FloatingIPsTestJSON-1126068766-router', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:04:37Z', 'revision_number': 5, 'project_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'gw_port': {'id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:27Z', 'updated_at': '2022-04-18T21:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:43.882185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59162e2-d7ca-4858-8b74-34a58a905f85 None None] The sync data for ids ['c2772070-4664-49dd-a9bb-acf73735a126'] in n-d-836017-3 is: [{'id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'name': 'tempest-FloatingIPsTestJSON-1126068766-router', 'tenant_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:04:37Z', 'revision_number': 5, 'project_id': '0dc2eab6828c47e590c385ba3d76ed7e', 'gw_port': {'id': 'cb6d61dd-be18-4fdb-b589-80bd088b4bea', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2772070-4664-49dd-a9bb-acf73735a126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:27Z', 'updated_at': '2022-04-18T21:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:43.893058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07c930c0-7b9d-4e2c-8cd6-b43daca11ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.948293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9db52-e2c4-43c6-b138-ceb221571a54 req-c8380c64-4675-49a5-899f-c793a0e2c1c9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:43.962306 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ec9db52-e2c4-43c6-b138-ceb221571a54 req-c8380c64-4675-49a5-899f-c793a0e2c1c9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 944 time: 0.5306647 Apr 18 21:04:43.979020 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-337787611-router', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:33Z', 'updated_at': '2022-04-18T21:03:58Z', 'revision_number': 4, 'project_id': '333ceed74774447d824d2c12bda9b1c7', 'gw_port': {'id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:38Z', 'updated_at': '2022-04-18T21:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '14c42d84-0811-4425-bcc1-0c630596e6ed', 'name': '', 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'mac_address': 'fa:16:3e:a9:16:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1063e53-1a53-43bf-b881-92fbeb61875c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:56Z', 'updated_at': '2022-04-18T21:03:58Z', 'revision_number': 2, 'project_id': '333ceed74774447d824d2c12bda9b1c7', 'subnets': [{'id': 'b1063e53-1a53-43bf-b881-92fbeb61875c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:43.983057 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Checking router: 43adeff7-0019-4bd2-9152-eb9bb69360c8 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:04:43.983521 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Updating router 43adeff7-0019-4bd2-9152-eb9bb69360c8 port 14c42d84-0811-4425-bcc1-0c630596e6ed binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:04:44.003652 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-585e7212-1893-4b9d-b6d5-19b9d3ef07c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 1101 time: 0.2320879 Apr 18 21:04:44.012756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e2008-0711-443b-a859-7533ef54e58f req-2cecb120-95e7-44e5-a02d-3b8857cf5333 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:44.014457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c9e2008-0711-443b-a859-7533ef54e58f req-2cecb120-95e7-44e5-a02d-3b8857cf5333 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.4397817 Apr 18 21:04:44.046767 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.157923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ec9db52-e2c4-43c6-b138-ceb221571a54 req-7711a430-2ad2-46e7-b69a-266f30361479 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017212 Apr 18 21:04:44.216457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c9e2008-0711-443b-a859-7533ef54e58f req-f792d7a1-1650-41d6-b2d0-ab3f4f62f840 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788146 Apr 18 21:04:44.384205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-799f77fc-465e-454b-afc9-fa6f40c987f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:44.385349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-799f77fc-465e-454b-afc9-fa6f40c987f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3698850 Apr 18 21:04:44.452957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 58df5e0a-844d-4e73-9226-cd285982aafd up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:44.511451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-3cf8b669-38f5-464a-9c6b-0296fcf8e751 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=17d04cc6-896d-4829-b256-b08adef012b1 HTTP/1.1" status: 200 len: 217 time: 0.0881991 Apr 18 21:04:44.532445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07c930c0-7b9d-4e2c-8cd6-b43daca11ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.603433 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.670679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6d61dd-be18-4fdb-b589-80bd088b4bea,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:44.682723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c930c0-7b9d-4e2c-8cd6-b43daca11ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd0268e-4e2c-4a7b-adfa-9c46d0675896,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:44.697206 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.702277 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-07c930c0-7b9d-4e2c-8cd6-b43daca11ebd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20b2eb2fd2144812828766cbdb7e9582&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6552365 Apr 18 21:04:44.720346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59632) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:44.723598 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Transition to ACTIVE for port object 14c42d84-0811-4425-bcc1-0c630596e6ed will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:44.732798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:44.732798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:44.732798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:44.732798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:44.732798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:44.732798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:44.732798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:44.732798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:44.732798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:44.732798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:44.732798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:44.733927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 58df5e0a-844d-4e73-9226-cd285982aafd completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:44.740016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 58df5e0a-844d-4e73-9226-cd285982aafd triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:44.740362 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.750495 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f23f3d2-21f9-47c2-930f-87e7857560b0 req-0565cd84-6c5d-4c3a-9ec1-562bebba8374 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5074098 Apr 18 21:04:44.757908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-a2446b6f-f26c-4446-b609-435f71afe98f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:44.760661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-a2446b6f-f26c-4446-b609-435f71afe98f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2404149 Apr 18 21:04:44.828174 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.844401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76be1a-e3d9-450d-9cfb-85169132be7e req-05044a2e-2131-42d9-a56f-1b7e93d1c115 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:44.852071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b76be1a-e3d9-450d-9cfb-85169132be7e req-05044a2e-2131-42d9-a56f-1b7e93d1c115 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 944 time: 0.4701433 Apr 18 21:04:44.890597 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59644) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:44.946530 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d6730c4-e1fe-4b96-aa71-5af4de6610e8 req-20b1a705-7b6e-4a0a-b86e-56d51660bdc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c343e3d1bbb45eb924713b7286635d3&device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 1095 time: 0.3352339 Apr 18 21:04:45.001343 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6505-0ec5-4701-81a0-e788684e28e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.026552 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fcf4f507-e450-41b9-b420-16ca55c3323f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:45.206339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: fcf4f507-e450-41b9-b420-16ca55c3323f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:04:45.206793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fcf4f507-e450-41b9-b420-16ca55c3323f not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:45.222523 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:04:45.280290 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.352567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6636a008-7273-4f1b-ad9a-6191f58b49a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58df5e0a-844d-4e73-9226-cd285982aafd'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:04:45.371557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=58df5e0a-844d-4e73-9226-cd285982aafd,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:45.393677 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695e8aa-7aac-48fc-97d0-364577b17832 None None] Pushing event updated for resources: {'Port': ['ID=14c42d84-0811-4425-bcc1-0c630596e6ed,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:45.402173 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b76be1a-e3d9-450d-9cfb-85169132be7e req-2c745915-8fc9-4a3e-91a7-8c2fd3d895a1 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5487990 Apr 18 21:04:45.412327 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Attempting to bind port 14c42d84-0811-4425-bcc1-0c630596e6ed on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:45.418782 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Attempting to bind port 14c42d84-0811-4425-bcc1-0c630596e6ed by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '27fb365e-9531-4edf-a3a5-55d2840fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:45.420158 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Attempting to bind port 14c42d84-0811-4425-bcc1-0c630596e6ed on network 94f044a1-93fe-41ec-a129-07c342d44b56 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:45.428434 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:45.429875 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Checking segment: {'id': '27fb365e-9531-4edf-a3a5-55d2840fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:45.430739 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.431280 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Bound using segment: {'id': '27fb365e-9531-4edf-a3a5-55d2840fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:45.432354 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Bound port: 14c42d84-0811-4425-bcc1-0c630596e6ed, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fb365e-9531-4edf-a3a5-55d2840fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:45.432802 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.455920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6730c4-e1fe-4b96-aa71-5af4de6610e8 req-61e16ba8-28da-41c6-9b23-344796f1e1e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:45.455920 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d6730c4-e1fe-4b96-aa71-5af4de6610e8 req-61e16ba8-28da-41c6-9b23-344796f1e1e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a HTTP/1.1" status: 200 len: 924 time: 0.4443364 Apr 18 21:04:45.477739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7e1a6505-0ec5-4701-81a0-e788684e28e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:45.488123 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.502213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7e1a6505-0ec5-4701-81a0-e788684e28e8 admin admin] Usage tracker for resource:security_group_rule and tenant:9b7d0a0e37ca4b9a92eb9998f4f07215 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:45.510509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7e1a6505-0ec5-4701-81a0-e788684e28e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:45.516059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.579077 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-818467b2-d06c-4962-a9d7-d3d98d33964a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.611597 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-818467b2-d06c-4962-a9d7-d3d98d33964a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.688289 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d6730c4-e1fe-4b96-aa71-5af4de6610e8 req-e0e9a86a-0f74-46d8-bcc1-7774a0a7b724 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64a4d1ef-3a83-474b-9132-9479fedef931 HTTP/1.1" status: 200 len: 217 time: 0.1718080 Apr 18 21:04:45.692157 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] For port 14c42d84-0811-4425-bcc1-0c630596e6ed, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:45.708954 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] For port 14c42d84-0811-4425-bcc1-0c630596e6ed, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=14c42d84-0811-4425-bcc1-0c630596e6ed,segment=NetworkSegment(27fb365e-9531-4edf-a3a5-55d2840fd9a8),segment_id=27fb365e-9531-4edf-a3a5-55d2840fd9a8)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:45.713028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=58df5e0a-844d-4e73-9226-cd285982aafd,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:45.777291 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-818467b2-d06c-4962-a9d7-d3d98d33964a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.805095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818467b2-d06c-4962-a9d7-d3d98d33964a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd0268e-4e2c-4a7b-adfa-9c46d0675896,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:45.812608 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.828851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7e1a6505-0ec5-4701-81a0-e788684e28e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:45.855993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-818467b2-d06c-4962-a9d7-d3d98d33964a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.858537 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-818467b2-d06c-4962-a9d7-d3d98d33964a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bd0268e-4e2c-4a7b-adfa-9c46d0675896 HTTP/1.1" status: 204 len: 168 time: 1.1349952 Apr 18 21:04:45.860691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6730c4-e1fe-4b96-aa71-5af4de6610e8 req-362a8287-52e3-429a-93b9-8201a915b0f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:45.862715 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d6730c4-e1fe-4b96-aa71-5af4de6610e8 req-362a8287-52e3-429a-93b9-8201a915b0f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7fdcd53c-a783-4ede-b053-9e521ca04a70 HTTP/1.1" status: 200 len: 862 time: 0.1686442 Apr 18 21:04:45.965068 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695e8aa-7aac-48fc-97d0-364577b17832 None None] Pushing event updated for resources: {'Port': ['ID=14c42d84-0811-4425-bcc1-0c630596e6ed,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:45.979847 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Routers {'43adeff7-0019-4bd2-9152-eb9bb69360c8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:45.980916 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:04:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['43adeff7-0019-4bd2-9152-eb9bb69360c8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:46.089881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d6730c4-e1fe-4b96-aa71-5af4de6610e8 req-296ecbc3-1036-438e-a133-9e9d5d9ae0d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173619 Apr 18 21:04:46.093512 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.107807 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.373329 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6505-0ec5-4701-81a0-e788684e28e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.417861 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d6730c4-e1fe-4b96-aa71-5af4de6610e8 req-25b2f7e8-9fd2-4efa-9758-f4de53ddc398 service neutron] 10.222.0.26 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198936 Apr 18 21:04:46.446174 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] Set router 43adeff7-0019-4bd2-9152-eb9bb69360c8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:04:46.470481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-275b5d36-c9e9-45ef-9b26-c1bd90fd8406 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6782162 Apr 18 21:04:46.640214 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d6730c4-e1fe-4b96-aa71-5af4de6610e8 req-da9dabc2-03ca-4522-b353-3be6a33a1281 service neutron] 10.222.0.26 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166708 Apr 18 21:04:46.675920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f23f3d2-21f9-47c2-930f-87e7857560b0 req-e0ca8117-7ff3-4ce8-b2da-bcc50f337354 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1101 time: 1.7346597 Apr 18 21:04:46.683368 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6505-0ec5-4701-81a0-e788684e28e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.728295 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.728819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2772070-4664-49dd-a9bb-acf73735a126 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:04:46.863544 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-337787611-router', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:33Z', 'updated_at': '2022-04-18T21:03:58Z', 'revision_number': 4, 'project_id': '333ceed74774447d824d2c12bda9b1c7', 'gw_port': {'id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:38Z', 'updated_at': '2022-04-18T21:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '14c42d84-0811-4425-bcc1-0c630596e6ed', 'name': '', 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'mac_address': 'fa:16:3e:a9:16:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1063e53-1a53-43bf-b881-92fbeb61875c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:56Z', 'updated_at': '2022-04-18T21:04:45Z', 'revision_number': 4, 'project_id': '333ceed74774447d824d2c12bda9b1c7', 'subnets': [{'id': 'b1063e53-1a53-43bf-b881-92fbeb61875c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:46.881540 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c19dd0-648e-48b6-9dbd-712a6796d6e5 None None] The sync data for ids ['43adeff7-0019-4bd2-9152-eb9bb69360c8'] in n-d-836017-3 is: [{'id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-337787611-router', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:33Z', 'updated_at': '2022-04-18T21:03:58Z', 'revision_number': 4, 'project_id': '333ceed74774447d824d2c12bda9b1c7', 'gw_port': {'id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:38Z', 'updated_at': '2022-04-18T21:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '14c42d84-0811-4425-bcc1-0c630596e6ed', 'name': '', 'network_id': '94f044a1-93fe-41ec-a129-07c342d44b56', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'mac_address': 'fa:16:3e:a9:16:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1063e53-1a53-43bf-b881-92fbeb61875c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:56Z', 'updated_at': '2022-04-18T21:04:45Z', 'revision_number': 4, 'project_id': '333ceed74774447d824d2c12bda9b1c7', 'subnets': [{'id': 'b1063e53-1a53-43bf-b881-92fbeb61875c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:46.974524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.978666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7f52f394-7b8d-451f-8efd-f153dadfc17a admin admin] 10.222.0.11 "DELETE /v2.0/routers/c2772070-4664-49dd-a9bb-acf73735a126 HTTP/1.1" status: 204 len: 168 time: 6.7396071 Apr 18 21:04:46.979210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59678) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:46.991377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a6505-0ec5-4701-81a0-e788684e28e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94694f3e-aa15-420d-aac9-0372d0a4477a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:47.005208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7e1a6505-0ec5-4701-81a0-e788684e28e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b7d0a0e37ca4b9a92eb9998f4f07215&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1113720 Apr 18 21:04:47.015702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59682) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:47.092017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fadf5-f1e8-45da-8276-9fbfe7bf3303 req-21e0d2cf-ec43-4616-88e5-a86a1124d575 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:47.092407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-205fadf5-f1e8-45da-8276-9fbfe7bf3303 req-21e0d2cf-ec43-4616-88e5-a86a1124d575 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 1.2421634 Apr 18 21:04:47.111623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ad8342-10e0-4600-9663-c495642881d3 admin admin] Deleting subnet 64190edb-55e1-44ff-b19e-befd842af435 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:04:47.119171 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8342-10e0-4600-9663-c495642881d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.152500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-063b98eb-5133-452b-a0f5-3b61f5287a58 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732638 Apr 18 21:04:47.202678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d345c-990b-4ddd-b1e9-71c379c66162 req-252bf5d5-0407-4cf6-9922-f7221dced523 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:47.204028 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8342-10e0-4600-9663-c495642881d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.209712 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d7d345c-990b-4ddd-b1e9-71c379c66162 req-252bf5d5-0407-4cf6-9922-f7221dced523 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 945 time: 1.3866544 Apr 18 21:04:47.319383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23f3d2-21f9-47c2-930f-87e7857560b0 req-dfb74f99-cf50-441a-b08d-35ac7ae3a261 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:47.321746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f23f3d2-21f9-47c2-930f-87e7857560b0 req-dfb74f99-cf50-441a-b08d-35ac7ae3a261 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.6002247 Apr 18 21:04:47.419077 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8342-10e0-4600-9663-c495642881d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.433831 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee2a9c62-d4ab-4f7f-b0bf-add4d2020cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.440019 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f23f3d2-21f9-47c2-930f-87e7857560b0 req-39d3a013-6a45-4614-a7bd-406eb8c629c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 200 len: 217 time: 0.1063805 Apr 18 21:04:47.506287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-205fadf5-f1e8-45da-8276-9fbfe7bf3303 req-57d4bba1-647d-49a4-b52a-e50be13d90d4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127285 Apr 18 21:04:47.539337 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee2a9c62-d4ab-4f7f-b0bf-add4d2020cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.605903 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52f1542-c0f2-4414-abf1-1d6c02231ad7'] response: {'server_uuid': '6636a008-7273-4f1b-ad9a-6191f58b49a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58df5e0a-844d-4e73-9226-cd285982aafd', 'code': 200} Apr 18 21:04:47.612225 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8342-10e0-4600-9663-c495642881d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.650588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d7d345c-990b-4ddd-b1e9-71c379c66162 req-2cf61f4f-bcf5-4998-b225-8cc25b3a872e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397967 Apr 18 21:04:47.687677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23f3d2-21f9-47c2-930f-87e7857560b0 req-3936821c-137e-4826-ba5e-d5c39855c50a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:47.690324 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f23f3d2-21f9-47c2-930f-87e7857560b0 req-3936821c-137e-4826-ba5e-d5c39855c50a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2374797 Apr 18 21:04:47.716388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad8342-10e0-4600-9663-c495642881d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64190edb-55e1-44ff-b19e-befd842af435,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:47.727961 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8342-10e0-4600-9663-c495642881d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.740402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c3a44-ffeb-4293-b974-8c8280ce2594 None None] Network 1f5d9493-9248-48f9-b1eb-83f49ed0e48b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:47.788369 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e0ad8342-10e0-4600-9663-c495642881d3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/64190edb-55e1-44ff-b19e-befd842af435 HTTP/1.1" status: 204 len: 168 time: 0.8057165 Apr 18 21:04:47.794599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59702) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:47.860513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-71e522fc-a697-4f33-a92c-4a56e5ce7b38 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721878 Apr 18 21:04:47.864781 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee2a9c62-d4ab-4f7f-b0bf-add4d2020cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.935888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a9c62-d4ab-4f7f-b0bf-add4d2020cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94694f3e-aa15-420d-aac9-0372d0a4477a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:48.025136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee2a9c62-d4ab-4f7f-b0bf-add4d2020cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.027597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ee2a9c62-d4ab-4f7f-b0bf-add4d2020cec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94694f3e-aa15-420d-aac9-0372d0a4477a HTTP/1.1" status: 204 len: 168 time: 1.0099237 Apr 18 21:04:48.047132 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.063622 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f23f3d2-21f9-47c2-930f-87e7857560b0 req-6d9b1b46-04d8-41d4-a353-6d545fd549e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3670647 Apr 18 21:04:48.075006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Deleting port 0476738a-223a-43e4-927b-2ac7809c3372 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:48.075367 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.223735 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f2f284b5-f3bf-4730-b9a9-967a40e7e347 req-17d82473-d22e-4956-82af-e76693c27d7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 1096 time: 0.5407383 Apr 18 21:04:48.323896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3849f2a2-76d9-4157-9fd5-675851b00bac None None] DHCP port deletion for 1f5d9493-9248-48f9-b1eb-83f49ed0e48b request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:04:48.328947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3849f2a2-76d9-4157-9fd5-675851b00bac None None] Deleting port 0476738a-223a-43e4-927b-2ac7809c3372 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:48.330222 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3849f2a2-76d9-4157-9fd5-675851b00bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.423650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a2280-661b-4442-b29d-44349799ee0d req-3bf1051b-5957-4c17-82bd-d568022109c7 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:48.425352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f3a2280-661b-4442-b29d-44349799ee0d req-3bf1051b-5957-4c17-82bd-d568022109c7 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 944 time: 0.4777560 Apr 18 21:04:48.496649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 64a4d1ef-3a83-474b-9132-9479fedef931 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:04:48.517846 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f23f3d2-21f9-47c2-930f-87e7857560b0 req-39270f8b-9667-4f46-a775-984365ddd1ae service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332445 Apr 18 21:04:48.529001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] For port 0476738a-223a-43e4-927b-2ac7809c3372, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0476738a-223a-43e4-927b-2ac7809c3372,segment=NetworkSegment(950639fd-5cff-417f-9028-9c6b5229bbc7),segment_id=950639fd-5cff-417f-9028-9c6b5229bbc7)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:48.529790 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.654578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f3a2280-661b-4442-b29d-44349799ee0d req-97645b1b-a90e-477e-aabf-eb2071b07269 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195973 Apr 18 21:04:48.684495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 64a4d1ef-3a83-474b-9132-9479fedef931, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=64a4d1ef-3a83-474b-9132-9479fedef931,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:48.705827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '64a4d1ef-3a83-474b-9132-9479fedef931', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'port_id': '64a4d1ef-3a83-474b-9132-9479fedef931', 'mac_address': 'fa:16:3e:ee:1b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:04:48.809639 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f2f284b5-f3bf-4730-b9a9-967a40e7e347 req-6a713609-0059-4246-ad5e-9f034a4f6786 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586756 Apr 18 21:04:48.813944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f23f3d2-21f9-47c2-930f-87e7857560b0 req-5d72ba6a-6998-4a99-9bdc-8504b248d205 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858927 Apr 18 21:04:48.826506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Calling delete_port for 0476738a-223a-43e4-927b-2ac7809c3372 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:48.948735 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.015010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 14c42d84-0811-4425-bcc1-0c630596e6ed up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:49.073222 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.139335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a4d1ef-3a83-474b-9132-9479fedef931 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:04:49.162194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Pushing event deleted for resources: {'Port': ['ID=0476738a-223a-43e4-927b-2ac7809c3372,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:49.181560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] No DVR routers for this DVR port 0476738a-223a-43e4-927b-2ac7809c3372 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:49.193794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 64a4d1ef-3a83-474b-9132-9479fedef931, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=64a4d1ef-3a83-474b-9132-9479fedef931,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:49.206865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3849f2a2-76d9-4157-9fd5-675851b00bac None None] For port 0476738a-223a-43e4-927b-2ac7809c3372, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0476738a-223a-43e4-927b-2ac7809c3372,segment=NetworkSegment(950639fd-5cff-417f-9028-9c6b5229bbc7),segment_id=950639fd-5cff-417f-9028-9c6b5229bbc7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:49.207293 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3849f2a2-76d9-4157-9fd5-675851b00bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.380294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59732) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:49.386610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1666272713', 'description': 'tempest-description--841849275'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:49.395619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:49.400115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.407464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Usage tracker for resource:security_group and tenant:7437350409fb428d9fc93f09f6eb3036 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:49.415308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:49.426573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:49.467056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5d9493-9248-48f9-b1eb-83f49ed0e48b']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:49.486143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950639fd-5cff-417f-9028-9c6b5229bbc7') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:49.486432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950639fd-5cff-417f-9028-9c6b5229bbc7') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:49.491704 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.511240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3849f2a2-76d9-4157-9fd5-675851b00bac None None] Calling delete_port for 0476738a-223a-43e4-927b-2ac7809c3372 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:49.514078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.520614 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.573683 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.587998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:04:49.588327 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.619568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:49.626377 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:49.628777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Usage tracker for resource:security_group_rule and tenant:7437350409fb428d9fc93f09f6eb3036 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:49.644491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:49.665717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:49.812619 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.915544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 14c42d84-0811-4425-bcc1-0c630596e6ed completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:49.938368 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.939628 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.950295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 14c42d84-0811-4425-bcc1-0c630596e6ed triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:49.950742 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.954736 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.016179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['64a4d1ef-3a83-474b-9132-9479fedef931'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:04:50.081677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5d9493-9248-48f9-b1eb-83f49ed0e48b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:50.094128 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cae4d5fe-a451-4215-beca-4dc929cb713e admin admin] 10.222.0.11 "DELETE /v2.0/networks/1f5d9493-9248-48f9-b1eb-83f49ed0e48b HTTP/1.1" status: 204 len: 168 time: 2.2962565 Apr 18 21:04:50.099513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=64a4d1ef-3a83-474b-9132-9479fedef931,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:50.119720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c65498-3667-415a-994e-e5fb4efa4cfc,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:50.124003 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-3849f2a2-76d9-4157-9fd5-675851b00bac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:50.125810 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-3849f2a2-76d9-4157-9fd5-675851b00bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:50.343063 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.349957 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fc21cc03-7b1f-4a4f-825a-9d328b519c11 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9651773 Apr 18 21:04:50.352227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59758) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:50.360054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b416d412-618e-4a57-a620-c8654d77615e tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Request body: {'security_group_rule': {'security_group_id': '66c65498-3667-415a-994e-e5fb4efa4cfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:50.368472 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b416d412-618e-4a57-a620-c8654d77615e tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:50.369143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620556c0-7a2b-4974-9e14-1d935dac74f8 req-039a570e-87c5-4722-973d-f8bc60539058 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:50.371024 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-620556c0-7a2b-4974-9e14-1d935dac74f8 req-039a570e-87c5-4722-973d-f8bc60539058 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.5406225 Apr 18 21:04:50.373552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b416d412-618e-4a57-a620-c8654d77615e tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Usage tracker for resource:security_group_rule and tenant:7437350409fb428d9fc93f09f6eb3036 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:50.378724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b416d412-618e-4a57-a620-c8654d77615e tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:50.385886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b416d412-618e-4a57-a620-c8654d77615e tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:50.388936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b88ae5-6f01-4ef2-afbc-9e56d321ffe5 req-e81fb47b-bf0e-4fb0-acda-d62e89d285f3 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:50.403001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67b88ae5-6f01-4ef2-afbc-9e56d321ffe5 req-e81fb47b-bf0e-4fb0-acda-d62e89d285f3 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 945 time: 0.2478087 Apr 18 21:04:50.498090 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b416d412-618e-4a57-a620-c8654d77615e tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.541457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-620556c0-7a2b-4974-9e14-1d935dac74f8 req-5beccdfb-a716-4ade-b3a2-2db748217a51 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114833 Apr 18 21:04:50.546408 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.546782 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67b88ae5-6f01-4ef2-afbc-9e56d321ffe5 req-8b637333-92ab-406e-90fc-9e92e87e0156 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423917 Apr 18 21:04:50.641494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3849f2a2-76d9-4157-9fd5-675851b00bac None None] Deleting port 0476738a-223a-43e4-927b-2ac7809c3372 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:50.646136 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3849f2a2-76d9-4157-9fd5-675851b00bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.667389 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b416d412-618e-4a57-a620-c8654d77615e tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.736633 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b416d412-618e-4a57-a620-c8654d77615e tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.768597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416d412-618e-4a57-a620-c8654d77615e tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b02cf87-f6f9-42a1-a68e-ea3e91967be8,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:50.803725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3849f2a2-76d9-4157-9fd5-675851b00bac None None] The port '0476738a-223a-43e4-927b-2ac7809c3372' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:04:50.809378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 14c42d84-0811-4425-bcc1-0c630596e6ed, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=14c42d84-0811-4425-bcc1-0c630596e6ed,segment=NetworkSegment(27fb365e-9531-4edf-a3a5-55d2840fd9a8),segment_id=27fb365e-9531-4edf-a3a5-55d2840fd9a8)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:50.945445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b31ec-7b3d-41fa-ad2b-6a3c7f04b3b7 req-fadb9dea-d039-452e-a50a-2d1691ca5a6b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:50.947274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf9b31ec-7b3d-41fa-ad2b-6a3c7f04b3b7 req-fadb9dea-d039-452e-a50a-2d1691ca5a6b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 945 time: 0.0932539 Apr 18 21:04:50.949052 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b416d412-618e-4a57-a620-c8654d77615e tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.949852 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.953104 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b416d412-618e-4a57-a620-c8654d77615e tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5964391 Apr 18 21:04:50.957585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59778) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:50.965642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-757ccd49-bca7-4736-b419-ae1e955ef0dc tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Request body: {'security_group_rule': {'security_group_id': '66c65498-3667-415a-994e-e5fb4efa4cfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:50.971662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-757ccd49-bca7-4736-b419-ae1e955ef0dc tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:50.975738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-757ccd49-bca7-4736-b419-ae1e955ef0dc tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Usage tracker for resource:security_group_rule and tenant:7437350409fb428d9fc93f09f6eb3036 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:50.980016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-757ccd49-bca7-4736-b419-ae1e955ef0dc tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:50.991770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-757ccd49-bca7-4736-b419-ae1e955ef0dc tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:51.051614 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf9b31ec-7b3d-41fa-ad2b-6a3c7f04b3b7 req-a5eba5da-9d00-4079-b32c-5954b57c3364 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928690 Apr 18 21:04:51.075577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0476738a-223a-43e4-927b-2ac7809c3372 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:51.112938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 0476738a-223a-43e4-927b-2ac7809c3372 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:04:51.113610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0476738a-223a-43e4-927b-2ac7809c3372 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:51.113692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cb6d61dd-be18-4fdb-b589-80bd088b4bea no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:51.128857 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-757ccd49-bca7-4736-b419-ae1e955ef0dc tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.152619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59782) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:51.157253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: cb6d61dd-be18-4fdb-b589-80bd088b4bea {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:04:51.157638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cb6d61dd-be18-4fdb-b589-80bd088b4bea not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:51.161884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=14c42d84-0811-4425-bcc1-0c630596e6ed,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:51.265991 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-430adff0-4975-4aac-8539-7e64b7c80968 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0dc2eab6828c47e590c385ba3d76ed7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1090529 Apr 18 21:04:51.266996 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59788) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:51.276775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-757ccd49-bca7-4736-b419-ae1e955ef0dc tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.288413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 14c42d84-0811-4425-bcc1-0c630596e6ed up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:51.348956 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2051f89-69a0-4bde-9332-e9c878e2a4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.363816 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-757ccd49-bca7-4736-b419-ae1e955ef0dc tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.380402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 14c42d84-0811-4425-bcc1-0c630596e6ed triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:51.380772 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.385649 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2051f89-69a0-4bde-9332-e9c878e2a4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.396059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ccd49-bca7-4736-b419-ae1e955ef0dc tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fa15f3-d462-4c86-abe7-cf18da6ed307,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:51.498350 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-757ccd49-bca7-4736-b419-ae1e955ef0dc tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.500368 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-757ccd49-bca7-4736-b419-ae1e955ef0dc tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5410795 Apr 18 21:04:51.503589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59794) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:51.513820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:51.522378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:51.527711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2051f89-69a0-4bde-9332-e9c878e2a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.532299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Usage tracker for resource:floatingip and tenant:7437350409fb428d9fc93f09f6eb3036 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:51.638669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:51.647131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:51.654383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2051f89-69a0-4bde-9332-e9c878e2a4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6892e7-4bbd-4003-aaca-df9f431ac633,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:51.664396 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2051f89-69a0-4bde-9332-e9c878e2a4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.665986 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b2051f89-69a0-4bde-9332-e9c878e2a4f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f6892e7-4bbd-4003-aaca-df9f431ac633 HTTP/1.1" status: 204 len: 168 time: 0.3978209 Apr 18 21:04:51.796960 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.974982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b51e9e-8620-4da3-91ac-39ed55911f5f req-b0d4fa33-ccd0-4986-91c2-0a56283979c0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:51.977329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4b51e9e-8620-4da3-91ac-39ed55911f5f req-b0d4fa33-ccd0-4986-91c2-0a56283979c0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.2227943 Apr 18 21:04:52.056025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999050-b345-450d-a9bf-fd9ed3538533 req-1b8ad414-6e04-47a6-8fe8-19d97eb995dd tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:52.057487 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe999050-b345-450d-a9bf-fd9ed3538533 req-1b8ad414-6e04-47a6-8fe8-19d97eb995dd tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 945 time: 0.1650476 Apr 18 21:04:52.075201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4b51e9e-8620-4da3-91ac-39ed55911f5f req-8c33c47a-693b-4980-86cd-bea0299cce37 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899127 Apr 18 21:04:52.139046 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.196042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe999050-b345-450d-a9bf-fd9ed3538533 req-ea8217ac-3e2c-484c-8036-2b76657d35f0 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268709 Apr 18 21:04:52.332225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Allocated IP 172.25.3.21 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/568cc58a-67df-4764-a46b-3b7852d567db) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:52.491282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 64a4d1ef-3a83-474b-9132-9479fedef931 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:52.521183 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.675899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.703373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 64a4d1ef-3a83-474b-9132-9479fedef931 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:52.710960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 64a4d1ef-3a83-474b-9132-9479fedef931 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:52.711373 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.786156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:52.795408 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:52.798447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:52.871245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Pushing event updated for resources: {'Port': ['ID=568cc58a-67df-4764-a46b-3b7852d567db,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:52.893164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42d9e-0415-4be4-ab06-558e644030a1 req-c5e2c872-1d99-4cf6-977f-07f2a65cf018 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:52.903546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6b42d9e-0415-4be4-ab06-558e644030a1 req-c5e2c872-1d99-4cf6-977f-07f2a65cf018 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 945 time: 0.2717752 Apr 18 21:04:52.917413 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.982169 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6b42d9e-0415-4be4-ab06-558e644030a1 req-073e760a-44b3-42c6-af0f-640c4016935f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769930 Apr 18 21:04:53.126606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a4d1ef-3a83-474b-9132-9479fedef931'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:04:53.136645 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.151934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 64a4d1ef-3a83-474b-9132-9479fedef931, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=64a4d1ef-3a83-474b-9132-9479fedef931,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:53.271958 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.338647 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.372061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=64a4d1ef-3a83-474b-9132-9479fedef931,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:53.702109 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.713299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54637b2f-d0ea-40ac-9de0-2dc453bac477 req-a403e96c-76cc-43bf-916c-0fd751e3a7bc tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.714799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-54637b2f-d0ea-40ac-9de0-2dc453bac477 req-a403e96c-76cc-43bf-916c-0fd751e3a7bc tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.2078717 Apr 18 21:04:53.721460 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3134bae9-47d9-4e91-85f4-fa53e4f5da7a req-20da10de-71f6-4879-979e-41bd2ef4fa31 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 1096 time: 0.1699135 Apr 18 21:04:53.796639 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-54637b2f-d0ea-40ac-9de0-2dc453bac477 req-c7c32d6b-3c7e-4c75-bc1b-bf411d45c43a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741949 Apr 18 21:04:53.797271 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.836545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3134bae9-47d9-4e91-85f4-fa53e4f5da7a req-c7f0f31e-dec2-4e09-9373-12bd2b0902fb tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999627 Apr 18 21:04:53.890918 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0964fc55-01fd-491a-9afc-142df6e1644d'] response: {'server_uuid': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a4d1ef-3a83-474b-9132-9479fedef931', 'code': 200} Apr 18 21:04:53.948138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Pushing event updated for resources: {'Port': ['ID=568cc58a-67df-4764-a46b-3b7852d567db,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:54.002134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.063557 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4fc9125-2e74-49c7-9b97-bf9b578dd1a9 req-873e61c2-97f0-467c-80a8-cb7bc0247182 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 1097 time: 0.1105053 Apr 18 21:04:54.110324 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4fc9125-2e74-49c7-9b97-bf9b578dd1a9 req-db271403-ffa0-4eb2-a1f2-60fde2bdf736 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405455 Apr 18 21:04:54.234755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.241664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9ba2742e-827e-42ba-a38b-1eec92b03980 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7307889 Apr 18 21:04:54.293304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59878) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:54.526022 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c12f3ab-7597-44ca-92f7-1f8d8f1856c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.578151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1939418831-network', 'tenant_id': '8d2525b2980b49a7923581dc6d0e149b'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:54.583542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:54.589086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Usage tracker for resource:network and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:54.593399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:54.600389 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:54.695909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92c6d9f1-f3b5-462b-80e6-a32b8284cc5d req-a21d3713-1935-4826-8970-b7a02ba3cccb tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 1096 time: 0.0701451 Apr 18 21:04:54.697441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Made reservation on behalf of 8d2525b2980b49a7923581dc6d0e149b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:54.699773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.715932 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.747658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92c6d9f1-f3b5-462b-80e6-a32b8284cc5d req-52bdf965-fb76-4c1b-80cb-69e8c165e452 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442693 Apr 18 21:04:54.757212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:54.757212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Usage tracker for resource:security_group_rule and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:54.757972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:54.764680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:54.848868 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.925794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.957217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:54.967341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f2269-eaf5-4092-8f13-0b9aa76b7fc6 req-b1261eaa-bb28-401f-a1d4-6619ed9c5bd6 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:54.968880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb4f2269-eaf5-4092-8f13-0b9aa76b7fc6 req-b1261eaa-bb28-401f-a1d4-6619ed9c5bd6 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 946 time: 0.1681204 Apr 18 21:04:54.977441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27415edc-f696-48cc-957f-2993f4e6d0aa,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:54.986260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.987064 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Added segment 292d97c7-1091-4981-a524-b21af16ed75f of type vlan for network 82aa90d1-8574-4647-a36d-bfafebb38cbb Apr 18 21:04:55.027765 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.029820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb4f2269-eaf5-4092-8f13-0b9aa76b7fc6 req-241ca2c1-5fff-4119-b5d3-bc13a042e0c5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549705 Apr 18 21:04:55.164344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.166344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:55.167168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.191648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-30537565-4d31-4c77-9f62-eb732de8f40b tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Synchronizing usage tracker for tenant:7437350409fb428d9fc93f09f6eb3036 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:55.287568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] Pushing event updated for resources: {'Network': ['ID=82aa90d1-8574-4647-a36d-bfafebb38cbb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:55.299087 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 82aa90d1-8574-4647-a36d-bfafebb38cbb details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:55.308985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-30537565-4d31-4c77-9f62-eb732de8f40b tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Unset dirty status for tenant:7437350409fb428d9fc93f09f6eb3036 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:55.310223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-30537565-4d31-4c77-9f62-eb732de8f40b tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1666272713&fields=id&tenant_id=7437350409fb428d9fc93f09f6eb3036 HTTP/1.1" status: 200 len: 267 time: 0.1805079 Apr 18 21:04:55.367917 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-eaccde31-459a-4cd5-9b6c-2ac738dd5c09 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0729942 Apr 18 21:04:55.373281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59912) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:55.393444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Request body: {'subnet': {'network_id': '82aa90d1-8574-4647-a36d-bfafebb38cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1939418831-subnet', 'tenant_id': '8d2525b2980b49a7923581dc6d0e149b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:55.416805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:55.424205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Usage tracker for resource:subnet and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:55.427564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:55.438380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:55.485406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-d6091b1a-5d14-4336-a2ee-25e81146f368 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:55.486852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-d6091b1a-5d14-4336-a2ee-25e81146f368 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/networks?id=945f9372-dcf6-4603-bc16-324e0556baa5 HTTP/1.1" status: 200 len: 813 time: 0.1693389 Apr 18 21:04:55.503484 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-8a656633-e959-4c38-8ef9-88bc4fecb8c9 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/quotas/7437350409fb428d9fc93f09f6eb3036 HTTP/1.1" status: 200 len: 375 time: 0.0109134 Apr 18 21:04:55.595409 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-627c51bf-5d28-418d-85d5-762d0df7cd01 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7437350409fb428d9fc93f09f6eb3036&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863380 Apr 18 21:04:55.617332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Made reservation on behalf of 8d2525b2980b49a7923581dc6d0e149b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:55.619814 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.753174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-d88c2aab-9d1a-4290-b965-b6f85c645c34 service neutron] 10.222.0.11 "GET /v2.0/networks/945f9372-dcf6-4603-bc16-324e0556baa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452172 Apr 18 21:04:55.888926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-84d3ca0d-31ed-4d80-bc3f-75a34da7f65b service neutron] 10.222.0.11 "GET /v2.0/networks/945f9372-dcf6-4603-bc16-324e0556baa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289909 Apr 18 21:04:55.994531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.071933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=572eacb2-d658-4c85-b04d-d3c2eb1753c8,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:56.081889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Checking segment: {'id': '292d97c7-1091-4981-a524-b21af16ed75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '82aa90d1-8574-4647-a36d-bfafebb38cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:56.082235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Network hostable DHCP agents. Network: 82aa90d1-8574-4647-a36d-bfafebb38cbb, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:56.306735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Network 82aa90d1-8574-4647-a36d-bfafebb38cbb is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:56.400449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e09013-d18d-406f-88c6-d45cce873650 req-ff8c9e19-d3ee-4fbd-99ff-db336299358f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:56.401915 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26e09013-d18d-406f-88c6-d45cce873650 req-ff8c9e19-d3ee-4fbd-99ff-db336299358f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.0826039 Apr 18 21:04:56.449879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26e09013-d18d-406f-88c6-d45cce873650 req-40b1732e-34f8-4dc7-b091-78e96829684d tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421023 Apr 18 21:04:56.472322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 82aa90d1-8574-4647-a36d-bfafebb38cbb) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:56.477296 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:56.478130 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.482971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f3b210-3431-49d2-b1e3-f9f1aeb7c267 None None] Network 82aa90d1-8574-4647-a36d-bfafebb38cbb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:56.619404 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-98f3b3e4-e506-472a-a01e-607ed123e143 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2442644 Apr 18 21:04:56.748379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c169cd94-7357-4c59-a9bf-5f1d8d33c98f None None] Network 82aa90d1-8574-4647-a36d-bfafebb38cbb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:57.004519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3073bad-0a13-426a-a4f2-085bb96546b4 req-c00b954c-04ef-4181-9194-a9185e621395 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:57.006084 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3073bad-0a13-426a-a4f2-085bb96546b4 req-c00b954c-04ef-4181-9194-a9185e621395 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 946 time: 0.0868735 Apr 18 21:04:57.058698 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3073bad-0a13-426a-a4f2-085bb96546b4 req-cdbfb647-8339-4d1e-8526-36a670b2bb88 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456264 Apr 18 21:04:57.090114 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e72e0e6e-03b1-48e2-ac3b-404a987b7052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.174125 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b560f881-be66-4971-aaa1-34163d55a583 req-766c21fd-8813-4e76-87a9-ca3dcae59e7f tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 210 time: 0.0580103 Apr 18 21:04:57.440836 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6bcac2c9-f67f-42da-8ce5-32a3030c98e0 req-cf43673c-ab25-48c4-84bb-4e74acbadb67 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0793955 Apr 18 21:04:57.857067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-777211964', 'description': 'tempest-description-750877676'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:57.863172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:57.867625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Usage tracker for resource:security_group and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:57.870513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:57.876413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:57.959954 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.000322 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.035569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:58.040096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Usage tracker for resource:security_group_rule and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:58.043069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:58.048903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:58.106447 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.174468 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.219343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f61d48-99a5-4b9a-abc2-9460ab3a1c2b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:58.303408 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.309519 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afae269c-5e78-4b40-b6d1-63d40958bee7 req-27e26408-f375-47a8-b289-0ea37a9d258c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.4530091 Apr 18 21:04:58.504759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e9edc01-fc3c-4494-969e-d23e78d2ff73 req-9d1c131f-dac7-46f8-9133-34f9e1c7ee0d tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4a855bc0928945ad8140b82e78b15cd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287945 Apr 18 21:04:58.524099 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.670295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9edc01-fc3c-4494-969e-d23e78d2ff73 req-9104adef-1207-4afe-9261-63c47fce0c87 tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:58.671798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e9edc01-fc3c-4494-969e-d23e78d2ff73 req-9104adef-1207-4afe-9261-63c47fce0c87 tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610079 Apr 18 21:04:58.689613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e9edc01-fc3c-4494-969e-d23e78d2ff73 req-e38d8be9-1b62-40e6-9267-175816fab0fe tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] 10.222.0.11 "GET /v2.0/quotas/4a855bc0928945ad8140b82e78b15cd0 HTTP/1.1" status: 200 len: 375 time: 0.0123785 Apr 18 21:04:58.738682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e9edc01-fc3c-4494-969e-d23e78d2ff73 req-ec422f52-5ff1-45b9-ad75-7befb99a5209 tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a855bc0928945ad8140b82e78b15cd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423775 Apr 18 21:04:58.969451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbe433-de8b-4aae-816f-7fa55edadf51 req-5c51ded5-82b8-4ba8-8922-9a0902636ac8 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:58.970942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ffbe433-de8b-4aae-816f-7fa55edadf51 req-5c51ded5-82b8-4ba8-8922-9a0902636ac8 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 946 time: 0.0841389 Apr 18 21:04:58.980735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59992) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:58.986584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8793d850-2f1d-49a3-b863-71ec07917a23 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Request body: {'floatingip': {'port_id': '64a4d1ef-3a83-474b-9132-9479fedef931'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:59.078643 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8793d850-2f1d-49a3-b863-71ec07917a23 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.341332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-3b41a3ac-e75b-4ab8-a821-3a65437a3d31 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:59.343689 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-3b41a3ac-e75b-4ab8-a821-3a65437a3d31 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.59 "GET /v2.0/networks?id=945f9372-dcf6-4603-bc16-324e0556baa5 HTTP/1.1" status: 200 len: 813 time: 0.1929464 Apr 18 21:04:59.400810 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-8a61c931-e6d0-4a0c-8765-d2f1fd7e1a67 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7437350409fb428d9fc93f09f6eb3036 HTTP/1.1" status: 200 len: 380 time: 0.0456619 Apr 18 21:04:59.409466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Request body: {'port': {'device_id': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'admin_state_up': True, 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'security_groups': ['66c65498-3667-415a-994e-e5fb4efa4cfc']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:59.576868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:59.583330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Usage tracker for resource:port and tenant:7437350409fb428d9fc93f09f6eb3036 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:59.588522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:59.596508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:59.697359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Made reservation on behalf of 7437350409fb428d9fc93f09f6eb3036 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:59.701186 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.740627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-fcade644-d5f4-40c7-9838-ab8c43c6efa0 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:04:59.742210 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-fcade644-d5f4-40c7-9838-ab8c43c6efa0 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095544 Apr 18 21:04:59.829417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] Request body: {'binding': {'host': 'n-h1-836017-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:59.829951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] Unknown quota resources ['binding']. {{(pid=85049) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 21:04:59.989081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Allocated IP 172.20.0.8 (945f9372-dcf6-4603-bc16-324e0556baa5/c635945d-e4e9-4884-93f2-22d0ccd3cc82/f1aef5ae-8ba2-421e-b277-b32ac98fa18f) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:00.171609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8793d850-2f1d-49a3-b863-71ec07917a23 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.223744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] Attempting to bind port 58df5e0a-844d-4e73-9226-cd285982aafd on host n-h1-836017-3 for vnic_type normal with profile None {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:00.224080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] Attempting to bind port 58df5e0a-844d-4e73-9226-cd285982aafd by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:00.224410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] Attempting to bind port 58df5e0a-844d-4e73-9226-cd285982aafd on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:00.225059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.231858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] Port 58df5e0a-844d-4e73-9226-cd285982aafd on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:05:00.232182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] Attempting to bind port 58df5e0a-844d-4e73-9226-cd285982aafd on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:00.238980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:00.239319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:00.239707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:00.240232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] Bound port: 58df5e0a-844d-4e73-9226-cd285982aafd, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:00.245997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Transition to ACTIVE for port object f1aef5ae-8ba2-421e-b277-b32ac98fa18f will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:00.303414 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8793d850-2f1d-49a3-b863-71ec07917a23 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.423467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=58df5e0a-844d-4e73-9226-cd285982aafd,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:00.425018 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.493044 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] Notify callbacks [] for binding, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.494708 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-d59b13c0-ac2b-495d-b7c6-59edbdf05cdb service neutron] 10.222.0.11 "POST /v2.0/ports/58df5e0a-844d-4e73-9226-cd285982aafd/bindings HTTP/1.1" status: 201 len: 389 time: 0.7435107 Apr 18 21:05:00.588503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Network 945f9372-dcf6-4603-bc16-324e0556baa5 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:00.594653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:00.607596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:00.658781 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-8793d850-2f1d-49a3-b863-71ec07917a23 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Floating IP df211665-4911-4843-bd40-3ebacfba6658 associated. External IP: 172.25.3.70, port: 64a4d1ef-3a83-474b-9132-9479fedef931. Apr 18 21:05:00.720041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Pushing event updated for resources: {'Port': ['ID=f1aef5ae-8ba2-421e-b277-b32ac98fa18f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:00.754126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:00.755301 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.882507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae013566-dec7-4a49-88be-09a2d38ddb33 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4760318 Apr 18 21:05:00.883889 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.899663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Request body: {'port': {'device_id': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:01.101079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-73cda8be-f9da-48fb-88d1-340faa05d2bc None None] Provisioning for port f1aef5ae-8ba2-421e-b277-b32ac98fa18f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:01.115272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-73cda8be-f9da-48fb-88d1-340faa05d2bc None None] Provisioning complete for port f1aef5ae-8ba2-421e-b277-b32ac98fa18f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:01.115871 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-73cda8be-f9da-48fb-88d1-340faa05d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.314029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-73cda8be-f9da-48fb-88d1-340faa05d2bc None None] Port f1aef5ae-8ba2-421e-b277-b32ac98fa18f cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:01.374639 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.660629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc6fda-af0d-4fcf-b64e-c4756e43ed27 req-fb6d8b8f-d627-42d8-8be5-bc4220a10a52 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:01.670641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26bc6fda-af0d-4fcf-b64e-c4756e43ed27 req-fb6d8b8f-d627-42d8-8be5-bc4220a10a52 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.5156615 Apr 18 21:05:01.749166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8793d850-2f1d-49a3-b863-71ec07917a23 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Router 24def907-d90b-4c36-a700-be98c0261db2 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:02.050936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26bc6fda-af0d-4fcf-b64e-c4756e43ed27 req-fe0828f7-f30b-4106-9781-87cbb5a87fa1 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793547 Apr 18 21:05:02.115228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8793d850-2f1d-49a3-b863-71ec07917a23 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:02.115693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-08e0a9dc-4aea-431e-9e2f-b9286e91a756 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 1096 time: 0.7196581 Apr 18 21:05:02.136244 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ef15f-3944-479b-a506-bd513f533bcf None None] Sync routers for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:02.136968 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8793d850-2f1d-49a3-b863-71ec07917a23 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.180342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ef15f-3944-479b-a506-bd513f533bcf None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:02.183850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9b5ef15f-3944-479b-a506-bd513f533bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:04:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:02.314241 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8793d850-2f1d-49a3-b863-71ec07917a23 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "PUT /v2.0/floatingips/df211665-4911-4843-bd40-3ebacfba6658 HTTP/1.1" status: 200 len: 991 time: 3.3322060 Apr 18 21:05:02.316707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60026) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:02.317688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'tag': '64a4d1ef-3a83-474b-9132-9479fedef931'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:02.352286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea43a9-ed68-4068-8e48-c2081b4fe439 req-cb573adb-c6e3-42bf-b86f-6d22d4f00df4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:02.353113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-79ea43a9-ed68-4068-8e48-c2081b4fe439 req-cb573adb-c6e3-42bf-b86f-6d22d4f00df4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Synchronizing usage tracker for tenant:7437350409fb428d9fc93f09f6eb3036 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:02.555772 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-9b5ef15f-3944-479b-a506-bd513f533bcf None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:05:02.653497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-6754e249-41bd-47d7-94a2-5eb3d1b8d9de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:02.657718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-6754e249-41bd-47d7-94a2-5eb3d1b8d9de service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.5205185 Apr 18 21:05:02.664140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f9aa6f9-c580-4f1f-ac22-dd807860c4f4 req-9466a457-cbb7-4bd5-8df8-32b2e58e9767 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/a7f61d48-99a5-4b9a-abc2-9460ab3a1c2b HTTP/1.1" status: 200 len: 1645 time: 0.4898195 Apr 18 21:05:02.665017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-79ea43a9-ed68-4068-8e48-c2081b4fe439 req-cb573adb-c6e3-42bf-b86f-6d22d4f00df4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Unset dirty status for tenant:7437350409fb428d9fc93f09f6eb3036 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:02.672349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79ea43a9-ed68-4068-8e48-c2081b4fe439 req-cb573adb-c6e3-42bf-b86f-6d22d4f00df4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 931 time: 0.9006715 Apr 18 21:05:02.679114 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e41591f2-6fb8-4422-8d85-815556f943d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.801971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-7f9aa6f9-c580-4f1f-ac22-dd807860c4f4 req-8d15b276-a4a7-420c-9120-46e8aea0b7b9 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a7f61d48-99a5-4b9a-abc2-9460ab3a1c2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:02.802234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-7f9aa6f9-c580-4f1f-ac22-dd807860c4f4 req-8d15b276-a4a7-420c-9120-46e8aea0b7b9 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a7f61d48-99a5-4b9a-abc2-9460ab3a1c2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:02.810652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1aef5ae-8ba2-421e-b277-b32ac98fa18f {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:02.833373 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.851092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-7f9aa6f9-c580-4f1f-ac22-dd807860c4f4 req-8d15b276-a4a7-420c-9120-46e8aea0b7b9 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:02.857904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7f9aa6f9-c580-4f1f-ac22-dd807860c4f4 req-8d15b276-a4a7-420c-9120-46e8aea0b7b9 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Usage tracker for resource:security_group_rule and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:02.862896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7f9aa6f9-c580-4f1f-ac22-dd807860c4f4 req-8d15b276-a4a7-420c-9120-46e8aea0b7b9 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:02.877707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79ea43a9-ed68-4068-8e48-c2081b4fe439 req-24dddf80-ccf4-4362-bf53-761f6ccb73bd tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044513 Apr 18 21:05:02.886865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-4d6a820e-35da-466e-8399-f9bf6102b220 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58df5e0a-844d-4e73-9226-cd285982aafd HTTP/1.1" status: 200 len: 217 time: 0.1659656 Apr 18 21:05:02.887918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-7f9aa6f9-c580-4f1f-ac22-dd807860c4f4 req-8d15b276-a4a7-420c-9120-46e8aea0b7b9 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:02.956314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Transition to ACTIVE for port object f1aef5ae-8ba2-421e-b277-b32ac98fa18f will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:02.981807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e41591f2-6fb8-4422-8d85-815556f943d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:02.989294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e41591f2-6fb8-4422-8d85-815556f943d8 admin admin] Usage tracker for resource:security_group_rule and tenant:b698c1673224406f88a571c54c52e124 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:02.995200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e41591f2-6fb8-4422-8d85-815556f943d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:03.004710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e41591f2-6fb8-4422-8d85-815556f943d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:03.012111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-c1597af7-4428-4ab1-89c1-c934a6af035c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:03.014365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-c1597af7-4428-4ab1-89c1-c934a6af035c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.1068738 Apr 18 21:05:03.025290 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.185236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9b5ef15f-3944-479b-a506-bd513f533bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'df211665-4911-4843-bd40-3ebacfba6658', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '24def907-d90b-4c36-a700-be98c0261db2', 'port_id': '64a4d1ef-3a83-474b-9132-9479fedef931', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'mac_address': 'fa:16:3e:ee:1b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:23Z', 'updated_at': '2022-04-18T21:04:59Z', 'revision_number': 1, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:48Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:03.196018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ef15f-3944-479b-a506-bd513f533bcf None None] Checking router: 24def907-d90b-4c36-a700-be98c0261db2 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:05:03.247884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ef15f-3944-479b-a506-bd513f533bcf None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:03.249075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9b5ef15f-3944-479b-a506-bd513f533bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:04:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:03.274620 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-bd576940-ce0c-4ca7-8a89-21d60a853426 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895426 Apr 18 21:05:03.324989 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.556225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aef5ae-8ba2-421e-b277-b32ac98fa18f,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:03.625321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-9b5ef15f-3944-479b-a506-bd513f533bcf None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:05:03.671193 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e41591f2-6fb8-4422-8d85-815556f943d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.731673 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7f9aa6f9-c580-4f1f-ac22-dd807860c4f4 req-8d15b276-a4a7-420c-9120-46e8aea0b7b9 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.762551 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7f9aa6f9-c580-4f1f-ac22-dd807860c4f4 req-8d15b276-a4a7-420c-9120-46e8aea0b7b9 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.781659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e41591f2-6fb8-4422-8d85-815556f943d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.893535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41591f2-6fb8-4422-8d85-815556f943d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0673c67e-b2dc-4812-abab-e75c40afdf26,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:03.969745 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7f9aa6f9-c580-4f1f-ac22-dd807860c4f4 req-8d15b276-a4a7-420c-9120-46e8aea0b7b9 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.050420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15b276-a4a7-420c-9120-46e8aea0b7b9 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdef60a-2c29-461f-9e7c-9d2084d2c74c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:04.103459 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e41591f2-6fb8-4422-8d85-815556f943d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b698c1673224406f88a571c54c52e124&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7740226 Apr 18 21:05:04.105940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60048) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:04.112174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-4f08fac7-6cb3-4e3a-af0b-eb14135e1a8c service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8231385 Apr 18 21:05:04.192365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9b5ef15f-3944-479b-a506-bd513f533bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'df211665-4911-4843-bd40-3ebacfba6658', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '24def907-d90b-4c36-a700-be98c0261db2', 'port_id': '64a4d1ef-3a83-474b-9132-9479fedef931', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'mac_address': 'fa:16:3e:ee:1b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:23Z', 'updated_at': '2022-04-18T21:04:59Z', 'revision_number': 1, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:48Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:04.205166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ef15f-3944-479b-a506-bd513f533bcf None None] The sync data for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 is: [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'df211665-4911-4843-bd40-3ebacfba6658', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '24def907-d90b-4c36-a700-be98c0261db2', 'port_id': '64a4d1ef-3a83-474b-9132-9479fedef931', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'mac_address': 'fa:16:3e:ee:1b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:23Z', 'updated_at': '2022-04-18T21:04:59Z', 'revision_number': 1, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:48Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:04.273522 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7f9aa6f9-c580-4f1f-ac22-dd807860c4f4 req-8d15b276-a4a7-420c-9120-46e8aea0b7b9 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.289453 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f9aa6f9-c580-4f1f-ac22-dd807860c4f4 req-8d15b276-a4a7-420c-9120-46e8aea0b7b9 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.6119843 Apr 18 21:05:04.293773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Attempting to bind port f1aef5ae-8ba2-421e-b277-b32ac98fa18f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:04.295934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Attempting to bind port f1aef5ae-8ba2-421e-b277-b32ac98fa18f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:04.296460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Attempting to bind port f1aef5ae-8ba2-421e-b277-b32ac98fa18f on network 945f9372-dcf6-4603-bc16-324e0556baa5 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:04.301381 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a8be-5095-4144-91c2-391a9de7ebd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.329770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Port f1aef5ae-8ba2-421e-b277-b32ac98fa18f on network 945f9372-dcf6-4603-bc16-324e0556baa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:05:04.330206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Attempting to bind port f1aef5ae-8ba2-421e-b277-b32ac98fa18f on network 945f9372-dcf6-4603-bc16-324e0556baa5 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:04.385141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42cd37-df60-4896-a5f1-d0b42f4d3650 req-f7928563-e2c5-416f-9290-25fc8e0aac36 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:04.386825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a42cd37-df60-4896-a5f1-d0b42f4d3650 req-f7928563-e2c5-416f-9290-25fc8e0aac36 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 945 time: 0.5926437 Apr 18 21:05:04.393286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:04.400150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Checking segment: {'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:04.400150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Bound using segment: {'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:04.400150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Bound port: f1aef5ae-8ba2-421e-b277-b32ac98fa18f, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23a061d-15ef-464a-98a7-01b895db5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:04.400150 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.469446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a8be-5095-4144-91c2-391a9de7ebd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.614431 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a97a476-c4f3-4ba9-9fa0-9caf41fe11d2 None None] New status for floating IP df211665-4911-4843-bd40-3ebacfba6658: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:05:04.627388 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a8be-5095-4144-91c2-391a9de7ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.674734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4a8be-5095-4144-91c2-391a9de7ebd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0673c67e-b2dc-4812-abab-e75c40afdf26,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:04.684420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-3f552fd4-c015-4bc9-aeb2-d6b1b00e0935 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525258 Apr 18 21:05:04.687435 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a8be-5095-4144-91c2-391a9de7ebd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.711283 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3cb4a8be-5095-4144-91c2-391a9de7ebd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0673c67e-b2dc-4812-abab-e75c40afdf26 HTTP/1.1" status: 204 len: 168 time: 0.5999842 Apr 18 21:05:04.734857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a42cd37-df60-4896-a5f1-d0b42f4d3650 req-b174e19d-63cb-43ac-b933-885495792bcf tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090045 Apr 18 21:05:04.794463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] For port f1aef5ae-8ba2-421e-b277-b32ac98fa18f, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:04.799019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] For port f1aef5ae-8ba2-421e-b277-b32ac98fa18f, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f1aef5ae-8ba2-421e-b277-b32ac98fa18f,segment=NetworkSegment(d23a061d-15ef-464a-98a7-01b895db5026),segment_id=d23a061d-15ef-464a-98a7-01b895db5026)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:04.822498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35147-8dbb-4388-a3aa-3f809c9df52f req-1c156ee2-458f-471f-8cd0-bcef2765da83 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:04.824331 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2f35147-8dbb-4388-a3aa-3f809c9df52f req-1c156ee2-458f-471f-8cd0-bcef2765da83 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 946 time: 0.2505291 Apr 18 21:05:04.880588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.905157 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f22ed7a-7064-486b-8487-332933a42b17'] response: {'name': 'network-changed', 'server_uuid': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'tag': '64a4d1ef-3a83-474b-9132-9479fedef931', 'status': 'completed', 'code': 200} Apr 18 21:05:05.037380 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.039147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] 10.222.0.59 "PUT /v2.0/ports/f1aef5ae-8ba2-421e-b277-b32ac98fa18f HTTP/1.1" status: 200 len: 1091 time: 4.1479447 Apr 18 21:05:05.039665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'tag': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:05.048999 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e143a64-4127-4002-a835-aa6f79f0afa6 req-53a7f575-1fb0-4c0b-b4b2-37c83a4559f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c343e3d1bbb45eb924713b7286635d3&device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 1097 time: 0.1224668 Apr 18 21:05:05.060470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2f35147-8dbb-4388-a3aa-3f809c9df52f req-6fdc6c95-7d61-49a8-9fee-4ea0ef3695d3 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295291 Apr 18 21:05:05.148957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb71b68-e192-43cc-b9d4-454433b5bac5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aef5ae-8ba2-421e-b277-b32ac98fa18f,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:05.284345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e143a64-4127-4002-a835-aa6f79f0afa6 req-2f2b4df5-1edb-4e7f-b1d2-9c52170dc8a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:05.286458 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e143a64-4127-4002-a835-aa6f79f0afa6 req-2f2b4df5-1edb-4e7f-b1d2-9c52170dc8a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a HTTP/1.1" status: 200 len: 924 time: 0.2262235 Apr 18 21:05:05.496078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-3b8e326b-7c72-42a1-8a8d-77c7dd406911 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7&tenant_id=dab6748eaf3e409f9a3ff9969581722b&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1096 time: 0.4340956 Apr 18 21:05:05.505083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-d58395ae-dd59-4d3c-a494-086e310d478b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7437350409fb428d9fc93f09f6eb3036&device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 1094 time: 0.2435663 Apr 18 21:05:05.562790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9c963-cf2a-49d0-a0c3-7265f02456b3 req-99577b5e-a48e-4e80-9de1-89fa34acbc3f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:05.563587 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e143a64-4127-4002-a835-aa6f79f0afa6 req-60cb6934-216c-4755-b392-3db126261af5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64a4d1ef-3a83-474b-9132-9479fedef931 HTTP/1.1" status: 200 len: 1001 time: 0.2680938 Apr 18 21:05:05.568560 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11c9c963-cf2a-49d0-a0c3-7265f02456b3 req-99577b5e-a48e-4e80-9de1-89fa34acbc3f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.4239025 Apr 18 21:05:05.662026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-3'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:05.667437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.59', 55639) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:05.759640 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e143a64-4127-4002-a835-aa6f79f0afa6 req-13003917-4ac2-46bd-85a4-5aa4cd685655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:05.761756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e143a64-4127-4002-a835-aa6f79f0afa6 req-13003917-4ac2-46bd-85a4-5aa4cd685655 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7fdcd53c-a783-4ede-b053-9e521ca04a70 HTTP/1.1" status: 200 len: 862 time: 0.1853001 Apr 18 21:05:05.771666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-cc199318-1f3e-488f-b2e8-874371e114a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1aef5ae-8ba2-421e-b277-b32ac98fa18f HTTP/1.1" status: 200 len: 217 time: 0.2013168 Apr 18 21:05:05.861121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-5fd61ce3-ae56-4d38-92af-d59f41634552 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:05.864406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-5fd61ce3-ae56-4d38-92af-d59f41634552 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c635945d-e4e9-4884-93f2-22d0ccd3cc82 HTTP/1.1" status: 200 len: 852 time: 0.0778940 Apr 18 21:05:05.891112 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11c9c963-cf2a-49d0-a0c3-7265f02456b3 req-c38bc969-ba36-4daf-b714-1f43cd1a5578 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865971 Apr 18 21:05:05.905340 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-c1600dfd-244e-48aa-b117-4f483442efa2 service neutron] 10.222.0.59 "GET /v2.0/ports/17d04cc6-896d-4829-b256-b08adef012b1/bindings/n-h1-836017-3 HTTP/1.1" status: 200 len: 382 time: 0.2361715 Apr 18 21:05:05.929447 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e143a64-4127-4002-a835-aa6f79f0afa6 req-065bf036-51d7-4d69-bfe0-b97f5851b394 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531971 Apr 18 21:05:06.061991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60074) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:06.109642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1e2d850a-809a-496f-a654-449824c70def admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.264698 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.326303 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e143a64-4127-4002-a835-aa6f79f0afa6 req-3449b37b-111d-48cd-ba5a-f99566a13427 service neutron] 10.222.0.26 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900476 Apr 18 21:05:06.327465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1e2d850a-809a-496f-a654-449824c70def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:06.348330 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1147d153-de83-4242-bd73-0b4e3770cf2e req-486a62b2-aa2b-4992-bc10-fb9db2df79b6 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/a7f61d48-99a5-4b9a-abc2-9460ab3a1c2b HTTP/1.1" status: 200 len: 2148 time: 0.3301558 Apr 18 21:05:06.373183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-ae97ae00-221b-4f9e-8832-7c37373d1a83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=945f9372-dcf6-4603-bc16-324e0556baa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4875407 Apr 18 21:05:06.447563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1e2d850a-809a-496f-a654-449824c70def admin admin] Usage tracker for resource:security_group_rule and tenant:dfdbe8a8b8a6441281e3ec5c22e1a56e is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:06.453157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1e2d850a-809a-496f-a654-449824c70def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:06.464515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1e2d850a-809a-496f-a654-449824c70def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:06.485749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5395a6b-46d7-44c2-8ddc-8c6034bc1afa req-807e76e3-0c5b-4067-bb2d-40c172d89033 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:06.487293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5395a6b-46d7-44c2-8ddc-8c6034bc1afa req-807e76e3-0c5b-4067-bb2d-40c172d89033 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 943 time: 0.5580125 Apr 18 21:05:06.534353 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e143a64-4127-4002-a835-aa6f79f0afa6 req-657f6a2c-bc29-4402-ae39-9bb4a9f7dcac service neutron] 10.222.0.26 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996233 Apr 18 21:05:06.605091 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1e2d850a-809a-496f-a654-449824c70def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.686221 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1e2d850a-809a-496f-a654-449824c70def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.730897 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79329ee3-8819-4326-9dfd-bb13a1f1fcb3'] response: {'name': 'network-changed', 'server_uuid': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'tag': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f', 'status': 'completed', 'code': 200} Apr 18 21:05:06.740052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5395a6b-46d7-44c2-8ddc-8c6034bc1afa req-d9618c68-0172-4d6f-99dd-09906309efdb tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227626 Apr 18 21:05:06.743826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-5512a06c-ce44-4c7d-82ec-b58ba1f7498a service neutron] 10.222.0.59 "GET /v2.0/networks/945f9372-dcf6-4603-bc16-324e0556baa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523788 Apr 18 21:05:06.933096 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d850a-809a-496f-a654-449824c70def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9177bfb9-6dd8-4130-b79f-4d72c4889b48,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:06.935654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=58df5e0a-844d-4e73-9226-cd285982aafd,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:06.979165 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1e2d850a-809a-496f-a654-449824c70def admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dfdbe8a8b8a6441281e3ec5c22e1a56e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9123747 Apr 18 21:05:06.982605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60088) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:07.089896 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ded81b3-4126-4e75-a8fd-3be0024ea90b req-2f632bff-977a-4548-ad0b-6abb94301078 service neutron] 10.222.0.59 "GET /v2.0/networks/945f9372-dcf6-4603-bc16-324e0556baa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137481 Apr 18 21:05:07.098331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:07.152214 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f297115a-7b30-4d20-a5b7-4e9660e2d0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.187323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a34ff8-4987-47f1-adc5-2e9f1d9e35e9 req-dcd5c8ea-c5e1-4c85-82f2-a65ae72a62af tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:07.189702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a5a34ff8-4987-47f1-adc5-2e9f1d9e35e9 req-dcd5c8ea-c5e1-4c85-82f2-a65ae72a62af tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 945 time: 0.2026839 Apr 18 21:05:07.268572 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f297115a-7b30-4d20-a5b7-4e9660e2d0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.359878 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-a1964eb7-7da8-4d43-b954-584f5229e05f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a&tenant_id=6fe6054587cf41f8ae2400d6e4d475d9 HTTP/1.1" status: 200 len: 1101 time: 0.6357472 Apr 18 21:05:07.392639 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.434087 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a5a34ff8-4987-47f1-adc5-2e9f1d9e35e9 req-ba47cd8d-0bee-4d39-8278-19a92c3f8478 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127736 Apr 18 21:05:07.456170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d310ad75-5986-4775-8965-26cd6de4c87d req-4ab2f165-9300-487a-8f20-ed74dd59b480 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7437350409fb428d9fc93f09f6eb3036&device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 1094 time: 0.1458018 Apr 18 21:05:07.533097 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f297115a-7b30-4d20-a5b7-4e9660e2d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.570636 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.584725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297115a-7b30-4d20-a5b7-4e9660e2d0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9177bfb9-6dd8-4130-b79f-4d72c4889b48,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.669707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Pushing event updated for resources: {'Port': ['ID=58df5e0a-844d-4e73-9226-cd285982aafd,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.674550 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12ff1166-69c2-4cc6-83ae-b5d7786e3e16 req-8f2c4109-98e2-4378-a1ec-0e844bcb32da tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-group-rules/2fdef60a-2c29-461f-9e7c-9d2084d2c74c HTTP/1.1" status: 200 len: 713 time: 0.1357520 Apr 18 21:05:07.703749 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f297115a-7b30-4d20-a5b7-4e9660e2d0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.713397 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f297115a-7b30-4d20-a5b7-4e9660e2d0cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9177bfb9-6dd8-4130-b79f-4d72c4889b48 HTTP/1.1" status: 204 len: 168 time: 0.7296128 Apr 18 21:05:07.720506 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-d22132eb-7591-4028-b8d1-7791976d8e82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 1101 time: 0.3297577 Apr 18 21:05:07.844910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12ff1166-69c2-4cc6-83ae-b5d7786e3e16 req-ac7a432e-95b0-4e9a-8445-def37d895a3a tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/a7f61d48-99a5-4b9a-abc2-9460ab3a1c2b HTTP/1.1" status: 200 len: 2148 time: 0.1053259 Apr 18 21:05:08.021140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310ad75-5986-4775-8965-26cd6de4c87d req-ccebd79a-98c0-41bd-903e-d799f2899217 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:08.023517 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d310ad75-5986-4775-8965-26cd6de4c87d req-ccebd79a-98c0-41bd-903e-d799f2899217 service neutron] 10.222.0.59 "GET /v2.0/networks?id=945f9372-dcf6-4603-bc16-324e0556baa5 HTTP/1.1" status: 200 len: 914 time: 0.5590236 Apr 18 21:05:08.068313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-ad6670f9-7da3-41bc-a52c-24cc1a97e9de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:08.073445 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-ad6670f9-7da3-41bc-a52c-24cc1a97e9de service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3136001 Apr 18 21:05:08.183130 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-f738b779-a99b-4bb0-8cea-7142cc663b08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=17d04cc6-896d-4829-b256-b08adef012b1 HTTP/1.1" status: 200 len: 217 time: 0.0955184 Apr 18 21:05:08.183531 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-12ff1166-69c2-4cc6-83ae-b5d7786e3e16 req-65c7932b-a41c-44d2-8316-4d790bd9c233 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.193004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Attempting to bind port 58df5e0a-844d-4e73-9226-cd285982aafd on host n-h2-836017-3 for vnic_type normal with profile {"migrating_to": "n-h1-836017-3"} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:08.193285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Attempting to bind port 58df5e0a-844d-4e73-9226-cd285982aafd by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:08.193581 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Attempting to bind port 58df5e0a-844d-4e73-9226-cd285982aafd on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:08.210942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Port 58df5e0a-844d-4e73-9226-cd285982aafd on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:05:08.210942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Attempting to bind port 58df5e0a-844d-4e73-9226-cd285982aafd on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:08.214291 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-12ff1166-69c2-4cc6-83ae-b5d7786e3e16 req-65c7932b-a41c-44d2-8316-4d790bd9c233 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.297682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-c65a9568-18ba-4b61-b619-178d101f8557 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:08.298873 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-c65a9568-18ba-4b61-b619-178d101f8557 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1096082 Apr 18 21:05:08.320871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d310ad75-5986-4775-8965-26cd6de4c87d req-2b4856ac-520e-4da6-b5b7-7468edb787a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1aef5ae-8ba2-421e-b277-b32ac98fa18f HTTP/1.1" status: 200 len: 217 time: 0.2580590 Apr 18 21:05:08.325173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:08.325536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:08.325870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:08.326324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Bound port: 58df5e0a-844d-4e73-9226-cd285982aafd, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:08.326711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.523547 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-15567e12-c1a3-4d77-a810-baf4fcb928cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1640406 Apr 18 21:05:08.545781 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-12ff1166-69c2-4cc6-83ae-b5d7786e3e16 req-65c7932b-a41c-44d2-8316-4d790bd9c233 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.619487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310ad75-5986-4775-8965-26cd6de4c87d req-75d52e2c-4adb-4fc6-8c6c-e3a9c5145601 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:08.626573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d310ad75-5986-4775-8965-26cd6de4c87d req-75d52e2c-4adb-4fc6-8c6c-e3a9c5145601 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c635945d-e4e9-4884-93f2-22d0ccd3cc82 HTTP/1.1" status: 200 len: 852 time: 0.2256291 Apr 18 21:05:08.628816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7932b-a41c-44d2-8316-4d790bd9c233 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fdef60a-2c29-461f-9e7c-9d2084d2c74c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:08.644178 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-12ff1166-69c2-4cc6-83ae-b5d7786e3e16 req-65c7932b-a41c-44d2-8316-4d790bd9c233 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.661983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12ff1166-69c2-4cc6-83ae-b5d7786e3e16 req-65c7932b-a41c-44d2-8316-4d790bd9c233 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/2fdef60a-2c29-461f-9e7c-9d2084d2c74c HTTP/1.1" status: 204 len: 173 time: 0.7211385 Apr 18 21:05:08.672870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:08.698330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930acd0-b2a1-45e0-a6ff-bbee0c5d4286 req-22c478ad-c1a7-4654-9498-f96aa5314638 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:08.716693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1930acd0-b2a1-45e0-a6ff-bbee0c5d4286 req-22c478ad-c1a7-4654-9498-f96aa5314638 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.5248270 Apr 18 21:05:08.923569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60114) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:08.969587 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.980427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6636a008-7273-4f1b-ad9a-6191f58b49a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58df5e0a-844d-4e73-9226-cd285982aafd'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:09.056723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-45371cc2-d616-41b9-bf66-19d78e8186a1 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092916 Apr 18 21:05:09.079616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=58df5e0a-844d-4e73-9226-cd285982aafd,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:09.242292 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.263949 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd54e197-7723-49b1-adee-ad2adcbf3007 req-a2f883da-a640-4b90-93d1-af0d192dbc7b service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926186 Apr 18 21:05:09.357449 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d0d6a16f-7ccb-45b6-9ac5-ad1c754d7e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.378577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Pushing event updated for resources: {'Port': ['ID=58df5e0a-844d-4e73-9226-cd285982aafd,revision_number=8']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:09.445402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d0d6a16f-7ccb-45b6-9ac5-ad1c754d7e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:09.453977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d0d6a16f-7ccb-45b6-9ac5-ad1c754d7e9a admin admin] Usage tracker for resource:security_group_rule and tenant:fd6a80a5c7bc42cea8629893e7bc00d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:09.459012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d0d6a16f-7ccb-45b6-9ac5-ad1c754d7e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:09.469968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d0d6a16f-7ccb-45b6-9ac5-ad1c754d7e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:09.492018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1930acd0-b2a1-45e0-a6ff-bbee0c5d4286 req-dc8ab800-618c-409d-bcd4-4b07460c2f34 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7726173 Apr 18 21:05:09.529645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271232e3-0dc7-45de-9733-fd7752bf4819 req-53a1db10-9d86-4883-ae47-8781ba7fe7fa tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:09.532041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-271232e3-0dc7-45de-9733-fd7752bf4819 req-53a1db10-9d86-4883-ae47-8781ba7fe7fa tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 943 time: 0.5401168 Apr 18 21:05:09.536113 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d310ad75-5986-4775-8965-26cd6de4c87d req-4a42a638-9405-43f2-97d5-cb978bda9a7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=945f9372-dcf6-4603-bc16-324e0556baa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8696921 Apr 18 21:05:09.624181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d0d6a16f-7ccb-45b6-9ac5-ad1c754d7e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.712311 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d0d6a16f-7ccb-45b6-9ac5-ad1c754d7e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.831948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6a16f-7ccb-45b6-9ac5-ad1c754d7e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caea24e-762f-4744-b1d6-2df7080bf512,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:09.857297 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d0d6a16f-7ccb-45b6-9ac5-ad1c754d7e9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd6a80a5c7bc42cea8629893e7bc00d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9321573 Apr 18 21:05:09.860324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60136) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.862435 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.863889 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-f2aeb193-ccb4-430e-8dad-b2663a58e329 service neutron] 10.222.0.59 "PUT /v2.0/ports/58df5e0a-844d-4e73-9226-cd285982aafd HTTP/1.1" status: 200 len: 1121 time: 4.2924967 Apr 18 21:05:09.870338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46db19c8-686f-41e7-a3a7-323961d27c2e req-22040a0a-7f49-453c-857a-af77c470d2de tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4a855bc0928945ad8140b82e78b15cd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147387 Apr 18 21:05:09.925579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['58df5e0a-844d-4e73-9226-cd285982aafd'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:05:10.122546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d310ad75-5986-4775-8965-26cd6de4c87d req-b6f10b22-9d72-4522-952c-6904c4f89092 service neutron] 10.222.0.59 "GET /v2.0/networks/945f9372-dcf6-4603-bc16-324e0556baa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751102 Apr 18 21:05:10.132326 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-271232e3-0dc7-45de-9733-fd7752bf4819 req-7aff3dc3-f467-4156-b985-38ed37b540cb tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5863996 Apr 18 21:05:10.415885 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0210d84-ae96-476c-a737-9022f67c4f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.517077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db19c8-686f-41e7-a3a7-323961d27c2e req-c18d9be8-02ee-40a1-a293-419465aa74f1 tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:10.525612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46db19c8-686f-41e7-a3a7-323961d27c2e req-c18d9be8-02ee-40a1-a293-419465aa74f1 tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6080399 Apr 18 21:05:10.533514 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0210d84-ae96-476c-a737-9022f67c4f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.590239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d310ad75-5986-4775-8965-26cd6de4c87d req-3446e6ce-bbcd-4e8d-aec3-070aa9d00aa2 service neutron] 10.222.0.59 "GET /v2.0/networks/945f9372-dcf6-4603-bc16-324e0556baa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503119 Apr 18 21:05:10.600067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46db19c8-686f-41e7-a3a7-323961d27c2e req-47e55dd0-efca-4f00-b134-ed2f736a7fce tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] 10.222.0.11 "GET /v2.0/quotas/4a855bc0928945ad8140b82e78b15cd0 HTTP/1.1" status: 200 len: 375 time: 0.0734079 Apr 18 21:05:10.691693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46db19c8-686f-41e7-a3a7-323961d27c2e req-6e9a64ad-01a0-4f34-98a9-ec8ad43b52a1 tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a855bc0928945ad8140b82e78b15cd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884356 Apr 18 21:05:10.717571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e1099-238a-4385-8f6c-5e5fc3e4f1f2 req-1f16f5e6-4b59-4acf-a2ce-c2821c8144fa tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:10.728752 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da9e1099-238a-4385-8f6c-5e5fc3e4f1f2 req-1f16f5e6-4b59-4acf-a2ce-c2821c8144fa tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 943 time: 0.3904893 Apr 18 21:05:10.801696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 17d04cc6-896d-4829-b256-b08adef012b1 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:05:10.842172 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da9e1099-238a-4385-8f6c-5e5fc3e4f1f2 req-5f65a387-3447-4497-93ae-ba04ad338037 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021957 Apr 18 21:05:10.843458 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0210d84-ae96-476c-a737-9022f67c4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.869901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1894621962', 'description': 'tempest-description-1958841242'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:10.874453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0210d84-ae96-476c-a737-9022f67c4f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caea24e-762f-4744-b1d6-2df7080bf512,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:10.883322 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0210d84-ae96-476c-a737-9022f67c4f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.885162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a0210d84-ae96-476c-a737-9022f67c4f16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4caea24e-762f-4744-b1d6-2df7080bf512 HTTP/1.1" status: 204 len: 168 time: 1.0172164 Apr 18 21:05:10.887445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:10.893890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Usage tracker for resource:security_group and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:10.903328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:10.910191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:11.042421 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.056821 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.092361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 17d04cc6-896d-4829-b256-b08adef012b1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=17d04cc6-896d-4829-b256-b08adef012b1,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:11.093823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4823f7-a325-4e09-bd15-955c6b4de20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d04cc6-896d-4829-b256-b08adef012b1'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:11.099517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:11.104269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Usage tracker for resource:security_group_rule and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:11.109855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:11.123827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:11.212561 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.234595 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.344594 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe9e2716-5551-4000-a9aa-ea9c8c7c9194'] response: {'server_uuid': '6636a008-7273-4f1b-ad9a-6191f58b49a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58df5e0a-844d-4e73-9226-cd285982aafd', 'code': 200} Apr 18 21:05:11.355417 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.366085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=17d04cc6-896d-4829-b256-b08adef012b1,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:11.459221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15258288-ee8f-43fe-b04f-9fb8b5c9b4cf,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:11.606561 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.613816 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e706609d-d566-4338-a21b-fff5680a08ec req-7be8dbe8-e601-42f6-91ee-48c5d3f9153c tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.7459383 Apr 18 21:05:11.624094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434580fb-63e7-492f-a5b5-2e64688b1672 req-d2fbf68f-682c-4d68-8151-fa36b87cf567 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:11.632244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-434580fb-63e7-492f-a5b5-2e64688b1672 req-d2fbf68f-682c-4d68-8151-fa36b87cf567 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 948 time: 0.1362960 Apr 18 21:05:11.706903 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-434580fb-63e7-492f-a5b5-2e64688b1672 req-560718c5-e4ca-46b3-b32d-ccc48ea29b71 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731828 Apr 18 21:05:11.862200 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3927b52a-aade-40ce-9adf-d3f49e57167e'] response: {'server_uuid': 'de4823f7-a325-4e09-bd15-955c6b4de20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d04cc6-896d-4829-b256-b08adef012b1', 'code': 200} Apr 18 21:05:12.146418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff791fb-05c1-4840-a1eb-50cbbeb33c16 req-b461f549-a875-4545-acc6-41ac37796a7a tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:12.148942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cff791fb-05c1-4840-a1eb-50cbbeb33c16 req-b461f549-a875-4545-acc6-41ac37796a7a tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 943 time: 0.1272454 Apr 18 21:05:12.244990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cff791fb-05c1-4840-a1eb-50cbbeb33c16 req-d7ef6345-2b85-4559-96d6-1a365602b0a6 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839634 Apr 18 21:05:12.436091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60182) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:12.448628 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f43c5f81-97ae-4eb0-b785-c02dd03fc0a5 req-abae3cc2-c5bd-4c9a-a88a-9916784ff770 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/15258288-ee8f-43fe-b04f-9fb8b5c9b4cf HTTP/1.1" status: 200 len: 1647 time: 0.1518855 Apr 18 21:05:12.461551 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f743aff-17b2-4b98-adab-487e9fef8b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.511057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8f743aff-17b2-4b98-adab-487e9fef8b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:12.515908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8f743aff-17b2-4b98-adab-487e9fef8b63 admin admin] Usage tracker for resource:security_group_rule and tenant:c51c22f07995403cbd854696ec49714f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:12.519518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8f743aff-17b2-4b98-adab-487e9fef8b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:12.529841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8f743aff-17b2-4b98-adab-487e9fef8b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:12.661979 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f743aff-17b2-4b98-adab-487e9fef8b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.736361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e96fb-105a-4618-8530-a8062278511a req-c2b9f5aa-19cb-4f47-80de-bcfca209243d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:12.739467 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c36e96fb-105a-4618-8530-a8062278511a req-c2b9f5aa-19cb-4f47-80de-bcfca209243d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 943 time: 0.1392553 Apr 18 21:05:12.760512 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f743aff-17b2-4b98-adab-487e9fef8b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.801367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 17d04cc6-896d-4829-b256-b08adef012b1 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:05:12.831884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c36e96fb-105a-4618-8530-a8062278511a req-7dffca72-d9c2-444a-84a2-2606693a98a9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830901 Apr 18 21:05:12.900068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f743aff-17b2-4b98-adab-487e9fef8b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c595bf00-78e6-4f77-91e7-fabbdbbd9a79,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:12.911472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1177086345', 'description': 'tempest-description-392758424'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:12.919372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:12.925937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Usage tracker for resource:security_group and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:12.931087 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8f743aff-17b2-4b98-adab-487e9fef8b63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c51c22f07995403cbd854696ec49714f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4907899 Apr 18 21:05:12.932051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60200) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:12.933262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:12.953071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:13.026228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cde6c23e-fd78-4d78-be96-93435372d0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.057433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 17d04cc6-896d-4829-b256-b08adef012b1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=17d04cc6-896d-4829-b256-b08adef012b1,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:13.059103 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cde6c23e-fd78-4d78-be96-93435372d0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.074959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '17d04cc6-896d-4829-b256-b08adef012b1', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '17d04cc6-896d-4829-b256-b08adef012b1', 'mac_address': 'fa:16:3e:de:bd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:05:13.077612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.181215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:13.190275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Usage tracker for resource:security_group_rule and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:13.197718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:13.212276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:13.223785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cde6c23e-fd78-4d78-be96-93435372d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.255688 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.264059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6c23e-fd78-4d78-be96-93435372d0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c595bf00-78e6-4f77-91e7-fabbdbbd9a79,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:13.285999 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cde6c23e-fd78-4d78-be96-93435372d0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.290030 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cde6c23e-fd78-4d78-be96-93435372d0b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c595bf00-78e6-4f77-91e7-fabbdbbd9a79 HTTP/1.1" status: 204 len: 168 time: 0.3546963 Apr 18 21:05:13.352707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6636a008-7273-4f1b-ad9a-6191f58b49a7', 'tag': '58df5e0a-844d-4e73-9226-cd285982aafd'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:13.355137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d04cc6-896d-4829-b256-b08adef012b1 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:13.380860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 17d04cc6-896d-4829-b256-b08adef012b1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=17d04cc6-896d-4829-b256-b08adef012b1,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:13.383382 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.488727 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.497206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 58df5e0a-844d-4e73-9226-cd285982aafd details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:05:13.532579 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.588126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66c76df-ea15-4cfc-bb5f-849595f9eac9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:13.600602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdd0ff-acec-490b-9c49-2c8fc50c8f62 req-01f9c633-dc37-478f-9414-e6a1219c6594 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:13.602199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49fdd0ff-acec-490b-9c49-2c8fc50c8f62 req-01f9c633-dc37-478f-9414-e6a1219c6594 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 949 time: 0.1334755 Apr 18 21:05:13.668018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=17d04cc6-896d-4829-b256-b08adef012b1,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:13.745894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=58df5e0a-844d-4e73-9226-cd285982aafd,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:13.762657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 58df5e0a-844d-4e73-9226-cd285982aafd has no active binding in host n-h1-836017-3 {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 21:05:13.787737 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.789187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c60487cc-296e-4913-9bcd-5eb5ae407ae8 req-8ad54a10-89fc-4094-8c8f-bc5d5bce59bc tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.8837605 Apr 18 21:05:13.794959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49fdd0ff-acec-490b-9c49-2c8fc50c8f62 req-25401ae2-c50b-4f93-be56-0a0ecbf73c1f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869359 Apr 18 21:05:13.999378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04400363-707c-4e02-99a6-99cc6a01e3fa req-1b5831b9-ec44-41e8-8194-281a045c8560 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:14.007642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04400363-707c-4e02-99a6-99cc6a01e3fa req-1b5831b9-ec44-41e8-8194-281a045c8560 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 943 time: 0.0900013 Apr 18 21:05:14.057243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04400363-707c-4e02-99a6-99cc6a01e3fa req-cc080a50-1788-41a4-90b5-8cb149484563 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485861 Apr 18 21:05:14.104481 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['17d04cc6-896d-4829-b256-b08adef012b1'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:05:14.363194 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec058f00-3015-4f8e-986f-f06f34308105'] response: {'name': 'network-changed', 'server_uuid': '6636a008-7273-4f1b-ad9a-6191f58b49a7', 'tag': '58df5e0a-844d-4e73-9226-cd285982aafd', 'status': 'completed', 'code': 200} Apr 18 21:05:14.475250 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-036b7b23-6ad9-4dd2-9ebc-fdf03b3d669d tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=10465a822e9f4031b7b622a8d048d579&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501590 Apr 18 21:05:14.512750 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbc1fb9f-8250-41ad-8695-d1bb6229723b req-6ef88470-dce7-40c3-869c-e4f55359c24f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 1124 time: 0.1248214 Apr 18 21:05:14.569146 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb4fa01b-5f47-4038-badf-81c0e70ef33b req-422f4e87-789a-4291-947d-7730faed806e tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/c66c76df-ea15-4cfc-bb5f-849595f9eac9 HTTP/1.1" status: 200 len: 1646 time: 0.1775172 Apr 18 21:05:14.662023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1fb9f-8250-41ad-8695-d1bb6229723b req-31563d48-7153-465c-b3bc-20624e7985a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:14.666192 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbc1fb9f-8250-41ad-8695-d1bb6229723b req-31563d48-7153-465c-b3bc-20624e7985a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.1450069 Apr 18 21:05:14.672655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-a18ecc08-e425-40d6-a221-71d0005fc941 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:14.680865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-a18ecc08-e425-40d6-a221-71d0005fc941 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926854 Apr 18 21:05:14.694718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-ab3255d4-05a9-4e1b-b1a8-2ed6f8941b7b tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/quotas/10465a822e9f4031b7b622a8d048d579 HTTP/1.1" status: 200 len: 375 time: 0.0124192 Apr 18 21:05:14.745893 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbc1fb9f-8250-41ad-8695-d1bb6229723b req-aaf9b59f-acca-4738-a1b8-2ec0dd0d9e24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58df5e0a-844d-4e73-9226-cd285982aafd HTTP/1.1" status: 200 len: 217 time: 0.0751414 Apr 18 21:05:14.751020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-9333537a-47f6-4d9a-bd0a-89e5e3c2a8f7 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=10465a822e9f4031b7b622a8d048d579&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478926 Apr 18 21:05:14.817874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1fb9f-8250-41ad-8695-d1bb6229723b req-dac11de6-fd5e-4175-8f19-3a0cbfd3bce9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:14.820120 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbc1fb9f-8250-41ad-8695-d1bb6229723b req-dac11de6-fd5e-4175-8f19-3a0cbfd3bce9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.0678833 Apr 18 21:05:14.877182 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbc1fb9f-8250-41ad-8695-d1bb6229723b req-d876e8b8-31fe-499c-a745-e72be56a1aca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504091 Apr 18 21:05:15.102192 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbc1fb9f-8250-41ad-8695-d1bb6229723b req-a6618f10-d001-4aea-a696-228fa3d98016 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167318 Apr 18 21:05:15.111775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80c06819-8290-41d6-9c27-ca691b144cfb req-f5cf1a5e-8fbf-4ffe-be13-95526bbaa900 tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4a855bc0928945ad8140b82e78b15cd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452623 Apr 18 21:05:15.303555 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbc1fb9f-8250-41ad-8695-d1bb6229723b req-483fe172-4035-4de8-882d-5a19a044dc9c service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943896 Apr 18 21:05:15.348708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b845df8-63f4-4a8d-897f-21c5b8dedae7 req-d21f8c4d-a9f4-4258-a3d8-7b0c710a9c17 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:15.352419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b845df8-63f4-4a8d-897f-21c5b8dedae7 req-d21f8c4d-a9f4-4258-a3d8-7b0c710a9c17 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 943 time: 0.3472023 Apr 18 21:05:15.397452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2c377-39c0-449d-b46b-959c1f6b65ed req-e1782461-ecad-4a0f-9715-0621548b4292 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:15.400135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2f2c377-39c0-449d-b46b-959c1f6b65ed req-e1782461-ecad-4a0f-9715-0621548b4292 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a&tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 949 time: 0.2868776 Apr 18 21:05:15.412953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c06819-8290-41d6-9c27-ca691b144cfb req-a6943a47-baef-4940-b50d-abfe7f08a5de tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:15.414926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80c06819-8290-41d6-9c27-ca691b144cfb req-a6943a47-baef-4940-b50d-abfe7f08a5de tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638044 Apr 18 21:05:15.459059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b845df8-63f4-4a8d-897f-21c5b8dedae7 req-a9c2b8ac-a55f-48b6-94c4-1702d5a2e98b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887754 Apr 18 21:05:15.460715 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80c06819-8290-41d6-9c27-ca691b144cfb req-3f7132bf-fce9-4282-8855-fd142ffc6689 tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] 10.222.0.11 "GET /v2.0/quotas/4a855bc0928945ad8140b82e78b15cd0 HTTP/1.1" status: 200 len: 375 time: 0.0363333 Apr 18 21:05:15.552447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80c06819-8290-41d6-9c27-ca691b144cfb req-a9b9a3f2-a55b-4483-a3ad-4208f1a89443 tempest-QuotasAdminNegativeTest-1690478703 tempest-QuotasAdminNegativeTest-1690478703-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a855bc0928945ad8140b82e78b15cd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853505 Apr 18 21:05:15.556773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-458806593', 'description': 'tempest-description-294840950'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:15.565637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:15.572580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Usage tracker for resource:security_group and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:15.576901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:15.592541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:15.626131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2f2c377-39c0-449d-b46b-959c1f6b65ed req-599994df-ba88-48b2-a09a-bfe19527266f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 1100 time: 0.1274695 Apr 18 21:05:15.762559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.854003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:15.856645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2c377-39c0-449d-b46b-959c1f6b65ed req-7f10e75c-bd9e-4963-8aad-0cc7389fa829 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:15.858087 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2f2c377-39c0-449d-b46b-959c1f6b65ed req-7f10e75c-bd9e-4963-8aad-0cc7389fa829 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2251635 Apr 18 21:05:15.864698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Usage tracker for resource:security_group_rule and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:15.867847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:15.925165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:15.954119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2f2c377-39c0-449d-b46b-959c1f6b65ed req-7b172c08-f437-40e6-81c5-eb8faa03af95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=17d04cc6-896d-4829-b256-b08adef012b1 HTTP/1.1" status: 200 len: 217 time: 0.0879877 Apr 18 21:05:15.970467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732fb12-8fbf-485b-9e83-8368dc301877 req-bd109d50-2395-4ffb-a1dd-d7318ef9e04f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:15.971941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1732fb12-8fbf-485b-9e83-8368dc301877 req-bd109d50-2395-4ffb-a1dd-d7318ef9e04f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 949 time: 0.2507436 Apr 18 21:05:16.095631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2c377-39c0-449d-b46b-959c1f6b65ed req-6a854bf5-c882-4599-9d20-0972ac2ebe37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:16.097068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2f2c377-39c0-449d-b46b-959c1f6b65ed req-6a854bf5-c882-4599-9d20-0972ac2ebe37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1359293 Apr 18 21:05:16.103292 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.170065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1732fb12-8fbf-485b-9e83-8368dc301877 req-2fc06d27-9bdb-443d-8b48-cea96c73ad05 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676848 Apr 18 21:05:16.180830 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-a72e84c2-8302-4d59-9474-c46c2b0cce70 service neutron] 10.222.0.26 "GET /v2.0/ports/58df5e0a-844d-4e73-9226-cd285982aafd/bindings/n-h1-836017-3 HTTP/1.1" status: 200 len: 384 time: 0.1000800 Apr 18 21:05:16.228067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2f2c377-39c0-449d-b46b-959c1f6b65ed req-6f967ec2-d25d-4f6d-bc95-4745f35fa7f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221898 Apr 18 21:05:16.232110 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.411160 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18cfa7ef-7622-484e-9ff3-79b9df8374da req-4b38feac-8177-4c39-b56d-2d778c88f458 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 210 time: 0.1375544 Apr 18 21:05:16.418419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782e4347-b674-40c9-aa7b-f8a8ed616b23,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:16.552287 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.568423 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e141e651-3a27-4c9c-aa8c-7b895bc5674d req-82907396-65fb-4f85-bf60-9c06598d7106 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 1.0271418 Apr 18 21:05:16.631747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-97c60fb9-5374-4ba3-83be-4ae15674e510 service neutron] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=58df5e0a-844d-4e73-9226-cd285982aafd,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:16.670846 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2f2c377-39c0-449d-b46b-959c1f6b65ed req-6c2d2b12-2171-4b51-b03b-8f87f7de2fa6 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343169 Apr 18 21:05:16.687658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-97c60fb9-5374-4ba3-83be-4ae15674e510 service neutron] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:16.807959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-97c60fb9-5374-4ba3-83be-4ae15674e510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58df5e0a-844d-4e73-9226-cd285982aafd {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:16.833508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-97c60fb9-5374-4ba3-83be-4ae15674e510 service neutron] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=58df5e0a-844d-4e73-9226-cd285982aafd,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:16.842544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f1aef5ae-8ba2-421e-b277-b32ac98fa18f details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:05:16.889867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 17d04cc6-896d-4829-b256-b08adef012b1 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:16.931150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1f80e-d78a-4af1-8fd2-2584e2b98eb1 req-49d673ea-637c-4286-8873-41e6ae932bcb tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:16.942846 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1cf1f80e-d78a-4af1-8fd2-2584e2b98eb1 req-49d673ea-637c-4286-8873-41e6ae932bcb tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 943 time: 0.3336723 Apr 18 21:05:16.988658 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-97c60fb9-5374-4ba3-83be-4ae15674e510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.120514 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1cf1f80e-d78a-4af1-8fd2-2584e2b98eb1 req-f486b5f3-ad76-45f0-8591-d116172dd8c1 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762576 Apr 18 21:05:17.136727 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2f2c377-39c0-449d-b46b-959c1f6b65ed req-fabb225d-76fc-4194-b4ed-564cbcbe5924 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570501 Apr 18 21:05:17.348623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 17d04cc6-896d-4829-b256-b08adef012b1 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:17.349198 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.415072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f1aef5ae-8ba2-421e-b277-b32ac98fa18f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f1aef5ae-8ba2-421e-b277-b32ac98fa18f,segment=NetworkSegment(d23a061d-15ef-464a-98a7-01b895db5026),segment_id=d23a061d-15ef-464a-98a7-01b895db5026)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:17.455194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'port_id': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f', 'mac_address': 'fa:16:3e:dd:5a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:05:17.456312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-97c60fb9-5374-4ba3-83be-4ae15674e510 service neutron] Transition to ACTIVE for port object 58df5e0a-844d-4e73-9226-cd285982aafd will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:17.526255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65fe5e-8648-4c6e-8be0-c8a081d6372c req-afa3176d-35f9-439d-820c-f1071d3209c8 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:17.551184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc65fe5e-8648-4c6e-8be0-c8a081d6372c req-afa3176d-35f9-439d-820c-f1071d3209c8 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 943 time: 0.1146288 Apr 18 21:05:17.577985 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.589605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc65fe5e-8648-4c6e-8be0-c8a081d6372c req-e15e5fae-ab22-48ee-89cd-b859d8f3ab6c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487566 Apr 18 21:05:17.598112 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.612389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aef5ae-8ba2-421e-b277-b32ac98fa18f {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:17.638953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f1aef5ae-8ba2-421e-b277-b32ac98fa18f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f1aef5ae-8ba2-421e-b277-b32ac98fa18f,segment=NetworkSegment(d23a061d-15ef-464a-98a7-01b895db5026),segment_id=d23a061d-15ef-464a-98a7-01b895db5026)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:17.645042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4823f7-a325-4e09-bd15-955c6b4de20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d04cc6-896d-4829-b256-b08adef012b1'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:17.656502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 17d04cc6-896d-4829-b256-b08adef012b1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=17d04cc6-896d-4829-b256-b08adef012b1,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:17.707872 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bce47f5f-aab2-4332-b34a-01f96f7b70cf req-9cf8feca-b41a-4151-af68-a5e1ea3ad717 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/782e4347-b674-40c9-aa7b-f8a8ed616b23 HTTP/1.1" status: 200 len: 1645 time: 0.0543766 Apr 18 21:05:17.922866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44280a7-99a8-4e53-b4d5-c76c1ab80d1e req-f660fdbe-3057-4eaf-96dc-c0534c413a2f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:17.924391 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a44280a7-99a8-4e53-b4d5-c76c1ab80d1e req-f660fdbe-3057-4eaf-96dc-c0534c413a2f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 949 time: 0.1034930 Apr 18 21:05:17.988068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a44280a7-99a8-4e53-b4d5-c76c1ab80d1e req-24626a2b-7fcc-43fd-8c0a-46f1e52f4583 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532873 Apr 18 21:05:18.213954 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-97c60fb9-5374-4ba3-83be-4ae15674e510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.217616 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.220577 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.349228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f1aef5ae-8ba2-421e-b277-b32ac98fa18f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:18.438437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=17d04cc6-896d-4829-b256-b08adef012b1,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:18.461822 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb50742a-06ab-414a-966a-02e0dbb169a5 req-fd6b153d-6543-4c7d-af9c-58503bfd0d38 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 210 time: 0.0723155 Apr 18 21:05:18.463912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-97c60fb9-5374-4ba3-83be-4ae15674e510 service neutron] No DVR routers for this DVR port 58df5e0a-844d-4e73-9226-cd285982aafd on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:18.470364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c60fb9-5374-4ba3-83be-4ae15674e510 service neutron] Pushing event updated for resources: {'Port': ['ID=58df5e0a-844d-4e73-9226-cd285982aafd,revision_number=10']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:18.486510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f1aef5ae-8ba2-421e-b277-b32ac98fa18f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:05:18.524521 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-97c60fb9-5374-4ba3-83be-4ae15674e510 service neutron] 10.222.0.26 "PUT /v2.0/ports/58df5e0a-844d-4e73-9226-cd285982aafd/bindings/n-h1-836017-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3306270 Apr 18 21:05:18.558283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1488444686', 'description': 'tempest-description-1167631314'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:18.564902 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7524e28c-1b73-4319-b9a6-10c467648ab2'] response: {'server_uuid': 'de4823f7-a325-4e09-bd15-955c6b4de20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d04cc6-896d-4829-b256-b08adef012b1', 'code': 200} Apr 18 21:05:18.566534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:18.580430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Usage tracker for resource:security_group and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:18.583895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:18.597211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:18.617444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 58df5e0a-844d-4e73-9226-cd285982aafd no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:05:18.747672 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 58df5e0a-844d-4e73-9226-cd285982aafd not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:05:18.774795 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.854657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:18.864656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Usage tracker for resource:security_group_rule and tenant:8d2525b2980b49a7923581dc6d0e149b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:18.869687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:18.882365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:18.894660 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-4ce363a1-2dd0-4fc5-961a-53890286e772 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7&tenant_id=dab6748eaf3e409f9a3ff9969581722b&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1095 time: 0.1693051 Apr 18 21:05:18.905905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9eca8-11b8-41eb-aa23-fe8eed640dcd req-b45232a3-626e-46ab-82eb-5c2ff8b737ff tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:18.907588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76a9eca8-11b8-41eb-aa23-fe8eed640dcd req-b45232a3-626e-46ab-82eb-5c2ff8b737ff tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 944 time: 0.2161586 Apr 18 21:05:19.055096 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.057740 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76a9eca8-11b8-41eb-aa23-fe8eed640dcd req-9b76d08c-eb4e-47f7-9a02-386dc3810a26 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093359 Apr 18 21:05:19.076045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-c9b7b7a9-b65f-4c80-a2d4-da56e77131f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7&tenant_id=dab6748eaf3e409f9a3ff9969581722b HTTP/1.1" status: 200 len: 1095 time: 0.1662467 Apr 18 21:05:19.207985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-4bebf9de-45fb-43ab-834d-9dd63feee396 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=10465a822e9f4031b7b622a8d048d579&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374076 Apr 18 21:05:19.244660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.377571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-9baf50e5-6649-419a-a9d7-5387b5abad86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 1095 time: 0.2725000 Apr 18 21:05:19.397623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afaf1c47-be25-4286-9d15-94c4891e1e18,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:19.563509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.564780 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a865193c-e9fd-4989-b76e-fb809d021733 req-40bbaa11-ce6a-44f1-8a9d-5e649d665b4d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.0127888 Apr 18 21:05:19.587152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-5d0263de-34b5-4686-97a8-38b35e71dce1 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:19.588621 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-5d0263de-34b5-4686-97a8-38b35e71dce1 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3753178 Apr 18 21:05:19.609574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Request body: {'port': {'device_id': '62149a22-1673-4972-a60a-b6a808222275', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '10465a822e9f4031b7b622a8d048d579'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:19.818970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-1491efb6-6a43-425a-b375-a2b182c01883 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:19.820486 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-1491efb6-6a43-425a-b375-a2b182c01883 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.4112427 Apr 18 21:05:19.835071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21a452-7ee9-43fa-9c18-cdb4be41bd43 req-a8a242ab-a135-408a-9efc-7a005e7cc4d1 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:19.836515 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef21a452-7ee9-43fa-9c18-cdb4be41bd43 req-a8a242ab-a135-408a-9efc-7a005e7cc4d1 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 944 time: 0.4260762 Apr 18 21:05:19.857078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60354) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:20.011877 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a006184a-fd94-4fbc-ba23-096d5eff47dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.045760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a006184a-fd94-4fbc-ba23-096d5eff47dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:20.050334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a006184a-fd94-4fbc-ba23-096d5eff47dd admin admin] Usage tracker for resource:security_group_rule and tenant:4a855bc0928945ad8140b82e78b15cd0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:20.054344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a006184a-fd94-4fbc-ba23-096d5eff47dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:20.055688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-c903d0ad-0697-4ae0-a7da-c6e9289be738 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58df5e0a-844d-4e73-9226-cd285982aafd HTTP/1.1" status: 200 len: 217 time: 0.2139120 Apr 18 21:05:20.056636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:20.061029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a006184a-fd94-4fbc-ba23-096d5eff47dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:20.070447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Usage tracker for resource:port and tenant:10465a822e9f4031b7b622a8d048d579 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:20.076610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:20.124574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:20.156717 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a006184a-fd94-4fbc-ba23-096d5eff47dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.158798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef21a452-7ee9-43fa-9c18-cdb4be41bd43 req-c2ce0d55-1cb6-4b23-bb0b-70674942f5f0 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068423 Apr 18 21:05:20.166398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6bee7-b91c-494f-b97c-34e0841e0bb7 req-8132ddb9-7d35-477f-9e1a-e22d4842a850 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:20.167853 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3cf6bee7-b91c-494f-b97c-34e0841e0bb7 req-8132ddb9-7d35-477f-9e1a-e22d4842a850 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.4510543 Apr 18 21:05:20.177364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-818b6c7d-6650-4337-b7de-96a9e1e6cd69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:20.181602 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-818b6c7d-6650-4337-b7de-96a9e1e6cd69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.1050634 Apr 18 21:05:20.222519 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a006184a-fd94-4fbc-ba23-096d5eff47dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.241823 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-4ae931d3-8d84-4374-b0a2-c2220cdbbdd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482349 Apr 18 21:05:20.276036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006184a-fd94-4fbc-ba23-096d5eff47dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff87c50-129c-4d05-97d9-89ea3ad5a5eb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:20.281524 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a006184a-fd94-4fbc-ba23-096d5eff47dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a855bc0928945ad8140b82e78b15cd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4226253 Apr 18 21:05:20.285764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60362) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:20.360708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Made reservation on behalf of 10465a822e9f4031b7b622a8d048d579 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:20.363929 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.410677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3cf6bee7-b91c-494f-b97c-34e0841e0bb7 req-92f5ca5a-3770-447d-a711-a7070e9589f1 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357066 Apr 18 21:05:20.442448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50464bdd-2c43-40ad-9d4a-f314861559a4 req-33d99f8d-eb20-491e-87c2-ec475e3c5072 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 210 time: 0.1031404 Apr 18 21:05:20.443070 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.569655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:20.589747 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-8aff8120-9bac-430d-936b-c7a13f1a55ac service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386729 Apr 18 21:05:20.592487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Usage tracker for resource:security_group_rule and tenant:10465a822e9f4031b7b622a8d048d579 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:20.599118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:20.603991 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f4c656b-ae63-40e7-bbe7-f00e76968f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.632517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:20.645999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d20d195f-172c-4840-b12e-78e2770f3831 req-c9ccafa5-fbdf-4885-85ed-3c1c6fc22ef4 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/afaf1c47-be25-4286-9d15-94c4891e1e18 HTTP/1.1" status: 200 len: 1647 time: 0.1926458 Apr 18 21:05:20.732883 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f4c656b-ae63-40e7-bbe7-f00e76968f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.861259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f1aef5ae-8ba2-421e-b277-b32ac98fa18f up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:20.923340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-60623e16-2d3d-4d3a-b8ae-9291fd961591 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205512 Apr 18 21:05:20.960901 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.964250 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-a05bd6b6-efdd-4c12-b92a-0d13161c6fa3 req-9760d7f7-9d24-4a03-902f-c17961572305 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] show failed (client error): The resource could not be found. Apr 18 21:05:20.965268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a05bd6b6-efdd-4c12-b92a-0d13161c6fa3 req-9760d7f7-9d24-4a03-902f-c17961572305 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/c5abf117-1e5e-4f98-9623-c50fd4661a1b HTTP/1.1" status: 404 len: 352 time: 0.0409784 Apr 18 21:05:20.984772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e554c83-09a7-4cf2-9d29-d8d18f805fdb req-09d90fcc-e72c-4fa7-a53e-f09b217d005c tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:20.986240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e554c83-09a7-4cf2-9d29-d8d18f805fdb req-09d90fcc-e72c-4fa7-a53e-f09b217d005c tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 944 time: 0.2189384 Apr 18 21:05:21.010101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f4c656b-ae63-40e7-bbe7-f00e76968f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.028899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port f1aef5ae-8ba2-421e-b277-b32ac98fa18f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:21.036993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c656b-ae63-40e7-bbe7-f00e76968f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff87c50-129c-4d05-97d9-89ea3ad5a5eb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:21.037740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port f1aef5ae-8ba2-421e-b277-b32ac98fa18f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:21.037740 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.042195 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.140080 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f4c656b-ae63-40e7-bbe7-f00e76968f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.141207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6f4c656b-ae63-40e7-bbe7-f00e76968f32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aff87c50-129c-4d05-97d9-89ea3ad5a5eb HTTP/1.1" status: 204 len: 168 time: 0.8520317 Apr 18 21:05:21.176811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e554c83-09a7-4cf2-9d29-d8d18f805fdb req-ce296dee-6fe4-4767-95fb-f66ed6d7a91a tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840281 Apr 18 21:05:21.194525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a55e895-a7d4-45f3-94d1-21655b372bd2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:21.288734 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.298698 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-07aacd13-ecf5-49fb-9e75-55d050bff9c3 req-71af2f13-c08a-4fe8-b455-2f0632a5c227 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] show failed (client error): The resource could not be found. Apr 18 21:05:21.299735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07aacd13-ecf5-49fb-9e75-55d050bff9c3 req-71af2f13-c08a-4fe8-b455-2f0632a5c227 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-group-rules/6f89dda7-dd2c-4759-96e6-47cb84a66f18 HTTP/1.1" status: 404 len: 361 time: 0.0584116 Apr 18 21:05:21.354602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Allocated IP 192.168.233.224 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/801f0166-79cb-476a-9b04-4da37b52d640) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:21.370916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:21.396756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f1aef5ae-8ba2-421e-b277-b32ac98fa18f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f1aef5ae-8ba2-421e-b277-b32ac98fa18f,segment=NetworkSegment(d23a061d-15ef-464a-98a7-01b895db5026),segment_id=d23a061d-15ef-464a-98a7-01b895db5026)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:21.498704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f4b8642-401b-4e52-9fb4-1592456f7f21 req-7e9d7239-256a-42eb-8a12-950b7b74c645 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/afaf1c47-be25-4286-9d15-94c4891e1e18 HTTP/1.1" status: 200 len: 1647 time: 0.1392725 Apr 18 21:05:21.600725 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.678726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f1aef5ae-8ba2-421e-b277-b32ac98fa18f,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:21.689813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:21.690147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:21.690480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:21.690838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:21.691130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:21.691449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:21.692069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:21.692249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:21.692522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:21.692838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:21.693368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:21.735588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da01fc-123f-47ea-9306-1c082ba1dc95 req-c791a269-79d8-4450-8595-d5b76ba430e5 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:21.736498 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2da01fc-123f-47ea-9306-1c082ba1dc95 req-c791a269-79d8-4450-8595-d5b76ba430e5 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 944 time: 0.3207786 Apr 18 21:05:21.813981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8f4b8642-401b-4e52-9fb4-1592456f7f21 req-694cb6cf-5d1b-405d-9bff-cec68f09a96a tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.832165 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:05:21.901273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.913106 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8f4b8642-401b-4e52-9fb4-1592456f7f21 req-694cb6cf-5d1b-405d-9bff-cec68f09a96a tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.928489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2da01fc-123f-47ea-9306-1c082ba1dc95 req-d0b15d9f-c5f6-41e2-81d3-2f46def5a4cc tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804590 Apr 18 21:05:21.943220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Transition to ACTIVE for port object 801f0166-79cb-476a-9b04-4da37b52d640 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:21.947427 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-cc21f7f2-f932-423b-a1d2-66847bb6ddbb tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7&tenant_id=dab6748eaf3e409f9a3ff9969581722b&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 1095 time: 0.2897363 Apr 18 21:05:22.014619 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f2b6251-2628-4e60-877d-aa4e1ce96983'] response: {'server_uuid': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f', 'code': 200} Apr 18 21:05:22.160493 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8f4b8642-401b-4e52-9fb4-1592456f7f21 req-694cb6cf-5d1b-405d-9bff-cec68f09a96a tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.183259 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.187922 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-37d3bfe8-0b10-4bb4-9988-3f2a48e52a58 req-0ae6a1a7-3fa9-4111-bcf8-034611e692ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 1096 time: 0.1047020 Apr 18 21:05:22.238734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cb6cf-5d1b-405d-9bff-cec68f09a96a tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaf1c47-be25-4286-9d15-94c4891e1e18,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:22.241314 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-37d3bfe8-0b10-4bb4-9988-3f2a48e52a58 req-4c6fd9ff-4b37-44b8-97ad-85bc629f9820 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421221 Apr 18 21:05:22.243999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-695fdcc9-c577-4719-b38b-04d52bb61194 service neutron] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:22.248232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60400) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:22.273925 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-452def13-3433-4580-b719-16435eda3d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.298844 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-695fdcc9-c577-4719-b38b-04d52bb61194 service neutron] Notify callbacks [] for binding, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.300039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d340f6c4-fc1c-4d56-9e50-14f2b265da5a req-695fdcc9-c577-4719-b38b-04d52bb61194 service neutron] 10.222.0.59 "DELETE /v2.0/ports/58df5e0a-844d-4e73-9226-cd285982aafd/bindings/n-h2-836017-3 HTTP/1.1" status: 204 len: 173 time: 0.3428078 Apr 18 21:05:22.301897 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8f4b8642-401b-4e52-9fb4-1592456f7f21 req-694cb6cf-5d1b-405d-9bff-cec68f09a96a tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.303462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f4b8642-401b-4e52-9fb4-1592456f7f21 req-694cb6cf-5d1b-405d-9bff-cec68f09a96a tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "DELETE /v2.0/security-groups/afaf1c47-be25-4286-9d15-94c4891e1e18 HTTP/1.1" status: 204 len: 173 time: 0.7865312 Apr 18 21:05:22.324302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:22.325171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Pushing event updated for resources: {'Port': ['ID=801f0166-79cb-476a-9b04-4da37b52d640,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:22.328527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:22.329696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-452def13-3433-4580-b719-16435eda3d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:22.331960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:22.346074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-452def13-3433-4580-b719-16435eda3d8c admin admin] Usage tracker for resource:security_group_rule and tenant:519192b6a9c74d4da024a867ed334b83 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:22.350665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-452def13-3433-4580-b719-16435eda3d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:22.362955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-452def13-3433-4580-b719-16435eda3d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:22.406544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c09a8-96e4-4822-b793-744a334515da req-946c7f06-b890-4a7c-8206-e8369674a91a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:22.408152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b4c09a8-96e4-4822-b793-744a334515da req-946c7f06-b890-4a7c-8206-e8369674a91a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.2945392 Apr 18 21:05:22.470003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-452def13-3433-4580-b719-16435eda3d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.549871 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-452def13-3433-4580-b719-16435eda3d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.566278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:22.567238 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.601762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452def13-3433-4580-b719-16435eda3d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d819d4a-b49f-4f5a-8245-c356e3f0e346,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:22.609301 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-452def13-3433-4580-b719-16435eda3d8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=519192b6a9c74d4da024a867ed334b83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3598409 Apr 18 21:05:22.610040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60408) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:22.679916 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0af870cd-fbd1-4359-932c-99f161a9c1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.682439 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b4c09a8-96e4-4822-b793-744a334515da req-7ff904ba-7c2d-41d1-9b31-e0a0a0098e55 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618923 Apr 18 21:05:22.709224 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0af870cd-fbd1-4359-932c-99f161a9c1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.714485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df0df7-c73d-42ec-9f25-30014c9accb3 req-609eaea9-2d52-4f3e-b900-0e87870fb3ad tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:22.715173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-40df0df7-c73d-42ec-9f25-30014c9accb3 req-609eaea9-2d52-4f3e-b900-0e87870fb3ad tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Synchronizing usage tracker for tenant:10465a822e9f4031b7b622a8d048d579 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:22.743626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-88631b00-7ac2-4004-90c1-02a955d051cb tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1327341 Apr 18 21:05:22.753766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Request body: {'port': {'device_id': '62149a22-1673-4972-a60a-b6a808222275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:22.850932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3d8ef810-9d38-4c97-9de3-f1fc09f5ce8b None None] Provisioning for port 801f0166-79cb-476a-9b04-4da37b52d640 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:22.851224 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0af870cd-fbd1-4359-932c-99f161a9c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.858278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3d8ef810-9d38-4c97-9de3-f1fc09f5ce8b None None] Provisioning complete for port 801f0166-79cb-476a-9b04-4da37b52d640 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:22.858681 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef810-9d38-4c97-9de3-f1fc09f5ce8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.870070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af870cd-fbd1-4359-932c-99f161a9c1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d819d4a-b49f-4f5a-8245-c356e3f0e346,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:22.887955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0af870cd-fbd1-4359-932c-99f161a9c1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.891709 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0af870cd-fbd1-4359-932c-99f161a9c1ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d819d4a-b49f-4f5a-8245-c356e3f0e346 HTTP/1.1" status: 204 len: 168 time: 0.2780013 Apr 18 21:05:22.915764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-40df0df7-c73d-42ec-9f25-30014c9accb3 req-609eaea9-2d52-4f3e-b900-0e87870fb3ad tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Unset dirty status for tenant:10465a822e9f4031b7b622a8d048d579 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:22.921344 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40df0df7-c73d-42ec-9f25-30014c9accb3 req-609eaea9-2d52-4f3e-b900-0e87870fb3ad tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 936 time: 0.3662329 Apr 18 21:05:22.963240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ef810-9d38-4c97-9de3-f1fc09f5ce8b None None] Port 801f0166-79cb-476a-9b04-4da37b52d640 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:22.967424 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.088186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-40df0df7-c73d-42ec-9f25-30014c9accb3 req-d9c4618c-57c2-4046-b722-695f10ca43d9 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Synchronizing usage tracker for tenant:10465a822e9f4031b7b622a8d048d579 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:23.094339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60420) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:23.129432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a0ef3-43bd-44bd-8e28-991065333781 req-8715b864-ac2e-4e72-9869-3ce5339f79a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:23.131087 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c09a0ef3-43bd-44bd-8e28-991065333781 req-8715b864-ac2e-4e72-9869-3ce5339f79a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 945 time: 0.2837110 Apr 18 21:05:23.278538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35b9fd84-5754-4f1c-92fa-224c567ca46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.320085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-35b9fd84-5754-4f1c-92fa-224c567ca46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:23.324517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-35b9fd84-5754-4f1c-92fa-224c567ca46e admin admin] Usage tracker for resource:security_group_rule and tenant:72c9c6fa931543258322ac02ca3ef86d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:23.327557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-35b9fd84-5754-4f1c-92fa-224c567ca46e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:23.333437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-35b9fd84-5754-4f1c-92fa-224c567ca46e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:23.344966 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c09a0ef3-43bd-44bd-8e28-991065333781 req-c3e335be-76f9-4f59-af89-e1384d3f9d34 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622784 Apr 18 21:05:23.345583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-40df0df7-c73d-42ec-9f25-30014c9accb3 req-d9c4618c-57c2-4046-b722-695f10ca43d9 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Unset dirty status for tenant:10465a822e9f4031b7b622a8d048d579 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:23.346826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40df0df7-c73d-42ec-9f25-30014c9accb3 req-d9c4618c-57c2-4046-b722-695f10ca43d9 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147539 Apr 18 21:05:23.436293 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35b9fd84-5754-4f1c-92fa-224c567ca46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.523364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2563498a-2718-4efd-b582-fbaee2af3701 req-f773bfd8-371b-4551-84a8-a19efc9eba6d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/782e4347-b674-40c9-aa7b-f8a8ed616b23 HTTP/1.1" status: 200 len: 1645 time: 0.0777216 Apr 18 21:05:23.529894 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35b9fd84-5754-4f1c-92fa-224c567ca46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.591083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9fd84-5754-4f1c-92fa-224c567ca46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca33f89b-5cee-411d-999a-e9265501053d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:23.622534 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-35b9fd84-5754-4f1c-92fa-224c567ca46e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72c9c6fa931543258322ac02ca3ef86d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5241957 Apr 18 21:05:23.623654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60428) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:23.705320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801f0166-79cb-476a-9b04-4da37b52d640 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:23.705567 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ebe113c-5cd6-4e5a-a6cf-3a895022f255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.719946 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.734406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ebe113c-5cd6-4e5a-a6cf-3a895022f255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.753811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Transition to ACTIVE for port object 801f0166-79cb-476a-9b04-4da37b52d640 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:23.799074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2563498a-2718-4efd-b582-fbaee2af3701 req-b5317f89-aee4-4f53-b0e9-15122d9b95af tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.834611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7695396-d4aa-4578-bff1-f5d41a6f5795 req-9f7d3665-8aed-4338-8036-42581599beaa tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:23.836142 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7695396-d4aa-4578-bff1-f5d41a6f5795 req-9f7d3665-8aed-4338-8036-42581599beaa tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.2551754 Apr 18 21:05:23.839717 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2563498a-2718-4efd-b582-fbaee2af3701 req-b5317f89-aee4-4f53-b0e9-15122d9b95af tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.876729 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.889130 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ebe113c-5cd6-4e5a-a6cf-3a895022f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.904108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe113c-5cd6-4e5a-a6cf-3a895022f255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca33f89b-5cee-411d-999a-e9265501053d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:23.911054 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ebe113c-5cd6-4e5a-a6cf-3a895022f255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.912206 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2ebe113c-5cd6-4e5a-a6cf-3a895022f255 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca33f89b-5cee-411d-999a-e9265501053d HTTP/1.1" status: 204 len: 168 time: 0.2875457 Apr 18 21:05:24.067060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7695396-d4aa-4578-bff1-f5d41a6f5795 req-0a870775-847e-4e16-bc88-a6f69691d721 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195089 Apr 18 21:05:24.067671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=801f0166-79cb-476a-9b04-4da37b52d640,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:24.203860 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2563498a-2718-4efd-b582-fbaee2af3701 req-b5317f89-aee4-4f53-b0e9-15122d9b95af tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.228878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Attempting to bind port 801f0166-79cb-476a-9b04-4da37b52d640 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:24.229314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Attempting to bind port 801f0166-79cb-476a-9b04-4da37b52d640 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:24.229868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Attempting to bind port 801f0166-79cb-476a-9b04-4da37b52d640 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:24.243731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5317f89-aee4-4f53-b0e9-15122d9b95af tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782e4347-b674-40c9-aa7b-f8a8ed616b23,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:24.247319 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2563498a-2718-4efd-b582-fbaee2af3701 req-b5317f89-aee4-4f53-b0e9-15122d9b95af tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.248528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2563498a-2718-4efd-b582-fbaee2af3701 req-b5317f89-aee4-4f53-b0e9-15122d9b95af tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "DELETE /v2.0/security-groups/782e4347-b674-40c9-aa7b-f8a8ed616b23 HTTP/1.1" status: 204 len: 173 time: 0.6686914 Apr 18 21:05:24.262517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Port 801f0166-79cb-476a-9b04-4da37b52d640 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:05:24.262517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Attempting to bind port 801f0166-79cb-476a-9b04-4da37b52d640 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:24.306596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:24.306596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:24.306596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:24.306596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Bound port: 801f0166-79cb-476a-9b04-4da37b52d640, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:24.306596 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.471469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] For port 801f0166-79cb-476a-9b04-4da37b52d640, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:24.481734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd403cc6-349f-4d41-bf8a-6afef572f4b0 req-da8808a2-93ae-46cb-a9e9-c4a930b10dfc tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:24.483282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd403cc6-349f-4d41-bf8a-6afef572f4b0 req-da8808a2-93ae-46cb-a9e9-c4a930b10dfc tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 944 time: 0.2213297 Apr 18 21:05:24.491778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3772d03-92ea-4318-8ebe-83ac189d2d96 req-0e1dac67-00aa-4541-8855-80225f6a3284 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/c66c76df-ea15-4cfc-bb5f-849595f9eac9 HTTP/1.1" status: 200 len: 1646 time: 0.1291025 Apr 18 21:05:24.496494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] For port 801f0166-79cb-476a-9b04-4da37b52d640, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=801f0166-79cb-476a-9b04-4da37b52d640,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:24.559573 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b2abc0e9-22fb-488f-a592-dd69aafef755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.579838 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd403cc6-349f-4d41-bf8a-6afef572f4b0 req-d6d94725-7dea-4c7e-b98e-807e457366ef tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814643 Apr 18 21:05:24.583450 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.697202 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.698696 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] 10.222.0.59 "PUT /v2.0/ports/801f0166-79cb-476a-9b04-4da37b52d640 HTTP/1.1" status: 200 len: 1096 time: 1.9526126 Apr 18 21:05:24.699236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62149a22-1673-4972-a60a-b6a808222275', 'tag': '801f0166-79cb-476a-9b04-4da37b52d640'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:24.716973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5966efb-6956-41d1-a21b-42fbd2964cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=801f0166-79cb-476a-9b04-4da37b52d640,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:24.721147 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e3772d03-92ea-4318-8ebe-83ac189d2d96 req-f0c8acf7-c4de-4957-b77c-89b45f12b759 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.759322 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e3772d03-92ea-4318-8ebe-83ac189d2d96 req-f0c8acf7-c4de-4957-b77c-89b45f12b759 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.857655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60472) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:24.889415 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eba8b855-ef1c-4f2b-9473-4d5896e783a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.938781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-eba8b855-ef1c-4f2b-9473-4d5896e783a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:24.944237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-eba8b855-ef1c-4f2b-9473-4d5896e783a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f236b713b8a743918e9e4a6a1c7b869e is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:24.948069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-eba8b855-ef1c-4f2b-9473-4d5896e783a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:24.955838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-eba8b855-ef1c-4f2b-9473-4d5896e783a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:25.047086 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eba8b855-ef1c-4f2b-9473-4d5896e783a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.094274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0e5d0-f7ba-4aed-8c47-b0b0d560acfb req-ca0dc6ac-69f1-479d-be10-08735975543f tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:25.095731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97a0e5d0-f7ba-4aed-8c47-b0b0d560acfb req-ca0dc6ac-69f1-479d-be10-08735975543f tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 945 time: 0.3226843 Apr 18 21:05:25.104936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-cc180b64-1f9d-46e7-9136-f8c36200fa4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10465a822e9f4031b7b622a8d048d579&device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 1099 time: 0.2743170 Apr 18 21:05:25.134728 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eba8b855-ef1c-4f2b-9473-4d5896e783a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.185116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8b855-ef1c-4f2b-9473-4d5896e783a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e63a6b-8f80-4b56-a07a-cd467e0a7c05,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:25.189906 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e3772d03-92ea-4318-8ebe-83ac189d2d96 req-f0c8acf7-c4de-4957-b77c-89b45f12b759 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.194298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-eba8b855-ef1c-4f2b-9473-4d5896e783a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f236b713b8a743918e9e4a6a1c7b869e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3328779 Apr 18 21:05:25.194573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60476) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:25.210692 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-ab10f7f3-e003-466d-bd98-a540004e9af5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=801f0166-79cb-476a-9b04-4da37b52d640 HTTP/1.1" status: 200 len: 217 time: 0.0903139 Apr 18 21:05:25.225512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8acf7-c4de-4957-b77c-89b45f12b759 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66c76df-ea15-4cfc-bb5f-849595f9eac9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:25.277765 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e3772d03-92ea-4318-8ebe-83ac189d2d96 req-f0c8acf7-c4de-4957-b77c-89b45f12b759 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.278891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3772d03-92ea-4318-8ebe-83ac189d2d96 req-f0c8acf7-c4de-4957-b77c-89b45f12b759 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "DELETE /v2.0/security-groups/c66c76df-ea15-4cfc-bb5f-849595f9eac9 HTTP/1.1" status: 204 len: 173 time: 0.7789018 Apr 18 21:05:25.288207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab22518e-6706-44ea-a339-c3cad5ec26b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.303818 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97a0e5d0-f7ba-4aed-8c47-b0b0d560acfb req-297f5064-a272-488c-9a28-d95f3c970021 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977372 Apr 18 21:05:25.320305 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab22518e-6706-44ea-a339-c3cad5ec26b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.338500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-680bb592-6c84-4bb2-bb1e-d71f0dc537ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:25.339909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-680bb592-6c84-4bb2-bb1e-d71f0dc537ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1195881 Apr 18 21:05:25.506833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-9e11c2d1-44d7-43e4-946a-ec917affde1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1592226 Apr 18 21:05:25.508560 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab22518e-6706-44ea-a339-c3cad5ec26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.524677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22518e-6706-44ea-a339-c3cad5ec26b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e63a6b-8f80-4b56-a07a-cd467e0a7c05,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:25.532427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab22518e-6706-44ea-a339-c3cad5ec26b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.534402 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ab22518e-6706-44ea-a339-c3cad5ec26b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64e63a6b-8f80-4b56-a07a-cd467e0a7c05 HTTP/1.1" status: 204 len: 168 time: 0.3380210 Apr 18 21:05:25.547396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4b89a-bd3b-498c-920f-551f95992435 req-f51d5066-17c2-4f35-aea0-3900de2c8fab tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:25.548868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80f4b89a-bd3b-498c-920f-551f95992435 req-f51d5066-17c2-4f35-aea0-3900de2c8fab tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 948 time: 0.1351912 Apr 18 21:05:25.645267 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19340c21-8272-4801-a7f6-8ea5a66ccb7f'] response: {'name': 'network-changed', 'server_uuid': '62149a22-1673-4972-a60a-b6a808222275', 'tag': '801f0166-79cb-476a-9b04-4da37b52d640', 'status': 'completed', 'code': 200} Apr 18 21:05:25.789435 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80f4b89a-bd3b-498c-920f-551f95992435 req-89452862-2823-4ef0-b75a-c11e5e11c970 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431086 Apr 18 21:05:25.797272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b853cf85-7ca5-4a26-87e7-144c3d23404c req-80bcf8fd-8da6-4e5d-a1d0-4e5402cb3851 tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/15258288-ee8f-43fe-b04f-9fb8b5c9b4cf HTTP/1.1" status: 200 len: 1647 time: 0.1199286 Apr 18 21:05:25.801061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-fa3651ae-bd82-416a-b5eb-396249ee9d01 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877846 Apr 18 21:05:26.132030 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b853cf85-7ca5-4a26-87e7-144c3d23404c req-977a143f-bc23-489e-b6f4-3ef70c09b0ae tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.147426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08bcf1cc-b2c8-4466-98d0-a6a7e7b02c21 req-ca9b1627-a7d8-42c5-abf8-03ae3c5e1fb1 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298554 Apr 18 21:05:26.174736 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b853cf85-7ca5-4a26-87e7-144c3d23404c req-977a143f-bc23-489e-b6f4-3ef70c09b0ae tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.193174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907ac9b-a2f6-4905-8d33-dc96ed149eaa req-7ade3147-76c1-42f9-aedb-8996f8b2dd37 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:26.194799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d907ac9b-a2f6-4905-8d33-dc96ed149eaa req-7ade3147-76c1-42f9-aedb-8996f8b2dd37 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 945 time: 0.2368665 Apr 18 21:05:26.203739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60510) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:26.212485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-71f003ff-76bc-434e-8e3d-3fa723ed13a5 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Request body: {'floatingip': {'port_id': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:26.323162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71f003ff-76bc-434e-8e3d-3fa723ed13a5 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.399449 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b853cf85-7ca5-4a26-87e7-144c3d23404c req-977a143f-bc23-489e-b6f4-3ef70c09b0ae tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.431328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a143f-bc23-489e-b6f4-3ef70c09b0ae tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15258288-ee8f-43fe-b04f-9fb8b5c9b4cf,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:26.435869 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b853cf85-7ca5-4a26-87e7-144c3d23404c req-977a143f-bc23-489e-b6f4-3ef70c09b0ae tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.437030 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b853cf85-7ca5-4a26-87e7-144c3d23404c req-977a143f-bc23-489e-b6f4-3ef70c09b0ae tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "DELETE /v2.0/security-groups/15258288-ee8f-43fe-b04f-9fb8b5c9b4cf HTTP/1.1" status: 204 len: 173 time: 0.6327348 Apr 18 21:05:26.497164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af05da70-f050-4ce3-84d8-45cc0c9809a9 req-c74f7799-43a6-41de-9c82-0617a2acf265 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10465a822e9f4031b7b622a8d048d579&device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 1099 time: 0.1843188 Apr 18 21:05:26.497164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9defb496-7ada-4e29-9aa4-62081159db56 req-90328167-394e-4078-ac13-8d668b1101fc tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 1095 time: 0.1456006 Apr 18 21:05:26.690781 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9defb496-7ada-4e29-9aa4-62081159db56 req-d827ee99-b7c5-4890-bb86-03ed7e2b0c6e tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694715 Apr 18 21:05:26.731441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae2faedc-5d27-4fcf-b746-2be518198779 req-3835f85c-1693-47ae-95dd-20ae59e40baa tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "GET /v2.0/security-groups/a7f61d48-99a5-4b9a-abc2-9460ab3a1c2b HTTP/1.1" status: 200 len: 1645 time: 0.1207550 Apr 18 21:05:26.736798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05da70-f050-4ce3-84d8-45cc0c9809a9 req-4be21cf8-2b40-4ba5-94ef-1bbdcc42c49c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:26.738427 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af05da70-f050-4ce3-84d8-45cc0c9809a9 req-4be21cf8-2b40-4ba5-94ef-1bbdcc42c49c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2461145 Apr 18 21:05:26.852846 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af05da70-f050-4ce3-84d8-45cc0c9809a9 req-4e09891c-d45e-4dee-ba16-923ceae9d626 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=801f0166-79cb-476a-9b04-4da37b52d640 HTTP/1.1" status: 200 len: 217 time: 0.0944188 Apr 18 21:05:27.010381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05da70-f050-4ce3-84d8-45cc0c9809a9 req-0196e6fe-130b-4b2e-8469-bc6826fc540e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:27.012100 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af05da70-f050-4ce3-84d8-45cc0c9809a9 req-0196e6fe-130b-4b2e-8469-bc6826fc540e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1531909 Apr 18 21:05:27.043259 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f11321bf-d0fb-40cd-b3dc-a3a0b53ae8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.100635 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ae2faedc-5d27-4fcf-b746-2be518198779 req-1bbe7e7e-ef55-4013-89c7-b05054d9b86d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.206431 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ae2faedc-5d27-4fcf-b746-2be518198779 req-1bbe7e7e-ef55-4013-89c7-b05054d9b86d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.309009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a14268-a0ef-4c2b-907d-9771f65b3d15 req-548fbf2b-7a0f-4024-ad9e-94c5b84ccb8f tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:27.310873 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88a14268-a0ef-4c2b-907d-9771f65b3d15 req-548fbf2b-7a0f-4024-ad9e-94c5b84ccb8f tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 948 time: 0.3114951 Apr 18 21:05:27.339013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af05da70-f050-4ce3-84d8-45cc0c9809a9 req-078b19af-780a-4aa6-b7bf-abdbfcf64877 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2901552 Apr 18 21:05:27.507493 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71f003ff-76bc-434e-8e3d-3fa723ed13a5 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.546392 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ae2faedc-5d27-4fcf-b746-2be518198779 req-1bbe7e7e-ef55-4013-89c7-b05054d9b86d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.574253 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88a14268-a0ef-4c2b-907d-9771f65b3d15 req-f89a18de-abcb-40f0-87e9-5c381bbe66c0 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569845 Apr 18 21:05:27.582520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe7e7e-ef55-4013-89c7-b05054d9b86d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f61d48-99a5-4b9a-abc2-9460ab3a1c2b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:27.583418 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71f003ff-76bc-434e-8e3d-3fa723ed13a5 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.593424 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ae2faedc-5d27-4fcf-b746-2be518198779 req-1bbe7e7e-ef55-4013-89c7-b05054d9b86d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.618083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae2faedc-5d27-4fcf-b746-2be518198779 req-1bbe7e7e-ef55-4013-89c7-b05054d9b86d tempest-SecurityGroupRulesNegativeTestJSON-487605169 tempest-SecurityGroupRulesNegativeTestJSON-487605169-project] 10.222.0.11 "DELETE /v2.0/security-groups/a7f61d48-99a5-4b9a-abc2-9460ab3a1c2b HTTP/1.1" status: 204 len: 173 time: 0.8784916 Apr 18 21:05:27.618610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60542) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:27.734782 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af05da70-f050-4ce3-84d8-45cc0c9809a9 req-5260b4f9-0695-4c59-9437-1cad3b0832d4 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760746 Apr 18 21:05:27.749011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3cf8b3-c6c0-492f-ba41-09c878bdf68a admin admin] Deleting subnet 572eacb2-d658-4c85-b04d-d3c2eb1753c8 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:05:27.802004 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf8b3-c6c0-492f-ba41-09c878bdf68a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.904595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-0a68d1a3-a3ab-4d29-b721-3a6588f0a9ff tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1587288 Apr 18 21:05:27.917598 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-71f003ff-76bc-434e-8e3d-3fa723ed13a5 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Floating IP bb1849a2-48c7-4271-a303-d243e435d515 associated. External IP: 172.25.3.21, port: f1aef5ae-8ba2-421e-b277-b32ac98fa18f. Apr 18 21:05:27.959528 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.031682 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf8b3-c6c0-492f-ba41-09c878bdf68a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.208215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-cb31dd49-8cc4-4f3f-abf6-4bb65d767252 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:28.209889 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-cb31dd49-8cc4-4f3f-abf6-4bb65d767252 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2904062 Apr 18 21:05:28.222180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-7276efe1-0ebb-49e3-84d4-5030c8c05eda tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4e96b98a06984d69b2e4c7069e5f5941&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1572847 Apr 18 21:05:28.284959 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf8b3-c6c0-492f-ba41-09c878bdf68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.360204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f003ff-76bc-434e-8e3d-3fa723ed13a5 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Router 3f4057c3-010c-4ef0-9625-d98ff3c7822a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:28.375693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-d35c7865-6be0-44f3-95cc-5f6f1cddb7c2 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/quotas/6fe6054587cf41f8ae2400d6e4d475d9 HTTP/1.1" status: 200 len: 375 time: 0.1561570 Apr 18 21:05:28.390745 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af05da70-f050-4ce3-84d8-45cc0c9809a9 req-d9ec6b34-38cd-4f18-aeeb-7100aad52712 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459973 Apr 18 21:05:28.438163 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.542618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aa69ef88-bb5e-41a9-be09-15db7b8e2aff tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:28.542618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aa69ef88-bb5e-41a9-be09-15db7b8e2aff tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3065708 Apr 18 21:05:28.559125 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e081f887-db87-455f-986d-c4685c63f752 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1655133 Apr 18 21:05:28.571366 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-14a3cf38-8d95-475a-a14e-3bddb91e4f7e tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/quotas/4e96b98a06984d69b2e4c7069e5f5941 HTTP/1.1" status: 200 len: 375 time: 0.0196421 Apr 18 21:05:28.585773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f003ff-76bc-434e-8e3d-3fa723ed13a5 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:28.591398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71f003ff-76bc-434e-8e3d-3fa723ed13a5 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.596416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57068314-d5ed-4d23-8673-f972083e3231 None None] Sync routers for ids ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:28.612335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57068314-d5ed-4d23-8673-f972083e3231 None None] Routers {'3f4057c3-010c-4ef0-9625-d98ff3c7822a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:28.613284 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-57068314-d5ed-4d23-8673-f972083e3231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:05:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:28.619889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf8b3-c6c0-492f-ba41-09c878bdf68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.658803 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-cc913e33-7e69-494b-9b3a-c1e46b59ebcc tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e96b98a06984d69b2e4c7069e5f5941&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808225 Apr 18 21:05:28.677543 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-71f003ff-76bc-434e-8e3d-3fa723ed13a5 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "PUT /v2.0/floatingips/bb1849a2-48c7-4271-a303-d243e435d515 HTTP/1.1" status: 200 len: 990 time: 2.4593937 Apr 18 21:05:28.677543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'tag': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:28.678698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cf8b3-c6c0-492f-ba41-09c878bdf68a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572eacb2-d658-4c85-b04d-d3c2eb1753c8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:28.678698 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf8b3-c6c0-492f-ba41-09c878bdf68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.689233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5d3cf8b3-c6c0-492f-ba41-09c878bdf68a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/572eacb2-d658-4c85-b04d-d3c2eb1753c8 HTTP/1.1" status: 204 len: 168 time: 1.0666518 Apr 18 21:05:28.689921 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60572) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:28.873433 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.900977 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 801f0166-79cb-476a-9b04-4da37b52d640 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:05:28.918691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-57068314-d5ed-4d23-8673-f972083e3231 None None] Set router 3f4057c3-010c-4ef0-9625-d98ff3c7822a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:05:29.252175 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.302734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82aa90d1-8574-4647-a36d-bfafebb38cbb']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:29.345981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 801f0166-79cb-476a-9b04-4da37b52d640, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=801f0166-79cb-476a-9b04-4da37b52d640,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:29.350226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292d97c7-1091-4981-a524-b21af16ed75f') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:29.350576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292d97c7-1091-4981-a524-b21af16ed75f') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:29.365864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '801f0166-79cb-476a-9b04-4da37b52d640', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '801f0166-79cb-476a-9b04-4da37b52d640', 'mac_address': 'fa:16:3e:ce:d3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:05:29.387413 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.407069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-2e6ab1f5-c4bd-4d71-b784-22750d045471 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:29.414608 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-2e6ab1f5-c4bd-4d71-b784-22750d045471 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 821 time: 0.4276998 Apr 18 21:05:29.433514 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.454696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204e50d-d775-408d-bb33-46a54b0d6d24 req-b1703a0a-1f24-4226-b7a3-409380c6b698 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:29.462551 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.465002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8204e50d-d775-408d-bb33-46a54b0d6d24 req-b1703a0a-1f24-4226-b7a3-409380c6b698 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 948 time: 0.3537583 Apr 18 21:05:29.465432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:05:29.465864 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:29.502178 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:29.510961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-2530fdd9-0175-4f32-af9f-ad40ec8b5141 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/quotas/dab6748eaf3e409f9a3ff9969581722b HTTP/1.1" status: 200 len: 375 time: 0.0953679 Apr 18 21:05:29.762837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801f0166-79cb-476a-9b04-4da37b52d640 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:29.787437 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8204e50d-d775-408d-bb33-46a54b0d6d24 req-39bf18b3-0d05-444c-8af2-c580c4ff75c7 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230972 Apr 18 21:05:29.813450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 801f0166-79cb-476a-9b04-4da37b52d640, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=801f0166-79cb-476a-9b04-4da37b52d640,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:29.814972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-7db172b4-bd56-4121-a9cd-55e94b2713dc tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3030627 Apr 18 21:05:29.839957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-57068314-d5ed-4d23-8673-f972083e3231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:03:06Z', 'revision_number': 4, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'bb1849a2-48c7-4271-a303-d243e435d515', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'port_id': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'mac_address': 'fa:16:3e:dd:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:52Z', 'updated_at': '2022-04-18T21:05:27Z', 'revision_number': 1, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d21f350-2fd0-4dc7-b62f-5429eec54581', 'name': '', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'mac_address': 'fa:16:3e:e1:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:04Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 5, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'subnets': [{'id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:29.846525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57068314-d5ed-4d23-8673-f972083e3231 None None] Checking router: 3f4057c3-010c-4ef0-9625-d98ff3c7822a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:05:29.857407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57068314-d5ed-4d23-8673-f972083e3231 None None] Routers {'3f4057c3-010c-4ef0-9625-d98ff3c7822a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:29.858192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-57068314-d5ed-4d23-8673-f972083e3231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:05:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:29.908981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.917744 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.937342 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.944186 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ed7da2-63b0-4af2-a196-b47ba32b57ec'] response: {'name': 'network-changed', 'server_uuid': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'tag': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f', 'status': 'completed', 'code': 200} Apr 18 21:05:29.966085 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/82aa90d1-8574-4647-a36d-bfafebb38cbb HTTP/1.1" status: 204 len: 168 time: 1.2751136 Apr 18 21:05:30.024922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ddd2a-f06d-45fa-8c21-b8ca39e2d4a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=82aa90d1-8574-4647-a36d-bfafebb38cbb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:30.153703 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e746191d-b139-4845-b26e-a5b8568c2a02 req-f6f5c06f-1a33-40ad-8f69-c9faa2ff7620 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 210 time: 0.0855353 Apr 18 21:05:30.212957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-57068314-d5ed-4d23-8673-f972083e3231 None None] Set router 3f4057c3-010c-4ef0-9625-d98ff3c7822a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:05:30.293359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-8cd3d88d-6b17-4715-a570-222d298379f4 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773636 Apr 18 21:05:30.304860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f47c313d-8c90-4ba3-ad9b-3c96ff7d68a1 req-84123c3d-e8e7-4a6e-a918-646e056c9756 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 210 time: 0.0573516 Apr 18 21:05:30.431942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a05f8e6-859b-41e0-ba6f-9bc6749e4cd7 req-b977e81c-47d5-4f60-9bab-3eba70406cab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7437350409fb428d9fc93f09f6eb3036&device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 1096 time: 0.4601479 Apr 18 21:05:30.447626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['801f0166-79cb-476a-9b04-4da37b52d640'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:05:30.493175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=801f0166-79cb-476a-9b04-4da37b52d640,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:30.585417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60616) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:30.613245 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-53f17153-10ab-455b-9b01-3a3d3c2b02d3 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113339 Apr 18 21:05:30.707127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05f8e6-859b-41e0-ba6f-9bc6749e4cd7 req-b71ca21f-95f8-4fab-8910-0f6f3d6a9415 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:30.707127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a05f8e6-859b-41e0-ba6f-9bc6749e4cd7 req-b71ca21f-95f8-4fab-8910-0f6f3d6a9415 service neutron] 10.222.0.59 "GET /v2.0/networks?id=945f9372-dcf6-4603-bc16-324e0556baa5 HTTP/1.1" status: 200 len: 914 time: 0.2664783 Apr 18 21:05:30.707615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60624) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:30.710792 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1d656a7d-ea70-4796-af40-4f14300d2510 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d2525b2980b49a7923581dc6d0e149b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1239603 Apr 18 21:05:30.889878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-57068314-d5ed-4d23-8673-f972083e3231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:03:06Z', 'revision_number': 4, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'bb1849a2-48c7-4271-a303-d243e435d515', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'port_id': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'mac_address': 'fa:16:3e:dd:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:52Z', 'updated_at': '2022-04-18T21:05:27Z', 'revision_number': 1, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d21f350-2fd0-4dc7-b62f-5429eec54581', 'name': '', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'mac_address': 'fa:16:3e:e1:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:04Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 5, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'subnets': [{'id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:30.892610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a05f8e6-859b-41e0-ba6f-9bc6749e4cd7 req-774578e6-3109-4e2c-87e5-b1685f1a7ca1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1aef5ae-8ba2-421e-b277-b32ac98fa18f HTTP/1.1" status: 200 len: 998 time: 0.1654773 Apr 18 21:05:30.895182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57068314-d5ed-4d23-8673-f972083e3231 None None] The sync data for ids ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'] in n-d-836017-3 is: [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:03:06Z', 'revision_number': 4, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'bb1849a2-48c7-4271-a303-d243e435d515', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'port_id': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'mac_address': 'fa:16:3e:dd:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:52Z', 'updated_at': '2022-04-18T21:05:27Z', 'revision_number': 1, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d21f350-2fd0-4dc7-b62f-5429eec54581', 'name': '', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'mac_address': 'fa:16:3e:e1:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:04Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 5, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'subnets': [{'id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:30.918084 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.049188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05f8e6-859b-41e0-ba6f-9bc6749e4cd7 req-8b001a79-487e-4f8f-819f-68f635b11e98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:31.050966 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a05f8e6-859b-41e0-ba6f-9bc6749e4cd7 req-8b001a79-487e-4f8f-819f-68f635b11e98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c635945d-e4e9-4884-93f2-22d0ccd3cc82 HTTP/1.1" status: 200 len: 852 time: 0.1506135 Apr 18 21:05:31.052657 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-309e0a89-7922-418b-87a2-01c502eb2684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.154034 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a056f073-c1ff-49ab-9d53-18f83c12c0a8 req-57f4ef91-b45a-4f9d-a316-2132ec228e71 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 210 time: 0.0978255 Apr 18 21:05:31.264296 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a79f96-2473-4b0d-b04f-44d4cbe66bd7 None None] New status for floating IP bb1849a2-48c7-4271-a303-d243e435d515: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:05:31.265907 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-309e0a89-7922-418b-87a2-01c502eb2684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.403738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8defa57-e070-4474-9a6a-10bb5b053e5f req-cc9d8339-e4be-4982-9d7a-d153b0303a53 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1144743 Apr 18 21:05:31.437444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a05f8e6-859b-41e0-ba6f-9bc6749e4cd7 req-69fa7caf-881b-4edf-9bb7-37bd7a524fcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=945f9372-dcf6-4603-bc16-324e0556baa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3694527 Apr 18 21:05:31.444964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce09ff-6971-43ef-bc4d-f477649f1ea0 req-d57d4158-0a21-4224-b033-eb487bad264a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:31.446595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06ce09ff-6971-43ef-bc4d-f477649f1ea0 req-d57d4158-0a21-4224-b033-eb487bad264a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 949 time: 0.2916846 Apr 18 21:05:31.605058 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-7c9970e8-b3c5-4903-9942-bddffb220f1f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472653 Apr 18 21:05:31.653296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06ce09ff-6971-43ef-bc4d-f477649f1ea0 req-e64be8ce-1e1e-460d-a0bd-494523dcdc23 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745644 Apr 18 21:05:31.674743 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-309e0a89-7922-418b-87a2-01c502eb2684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.697749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fe0e157-1759-4a84-b9d9-e36f4f95e64e req-78224c7f-3958-4d45-b280-99ff58acf637 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 210 time: 0.0975168 Apr 18 21:05:31.725190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e0a89-7922-418b-87a2-01c502eb2684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27415edc-f696-48cc-957f-2993f4e6d0aa,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:31.741454 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-309e0a89-7922-418b-87a2-01c502eb2684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.742676 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-309e0a89-7922-418b-87a2-01c502eb2684 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27415edc-f696-48cc-957f-2993f4e6d0aa HTTP/1.1" status: 204 len: 168 time: 1.0326328 Apr 18 21:05:31.745756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a05f8e6-859b-41e0-ba6f-9bc6749e4cd7 req-133df4ac-c985-434c-a738-9da06dc27597 service neutron] 10.222.0.59 "GET /v2.0/networks/945f9372-dcf6-4603-bc16-324e0556baa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977004 Apr 18 21:05:31.876037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-86daae70-e777-4d18-868a-88dc9f75eb6e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:31.879262 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-86daae70-e777-4d18-868a-88dc9f75eb6e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696755 Apr 18 21:05:31.898220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Request body: {'port': {'device_id': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '6fe6054587cf41f8ae2400d6e4d475d9'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:32.064161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:32.064881 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dcfe95ce-7aa3-41d4-b25d-07567b4ac212 req-73c052d3-8b79-4a08-b417-28d098d07987 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 210 time: 0.2423716 Apr 18 21:05:32.075363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:32.086156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb5024d-16ab-4cff-b501-5876b65143d7 req-0a584847-14e9-4ba1-a893-42cf8ae23e08 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0690265 Apr 18 21:05:32.164435 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a05f8e6-859b-41e0-ba6f-9bc6749e4cd7 req-ef34fd31-3b4d-4e3e-b5e7-d77f8d3db8e3 service neutron] 10.222.0.59 "GET /v2.0/networks/945f9372-dcf6-4603-bc16-324e0556baa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077978 Apr 18 21:05:32.187873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Made reservation on behalf of 6fe6054587cf41f8ae2400d6e4d475d9 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:32.190946 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.298512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-be40dc12-e98b-4955-93dc-d77e08dd615b req-a4619d87-3e82-48ba-b9d8-926485caecff tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 210 time: 0.0476255 Apr 18 21:05:32.491188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Allocated IP 192.168.233.206 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/735a7594-9936-41db-8437-fdb40f32c3db) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:32.677940 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-bf46ea85-15d7-436f-9fde-a45a0e4ae599 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e96b98a06984d69b2e4c7069e5f5941&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321071 Apr 18 21:05:32.813000 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.832614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Transition to ACTIVE for port object 735a7594-9936-41db-8437-fdb40f32c3db will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:32.923524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 801f0166-79cb-476a-9b04-4da37b52d640 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:32.933080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f2831-26ba-43bf-b99d-b98e529a34cc req-fc6239a1-07ea-450f-938e-2bff0ee9c2e2 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:32.940894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e2f2831-26ba-43bf-b99d-b98e529a34cc req-fc6239a1-07ea-450f-938e-2bff0ee9c2e2 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 949 time: 0.1415691 Apr 18 21:05:32.945990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-a0d28d22-cc2d-4f38-ad41-cdf2e2e7c90c tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:32.947680 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-a0d28d22-cc2d-4f38-ad41-cdf2e2e7c90c tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634907 Apr 18 21:05:32.966112 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.981130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f50df9b0-46be-4482-90e6-792e1667b56e', '17d04cc6-896d-4829-b256-b08adef012b1'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:05:33.016320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Request body: {'port': {'device_id': '92ed054b-cea7-4796-a034-53726522fd8b', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '4e96b98a06984d69b2e4c7069e5f5941'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:33.082560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b4746-0b7f-4e53-894e-c311e59bac09 req-8a7a6572-ba31-45b4-9d31-4ad1fd210af9 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:33.084367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf9b4746-0b7f-4e53-894e-c311e59bac09 req-8a7a6572-ba31-45b4-9d31-4ad1fd210af9 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 936 time: 0.1420875 Apr 18 21:05:33.101214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e2f2831-26ba-43bf-b99d-b98e529a34cc req-d27221a8-1c49-45bf-b094-0ee682b55f28 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147246 Apr 18 21:05:33.168874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf9b4746-0b7f-4e53-894e-c311e59bac09 req-96eaeda0-99ae-41ae-8d21-9e91dee02140 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560772 Apr 18 21:05:33.195676 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:33.203774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:33.212298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:33.247097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:33.359774 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.362225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 801f0166-79cb-476a-9b04-4da37b52d640 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:33.396097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:33.396768 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.408127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 801f0166-79cb-476a-9b04-4da37b52d640 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:33.408127 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.458260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:33.471935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Usage tracker for resource:port and tenant:4e96b98a06984d69b2e4c7069e5f5941 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:33.476205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:33.482997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:33.541446 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bbd15cf1-1614-4962-92e9-00f6bdea96ac req-e5f9898d-c795-4b65-a753-fac664d56ab4 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0692189 Apr 18 21:05:33.554211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa9b79c7-1df6-44fb-95ef-e695cc3de225 req-f8ed795a-e446-4b5d-bf5e-327e30ece112 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 210 time: 0.1451519 Apr 18 21:05:33.617529 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-e3a286d5-318b-42e6-920a-8f8deb9d207b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7239521 Apr 18 21:05:33.629975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Request body: {'port': {'device_id': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:33.737141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Made reservation on behalf of 4e96b98a06984d69b2e4c7069e5f5941 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:33.740897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.763318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60690) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:33.770570 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.780648 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.784229 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4b2f57d-2a54-417c-986a-d4090bcd9c0d req-bb8443d5-2789-4389-8413-e4085e016af2 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 210 time: 0.0849752 Apr 18 21:05:33.823071 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.836035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62149a22-1673-4972-a60a-b6a808222275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801f0166-79cb-476a-9b04-4da37b52d640'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:33.843970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f356a6a9-e367-47f7-8eec-580ef8596fd4 None None] Provisioning for port 735a7594-9936-41db-8437-fdb40f32c3db completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:33.861898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f356a6a9-e367-47f7-8eec-580ef8596fd4 None None] Provisioning complete for port 735a7594-9936-41db-8437-fdb40f32c3db triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:33.862465 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f356a6a9-e367-47f7-8eec-580ef8596fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.891332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 801f0166-79cb-476a-9b04-4da37b52d640, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=801f0166-79cb-476a-9b04-4da37b52d640,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:33.892777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:33.911523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Usage tracker for resource:security_group_rule and tenant:4e96b98a06984d69b2e4c7069e5f5941 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:33.916043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:33.919444 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a49db8d8-edd6-47c1-83de-55714b5aff98'] response: {'server_uuid': '62149a22-1673-4972-a60a-b6a808222275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801f0166-79cb-476a-9b04-4da37b52d640', 'code': 200} Apr 18 21:05:33.926510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:33.935766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f356a6a9-e367-47f7-8eec-580ef8596fd4 None None] Port 735a7594-9936-41db-8437-fdb40f32c3db cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:33.965760 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.015395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1881844416-network', 'tenant_id': 'a7bc7db00cee436099fa5e20cb7c9a87'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:34.029720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:34.046391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Usage tracker for resource:network and tenant:a7bc7db00cee436099fa5e20cb7c9a87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:34.050809 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:34.057461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=801f0166-79cb-476a-9b04-4da37b52d640,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:34.063937 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:34.093518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1517e83e-3126-46c4-9b69-002153fb1e18 req-4cbf9288-578b-43d9-94fc-2558ead2c818 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 1101 time: 0.0963678 Apr 18 21:05:34.183630 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1517e83e-3126-46c4-9b69-002153fb1e18 req-92b18c82-6077-4d1d-a7d3-0bf89cdd963f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843551 Apr 18 21:05:34.226937 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.352305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Made reservation on behalf of a7bc7db00cee436099fa5e20cb7c9a87 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:34.354634 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.369617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.433445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.453638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735a7594-9936-41db-8437-fdb40f32c3db {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:34.470708 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.525818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f71ec32-51f7-4e6f-9471-6d86c0df4b06,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:34.547112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Transition to ACTIVE for port object 735a7594-9936-41db-8437-fdb40f32c3db will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:34.557792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:34.564627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Usage tracker for resource:security_group_rule and tenant:a7bc7db00cee436099fa5e20cb7c9a87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:34.570754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:34.580661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:34.642615 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.657052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6a987-3939-491d-a616-321e5871087c req-95cc1bbd-fae8-4331-a7cd-cf3fd0d10d17 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:34.658558 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-beb6a987-3939-491d-a616-321e5871087c req-95cc1bbd-fae8-4331-a7cd-cf3fd0d10d17 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 950 time: 0.3542664 Apr 18 21:05:34.716211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-a62afe92-0f0f-4e94-9731-6f0208f0592c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:34.717913 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-a62afe92-0f0f-4e94-9731-6f0208f0592c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.26 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 821 time: 0.2834949 Apr 18 21:05:34.723945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eff90-3d96-4a6c-b07c-87df241396a1 req-bc512d8b-b580-4881-a2a2-8db00ebe90a5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:34.730223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f36eff90-3d96-4a6c-b07c-87df241396a1 req-bc512d8b-b580-4881-a2a2-8db00ebe90a5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 936 time: 0.3476477 Apr 18 21:05:34.739214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Request body: {'port': {'device_id': 'd848899d-5cb3-4f84-8693-4c6733cf27da', 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a', 'admin_state_up': True, 'tenant_id': 'dab6748eaf3e409f9a3ff9969581722b'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:34.915079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Allocated IP 192.168.233.7 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/4e01b552-eb94-4a82-8aa5-3f7867097e8a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:34.932279 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.934071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-beb6a987-3939-491d-a616-321e5871087c req-a61f2277-296d-4054-8128-07e3d3201ab3 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571979 Apr 18 21:05:35.062671 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f36eff90-3d96-4a6c-b07c-87df241396a1 req-a7864be2-f88e-457f-b4e9-275d4ddf7205 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000607 Apr 18 21:05:35.066909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:35.078812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Usage tracker for resource:port and tenant:dab6748eaf3e409f9a3ff9969581722b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:35.090540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:35.112925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:35.171250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.183973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:35.194461 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.194821 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Added segment 4ef3d5a4-82d3-4561-9072-013cb6735f19 of type vlan for network b6d317b3-0b70-4119-9719-b4e8c02ac282 Apr 18 21:05:35.227774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7be0b711-5d1b-47ec-843f-c23fa6048be7 req-6bb8d12e-f8ce-4dcf-bcc5-8cc3f85dcaab tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 210 time: 0.0951023 Apr 18 21:05:35.227917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:35.267658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Made reservation on behalf of dab6748eaf3e409f9a3ff9969581722b for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:35.271492 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.301831 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.426006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba93468-85fd-406c-bb70-4d5833694455,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:35.459523 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1bfe7771-6aa2-486f-aa30-a2db8c6e4723 req-f1233fa7-6401-4772-93ab-46a4655833f3 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1366417 Apr 18 21:05:35.648556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8adf62c3-e4b0-4ad4-a443-ea54c5a78361 req-f8f40f8c-4ff2-4886-9832-018214e4db4e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 210 time: 0.1008716 Apr 18 21:05:35.653127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Attempting to bind port 735a7594-9936-41db-8437-fdb40f32c3db on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:35.653939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Attempting to bind port 735a7594-9936-41db-8437-fdb40f32c3db by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:35.659403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Attempting to bind port 735a7594-9936-41db-8437-fdb40f32c3db on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:35.689822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Allocated IP 172.20.0.5 (dbc13dec-00f3-4832-bc9d-a14781c5f66a/b34c619c-e654-4ba8-a640-81b7c7c84856/df24faf1-5882-4836-89eb-f3c770bfd299) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:35.737807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Port 735a7594-9936-41db-8437-fdb40f32c3db on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:05:35.737807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Attempting to bind port 735a7594-9936-41db-8437-fdb40f32c3db on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:35.746297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:35.746297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:35.751461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:35.751461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Bound port: 735a7594-9936-41db-8437-fdb40f32c3db, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:35.751461 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.761350 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.762342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:35.763055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.820826 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.966673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Transition to ACTIVE for port object 4e01b552-eb94-4a82-8aa5-3f7867097e8a will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:35.973120 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] Pushing event updated for resources: {'Network': ['ID=b6d317b3-0b70-4119-9719-b4e8c02ac282,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:35.987609 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b6d317b3-0b70-4119-9719-b4e8c02ac282 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:05:36.043674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:36.048044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:36.073970 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b04af87d-d175-4132-9107-59bb34d5fd7d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3009162 Apr 18 21:05:36.074196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60710) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:36.084462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Request body: {'subnet': {'network_id': 'b6d317b3-0b70-4119-9719-b4e8c02ac282', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1881844416-subnet', 'tenant_id': 'a7bc7db00cee436099fa5e20cb7c9a87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:36.091164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:36.106928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Usage tracker for resource:subnet and tenant:a7bc7db00cee436099fa5e20cb7c9a87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:36.113949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:36.165631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.188429 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.191999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:36.237675 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.261495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e5a2d-3b7a-46d9-a622-3eccd8e402df req-66a14a50-6937-444b-a2fa-72c5ec747510 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:36.263043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-930e5a2d-3b7a-46d9-a622-3eccd8e402df req-66a14a50-6937-444b-a2fa-72c5ec747510 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 950 time: 0.1303322 Apr 18 21:05:36.292608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:36.297644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:36.304236 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.305971 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] 10.222.0.26 "PUT /v2.0/ports/735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 1096 time: 2.6808031 Apr 18 21:05:36.306449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:36.313967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:36.337700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Made reservation on behalf of a7bc7db00cee436099fa5e20cb7c9a87 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:36.340702 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.362925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-930e5a2d-3b7a-46d9-a622-3eccd8e402df req-0f8a3773-7cc2-4cdb-b80e-7f30877b3e76 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912185 Apr 18 21:05:36.363322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f0c50-a198-414c-b0c8-1803b7334886 service neutron] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:36.377016 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.500391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Network dbc13dec-00f3-4832-bc9d-a14781c5f66a is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:36.534861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:36.535858 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.562351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Pushing event updated for resources: {'Port': ['ID=4e01b552-eb94-4a82-8aa5-3f7867097e8a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:36.576742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:36.579933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:36.596544 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-91a33e7c-cbf4-4155-bbc2-72da142f6fff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 1099 time: 0.1516211 Apr 18 21:05:36.639956 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-6ed76ba4-be5c-4772-b5e2-b5997ab81672 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6344252 Apr 18 21:05:36.756479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Pushing event updated for resources: {'Port': ['ID=df24faf1-5882-4836-89eb-f3c770bfd299,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:36.779239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:36.779900 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.780642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Request body: {'port': {'device_id': '92ed054b-cea7-4796-a034-53726522fd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:36.838717 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-8a3d8ebf-4d43-4dec-81a1-eeed5a9219b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 217 time: 0.1644852 Apr 18 21:05:36.840930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd29ca6-b169-4f10-83e7-b4f1c009bd18 req-c6a6cc57-1316-448b-9ba1-78d072eed329 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:36.842498 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0cd29ca6-b169-4f10-83e7-b4f1c009bd18 req-c6a6cc57-1316-448b-9ba1-78d072eed329 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 948 time: 0.4629974 Apr 18 21:05:36.919292 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-66ff48d7-4ddd-46f9-ba55-f1c78d66ea96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1850433 Apr 18 21:05:36.924870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e4a46643-6d1f-4bb9-a132-d25721461dc1 None None] Provisioning for port 4e01b552-eb94-4a82-8aa5-3f7867097e8a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:36.933463 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e4a46643-6d1f-4bb9-a132-d25721461dc1 None None] Provisioning complete for port 4e01b552-eb94-4a82-8aa5-3f7867097e8a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:36.934135 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4a46643-6d1f-4bb9-a132-d25721461dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.937382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Request body: {'port': {'device_id': 'd848899d-5cb3-4f84-8693-4c6733cf27da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:36.966210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-610448a4-98f4-4d0d-a4f3-726d1880ec16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:36.967806 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-610448a4-98f4-4d0d-a4f3-726d1880ec16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1215456 Apr 18 21:05:36.973539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810e28f-3979-4b44-84f8-a4d5998f02e6 req-8d26b783-74b1-4e1a-9021-29f89fa801fd tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:36.976473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2810e28f-3979-4b44-84f8-a4d5998f02e6 req-8d26b783-74b1-4e1a-9021-29f89fa801fd tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 934 time: 0.3648491 Apr 18 21:05:36.996917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e4a46643-6d1f-4bb9-a132-d25721461dc1 None None] Port 4e01b552-eb94-4a82-8aa5-3f7867097e8a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:37.006612 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.063910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0cd29ca6-b169-4f10-83e7-b4f1c009bd18 req-3936383b-6e68-4b7f-bb47-f02b5b535a14 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844079 Apr 18 21:05:37.173812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2810e28f-3979-4b44-84f8-a4d5998f02e6 req-c25e268b-c01a-4b7c-8cdd-9174310afefc tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f71ec32-51f7-4e6f-9471-6d86c0df4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810238 Apr 18 21:05:37.215857 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d8d8f6-d2cd-4790-baa9-5f25d8dd66a8'] response: {'name': 'network-changed', 'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db', 'status': 'completed', 'code': 200} Apr 18 21:05:37.225230 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.228233 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-f53232d9-4e2c-47f1-a05f-25cb96faa53e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2529247 Apr 18 21:05:37.240978 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.408895 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42e5c752-9c13-4f92-a285-9d0751011adb req-63b22d5f-a937-4d26-a4c8-98b5626564fb tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0816848 Apr 18 21:05:37.429518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03812072-8026-4c82-8901-09570603d426,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:37.513378 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-244a44a7-82be-427a-8b06-40fcc2036ef7 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682378 Apr 18 21:05:37.751409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Checking segment: {'id': '4ef3d5a4-82d3-4561-9072-013cb6735f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b6d317b3-0b70-4119-9719-b4e8c02ac282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:37.751758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Network hostable DHCP agents. Network: b6d317b3-0b70-4119-9719-b4e8c02ac282, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:37.767648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-3d86dfac-2a59-4cea-a781-79b037fb59c0 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=10465a822e9f4031b7b622a8d048d579&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515862 Apr 18 21:05:37.838839 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4ef2965-095e-4785-90cc-35b378f4ca2e req-8e79a3d4-d833-4cb8-b3f1-66083ebd3af9 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210845 Apr 18 21:05:37.843513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e01b552-eb94-4a82-8aa5-3f7867097e8a {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:37.852425 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.870474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Transition to ACTIVE for port object 4e01b552-eb94-4a82-8aa5-3f7867097e8a will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:37.985718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8523a4-9221-47b7-ad86-38511f16edb9 req-c9e75fc1-f6d1-44be-8152-22761ca37125 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:37.986925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6e8523a4-9221-47b7-ad86-38511f16edb9 req-c9e75fc1-f6d1-44be-8152-22761ca37125 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Synchronizing usage tracker for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:37.993546 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.056303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Network b6d317b3-0b70-4119-9719-b4e8c02ac282 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:38.081695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-a5f4369e-0b85-4dc2-8e00-51700e92a7e7 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:38.083169 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-a5f4369e-0b85-4dc2-8e00-51700e92a7e7 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077688 Apr 18 21:05:38.087841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df24faf1-5882-4836-89eb-f3c770bfd299 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:38.102156 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.117854 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0bd15794-abd7-426d-9c80-2bc880bd91e3 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/quotas/10465a822e9f4031b7b622a8d048d579 HTTP/1.1" status: 200 len: 375 time: 0.0237470 Apr 18 21:05:38.123096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Transition to ACTIVE for port object df24faf1-5882-4836-89eb-f3c770bfd299 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:38.184557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Pushing event updated for resources: {'Port': ['ID=4e01b552-eb94-4a82-8aa5-3f7867097e8a,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.280384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b6d317b3-0b70-4119-9719-b4e8c02ac282) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:38.284930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:38.285574 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.290864 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-146874a2-c7f8-4174-b446-7e6292c0125c req-57fae514-1d59-4035-8f6b-2ec3360f458e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 1099 time: 0.2921038 Apr 18 21:05:38.295919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c6af4-121d-4ebc-860e-8526a605565f None None] Network b6d317b3-0b70-4119-9719-b4e8c02ac282 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:38.297075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6e8523a4-9221-47b7-ad86-38511f16edb9 req-c9e75fc1-f6d1-44be-8152-22761ca37125 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Unset dirty status for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:38.304654 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e8523a4-9221-47b7-ad86-38511f16edb9 req-c9e75fc1-f6d1-44be-8152-22761ca37125 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 931 time: 0.6439629 Apr 18 21:05:38.312504 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.410215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Pushing event updated for resources: {'Port': ['ID=df24faf1-5882-4836-89eb-f3c770bfd299,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.421690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Attempting to bind port 4e01b552-eb94-4a82-8aa5-3f7867097e8a on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:38.422031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Attempting to bind port 4e01b552-eb94-4a82-8aa5-3f7867097e8a by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:38.422371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Attempting to bind port 4e01b552-eb94-4a82-8aa5-3f7867097e8a on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:38.443784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Port 4e01b552-eb94-4a82-8aa5-3f7867097e8a on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:05:38.444131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Attempting to bind port 4e01b552-eb94-4a82-8aa5-3f7867097e8a on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:38.456074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:38.456779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:38.457174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:38.457716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Bound port: 4e01b552-eb94-4a82-8aa5-3f7867097e8a, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:38.463548 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.519512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d912088a-b7bd-4d20-b896-f59679d83406 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4441659 Apr 18 21:05:38.520019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146874a2-c7f8-4174-b446-7e6292c0125c req-9e8316cf-e13d-4275-a75a-03255178478f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:38.521885 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-146874a2-c7f8-4174-b446-7e6292c0125c req-9e8316cf-e13d-4275-a75a-03255178478f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2237709 Apr 18 21:05:38.572438 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e8523a4-9221-47b7-ad86-38511f16edb9 req-c4336c7b-f1d0-4a92-8907-cc0b26c5faa4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592790 Apr 18 21:05:38.609524 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-146874a2-c7f8-4174-b446-7e6292c0125c req-0017850c-5422-4a55-9ee4-fc660ea1a874 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 217 time: 0.0763600 Apr 18 21:05:38.685574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-14e18881-cd7f-4c9a-b6cd-f01bfc062688 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=10465a822e9f4031b7b622a8d048d579&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5547714 Apr 18 21:05:38.710157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146874a2-c7f8-4174-b446-7e6292c0125c req-5cdd7076-ac66-455b-a5fe-870ec0ab3f94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:38.712140 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-146874a2-c7f8-4174-b446-7e6292c0125c req-5cdd7076-ac66-455b-a5fe-870ec0ab3f94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0935600 Apr 18 21:05:38.713275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] For port 4e01b552-eb94-4a82-8aa5-3f7867097e8a, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:38.717056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] For port 4e01b552-eb94-4a82-8aa5-3f7867097e8a, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=4e01b552-eb94-4a82-8aa5-3f7867097e8a,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:38.789281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ea3548-c302-4881-adea-66f3ef9ef2c2 None None] Network b6d317b3-0b70-4119-9719-b4e8c02ac282 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:38.818256 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.935434 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.937671 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] 10.222.0.26 "PUT /v2.0/ports/4e01b552-eb94-4a82-8aa5-3f7867097e8a HTTP/1.1" status: 200 len: 1094 time: 2.2562873 Apr 18 21:05:38.985177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ed60f-0254-4035-b12d-f1cd13813314 req-95d839db-f824-48e2-8bd3-bcaa115d0270 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:38.993003 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc8ed60f-0254-4035-b12d-f1cd13813314 req-95d839db-f824-48e2-8bd3-bcaa115d0270 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 948 time: 0.1723959 Apr 18 21:05:38.999189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-146874a2-c7f8-4174-b446-7e6292c0125c req-b91c90ca-2dbb-4e5a-931c-146878c3545c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2803757 Apr 18 21:05:39.084240 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.249503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.26', 61528) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:39.273407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc8ed60f-0254-4035-b12d-f1cd13813314 req-5fcc9805-893c-4a4b-83d1-7d79f313c733 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772892 Apr 18 21:05:39.304855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ed054b-cea7-4796-a034-53726522fd8b', 'tag': '4e01b552-eb94-4a82-8aa5-3f7867097e8a'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:39.327644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Pushing event updated for resources: {'Port': ['ID=4e01b552-eb94-4a82-8aa5-3f7867097e8a,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:39.395411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:39.396158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:39.396158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:39.396683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:39.396844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:39.397262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:39.402697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:39.413950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:39.413950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:39.413950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:39.413950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae30d53-27de-40c5-a1ec-7240ab2f4d57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:39.426649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7adcb04a-430b-4d27-b52e-98516045872d req-4fa8e0ec-2927-4697-8f81-3c8648898f5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1755974 Apr 18 21:05:39.484447 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-146874a2-c7f8-4174-b446-7e6292c0125c req-877adc1a-05b4-4f41-8c05-9275df81c701 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764762 Apr 18 21:05:39.495194 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-7ebb1374-83c3-4b56-bd77-09efe3b6b045 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e96b98a06984d69b2e4c7069e5f5941&device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 1097 time: 0.4255438 Apr 18 21:05:39.516106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95247e8f-b3d4-4094-af9d-a11e8d8b947e req-f9b83b90-0a16-4b67-8d18-da08429c7e1f tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0792134 Apr 18 21:05:39.530532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Attempting to bind port df24faf1-5882-4836-89eb-f3c770bfd299 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:39.530903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Attempting to bind port df24faf1-5882-4836-89eb-f3c770bfd299 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:39.531191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Attempting to bind port df24faf1-5882-4836-89eb-f3c770bfd299 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:39.541369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Port df24faf1-5882-4836-89eb-f3c770bfd299 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:05:39.541763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Attempting to bind port df24faf1-5882-4836-89eb-f3c770bfd299 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:39.552892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:39.553241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:39.553673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:39.554233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Bound port: df24faf1-5882-4836-89eb-f3c770bfd299, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:39.554584 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.580344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97049eb-b369-4729-ad2f-045f57e544c0 req-5503e913-1f20-45a7-946e-ce86fa03dc31 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:39.581878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e97049eb-b369-4729-ad2f-045f57e544c0 req-5503e913-1f20-45a7-946e-ce86fa03dc31 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 946 time: 0.3362725 Apr 18 21:05:39.716521 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-11b6cc2c-3a6f-4a35-87c3-86b22f892b64 req-59d14343-b42c-436c-ab51-c5881efc3805 tempest-SecurityGroupsNegativeTestJSON-1304215407 tempest-SecurityGroupsNegativeTestJSON-1304215407-project] show failed (client error): The resource could not be found. Apr 18 21:05:39.717643 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11b6cc2c-3a6f-4a35-87c3-86b22f892b64 req-59d14343-b42c-436c-ab51-c5881efc3805 tempest-SecurityGroupsNegativeTestJSON-1304215407 tempest-SecurityGroupsNegativeTestJSON-1304215407-project] 10.222.0.11 "GET /v2.0/security-groups/8088ae9b-87dd-48a4-aea0-5821b60b6a1c HTTP/1.1" status: 404 len: 352 time: 0.0463164 Apr 18 21:05:39.722707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e97049eb-b369-4729-ad2f-045f57e544c0 req-134f3f91-4979-4bfe-b366-d6f45fcb553a tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f71ec32-51f7-4e6f-9471-6d86c0df4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053367 Apr 18 21:05:39.731338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:39.734664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df24faf1-5882-4836-89eb-f3c770bfd299,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:39.804889 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-cae3c84c-9c44-4bec-b6ae-eaa9c4a00ba6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=4e01b552-eb94-4a82-8aa5-3f7867097e8a HTTP/1.1" status: 200 len: 217 time: 0.1108444 Apr 18 21:05:39.811808 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0879c4-3815-4862-9a52-e26b7ed1d6b3'] response: {'name': 'network-changed', 'server_uuid': '92ed054b-cea7-4796-a034-53726522fd8b', 'tag': '4e01b552-eb94-4a82-8aa5-3f7867097e8a', 'status': 'completed', 'code': 200} Apr 18 21:05:39.822460 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36b4649a-2f91-426f-b70b-c157fbdaf486 req-fae3de15-2274-4d75-8ec9-ca577fa6ed73 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 210 time: 0.0456986 Apr 18 21:05:39.823936 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.921693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.923052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] 10.222.0.26 "PUT /v2.0/ports/df24faf1-5882-4836-89eb-f3c770bfd299 HTTP/1.1" status: 200 len: 1091 time: 2.9939597 Apr 18 21:05:39.923493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd848899d-5cb3-4f84-8693-4c6733cf27da', 'tag': 'df24faf1-5882-4836-89eb-f3c770bfd299'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:39.979307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492eb876-08ed-4430-b9e9-8d2f5f22a5fd service neutron] Pushing event updated for resources: {'Port': ['ID=df24faf1-5882-4836-89eb-f3c770bfd299,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:40.001891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-fbed1509-1e78-47cf-9228-a7ca9f681203 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:40.003356 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-fbed1509-1e78-47cf-9228-a7ca9f681203 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1907244 Apr 18 21:05:40.022728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36466071-00d6-4ea5-8420-54b7ab56d3d4 req-df1f580b-c10c-45ad-bf1f-ff47c93572e6 tempest-SecurityGroupsNegativeTestJSON-1304215407 tempest-SecurityGroupsNegativeTestJSON-1304215407-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7bc7db00cee436099fa5e20cb7c9a87 HTTP/1.1" status: 200 len: 2652 time: 0.1316140 Apr 18 21:05:40.063339 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-146874a2-c7f8-4174-b446-7e6292c0125c req-cd99a8f9-6b5b-4f6b-8a74-4a830e09aebd service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208146 Apr 18 21:05:40.098519 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-f2dc9d53-e2f6-4865-b069-ab02c0fedef8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806568 Apr 18 21:05:40.119202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0370d81-0e1d-4f23-b8dd-81f0e6518801 req-bec2c1bc-5752-4d8e-9556-ad0b6de6d846 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:40.120688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0370d81-0e1d-4f23-b8dd-81f0e6518801 req-bec2c1bc-5752-4d8e-9556-ad0b6de6d846 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 943 time: 0.1884634 Apr 18 21:05:40.183877 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36466071-00d6-4ea5-8420-54b7ab56d3d4 req-0cc4d159-8f4f-432e-8999-f9230f63d777 tempest-SecurityGroupsNegativeTestJSON-1304215407 tempest-SecurityGroupsNegativeTestJSON-1304215407-project] 10.222.0.11 "GET /v2.0/security-groups/8ba93468-85fd-406c-bb70-4d5833694455 HTTP/1.1" status: 200 len: 2649 time: 0.1526363 Apr 18 21:05:40.217873 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0370d81-0e1d-4f23-b8dd-81f0e6518801 req-8845c34f-4573-42c1-b89f-ee8a1c5f52a0 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864716 Apr 18 21:05:40.226110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-5dc10583-87b7-4a7b-a52a-364d2231ce51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 1094 time: 0.1958280 Apr 18 21:05:40.321540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-248d9bf8-8141-41d1-a20d-528fc6d4b825 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df24faf1-5882-4836-89eb-f3c770bfd299 HTTP/1.1" status: 200 len: 217 time: 0.0847538 Apr 18 21:05:40.327122 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c412303-eaf7-4c0d-a730-80653fde89ca'] response: {'name': 'network-changed', 'server_uuid': 'd848899d-5cb3-4f84-8693-4c6733cf27da', 'tag': 'df24faf1-5882-4836-89eb-f3c770bfd299', 'status': 'completed', 'code': 200} Apr 18 21:05:40.329392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36466071-00d6-4ea5-8420-54b7ab56d3d4 req-ac7780a6-8ec4-4f63-a293-5922de467d72 tempest-SecurityGroupsNegativeTestJSON-1304215407 tempest-SecurityGroupsNegativeTestJSON-1304215407-project] 10.222.0.11 "GET /v2.0/security-groups/8ba93468-85fd-406c-bb70-4d5833694455 HTTP/1.1" status: 200 len: 2649 time: 0.1331162 Apr 18 21:05:40.370567 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-f432d27f-150a-48d1-b5b7-6b910651909a service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657740 Apr 18 21:05:40.419348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-74a963d3-93bf-48ad-8792-9cdebfb93b8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:40.420807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-74a963d3-93bf-48ad-8792-9cdebfb93b8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.0904963 Apr 18 21:05:40.520045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-cbbfe2a3-148b-414b-ba23-1169c0c685eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922313 Apr 18 21:05:40.523148 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24fc5dd4-2bf3-4032-8c97-1c15172b8716 req-e8301f6b-561b-4924-a3ed-5815fd7a0af1 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447411 Apr 18 21:05:40.564166 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1ddb96a-6238-41da-9fee-0b0819b550ee req-897751ae-ea3f-4069-a2b5-7bb66c363b80 tempest-SecurityGroupsNegativeTestJSON-1304215407 tempest-SecurityGroupsNegativeTestJSON-1304215407-project] 10.222.0.11 "GET /v2.0/security-groups/8ba93468-85fd-406c-bb70-4d5833694455 HTTP/1.1" status: 200 len: 2649 time: 0.1821737 Apr 18 21:05:40.760211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c86105-90ba-4198-b854-b91482cee34f req-d8150d86-a027-4ee5-8143-38944d118467 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:40.761676 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8c86105-90ba-4198-b854-b91482cee34f req-d8150d86-a027-4ee5-8143-38944d118467 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 948 time: 0.2927282 Apr 18 21:05:40.764138 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-c1ddb96a-6238-41da-9fee-0b0819b550ee req-cadf177b-dc3e-40d3-a4d9-6660dba91050 tempest-SecurityGroupsNegativeTestJSON-1304215407 tempest-SecurityGroupsNegativeTestJSON-1304215407-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 21:05:40.765081 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1ddb96a-6238-41da-9fee-0b0819b550ee req-cadf177b-dc3e-40d3-a4d9-6660dba91050 tempest-SecurityGroupsNegativeTestJSON-1304215407 tempest-SecurityGroupsNegativeTestJSON-1304215407-project] 10.222.0.11 "DELETE /v2.0/security-groups/8ba93468-85fd-406c-bb70-4d5833694455 HTTP/1.1" status: 409 len: 352 time: 0.1521049 Apr 18 21:05:40.767145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-a6f8ae7e-e1e9-4e50-a437-19ed51c03ddf service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326720 Apr 18 21:05:40.771797 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ab9b114-420f-4785-ae30-6f09a76873ef req-953d9330-b998-4b28-9a7b-6017fad6ca13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e96b98a06984d69b2e4c7069e5f5941&device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 1097 time: 0.0836098 Apr 18 21:05:40.948544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b114-420f-4785-ae30-6f09a76873ef req-0116263a-a632-4e4d-8a70-e1d5dfee17b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:40.950507 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ab9b114-420f-4785-ae30-6f09a76873ef req-0116263a-a632-4e4d-8a70-e1d5dfee17b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.1723537 Apr 18 21:05:41.036953 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ab9b114-420f-4785-ae30-6f09a76873ef req-3d1f1062-5d94-4204-9ab9-aa73560576ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=4e01b552-eb94-4a82-8aa5-3f7867097e8a HTTP/1.1" status: 200 len: 217 time: 0.0790915 Apr 18 21:05:41.090866 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40be7894-8afb-4626-85ed-0f8a24d9f355 req-b548ee48-53f8-4155-85c5-c95d4b590976 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1373811 Apr 18 21:05:41.112344 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8c86105-90ba-4198-b854-b91482cee34f req-f8f7b8dc-3905-48de-93c8-9fae1293ac4f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431845 Apr 18 21:05:41.159352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b114-420f-4785-ae30-6f09a76873ef req-ac465994-f40e-4acd-b7f5-ca9a261c2093 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:41.161527 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ab9b114-420f-4785-ae30-6f09a76873ef req-ac465994-f40e-4acd-b7f5-ca9a261c2093 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1196785 Apr 18 21:05:41.230764 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-56b0ef5e-6569-4f61-a292-7a7584b64028 req-06d1302d-62c3-4677-a79a-071d45746514 tempest-SecurityGroupsNegativeTestJSON-1304215407 tempest-SecurityGroupsNegativeTestJSON-1304215407-project] show failed (client error): The resource could not be found. Apr 18 21:05:41.231879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-56b0ef5e-6569-4f61-a292-7a7584b64028 req-06d1302d-62c3-4677-a79a-071d45746514 tempest-SecurityGroupsNegativeTestJSON-1304215407 tempest-SecurityGroupsNegativeTestJSON-1304215407-project] 10.222.0.11 "GET /v2.0/security-groups/b5f1fbc6-69d3-4b36-b03d-183906ce023a HTTP/1.1" status: 404 len: 352 time: 0.0447931 Apr 18 21:05:41.245056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9683bda5-d0ac-484c-8176-096a4e6d061f req-80561ff1-3fa0-4217-a145-4f67ae958783 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399276 Apr 18 21:05:41.308580 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ab9b114-420f-4785-ae30-6f09a76873ef req-404d5833-4e28-4caf-81d1-2165e0df9409 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1320641 Apr 18 21:05:41.452544 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ab9b114-420f-4785-ae30-6f09a76873ef req-5c5341fd-a15d-466a-a8aa-8ebe4c3aea00 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408536 Apr 18 21:05:41.458767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae27a643-bbc0-468e-9c2c-08848249e794 req-2ab81941-dcec-40dd-9b0f-45a16317e07e tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 210 time: 0.0885856 Apr 18 21:05:41.512754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a417a6-8cb1-484d-bd2e-f0f255b3b295 req-bf415ff1-dc11-4a31-bb32-08e7b2a20ac6 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:41.514234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-56a417a6-8cb1-484d-bd2e-f0f255b3b295 req-bf415ff1-dc11-4a31-bb32-08e7b2a20ac6 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 946 time: 0.2010095 Apr 18 21:05:41.552923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7b5df45-f6fb-4ba4-a8e4-a5f986ac394f req-7998bc7f-3517-4e82-bad2-1b0d8a39bc79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 1094 time: 0.1487517 Apr 18 21:05:41.557126 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-44fe780c-3322-4e64-9fca-1c73215974b9 req-6eb5d381-dd09-4441-8f83-b5cd9ddb727e tempest-SecurityGroupsNegativeTestJSON-1304215407 tempest-SecurityGroupsNegativeTestJSON-1304215407-project] show failed (client error): The resource could not be found. Apr 18 21:05:41.558239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44fe780c-3322-4e64-9fca-1c73215974b9 req-6eb5d381-dd09-4441-8f83-b5cd9ddb727e tempest-SecurityGroupsNegativeTestJSON-1304215407 tempest-SecurityGroupsNegativeTestJSON-1304215407-project] 10.222.0.11 "GET /v2.0/security-groups/2248c680-8603-4267-8621-8f815ba64293 HTTP/1.1" status: 404 len: 352 time: 0.0421743 Apr 18 21:05:41.582272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60794) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:41.636118 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ab9b114-420f-4785-ae30-6f09a76873ef req-69637de6-56ef-41b5-b82b-2ac6901ee7a8 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758487 Apr 18 21:05:41.779016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-56a417a6-8cb1-484d-bd2e-f0f255b3b295 req-e0ffedc8-a471-4c12-9733-d80c7ed959cb tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f71ec32-51f7-4e6f-9471-6d86c0df4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498696 Apr 18 21:05:41.799795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-866812be-b27c-4880-a95c-d6971be4c682 admin admin] Deleting subnet 03812072-8026-4c82-8901-09570603d426 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:05:41.807753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-866812be-b27c-4880-a95c-d6971be4c682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.877569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5df45-f6fb-4ba4-a8e4-a5f986ac394f req-67226cdf-8975-4cf6-8ce2-0397460a8b84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:41.878924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7b5df45-f6fb-4ba4-a8e4-a5f986ac394f req-67226cdf-8975-4cf6-8ce2-0397460a8b84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.3176889 Apr 18 21:05:41.945343 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-866812be-b27c-4880-a95c-d6971be4c682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.027851 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-fc840fa7-5b07-4d58-945c-728caad1659a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=10465a822e9f4031b7b622a8d048d579&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562525 Apr 18 21:05:42.033703 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7b5df45-f6fb-4ba4-a8e4-a5f986ac394f req-69a8ed59-6dc1-4d65-9c18-f66b1af47cf9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df24faf1-5882-4836-89eb-f3c770bfd299 HTTP/1.1" status: 200 len: 217 time: 0.1471667 Apr 18 21:05:42.062497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ba89b-62a3-44a0-b35f-ae13faaed4f8 req-ca011c44-d1d2-4e59-b21b-bb4b3bf4298f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:42.063988 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-692ba89b-62a3-44a0-b35f-ae13faaed4f8 req-ca011c44-d1d2-4e59-b21b-bb4b3bf4298f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 943 time: 0.3692722 Apr 18 21:05:42.218596 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-866812be-b27c-4880-a95c-d6971be4c682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.345456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5df45-f6fb-4ba4-a8e4-a5f986ac394f req-3bc54896-4fb6-4293-a4cb-9f2043cc1575 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:42.346911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7b5df45-f6fb-4ba4-a8e4-a5f986ac394f req-3bc54896-4fb6-4293-a4cb-9f2043cc1575 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.2820463 Apr 18 21:05:42.375775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e7ea2c6e-4a98-4304-abf9-4cdd3d691a47 req-cfb76955-d0de-41d5-b602-b367c216a32a tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0835364 Apr 18 21:05:42.431902 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-692ba89b-62a3-44a0-b35f-ae13faaed4f8 req-d9d55629-15d2-4fdf-8a56-70407fb22a49 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592985 Apr 18 21:05:42.443905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-984233cc-f97e-4ad8-b733-8f2f9078cb54 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:42.445334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-984233cc-f97e-4ad8-b733-8f2f9078cb54 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4107988 Apr 18 21:05:42.447426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7b5df45-f6fb-4ba4-a8e4-a5f986ac394f req-e1df25db-b9d8-479e-aef9-861fc6934116 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795052 Apr 18 21:05:42.489192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Request body: {'port': {'device_id': '9f75c532-de29-43fc-947b-678aba7a9cce', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '10465a822e9f4031b7b622a8d048d579'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:42.758782 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-866812be-b27c-4880-a95c-d6971be4c682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.763641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 735a7594-9936-41db-8437-fdb40f32c3db details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:05:42.828578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866812be-b27c-4880-a95c-d6971be4c682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03812072-8026-4c82-8901-09570603d426,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:42.848310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-866812be-b27c-4880-a95c-d6971be4c682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.888479 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-866812be-b27c-4880-a95c-d6971be4c682 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/03812072-8026-4c82-8901-09570603d426 HTTP/1.1" status: 204 len: 168 time: 1.3014417 Apr 18 21:05:42.891351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60812) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:42.913235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:42.933144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7b5df45-f6fb-4ba4-a8e4-a5f986ac394f req-eeec7639-4011-4685-bd67-7dc55d89c474 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748867 Apr 18 21:05:42.933396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '735a7594-9936-41db-8437-fdb40f32c3db', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '735a7594-9936-41db-8437-fdb40f32c3db', 'mac_address': 'fa:16:3e:19:75:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:05:42.968245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:42.995225 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.011753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.015436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735a7594-9936-41db-8437-fdb40f32c3db {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:43.032219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:43.033390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:43.047397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e23a97-58a6-428a-a44a-884ae486ff46 req-f61b5683-eeb4-4d7e-8d11-41d0b09be8f3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:43.048955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30e23a97-58a6-428a-a44a-884ae486ff46 req-f61b5683-eeb4-4d7e-8d11-41d0b09be8f3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 948 time: 0.4914637 Apr 18 21:05:43.132081 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30e23a97-58a6-428a-a44a-884ae486ff46 req-024aa532-6a1a-4444-a673-9c11a6caa1b8 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711651 Apr 18 21:05:43.151251 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.185539 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.218415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d317b3-0b70-4119-9719-b4e8c02ac282']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:43.238347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef3d5a4-82d3-4561-9072-013cb6735f19') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:43.238662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef3d5a4-82d3-4561-9072-013cb6735f19') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:43.244841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7b5df45-f6fb-4ba4-a8e4-a5f986ac394f req-9769d4b7-bb49-4c7e-a0bf-d2cffebfdd05 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033745 Apr 18 21:05:43.254266 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.269425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb4b01e8-999f-4211-9242-dbe09447638b req-8b6ad7e8-442d-4607-ab28-0d0ecbd47965 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1147752 Apr 18 21:05:43.272862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Made reservation on behalf of 10465a822e9f4031b7b622a8d048d579 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:43.274951 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.283737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:05:43.284236 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.285616 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.302850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:43.370523 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:43.454774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1024b252-abf1-4251-805f-7bdbcc1af3e1 req-97852dd7-7162-42ec-a022-269fe6298d21 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 210 time: 0.0717556 Apr 18 21:05:43.657970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['735a7594-9936-41db-8437-fdb40f32c3db'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:05:43.673190 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01a3a4b0-c2e7-4232-a7b9-0e5b33ece5db req-e8f5d32b-a5ff-4be1-ac66-85aaa67aed62 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0626578 Apr 18 21:05:43.704831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Allocated IP 192.168.233.129 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/dee3794d-df9a-4bf6-89dd-1e033a3a5797) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:43.707525 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.717945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd6e3c-8ab1-4ffb-9419-8b93ba7ac148 req-2882884e-5862-43a4-8d8f-72d9f12ef675 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:43.719701 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0fcd6e3c-8ab1-4ffb-9419-8b93ba7ac148 req-2882884e-5862-43a4-8d8f-72d9f12ef675 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 946 time: 0.2421389 Apr 18 21:05:43.737033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d317b3-0b70-4119-9719-b4e8c02ac282,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:43.740168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.747651 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-57ab46c6-5ff4-4494-90b2-1339f889c8e9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b6d317b3-0b70-4119-9719-b4e8c02ac282 HTTP/1.1" status: 204 len: 168 time: 0.8538835 Apr 18 21:05:43.833163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0fcd6e3c-8ab1-4ffb-9419-8b93ba7ac148 req-8f2d2ff4-0ae9-49b1-bb00-6a87ee1b1cb9 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f71ec32-51f7-4e6f-9471-6d86c0df4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054940 Apr 18 21:05:44.065851 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.090493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d3370-a603-4242-b0cb-70c804ce3071 req-49100678-5c1c-4528-a266-76562f879fd5 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:44.092012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b70d3370-a603-4242-b0cb-70c804ce3071 req-49100678-5c1c-4528-a266-76562f879fd5 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 943 time: 0.1724236 Apr 18 21:05:44.095146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Transition to ACTIVE for port object dee3794d-df9a-4bf6-89dd-1e033a3a5797 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:44.152065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b70d3370-a603-4242-b0cb-70c804ce3071 req-808c81d6-eb2f-407d-b0c6-d41bfaaeb93a tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519781 Apr 18 21:05:44.183545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60824) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:44.238627 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.257129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['801f0166-79cb-476a-9b04-4da37b52d640'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:05:44.263981 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-92ae4bee-7f9e-4fd0-ac7a-5e625df42f59 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7bc7db00cee436099fa5e20cb7c9a87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0783169 Apr 18 21:05:44.274816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60830) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:44.341531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8afc61c-1b0e-4429-b41d-f0247a65edff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.371326 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8afc61c-1b0e-4429-b41d-f0247a65edff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.484010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:44.492470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Pushing event updated for resources: {'Port': ['ID=dee3794d-df9a-4bf6-89dd-1e033a3a5797,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:44.495873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:44.498071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:44.565572 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8afc61c-1b0e-4429-b41d-f0247a65edff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.575220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afe07b0c-e7a0-40cd-a28e-bb9c90f0f0fa req-e7ea96fc-875a-449b-8be1-4a7e440e70ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3765614 Apr 18 21:05:44.606086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afc61c-1b0e-4429-b41d-f0247a65edff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba93468-85fd-406c-bb70-4d5833694455,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:44.610499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:44.610931 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.616527 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8afc61c-1b0e-4429-b41d-f0247a65edff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.617713 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b8afc61c-1b0e-4429-b41d-f0247a65edff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ba93468-85fd-406c-bb70-4d5833694455 HTTP/1.1" status: 204 len: 168 time: 0.3498964 Apr 18 21:05:44.689606 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec23c4-9006-4761-9d62-dc9cdbcc6fe1 req-331f9d27-3305-40c8-aa19-89e5ae0cd3c3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:44.691194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93ec23c4-9006-4761-9d62-dc9cdbcc6fe1 req-331f9d27-3305-40c8-aa19-89e5ae0cd3c3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 949 time: 0.3586917 Apr 18 21:05:44.773725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device df24faf1-5882-4836-89eb-f3c770bfd299 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:05:44.775728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 735a7594-9936-41db-8437-fdb40f32c3db up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:44.830406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93ec23c4-9006-4761-9d62-dc9cdbcc6fe1 req-e70c7298-69c3-45f6-aadf-fb88d78ebb08 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951869 Apr 18 21:05:44.848110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e7162-afdf-4898-aeb3-7ed1e6bc6ee4 req-a13a74b6-0f01-49fc-b3a4-a782896e14a8 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:44.849823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-763e7162-afdf-4898-aeb3-7ed1e6bc6ee4 req-a13a74b6-0f01-49fc-b3a4-a782896e14a8 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Synchronizing usage tracker for tenant:10465a822e9f4031b7b622a8d048d579 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:44.856819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-779a1845-b70a-488a-953f-aee4f6a6ad5a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3756707 Apr 18 21:05:44.874634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Request body: {'port': {'device_id': '9f75c532-de29-43fc-947b-678aba7a9cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:44.906875 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afe07b0c-e7a0-40cd-a28e-bb9c90f0f0fa req-ba53956f-bc0f-40b6-b1c6-e02ab022f57b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c343e3d1bbb45eb924713b7286635d3&device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 1097 time: 0.2116458 Apr 18 21:05:44.928419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-763e7162-afdf-4898-aeb3-7ed1e6bc6ee4 req-a13a74b6-0f01-49fc-b3a4-a782896e14a8 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Unset dirty status for tenant:10465a822e9f4031b7b622a8d048d579 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:44.936432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-763e7162-afdf-4898-aeb3-7ed1e6bc6ee4 req-a13a74b6-0f01-49fc-b3a4-a782896e14a8 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 936 time: 0.3361318 Apr 18 21:05:45.035683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df24faf1-5882-4836-89eb-f3c770bfd299,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:45.059303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 735a7594-9936-41db-8437-fdb40f32c3db completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:45.059303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-882c021c-4f2f-402a-a8fd-bfb17c9bfbd1 None None] Provisioning for port dee3794d-df9a-4bf6-89dd-1e033a3a5797 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:45.070546 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 735a7594-9936-41db-8437-fdb40f32c3db triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:45.071054 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.097942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'df24faf1-5882-4836-89eb-f3c770bfd299', 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a', 'port_id': 'df24faf1-5882-4836-89eb-f3c770bfd299', 'mac_address': 'fa:16:3e:d4:4e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34c619c-e654-4ba8-a640-81b7c7c84856', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:05:45.105824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-882c021c-4f2f-402a-a8fd-bfb17c9bfbd1 None None] Provisioning complete for port dee3794d-df9a-4bf6-89dd-1e033a3a5797 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:45.105824 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-882c021c-4f2f-402a-a8fd-bfb17c9bfbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.275945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6960a3c-70f8-4609-b305-a7b0ebcada05 req-5d4ad3de-ff44-4262-9e9e-135a19f1b7c5 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1214180 Apr 18 21:05:45.298260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-882c021c-4f2f-402a-a8fd-bfb17c9bfbd1 None None] Port dee3794d-df9a-4bf6-89dd-1e033a3a5797 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:45.309089 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.326375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-763e7162-afdf-4898-aeb3-7ed1e6bc6ee4 req-6da9f2d9-a0c5-4ea3-b4d4-4957e961b73a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886786 Apr 18 21:05:45.363800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df24faf1-5882-4836-89eb-f3c770bfd299 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:45.370636 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.413571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df24faf1-5882-4836-89eb-f3c770bfd299,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:45.416603 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.439937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe07b0c-e7a0-40cd-a28e-bb9c90f0f0fa req-0d3c8355-8940-4bc3-bd89-018a550ad20d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:45.441434 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afe07b0c-e7a0-40cd-a28e-bb9c90f0f0fa req-0d3c8355-8940-4bc3-bd89-018a550ad20d service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a HTTP/1.1" status: 200 len: 924 time: 0.5023813 Apr 18 21:05:45.448075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:45.459243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:45.488680 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.490072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 4e01b552-eb94-4a82-8aa5-3f7867097e8a details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:05:45.557696 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.660923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=df24faf1-5882-4836-89eb-f3c770bfd299,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:45.778988 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:45.786856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 4e01b552-eb94-4a82-8aa5-3f7867097e8a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=4e01b552-eb94-4a82-8aa5-3f7867097e8a,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:45.800392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afe07b0c-e7a0-40cd-a28e-bb9c90f0f0fa req-b2d93121-a1f8-4bfb-89a8-565bdfa9c409 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64a4d1ef-3a83-474b-9132-9479fedef931 HTTP/1.1" status: 200 len: 1001 time: 0.3219566 Apr 18 21:05:45.801313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '4e01b552-eb94-4a82-8aa5-3f7867097e8a', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '4e01b552-eb94-4a82-8aa5-3f7867097e8a', 'mac_address': 'fa:16:3e:54:a5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:05:45.871918 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.894476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e01b552-eb94-4a82-8aa5-3f7867097e8a {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:45.916411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 4e01b552-eb94-4a82-8aa5-3f7867097e8a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=4e01b552-eb94-4a82-8aa5-3f7867097e8a,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:45.958803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8cc6d-3788-466b-a6db-54b21ee51f6f req-77e32f21-adf3-46d2-8dcb-6a8e943a7d82 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:45.960398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00d8cc6d-3788-466b-a6db-54b21ee51f6f req-77e32f21-adf3-46d2-8dcb-6a8e943a7d82 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 946 time: 0.4306557 Apr 18 21:05:45.976403 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.986007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad4102-939c-4274-aeff-0bea81612930 req-3cb7bc84-b4dc-41b4-9270-be45fb1ce823 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:45.988139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abad4102-939c-4274-aeff-0bea81612930 req-3cb7bc84-b4dc-41b4-9270-be45fb1ce823 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 944 time: 0.4558609 Apr 18 21:05:45.988822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe07b0c-e7a0-40cd-a28e-bb9c90f0f0fa req-6d396cf1-0734-49bb-8f76-17bb3feaff44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:45.990961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afe07b0c-e7a0-40cd-a28e-bb9c90f0f0fa req-6d396cf1-0734-49bb-8f76-17bb3feaff44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7fdcd53c-a783-4ede-b053-9e521ca04a70 HTTP/1.1" status: 200 len: 862 time: 0.1818652 Apr 18 21:05:46.052697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=4e01b552-eb94-4a82-8aa5-3f7867097e8a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:46.182473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60864) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:46.189327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00d8cc6d-3788-466b-a6db-54b21ee51f6f req-d3dc506f-a84c-44d0-9be9-58cb7b844870 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f71ec32-51f7-4e6f-9471-6d86c0df4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207437 Apr 18 21:05:46.217415 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abad4102-939c-4274-aeff-0bea81612930 req-b99dee81-eb3d-4891-976d-68c6bc8f1dca tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040799 Apr 18 21:05:46.260009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afe07b0c-e7a0-40cd-a28e-bb9c90f0f0fa req-84a7f60b-4f55-4aa5-9cdb-b54666e3def6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479184 Apr 18 21:05:46.292925 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f0db82-6100-4c84-9725-6cae88a59124'] response: {'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db', 'code': 200} Apr 18 21:05:46.358107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1776383573-network', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:46.369601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['4e01b552-eb94-4a82-8aa5-3f7867097e8a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:05:46.415219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:46.448467 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['df24faf1-5882-4836-89eb-f3c770bfd299'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:05:46.506566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Usage tracker for resource:network and tenant:dd0dbec6e91b4fc8b376969fb52f06f4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:46.513958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:46.522358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:46.562168 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3174ca03-1a61-4477-8547-d813717ec98b req-fa879e37-4835-43d9-9e6e-25aa29438cdf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 1101 time: 0.2005441 Apr 18 21:05:46.611854 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afe07b0c-e7a0-40cd-a28e-bb9c90f0f0fa req-3da0b33c-f78a-43cc-b148-0407ca7abc88 service neutron] 10.222.0.26 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401628 Apr 18 21:05:46.616069 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3174ca03-1a61-4477-8547-d813717ec98b req-2a3f4c87-9428-4f94-8c81-47ad6cd81f26 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471129 Apr 18 21:05:46.628469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Made reservation on behalf of dd0dbec6e91b4fc8b376969fb52f06f4 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:46.628920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee3794d-df9a-4bf6-89dd-1e033a3a5797 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:46.634118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.641914 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.650754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.686829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Transition to ACTIVE for port object dee3794d-df9a-4bf6-89dd-1e033a3a5797 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:46.687327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:46.692501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Usage tracker for resource:security_group_rule and tenant:dd0dbec6e91b4fc8b376969fb52f06f4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:46.695858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:46.702708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:46.707492 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ca62cd8-e2c5-4d21-aad4-87a4114aad50 req-fa362b8c-2598-4e13-afd3-01dd193b0a51 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2618301 Apr 18 21:05:46.720109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5ff61-c7f8-41e4-9823-adbac2929f36 req-268f7cbd-7971-43fe-945f-90e9d0de4057 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:46.721656 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97f5ff61-c7f8-41e4-9823-adbac2929f36 req-268f7cbd-7971-43fe-945f-90e9d0de4057 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.2369688 Apr 18 21:05:46.748501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d8766-da79-4943-9c86-5f9904294045 req-90c76117-b9a6-4888-b61d-058063c12347 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:46.750157 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e8d8766-da79-4943-9c86-5f9904294045 req-90c76117-b9a6-4888-b61d-058063c12347 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 936 time: 0.2045417 Apr 18 21:05:46.803248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.803709 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.865846 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.904796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:46.910572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505b0ab4-6c99-446d-9a5b-3e99f2f4dd1b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:46.920045 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.920435 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Added segment 1fba671f-2f8f-44ee-baf3-037c22517084 of type vlan for network 86fba982-72c1-4c4e-a91d-ae4f2de457cb Apr 18 21:05:46.956255 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.073599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.074509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:47.075103 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.180778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] Pushing event updated for resources: {'Network': ['ID=86fba982-72c1-4c4e-a91d-ae4f2de457cb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:47.194096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97f5ff61-c7f8-41e4-9823-adbac2929f36 req-bb3174b6-5d39-4eb7-8dc2-e1398e28ff79 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647398 Apr 18 21:05:47.196555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 86fba982-72c1-4c4e-a91d-ae4f2de457cb details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:05:47.210831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=dee3794d-df9a-4bf6-89dd-1e033a3a5797,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:47.233994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e8d8766-da79-4943-9c86-5f9904294045 req-b3f7a54b-1d9e-40c5-abed-d4d3f40efadf tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388099 Apr 18 21:05:47.287293 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-959e2ff3-ddac-44d4-b895-bbf280e3e75b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1035821 Apr 18 21:05:47.288845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60878) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:47.295382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Request body: {'subnet': {'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1776383573-subnet', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:47.308459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:47.318132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Usage tracker for resource:subnet and tenant:dd0dbec6e91b4fc8b376969fb52f06f4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:47.330375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:47.337005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:47.356985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:47.357498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:47.358084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:47.358507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:47.358926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:47.359455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:47.359785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:47.360102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:47.360580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:47.360901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:47.361221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:47.437949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ca62cd8-e2c5-4d21-aad4-87a4114aad50 req-54e9d92d-2b7f-4adb-9fe0-5845ee7e87ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 1101 time: 0.6868670 Apr 18 21:05:47.438831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Made reservation on behalf of dd0dbec6e91b4fc8b376969fb52f06f4 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:47.441175 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.499277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acce4adf-4473-4c75-b88d-55645ca44ed1 req-077971fc-a70d-470f-a2f1-7b41449ac9b9 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1086781 Apr 18 21:05:47.552442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Attempting to bind port dee3794d-df9a-4bf6-89dd-1e033a3a5797 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:47.552928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Attempting to bind port dee3794d-df9a-4bf6-89dd-1e033a3a5797 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:47.553368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Attempting to bind port dee3794d-df9a-4bf6-89dd-1e033a3a5797 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:47.602697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afe07b0c-e7a0-40cd-a28e-bb9c90f0f0fa req-d428a7e9-57ff-44da-9249-6ec89ae9b640 service neutron] 10.222.0.26 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088225 Apr 18 21:05:47.635952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Port dee3794d-df9a-4bf6-89dd-1e033a3a5797 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:05:47.639845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Attempting to bind port dee3794d-df9a-4bf6-89dd-1e033a3a5797 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:47.660732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:47.661265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:47.661650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:47.662100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Bound port: dee3794d-df9a-4bf6-89dd-1e033a3a5797, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:47.662451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.771724 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.785253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca62cd8-e2c5-4d21-aad4-87a4114aad50 req-cf2e1470-aa63-4084-a07c-5e989e94420c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:47.787386 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ca62cd8-e2c5-4d21-aad4-87a4114aad50 req-cf2e1470-aa63-4084-a07c-5e989e94420c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2968495 Apr 18 21:05:47.854599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfffb06-fe31-431b-9056-7de8c79236f5,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:47.872716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Checking segment: {'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:47.873087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Network hostable DHCP agents. Network: 86fba982-72c1-4c4e-a91d-ae4f2de457cb, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:47.876998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2381c-6de8-49b7-9110-06d12565b286 req-c5938006-3c4c-4a34-a034-6d5008720d03 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:47.878482 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02b2381c-6de8-49b7-9110-06d12565b286 req-c5938006-3c4c-4a34-a034-6d5008720d03 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 947 time: 0.4442217 Apr 18 21:05:47.927544 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ca62cd8-e2c5-4d21-aad4-87a4114aad50 req-d1e511cc-24ab-4e55-840b-b4c63e35a947 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=17d04cc6-896d-4829-b256-b08adef012b1 HTTP/1.1" status: 200 len: 217 time: 0.1255488 Apr 18 21:05:47.987353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Network 86fba982-72c1-4c4e-a91d-ae4f2de457cb is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:48.008076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] For port dee3794d-df9a-4bf6-89dd-1e033a3a5797, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:48.038912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b814b74-59f4-46e4-a88e-6c9919f0bbcf req-a8e2da21-0f6c-46cb-8091-2150cf64d272 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:48.040644 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b814b74-59f4-46e4-a88e-6c9919f0bbcf req-a8e2da21-0f6c-46cb-8091-2150cf64d272 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 944 time: 0.3596275 Apr 18 21:05:48.044085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] For port dee3794d-df9a-4bf6-89dd-1e033a3a5797, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=dee3794d-df9a-4bf6-89dd-1e033a3a5797,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:48.046323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca62cd8-e2c5-4d21-aad4-87a4114aad50 req-f7bf9da1-f006-4659-b544-e25dea66eccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:48.047704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ca62cd8-e2c5-4d21-aad4-87a4114aad50 req-f7bf9da1-f006-4659-b544-e25dea66eccb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1068749 Apr 18 21:05:48.049826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02b2381c-6de8-49b7-9110-06d12565b286 req-9d156603-a987-495d-ac60-b0c83402d45f tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f71ec32-51f7-4e6f-9471-6d86c0df4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644742 Apr 18 21:05:48.088275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 86fba982-72c1-4c4e-a91d-ae4f2de457cb) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:48.092642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:48.093217 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.111014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168933d4-249f-415d-abd9-3b98d712c857 None None] Network 86fba982-72c1-4c4e-a91d-ae4f2de457cb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:48.138444 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.226187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b814b74-59f4-46e4-a88e-6c9919f0bbcf req-e4fb9559-79b3-4ae7-ba13-9d68073ab0ae tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753397 Apr 18 21:05:48.240586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.242371 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] 10.222.0.59 "PUT /v2.0/ports/dee3794d-df9a-4bf6-89dd-1e033a3a5797 HTTP/1.1" status: 200 len: 1096 time: 3.3739097 Apr 18 21:05:48.243279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f75c532-de29-43fc-947b-678aba7a9cce', 'tag': 'dee3794d-df9a-4bf6-89dd-1e033a3a5797'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:48.246379 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-85b49307-2e8c-4ae8-a9d0-7c93b264786b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9558165 Apr 18 21:05:48.247046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60884) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:48.258209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:48.261878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f841d-8d40-4f12-9a0b-ff2aa60a4ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=dee3794d-df9a-4bf6-89dd-1e033a3a5797,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:48.277072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ca62cd8-e2c5-4d21-aad4-87a4114aad50 req-1dacf11c-97dc-4dc8-973a-fda8561452a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2123151 Apr 18 21:05:48.277882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:48.290136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Usage tracker for resource:router and tenant:dd0dbec6e91b4fc8b376969fb52f06f4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:48.299962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:48.313253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:48.432106 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.435070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.476481 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.495474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:05:48.497098 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.564961 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cae8c81-e4a2-4111-887a-b9bb37528951'] response: {'name': 'network-changed', 'server_uuid': '9f75c532-de29-43fc-947b-678aba7a9cce', 'tag': 'dee3794d-df9a-4bf6-89dd-1e033a3a5797', 'status': 'completed', 'code': 200} Apr 18 21:05:48.712156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Allocated IP 172.20.0.2 (86fba982-72c1-4c4e-a91d-ae4f2de457cb/5bfffb06-fe31-431b-9056-7de8c79236f5/6efbd040-668a-40cd-8674-0607541d6bc4) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:48.746829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ca62cd8-e2c5-4d21-aad4-87a4114aad50 req-e206301e-6024-417c-bda1-8472c53d196f service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620588 Apr 18 21:05:48.768491 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.800680 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 4e01b552-eb94-4a82-8aa5-3f7867097e8a up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:48.863477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de568ff-9abd-4bf7-80dd-56b6017139b7 req-8bf5f532-3dba-45b9-9163-000b0e192113 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:48.865307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5de568ff-9abd-4bf7-80dd-56b6017139b7 req-8bf5f532-3dba-45b9-9163-000b0e192113 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.3400989 Apr 18 21:05:48.871386 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96a5ebdd-7493-4b84-a017-c053c4b23f66 req-e79b165f-d387-475f-a79b-ea72790b2140 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10465a822e9f4031b7b622a8d048d579&device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 1099 time: 0.3895288 Apr 18 21:05:48.881776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57113c0-d901-4349-aebd-c9ef0466c8a2 req-66ff9170-ff43-4a2e-9dba-28ca09759569 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:48.887118 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e57113c0-d901-4349-aebd-c9ef0466c8a2 req-66ff9170-ff43-4a2e-9dba-28ca09759569 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 948 time: 0.2948952 Apr 18 21:05:49.011338 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.023954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 4e01b552-eb94-4a82-8aa5-3f7867097e8a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:49.029654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Transition to ACTIVE for port object 6efbd040-668a-40cd-8674-0607541d6bc4 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:49.036896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 4e01b552-eb94-4a82-8aa5-3f7867097e8a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:49.037211 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.088334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.097871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Transition to ACTIVE for port object 6efbd040-668a-40cd-8674-0607541d6bc4 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:49.113942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96a5ebdd-7493-4b84-a017-c053c4b23f66 req-d7d2ffc2-8ce9-4fce-b667-296f5ef6e042 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=10465a822e9f4031b7b622a8d048d579&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1972706 Apr 18 21:05:49.124399 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.171137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5de568ff-9abd-4bf7-80dd-56b6017139b7 req-02db1d28-41ce-4dcd-96eb-466cf66f20c3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970157 Apr 18 21:05:49.212806 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.267952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e57113c0-d901-4349-aebd-c9ef0466c8a2 req-09c7384d-1948-4a65-b22e-74432bd308d7 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959949 Apr 18 21:05:49.311190 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ca62cd8-e2c5-4d21-aad4-87a4114aad50 req-7fb6314b-7f95-4d75-bd2b-04110a30f3a1 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574098 Apr 18 21:05:49.325311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Allocated IP 172.25.3.121 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/8343a9ab-e488-41d4-9ed7-c4de662af2e1) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:49.335650 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.349795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Pushing event updated for resources: {'Port': ['ID=6efbd040-668a-40cd-8674-0607541d6bc4,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:49.356876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Network 86fba982-72c1-4c4e-a91d-ae4f2de457cb is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:49.369950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:49.369950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:49.392434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ebdd-7493-4b84-a017-c053c4b23f66 req-2b01bb8d-1f65-475e-a4af-3c01ae0b648d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:49.396496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96a5ebdd-7493-4b84-a017-c053c4b23f66 req-2b01bb8d-1f65-475e-a4af-3c01ae0b648d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2482321 Apr 18 21:05:49.507715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ed054b-cea7-4796-a034-53726522fd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e01b552-eb94-4a82-8aa5-3f7867097e8a'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:49.511220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34f87f4d-9756-4f2b-b5c3-82ab6a5ed2b1 req-e974b626-33a2-4b42-8ed2-89f337480a64 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0962143 Apr 18 21:05:49.524800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.525004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 4e01b552-eb94-4a82-8aa5-3f7867097e8a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=4e01b552-eb94-4a82-8aa5-3f7867097e8a,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:49.525004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Attempting to bind port 6efbd040-668a-40cd-8674-0607541d6bc4 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:49.525004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Attempting to bind port 6efbd040-668a-40cd-8674-0607541d6bc4 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:49.525004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Attempting to bind port 6efbd040-668a-40cd-8674-0607541d6bc4 on network 86fba982-72c1-4c4e-a91d-ae4f2de457cb {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:49.532352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:49.532820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Checking segment: {'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:49.533427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.533854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Bound using segment: {'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:49.534332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Bound port: 6efbd040-668a-40cd-8674-0607541d6bc4, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:49.534709 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.600748 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.601730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device df24faf1-5882-4836-89eb-f3c770bfd299 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:49.609653 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-bd84bffe-aedb-4d9c-99bf-19134be06283 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10465a822e9f4031b7b622a8d048d579&device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 1099 time: 0.1529732 Apr 18 21:05:49.616985 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.698851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66682f1-ff7e-4aff-ae23-8eccfb522ad9 req-0df32a13-2da0-4f1c-89ab-869b096e5543 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:49.703110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:49.707618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:49.710007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Pushing event updated for resources: {'Port': ['ID=8343a9ab-e488-41d4-9ed7-c4de662af2e1,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:49.711288 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e66682f1-ff7e-4aff-ae23-8eccfb522ad9 req-0df32a13-2da0-4f1c-89ab-869b096e5543 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 947 time: 0.2169137 Apr 18 21:05:49.712685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:49.764296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] For port 6efbd040-668a-40cd-8674-0607541d6bc4, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:49.767128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=4e01b552-eb94-4a82-8aa5-3f7867097e8a,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:49.772741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] For port 6efbd040-668a-40cd-8674-0607541d6bc4, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6efbd040-668a-40cd-8674-0607541d6bc4,segment=NetworkSegment(1fba671f-2f8f-44ee-baf3-037c22517084),segment_id=1fba671f-2f8f-44ee-baf3-037c22517084)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:49.774875 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-351fceef-8cd5-484a-93a2-857cf37d4f87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=dee3794d-df9a-4bf6-89dd-1e033a3a5797 HTTP/1.1" status: 200 len: 217 time: 0.1545007 Apr 18 21:05:49.846349 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.866256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e66682f1-ff7e-4aff-ae23-8eccfb522ad9 req-e6a69e60-f112-4f24-83e0-ea190fb9f914 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f71ec32-51f7-4e6f-9471-6d86c0df4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540601 Apr 18 21:05:49.885130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-62fe99da-ac31-4fe5-991c-b5bfa60b2b2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:49.886607 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-62fe99da-ac31-4fe5-991c-b5bfa60b2b2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0932159 Apr 18 21:05:49.896803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port df24faf1-5882-4836-89eb-f3c770bfd299 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:49.916120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port df24faf1-5882-4836-89eb-f3c770bfd299 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:49.917303 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.952834 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea57c08d-abae-418b-b0cb-ec0d25813075'] response: {'server_uuid': '92ed054b-cea7-4796-a034-53726522fd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e01b552-eb94-4a82-8aa5-3f7867097e8a', 'code': 200} Apr 18 21:05:49.958518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccba2b5-8e94-4171-8479-c14e6eec61ed req-56613def-be00-420e-8a79-d3b969fca686 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:49.960029 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ccba2b5-8e94-4171-8479-c14e6eec61ed req-56613def-be00-420e-8a79-d3b969fca686 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 944 time: 0.2232859 Apr 18 21:05:49.993927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb46f69-7460-4edb-bfa8-33e59922d30e None None] Pushing event updated for resources: {'Port': ['ID=6efbd040-668a-40cd-8674-0607541d6bc4,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:50.010100 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.010971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.083907 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.127742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df24faf1-5882-4836-89eb-f3c770bfd299,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:50.131747 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-573f9835-2174-4e15-aa39-709994a49bcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2331061 Apr 18 21:05:50.150357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ccba2b5-8e94-4171-8479-c14e6eec61ed req-04e46b42-597a-4037-99c1-c0ba9bf4f61e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785018 Apr 18 21:05:50.217985 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.340134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a55ba2be-af11-44b3-8605-34e9ce0cdf29 req-007075f8-e8c0-4be6-b71a-df0666e549a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 1099 time: 0.3250017 Apr 18 21:05:50.362516 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=df24faf1-5882-4836-89eb-f3c770bfd299,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:50.534140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Router 460fd498-9e73-47c9-aa64-7dd847d47eaa is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:05:50.536285 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-98032a9d-b322-47e6-a3e5-9ce3c2e8caf7 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834898 Apr 18 21:05:50.547846 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a55ba2be-af11-44b3-8605-34e9ce0cdf29 req-b2a90d1c-50c4-4a7d-af5b-84274e4eed3c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f71ec32-51f7-4e6f-9471-6d86c0df4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977999 Apr 18 21:05:50.679376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf85514-387e-4551-820e-d0585ae01fc7 req-c0d66945-68b0-49f9-8ae2-12bd717d2c4a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:50.680865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eaf85514-387e-4551-820e-d0585ae01fc7 req-c0d66945-68b0-49f9-8ae2-12bd717d2c4a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.2954383 Apr 18 21:05:50.732458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a5bb7-22e7-4776-b137-63f9b8931db1 req-c74fe47a-2ff8-45d3-86f5-62e1654cd86e tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:50.734058 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-825a5bb7-22e7-4776-b137-63f9b8931db1 req-c74fe47a-2ff8-45d3-86f5-62e1654cd86e tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 948 time: 0.2712374 Apr 18 21:05:50.754299 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:50.771800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Sync routers for ids ['460fd498-9e73-47c9-aa64-7dd847d47eaa'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:50.794609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62fee758-7df3-42b6-802f-5fdd166e64f3 req-10b1d569-a920-4fa9-a3d7-17ccd0e6acb4 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457578 Apr 18 21:05:50.798701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Routers {'460fd498-9e73-47c9-aa64-7dd847d47eaa'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:50.798701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:05:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['460fd498-9e73-47c9-aa64-7dd847d47eaa'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:50.827920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eaf85514-387e-4551-820e-d0585ae01fc7 req-bc98c794-8205-4161-9599-095665b9e504 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367946 Apr 18 21:05:50.835717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-825a5bb7-22e7-4776-b137-63f9b8931db1 req-78b8771b-abbf-4b45-9340-445924b8d978 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879319 Apr 18 21:05:50.849260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.853833 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-570345dd-383f-4f6e-b948-81eece745721 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6032948 Apr 18 21:05:50.858207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60910) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:51.131533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Set router 460fd498-9e73-47c9-aa64-7dd847d47eaa gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:05:51.178485 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a50c5bf5-92f8-4d97-bd50-e1f1160ce63b req-9e423ca0-6143-49db-af05-f17bb2e5102b tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0655806 Apr 18 21:05:51.236377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe3e3c-4f3f-40f0-b264-a205fe61b959 req-282e6419-148f-4859-b64b-fbbc96acfc64 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:51.252139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8efe3e3c-4f3f-40f0-b264-a205fe61b959 req-282e6419-148f-4859-b64b-fbbc96acfc64 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.1955063 Apr 18 21:05:51.360121 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8efe3e3c-4f3f-40f0-b264-a205fe61b959 req-9314dedb-e7d4-453d-9ecd-783c98dd0b15 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937169 Apr 18 21:05:51.448954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7291a416-b533-46c7-a74a-e3bb4dd4f641 None None] Network 86fba982-72c1-4c4e-a91d-ae4f2de457cb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:51.458654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6efbd040-668a-40cd-8674-0607541d6bc4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:51.527356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503645ad-ceda-432a-bf9f-580102bab362 req-028ce41d-2fc2-48b3-b744-2e44c37f0858 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:51.529513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-503645ad-ceda-432a-bf9f-580102bab362 req-028ce41d-2fc2-48b3-b744-2e44c37f0858 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 948 time: 0.1193664 Apr 18 21:05:51.646363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-503645ad-ceda-432a-bf9f-580102bab362 req-1a8475e0-b4de-46ff-b5ac-5b0522b05cad tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f71ec32-51f7-4e6f-9471-6d86c0df4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105223 Apr 18 21:05:51.671285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f2f47-2419-45f9-b4fb-e1d9d7670ad2 req-164156d0-10f4-4947-bc62-1a54a2ac2422 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:51.673072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b3f2f47-2419-45f9-b4fb-e1d9d7670ad2 req-164156d0-10f4-4947-bc62-1a54a2ac2422 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 945 time: 0.1124697 Apr 18 21:05:51.687582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f04e9e3f-1896-44ca-b4e1-85790fed9837 None None] Provisioning for port 6efbd040-668a-40cd-8674-0607541d6bc4 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:51.858900 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b3f2f47-2419-45f9-b4fb-e1d9d7670ad2 req-82afacbc-988b-46d8-b5cf-18cca6298a6f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755762 Apr 18 21:05:51.944324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 6efbd040-668a-40cd-8674-0607541d6bc4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:51.954916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd848899d-5cb3-4f84-8693-4c6733cf27da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df24faf1-5882-4836-89eb-f3c770bfd299'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:51.961429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 6efbd040-668a-40cd-8674-0607541d6bc4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:51.961984 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.007797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:05:49Z', 'revision_number': 3, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:52.027642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Checking router: 460fd498-9e73-47c9-aa64-7dd847d47eaa for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:05:52.028081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Updating router 460fd498-9e73-47c9-aa64-7dd847d47eaa port 8343a9ab-e488-41d4-9ed7-c4de662af2e1 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:05:52.076745 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.189801 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.221105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.239803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa410915-02e1-488d-a5a1-7e7e3367a774 req-9afb7404-dacf-4ca5-9723-5592868b99bf tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:52.241574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa410915-02e1-488d-a5a1-7e7e3367a774 req-9afb7404-dacf-4ca5-9723-5592868b99bf tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 948 time: 0.2138712 Apr 18 21:05:52.257083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf54f1ad-89d4-48e2-8616-86b245419026 req-f3532017-bb64-42e2-a62a-a80a9bab5bde service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1859181 Apr 18 21:05:52.328352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa410915-02e1-488d-a5a1-7e7e3367a774 req-2d8d7a7e-bc7a-40f9-8ec0-9561a95e3075 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697644 Apr 18 21:05:52.439889 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 6efbd040-668a-40cd-8674-0607541d6bc4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6efbd040-668a-40cd-8674-0607541d6bc4,segment=NetworkSegment(1fba671f-2f8f-44ee-baf3-037c22517084),segment_id=1fba671f-2f8f-44ee-baf3-037c22517084)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:52.454304 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfffd75d-9ffb-4a06-8677-a87e11642b66'] response: {'server_uuid': 'd848899d-5cb3-4f84-8693-4c6733cf27da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df24faf1-5882-4836-89eb-f3c770bfd299', 'code': 200} Apr 18 21:05:52.485738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Allocated IP 172.20.0.1 (86fba982-72c1-4c4e-a91d-ae4f2de457cb/5bfffb06-fe31-431b-9056-7de8c79236f5/673e7732-75da-4216-b436-e870ab624056) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:52.581340 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.687416 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-376caffc-7cd9-4bb6-9b8c-54d051b71193 req-de5e5159-1747-4550-b692-85f1fc1bf69c tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0672436 Apr 18 21:05:52.690852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.712828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Transition to ACTIVE for port object 673e7732-75da-4216-b436-e870ab624056 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:52.769813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f73232b5-94b2-4a24-8f54-071bbbb8bca4 req-945c29bd-04e6-4ccf-8d15-3444c2591757 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 1096 time: 0.2255702 Apr 18 21:05:52.837464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f73232b5-94b2-4a24-8f54-071bbbb8bca4 req-9684643e-f4eb-4ff6-acaa-405645f77303 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513427 Apr 18 21:05:52.852009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2e439ae9-b09f-42f3-be48-04530f705cca None None] Provisioning complete for port 6efbd040-668a-40cd-8674-0607541d6bc4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:52.852540 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2e439ae9-b09f-42f3-be48-04530f705cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.862238 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.919432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=6efbd040-668a-40cd-8674-0607541d6bc4,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:52.928811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Network 86fba982-72c1-4c4e-a91d-ae4f2de457cb is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:52.932095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:52.951406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:53.032667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d43f0-aee2-41ef-8f1a-6e10aae792ac req-a984307a-a33c-4bca-be4e-35211216500f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:53.034468 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-610d43f0-aee2-41ef-8f1a-6e10aae792ac req-a984307a-a33c-4bca-be4e-35211216500f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.1851633 Apr 18 21:05:53.110684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcefb2-4f28-4542-9800-3a9ece9f35b1 req-4941e8dd-cd0b-4837-a647-7bdabab40907 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:53.110684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17bcefb2-4f28-4542-9800-3a9ece9f35b1 req-4941e8dd-cd0b-4837-a647-7bdabab40907 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 948 time: 0.1724029 Apr 18 21:05:53.170371 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-610d43f0-aee2-41ef-8f1a-6e10aae792ac req-437b2314-ae74-473b-bccd-c505ab424d72 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112173 Apr 18 21:05:53.202418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17bcefb2-4f28-4542-9800-3a9ece9f35b1 req-ffd0c0f0-21fb-485b-9790-e26e57122895 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f71ec32-51f7-4e6f-9471-6d86c0df4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847406 Apr 18 21:05:53.216421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Pushing event updated for resources: {'Port': ['ID=673e7732-75da-4216-b436-e870ab624056,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:53.241198 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.280299 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.314394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Transition to ACTIVE for port object 8343a9ab-e488-41d4-9ed7-c4de662af2e1 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:53.385968 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-61201b57-e0e8-4e35-b8a1-e6aa8fcd1761 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2613673 Apr 18 21:05:53.391260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6efbd040-668a-40cd-8674-0607541d6bc4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:53.437650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34526ac-4f81-429c-809f-b9821fe20290 req-088df610-5ebd-491a-8699-a63ac13d58a3 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:53.439285 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c34526ac-4f81-429c-809f-b9821fe20290 req-088df610-5ebd-491a-8699-a63ac13d58a3 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 945 time: 0.1119137 Apr 18 21:05:53.477164 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.511534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c34526ac-4f81-429c-809f-b9821fe20290 req-860003ed-bcf5-4a89-ba35-ad9569d0f4f0 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638318 Apr 18 21:05:53.578561 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.687750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2b6f2628-c371-4212-b9ed-8b6fa367da99 None None] Provisioning for port 673e7732-75da-4216-b436-e870ab624056 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:53.696316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Attempting to bind port 8343a9ab-e488-41d4-9ed7-c4de662af2e1 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:53.697056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Attempting to bind port 8343a9ab-e488-41d4-9ed7-c4de662af2e1 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:53.697714 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Attempting to bind port 8343a9ab-e488-41d4-9ed7-c4de662af2e1 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:53.719601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c22813-1b2a-46fc-89d8-84e92ea078ce None None] Pushing event updated for resources: {'Port': ['ID=8343a9ab-e488-41d4-9ed7-c4de662af2e1,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:53.725942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2b6f2628-c371-4212-b9ed-8b6fa367da99 None None] Provisioning complete for port 673e7732-75da-4216-b436-e870ab624056 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:53.729217 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2628-c371-4212-b9ed-8b6fa367da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.781044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a295d29-d306-4643-99f3-4b049da44508 req-29e1c5d3-2f4f-4635-add6-929876764341 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:53.782792 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a295d29-d306-4643-99f3-4b049da44508 req-29e1c5d3-2f4f-4635-add6-929876764341 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 948 time: 0.2176726 Apr 18 21:05:53.805663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:53.806369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:53.806826 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.807416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:53.808029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Bound port: 8343a9ab-e488-41d4-9ed7-c4de662af2e1, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:53.808549 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.856139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a295d29-d306-4643-99f3-4b049da44508 req-5edc6a8a-8b58-444f-ad25-d53da817356d tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619042 Apr 18 21:05:53.890752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 6efbd040-668a-40cd-8674-0607541d6bc4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:53.891440 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.942337 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f2628-c371-4212-b9ed-8b6fa367da99 None None] Port 673e7732-75da-4216-b436-e870ab624056 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:53.982446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] For port 8343a9ab-e488-41d4-9ed7-c4de662af2e1, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:53.991485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] For port 8343a9ab-e488-41d4-9ed7-c4de662af2e1, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8343a9ab-e488-41d4-9ed7-c4de662af2e1,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:54.041624 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.068215 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.093979 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e490815f-a3a0-4eff-9ffb-652348b99eaf req-87f17eeb-3482-4316-9edb-7bb7063edbb6 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0456104 Apr 18 21:05:54.157135 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.167857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c22813-1b2a-46fc-89d8-84e92ea078ce None None] Pushing event updated for resources: {'Port': ['ID=8343a9ab-e488-41d4-9ed7-c4de662af2e1,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:54.172565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Routers {'460fd498-9e73-47c9-aa64-7dd847d47eaa'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:54.173673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:05:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['460fd498-9e73-47c9-aa64-7dd847d47eaa'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:54.423744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Pushing event updated for resources: {'Port': ['ID=673e7732-75da-4216-b436-e870ab624056,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:54.434266 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.547657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] Set router 460fd498-9e73-47c9-aa64-7dd847d47eaa gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:05:54.605618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a35191-1086-4845-9450-349b48ac8f44 req-c5171c20-8eca-4e15-92b5-2a7ec8434e16 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:54.618585 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8a35191-1086-4845-9450-349b48ac8f44 req-c5171c20-8eca-4e15-92b5-2a7ec8434e16 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 948 time: 0.3016098 Apr 18 21:05:54.644633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Network 86fba982-72c1-4c4e-a91d-ae4f2de457cb is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:54.646778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:54.662094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e4461-4fa0-4f82-9912-700a8da90e01 req-1d6a2c21-b423-45ad-9309-386d21e1ae74 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:54.670239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-529e4461-4fa0-4f82-9912-700a8da90e01 req-1d6a2c21-b423-45ad-9309-386d21e1ae74 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.2740502 Apr 18 21:05:54.726721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-909c13f0-8595-4074-9470-b1e7e81c228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.750876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8a35191-1086-4845-9450-349b48ac8f44 req-a0e4ceec-2e1a-46c4-b34b-fb99836a698c tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f71ec32-51f7-4e6f-9471-6d86c0df4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308558 Apr 18 21:05:54.758273 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-529e4461-4fa0-4f82-9912-700a8da90e01 req-7f6a55cd-7f85-41dd-bf72-d76e3b10a6c3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830820 Apr 18 21:05:55.056207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device dee3794d-df9a-4bf6-89dd-1e033a3a5797 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:05:55.252429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0c43a902-9d72-40f0-9e23-5eb86e2afdaf None None] Provisioning complete for port 673e7732-75da-4216-b436-e870ab624056 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:55.252799 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0c43a902-9d72-40f0-9e23-5eb86e2afdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.253623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Router 460fd498-9e73-47c9-aa64-7dd847d47eaa has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:55.265579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c2890-45f8-41bf-88d8-531aace2ddc2 req-bf585ba4-7288-49c6-a7bd-69752e100a8b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:55.268514 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-281c2890-45f8-41bf-88d8-531aace2ddc2 req-bf585ba4-7288-49c6-a7bd-69752e100a8b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 945 time: 0.2410874 Apr 18 21:05:55.345113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa97df2-a2a2-4734-964c-6b418f31cd7e req-f1a4fe57-d277-4848-8f4a-cff711001aba tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:55.346789 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fa97df2-a2a2-4734-964c-6b418f31cd7e req-f1a4fe57-d277-4848-8f4a-cff711001aba tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 948 time: 0.2090967 Apr 18 21:05:55.368874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0c43a902-9d72-40f0-9e23-5eb86e2afdaf None None] Port 673e7732-75da-4216-b436-e870ab624056 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:55.383986 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-281c2890-45f8-41bf-88d8-531aace2ddc2 req-2ae3e830-5554-4e79-843d-71c3165e50d1 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085272 Apr 18 21:05:55.437218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fa97df2-a2a2-4734-964c-6b418f31cd7e req-2c533ffd-35b9-409c-96d5-a4c081c38227 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805564 Apr 18 21:05:55.468598 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port dee3794d-df9a-4bf6-89dd-1e033a3a5797, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=dee3794d-df9a-4bf6-89dd-1e033a3a5797,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:55.496319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'dee3794d-df9a-4bf6-89dd-1e033a3a5797', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'dee3794d-df9a-4bf6-89dd-1e033a3a5797', 'mac_address': 'fa:16:3e:ab:52:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:05:55.608100 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.638835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '673e7732-75da-4216-b436-e870ab624056', 'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'mac_address': 'fa:16:3e:dd:67:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:52Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 2, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'subnets': [{'id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:55.647230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee3794d-df9a-4bf6-89dd-1e033a3a5797 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:55.653995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:55.656125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08db355-c1c0-4f36-97a6-5b30749615de None None] The sync data for ids ['460fd498-9e73-47c9-aa64-7dd847d47eaa'] in n-d-836017-3 is: [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '673e7732-75da-4216-b436-e870ab624056', 'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'mac_address': 'fa:16:3e:dd:67:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:52Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 2, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'subnets': [{'id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:55.672837 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c36645ea-0746-4287-a304-f78984a21e11 admin admin] 10.222.0.11 "PUT /v2.0/routers/460fd498-9e73-47c9-aa64-7dd847d47eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8121004 Apr 18 21:05:55.677156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port dee3794d-df9a-4bf6-89dd-1e033a3a5797, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=dee3794d-df9a-4bf6-89dd-1e033a3a5797,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:55.705911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e48a4675-fc3e-45f4-a767-d918b7ae9352 req-1e76b79b-e85c-409d-bcc0-c3bcc5bc65b8 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1476309 Apr 18 21:05:55.772246 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.777201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a292067-f789-4bad-8624-9fcffe6c665f req-643c4a0a-d303-4b0b-9360-d2bbe7c608a5 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 1096 time: 0.1266921 Apr 18 21:05:55.842296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a292067-f789-4bad-8624-9fcffe6c665f req-708e5483-741f-4bbd-8fed-93805ed5f352 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582142 Apr 18 21:05:55.892850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=dee3794d-df9a-4bf6-89dd-1e033a3a5797,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:56.122543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['dee3794d-df9a-4bf6-89dd-1e033a3a5797'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:05:56.187272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357edfde-f891-4d1d-ac5c-d4c42cc4c9aa req-05e6b687-989c-4973-8bfd-89150cc11919 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.194465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-357edfde-f891-4d1d-ac5c-d4c42cc4c9aa req-05e6b687-989c-4973-8bfd-89150cc11919 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.1803515 Apr 18 21:05:56.215612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cbbe1-fe87-4c94-b013-346cfcc0186c req-ca69bfdd-2bc5-4a4f-ae08-d2117866b753 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.217445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b8cbbe1-fe87-4c94-b013-346cfcc0186c req-ca69bfdd-2bc5-4a4f-ae08-d2117866b753 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.26 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 948 time: 0.2657149 Apr 18 21:05:56.329826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa5ce2-491c-46af-8015-4d2e40c977c4 req-45d61978-6759-4b8c-9155-8de1e21be28e tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.331509 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8efa5ce2-491c-46af-8015-4d2e40c977c4 req-45d61978-6759-4b8c-9155-8de1e21be28e tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 948 time: 0.2463295 Apr 18 21:05:56.366891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-357edfde-f891-4d1d-ac5c-d4c42cc4c9aa req-9ba73b65-d57c-42e9-8015-bf0ca167b137 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706676 Apr 18 21:05:56.377703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5b8cbbe1-fe87-4c94-b013-346cfcc0186c req-d8765ed3-a78f-49a4-8bdd-a10db063755b tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Deleting port 4e01b552-eb94-4a82-8aa5-3f7867097e8a {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:56.378132 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5b8cbbe1-fe87-4c94-b013-346cfcc0186c req-d8765ed3-a78f-49a4-8bdd-a10db063755b tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.480820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8efa5ce2-491c-46af-8015-4d2e40c977c4 req-07362687-08a6-4443-9b9e-782a2671f50a tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f71ec32-51f7-4e6f-9471-6d86c0df4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385233 Apr 18 21:05:56.562105 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-4891bc82-db23-4321-b0b9-d2c3f39c6ea2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 1101 time: 0.1409373 Apr 18 21:05:56.855834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-adbf1ead-1ff8-4989-a16d-84cc781ab807 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.858129 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-adbf1ead-1ff8-4989-a16d-84cc781ab807 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2746689 Apr 18 21:05:56.922456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5b8cbbe1-fe87-4c94-b013-346cfcc0186c req-d8765ed3-a78f-49a4-8bdd-a10db063755b tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] For port 4e01b552-eb94-4a82-8aa5-3f7867097e8a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=4e01b552-eb94-4a82-8aa5-3f7867097e8a,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:56.922835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5b8cbbe1-fe87-4c94-b013-346cfcc0186c req-d8765ed3-a78f-49a4-8bdd-a10db063755b tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.065604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device dee3794d-df9a-4bf6-89dd-1e033a3a5797 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:57.075740 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-26baeb8a-59ef-4025-94b7-75766f5b08db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 217 time: 0.2101767 Apr 18 21:05:57.102649 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-37f2bf1d-7203-47d1-9e6e-7de633df2dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.158293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5b8cbbe1-fe87-4c94-b013-346cfcc0186c req-d8765ed3-a78f-49a4-8bdd-a10db063755b tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Calling delete_port for 4e01b552-eb94-4a82-8aa5-3f7867097e8a owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:57.256187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-487b15f0-1752-46e8-82f3-6ef89ee09241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:57.258235 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-487b15f0-1752-46e8-82f3-6ef89ee09241 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1760712 Apr 18 21:05:57.261615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port dee3794d-df9a-4bf6-89dd-1e033a3a5797 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:57.267389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port dee3794d-df9a-4bf6-89dd-1e033a3a5797 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:57.267764 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.422515 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fb2d265-ea09-4f11-9178-4272db6f42b5 req-a5f4f6af-6f17-49ae-985d-b9fbbd84d9cc tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 1096 time: 0.4043436 Apr 18 21:05:57.432838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32772) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:57.441666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--960314941', 'description': 'tempest-description--355374124'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:57.456302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:57.464088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8343a9ab-e488-41d4-9ed7-c4de662af2e1 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:57.469458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Usage tracker for resource:security_group and tenant:dd0dbec6e91b4fc8b376969fb52f06f4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:57.474968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:57.484420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:57.525586 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-68f5f1d2-7df4-4c12-8f75-628d022d2514 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2474153 Apr 18 21:05:57.529090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fb2d265-ea09-4f11-9178-4272db6f42b5 req-93d20210-6fe0-440d-8bde-cb2dd2d54858 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054995 Apr 18 21:05:57.532125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5b8cbbe1-fe87-4c94-b013-346cfcc0186c req-d8765ed3-a78f-49a4-8bdd-a10db063755b tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.564792 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.601712 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.623023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8765ed3-a78f-49a4-8bdd-a10db063755b tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Pushing event deleted for resources: {'Port': ['ID=4e01b552-eb94-4a82-8aa5-3f7867097e8a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:57.665602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port dee3794d-df9a-4bf6-89dd-1e033a3a5797, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=dee3794d-df9a-4bf6-89dd-1e033a3a5797,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:57.665602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f75c532-de29-43fc-947b-678aba7a9cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee3794d-df9a-4bf6-89dd-1e033a3a5797'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:57.702764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:57.712320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Usage tracker for resource:security_group_rule and tenant:dd0dbec6e91b4fc8b376969fb52f06f4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:57.717778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:57.724567 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.730242 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:57.811676 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-14280e10-e190-436a-9bcc-135c6abcf048 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759516 Apr 18 21:05:57.815338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 8343a9ab-e488-41d4-9ed7-c4de662af2e1 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:57.830877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8343a9ab-e488-41d4-9ed7-c4de662af2e1 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:57.831280 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.836450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8cbbe1-fe87-4c94-b013-346cfcc0186c req-d8765ed3-a78f-49a4-8bdd-a10db063755b tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] No DVR routers for this DVR port 4e01b552-eb94-4a82-8aa5-3f7867097e8a on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:57.842075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5b8cbbe1-fe87-4c94-b013-346cfcc0186c req-d8765ed3-a78f-49a4-8bdd-a10db063755b tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.849397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ed054b-cea7-4796-a034-53726522fd8b', 'name': 'network-vif-deleted', 'tag': '4e01b552-eb94-4a82-8aa5-3f7867097e8a'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:57.932048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdab749f-e77e-424c-922c-e8cb9ff0309c req-85a62de1-b2a4-4f48-b248-6cdaa91b1ae8 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0713756 Apr 18 21:05:57.936721 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b8cbbe1-fe87-4c94-b013-346cfcc0186c req-d8765ed3-a78f-49a4-8bdd-a10db063755b tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.26 "DELETE /v2.0/ports/4e01b552-eb94-4a82-8aa5-3f7867097e8a HTTP/1.1" status: 204 len: 173 time: 1.7091205 Apr 18 21:05:57.947790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=dee3794d-df9a-4bf6-89dd-1e033a3a5797,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:57.990934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfef52-35a3-4b02-80eb-4b8b475a53eb req-1c677b90-083f-44c1-acce-6cbfc065a637 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:57.990934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0acfef52-35a3-4b02-80eb-4b8b475a53eb req-1c677b90-083f-44c1-acce-6cbfc065a637 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 949 time: 0.3623726 Apr 18 21:05:58.043233 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.077377 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-fdf9c968-1f48-4a8a-8574-13eecae747d4 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464545 Apr 18 21:05:58.083348 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.110417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0acfef52-35a3-4b02-80eb-4b8b475a53eb req-a7b5bef8-5697-48aa-9716-dc01618e7a5b tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253157 Apr 18 21:05:58.112042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.125065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 8343a9ab-e488-41d4-9ed7-c4de662af2e1, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8343a9ab-e488-41d4-9ed7-c4de662af2e1,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:58.182132 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.244305 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.267377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed50c3e0-1eaa-4383-ae75-30597c77903d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:58.307579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3be35-af47-4d5b-8639-31dc7370cb7e req-6e0814b9-0e57-4990-a69c-6a598b42fcee tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:58.310481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ed3be35-af47-4d5b-8639-31dc7370cb7e req-6e0814b9-0e57-4990-a69c-6a598b42fcee tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.0971103 Apr 18 21:05:58.317870 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.323455 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-37a0c290-223c-49b4-8af5-2033a359cfed tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8879483 Apr 18 21:05:58.324645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32784) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:58.334412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-dc07d873-bec9-48ac-999d-8e452eef2fce tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Request body: {'security_group_rule': {'security_group_id': 'ed50c3e0-1eaa-4383-ae75-30597c77903d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:58.340952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=8343a9ab-e488-41d4-9ed7-c4de662af2e1,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:58.343487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dc07d873-bec9-48ac-999d-8e452eef2fce tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:58.357754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dc07d873-bec9-48ac-999d-8e452eef2fce tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Usage tracker for resource:security_group_rule and tenant:dd0dbec6e91b4fc8b376969fb52f06f4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:58.357754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dc07d873-bec9-48ac-999d-8e452eef2fce tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:58.367524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dc07d873-bec9-48ac-999d-8e452eef2fce tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:58.412540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5cbbcd2a-f7e5-4758-bf10-a866bb46f99e req-d438a266-e3d5-4a48-8343-ba96bdbd69b8 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Synchronizing usage tracker for tenant:4e96b98a06984d69b2e4c7069e5f5941 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:58.450294 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.456765 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dc07d873-bec9-48ac-999d-8e452eef2fce tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.466713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ed3be35-af47-4d5b-8639-31dc7370cb7e req-ec238120-2e89-4080-8c46-2cb7b92efe26 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902424 Apr 18 21:05:58.540304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5cbbcd2a-f7e5-4758-bf10-a866bb46f99e req-d438a266-e3d5-4a48-8343-ba96bdbd69b8 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] Unset dirty status for tenant:4e96b98a06984d69b2e4c7069e5f5941 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:58.541599 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cbbcd2a-f7e5-4758-bf10-a866bb46f99e req-d438a266-e3d5-4a48-8343-ba96bdbd69b8 tempest-ServerDiagnosticsNegativeTest-1608114962 tempest-ServerDiagnosticsNegativeTest-1608114962-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ed054b-cea7-4796-a034-53726522fd8b HTTP/1.1" status: 200 len: 210 time: 0.2272141 Apr 18 21:05:58.554734 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5130fc-f26f-401b-8f6b-d7a78bd7a956'] response: {'server_uuid': '9f75c532-de29-43fc-947b-678aba7a9cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee3794d-df9a-4bf6-89dd-1e033a3a5797', 'code': 200} Apr 18 21:05:58.560878 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dc07d873-bec9-48ac-999d-8e452eef2fce tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.632943 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c704251a-e828-491a-99f6-43e1700aa2ce'] response: {'server_uuid': '92ed054b-cea7-4796-a034-53726522fd8b', 'name': 'network-vif-deleted', 'tag': '4e01b552-eb94-4a82-8aa5-3f7867097e8a', 'status': 'completed', 'code': 200} Apr 18 21:05:58.639479 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dc07d873-bec9-48ac-999d-8e452eef2fce tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.678168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07d873-bec9-48ac-999d-8e452eef2fce tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27aa3ed-79f9-43a6-9fbb-c1045cde2a76,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:58.768032 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dc07d873-bec9-48ac-999d-8e452eef2fce tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.768297 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6a49e37-f0e5-4013-af69-b4393308d606 req-1ed2789b-9fbb-4c4c-a093-64805892b05a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 1101 time: 0.0886395 Apr 18 21:05:58.769354 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dc07d873-bec9-48ac-999d-8e452eef2fce tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4431572 Apr 18 21:05:58.772984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32792) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:58.779836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e0fc530e-e9f3-4a63-9a05-c3eef948d080 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Request body: {'security_group_rule': {'security_group_id': 'ed50c3e0-1eaa-4383-ae75-30597c77903d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:58.787483 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e0fc530e-e9f3-4a63-9a05-c3eef948d080 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:58.795904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e0fc530e-e9f3-4a63-9a05-c3eef948d080 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Usage tracker for resource:security_group_rule and tenant:dd0dbec6e91b4fc8b376969fb52f06f4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:58.800175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e0fc530e-e9f3-4a63-9a05-c3eef948d080 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:58.808289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e0fc530e-e9f3-4a63-9a05-c3eef948d080 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:58.821759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6a49e37-f0e5-4013-af69-b4393308d606 req-5cc7aa65-eb7d-4add-8bfc-24af0b4f785d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458717 Apr 18 21:05:58.835804 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:05:58.864743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 4e01b552-eb94-4a82-8aa5-3f7867097e8a no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:05:58.904054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 4e01b552-eb94-4a82-8aa5-3f7867097e8a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:05:58.904395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 4e01b552-eb94-4a82-8aa5-3f7867097e8a not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:05:59.082466 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0fc530e-e9f3-4a63-9a05-c3eef948d080 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.166356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0fc530e-e9f3-4a63-9a05-c3eef948d080 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.227971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0fc530e-e9f3-4a63-9a05-c3eef948d080 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.231735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3df8e6ca-4792-4c3f-b0d4-2004e80f1a92 req-9f30d896-7bd2-4429-848a-cca9ad741b73 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0652425 Apr 18 21:05:59.338978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc530e-e9f3-4a63-9a05-c3eef948d080 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13c33b5-63c0-4463-be69-236667dcd039,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:59.425080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8343a9ab-e488-41d4-9ed7-c4de662af2e1 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:59.431193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608e228-6f3e-4f81-83c9-7635399b2368 req-a601396f-02fe-4fd5-bd30-5106b212f729 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:59.434415 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5608e228-6f3e-4f81-83c9-7635399b2368 req-a601396f-02fe-4fd5-bd30-5106b212f729 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 950 time: 0.1031709 Apr 18 21:05:59.484318 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0fc530e-e9f3-4a63-9a05-c3eef948d080 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.485662 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e0fc530e-e9f3-4a63-9a05-c3eef948d080 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7115653 Apr 18 21:05:59.488913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32802) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:59.494869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:59.500864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:59.506240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Usage tracker for resource:floatingip and tenant:dd0dbec6e91b4fc8b376969fb52f06f4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:59.509426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:59.512289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8343a9ab-e488-41d4-9ed7-c4de662af2e1 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:59.512741 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.515814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:59.540937 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5608e228-6f3e-4f81-83c9-7635399b2368 req-cf5c75d4-4bda-4a16-a1ae-17b244d32a25 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963862 Apr 18 21:05:59.589234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15133a50-bc4c-41c4-8b35-94cd34b901c0 req-85cf0c13-8cf6-43d0-bed1-a316e8ca0568 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 1096 time: 0.1071038 Apr 18 21:05:59.610445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.666153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15133a50-bc4c-41c4-8b35-94cd34b901c0 req-1008cc36-810a-4698-b996-e2fbb2c1fcda tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694861 Apr 18 21:05:59.798343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e1e15-4226-4b08-b718-8212abea848e req-776cb024-01bd-4d6a-ad10-89f462f47064 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:59.800826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f74e1e15-4226-4b08-b718-8212abea848e req-776cb024-01bd-4d6a-ad10-89f462f47064 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.1311345 Apr 18 21:05:59.809039 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.883212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f74e1e15-4226-4b08-b718-8212abea848e req-7e154f22-b182-47ac-b07a-de92ff3ab0ae tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747516 Apr 18 21:05:59.997998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Allocated IP 172.25.3.232 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/1800e47a-d762-43a5-bae8-d0c9199aa9ca) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:00.170473 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.289070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.358975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:00.362005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:00.365761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:00.406843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Pushing event updated for resources: {'Port': ['ID=1800e47a-d762-43a5-bae8-d0c9199aa9ca,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:00.515834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ecfb4b19-41b2-4002-a2b0-fca56cda7b94 req-68ae7dbf-5185-4b37-af1b-6ebd8d9044eb tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0704107 Apr 18 21:06:00.569583 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.569583 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32816) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:00.736934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.766959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb068fc-3b37-40e5-b7c2-58ca5362103f req-42ef961c-0a6f-4361-b0ab-3716ab2aeae0 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:00.775087 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fb068fc-3b37-40e5-b7c2-58ca5362103f req-42ef961c-0a6f-4361-b0ab-3716ab2aeae0 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 950 time: 0.0963840 Apr 18 21:06:00.833166 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f416e400-8af8-4873-a269-f20d4e7cf435 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e96b98a06984d69b2e4c7069e5f5941&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2641089 Apr 18 21:06:00.833457 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.836948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 32826) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:00.866616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fb068fc-3b37-40e5-b7c2-58ca5362103f req-fe66014e-12bf-4e0a-a4de-bbf09bf502fd tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886228 Apr 18 21:06:01.109906 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f146fd73-643f-4a01-b836-7ac6d2c7704b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.150275 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.155353 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f146fd73-643f-4a01-b836-7ac6d2c7704b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.168838 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fea30ffd-6dce-4497-a878-ff6194dec359 req-a3ebd8f8-8953-44c6-ad5f-05841e873d9b tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 1096 time: 0.2901242 Apr 18 21:06:01.232690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.243242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fea30ffd-6dce-4497-a878-ff6194dec359 req-fcead6c4-d876-4b42-8ad9-39caeaae1b15 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614061 Apr 18 21:06:01.337608 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f146fd73-643f-4a01-b836-7ac6d2c7704b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.360127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Pushing event updated for resources: {'Port': ['ID=1800e47a-d762-43a5-bae8-d0c9199aa9ca,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:01.366281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146fd73-643f-4a01-b836-7ac6d2c7704b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f71ec32-51f7-4e6f-9471-6d86c0df4b06,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:01.372156 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f146fd73-643f-4a01-b836-7ac6d2c7704b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.377365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f146fd73-643f-4a01-b836-7ac6d2c7704b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f71ec32-51f7-4e6f-9471-6d86c0df4b06 HTTP/1.1" status: 204 len: 168 time: 0.5391047 Apr 18 21:06:01.387617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.530319 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.533546 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3e210c5e-56f2-46ff-8367-866b53157bee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0413969 Apr 18 21:06:01.584727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9402c36-91d3-4bb0-8ffc-aff3a84211e8 req-8c8c4226-925f-4473-88e9-9bc48ab53530 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:01.586351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9402c36-91d3-4bb0-8ffc-aff3a84211e8 req-8c8c4226-925f-4473-88e9-9bc48ab53530 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.1323206 Apr 18 21:06:01.651592 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b7a64366-1ba7-4505-b7fb-fbe1fe11cdc7 req-04cc29bb-9a1b-45b2-a81c-5bdc34308653 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1274941 Apr 18 21:06:01.660256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9402c36-91d3-4bb0-8ffc-aff3a84211e8 req-b7278b92-a245-49a3-943c-137ab35d86af tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647457 Apr 18 21:06:01.870724 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f67876e-36df-4be0-b0df-a61e54476e83 req-a19e649f-db32-43c6-966e-623fbe5b9f64 tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 1101 time: 0.0785270 Apr 18 21:06:01.897315 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4f67876e-36df-4be0-b0df-a61e54476e83 req-4532d6d4-b4b1-4b44-808a-b8a92680b09b tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.935070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4f67876e-36df-4be0-b0df-a61e54476e83 req-4532d6d4-b4b1-4b44-808a-b8a92680b09b tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:01.942595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4f67876e-36df-4be0-b0df-a61e54476e83 req-4532d6d4-b4b1-4b44-808a-b8a92680b09b tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] Usage tracker for resource:security_group_rule and tenant:9eeb68e3c5b141cbb9abe8dd6db465ac is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:01.946128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4f67876e-36df-4be0-b0df-a61e54476e83 req-4532d6d4-b4b1-4b44-808a-b8a92680b09b tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:01.955240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4f67876e-36df-4be0-b0df-a61e54476e83 req-4532d6d4-b4b1-4b44-808a-b8a92680b09b tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:02.077822 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4f67876e-36df-4be0-b0df-a61e54476e83 req-4532d6d4-b4b1-4b44-808a-b8a92680b09b tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.215229 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4f67876e-36df-4be0-b0df-a61e54476e83 req-4532d6d4-b4b1-4b44-808a-b8a92680b09b tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.263067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f67876e-36df-4be0-b0df-a61e54476e83 req-4532d6d4-b4b1-4b44-808a-b8a92680b09b tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853524 Apr 18 21:06:02.269462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532d6d4-b4b1-4b44-808a-b8a92680b09b tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa54dcf-d944-4cb0-ad7a-d7f8d3771ee2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:02.446340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-330e8bcd-922d-4d74-8459-1c12dd196c7e req-2d3fa756-fb4b-44f5-b103-99f03b4a84ba tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0436282 Apr 18 21:06:02.470441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32868) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:02.500210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c4c094d-602b-4026-991a-cdb89f9931b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.541189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3c4c094d-602b-4026-991a-cdb89f9931b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:02.545351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3c4c094d-602b-4026-991a-cdb89f9931b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b913540c4e3041a391bfd2979a91ddb3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:02.548436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3c4c094d-602b-4026-991a-cdb89f9931b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:02.554988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3c4c094d-602b-4026-991a-cdb89f9931b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:02.634033 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c4c094d-602b-4026-991a-cdb89f9931b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.745525 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c4c094d-602b-4026-991a-cdb89f9931b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.788368 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3c4c094d-602b-4026-991a-cdb89f9931b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b913540c4e3041a391bfd2979a91ddb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3203599 Apr 18 21:06:02.791053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 32886) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:02.821501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c094d-602b-4026-991a-cdb89f9931b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7633924-38d3-4c45-8bda-c0fcb980758f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:02.929882 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce98c-9ff8-45c9-a0bb-dad7b4385972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.967850 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce98c-9ff8-45c9-a0bb-dad7b4385972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.989345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebff49-ea6f-44ed-b1c3-cd68b9553542 req-fe964075-ba70-4db4-84fd-7af1e2325d2a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:02.991075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69ebff49-ea6f-44ed-b1c3-cd68b9553542 req-fe964075-ba70-4db4-84fd-7af1e2325d2a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.1695919 Apr 18 21:06:03.070958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69ebff49-ea6f-44ed-b1c3-cd68b9553542 req-8ec33a3c-c920-418d-a507-49d69bc68a02 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676415 Apr 18 21:06:03.152108 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce98c-9ff8-45c9-a0bb-dad7b4385972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.177991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ce98c-9ff8-45c9-a0bb-dad7b4385972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7633924-38d3-4c45-8bda-c0fcb980758f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:03.203851 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce98c-9ff8-45c9-a0bb-dad7b4385972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.212483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6f0ce98c-9ff8-45c9-a0bb-dad7b4385972 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7633924-38d3-4c45-8bda-c0fcb980758f HTTP/1.1" status: 204 len: 168 time: 0.4186373 Apr 18 21:06:03.215741 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.542043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb7bd63f-f5ab-4cf1-9933-8269dcb205d6 req-44312fa2-c41e-4092-8448-d3960c10c450 tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 1101 time: 0.0752335 Apr 18 21:06:03.589524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bb7bd63f-f5ab-4cf1-9933-8269dcb205d6 req-3636fd8b-d79c-41f9-8c51-1abe093fc0b8 tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] Synchronizing usage tracker for tenant:9eeb68e3c5b141cbb9abe8dd6db465ac on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:03.700788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bb7bd63f-f5ab-4cf1-9933-8269dcb205d6 req-3636fd8b-d79c-41f9-8c51-1abe093fc0b8 tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] Unset dirty status for tenant:9eeb68e3c5b141cbb9abe8dd6db465ac on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:03.712272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb7bd63f-f5ab-4cf1-9933-8269dcb205d6 req-3636fd8b-d79c-41f9-8c51-1abe093fc0b8 tempest-ServersAdminNegativeTestJSON-1895118098 tempest-ServersAdminNegativeTestJSON-1895118098-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546044 Apr 18 21:06:03.933146 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-542856db-5500-405b-b095-46b782ca309d req-b1f86d53-43da-44eb-91b5-7d8dd6fe0e68 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0461314 Apr 18 21:06:04.099909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-150121c5-16ca-4671-bb71-91ecd03763b8 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:06:04.100801 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-150121c5-16ca-4671-bb71-91ecd03763b8 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051029 Apr 18 21:06:04.126202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] Request body: {'binding': {'host': 'n-h1-836017-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:04.126575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] Unknown quota resources ['binding']. {{(pid=85049) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 21:06:04.189352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-130ae6d3-99c6-4c43-9f23-5a05ecff88b0 req-77e7c12b-37e4-489c-aa52-ae544c393299 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1089950 Apr 18 21:06:04.454326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9264667-e664-4d9f-b80a-7772dca36fb6 req-ad12fa05-dd21-480f-b39a-4787fc188dbc tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:04.455929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9264667-e664-4d9f-b80a-7772dca36fb6 req-ad12fa05-dd21-480f-b39a-4787fc188dbc tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.0993919 Apr 18 21:06:04.500588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] Attempting to bind port df24faf1-5882-4836-89eb-f3c770bfd299 on host n-h1-836017-3 for vnic_type normal with profile None {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:04.500933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] Attempting to bind port df24faf1-5882-4836-89eb-f3c770bfd299 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:04.501956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] Attempting to bind port df24faf1-5882-4836-89eb-f3c770bfd299 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:04.510613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] Port df24faf1-5882-4836-89eb-f3c770bfd299 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:06:04.511518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] Attempting to bind port df24faf1-5882-4836-89eb-f3c770bfd299 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:04.518550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:04.522641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:04.522641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:04.522641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] Bound port: df24faf1-5882-4836-89eb-f3c770bfd299, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:04.524165 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9264667-e664-4d9f-b80a-7772dca36fb6 req-b6111bc0-2839-43ec-8cc9-99913cf96cdd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611489 Apr 18 21:06:04.579846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df24faf1-5882-4836-89eb-f3c770bfd299,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:04.669606 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] Notify callbacks [] for binding, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.670713 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b3b1229e-7836-4139-92ae-b8c3f447cbff service neutron] 10.222.0.11 "POST /v2.0/ports/df24faf1-5882-4836-89eb-f3c770bfd299/bindings HTTP/1.1" status: 201 len: 389 time: 0.5605106 Apr 18 21:06:05.218391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d986919-7e00-4475-bf7f-7c44143ac7f2 req-935a5bb8-d2b5-4f11-87a2-8c1fa2acc272 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:05.227734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d986919-7e00-4475-bf7f-7c44143ac7f2 req-935a5bb8-d2b5-4f11-87a2-8c1fa2acc272 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 945 time: 0.1600609 Apr 18 21:06:05.295120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d986919-7e00-4475-bf7f-7c44143ac7f2 req-a3bd6346-eef5-4bc6-bcee-75f945f64e54 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677176 Apr 18 21:06:05.411447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-583d4815-0ca6-4200-9ab1-6d4a1ebdf9cd req-b0270c87-852d-4230-9e1a-076a4231b2a1 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1136806 Apr 18 21:06:05.589158 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-f7d360e2-f7dd-44ef-8c7c-1a9eb3a2f996 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 1096 time: 0.1611493 Apr 18 21:06:05.595977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88ccec-aa71-4889-81a5-e33b8f7b0f58 req-31547da5-c1ce-4f16-aea6-2bdd3e58b1f2 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:05.597542 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a88ccec-aa71-4889-81a5-e33b8f7b0f58 req-31547da5-c1ce-4f16-aea6-2bdd3e58b1f2 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 950 time: 0.1264741 Apr 18 21:06:05.809538 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a88ccec-aa71-4889-81a5-e33b8f7b0f58 req-f185fc39-1677-4916-bd6c-cfcfeafcf306 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918144 Apr 18 21:06:05.832843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-3cc1bc9d-0303-4e9b-b850-ae6b0e4a96d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:05.834385 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-3cc1bc9d-0303-4e9b-b850-ae6b0e4a96d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.2358201 Apr 18 21:06:05.910463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4634-3b43-4e26-9263-ee914394bd4d req-059c548e-220b-4a76-b33c-3c0fb62d3425 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:05.912121 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0bbf4634-3b43-4e26-9263-ee914394bd4d req-059c548e-220b-4a76-b33c-3c0fb62d3425 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.2216215 Apr 18 21:06:05.945497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-416e0f76-d3c5-4222-b1a0-afa95c889eb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df24faf1-5882-4836-89eb-f3c770bfd299 HTTP/1.1" status: 200 len: 217 time: 0.1018982 Apr 18 21:06:06.127649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7dd71e93-c869-4aee-8335-8c0e0e319f58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:06.131249 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7dd71e93-c869-4aee-8335-8c0e0e319f58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.1782424 Apr 18 21:06:06.136072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0bbf4634-3b43-4e26-9263-ee914394bd4d req-7868f01f-c76b-46b0-9f25-59ff9d4fc3f9 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157605 Apr 18 21:06:06.202408 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-6b7ef151-17b5-4151-96f9-66445d42323d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604529 Apr 18 21:06:06.364253 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-ec359292-cb84-4561-832d-0205e3f5e5f1 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525631 Apr 18 21:06:06.763590 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-f0368a10-3e34-43ed-a9fd-5c8ea1179070 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939240 Apr 18 21:06:06.808027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60bb87-b7df-432e-a275-9ed74017ee5c req-32c4fd6b-1b9d-4450-adcd-1193a4601456 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:06.815037 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f60bb87-b7df-432e-a275-9ed74017ee5c req-32c4fd6b-1b9d-4450-adcd-1193a4601456 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 945 time: 0.3296139 Apr 18 21:06:06.903343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0bf73cbb-dae3-41df-9358-e4f0e9d31eee req-270e3b54-c110-43cb-a193-082826609385 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0579984 Apr 18 21:06:06.923961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f60bb87-b7df-432e-a275-9ed74017ee5c req-4a70b4f0-64fd-40ef-a908-e602a9c8b073 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077886 Apr 18 21:06:07.371406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a3d98-5c47-4f68-83ea-fc0e08a00a0e req-8ca4c6d0-c691-4d0c-9699-a1e2c4f31fc2 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:07.372893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-953a3d98-5c47-4f68-83ea-fc0e08a00a0e req-8ca4c6d0-c691-4d0c-9699-a1e2c4f31fc2 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 950 time: 0.3465881 Apr 18 21:06:07.378064 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-83044472-16b0-42e4-a07c-ccb587faac0b tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da&tenant_id=dab6748eaf3e409f9a3ff9969581722b&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1096 time: 0.4500754 Apr 18 21:06:07.420939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-3'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:07.451221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce4026-d834-480e-bfe0-8907094ff3f0 req-2bb60202-ff0f-4fe7-ab6c-cb13ec678c86 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:07.452633 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19ce4026-d834-480e-bfe0-8907094ff3f0 req-2bb60202-ff0f-4fe7-ab6c-cb13ec678c86 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 950 time: 0.3265772 Apr 18 21:06:07.539481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-c513224f-a0c4-4eca-93a4-729c77dc3f39 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=564e5e9200fd4facac58d13e2b47dfdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292458 Apr 18 21:06:07.624957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-953a3d98-5c47-4f68-83ea-fc0e08a00a0e req-84c09e81-e250-46a5-af3a-e27f09e567ac tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Deleting port dee3794d-df9a-4bf6-89dd-1e033a3a5797 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:07.625554 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953a3d98-5c47-4f68-83ea-fc0e08a00a0e req-84c09e81-e250-46a5-af3a-e27f09e567ac tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.790434 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19ce4026-d834-480e-bfe0-8907094ff3f0 req-2523e737-95e7-4def-b972-4acbb322c31c tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960353 Apr 18 21:06:07.795730 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.109417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930650f-2773-42c8-8465-3596e360b844 req-69082f1f-96eb-46ac-bcf6-d833558a67e6 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:08.112046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-69082f1f-96eb-46ac-bcf6-d833558a67e6 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5643606 Apr 18 21:06:08.455883 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-e62e6e1d-c78e-4dd7-abd8-d5c6835a345a tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/quotas/564e5e9200fd4facac58d13e2b47dfdd HTTP/1.1" status: 200 len: 375 time: 0.3001144 Apr 18 21:06:08.538953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-c9e6af84-4939-42b9-a979-dd77b3c9c9a4 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=564e5e9200fd4facac58d13e2b47dfdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740924 Apr 18 21:06:08.594542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-953a3d98-5c47-4f68-83ea-fc0e08a00a0e req-84c09e81-e250-46a5-af3a-e27f09e567ac tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] For port dee3794d-df9a-4bf6-89dd-1e033a3a5797, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=dee3794d-df9a-4bf6-89dd-1e033a3a5797,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:08.594889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953a3d98-5c47-4f68-83ea-fc0e08a00a0e req-84c09e81-e250-46a5-af3a-e27f09e567ac tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.632697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89020ea6-1a71-4897-9749-3dfec9bc0360 req-1168c812-4919-44cf-9504-311bd34056be tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:08.635340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89020ea6-1a71-4897-9749-3dfec9bc0360 req-1168c812-4919-44cf-9504-311bd34056be tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.6818895 Apr 18 21:06:08.798444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-953a3d98-5c47-4f68-83ea-fc0e08a00a0e req-84c09e81-e250-46a5-af3a-e27f09e567ac tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Calling delete_port for dee3794d-df9a-4bf6-89dd-1e033a3a5797 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:08.892181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df24faf1-5882-4836-89eb-f3c770bfd299,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:08.989325 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.003245 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:06:09.030768 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d9b0624-1b12-4f4b-914d-2c0d05667bca req-8b8a0e41-0a8b-4d8b-b904-23fa40bd51d1 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1007981 Apr 18 21:06:09.055651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:09.254683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd848899d-5cb3-4f84-8693-4c6733cf27da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df24faf1-5882-4836-89eb-f3c770bfd299'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:09.265893 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.274367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89020ea6-1a71-4897-9749-3dfec9bc0360 req-a08a8892-7f34-4b49-b5d7-447da991be65 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688543 Apr 18 21:06:09.311183 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953a3d98-5c47-4f68-83ea-fc0e08a00a0e req-84c09e81-e250-46a5-af3a-e27f09e567ac tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.325353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['801f0166-79cb-476a-9b04-4da37b52d640'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:06:09.380191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c09e81-e250-46a5-af3a-e27f09e567ac tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Pushing event deleted for resources: {'Port': ['ID=dee3794d-df9a-4bf6-89dd-1e033a3a5797,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:09.395353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90bf95-eada-4667-8de1-9f9e838241ae req-1c29a7fe-eb56-46e9-88ae-80a4ff9e4629 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:09.397000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de90bf95-eada-4667-8de1-9f9e838241ae req-1c29a7fe-eb56-46e9-88ae-80a4ff9e4629 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 945 time: 0.1846068 Apr 18 21:06:09.400082 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.632461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=df24faf1-5882-4836-89eb-f3c770bfd299,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:09.693932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-953a3d98-5c47-4f68-83ea-fc0e08a00a0e req-84c09e81-e250-46a5-af3a-e27f09e567ac tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] No DVR routers for this DVR port dee3794d-df9a-4bf6-89dd-1e033a3a5797 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:09.698330 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953a3d98-5c47-4f68-83ea-fc0e08a00a0e req-84c09e81-e250-46a5-af3a-e27f09e567ac tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.795288 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-953a3d98-5c47-4f68-83ea-fc0e08a00a0e req-84c09e81-e250-46a5-af3a-e27f09e567ac tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.59 "DELETE /v2.0/ports/dee3794d-df9a-4bf6-89dd-1e033a3a5797 HTTP/1.1" status: 204 len: 173 time: 2.4162235 Apr 18 21:06:09.811247 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de90bf95-eada-4667-8de1-9f9e838241ae req-08a8b348-cc67-403d-9687-9b2c330f6a15 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332222 Apr 18 21:06:09.832539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Attempting to bind port df24faf1-5882-4836-89eb-f3c770bfd299 on host n-h2-836017-3 for vnic_type normal with profile {"migrating_to": "n-h1-836017-3"} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:09.837141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Attempting to bind port df24faf1-5882-4836-89eb-f3c770bfd299 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:09.837141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Attempting to bind port df24faf1-5882-4836-89eb-f3c770bfd299 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:09.840113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Port df24faf1-5882-4836-89eb-f3c770bfd299 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:06:09.840440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Attempting to bind port df24faf1-5882-4836-89eb-f3c770bfd299 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:09.849893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:09.850233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:09.850618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:09.851052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Bound port: df24faf1-5882-4836-89eb-f3c770bfd299, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:09.851398 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.879496 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Sync routers for ids ['460fd498-9e73-47c9-aa64-7dd847d47eaa'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:09.906442 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Routers {'460fd498-9e73-47c9-aa64-7dd847d47eaa'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:09.906442 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:05:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['460fd498-9e73-47c9-aa64-7dd847d47eaa'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:10.022565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40923083-94bc-4b0f-be5f-f0d6d676ffea req-e049b7cb-1820-4bd4-bee0-de92d395ff58 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 210 time: 0.1123216 Apr 18 21:06:10.072995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:10.082316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df24faf1-5882-4836-89eb-f3c770bfd299,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:10.220092 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Set router 460fd498-9e73-47c9-aa64-7dd847d47eaa gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:10.224568 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.272883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-182e3554-e9ce-4bbd-9554-477cc2643884 req-137f40a1-cfa3-4923-8df0-3966e9516d16 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Synchronizing usage tracker for tenant:10465a822e9f4031b7b622a8d048d579 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:10.416371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=df24faf1-5882-4836-89eb-f3c770bfd299,revision_number=8']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:10.435139 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.436474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-7b1dcb0f-e03d-4bba-9f20-e495697ec6f1 service neutron] 10.222.0.59 "PUT /v2.0/ports/df24faf1-5882-4836-89eb-f3c770bfd299 HTTP/1.1" status: 200 len: 1121 time: 3.0252140 Apr 18 21:06:10.474762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-182e3554-e9ce-4bbd-9554-477cc2643884 req-137f40a1-cfa3-4923-8df0-3966e9516d16 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Unset dirty status for tenant:10465a822e9f4031b7b622a8d048d579 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:10.483310 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-182e3554-e9ce-4bbd-9554-477cc2643884 req-137f40a1-cfa3-4923-8df0-3966e9516d16 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f75c532-de29-43fc-947b-678aba7a9cce HTTP/1.1" status: 200 len: 210 time: 0.2993014 Apr 18 21:06:10.525026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['df24faf1-5882-4836-89eb-f3c770bfd299'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:06:10.564910 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65f8b3a-1efc-4810-af01-8991eacdc353'] response: {'server_uuid': 'd848899d-5cb3-4f84-8693-4c6733cf27da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df24faf1-5882-4836-89eb-f3c770bfd299', 'code': 200} Apr 18 21:06:10.651765 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '673e7732-75da-4216-b436-e870ab624056', 'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'mac_address': 'fa:16:3e:dd:67:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:52Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 2, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'subnets': [{'id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:10.666346 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Checking router: 460fd498-9e73-47c9-aa64-7dd847d47eaa for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:06:10.666712 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Updating router 460fd498-9e73-47c9-aa64-7dd847d47eaa port 673e7732-75da-4216-b436-e870ab624056 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:06:10.816157 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9887cfd8-cc31-4b22-95a9-f725a9d2ecb7 req-f723b34a-5f02-4980-8144-cdddec217e69 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0773742 Apr 18 21:06:10.844793 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.177996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device dee3794d-df9a-4bf6-89dd-1e033a3a5797 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:11.194397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd9848-2eb1-4d2a-b55e-6ecab0115ed2 req-a6114b65-e713-4b8e-859c-7cc1d05d0d88 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:11.201715 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ffd9848-2eb1-4d2a-b55e-6ecab0115ed2 req-a6114b65-e713-4b8e-859c-7cc1d05d0d88 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.3332021 Apr 18 21:06:11.326461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: dee3794d-df9a-4bf6-89dd-1e033a3a5797 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:06:11.326798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device dee3794d-df9a-4bf6-89dd-1e033a3a5797 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:06:11.444235 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ffd9848-2eb1-4d2a-b55e-6ecab0115ed2 req-c1971c7b-6a29-4b6b-85e9-cded42f7cb0c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412012 Apr 18 21:06:11.466472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedbe18-7ad4-49c6-803e-7d9c36c7450e req-ffc5d688-6099-4881-bc6c-14400e2f7402 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:11.467983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bedbe18-7ad4-49c6-803e-7d9c36c7450e req-ffc5d688-6099-4881-bc6c-14400e2f7402 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 943 time: 0.4185519 Apr 18 21:06:11.511725 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.532152 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Transition to ACTIVE for port object 673e7732-75da-4216-b436-e870ab624056 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:11.548607 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bedbe18-7ad4-49c6-803e-7d9c36c7450e req-f1e6fab3-e0cf-4e64-82e8-03cbf92f4026 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739677 Apr 18 21:06:11.662951 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a28a1886-4c9d-43ac-b986-31e53b75ae72 req-e9bac150-d981-4789-8afb-9a8018d955ff tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 210 time: 0.0439513 Apr 18 21:06:11.701283 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.843875 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Pushing event updated for resources: {'Port': ['ID=673e7732-75da-4216-b436-e870ab624056,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:11.935292 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:11.935699 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:11.936019 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:11.936374 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:11.936762 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:11.937087 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:11.937411 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:11.937782 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:11.938102 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:11.938419 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:11.938742 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:12.016005 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Attempting to bind port 673e7732-75da-4216-b436-e870ab624056 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:12.016452 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Attempting to bind port 673e7732-75da-4216-b436-e870ab624056 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:12.017004 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Attempting to bind port 673e7732-75da-4216-b436-e870ab624056 on network 86fba982-72c1-4c4e-a91d-ae4f2de457cb {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:12.026556 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:12.030390 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Checking segment: {'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:12.031116 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.031707 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Bound using segment: {'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:12.032268 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Bound port: 673e7732-75da-4216-b436-e870ab624056, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:12.032735 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.222298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6cb8b96-9d26-4c53-8889-ce0580da6f2e req-d7b10d5f-fa3f-479d-9aa5-92e1b0555957 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0654690 Apr 18 21:06:12.251907 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] For port 673e7732-75da-4216-b436-e870ab624056, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:12.271487 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] For port 673e7732-75da-4216-b436-e870ab624056, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=673e7732-75da-4216-b436-e870ab624056,segment=NetworkSegment(1fba671f-2f8f-44ee-baf3-037c22517084),segment_id=1fba671f-2f8f-44ee-baf3-037c22517084)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:12.393081 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.522368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-cb0bb088-09ee-491c-946e-fad8006a1f14 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=564e5e9200fd4facac58d13e2b47dfdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518634 Apr 18 21:06:12.568880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f75c532-de29-43fc-947b-678aba7a9cce', 'name': 'network-vif-deleted', 'tag': 'dee3794d-df9a-4bf6-89dd-1e033a3a5797'}, {'name': 'network-changed', 'server_uuid': 'd848899d-5cb3-4f84-8693-4c6733cf27da', 'tag': 'df24faf1-5882-4836-89eb-f3c770bfd299'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:12.571400 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a3023-38c1-4be8-a58b-f9378e51fc22 None None] Pushing event updated for resources: {'Port': ['ID=673e7732-75da-4216-b436-e870ab624056,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:12.595912 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Routers {'460fd498-9e73-47c9-aa64-7dd847d47eaa'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:12.596581 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:05:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['460fd498-9e73-47c9-aa64-7dd847d47eaa'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:12.846534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929f65f-f7af-44f2-be80-06c583754eda req-a7b71712-bd85-4b2f-b620-2688df8dc68b tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:12.849963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d929f65f-f7af-44f2-be80-06c583754eda req-a7b71712-bd85-4b2f-b620-2688df8dc68b tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 950 time: 0.4381132 Apr 18 21:06:12.916778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930650f-2773-42c8-8465-3596e360b844 req-d277c6b0-8cb6-4d11-bc3e-689f737449f5 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:12.918528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-d277c6b0-8cb6-4d11-bc3e-689f737449f5 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3896549 Apr 18 21:06:12.939800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Request body: {'port': {'device_id': 'f39db8ca-8ea0-48fe-920e-9d70ee204839', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '564e5e9200fd4facac58d13e2b47dfdd'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:13.009925 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] Set router 460fd498-9e73-47c9-aa64-7dd847d47eaa gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:13.033209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e685fe6-e54b-4014-b3a9-6de65ae7608b req-2b4ca318-9ffe-488e-80d9-349900c7f5b5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:13.041320 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e685fe6-e54b-4014-b3a9-6de65ae7608b req-2b4ca318-9ffe-488e-80d9-349900c7f5b5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.3654470 Apr 18 21:06:13.161178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d929f65f-f7af-44f2-be80-06c583754eda req-01cba28b-3251-4d74-8c0b-972542eb8b2e tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715170 Apr 18 21:06:13.196705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device df24faf1-5882-4836-89eb-f3c770bfd299 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:06:13.332806 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e685fe6-e54b-4014-b3a9-6de65ae7608b req-8b3eacae-b229-48ae-86d9-805dd0c014f1 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905238 Apr 18 21:06:13.352116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:13.358080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Usage tracker for resource:port and tenant:564e5e9200fd4facac58d13e2b47dfdd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:13.365886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:13.378406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:13.421649 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2cdec2-296b-432e-b8e4-8c3ef4ba9cf0'] response: {'server_uuid': '9f75c532-de29-43fc-947b-678aba7a9cce', 'name': 'network-vif-deleted', 'tag': 'dee3794d-df9a-4bf6-89dd-1e033a3a5797', 'status': 'completed', 'code': 200} Apr 18 21:06:13.421922 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2cdec2-296b-432e-b8e4-8c3ef4ba9cf0'] response: {'name': 'network-changed', 'server_uuid': 'd848899d-5cb3-4f84-8693-4c6733cf27da', 'tag': 'df24faf1-5882-4836-89eb-f3c770bfd299', 'status': 'completed', 'code': 200} Apr 18 21:06:13.495410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Made reservation on behalf of 564e5e9200fd4facac58d13e2b47dfdd for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:13.498828 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.515582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 673e7732-75da-4216-b436-e870ab624056 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:13.551454 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.619275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df24faf1-5882-4836-89eb-f3c770bfd299,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:13.661626 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-87e31000-d6e4-4179-a816-b7eec1c9d1bf req-ae980c45-7ef0-419d-9c52-83f4fd9e593d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 1124 time: 0.2147839 Apr 18 21:06:13.666645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device df24faf1-5882-4836-89eb-f3c770bfd299 has no active binding in host n-h1-836017-3 {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 21:06:13.716743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:13.756033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 673e7732-75da-4216-b436-e870ab624056 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:13.761976 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 673e7732-75da-4216-b436-e870ab624056 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:13.763050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.812282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Usage tracker for resource:security_group_rule and tenant:564e5e9200fd4facac58d13e2b47dfdd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:13.834436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:13.871524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:13.891831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e31000-d6e4-4179-a816-b7eec1c9d1bf req-e4b8bd3f-1677-4efe-b5e2-1bc4419c6405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:13.895597 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-87e31000-d6e4-4179-a816-b7eec1c9d1bf req-e4b8bd3f-1677-4efe-b5e2-1bc4419c6405 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.2261093 Apr 18 21:06:13.994023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5717bc14-c9e1-47a9-824e-55281eabca4c req-e65ca432-2431-4ad3-b0bd-ac66010dc51f tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 210 time: 0.2602754 Apr 18 21:06:13.998136 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '673e7732-75da-4216-b436-e870ab624056', 'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'mac_address': 'fa:16:3e:dd:67:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:52Z', 'updated_at': '2022-04-18T21:06:12Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'subnets': [{'id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:14.034488 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd179bd-4583-4759-9809-98a659212e72 None None] The sync data for ids ['460fd498-9e73-47c9-aa64-7dd847d47eaa'] in n-d-836017-3 is: [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '673e7732-75da-4216-b436-e870ab624056', 'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'mac_address': 'fa:16:3e:dd:67:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:52Z', 'updated_at': '2022-04-18T21:06:12Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'subnets': [{'id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:14.047110 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-87e31000-d6e4-4179-a816-b7eec1c9d1bf req-69872adf-cb32-45d9-be28-a8324d18c654 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df24faf1-5882-4836-89eb-f3c770bfd299 HTTP/1.1" status: 200 len: 217 time: 0.1379356 Apr 18 21:06:14.103270 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.160213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e31000-d6e4-4179-a816-b7eec1c9d1bf req-911eec17-149c-4ce9-9298-14f6e4fa8aea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:14.162654 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-87e31000-d6e4-4179-a816-b7eec1c9d1bf req-911eec17-149c-4ce9-9298-14f6e4fa8aea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.1108127 Apr 18 21:06:14.180836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 673e7732-75da-4216-b436-e870ab624056, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=673e7732-75da-4216-b436-e870ab624056,segment=NetworkSegment(1fba671f-2f8f-44ee-baf3-037c22517084),segment_id=1fba671f-2f8f-44ee-baf3-037c22517084)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:14.282137 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-87e31000-d6e4-4179-a816-b7eec1c9d1bf req-b0950f24-08aa-416a-bf18-963f2a60fbe8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082633 Apr 18 21:06:14.285701 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.289642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464926d-00ef-43d4-8da2-e9881fc72193 req-32af5dab-0e8f-4126-b8f5-ba6f554ebe08 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:14.297286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a464926d-00ef-43d4-8da2-e9881fc72193 req-32af5dab-0e8f-4126-b8f5-ba6f554ebe08 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 943 time: 0.6231482 Apr 18 21:06:14.439366 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08dbc557-49e7-4ff6-b282-861efe40f918 req-67237193-2d03-4174-aa81-4fcd6169b011 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1044948 Apr 18 21:06:14.466544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a9a85-eeda-4d4c-9bf2-cabd8ff5dc64 req-cc3b805b-db1f-49b8-a05d-9010ad3e126a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:14.469388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd0a9a85-eeda-4d4c-9bf2-cabd8ff5dc64 req-cc3b805b-db1f-49b8-a05d-9010ad3e126a tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.59 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 950 time: 0.5875783 Apr 18 21:06:14.485906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=673e7732-75da-4216-b436-e870ab624056,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:14.521098 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-87e31000-d6e4-4179-a816-b7eec1c9d1bf req-0523c14a-ea6d-4153-8fb5-d60988cbb9be service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217109 Apr 18 21:06:14.728703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.810780 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-87e31000-d6e4-4179-a816-b7eec1c9d1bf req-7ccf576e-3ba2-480b-8309-fea923848458 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861295 Apr 18 21:06:14.817294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a464926d-00ef-43d4-8da2-e9881fc72193 req-b16bb3e4-4545-434e-b4bf-f3d7b7025bba tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181389 Apr 18 21:06:14.852977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-dd0a9a85-eeda-4d4c-9bf2-cabd8ff5dc64 req-5971dfc6-4ef0-4125-aa0d-f3fd2d3358c4 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Deleting port 801f0166-79cb-476a-9b04-4da37b52d640 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:14.854055 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dd0a9a85-eeda-4d4c-9bf2-cabd8ff5dc64 req-5971dfc6-4ef0-4125-aa0d-f3fd2d3358c4 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.895464 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.169355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:15.182396 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-5c78ba4e-f953-4479-8e69-9080509238ff service neutron] 10.222.0.26 "GET /v2.0/ports/df24faf1-5882-4836-89eb-f3c770bfd299/bindings/n-h1-836017-3 HTTP/1.1" status: 200 len: 384 time: 0.5848761 Apr 18 21:06:15.345363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 673e7732-75da-4216-b436-e870ab624056 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:15.433545 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 673e7732-75da-4216-b436-e870ab624056 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:15.434541 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.438093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec78e3-0a89-4db3-a9a0-6279d11488c4 req-e146d301-5121-4da0-b464-2db58cbccfe2 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:15.439616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7ec78e3-0a89-4db3-a9a0-6279d11488c4 req-e146d301-5121-4da0-b464-2db58cbccfe2 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 950 time: 0.6756666 Apr 18 21:06:15.646967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Allocated IP 192.168.233.145 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:15.664172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ae011-901e-4107-bbbf-53a63ed808e4 req-a8581114-793b-46b0-954e-5e15e3ab54ab tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:15.665674 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-842ae011-901e-4107-bbbf-53a63ed808e4 req-a8581114-793b-46b0-954e-5e15e3ab54ab tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.6594875 Apr 18 21:06:15.722103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7ec78e3-0a89-4db3-a9a0-6279d11488c4 req-32855c26-2e64-4f1e-9266-5f524ac418b2 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510943 Apr 18 21:06:15.848782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-dd0a9a85-eeda-4d4c-9bf2-cabd8ff5dc64 req-5971dfc6-4ef0-4125-aa0d-f3fd2d3358c4 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] For port 801f0166-79cb-476a-9b04-4da37b52d640, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=801f0166-79cb-476a-9b04-4da37b52d640,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:15.849254 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dd0a9a85-eeda-4d4c-9bf2-cabd8ff5dc64 req-5971dfc6-4ef0-4125-aa0d-f3fd2d3358c4 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.114714 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b6cd643-faf1-45ba-8d4d-38387c09fb6f req-94402956-fdb2-4f4a-ac89-f4f4e99645ef tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 210 time: 0.2499380 Apr 18 21:06:16.139554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-dd0a9a85-eeda-4d4c-9bf2-cabd8ff5dc64 req-5971dfc6-4ef0-4125-aa0d-f3fd2d3358c4 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Calling delete_port for 801f0166-79cb-476a-9b04-4da37b52d640 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:16.289274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-842ae011-901e-4107-bbbf-53a63ed808e4 req-89c06e37-5a90-4ef7-bf8a-45df5d0e0416 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874536 Apr 18 21:06:16.507036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa4e0cf4-df93-4bda-a312-cfc92dbc2aed req-42999b87-ad55-4050-9115-5bd1f002959d tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1610498 Apr 18 21:06:16.562174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-fc50bc72-b4d9-46c5-ac99-2b1abd9b5cc4 service neutron] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df24faf1-5882-4836-89eb-f3c770bfd299,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:16.652585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-fc50bc72-b4d9-46c5-ac99-2b1abd9b5cc4 service neutron] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:16.782300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.808234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-fc50bc72-b4d9-46c5-ac99-2b1abd9b5cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df24faf1-5882-4836-89eb-f3c770bfd299 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:06:16.829838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817a92-498e-4f49-9671-f378c7ed018c req-d40ebe7c-2a87-41ef-8cd9-8fafbb38183a tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:16.831356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46817a92-498e-4f49-9671-f378c7ed018c req-d40ebe7c-2a87-41ef-8cd9-8fafbb38183a tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 943 time: 0.3719249 Apr 18 21:06:16.840685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-fc50bc72-b4d9-46c5-ac99-2b1abd9b5cc4 service neutron] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df24faf1-5882-4836-89eb-f3c770bfd299,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:16.982922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46817a92-498e-4f49-9671-f378c7ed018c req-6419d2b3-92cc-44bf-a498-b8df1ed8ee41 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310701 Apr 18 21:06:17.008228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device df24faf1-5882-4836-89eb-f3c770bfd299 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:17.024436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Transition to ACTIVE for port object 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:17.027893 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dd0a9a85-eeda-4d4c-9bf2-cabd8ff5dc64 req-5971dfc6-4ef0-4125-aa0d-f3fd2d3358c4 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.033399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-fc50bc72-b4d9-46c5-ac99-2b1abd9b5cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.135577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971dfc6-4ef0-4125-aa0d-f3fd2d3358c4 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Pushing event deleted for resources: {'Port': ['ID=801f0166-79cb-476a-9b04-4da37b52d640,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:17.180803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae71395-a73b-4279-992b-6714ec2f1d68 req-f3536c8f-d6b1-4cb3-b7bb-868dc65c17e2 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:17.188082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eae71395-a73b-4279-992b-6714ec2f1d68 req-f3536c8f-d6b1-4cb3-b7bb-868dc65c17e2 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/ports?device_id=62149a22-1673-4972-a60a-b6a808222275 HTTP/1.1" status: 200 len: 950 time: 0.2996447 Apr 18 21:06:17.233531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 801f0166-79cb-476a-9b04-4da37b52d640 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:17.296297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 801f0166-79cb-476a-9b04-4da37b52d640 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:06:17.297249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 801f0166-79cb-476a-9b04-4da37b52d640 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:06:17.408497 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.477178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0a9a85-eeda-4d4c-9bf2-cabd8ff5dc64 req-5971dfc6-4ef0-4125-aa0d-f3fd2d3358c4 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] No DVR routers for this DVR port 801f0166-79cb-476a-9b04-4da37b52d640 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:17.506328 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dd0a9a85-eeda-4d4c-9bf2-cabd8ff5dc64 req-5971dfc6-4ef0-4125-aa0d-f3fd2d3358c4 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.512550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62149a22-1673-4972-a60a-b6a808222275', 'name': 'network-vif-deleted', 'tag': '801f0166-79cb-476a-9b04-4da37b52d640'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:17.687186 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eae71395-a73b-4279-992b-6714ec2f1d68 req-9beced4f-37c4-4c33-9385-1eba715618e1 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a55e895-a7d4-45f3-94d1-21655b372bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980724 Apr 18 21:06:17.718237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Pushing event updated for resources: {'Port': ['ID=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:17.726371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:17.766275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:17.775108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:17.818550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-fc50bc72-b4d9-46c5-ac99-2b1abd9b5cc4 service neutron] Transition to ACTIVE for port object df24faf1-5882-4836-89eb-f3c770bfd299 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:17.875063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc92551-858d-4c76-ba3a-6e828341a611 req-34c4d6b2-a250-43e6-8349-876c24c417d0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:17.875885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-acc92551-858d-4c76-ba3a-6e828341a611 req-34c4d6b2-a250-43e6-8349-876c24c417d0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Synchronizing usage tracker for tenant:564e5e9200fd4facac58d13e2b47dfdd on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:17.891352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd0a9a85-eeda-4d4c-9bf2-cabd8ff5dc64 req-5971dfc6-4ef0-4125-aa0d-f3fd2d3358c4 tempest-ServersAdminNegativeTestJSON-1054580654 tempest-ServersAdminNegativeTestJSON-1054580654-project] 10.222.0.59 "DELETE /v2.0/ports/801f0166-79cb-476a-9b04-4da37b52d640 HTTP/1.1" status: 204 len: 173 time: 3.4102464 Apr 18 21:06:17.956550 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-fc50bc72-b4d9-46c5-ac99-2b1abd9b5cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.039793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:18.040470 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.228320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-acc92551-858d-4c76-ba3a-6e828341a611 req-34c4d6b2-a250-43e6-8349-876c24c417d0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Unset dirty status for tenant:564e5e9200fd4facac58d13e2b47dfdd on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:18.230860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acc92551-858d-4c76-ba3a-6e828341a611 req-34c4d6b2-a250-43e6-8349-876c24c417d0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 936 time: 0.9038894 Apr 18 21:06:18.292462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-9af7abaa-00d6-4d51-ab9a-5c42bdccfde0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3569016 Apr 18 21:06:18.301413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50bc72-b4d9-46c5-ac99-2b1abd9b5cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=df24faf1-5882-4836-89eb-f3c770bfd299,revision_number=10']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:18.312909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-fc50bc72-b4d9-46c5-ac99-2b1abd9b5cc4 service neutron] No DVR routers for this DVR port df24faf1-5882-4836-89eb-f3c770bfd299 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:18.321664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Request body: {'port': {'device_id': 'f39db8ca-8ea0-48fe-920e-9d70ee204839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:18.426500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4b3e7ccb-aa38-410f-816e-13331b61e601 None None] Provisioning for port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:18.437130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4b3e7ccb-aa38-410f-816e-13331b61e601 None None] Provisioning complete for port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:18.438289 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4b3e7ccb-aa38-410f-816e-13331b61e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.457345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcc288-a432-46b4-9b9f-fe98a1ee3db4 req-3c36a747-17a2-442e-adf7-6243b7d11181 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:18.462414 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75dcc288-a432-46b4-9b9f-fe98a1ee3db4 req-3c36a747-17a2-442e-adf7-6243b7d11181 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.5645638 Apr 18 21:06:18.494961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-fc50bc72-b4d9-46c5-ac99-2b1abd9b5cc4 service neutron] 10.222.0.26 "PUT /v2.0/ports/df24faf1-5882-4836-89eb-f3c770bfd299/bindings/n-h1-836017-3/activate HTTP/1.1" status: 200 len: 369 time: 3.2899184 Apr 18 21:06:18.528913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e7ccb-aa38-410f-816e-13331b61e601 None None] Port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:18.532517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-acc92551-858d-4c76-ba3a-6e828341a611 req-d86aa133-b294-4c1a-9e18-a4640ba8b447 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Synchronizing usage tracker for tenant:564e5e9200fd4facac58d13e2b47dfdd on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:18.610084 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.680660 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75dcc288-a432-46b4-9b9f-fe98a1ee3db4 req-0fb1ba2e-dbb0-4dca-b1ec-f988f477daf7 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843133 Apr 18 21:06:18.715680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-acc92551-858d-4c76-ba3a-6e828341a611 req-d86aa133-b294-4c1a-9e18-a4640ba8b447 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Unset dirty status for tenant:564e5e9200fd4facac58d13e2b47dfdd on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:18.717673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acc92551-858d-4c76-ba3a-6e828341a611 req-d86aa133-b294-4c1a-9e18-a4640ba8b447 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849536 Apr 18 21:06:18.895695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-b7c075fc-d456-4b4e-9bd7-856bbc19b34b tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da&tenant_id=dab6748eaf3e409f9a3ff9969581722b&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1095 time: 0.2700050 Apr 18 21:06:19.000361 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9b701b-cce6-41e8-a947-d9d241e6b228'] response: {'server_uuid': '62149a22-1673-4972-a60a-b6a808222275', 'name': 'network-vif-deleted', 'tag': '801f0166-79cb-476a-9b04-4da37b52d640', 'status': 'completed', 'code': 200} Apr 18 21:06:19.251767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-088d9e54-f43c-4505-b7a3-5b0a01f73ddd req-0452b37d-0a5b-4ddf-bac8-3deecd92d055 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.2477260 Apr 18 21:06:19.266082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0186b6a7-5222-401c-a6b9-4ff309326d4c req-622d89e3-a5f7-4700-b1d1-f87a9ed43d68 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.2724974 Apr 18 21:06:19.416047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-30f21ef6-5fc9-42c0-a322-3ec40a0a3751 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da&tenant_id=dab6748eaf3e409f9a3ff9969581722b HTTP/1.1" status: 200 len: 1095 time: 0.5038605 Apr 18 21:06:19.630422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:06:19.640377 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.682968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Transition to ACTIVE for port object 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:19.706344 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-55502ed9-e758-40a7-83ec-933b4678396e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 1095 time: 0.2611544 Apr 18 21:06:19.714514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52000-19d8-4b43-be2f-fc3a087dd0a4 req-4b5ff160-1da9-4fa8-a3a5-1fc04d9cb110 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:19.716051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ed52000-19d8-4b43-be2f-fc3a087dd0a4 req-4b5ff160-1da9-4fa8-a3a5-1fc04d9cb110 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 944 time: 0.2378387 Apr 18 21:06:19.877055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ed52000-19d8-4b43-be2f-fc3a087dd0a4 req-b9d817ef-f93b-494f-80e6-9fcf484e5417 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414461 Apr 18 21:06:19.906820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-75dda3eb-1794-4f23-a628-abfce54f2a88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:19.909419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-75dda3eb-1794-4f23-a628-abfce54f2a88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.1922209 Apr 18 21:06:19.986073 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-4fdf7412-30e6-4b89-b1b1-3a89fc3f4096 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df24faf1-5882-4836-89eb-f3c770bfd299 HTTP/1.1" status: 200 len: 217 time: 0.0698121 Apr 18 21:06:20.073024 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.078937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-bfacd976-4d08-4d41-98b4-b2265ae6c33a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:20.080468 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-bfacd976-4d08-4d41-98b4-b2265ae6c33a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.0888085 Apr 18 21:06:20.353102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-c36093a8-cd52-4de2-9ac2-2d8e0567d9ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234221 Apr 18 21:06:20.558602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:20.767465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c6492-8adb-4c30-affd-152dc4213460 req-c2e50649-9919-4d8e-aec0-12166b599a4f tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:20.769522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-709c6492-8adb-4c30-affd-152dc4213460 req-c2e50649-9919-4d8e-aec0-12166b599a4f tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 948 time: 0.4999206 Apr 18 21:06:20.771392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-80cd7689-c7fc-460d-a25d-a45178753b52 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813608 Apr 18 21:06:20.797098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b27945-291c-4fd0-9507-6997ec9add75 req-00cfd82f-e80d-4421-93f4-2008845fa9bc tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:20.798583 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51b27945-291c-4fd0-9507-6997ec9add75 req-00cfd82f-e80d-4421-93f4-2008845fa9bc tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.4614382 Apr 18 21:06:20.832635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Attempting to bind port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:20.832988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Attempting to bind port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:20.833294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Attempting to bind port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:20.859180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33168) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:20.990535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:06:20.990871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Attempting to bind port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:21.042042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:21.042609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:21.042848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:21.043359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Bound port: 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:21.043713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.075610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-709c6492-8adb-4c30-affd-152dc4213460 req-e11429fd-a75b-4db4-bb64-2ef1e2a280a0 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983010 Apr 18 21:06:21.101969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51b27945-291c-4fd0-9507-6997ec9add75 req-4a8db92d-6554-4baa-a1d9-d0a08ff6a2a7 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704186 Apr 18 21:06:21.116618 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-70ee6135-521f-49ac-9f77-2cc1c346735d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10465a822e9f4031b7b622a8d048d579&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2555678 Apr 18 21:06:21.121902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33176) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:21.158350 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-443099bd-e9df-450c-9c7b-b2174e56f249 service neutron] show failed (client error): The resource could not be found. Apr 18 21:06:21.159372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-443099bd-e9df-450c-9c7b-b2174e56f249 service neutron] 10.222.0.26 "GET /v2.0/ports/735a7594-9936-41db-8437-fdb40f32c3db/bindings/n-h1-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.3200448 Apr 18 21:06:21.164313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-409cbc9d-edd7-4506-8ddf-a908d8576563 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603556 Apr 18 21:06:21.274038 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-401d5169-a39e-4daa-8265-01cec04ae267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.339158 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-401d5169-a39e-4daa-8265-01cec04ae267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.339866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] For port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:21.442686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] For port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:21.451474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-4c3b06b6-2410-4e5e-bff7-1b202167b0a8 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1959006337&fields=id&tenant_id=4c343e3d1bbb45eb924713b7286635d3 HTTP/1.1" status: 200 len: 267 time: 0.1898851 Apr 18 21:06:21.558572 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.586920 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-401d5169-a39e-4daa-8265-01cec04ae267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.616367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d5169-a39e-4daa-8265-01cec04ae267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a55e895-a7d4-45f3-94d1-21655b372bd2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:21.696929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-401d5169-a39e-4daa-8265-01cec04ae267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.702037 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-401d5169-a39e-4daa-8265-01cec04ae267 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a55e895-a7d4-45f3-94d1-21655b372bd2 HTTP/1.1" status: 204 len: 168 time: 0.5790102 Apr 18 21:06:21.747367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb2913ae-971d-46ad-af0a-86492f115ccc req-e6d147d7-e453-4813-9cba-b4a36aa2ff25 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.2908046 Apr 18 21:06:21.863773 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.865261 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] 10.222.0.59 "PUT /v2.0/ports/2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf HTTP/1.1" status: 200 len: 1096 time: 3.5573909 Apr 18 21:06:21.871109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39db8ca-8ea0-48fe-920e-9d70ee204839', 'tag': '2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:21.908436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b96e0f-4da6-46cc-b92b-f467b500c233 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:21.946169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-ac483c44-663d-48bb-8e64-4293544011f4 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:21.947663 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-ac483c44-663d-48bb-8e64-4293544011f4 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/networks?id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a HTTP/1.1" status: 200 len: 823 time: 0.4881403 Apr 18 21:06:22.020940 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-0bccf28e-7bb2-4b49-9716-24822309ba65 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087&tenant_id=6fe6054587cf41f8ae2400d6e4d475d9 HTTP/1.1" status: 200 len: 1101 time: 0.2187772 Apr 18 21:06:22.033610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:22.148397 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-2c5b1f83-9a6f-4511-9cfd-27d06b07835e tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/quotas/4c343e3d1bbb45eb924713b7286635d3 HTTP/1.1" status: 200 len: 375 time: 0.1448278 Apr 18 21:06:22.162112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-3bab4d4c-7b5f-4b8c-8260-fd4760331a5a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:22.163658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-3bab4d4c-7b5f-4b8c-8260-fd4760331a5a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b8950f3-8c16-4190-bc8a-7019352039b1 HTTP/1.1" status: 200 len: 946 time: 0.5907850 Apr 18 21:06:22.214347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-8e92c50b-0352-4aae-849f-22a10c13a118 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da&tenant_id=dab6748eaf3e409f9a3ff9969581722b&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 1095 time: 0.4472277 Apr 18 21:06:22.221499 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.500698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db813552-f122-4700-bace-a2e05013a5e4 req-d425f036-f68e-42af-bd6f-4426e8a368e9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:22.506185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db813552-f122-4700-bace-a2e05013a5e4 req-d425f036-f68e-42af-bd6f-4426e8a368e9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 944 time: 0.5666430 Apr 18 21:06:22.536222 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-e7975aba-09d4-4f98-aef0-3dd36635117a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=564e5e9200fd4facac58d13e2b47dfdd&device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 1099 time: 0.5396965 Apr 18 21:06:22.581192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Deleting port 64a4d1ef-3a83-474b-9132-9479fedef931 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:22.581746 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.687842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:22.739495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:22.744800 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-6a546e65-fa75-4f54-b8c0-c3bf4481c18a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf HTTP/1.1" status: 200 len: 217 time: 0.1783073 Apr 18 21:06:22.755127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db813552-f122-4700-bace-a2e05013a5e4 req-0cafa558-b8c7-43d3-b705-05b6ce775332 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333758 Apr 18 21:06:22.821409 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:22.827685 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.853893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Transition to ACTIVE for port object 735a7594-9936-41db-8437-fdb40f32c3db will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:22.881403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-9d4fad5f-b3cb-40b8-b385-1fdd68c390ca tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c343e3d1bbb45eb924713b7286635d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7157259 Apr 18 21:06:22.937172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930650f-2773-42c8-8465-3596e360b844 req-2663d1ae-b81d-416a-af6d-f87da639354c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:22.938643 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-2663d1ae-b81d-416a-af6d-f87da639354c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1839757 Apr 18 21:06:23.229612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] For port 64a4d1ef-3a83-474b-9132-9479fedef931, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=64a4d1ef-3a83-474b-9132-9479fedef931,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:23.229973 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.242878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-1bfaddc4-cf19-41ce-a5fc-2720b2fbf0f7 service neutron] 10.222.0.11 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440106 Apr 18 21:06:23.349166 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-f497d89a-37cf-41c3-9548-3ff595e08d6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3552313 Apr 18 21:06:23.744621 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-51bc11c1-8c2c-408b-8b31-3af84f0671f6 service neutron] 10.222.0.11 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382522 Apr 18 21:06:23.745119 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.770918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-e64dad3a-e364-4a66-a54b-97ab790108f3 service neutron] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:23.812094 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-e64dad3a-e364-4a66-a54b-97ab790108f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.815810 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1da1f10-0fdb-4a8c-ac0e-160b3031829a req-e64dad3a-e364-4a66-a54b-97ab790108f3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/df24faf1-5882-4836-89eb-f3c770bfd299/bindings/n-h2-836017-3 HTTP/1.1" status: 204 len: 173 time: 1.4209809 Apr 18 21:06:23.829021 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.829545 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.829909 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Floating IP df211665-4911-4843-bd40-3ebacfba6658 disassociated. External IP: 172.25.3.70, port: 64a4d1ef-3a83-474b-9132-9479fedef931. Apr 18 21:06:23.830418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Calling delete_port for 64a4d1ef-3a83-474b-9132-9479fedef931 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:23.874500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-e1e69271-cc6f-47e4-9f67-333c6e523edf service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789796 Apr 18 21:06:24.104795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] No DVR routers for this DVR port 735a7594-9936-41db-8437-fdb40f32c3db on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:24.166326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33232) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:24.337247 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0b14d6-65a7-4de8-9058-1a70f4953efd'] response: {'name': 'network-changed', 'server_uuid': 'f39db8ca-8ea0-48fe-920e-9d70ee204839', 'tag': '2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf', 'status': 'completed', 'code': 200} Apr 18 21:06:24.367574 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=6']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:24.505211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Attempting to bind port 735a7594-9936-41db-8437-fdb40f32c3db on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:24.505322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Attempting to bind port 735a7594-9936-41db-8437-fdb40f32c3db by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:24.505671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Attempting to bind port 735a7594-9936-41db-8437-fdb40f32c3db on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:24.561257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Port 735a7594-9936-41db-8437-fdb40f32c3db on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:06:24.562105 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Attempting to bind port 735a7594-9936-41db-8437-fdb40f32c3db on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:24.562460 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-96bcdafc-79f6-47d2-a8f3-6995f8fccbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.572022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:24.573995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:24.573995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:24.573995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Bound port: 735a7594-9936-41db-8437-fdb40f32c3db, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:24.573995 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.581344 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1688e3e2-095f-4f20-8d46-2c8ff8d45595 req-61a4e738-68bf-4d0c-b1be-a976379baab0 tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.2415984 Apr 18 21:06:24.588969 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4696d7aa-1ced-40ee-8bc7-670d93ca4c18 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9eeb68e3c5b141cbb9abe8dd6db465ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4211521 Apr 18 21:06:24.593049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33242) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:24.745116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2930650f-2773-42c8-8465-3596e360b844 req-689847a5-ce5d-4283-be7f-de182fb8a880 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8605788 Apr 18 21:06:24.775578 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-13568cc9-5693-44b9-ac04-62ffc853b833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.790097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:24.823360 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-13568cc9-5693-44b9-ac04-62ffc853b833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.887914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4a186-bc89-4867-8cf4-316c527aa467 req-3934d870-d22e-4d22-8f1e-5cb07db2c4e6 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:24.890719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32a4a186-bc89-4867-8cf4-316c527aa467 req-3934d870-d22e-4d22-8f1e-5cb07db2c4e6 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 948 time: 0.4159234 Apr 18 21:06:24.891461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:24.938303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.050819 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-13568cc9-5693-44b9-ac04-62ffc853b833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.069782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 64a4d1ef-3a83-474b-9132-9479fedef931 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:25.082759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13568cc9-5693-44b9-ac04-62ffc853b833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa54dcf-d944-4cb0-ad7a-d7f8d3771ee2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:25.087832 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.131909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Pushing event deleted for resources: {'Port': ['ID=64a4d1ef-3a83-474b-9132-9479fedef931,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:25.215541 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-13568cc9-5693-44b9-ac04-62ffc853b833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.216872 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-13568cc9-5693-44b9-ac04-62ffc853b833 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/faa54dcf-d944-4cb0-ad7a-d7f8d3771ee2 HTTP/1.1" status: 204 len: 168 time: 0.6220670 Apr 18 21:06:25.232941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.234651 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] 10.222.0.59 "PUT /v2.0/ports/735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 1096 time: 3.2068644 Apr 18 21:06:25.255178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe95d2-c777-4099-ba18-9631a91af660 service neutron] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:25.255430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 64a4d1ef-3a83-474b-9132-9479fedef931 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:06:25.255532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 64a4d1ef-3a83-474b-9132-9479fedef931 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:06:25.255926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 735a7594-9936-41db-8437-fdb40f32c3db no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:25.272368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32a4a186-bc89-4867-8cf4-316c527aa467 req-546b0392-6fb6-4a22-8ec6-40fe82ae8124 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740983 Apr 18 21:06:25.296076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ebdc8cf-bf94-49a4-8ca6-7ce694e33988 req-ee32e409-2d7e-4f8f-ab68-c4e36b74fbaf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=564e5e9200fd4facac58d13e2b47dfdd&device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 1099 time: 0.3504374 Apr 18 21:06:25.448704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 735a7594-9936-41db-8437-fdb40f32c3db not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:06:25.486295 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-6936c14d-79dd-4110-83d3-9c96cfe32ceb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 1099 time: 0.2157528 Apr 18 21:06:25.620572 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78926427-42bb-42c1-856e-9bc4a27efaad'] response: {'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db', 'code': 200} Apr 18 21:06:25.658438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdc8cf-bf94-49a4-8ca6-7ce694e33988 req-2c49427a-6f2c-4f56-b0fb-ab26111ec5db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:25.660111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ebdc8cf-bf94-49a4-8ca6-7ce694e33988 req-2c49427a-6f2c-4f56-b0fb-ab26111ec5db service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2807472 Apr 18 21:06:25.678421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-de1f712b-501b-4f90-a397-5a0b7befcf37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:25.680457 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-de1f712b-501b-4f90-a397-5a0b7befcf37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.1891973 Apr 18 21:06:25.782882 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-4dae86bc-6d19-42d7-aaac-d8e7d3c4a2e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 217 time: 0.0895131 Apr 18 21:06:25.859655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122abb3b-1b28-4b4d-8577-5fd1583abfa6 req-c6918c77-3a29-46fd-9c3d-c6c19fa5617e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:25.865060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-122abb3b-1b28-4b4d-8577-5fd1583abfa6 req-c6918c77-3a29-46fd-9c3d-c6c19fa5617e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 948 time: 0.8018484 Apr 18 21:06:25.876828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-c813c339-7d8b-4286-9ede-bad77413929b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:25.880583 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-c813c339-7d8b-4286-9ede-bad77413929b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0915408 Apr 18 21:06:25.930216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4a781a5-d34b-4e20-89e5-64d01a832d27 req-2549c946-cdc7-445b-a949-f5024008dd26 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 210 time: 0.1228509 Apr 18 21:06:25.931734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ebdc8cf-bf94-49a4-8ca6-7ce694e33988 req-c9ca270d-8246-4b77-924f-f69e051520fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf HTTP/1.1" status: 200 len: 217 time: 0.2607207 Apr 18 21:06:26.004913 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-49b4f627-6b24-4172-9392-a8684b97f810 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1149232 Apr 18 21:06:26.054995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-122abb3b-1b28-4b4d-8577-5fd1583abfa6 req-207e0f60-3bb3-4572-8f85-4db53173680b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890006 Apr 18 21:06:26.120833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdc8cf-bf94-49a4-8ca6-7ce694e33988 req-1e090c05-6d90-4fec-aa0a-3217d8895f5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:26.125857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ebdc8cf-bf94-49a4-8ca6-7ce694e33988 req-1e090c05-6d90-4fec-aa0a-3217d8895f5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1836624 Apr 18 21:06:26.278934 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-f68c6807-20fb-4a36-82cc-8338588afc2a service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603734 Apr 18 21:06:26.279892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96f53506-467f-4b2b-bf58-365e0ef1e589 req-bf8244f5-9574-49a6-ba7d-f892c0043d0a tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1632519 Apr 18 21:06:26.438095 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03967d2c-ffbe-4b32-a75d-a37d68f15eb6 req-86558eaf-0664-4bf4-90f2-9e76c812f169 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505454 Apr 18 21:06:26.481336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ebdc8cf-bf94-49a4-8ca6-7ce694e33988 req-d5e35945-979e-4895-8ead-3ef264f358e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1993442 Apr 18 21:06:26.645765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Router 24def907-d90b-4c36-a700-be98c0261db2 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:26.853846 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ebdc8cf-bf94-49a4-8ca6-7ce694e33988 req-ca8c5f76-4ea7-49ae-95ed-19c741a21cd2 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315005 Apr 18 21:06:26.865638 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e68fdb45-3405-4ed8-a66d-8c469fefcb6d req-a34e942b-5ac8-42d6-b2b1-4b936db218ed tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 1095 time: 0.3821840 Apr 18 21:06:27.100848 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-75ad44e8-144f-4908-bfe2-10cab15c9bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.325079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e68fdb45-3405-4ed8-a66d-8c469fefcb6d req-d49a5b83-3c71-4925-88a4-93b2d5c8fac8 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358807 Apr 18 21:06:27.402988 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ebdc8cf-bf94-49a4-8ca6-7ce694e33988 req-23597d62-90e9-4eee-8736-dac672de7a34 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418682 Apr 18 21:06:27.499022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321852bd-a97b-4eed-8691-9b0fb52d58a5 req-90afa54e-df81-421c-b539-41f94c1ab654 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:27.506520 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-321852bd-a97b-4eed-8691-9b0fb52d58a5 req-90afa54e-df81-421c-b539-41f94c1ab654 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 948 time: 0.2504117 Apr 18 21:06:27.622152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:27.653575 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-321852bd-a97b-4eed-8691-9b0fb52d58a5 req-8c3cfed3-c2e3-4feb-a27d-8c77612e2378 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461456 Apr 18 21:06:27.662143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:27.676751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ae5bf-a4c2-4811-b65d-a78d6c8d8550 None None] Sync routers for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:27.690199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ae5bf-a4c2-4811-b65d-a78d6c8d8550 None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:27.692580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-738ae5bf-a4c2-4811-b65d-a78d6c8d8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:27.768377 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d14ecd2d-18ba-42fc-85d0-7eded73d92b3 req-1ece9c5d-de39-4717-8640-8a08872dea13 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 210 time: 0.1060853 Apr 18 21:06:27.844473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] No DVR routers for this DVR port 64a4d1ef-3a83-474b-9132-9479fedef931 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:27.850009 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.880811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'name': 'network-vif-deleted', 'tag': '64a4d1ef-3a83-474b-9132-9479fedef931'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:28.006226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-738ae5bf-a4c2-4811-b65d-a78d6c8d8550 None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:28.053220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-78e7b08f-8b87-4768-8cb9-e4cca420dc41 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:28.054169 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-78e7b08f-8b87-4768-8cb9-e4cca420dc41 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.59 "GET /v2.0/networks?id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a HTTP/1.1" status: 200 len: 823 time: 0.4832463 Apr 18 21:06:28.069937 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a34ac065-c3d1-4b93-bc2f-9ca363613ca8 req-6ed6f504-4a99-45fd-970c-81055a0c9d1b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.26 "DELETE /v2.0/ports/64a4d1ef-3a83-474b-9132-9479fedef931 HTTP/1.1" status: 204 len: 173 time: 5.8631041 Apr 18 21:06:28.309650 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d945d660-9530-40f2-97ef-fcf2d5ab8b40 req-bf6e40e4-5a79-407f-b49b-c1f2188484ee tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.2522976 Apr 18 21:06:28.343518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-d4689ab8-00d6-4518-a9a2-0d1b0ac118d6 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c343e3d1bbb45eb924713b7286635d3 HTTP/1.1" status: 200 len: 380 time: 0.2717118 Apr 18 21:06:28.372561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Request body: {'port': {'device_id': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'admin_state_up': True, 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'security_groups': ['55532f8a-cf16-4603-ae77-f0142c8b9846']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:28.679649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-738ae5bf-a4c2-4811-b65d-a78d6c8d8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:48Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:28.686842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ae5bf-a4c2-4811-b65d-a78d6c8d8550 None None] Checking router: 24def907-d90b-4c36-a700-be98c0261db2 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:06:28.717441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ae5bf-a4c2-4811-b65d-a78d6c8d8550 None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:28.718423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-738ae5bf-a4c2-4811-b65d-a78d6c8d8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:28.745774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:28.754237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e6b3b-5eb6-4ba6-bb86-69a09b4d1481 req-641f31ce-f4e5-46a4-b5df-8f9124c29b55 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:28.761745 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d7e6b3b-5eb6-4ba6-bb86-69a09b4d1481 req-641f31ce-f4e5-46a4-b5df-8f9124c29b55 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 948 time: 0.7004101 Apr 18 21:06:28.843720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Usage tracker for resource:port and tenant:4c343e3d1bbb45eb924713b7286635d3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:28.852512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:28.865730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:28.901498 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d7e6b3b-5eb6-4ba6-bb86-69a09b4d1481 req-4eca90de-ff04-4a3f-868b-8f3df19a9182 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349330 Apr 18 21:06:28.938167 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.949590 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.028293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-738ae5bf-a4c2-4811-b65d-a78d6c8d8550 None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:29.052232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Made reservation on behalf of 4c343e3d1bbb45eb924713b7286635d3 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:29.055225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.097357 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408f8a2f-67bb-4e61-ad5c-4c9ca22c8943'] response: {'name': 'network-changed', 'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db', 'status': 'completed', 'code': 200} Apr 18 21:06:29.306495 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f894cd9-f372-4878-b64e-a2a68dd4d890'] response: {'server_uuid': '1b8950f3-8c16-4190-bc8a-7019352039b1', 'name': 'network-vif-deleted', 'tag': '64a4d1ef-3a83-474b-9132-9479fedef931', 'status': 'completed', 'code': 200} Apr 18 21:06:29.403370 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-0f91d9ec-2401-424d-9a4c-a1352de6abbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 1099 time: 0.2100620 Apr 18 21:06:29.415615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:06:29.570489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-7a6bee5a-fff5-4499-8af3-f7e6f2e6f50f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:29.589224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-7a6bee5a-fff5-4499-8af3-f7e6f2e6f50f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 821 time: 0.8495982 Apr 18 21:06:29.668128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-dd936727-9f4b-4458-b156-771fd640c20d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:29.669674 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-dd936727-9f4b-4458-b156-771fd640c20d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2593684 Apr 18 21:06:29.724307 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:29.728459 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-0b7f5524-84dd-44b2-9c81-672a9e309f65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 1099 time: 0.5834527 Apr 18 21:06:29.745670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf', 'mac_address': 'fa:16:3e:a4:f6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:06:29.819272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-cd87ef98-d251-4c02-9cd3-7b956a072e71 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/quotas/dab6748eaf3e409f9a3ff9969581722b HTTP/1.1" status: 200 len: 375 time: 0.1555882 Apr 18 21:06:29.836704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-738ae5bf-a4c2-4811-b65d-a78d6c8d8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:48Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:29.850184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ae5bf-a4c2-4811-b65d-a78d6c8d8550 None None] The sync data for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 is: [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:48Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:29.861773 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.888337 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-3fbed82c-ee27-46db-8077-062ef1fd9d12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 217 time: 0.2089307 Apr 18 21:06:29.906671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:06:29.920778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Allocated IP 172.20.0.10 (2ecb2828-cca3-4e35-82e7-e96c48a93f7a/7fdcd53c-a783-4ede-b053-9e521ca04a70/615d57b1-c106-4fd1-9ec6-cb87b429bdc0) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:29.960075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:30.014173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-6ec2f671-3498-40e5-b96e-b2e287a6a12a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:30.015702 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-6ec2f671-3498-40e5-b96e-b2e287a6a12a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1202073 Apr 18 21:06:30.134246 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-cc17e1d1-c6b6-4915-822a-688a3ccc42f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122422 Apr 18 21:06:30.204030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472fd9d-5cc6-43ea-af0c-9ab4bec6d817 req-d185e4b2-aaeb-415e-8b16-f91c4b1bb25a tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:30.212610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f472fd9d-5cc6-43ea-af0c-9ab4bec6d817 req-d185e4b2-aaeb-415e-8b16-f91c4b1bb25a tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 948 time: 0.6675634 Apr 18 21:06:30.221113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-cea776ab-b79a-4cc1-8992-0be72edd2f11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:30.226161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-cea776ab-b79a-4cc1-8992-0be72edd2f11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.4770532 Apr 18 21:06:30.274788 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801adc6c-356c-4f0f-92cc-c80603dae18f None None] New status for floating IP df211665-4911-4843-bd40-3ebacfba6658: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:06:30.283583 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.335827 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-c49b05ee-a307-42ca-89fb-9a34fff660bd service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946914 Apr 18 21:06:30.445326 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:30.455821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:30.456106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:30.457098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:30.457422 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:30.457843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:30.458153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:30.458496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:30.458840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:30.459864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:30.460716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:30.460716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:30.524193 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-f7105dfa-a5d0-4a1b-be74-584ff6f5fa69 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816399 Apr 18 21:06:30.568972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:06:30.596331 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-a9887961-42c0-4693-9eaa-bfe2d99100d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 217 time: 0.0890529 Apr 18 21:06:30.703580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-6295bb4c-4c39-4abf-8522-f5ea56d0ba34 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7853794 Apr 18 21:06:30.713214 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.830140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f472fd9d-5cc6-43ea-af0c-9ab4bec6d817 req-9bbb41c4-f761-443c-b425-77b3324554a1 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164558 Apr 18 21:06:30.837207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Transition to ACTIVE for port object 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:30.840700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-28dfacae-3b01-4287-9b95-daf969e80c72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:30.842160 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-28dfacae-3b01-4287-9b95-daf969e80c72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2281213 Apr 18 21:06:30.986420 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.017192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-62f58b75-f8aa-4827-aea5-643d0edf089b req-63b8c39d-ac08-430e-892e-57b4085afc1c tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Synchronizing usage tracker for tenant:4c343e3d1bbb45eb924713b7286635d3 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:31.024780 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-29151029-e2e5-46ce-9bcf-3ef03a02190f service neutron] 10.222.0.11 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052518 Apr 18 21:06:31.128845 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-b55a42ec-0ade-433a-b81d-0ef1260bc356 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2696135 Apr 18 21:06:31.130405 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.243347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-62f58b75-f8aa-4827-aea5-643d0edf089b req-63b8c39d-ac08-430e-892e-57b4085afc1c tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Unset dirty status for tenant:4c343e3d1bbb45eb924713b7286635d3 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:31.244473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62f58b75-f8aa-4827-aea5-643d0edf089b req-63b8c39d-ac08-430e-892e-57b4085afc1c tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 210 time: 0.2913516 Apr 18 21:06:31.277123 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 735a7594-9936-41db-8437-fdb40f32c3db details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:06:31.428666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:31.429602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Pushing event updated for resources: {'Port': ['ID=615d57b1-c106-4fd1-9ec6-cb87b429bdc0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.441142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:31.463098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:31.467696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:31.483375 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '735a7594-9936-41db-8437-fdb40f32c3db', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '735a7594-9936-41db-8437-fdb40f32c3db', 'mac_address': 'fa:16:3e:19:75:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:06:31.490303 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59e8d77c-eca6-4cd5-834d-42155fa56b79 req-3a8648e6-957f-40e4-9465-f6d8a956faaa tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1133170 Apr 18 21:06:31.544481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-90ef1b47-a3f1-45ce-9908-448fc4a6ad17 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095768 Apr 18 21:06:31.558882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-7e10ad9b-e1a5-4c21-bd07-0b9a8a7069da service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099796 Apr 18 21:06:31.577457 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.636835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735a7594-9936-41db-8437-fdb40f32c3db {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:06:31.682261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:31.683872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:31.684009 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.755791 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96bf5db0-d3ec-4ad7-a366-61d849a406de req-41f1eee5-7d1f-4e61-ade8-cc6226d23b4f service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889048 Apr 18 21:06:31.815261 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a00d9b76-1623-49a8-a27e-c50ab93a546b tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4642227 Apr 18 21:06:31.818108 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.831456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Request body: {'port': {'device_id': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:31.919074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9c358018-dcd7-48da-9bbd-1c2afa22d8bb None None] Provisioning for port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:31.933964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9c358018-dcd7-48da-9bbd-1c2afa22d8bb None None] Provisioning complete for port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:31.934595 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c358018-dcd7-48da-9bbd-1c2afa22d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.984554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:32.017266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9c358018-dcd7-48da-9bbd-1c2afa22d8bb None None] Port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:32.043998 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.066382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70223dd4-f7ad-4c91-a9a6-152d1d5d99c0 req-62f5f905-72c6-4eb7-97b8-588e4eae6262 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:32.067901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70223dd4-f7ad-4c91-a9a6-152d1d5d99c0 req-62f5f905-72c6-4eb7-97b8-588e4eae6262 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 949 time: 0.1912575 Apr 18 21:06:32.111206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['735a7594-9936-41db-8437-fdb40f32c3db'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:06:32.303471 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-689e611c-c0a8-4ea7-bb74-a559b85c1b2f req-4066a6c8-c597-4644-93a1-db4a0cff5bcb tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 210 time: 0.0914917 Apr 18 21:06:32.312928 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70223dd4-f7ad-4c91-a9a6-152d1d5d99c0 req-03177b88-2360-481e-bf6b-819b48047fa6 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099435 Apr 18 21:06:32.679187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d4136-040d-4655-aeaf-d9f3fc60e117 req-f39d8323-c152-45da-8022-bf2bd655e7f7 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:32.680756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-641d4136-040d-4655-aeaf-d9f3fc60e117 req-f39d8323-c152-45da-8022-bf2bd655e7f7 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 949 time: 0.1421020 Apr 18 21:06:32.849253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:06:32.855212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-641d4136-040d-4655-aeaf-d9f3fc60e117 req-b30491c8-1134-4732-9cc2-3835ee9a2891 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343217 Apr 18 21:06:32.863073 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.886228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8aaaf-d992-424b-bf2a-76c7e7e4833e req-318ba80d-c3d8-4400-9fff-d55792d456fd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:32.895236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acd8aaaf-d992-424b-bf2a-76c7e7e4833e req-318ba80d-c3d8-4400-9fff-d55792d456fd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 932 time: 0.2060804 Apr 18 21:06:32.895236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Transition to ACTIVE for port object 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:32.936260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acd8aaaf-d992-424b-bf2a-76c7e7e4833e req-60c5b823-5223-4892-bf28-e845d8662112 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431778 Apr 18 21:06:33.060630 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.239462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Pushing event updated for resources: {'Port': ['ID=615d57b1-c106-4fd1-9ec6-cb87b429bdc0,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:33.265947 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.291245 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 735a7594-9936-41db-8437-fdb40f32c3db up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:33.377265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Attempting to bind port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:33.377797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Attempting to bind port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:33.378275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Attempting to bind port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 on network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:33.384857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 on network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:06:33.386110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Attempting to bind port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 on network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:33.395135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:33.399211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Checking segment: {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:33.399211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Bound using segment: {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:33.399211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Bound port: 615d57b1-c106-4fd1-9ec6-cb87b429bdc0, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:33.399211 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.500529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] For port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:33.503989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] For port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=615d57b1-c106-4fd1-9ec6-cb87b429bdc0,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:33.626199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 735a7594-9936-41db-8437-fdb40f32c3db completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:33.631417 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 735a7594-9936-41db-8437-fdb40f32c3db triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:33.631785 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.701785 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.777433 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.788562 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.790309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] 10.222.0.59 "PUT /v2.0/ports/615d57b1-c106-4fd1-9ec6-cb87b429bdc0 HTTP/1.1" status: 200 len: 1092 time: 1.9677563 Apr 18 21:06:33.790829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'tag': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:33.833794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee63b5-cd9f-4b1c-b7bc-b1289eacb403 service neutron] Pushing event updated for resources: {'Port': ['ID=615d57b1-c106-4fd1-9ec6-cb87b429bdc0,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:33.845952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:33.856345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:34.000691 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d515f41-0397-48ee-9a17-ca5eacb0125e req-93ff4b1c-5bc3-4f43-91e7-4a31af22b25d tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1256866 Apr 18 21:06:34.016281 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7cf69eb-6102-48af-8d32-52be0a52bfc5 req-4df369d0-9781-428c-9854-fd867d5e3716 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 210 time: 0.0562406 Apr 18 21:06:34.032071 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.036462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:34.091306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f75626-977b-4835-9211-4145dd337160 req-8b23f276-2dd5-490e-bde6-9913f5616604 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:34.094450 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-8b23f276-2dd5-490e-bde6-9913f5616604 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087&tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 949 time: 0.1867740 Apr 18 21:06:34.097215 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-a60e6022-4210-4cf4-8493-48ffa5e456ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c343e3d1bbb45eb924713b7286635d3&device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 1095 time: 0.0922332 Apr 18 21:06:34.217885 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-dbe6ca12-8b9b-4099-8947-de6f05fbc771 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=615d57b1-c106-4fd1-9ec6-cb87b429bdc0 HTTP/1.1" status: 200 len: 217 time: 0.1031282 Apr 18 21:06:34.288163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:34.351711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-f078c22e-bf60-437e-ad59-1722b429754e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:34.351711 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-f078c22e-bf60-437e-ad59-1722b429754e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7fdcd53c-a783-4ede-b053-9e521ca04a70 HTTP/1.1" status: 200 len: 862 time: 0.1243238 Apr 18 21:06:34.412874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:34.417981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:34.422177 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.435447 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-21a2e1af-3073-4b4a-8d4d-030760d952cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769806 Apr 18 21:06:34.457075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-fa11c128-cee3-4973-9865-ebf35e6034ca service neutron] 10.222.0.59 "GET /v2.0/ports/735a7594-9936-41db-8437-fdb40f32c3db/bindings/n-h1-836017-3 HTTP/1.1" status: 200 len: 382 time: 0.3508956 Apr 18 21:06:34.499727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e6f60-f106-4589-98f0-11f803c9a984 req-ab7c62d0-dd8c-4f42-b2ee-ea53acf4c488 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:34.501238 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f01e6f60-f106-4589-98f0-11f803c9a984 req-ab7c62d0-dd8c-4f42-b2ee-ea53acf4c488 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 945 time: 0.2179704 Apr 18 21:06:34.557524 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.584131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23ecea-28b1-4cfb-8201-0dea30cd0941 req-cc1816c7-3b83-46d0-a1cd-81ab700b7ef6 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:34.585699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de23ecea-28b1-4cfb-8201-0dea30cd0941 req-cc1816c7-3b83-46d0-a1cd-81ab700b7ef6 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.2004793 Apr 18 21:06:34.599180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:34.609376 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-c0101257-6f75-4231-af5f-85814805267d service neutron] 10.222.0.59 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668744 Apr 18 21:06:34.640511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f01e6f60-f106-4589-98f0-11f803c9a984 req-dc4bb215-55f4-41be-ba27-b9c6b31edade tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963159 Apr 18 21:06:34.676981 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de23ecea-28b1-4cfb-8201-0dea30cd0941 req-f8e7f015-3745-4a68-a632-8bd918c616e5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770648 Apr 18 21:06:34.686852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-20ac2f23-ed1e-4612-a4b4-98399f4523e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 1101 time: 0.1933193 Apr 18 21:06:34.744944 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.783539 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e77070-d1a7-4c2c-a3b5-15cab6008ed8'] response: {'name': 'network-changed', 'server_uuid': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'tag': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0', 'status': 'completed', 'code': 200} Apr 18 21:06:34.787712 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5c5d1102-8050-4ec0-b1d4-3da3edf702a8 req-261140e7-5165-4b68-aa15-4f0f88c8f4c5 service neutron] 10.222.0.59 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721787 Apr 18 21:06:34.840725 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8666ac81-a702-4655-af7f-b2fe76a8e7ab'] response: {'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db', 'code': 200} Apr 18 21:06:34.878196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:35.093561 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68a1edb6-aff6-4252-a13e-9fccfee11165 req-39d8af62-1b39-401c-8c79-fedc330d9759 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c343e3d1bbb45eb924713b7286635d3&device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 1095 time: 0.0910881 Apr 18 21:06:35.271084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1edb6-aff6-4252-a13e-9fccfee11165 req-2457631c-5289-4e9b-9409-ba411e0d931e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.272568 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68a1edb6-aff6-4252-a13e-9fccfee11165 req-2457631c-5289-4e9b-9409-ba411e0d931e service neutron] 10.222.0.59 "GET /v2.0/networks?id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a HTTP/1.1" status: 200 len: 924 time: 0.1725802 Apr 18 21:06:35.289322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f75626-977b-4835-9211-4145dd337160 req-66ba43be-cc4e-46b5-94d3-01981f327c9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.290813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-66ba43be-cc4e-46b5-94d3-01981f327c9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.5953314 Apr 18 21:06:35.367465 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68a1edb6-aff6-4252-a13e-9fccfee11165 req-515ec9aa-c9a3-41ff-a778-6dcc75b852e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=615d57b1-c106-4fd1-9ec6-cb87b429bdc0 HTTP/1.1" status: 200 len: 217 time: 0.0878711 Apr 18 21:06:35.454032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1edb6-aff6-4252-a13e-9fccfee11165 req-81fd9945-62ae-45fd-af08-04ef545e13ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.456676 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68a1edb6-aff6-4252-a13e-9fccfee11165 req-81fd9945-62ae-45fd-af08-04ef545e13ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7fdcd53c-a783-4ede-b053-9e521ca04a70 HTTP/1.1" status: 200 len: 862 time: 0.0817947 Apr 18 21:06:35.494063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-2a1f569d-8665-40e8-87e1-25e9620aa06b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 217 time: 0.1860108 Apr 18 21:06:35.565041 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68a1edb6-aff6-4252-a13e-9fccfee11165 req-2eabd16b-30ae-4091-be5c-2d1245afeb73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023538 Apr 18 21:06:35.577505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13958e29-d606-427b-9262-d70ff15777a2 req-211dcfa8-bf37-4e02-b6e3-a4fa9e875552 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.579169 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13958e29-d606-427b-9262-d70ff15777a2 req-211dcfa8-bf37-4e02-b6e3-a4fa9e875552 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 950 time: 0.6807199 Apr 18 21:06:35.698230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52e39d-c9d6-421b-8fcd-fa2d5b2c6c25 req-46b42750-a66c-4859-a154-5a1e600cb4e1 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.700538 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de52e39d-c9d6-421b-8fcd-fa2d5b2c6c25 req-46b42750-a66c-4859-a154-5a1e600cb4e1 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 944 time: 0.7239211 Apr 18 21:06:35.713584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-717423cc-699a-46d9-896d-0948a012c242 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.715149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-717423cc-699a-46d9-896d-0948a012c242 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.26 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 821 time: 0.6821406 Apr 18 21:06:35.741869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Request body: {'port': {'device_id': 'b20a5713-5832-42dc-8a12-5855b6c6ada1', 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a', 'admin_state_up': True, 'tenant_id': 'dab6748eaf3e409f9a3ff9969581722b'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:35.773513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f75626-977b-4835-9211-4145dd337160 req-4e8fa73c-8b85-4557-aa39-d8fb2e3e1e8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.776541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-4e8fa73c-8b85-4557-aa39-d8fb2e3e1e8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2544959 Apr 18 21:06:35.825438 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68a1edb6-aff6-4252-a13e-9fccfee11165 req-bc5b7191-013b-4175-add4-a07d9b6da5a9 service neutron] 10.222.0.59 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538207 Apr 18 21:06:35.837540 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:06:35.934299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-c62bf57d-b838-44ef-a67c-4cb21a305ff0 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.935721 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-c62bf57d-b838-44ef-a67c-4cb21a305ff0 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 945 time: 0.5440040 Apr 18 21:06:35.943977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13958e29-d606-427b-9262-d70ff15777a2 req-61b31805-b202-4ef6-83e6-60d5e3bb86ca tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538859 Apr 18 21:06:36.006391 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68a1edb6-aff6-4252-a13e-9fccfee11165 req-ffd96ebb-9cf9-4663-abb3-88a9c4e6c407 service neutron] 10.222.0.59 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732755 Apr 18 21:06:36.018337 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de52e39d-c9d6-421b-8fcd-fa2d5b2c6c25 req-afd2397a-ebdf-4d09-859a-42de8de43389 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018727 Apr 18 21:06:36.074100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Deleting port f1aef5ae-8ba2-421e-b277-b32ac98fa18f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:36.074404 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.148393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:36.153148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-f29f222b-7df5-40d9-b386-a1424d8bfdef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3660698 Apr 18 21:06:36.168063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:36.360705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb957a5a-7663-4096-8f7c-78ae18493702 req-64dfe5a8-9e8e-4829-857b-e4238a357f12 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 210 time: 0.1979327 Apr 18 21:06:36.382734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8e10151-58ce-4af2-af92-4b450128ed53 req-a5571be6-fc2e-41ee-869a-0e513717906d tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1580191 Apr 18 21:06:36.489277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Made reservation on behalf of dab6748eaf3e409f9a3ff9969581722b for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:36.492333 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.689393 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-7605b83f-18a9-41dd-ae7a-7703b6b0c99b service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221140 Apr 18 21:06:36.763467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] For port f1aef5ae-8ba2-421e-b277-b32ac98fa18f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f1aef5ae-8ba2-421e-b277-b32ac98fa18f,segment=NetworkSegment(d23a061d-15ef-464a-98a7-01b895db5026),segment_id=d23a061d-15ef-464a-98a7-01b895db5026)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:36.763824 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.842039 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39db8ca-8ea0-48fe-920e-9d70ee204839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:37.157156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c9c95-6ea3-4e79-97ec-ea2fc8acc46f req-5d179ad1-5adc-4240-abc4-6bcc118f7aca tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:37.158675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f02c9c95-6ea3-4e79-97ec-ea2fc8acc46f req-5d179ad1-5adc-4240-abc4-6bcc118f7aca tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 945 time: 0.6409037 Apr 18 21:06:37.314747 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-139c6618-c7bd-40d4-98b3-ca84876236d0 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025951 Apr 18 21:06:37.333534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Allocated IP 172.20.0.8 (dbc13dec-00f3-4832-bc9d-a14781c5f66a/b34c619c-e654-4ba8-a640-81b7c7c84856/361869b3-2bf5-40f3-b62f-466a7662455a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:37.352343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562fbdc-09d9-4c6c-af67-b7e21f94ec2b req-386abe3c-d44e-4252-a103-4fdb131b57a3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:37.353851 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3562fbdc-09d9-4c6c-af67-b7e21f94ec2b req-386abe3c-d44e-4252-a103-4fdb131b57a3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.7416704 Apr 18 21:06:37.487192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f02c9c95-6ea3-4e79-97ec-ea2fc8acc46f req-161b0aae-f285-4e88-a577-9f0f4c11ed06 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c65498-3667-415a-994e-e5fb4efa4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652595 Apr 18 21:06:37.562194 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.562589 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.562862 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Floating IP bb1849a2-48c7-4271-a303-d243e435d515 disassociated. External IP: 172.25.3.21, port: f1aef5ae-8ba2-421e-b277-b32ac98fa18f. Apr 18 21:06:37.563206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Calling delete_port for f1aef5ae-8ba2-421e-b277-b32ac98fa18f owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:37.620745 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4b3647-8c38-46fc-a434-58b7df2d0abc'] response: {'server_uuid': 'f39db8ca-8ea0-48fe-920e-9d70ee204839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf', 'code': 200} Apr 18 21:06:37.643029 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3562fbdc-09d9-4c6c-af67-b7e21f94ec2b req-c0ebca25-7da0-46fe-857e-6537a6acc475 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774632 Apr 18 21:06:38.055130 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.078824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-349131d5-4812-4a1a-ac47-cdd8454c6a3f req-c2cddd7c-a05e-4779-ada0-a96df732795e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 1101 time: 0.3624804 Apr 18 21:06:38.094933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640ba7e-97f8-40d7-9265-2627cf85ae00 req-86e05860-4787-4701-bc25-919529a0b831 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:38.096414 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c640ba7e-97f8-40d7-9265-2627cf85ae00 req-86e05860-4787-4701-bc25-919529a0b831 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 950 time: 0.3226995 Apr 18 21:06:38.146801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672b719-4322-40f5-bdeb-2ad252f9da23 req-3e5ecbc7-8b8b-447f-b207-ed5f57817b48 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:38.148457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9672b719-4322-40f5-bdeb-2ad252f9da23 req-3e5ecbc7-8b8b-447f-b207-ed5f57817b48 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 944 time: 0.3198736 Apr 18 21:06:38.200313 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.264287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-349131d5-4812-4a1a-ac47-cdd8454c6a3f req-4393661f-1153-4767-b506-645cb78a60a9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667879 Apr 18 21:06:38.279623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Pushing event deleted for resources: {'Port': ['ID=f1aef5ae-8ba2-421e-b277-b32ac98fa18f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:38.290289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c640ba7e-97f8-40d7-9265-2627cf85ae00 req-196cd422-f5f7-4036-83c6-d439cb72aea5 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736646 Apr 18 21:06:38.306113 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9672b719-4322-40f5-bdeb-2ad252f9da23 req-c84c0a69-6e8d-405c-9ea4-b69b220681e6 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400599 Apr 18 21:06:38.427735 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.586698 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca9e43d8-34d6-417f-b2b5-b8a9c17ea78f req-aeff9ce8-1878-4b5e-94fc-2113745e4635 tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1158049 Apr 18 21:06:38.603206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Network dbc13dec-00f3-4832-bc9d-a14781c5f66a is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:38.618711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:38.621020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:38.651453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Pushing event updated for resources: {'Port': ['ID=361869b3-2bf5-40f3-b62f-466a7662455a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:38.720301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:38.720767 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.762976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b71a5-b873-4d7e-91d8-058d884e45a2 req-cfa16232-7cf7-4771-bd8d-9d0a4e1fc272 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:38.782263 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d76b71a5-b873-4d7e-91d8-058d884e45a2 req-cfa16232-7cf7-4771-bd8d-9d0a4e1fc272 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 931 time: 0.3125968 Apr 18 21:06:38.919415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-aeedabb0-4c28-4544-9de3-53ae40f3e223 req-a15a9bc8-ba6d-414d-8808-c9f0e4b184b5 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Synchronizing usage tracker for tenant:7437350409fb428d9fc93f09f6eb3036 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:38.926699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-f50fe333-2a19-47c5-83f1-aaf2ac8ba49e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1942441 Apr 18 21:06:38.945978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Request body: {'port': {'device_id': 'b20a5713-5832-42dc-8a12-5855b6c6ada1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:39.026471 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.081932 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d76b71a5-b873-4d7e-91d8-058d884e45a2 req-59158403-d7d1-4215-97f8-1a35a24f09c8 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982962 Apr 18 21:06:39.171907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Router 3f4057c3-010c-4ef0-9625-d98ff3c7822a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:39.197533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.277799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-aeedabb0-4c28-4544-9de3-53ae40f3e223 req-a15a9bc8-ba6d-414d-8808-c9f0e4b184b5 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Unset dirty status for tenant:7437350409fb428d9fc93f09f6eb3036 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:39.278967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aeedabb0-4c28-4544-9de3-53ae40f3e223 req-a15a9bc8-ba6d-414d-8808-c9f0e4b184b5 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 210 time: 0.4357309 Apr 18 21:06:39.321936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:06:39.329197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f1aef5ae-8ba2-421e-b277-b32ac98fa18f no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:39.379281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: f1aef5ae-8ba2-421e-b277-b32ac98fa18f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:06:39.379648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f1aef5ae-8ba2-421e-b277-b32ac98fa18f not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:06:39.530378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=615d57b1-c106-4fd1-9ec6-cb87b429bdc0,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:39.547099 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'port_id': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0', 'mac_address': 'fa:16:3e:99:6a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:06:39.608515 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.629705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:06:39.647401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=615d57b1-c106-4fd1-9ec6-cb87b429bdc0,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:39.742534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c7e27-7e9a-42e9-9c93-363c2add05ad req-db8684db-8b9f-40ca-bca4-6ec03b0e5c20 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:39.744232 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-290c7e27-7e9a-42e9-9c93-363c2add05ad req-db8684db-8b9f-40ca-bca4-6ec03b0e5c20 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.4324501 Apr 18 21:06:39.836585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9393008-623c-450c-8b7b-c909190e3047 req-22dfef1d-568b-489f-add8-8cbbe10ea699 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:39.838048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9393008-623c-450c-8b7b-c909190e3047 req-22dfef1d-568b-489f-add8-8cbbe10ea699 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 950 time: 0.3604944 Apr 18 21:06:39.854987 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.905947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-290c7e27-7e9a-42e9-9c93-363c2add05ad req-ac805671-9e52-4af0-a8de-d0433c3f3e04 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502466 Apr 18 21:06:39.930482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=615d57b1-c106-4fd1-9ec6-cb87b429bdc0,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:40.003930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9393008-623c-450c-8b7b-c909190e3047 req-2b369b39-38ba-43a9-a68d-dbbab86eea6d tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535213 Apr 18 21:06:40.011661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:40.029350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc608db-4606-41dc-bb5d-99e201c442e6 None None] Sync routers for ids ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:40.043867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc608db-4606-41dc-bb5d-99e201c442e6 None None] Routers {'3f4057c3-010c-4ef0-9625-d98ff3c7822a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:40.044756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4cc608db-4606-41dc-bb5d-99e201c442e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:40.174863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361869b3-2bf5-40f3-b62f-466a7662455a {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:06:40.179496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] No DVR routers for this DVR port f1aef5ae-8ba2-421e-b277-b32ac98fa18f on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:40.182499 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.185271 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7371d76b-3c7f-4fdf-8a92-d1235ad4f6d1 req-bdc47435-e594-4429-b949-76e536ae96a4 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.59 "DELETE /v2.0/ports/f1aef5ae-8ba2-421e-b277-b32ac98fa18f HTTP/1.1" status: 204 len: 173 time: 4.2403896 Apr 18 21:06:40.193801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'name': 'network-vif-deleted', 'tag': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:40.200190 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.223317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Transition to ACTIVE for port object 361869b3-2bf5-40f3-b62f-466a7662455a will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:40.233679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['615d57b1-c106-4fd1-9ec6-cb87b429bdc0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:06:40.257371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012958a-e129-4d83-96b9-8dbc0313d28c req-eb957ca4-5b5e-470c-a9c2-b404c56c2305 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:40.258903 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e012958a-e129-4d83-96b9-8dbc0313d28c req-eb957ca4-5b5e-470c-a9c2-b404c56c2305 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 945 time: 0.1578264 Apr 18 21:06:40.326053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e012958a-e129-4d83-96b9-8dbc0313d28c req-b712d8a1-0271-455b-a60e-736896d06294 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602174 Apr 18 21:06:40.416120 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.467577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4cc608db-4606-41dc-bb5d-99e201c442e6 None None] Set router 3f4057c3-010c-4ef0-9625-d98ff3c7822a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:40.600186 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fce422fd-826c-4793-95ea-6effb9faf59b req-2bbf6cce-623e-475b-916a-e1efbbc86182 tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1192114 Apr 18 21:06:40.727446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=361869b3-2bf5-40f3-b62f-466a7662455a,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:40.803924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90c620-16d1-497f-8d8c-8c86680ac721 req-b5944acc-c550-4102-9b9a-bc5bea73b30e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:40.804853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cb90c620-16d1-497f-8d8c-8c86680ac721 req-b5944acc-c550-4102-9b9a-bc5bea73b30e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Synchronizing usage tracker for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:40.850612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:40.851094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:40.851430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:40.859255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:06:40.859574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:40.881974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:40.882388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:40.883389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:40.883747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Bound port: 361869b3-2bf5-40f3-b62f-466a7662455a, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:40.884100 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.959690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4cc608db-4606-41dc-bb5d-99e201c442e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:03:06Z', 'revision_number': 4, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1d21f350-2fd0-4dc7-b62f-5429eec54581', 'name': '', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'mac_address': 'fa:16:3e:e1:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:04Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 5, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'subnets': [{'id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:40.966576 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc608db-4606-41dc-bb5d-99e201c442e6 None None] Checking router: 3f4057c3-010c-4ef0-9625-d98ff3c7822a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:06:40.980005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc608db-4606-41dc-bb5d-99e201c442e6 None None] Routers {'3f4057c3-010c-4ef0-9625-d98ff3c7822a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:40.981057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4cc608db-4606-41dc-bb5d-99e201c442e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:40.988086 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ffc229-b8d0-4781-9e3b-8015201a43ec'] response: {'server_uuid': 'be8e457f-8a2e-4e30-b596-3484b92cc845', 'name': 'network-vif-deleted', 'tag': 'f1aef5ae-8ba2-421e-b277-b32ac98fa18f', 'status': 'completed', 'code': 200} Apr 18 21:06:41.002471 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:41.006794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=361869b3-2bf5-40f3-b62f-466a7662455a,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:41.027104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cb90c620-16d1-497f-8d8c-8c86680ac721 req-b5944acc-c550-4102-9b9a-bc5bea73b30e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Unset dirty status for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:41.031524 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb90c620-16d1-497f-8d8c-8c86680ac721 req-b5944acc-c550-4102-9b9a-bc5bea73b30e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 943 time: 0.5526383 Apr 18 21:06:41.103953 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.198186 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb90c620-16d1-497f-8d8c-8c86680ac721 req-8ae699ce-dcdb-40a0-a0b4-244ff89a211b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607962 Apr 18 21:06:41.290073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33500) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:41.442238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:41.470453 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7df95e17-e4cd-4666-91f0-0688390c71ef req-7db42ef8-90ef-4d64-9471-4551cc2bf37b tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8e457f-8a2e-4e30-b596-3484b92cc845 HTTP/1.1" status: 200 len: 210 time: 0.2680964 Apr 18 21:06:41.472311 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.473680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/361869b3-2bf5-40f3-b62f-466a7662455a HTTP/1.1" status: 200 len: 1091 time: 2.5363278 Apr 18 21:06:41.550363 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-87450c60-dc81-4ecb-8736-be8df31e3afd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087&tenant_id=6fe6054587cf41f8ae2400d6e4d475d9 HTTP/1.1" status: 200 len: 1101 time: 0.1513319 Apr 18 21:06:41.562491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:41.577387 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4cc608db-4606-41dc-bb5d-99e201c442e6 None None] Set router 3f4057c3-010c-4ef0-9625-d98ff3c7822a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:41.599266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c0d1d-6bb2-4380-be93-9cb95c3bd6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=361869b3-2bf5-40f3-b62f-466a7662455a,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.745801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e02db9-afbb-4323-b105-ad399aca3874 req-b5bec759-db3f-4919-aea9-b6d1d46215b3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:41.745801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37e02db9-afbb-4323-b105-ad399aca3874 req-b5bec759-db3f-4919-aea9-b6d1d46215b3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.2324395 Apr 18 21:06:41.745993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.832696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.859120 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:41.900611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:41.913204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:41.913417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37e02db9-afbb-4323-b105-ad399aca3874 req-841603d7-1feb-4812-9407-64a902a6b0d8 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978130 Apr 18 21:06:41.914833 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.990316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d1093-a43c-4f38-b13a-2d053619faf2 req-83e2cb93-f8ce-444c-92a4-3be32e69bfbe tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:41.992187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d4d1093-a43c-4f38-b13a-2d053619faf2 req-83e2cb93-f8ce-444c-92a4-3be32e69bfbe tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 950 time: 0.2276125 Apr 18 21:06:42.166114 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-90aa2cda-3202-447c-adf6-9819d1917333 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 1094 time: 0.3319058 Apr 18 21:06:42.175596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d4d1093-a43c-4f38-b13a-2d053619faf2 req-66314de8-00ef-4abd-b875-36820f9b8d12 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724238 Apr 18 21:06:42.193974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Usage tracker for resource:security_group_rule and tenant:8f2b5a4a97af4df192715138adaf26b5 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:42.222731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:42.270745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:42.310647 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.329456 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-ce540845-c28f-4d7c-849c-a87242b3b38b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361869b3-2bf5-40f3-b62f-466a7662455a HTTP/1.1" status: 200 len: 217 time: 0.1518877 Apr 18 21:06:42.371094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=615d57b1-c106-4fd1-9ec6-cb87b429bdc0,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:42.372867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:42.374179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:42.384836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4cc608db-4606-41dc-bb5d-99e201c442e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:03:06Z', 'revision_number': 4, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1d21f350-2fd0-4dc7-b62f-5429eec54581', 'name': '', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'mac_address': 'fa:16:3e:e1:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:04Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 5, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'subnets': [{'id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:42.390075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc608db-4606-41dc-bb5d-99e201c442e6 None None] The sync data for ids ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'] in n-d-836017-3 is: [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:03:06Z', 'revision_number': 4, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1d21f350-2fd0-4dc7-b62f-5429eec54581', 'name': '', 'network_id': '945f9372-dcf6-4603-bc16-324e0556baa5', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'mac_address': 'fa:16:3e:e1:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:04Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 5, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'subnets': [{'id': 'c635945d-e4e9-4884-93f2-22d0ccd3cc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:42.469704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:42.519575 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.576019 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0bbf2247-1ffc-42e8-8124-35e42daaab67 req-a7b6ad47-75f8-482c-aa96-093e65397a1f tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0955863 Apr 18 21:06:42.591652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.610088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:42.617293 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.626656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-6b1b19e8-e7ab-4b7f-a189-b2abf3131483 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:42.627261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=615d57b1-c106-4fd1-9ec6-cb87b429bdc0,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:42.629914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-6b1b19e8-e7ab-4b7f-a189-b2abf3131483 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.2633793 Apr 18 21:06:42.639514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Transition to ACTIVE for port object 735a7594-9936-41db-8437-fdb40f32c3db will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:42.679916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1bfd0-5ecd-4924-9883-c8b2411b75fc req-d6f5248e-5002-4db5-be57-b4d032f6dd0f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:42.681415 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2e1bfd0-5ecd-4924-9883-c8b2411b75fc req-d6f5248e-5002-4db5-be57-b4d032f6dd0f tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 945 time: 0.5677958 Apr 18 21:06:42.715410 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-c8ef12e6-19ad-49a4-8e6f-10479b552444 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784144 Apr 18 21:06:42.718079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.736569 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.811597 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f2e341-174b-4192-9cc2-a445806df438 None None] New status for floating IP bb1849a2-48c7-4271-a303-d243e435d515: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:06:42.883924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2e1bfd0-5ecd-4924-9883-c8b2411b75fc req-7a36fa24-896b-476a-aa67-41cf5270b865 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910529 Apr 18 21:06:42.991359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20a5713-5832-42dc-8a12-5855b6c6ada1', 'tag': '361869b3-2bf5-40f3-b62f-466a7662455a'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:43.020474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-ee1c32a0-316a-490f-9eef-51a306810523 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978942 Apr 18 21:06:43.197743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45f7812-0cfe-4c3b-a9fa-ab1be15c1f5b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:43.236315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] No DVR routers for this DVR port 735a7594-9936-41db-8437-fdb40f32c3db on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:43.239764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=10']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:43.250198 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f2b5a4a97af4df192715138adaf26b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9582539 Apr 18 21:06:43.253445 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33530) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:43.288032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.289174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.289174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.289174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.289555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.289714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.290027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.290520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.292101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.292101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.292101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff9655-60cb-4af1-9d62-5e46dd7f5969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.297809 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.298159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.298490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.298914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.299158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.300729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.300729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.301009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.301319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.301682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.302186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:43.312608 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a06e4f6-64e2-42a9-a0d0-7238149af092'] response: {'server_uuid': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0', 'code': 200} Apr 18 21:06:43.365166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc94051-f4e5-4c96-a435-f44dfa11247d req-4302ab0e-8dc0-43ca-8499-1f7f3d46edeb tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:43.374015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 735a7594-9936-41db-8437-fdb40f32c3db no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:43.374349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cc94051-f4e5-4c96-a435-f44dfa11247d req-4302ab0e-8dc0-43ca-8499-1f7f3d46edeb tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 943 time: 0.2845929 Apr 18 21:06:43.407895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Attempting to bind port 735a7594-9936-41db-8437-fdb40f32c3db on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:43.408502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Attempting to bind port 735a7594-9936-41db-8437-fdb40f32c3db by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:43.408816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Attempting to bind port 735a7594-9936-41db-8437-fdb40f32c3db on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:43.419592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Port 735a7594-9936-41db-8437-fdb40f32c3db on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:06:43.419924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Attempting to bind port 735a7594-9936-41db-8437-fdb40f32c3db on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:43.440888 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ece0345-ca30-43f5-80ab-7f695662f845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.443912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:43.443912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:43.443912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:43.444330 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Bound port: 735a7594-9936-41db-8437-fdb40f32c3db, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:43.444601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.470749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 735a7594-9936-41db-8437-fdb40f32c3db not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:06:43.475931 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9edcb0a-7303-4b44-8b4b-db0c4a5865a6 req-809ae258-cfec-4bb8-a75b-6849e2dae6e4 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485936 Apr 18 21:06:43.513684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cc94051-f4e5-4c96-a435-f44dfa11247d req-fbe1709e-38a4-40ab-95c0-01364a513811 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381967 Apr 18 21:06:43.527117 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ece0345-ca30-43f5-80ab-7f695662f845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.533070 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe26026b-9007-4eb5-b23a-cb9f5444c3a9 req-dde5092d-4c95-4a11-9bd8-e2e1a228ef2b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 1097 time: 0.1266747 Apr 18 21:06:43.582540 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52cabaf8-978d-47cd-b88a-a23e9b81f3ae'] response: {'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db', 'code': 200} Apr 18 21:06:43.605682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe26026b-9007-4eb5-b23a-cb9f5444c3a9 req-e5ba7030-1a38-4192-bcff-83f3e929177e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661161 Apr 18 21:06:43.635591 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f584c62-b47f-456e-9cdb-59cb7eb00049'] response: {'name': 'network-changed', 'server_uuid': 'b20a5713-5832-42dc-8a12-5855b6c6ada1', 'tag': '361869b3-2bf5-40f3-b62f-466a7662455a', 'status': 'completed', 'code': 200} Apr 18 21:06:43.670615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:43.675700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:43.770399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24c6480a-1def-4388-80dc-a278a888b7d2 req-e79aabc3-fb9f-4c63-98f3-8184c27f6826 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 1094 time: 0.1135070 Apr 18 21:06:43.781254 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.823919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33546) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:43.849284 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ece0345-ca30-43f5-80ab-7f695662f845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.888315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece0345-ca30-43f5-80ab-7f695662f845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45f7812-0cfe-4c3b-a9fa-ab1be15c1f5b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:43.912178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ece0345-ca30-43f5-80ab-7f695662f845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.916064 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6ece0345-ca30-43f5-80ab-7f695662f845 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f45f7812-0cfe-4c3b-a9fa-ab1be15c1f5b HTTP/1.1" status: 204 len: 168 time: 0.6567481 Apr 18 21:06:43.918854 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.920300 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] 10.222.0.26 "PUT /v2.0/ports/735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 1097 time: 2.3635001 Apr 18 21:06:44.028839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f570cc-ec84-4522-b0cf-479a1c3d468f service neutron] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=11']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:44.091189 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d37d7b83-8000-4f63-a653-3cda39beac87 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.091844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6480a-1def-4388-80dc-a278a888b7d2 req-1a15d1ce-f091-47cc-ae3b-7b1205834610 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:44.093388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24c6480a-1def-4388-80dc-a278a888b7d2 req-1a15d1ce-f091-47cc-ae3b-7b1205834610 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.3175969 Apr 18 21:06:44.130055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d37d7b83-8000-4f63-a653-3cda39beac87 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.149695 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-14d46258-a0d8-4368-85c0-d19ee487035a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 1100 time: 0.1852486 Apr 18 21:06:44.161177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-50ca4342-c8da-4d54-b7c7-939e5f7b4031 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--960314941&fields=id&tenant_id=dd0dbec6e91b4fc8b376969fb52f06f4 HTTP/1.1" status: 200 len: 267 time: 0.1779294 Apr 18 21:06:44.224654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af4105-a959-450f-8b92-dadfa8a91efd req-34788e76-fd22-4475-8609-4e98040566cf tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:44.232138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17af4105-a959-450f-8b92-dadfa8a91efd req-34788e76-fd22-4475-8609-4e98040566cf tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 949 time: 0.5180931 Apr 18 21:06:44.260400 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24c6480a-1def-4388-80dc-a278a888b7d2 req-c1dcd319-0de4-45a0-895d-eeac97ec71fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361869b3-2bf5-40f3-b62f-466a7662455a HTTP/1.1" status: 200 len: 217 time: 0.1588578 Apr 18 21:06:44.427119 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d37d7b83-8000-4f63-a653-3cda39beac87 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.444024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f75626-977b-4835-9211-4145dd337160 req-410f397e-0d54-4469-aa51-06ee2a28395c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:44.445604 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-410f397e-0d54-4469-aa51-06ee2a28395c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2858336 Apr 18 21:06:44.451682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d7b83-8000-4f63-a653-3cda39beac87 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c65498-3667-415a-994e-e5fb4efa4cfc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:44.511941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17af4105-a959-450f-8b92-dadfa8a91efd req-94f3d9b5-5002-4737-8ad9-b7fcdaca52a8 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788963 Apr 18 21:06:44.519047 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-6bddea40-e07c-4a94-989d-fe9265076527 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 217 time: 0.0642724 Apr 18 21:06:44.525701 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d37d7b83-8000-4f63-a653-3cda39beac87 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.529892 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d37d7b83-8000-4f63-a653-3cda39beac87 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "DELETE /v2.0/security-groups/66c65498-3667-415a-994e-e5fb4efa4cfc HTTP/1.1" status: 204 len: 168 time: 0.7046022 Apr 18 21:06:44.530692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33558) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:44.558960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6480a-1def-4388-80dc-a278a888b7d2 req-24dd2a0c-a85b-4fb0-a0cc-24343f7d5c08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:44.560424 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24c6480a-1def-4388-80dc-a278a888b7d2 req-24dd2a0c-a85b-4fb0-a0cc-24343f7d5c08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.2452309 Apr 18 21:06:44.599050 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-36b1aff7-c3b3-486f-9218-9071aae40829 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] show failed (client error): The resource could not be found. Apr 18 21:06:44.603324 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-36b1aff7-c3b3-486f-9218-9071aae40829 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "GET /v2.0/security-groups/66c65498-3667-415a-994e-e5fb4efa4cfc HTTP/1.1" status: 404 len: 347 time: 0.0365233 Apr 18 21:06:44.608721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33564) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:44.622681 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a82a5-8084-4e7a-b176-40a91884ceef req-9f3e46c7-b268-4c8f-83a8-f6f1fb5a88da tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:44.623739 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-9f3e46c7-b268-4c8f-83a8-f6f1fb5a88da tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/networks?id=86fba982-72c1-4c4e-a91d-ae4f2de457cb HTTP/1.1" status: 200 len: 816 time: 0.4278393 Apr 18 21:06:44.626069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24c6480a-1def-4388-80dc-a278a888b7d2 req-c22a7785-a1fc-486b-b513-9a8ae75f4bcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555887 Apr 18 21:06:44.700149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f75626-977b-4835-9211-4145dd337160 req-6e0cefd0-0aa7-429c-b8a5-fb00cb0add37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:44.702480 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-6e0cefd0-0aa7-429c-b8a5-fb00cb0add37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1779282 Apr 18 21:06:44.769436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-f6efa6a7-59b9-4191-bb81-1abce4af91bf tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/quotas/dd0dbec6e91b4fc8b376969fb52f06f4 HTTP/1.1" status: 200 len: 375 time: 0.1348851 Apr 18 21:06:44.793013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bed96b21-df89-469a-956e-a9efc3bb1a45 req-e7cb7841-a61a-45c0-a659-80b227fa3c6d tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0704327 Apr 18 21:06:44.829334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1c18ad30-9b0b-4429-ba71-f4db5cef54d6 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Deleting port 568cc58a-67df-4764-a46b-3b7852d567db {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:44.829702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c18ad30-9b0b-4429-ba71-f4db5cef54d6 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.842172 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24c6480a-1def-4388-80dc-a278a888b7d2 req-14bed9b5-0f3d-4610-8bcc-4d565dd47304 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091706 Apr 18 21:06:44.974085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33570) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:44.997705 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-f23b5f08-15f4-460e-b409-c09f72788ddd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2873998 Apr 18 21:06:45.007594 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83587001-73cd-41fe-b05b-c360a4d9d0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.062147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24c6480a-1def-4388-80dc-a278a888b7d2 req-713fe5d0-6afd-447a-9940-d56dd1623a08 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133994 Apr 18 21:06:45.211393 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c18ad30-9b0b-4429-ba71-f4db5cef54d6 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.211725 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c18ad30-9b0b-4429-ba71-f4db5cef54d6 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.221118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-83587001-73cd-41fe-b05b-c360a4d9d0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:45.241668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-83587001-73cd-41fe-b05b-c360a4d9d0e4 admin admin] Usage tracker for resource:security_group_rule and tenant:1a4c52ea83794ad4a10c12243116743c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:45.298329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-83587001-73cd-41fe-b05b-c360a4d9d0e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:45.379644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1c18ad30-9b0b-4429-ba71-f4db5cef54d6 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Calling delete_port for 568cc58a-67df-4764-a46b-3b7852d567db owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:45.406123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-83587001-73cd-41fe-b05b-c360a4d9d0e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:45.416580 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-c30e8be6-740d-4bbe-a134-ef901501d9df service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997602 Apr 18 21:06:45.507517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d339f-d360-47c7-afbf-0cb14060e149 req-b606f782-bc79-419c-b4e6-f230a1172d49 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:45.509034 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af3d339f-d360-47c7-afbf-0cb14060e149 req-b606f782-bc79-419c-b4e6-f230a1172d49 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 946 time: 0.1719851 Apr 18 21:06:45.589380 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af3d339f-d360-47c7-afbf-0cb14060e149 req-f5a662fa-bd46-46cd-b1dd-fa725d908564 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726380 Apr 18 21:06:45.592405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:45.610485 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-8e5d4249-84c7-4f50-b2d0-f2be94e89a47 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd0dbec6e91b4fc8b376969fb52f06f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8292279 Apr 18 21:06:45.696562 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96f75626-977b-4835-9211-4145dd337160 req-1e7e066d-c1b9-4b39-927c-22b5fa5253ea service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636974 Apr 18 21:06:45.707800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83587001-73cd-41fe-b05b-c360a4d9d0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.778839 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83587001-73cd-41fe-b05b-c360a4d9d0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.825695 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c18ad30-9b0b-4429-ba71-f4db5cef54d6 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.830995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-065164c1-e52f-4bac-b874-91987e58da57 service neutron] 10.222.0.11 "GET /v2.0/networks/86fba982-72c1-4c4e-a91d-ae4f2de457cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982317 Apr 18 21:06:45.866330 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83587001-73cd-41fe-b05b-c360a4d9d0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db99f681-1948-4bbf-a235-f0cd91c50ba7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:45.884605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463744be-0711-4c6c-a800-7d754f17e02a req-09da2395-1a77-42a7-9eb9-b173f3c68afb tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:45.888390 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-83587001-73cd-41fe-b05b-c360a4d9d0e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a4c52ea83794ad4a10c12243116743c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9102633 Apr 18 21:06:45.888576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-463744be-0711-4c6c-a800-7d754f17e02a req-09da2395-1a77-42a7-9eb9-b173f3c68afb tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 943 time: 0.1541121 Apr 18 21:06:45.888696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18ad30-9b0b-4429-ba71-f4db5cef54d6 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Pushing event deleted for resources: {'Port': ['ID=568cc58a-67df-4764-a46b-3b7852d567db,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:45.889448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33582) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:46.012277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-463744be-0711-4c6c-a800-7d754f17e02a req-2bb2a2fd-0acb-4669-8f07-8f3119498c21 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806117 Apr 18 21:06:46.021453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c18ad30-9b0b-4429-ba71-f4db5cef54d6 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.029667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-d4739d9b-9af4-4145-b459-d8317fb3df96 service neutron] 10.222.0.11 "GET /v2.0/networks/86fba982-72c1-4c4e-a91d-ae4f2de457cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873262 Apr 18 21:06:46.047299 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8587c5b-3dc5-45e0-bb71-526fc644ba4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.082683 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8587c5b-3dc5-45e0-bb71-526fc644ba4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.138759 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c18ad30-9b0b-4429-ba71-f4db5cef54d6 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.144385 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1c18ad30-9b0b-4429-ba71-f4db5cef54d6 tempest-AttachSCSIVolumeTestJSON-1326280516 tempest-AttachSCSIVolumeTestJSON-1326280516-project] 10.222.0.11 "DELETE /v2.0/floatingips/bb1849a2-48c7-4271-a303-d243e435d515 HTTP/1.1" status: 204 len: 168 time: 1.5333633 Apr 18 21:06:46.361004 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8587c5b-3dc5-45e0-bb71-526fc644ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.385997 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-12313553-441c-4195-8dff-384dfe9b8e45 req-a1b4ce14-1ea7-4494-a4a0-5d9d0873000d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d366cd37d5ae42abaa115d9fba5bc04f&device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1805656 Apr 18 21:06:46.396177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8587c5b-3dc5-45e0-bb71-526fc644ba4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db99f681-1948-4bbf-a235-f0cd91c50ba7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:46.403331 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8587c5b-3dc5-45e0-bb71-526fc644ba4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.405957 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d8587c5b-3dc5-45e0-bb71-526fc644ba4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db99f681-1948-4bbf-a235-f0cd91c50ba7 HTTP/1.1" status: 204 len: 168 time: 0.5148308 Apr 18 21:06:46.440672 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-12313553-441c-4195-8dff-384dfe9b8e45 req-d0f864bd-bcf7-4d0e-989d-9c54c35b75c8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d366cd37d5ae42abaa115d9fba5bc04f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319362 Apr 18 21:06:46.626186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12313553-441c-4195-8dff-384dfe9b8e45 req-a1245a73-1b7f-4190-becc-79f8af5df6bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:46.628403 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-12313553-441c-4195-8dff-384dfe9b8e45 req-a1245a73-1b7f-4190-becc-79f8af5df6bc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1819780 Apr 18 21:06:46.877091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c0d2f-d8d0-4aa4-8a97-a7a8b4aefc05 req-a7552334-b633-4e5b-b717-a679fadb164b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:46.879205 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-976c0d2f-d8d0-4aa4-8a97-a7a8b4aefc05 req-a7552334-b633-4e5b-b717-a679fadb164b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 949 time: 0.0986905 Apr 18 21:06:46.990596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-976c0d2f-d8d0-4aa4-8a97-a7a8b4aefc05 req-3376af89-1ae5-4313-9029-2818a706a040 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016912 Apr 18 21:06:47.027192 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fd5a8d-b80c-4300-8609-afe75cdf66d3'] response: {'name': 'network-changed', 'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db', 'status': 'completed', 'code': 200} Apr 18 21:06:47.232637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 361869b3-2bf5-40f3-b62f-466a7662455a details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:06:47.265281 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-d95750b8-c2e0-4727-9ed2-6cc7e034bab8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 1100 time: 0.2139602 Apr 18 21:06:47.513541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f4d65ce-95ee-4afa-b8b4-a0014bda6cca req-74d56a78-5fa6-4dbb-a637-5aea7e9bdc9d tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1496761 Apr 18 21:06:47.515801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=361869b3-2bf5-40f3-b62f-466a7662455a,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:47.535467 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '361869b3-2bf5-40f3-b62f-466a7662455a', 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a', 'port_id': '361869b3-2bf5-40f3-b62f-466a7662455a', 'mac_address': 'fa:16:3e:10:59:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34c619c-e654-4ba8-a640-81b7c7c84856', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:06:47.581004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-27b474fd-3e33-4871-a90f-437df9b44a06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.592340 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-27b474fd-3e33-4871-a90f-437df9b44a06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3085477 Apr 18 21:06:47.626114 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-e7d58203-6042-4d44-928c-4d2b571dc608 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 1100 time: 0.5126743 Apr 18 21:06:47.663267 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.674751 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48cccdfc-1b9f-40b1-b031-88bf23e0753a req-c7d75d50-5d2d-4708-8176-4e8e59ccc6ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3122215 Apr 18 21:06:47.710707 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361869b3-2bf5-40f3-b62f-466a7662455a {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:06:47.728018 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-3a17d551-e890-4c0f-a188-38d86605c399 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 217 time: 0.1363139 Apr 18 21:06:47.748270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=361869b3-2bf5-40f3-b62f-466a7662455a,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:47.781616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e4661-6fa0-4bbd-8f32-b11911cf35e0 req-4c68d61c-fff1-4831-ad74-0885502d61e5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.784379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b96e4661-6fa0-4bbd-8f32-b11911cf35e0 req-4c68d61c-fff1-4831-ad74-0885502d61e5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 946 time: 0.5182786 Apr 18 21:06:47.804762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33660) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:47.825984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-694671a5-56a6-4338-bde7-54e16ca9b43e tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Request body: {'floatingip': {'port_id': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:47.850146 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.891838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-6658882c-470a-4cb5-be29-c95760dfbef1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.894777 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-6658882c-470a-4cb5-be29-c95760dfbef1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2596211 Apr 18 21:06:48.014171 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-694671a5-56a6-4338-bde7-54e16ca9b43e tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.039157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=361869b3-2bf5-40f3-b62f-466a7662455a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:48.094382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-3d748497-6c42-4e82-866b-2273bb1f3293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:48.095546 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-3d748497-6c42-4e82-866b-2273bb1f3293 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.3624299 Apr 18 21:06:48.192446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['361869b3-2bf5-40f3-b62f-466a7662455a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:06:48.278491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0bd129d0-8dac-4d47-827b-d84d431b992d req-d6bc81f7-5fc6-4028-9122-d873058f4913 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 210 time: 0.3339491 Apr 18 21:06:48.286595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-3370c6b3-6c77-46e3-9e15-8681a78e915e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 217 time: 0.3428791 Apr 18 21:06:48.431201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20cc6-be55-4759-8f9d-8a9e39e0a697 req-265e33b3-41ee-4d93-82e7-d5139f615cc8 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:48.438665 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fce20cc6-be55-4759-8f9d-8a9e39e0a697 req-265e33b3-41ee-4d93-82e7-d5139f615cc8 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 950 time: 0.5426476 Apr 18 21:06:48.446622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-d37e22f8-5ee7-4882-87eb-dd6b883211df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:48.448234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-d37e22f8-5ee7-4882-87eb-dd6b883211df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1530721 Apr 18 21:06:48.557096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48cccdfc-1b9f-40b1-b031-88bf23e0753a req-0c6dd771-bea1-4f6f-918c-99956db4f7f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 1101 time: 0.5988626 Apr 18 21:06:48.675064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab5123-2800-4776-8b36-7840fa26b7e3 req-53d8e31c-d557-44d4-a448-ff64f5b60765 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:48.676987 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abab5123-2800-4776-8b36-7840fa26b7e3 req-53d8e31c-d557-44d4-a448-ff64f5b60765 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.59 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 950 time: 0.5085611 Apr 18 21:06:48.696189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-ce6ad12a-29e0-4850-b674-5e03cca97097 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5630674 Apr 18 21:06:48.803911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fce20cc6-be55-4759-8f9d-8a9e39e0a697 req-0724956e-3060-4caf-9d43-93d1ca96bcf6 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641577 Apr 18 21:06:48.896758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cccdfc-1b9f-40b1-b031-88bf23e0753a req-5425612e-aa6a-4006-acd8-4c3242d169bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:48.899171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48cccdfc-1b9f-40b1-b031-88bf23e0753a req-5425612e-aa6a-4006-acd8-4c3242d169bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3160517 Apr 18 21:06:48.950262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-abab5123-2800-4776-8b36-7840fa26b7e3 req-4a67c46a-1802-4ed4-b8a6-fb36f48ca0de tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Deleting port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:48.951297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abab5123-2800-4776-8b36-7840fa26b7e3 req-4a67c46a-1802-4ed4-b8a6-fb36f48ca0de tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.170654 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-246e0532-3785-46a6-95b1-0992c4cc3554 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7055366 Apr 18 21:06:49.214189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 735a7594-9936-41db-8437-fdb40f32c3db details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:06:49.258976 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48cccdfc-1b9f-40b1-b031-88bf23e0753a req-037260b4-12e0-49dc-81ad-cace3d36087e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 200 len: 217 time: 0.3513470 Apr 18 21:06:49.275225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cc075-3c81-40ef-ab7d-8ae8ee9cfb74 req-ff025b1d-635c-45cb-a926-1f77619ab7a6 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:49.278433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce8cc075-3c81-40ef-ab7d-8ae8ee9cfb74 req-ff025b1d-635c-45cb-a926-1f77619ab7a6 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 944 time: 0.6963840 Apr 18 21:06:49.498219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:49.549519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '735a7594-9936-41db-8437-fdb40f32c3db', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '735a7594-9936-41db-8437-fdb40f32c3db', 'mac_address': 'fa:16:3e:19:75:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:06:49.589815 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-6fa17879-e799-4a28-9878-e917aa93a7fe service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8608775 Apr 18 21:06:49.609964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cccdfc-1b9f-40b1-b031-88bf23e0753a req-bf4f3e38-0848-4246-81f7-f178a6381284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:49.612573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48cccdfc-1b9f-40b1-b031-88bf23e0753a req-bf4f3e38-0848-4246-81f7-f178a6381284 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.3306425 Apr 18 21:06:49.633848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce8cc075-3c81-40ef-ab7d-8ae8ee9cfb74 req-c00f5156-8573-4dc0-bc5b-571aac287175 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018069 Apr 18 21:06:49.688202 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-ce8c872f-d836-4340-b8bb-20663090182c service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929562 Apr 18 21:06:49.767189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1592a0f-7685-4058-b740-34e2e57dc8d7 req-506c4634-ea21-4d03-9b3f-aebd78b2a343 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:49.775356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1592a0f-7685-4058-b740-34e2e57dc8d7 req-506c4634-ea21-4d03-9b3f-aebd78b2a343 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 949 time: 0.7036204 Apr 18 21:06:49.973413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1592a0f-7685-4058-b740-34e2e57dc8d7 req-013f51d6-af65-4e28-ba43-072a8fed80a4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968179 Apr 18 21:06:50.040902 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.070749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48cccdfc-1b9f-40b1-b031-88bf23e0753a req-fa2033af-ba11-4d6e-9024-9f388d8067a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4449253 Apr 18 21:06:50.074296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-f1032a34-e49d-494a-bc3a-e9ebfc317970 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745301 Apr 18 21:06:50.125809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735a7594-9936-41db-8437-fdb40f32c3db {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:06:50.179769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:50.283097 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.315685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-abab5123-2800-4776-8b36-7840fa26b7e3 req-4a67c46a-1802-4ed4-b8a6-fb36f48ca0de tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] For port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:50.316981 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abab5123-2800-4776-8b36-7840fa26b7e3 req-4a67c46a-1802-4ed4-b8a6-fb36f48ca0de tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.427334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=12']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:50.480332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-abab5123-2800-4776-8b36-7840fa26b7e3 req-4a67c46a-1802-4ed4-b8a6-fb36f48ca0de tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Calling delete_port for 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:50.505075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dfd8d139-2964-4125-97d3-cd347ad809f1 req-097c40f6-5555-4cf1-bbcd-77c41c50009d tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 210 time: 0.1759384 Apr 18 21:06:50.514921 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16405123-d452-49f7-b861-a7365c999d25 req-1d977106-ab3e-45f6-a7c0-1f270b860caa tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1835442 Apr 18 21:06:50.582858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48cccdfc-1b9f-40b1-b031-88bf23e0753a req-c6e12903-d2b9-493b-9b1d-0f09c1cc6077 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989619 Apr 18 21:06:50.594961 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [None req-694671a5-56a6-4338-bde7-54e16ca9b43e tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:06:50.655261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['735a7594-9936-41db-8437-fdb40f32c3db'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:06:50.848040 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0a3efb08-9a3e-44b3-b120-7db4d5c96dcd req-44ff1215-9100-4172-af3b-2b18b69f51c7 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2348092 Apr 18 21:06:50.993270 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-694671a5-56a6-4338-bde7-54e16ca9b43e tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.090677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48cccdfc-1b9f-40b1-b031-88bf23e0753a req-9d8b24f6-8e82-4bf0-953c-e99e24256fb0 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012596 Apr 18 21:06:51.125616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31190dd2-31ed-4d45-b6fe-bb35b0c4d86a req-be81db08-323c-4252-bc48-57275be0ff7c tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:51.132883 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31190dd2-31ed-4d45-b6fe-bb35b0c4d86a req-be81db08-323c-4252-bc48-57275be0ff7c tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 950 time: 0.2847445 Apr 18 21:06:51.151558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-694671a5-56a6-4338-bde7-54e16ca9b43e tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.166957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8b7c-97a2-4fd0-9c8f-a76de03d68ed req-4d6c9642-cfb9-4ed0-afe6-a8b590e3fe72 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:51.168471 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca5e8b7c-97a2-4fd0-9c8f-a76de03d68ed req-4d6c9642-cfb9-4ed0-afe6-a8b590e3fe72 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 944 time: 0.1925163 Apr 18 21:06:51.223161 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abab5123-2800-4776-8b36-7840fa26b7e3 req-4a67c46a-1802-4ed4-b8a6-fb36f48ca0de tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.228178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 361869b3-2bf5-40f3-b62f-466a7662455a up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:51.237132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31190dd2-31ed-4d45-b6fe-bb35b0c4d86a req-5d36bbae-8a6a-49c3-9144-c153ed94653c tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027033 Apr 18 21:06:51.273763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca5e8b7c-97a2-4fd0-9c8f-a76de03d68ed req-97e05b35-032a-4ff2-91ed-79c76728d9f6 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960612 Apr 18 21:06:51.328851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:06:51.367256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67c46a-1802-4ed4-b8a6-fb36f48ca0de tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Pushing event deleted for resources: {'Port': ['ID=2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:51.528640 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 361869b3-2bf5-40f3-b62f-466a7662455a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:51.537619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 361869b3-2bf5-40f3-b62f-466a7662455a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:51.538289 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.574893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-abab5123-2800-4776-8b36-7840fa26b7e3 req-4a67c46a-1802-4ed4-b8a6-fb36f48ca0de tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] No DVR routers for this DVR port 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:51.583654 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abab5123-2800-4776-8b36-7840fa26b7e3 req-4a67c46a-1802-4ed4-b8a6-fb36f48ca0de tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.586434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39db8ca-8ea0-48fe-920e-9d70ee204839', 'name': 'network-vif-deleted', 'tag': '2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:51.598735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a82a5-8084-4e7a-b176-40a91884ceef req-6017f258-5166-44d5-9a26-93a3ba1aad80 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:51.599865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-569a82a5-8084-4e7a-b176-40a91884ceef req-6017f258-5166-44d5-9a26-93a3ba1aad80 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Synchronizing usage tracker for tenant:dd0dbec6e91b4fc8b376969fb52f06f4 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:51.655773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4dab6-b49f-4fbf-b2a9-ddafa801e9c4 req-25b62224-10c8-4273-b2ba-0eec6f1dbc78 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:51.657426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7e4dab6-b49f-4fbf-b2a9-ddafa801e9c4 req-25b62224-10c8-4273-b2ba-0eec6f1dbc78 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.1993136 Apr 18 21:06:51.719691 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abab5123-2800-4776-8b36-7840fa26b7e3 req-4a67c46a-1802-4ed4-b8a6-fb36f48ca0de tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.59 "DELETE /v2.0/ports/2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf HTTP/1.1" status: 204 len: 173 time: 3.0312312 Apr 18 21:06:51.737693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7e4dab6-b49f-4fbf-b2a9-ddafa801e9c4 req-c54d744b-34d7-440f-9317-cbc9c01dc114 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716906 Apr 18 21:06:51.755227 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-694671a5-56a6-4338-bde7-54e16ca9b43e tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Floating IP df211665-4911-4843-bd40-3ebacfba6658 associated. External IP: 172.25.3.70, port: 615d57b1-c106-4fd1-9ec6-cb87b429bdc0. Apr 18 21:06:51.770394 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.838045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20a5713-5832-42dc-8a12-5855b6c6ada1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361869b3-2bf5-40f3-b62f-466a7662455a'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:51.871335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=361869b3-2bf5-40f3-b62f-466a7662455a,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:51.885777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-569a82a5-8084-4e7a-b176-40a91884ceef req-6017f258-5166-44d5-9a26-93a3ba1aad80 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Unset dirty status for tenant:dd0dbec6e91b4fc8b376969fb52f06f4 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:51.887466 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-6017f258-5166-44d5-9a26-93a3ba1aad80 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.26 "GET /v2.0/networks?id=86fba982-72c1-4c4e-a91d-ae4f2de457cb HTTP/1.1" status: 200 len: 816 time: 0.8539596 Apr 18 21:06:52.008886 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.136935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac85fff6-d9ce-4643-89ae-1def21c8fc9d req-73e67448-1e7f-4ec6-ba45-a12c9edc7190 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 210 time: 0.0949588 Apr 18 21:06:52.227743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-569a82a5-8084-4e7a-b176-40a91884ceef req-46bbf32b-37f7-4884-ba19-116d4c745355 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Synchronizing usage tracker for tenant:dd0dbec6e91b4fc8b376969fb52f06f4 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:52.236266 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc79907-4f4f-4845-8db5-7ca21ebe12b3'] response: {'server_uuid': 'f39db8ca-8ea0-48fe-920e-9d70ee204839', 'name': 'network-vif-deleted', 'tag': '2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf', 'status': 'completed', 'code': 200} Apr 18 21:06:52.305119 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=361869b3-2bf5-40f3-b62f-466a7662455a,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:52.365943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-569a82a5-8084-4e7a-b176-40a91884ceef req-46bbf32b-37f7-4884-ba19-116d4c745355 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Unset dirty status for tenant:dd0dbec6e91b4fc8b376969fb52f06f4 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:52.367272 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-46bbf32b-37f7-4884-ba19-116d4c745355 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd0dbec6e91b4fc8b376969fb52f06f4 HTTP/1.1" status: 200 len: 379 time: 0.4615209 Apr 18 21:06:52.392079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Request body: {'port': {'device_id': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'admin_state_up': True, 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'security_groups': ['ed50c3e0-1eaa-4383-ae75-30597c77903d']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:52.480532 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb7fcd1e-44b8-4a22-b3f0-bb4fff5d0096 req-d9899393-61b5-4b4b-b149-78f07c9f2c5a tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0885317 Apr 18 21:06:52.704592 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4470c1e-059d-4ac2-9057-71f53fed8461'] response: {'server_uuid': 'b20a5713-5832-42dc-8a12-5855b6c6ada1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361869b3-2bf5-40f3-b62f-466a7662455a', 'code': 200} Apr 18 21:06:52.744308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23498ca6-cdef-4e77-b707-c7fe52453598 req-32ece4eb-f6e5-48e2-829a-420451704aa5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:52.761746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23498ca6-cdef-4e77-b707-c7fe52453598 req-32ece4eb-f6e5-48e2-829a-420451704aa5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 950 time: 0.2176313 Apr 18 21:06:52.907205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:52.914280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Usage tracker for resource:port and tenant:dd0dbec6e91b4fc8b376969fb52f06f4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:52.921048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:52.941137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:52.992675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23498ca6-cdef-4e77-b707-c7fe52453598 req-9b2519de-4a92-4816-859a-a77841c1d906 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312064 Apr 18 21:06:53.049961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-61d4c6a5-5730-406a-aef8-3a942349b1c8 req-e3855ce4-0740-4c7a-acf6-1e1941dad769 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 1096 time: 0.2635975 Apr 18 21:06:53.077413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Made reservation on behalf of dd0dbec6e91b4fc8b376969fb52f06f4 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:53.081566 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.132503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694671a5-56a6-4338-bde7-54e16ca9b43e tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Router 24def907-d90b-4c36-a700-be98c0261db2 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:53.238072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 735a7594-9936-41db-8437-fdb40f32c3db up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:53.274184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-351b6634-0e30-4371-9c3a-d4799a080e02 req-1c31f302-2da8-40e8-9dc4-cc7c12c7c6b4 tempest-TenantUsagesTestJSON-318467979 tempest-TenantUsagesTestJSON-318467979-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39db8ca-8ea0-48fe-920e-9d70ee204839 HTTP/1.1" status: 200 len: 210 time: 0.1595292 Apr 18 21:06:53.295679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-61d4c6a5-5730-406a-aef8-3a942349b1c8 req-70b0e544-55cf-40d9-8805-795e67d09502 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396357 Apr 18 21:06:53.400712 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:53.443953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:06:53.444296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 2dc4f3ce-c7c8-494a-a90a-8b22c2d9b6bf not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:06:53.489103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 735a7594-9936-41db-8437-fdb40f32c3db completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:53.499016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318457c1-058f-42fc-8710-37ae5738fcea req-ea29c236-305b-40ae-91e8-9be70dde6842 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:53.499206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 735a7594-9936-41db-8437-fdb40f32c3db triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:53.499206 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.499402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-318457c1-058f-42fc-8710-37ae5738fcea req-ea29c236-305b-40ae-91e8-9be70dde6842 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 945 time: 0.1932886 Apr 18 21:06:53.601619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-318457c1-058f-42fc-8710-37ae5738fcea req-45b01240-4301-46fb-8372-fc9106bbacf0 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963182 Apr 18 21:06:53.607348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Allocated IP 172.20.0.12 (86fba982-72c1-4c4e-a91d-ae4f2de457cb/5bfffb06-fe31-431b-9056-7de8c79236f5/43ce5d53-fecd-4a86-a6c2-6731c78eefb6) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:53.656539 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.699492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:53.742965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33786) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:53.814188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.905195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.932507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Transition to ACTIVE for port object 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:53.945071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694671a5-56a6-4338-bde7-54e16ca9b43e tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:53.963315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-694671a5-56a6-4338-bde7-54e16ca9b43e tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.972490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4684f28-46e3-41ad-8753-c25fb70bbb00 None None] Sync routers for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:54.026564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=13']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:54.044110 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-694671a5-56a6-4338-bde7-54e16ca9b43e tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "PUT /v2.0/floatingips/df211665-4911-4843-bd40-3ebacfba6658 HTTP/1.1" status: 200 len: 991 time: 6.2295976 Apr 18 21:06:54.054425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4684f28-46e3-41ad-8753-c25fb70bbb00 None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:54.055067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d4684f28-46e3-41ad-8753-c25fb70bbb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:54.094615 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.256285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'tag': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:54.271603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Network 86fba982-72c1-4c4e-a91d-ae4f2de457cb is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:54.273243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:54.279255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:54.290402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-504b5574-27d1-4c03-9581-f181644e8950 req-8a96316e-e3a7-4f1c-8801-20699aaeae9d tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0754206 Apr 18 21:06:54.337645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Pushing event updated for resources: {'Port': ['ID=43ce5d53-fecd-4a86-a6c2-6731c78eefb6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:54.369092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:54.369789 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.376196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d4684f28-46e3-41ad-8753-c25fb70bbb00 None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:54.434938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb583a-5024-4b8d-99a2-2feaee4a66bd req-d47832fe-15f0-4fc4-ae35-fec5b8654d92 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:54.436539 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07eb583a-5024-4b8d-99a2-2feaee4a66bd req-d47832fe-15f0-4fc4-ae35-fec5b8654d92 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 932 time: 0.3107278 Apr 18 21:06:54.461583 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-a485c3c5-93d7-4c16-a004-5a3f60261a96 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0828514 Apr 18 21:06:54.477202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Request body: {'port': {'device_id': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:54.651721 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07eb583a-5024-4b8d-99a2-2feaee4a66bd req-d17af9c3-5c28-4f2b-b670-cb2c7b2f8190 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032688 Apr 18 21:06:54.728065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:54.765445 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-edf05c35-3f60-4503-9348-ff07476c6116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.798413 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.063480 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-f9fe2a13-3513-4576-9778-6bf20ec7dd65 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855830 Apr 18 21:06:55.102617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e0730162-6b89-490e-aeb9-0e89f25d2431 None None] Provisioning for port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:55.114881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e0730162-6b89-490e-aeb9-0e89f25d2431 None None] Provisioning complete for port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:55.115350 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e0730162-6b89-490e-aeb9-0e89f25d2431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.202346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e0730162-6b89-490e-aeb9-0e89f25d2431 None None] Port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:55.217831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d4684f28-46e3-41ad-8753-c25fb70bbb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'df211665-4911-4843-bd40-3ebacfba6658', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '24def907-d90b-4c36-a700-be98c0261db2', 'port_id': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'mac_address': 'fa:16:3e:99:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:23Z', 'updated_at': '2022-04-18T21:06:50Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:48Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:55.224125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4684f28-46e3-41ad-8753-c25fb70bbb00 None None] Checking router: 24def907-d90b-4c36-a700-be98c0261db2 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:06:55.240585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4684f28-46e3-41ad-8753-c25fb70bbb00 None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:55.241260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d4684f28-46e3-41ad-8753-c25fb70bbb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:55.432838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4a856-82d7-4283-9120-6d560c51bd07 req-f0b22d15-218f-46b9-b335-ce6b46382e35 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:55.442162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2d4a856-82d7-4283-9120-6d560c51bd07 req-f0b22d15-218f-46b9-b335-ce6b46382e35 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 946 time: 0.4629629 Apr 18 21:06:55.479872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-5a14ac51-7124-438a-8155-91b0abbdc331 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:55.481669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-5a14ac51-7124-438a-8155-91b0abbdc331 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4091938 Apr 18 21:06:55.504495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d4684f28-46e3-41ad-8753-c25fb70bbb00 None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:55.537842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-087a6881-266e-4ca6-bdfa-d5e440bec000 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/quotas/6fe6054587cf41f8ae2400d6e4d475d9 HTTP/1.1" status: 200 len: 375 time: 0.0492871 Apr 18 21:06:55.541840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:06:55.554939 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.576189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Transition to ACTIVE for port object 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:55.587246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2d4a856-82d7-4283-9120-6d560c51bd07 req-7d3f139e-ee35-460d-9d9c-5e95ba5a171a tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441951 Apr 18 21:06:55.658436 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.670486 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900aec85-72fe-447b-a26d-83cb5fcdb130'] response: {'name': 'network-changed', 'server_uuid': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'tag': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0', 'status': 'completed', 'code': 200} Apr 18 21:06:55.672069 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.858868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-99f0ed77-7ed3-41ab-b311-25b571c3a546 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3187475 Apr 18 21:06:56.099552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Pushing event updated for resources: {'Port': ['ID=43ce5d53-fecd-4a86-a6c2-6731c78eefb6,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:56.165929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d4684f28-46e3-41ad-8753-c25fb70bbb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'df211665-4911-4843-bd40-3ebacfba6658', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '24def907-d90b-4c36-a700-be98c0261db2', 'port_id': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'mac_address': 'fa:16:3e:99:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:23Z', 'updated_at': '2022-04-18T21:06:50Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:48Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:56.181156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4684f28-46e3-41ad-8753-c25fb70bbb00 None None] The sync data for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 is: [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'df211665-4911-4843-bd40-3ebacfba6658', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '24def907-d90b-4c36-a700-be98c0261db2', 'port_id': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'mac_address': 'fa:16:3e:99:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:23Z', 'updated_at': '2022-04-18T21:06:50Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:48Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:56.521076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Attempting to bind port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:56.526620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Attempting to bind port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:56.527171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Attempting to bind port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 on network 86fba982-72c1-4c4e-a91d-ae4f2de457cb {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:56.575468 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-77409dd9-2981-4153-846e-5c1231ed9ee9 req-c71341d9-bd3c-4097-801b-64b893ab0b69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c343e3d1bbb45eb924713b7286635d3&device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 1097 time: 0.8616719 Apr 18 21:06:56.578783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 on network 86fba982-72c1-4c4e-a91d-ae4f2de457cb not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:06:56.579113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Attempting to bind port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 on network 86fba982-72c1-4c4e-a91d-ae4f2de457cb {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:56.606401 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791414f-61f4-4d48-a34c-5a3991ff8a4a None None] New status for floating IP df211665-4911-4843-bd40-3ebacfba6658: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:06:56.682109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:56.682618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Checking segment: {'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:56.683261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Bound using segment: {'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:56.683895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Bound port: 43ce5d53-fecd-4a86-a6c2-6731c78eefb6, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fba671f-2f8f-44ee-baf3-037c22517084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:56.684550 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.791458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae532457-5d8b-4cce-b467-083f41e73807 req-ea0d2084-aa58-46aa-a2aa-6279b8287b8f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:56.792794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae532457-5d8b-4cce-b467-083f41e73807 req-ea0d2084-aa58-46aa-a2aa-6279b8287b8f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 945 time: 0.2299042 Apr 18 21:06:56.856149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77409dd9-2981-4153-846e-5c1231ed9ee9 req-631f870b-14d2-4d66-aaa9-05f9e843e212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:56.856149 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-77409dd9-2981-4153-846e-5c1231ed9ee9 req-631f870b-14d2-4d66-aaa9-05f9e843e212 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a HTTP/1.1" status: 200 len: 924 time: 0.2647121 Apr 18 21:06:56.954154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] For port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:56.983966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33860) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:57.001146 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48bd36b-27ab-4209-aae5-d0e6e7151408'] response: {'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db', 'code': 200} Apr 18 21:06:57.003213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] For port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=43ce5d53-fecd-4a86-a6c2-6731c78eefb6,segment=NetworkSegment(1fba671f-2f8f-44ee-baf3-037c22517084),segment_id=1fba671f-2f8f-44ee-baf3-037c22517084)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:57.019068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae532457-5d8b-4cce-b467-083f41e73807 req-7a78f0f1-e743-4531-85d9-443f62cab206 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103257 Apr 18 21:06:57.053880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-77409dd9-2981-4153-846e-5c1231ed9ee9 req-929ffbf6-eaa2-4a45-8e44-191e7cc66a14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=615d57b1-c106-4fd1-9ec6-cb87b429bdc0 HTTP/1.1" status: 200 len: 999 time: 0.1859832 Apr 18 21:06:57.123684 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7f94ee49-1bcb-43f0-b872-6565596356b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.169207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.278102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ecca843-e5b7-4d5c-a6fa-d4bfb7a423da req-b2994c42-8ec6-451d-9163-0541fbe59ff2 tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0730431 Apr 18 21:06:57.304701 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.306236 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] 10.222.0.26 "PUT /v2.0/ports/43ce5d53-fecd-4a86-a6c2-6731c78eefb6 HTTP/1.1" status: 200 len: 1092 time: 2.8378623 Apr 18 21:06:57.333362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77409dd9-2981-4153-846e-5c1231ed9ee9 req-e108b3e7-6948-4362-b0a6-3242deeaae19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:57.335424 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-77409dd9-2981-4153-846e-5c1231ed9ee9 req-e108b3e7-6948-4362-b0a6-3242deeaae19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7fdcd53c-a783-4ede-b053-9e521ca04a70 HTTP/1.1" status: 200 len: 862 time: 0.2753720 Apr 18 21:06:57.450730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9e002-3313-4f86-a1b6-4aecf2036b81 service neutron] Pushing event updated for resources: {'Port': ['ID=43ce5d53-fecd-4a86-a6c2-6731c78eefb6,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:57.469825 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-779a3004-97d0-4d1c-a94e-f87249d551c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=564e5e9200fd4facac58d13e2b47dfdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4846258 Apr 18 21:06:57.471347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33868) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:57.493176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Deleting port 1d21f350-2fd0-4dc7-b62f-5429eec54581 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:57.493558 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.549641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2243c2b7-4aad-489f-b9a8-295b388b471a req-6044c945-f357-4bcd-8045-a55ed2266dc2 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 210 time: 0.1209083 Apr 18 21:06:57.637332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1388689-e08b-44e8-98bc-1de5639f17d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.675577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'tag': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:57.683933 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-77409dd9-2981-4153-846e-5c1231ed9ee9 req-c5db51bf-83a1-46ab-b6d4-50cf1da02a4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ecb2828-cca3-4e35-82e7-e96c48a93f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3413885 Apr 18 21:06:57.725134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52e8c6-5f14-473d-9071-837903084ebf req-230cc47a-88ee-47b5-94c3-e6f4b9526afe tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:57.727401 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab52e8c6-5f14-473d-9071-837903084ebf req-230cc47a-88ee-47b5-94c3-e6f4b9526afe tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 944 time: 0.4402857 Apr 18 21:06:57.829736 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1388689-e08b-44e8-98bc-1de5639f17d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.834463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] For port 1d21f350-2fd0-4dc7-b62f-5429eec54581, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1d21f350-2fd0-4dc7-b62f-5429eec54581,segment=NetworkSegment(d23a061d-15ef-464a-98a7-01b895db5026),segment_id=d23a061d-15ef-464a-98a7-01b895db5026)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:57.835035 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.857091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab52e8c6-5f14-473d-9071-837903084ebf req-02c4d69a-aa94-4245-b2bf-30a3f5f9281d tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143236 Apr 18 21:06:57.954636 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-06d83eed-73c9-4862-8a35-591be7cdaa27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd0dbec6e91b4fc8b376969fb52f06f4&device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 1095 time: 0.4542112 Apr 18 21:06:57.959244 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-77409dd9-2981-4153-846e-5c1231ed9ee9 req-fffa0a7d-4fac-44d7-a75c-f428357eda2e service neutron] 10.222.0.59 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467117 Apr 18 21:06:57.980131 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.049534 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50cc7ee-3e7f-4993-8c15-def1a662299e'] response: {'name': 'network-changed', 'server_uuid': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'tag': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6', 'status': 'completed', 'code': 200} Apr 18 21:06:58.068765 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1388689-e08b-44e8-98bc-1de5639f17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.082050 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Calling delete_port for 1d21f350-2fd0-4dc7-b62f-5429eec54581 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:58.152358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1388689-e08b-44e8-98bc-1de5639f17d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:58.155442 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-44919028-a268-4837-81c1-b4a90d5bcec4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43ce5d53-fecd-4a86-a6c2-6731c78eefb6 HTTP/1.1" status: 200 len: 217 time: 0.1909697 Apr 18 21:06:58.266302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1388689-e08b-44e8-98bc-1de5639f17d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.269229 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b1388689-e08b-44e8-98bc-1de5639f17d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fcfdd9f-5a0c-463f-b6fe-bcad46c194b7 HTTP/1.1" status: 204 len: 168 time: 0.7957568 Apr 18 21:06:58.274553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a82a5-8084-4e7a-b176-40a91884ceef req-ec37f623-3218-4ec4-a619-f4fb040b0692 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:58.276315 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-ec37f623-3218-4ec4-a619-f4fb040b0692 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bfffb06-fe31-431b-9056-7de8c79236f5 HTTP/1.1" status: 200 len: 855 time: 0.1140096 Apr 18 21:06:58.279016 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-77409dd9-2981-4153-846e-5c1231ed9ee9 req-b5cf685b-de7e-46f6-9fa0-3202033e8be1 service neutron] 10.222.0.59 "GET /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133333 Apr 18 21:06:58.282069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2195d1d8-7f93-4cb8-9ed9-0c309f31d5e4 req-ff189e2b-64fa-4a2b-9c86-c48eb9bac874 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 1096 time: 0.3200572 Apr 18 21:06:58.380919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2195d1d8-7f93-4cb8-9ed9-0c309f31d5e4 req-35ecd89a-618e-4069-a537-ebe59a17a448 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870371 Apr 18 21:06:58.540202 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-4a109089-a25d-4416-8f21-0151a82fa310 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86fba982-72c1-4c4e-a91d-ae4f2de457cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579434 Apr 18 21:06:58.587522 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.671880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37ad45fe-8faf-456e-aeb6-41bf8a2a7b0a req-0f2a7790-1365-4b7c-b7d2-f150e75a470b tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0509107 Apr 18 21:06:58.779969 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-48e70537-d5c8-46c7-bf8d-a2b8cb1d9cf5 service neutron] 10.222.0.26 "GET /v2.0/networks/86fba982-72c1-4c4e-a91d-ae4f2de457cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332335 Apr 18 21:06:58.820059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.044892 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-569a82a5-8084-4e7a-b176-40a91884ceef req-8027b1cb-1ee6-4244-a16f-3255d43f3abf service neutron] 10.222.0.26 "GET /v2.0/networks/86fba982-72c1-4c4e-a91d-ae4f2de457cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573133 Apr 18 21:06:59.058894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d21f350-2fd0-4dc7-b62f-5429eec54581,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:59.078096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaecb60d-920f-4bda-a85f-e7a64b32573e req-b599a22a-c70d-4e2a-a925-396a89021923 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 210 time: 0.1366746 Apr 18 21:06:59.310674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.311094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.311524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.311873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.312184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.312513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.312840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.313165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.313561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.314015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.314471 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.463035 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-6895a74e-05c1-4de9-afaa-bca5c320675e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424581 Apr 18 21:06:59.566770 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd8ac06d-c9d2-47ba-a11d-13e363b90044 req-bc5b6f71-0f5f-4a98-8829-463e4afcbc0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd0dbec6e91b4fc8b376969fb52f06f4&device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 1095 time: 0.2866123 Apr 18 21:06:59.567280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33946) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:59.569036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3b842-a176-4aec-8d20-20a22143ef44 req-4db99efe-e8fb-4718-a4c8-3e3cb2fd5f46 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:59.570677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fdf3b842-a176-4aec-8d20-20a22143ef44 req-4db99efe-e8fb-4718-a4c8-3e3cb2fd5f46 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 944 time: 0.1449819 Apr 18 21:06:59.640668 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8dc44cb-33ac-47cc-9371-094755cd0589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.656771 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fdf3b842-a176-4aec-8d20-20a22143ef44 req-c3a92830-ad4f-472d-9755-516336de8dfe tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756741 Apr 18 21:06:59.687916 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.805644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c8dc44cb-33ac-47cc-9371-094755cd0589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:59.818235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c8dc44cb-33ac-47cc-9371-094755cd0589 admin admin] Usage tracker for resource:security_group_rule and tenant:f851e4fbb75347c8af0e7d6f7e686728 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:59.831292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c8dc44cb-33ac-47cc-9371-094755cd0589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:59.839161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-5a1caf5a-72db-4970-a216-9aa313055f58 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:59.840828 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-5a1caf5a-72db-4970-a216-9aa313055f58 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3712819 Apr 18 21:06:59.849247 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c8dc44cb-33ac-47cc-9371-094755cd0589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:59.886501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Request body: {'port': {'device_id': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '6fe6054587cf41f8ae2400d6e4d475d9'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:00.048340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ac06d-c9d2-47ba-a11d-13e363b90044 req-a3d4da3e-e2aa-45cf-8077-27981ce3838f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.051243 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd8ac06d-c9d2-47ba-a11d-13e363b90044 req-a3d4da3e-e2aa-45cf-8077-27981ce3838f service neutron] 10.222.0.26 "GET /v2.0/networks?id=86fba982-72c1-4c4e-a91d-ae4f2de457cb HTTP/1.1" status: 200 len: 917 time: 0.4548917 Apr 18 21:07:00.110794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-179bf77a-5b5d-4622-88cd-7f25996839a8 req-8bbe80fa-23f0-4efe-8240-ead8d31acd82 tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0857160 Apr 18 21:07:00.159560 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd8ac06d-c9d2-47ba-a11d-13e363b90044 req-a4f46607-7ff1-44b7-b096-27f91ecfb4b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43ce5d53-fecd-4a86-a6c2-6731c78eefb6 HTTP/1.1" status: 200 len: 217 time: 0.0951350 Apr 18 21:07:00.329539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ac06d-c9d2-47ba-a11d-13e363b90044 req-15035f1d-6312-41e5-a954-9bee04f6a248 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.331199 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd8ac06d-c9d2-47ba-a11d-13e363b90044 req-15035f1d-6312-41e5-a954-9bee04f6a248 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bfffb06-fe31-431b-9056-7de8c79236f5 HTTP/1.1" status: 200 len: 855 time: 0.1582437 Apr 18 21:07:00.340682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:00.412454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Usage tracker for resource:port and tenant:6fe6054587cf41f8ae2400d6e4d475d9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:00.417158 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96c1587c-47ad-434d-9ad1-dd260e6b1f34 req-3723455b-d74d-4d7d-8955-a1f731abbed3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 210 time: 0.0462568 Apr 18 21:07:00.420990 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8dc44cb-33ac-47cc-9371-094755cd0589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.422560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:00.444390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:00.511810 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd8ac06d-c9d2-47ba-a11d-13e363b90044 req-92cadd21-5afb-479b-aaa4-7366a660957e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86fba982-72c1-4c4e-a91d-ae4f2de457cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536963 Apr 18 21:07:00.619181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8dc44cb-33ac-47cc-9371-094755cd0589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.683262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc44cb-33ac-47cc-9371-094755cd0589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881cf79c-9418-4ce8-89be-2247822094b7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:00.685591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Router 3f4057c3-010c-4ef0-9625-d98ff3c7822a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:00.729761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Made reservation on behalf of 6fe6054587cf41f8ae2400d6e4d475d9 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:00.732905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.759024 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c8dc44cb-33ac-47cc-9371-094755cd0589 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f851e4fbb75347c8af0e7d6f7e686728&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1857479 Apr 18 21:07:00.778747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34006) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:00.848424 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.005750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Allocated IP 192.168.233.231 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/45e5454f-2802-40a9-a71b-4ce1b38fbc74) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:01.135213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d417c-ab45-4d17-a56a-fc6e2452dacb req-24daec80-547c-4ff6-a529-aaa058d6f4e6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:01.135213 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-164d417c-ab45-4d17-a56a-fc6e2452dacb req-24daec80-547c-4ff6-a529-aaa058d6f4e6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 944 time: 0.1238666 Apr 18 21:07:01.199760 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-164d417c-ab45-4d17-a56a-fc6e2452dacb req-8c385b34-0651-4655-ad77-5a8dd644750e tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676022 Apr 18 21:07:01.266794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:01.280028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c44a68-efe4-4311-879a-fbbd4e9e9762 None None] Sync routers for ids ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:01.303708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-aba0510b-0f40-4b09-b266-04181cfe91e5 admin admin] 10.222.0.11 "PUT /v2.0/routers/3f4057c3-010c-4ef0-9625-d98ff3c7822a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5571997 Apr 18 21:07:01.305171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34026) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:01.308975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c44a68-efe4-4311-879a-fbbd4e9e9762 None None] Routers {'3f4057c3-010c-4ef0-9625-d98ff3c7822a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:01.309347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-22c44a68-efe4-4311-879a-fbbd4e9e9762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:01.374070 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd8ac06d-c9d2-47ba-a11d-13e363b90044 req-d4a1f68f-0e8b-4f9c-a400-681a323dd87e service neutron] 10.222.0.26 "GET /v2.0/networks/86fba982-72c1-4c4e-a91d-ae4f2de457cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8540747 Apr 18 21:07:01.398316 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53c889e9-c1ab-42d5-a391-327cfceeb1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.610135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-440457eb-c219-499f-839e-cfc2b24a47ba req-dce4e468-5e81-4cb3-bd4e-7543a8c6c2bb tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0859637 Apr 18 21:07:01.735382 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53c889e9-c1ab-42d5-a391-327cfceeb1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.748743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-22c44a68-efe4-4311-879a-fbbd4e9e9762 None None] Set router 3f4057c3-010c-4ef0-9625-d98ff3c7822a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:01.793045 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.807374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.868936 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd8ac06d-c9d2-47ba-a11d-13e363b90044 req-66c6e1d4-7ae5-4a9a-bc21-91a1a0898bf1 service neutron] 10.222.0.26 "GET /v2.0/networks/86fba982-72c1-4c4e-a91d-ae4f2de457cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736934 Apr 18 21:07:01.870565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Transition to ACTIVE for port object 45e5454f-2802-40a9-a71b-4ce1b38fbc74 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:02.008865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53c889e9-c1ab-42d5-a391-327cfceeb1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.034853 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0331d049-cd54-4dcb-83dc-0e607bb3e058 req-99a47160-be92-432a-950d-68dba8894928 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 210 time: 0.1250801 Apr 18 21:07:02.049712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c889e9-c1ab-42d5-a391-327cfceeb1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881cf79c-9418-4ce8-89be-2247822094b7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:02.067972 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.112390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['735a7594-9936-41db-8437-fdb40f32c3db'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:07:02.142094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f50df9b0-46be-4482-90e6-792e1667b56e', '17d04cc6-896d-4829-b256-b08adef012b1'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:07:02.241219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:02.276238 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53c889e9-c1ab-42d5-a391-327cfceeb1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.280189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-53c889e9-c1ab-42d5-a391-327cfceeb1d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/881cf79c-9418-4ce8-89be-2247822094b7 HTTP/1.1" status: 204 len: 168 time: 1.4953306 Apr 18 21:07:02.284503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:02.286183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:02.302366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:02.345971 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.419706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:02.420788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.465767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Deleting port d072da14-e4ae-4f9c-a031-76369dad7b16 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:02.468368 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.522122 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e8a63f27-8d42-496d-9b2e-610b52de612b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6594090 Apr 18 21:07:02.696857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-22c44a68-efe4-4311-879a-fbbd4e9e9762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:06:58Z', 'revision_number': 5, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port': {'id': 'd072da14-e4ae-4f9c-a031-76369dad7b16', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:58Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:02.720725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c44a68-efe4-4311-879a-fbbd4e9e9762 None None] Checking router: 3f4057c3-010c-4ef0-9625-d98ff3c7822a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:02.729308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Request body: {'port': {'device_id': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:02.801421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c44a68-efe4-4311-879a-fbbd4e9e9762 None None] Routers {'3f4057c3-010c-4ef0-9625-d98ff3c7822a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:02.802347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-22c44a68-efe4-4311-879a-fbbd4e9e9762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:02.860860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] For port d072da14-e4ae-4f9c-a031-76369dad7b16, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d072da14-e4ae-4f9c-a031-76369dad7b16,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:02.860860 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.891560 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.946508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9686a21d-dab2-4da9-b58d-6f409554ecef None None] Provisioning for port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:03.053200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Calling delete_port for d072da14-e4ae-4f9c-a031-76369dad7b16 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:03.118244 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9686a21d-dab2-4da9-b58d-6f409554ecef None None] Provisioning complete for port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:03.121881 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9686a21d-dab2-4da9-b58d-6f409554ecef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.173086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c55607-cad8-4d1c-8f3e-3482ffbad711 req-dbf2e07e-6c41-4fef-beac-7906c14c7457 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:03.181324 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93c55607-cad8-4d1c-8f3e-3482ffbad711 req-dbf2e07e-6c41-4fef-beac-7906c14c7457 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 944 time: 0.5858269 Apr 18 21:07:03.265142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9686a21d-dab2-4da9-b58d-6f409554ecef None None] Port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:03.293507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93c55607-cad8-4d1c-8f3e-3482ffbad711 req-ccbb3139-6c9f-4e65-8583-e817cf0f3459 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109924 Apr 18 21:07:03.366329 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-22c44a68-efe4-4311-879a-fbbd4e9e9762 None None] Set router 3f4057c3-010c-4ef0-9625-d98ff3c7822a gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:03.407581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e5454f-2802-40a9-a71b-4ce1b38fbc74 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:07:03.416017 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.434958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Transition to ACTIVE for port object 45e5454f-2802-40a9-a71b-4ce1b38fbc74 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:03.450616 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.541557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d1308b9-3cf0-4a74-a22e-b40957c381fa req-7f60f424-df36-400e-8ee5-e9aef44f4fb8 tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0429013 Apr 18 21:07:03.551033 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.583970 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.604471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-22c44a68-efe4-4311-879a-fbbd4e9e9762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:07:02Z', 'revision_number': 6, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:03.608819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c44a68-efe4-4311-879a-fbbd4e9e9762 None None] The sync data for ids ['3f4057c3-010c-4ef0-9625-d98ff3c7822a'] in n-d-836017-3 is: [{'id': '3f4057c3-010c-4ef0-9625-d98ff3c7822a', 'name': 'tempest-AttachSCSIVolumeTestJSON-38629780-router', 'tenant_id': '7437350409fb428d9fc93f09f6eb3036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:57Z', 'updated_at': '2022-04-18T21:07:02Z', 'revision_number': 6, 'project_id': '7437350409fb428d9fc93f09f6eb3036', 'gw_port_host': None}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:03.662142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d072da14-e4ae-4f9c-a031-76369dad7b16,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:03.677907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:03.954160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Attempting to bind port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:03.954881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Attempting to bind port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:03.955138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Attempting to bind port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:03.962603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:07:03.962995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Attempting to bind port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:03.971362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:03.971857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:03.972579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:03.972899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Bound port: 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:03.973451 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.210236 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.236059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:04.239446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:04.375053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.459412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34130) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:04.565997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.567260 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] 10.222.0.59 "PUT /v2.0/ports/45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 1096 time: 2.0363622 Apr 18 21:07:04.567645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:04.620168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc1f4e-6095-4a59-97e7-7770ab727d8a service neutron] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:04.627926 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.643707 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.655975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561965a-2220-4beb-95c5-d53497f234b1 req-903e579e-c81e-4f72-9f3d-b80dcf71ca28 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:04.663821 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a561965a-2220-4beb-95c5-d53497f234b1 req-903e579e-c81e-4f72-9f3d-b80dcf71ca28 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 948 time: 0.3170087 Apr 18 21:07:04.788874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-199834284-network', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:04.800040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:04.804378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Usage tracker for resource:network and tenant:5d98ae98c62444868e2e7baf02939ec5 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:04.808231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:04.817016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:04.845033 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-e00b91b7-beff-4d88-a0fd-1025f648985c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1099 time: 0.1802111 Apr 18 21:07:04.857154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.857922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4057c3-010c-4ef0-9625-d98ff3c7822a {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:04.883050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a561965a-2220-4beb-95c5-d53497f234b1 req-ad2b87ef-c244-4508-ab65-bbac387f65f7 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181752 Apr 18 21:07:04.911210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.914740 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e01204b8-6ddd-4731-b521-a98da15a87eb admin admin] 10.222.0.11 "DELETE /v2.0/routers/3f4057c3-010c-4ef0-9625-d98ff3c7822a HTTP/1.1" status: 204 len: 168 time: 3.6065760 Apr 18 21:07:04.915793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34142) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:04.931263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Made reservation on behalf of 5d98ae98c62444868e2e7baf02939ec5 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:04.934269 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.958025 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.989880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-b8a89f28-5bd5-4d46-8dc2-c05e996498ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 217 time: 0.1372087 Apr 18 21:07:05.037062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f317c3c-48b9-49e2-9dce-315373ee4c92 admin admin] Deleting subnet c635945d-e4e9-4884-93f2-22d0ccd3cc82 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:07:05.041335 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f317c3c-48b9-49e2-9dce-315373ee4c92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.090859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7395ab1-f772-426e-bcc2-43e4efbb85f7 req-e1f345b6-69e0-4643-aebe-403d24e2348c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:05.099242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7395ab1-f772-426e-bcc2-43e4efbb85f7 req-e1f345b6-69e0-4643-aebe-403d24e2348c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 944 time: 0.3483012 Apr 18 21:07:05.120104 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ce0de56f-026f-4ead-80e8-a889699dd53f req-ac6ba822-da9d-4bce-ab2a-a90e3de2f0f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0690815 Apr 18 21:07:05.127254 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:05.135725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Usage tracker for resource:security_group_rule and tenant:5d98ae98c62444868e2e7baf02939ec5 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:05.140689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:05.150688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-5963d656-e890-4431-9a59-01302c9ad928 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:05.152141 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-5963d656-e890-4431-9a59-01302c9ad928 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1540523 Apr 18 21:07:05.153074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:05.193444 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f317c3c-48b9-49e2-9dce-315373ee4c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.274437 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7395ab1-f772-426e-bcc2-43e4efbb85f7 req-f069b17b-c82d-46b5-9006-b29c40d3e8a5 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740990 Apr 18 21:07:05.484879 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e3e22c-8696-4467-a8dc-64eaeca0c407'] response: {'name': 'network-changed', 'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'status': 'completed', 'code': 200} Apr 18 21:07:05.491567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1d21f350-2fd0-4dc7-b62f-5429eec54581 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:05.507269 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-f46cb909-bc20-4934-a778-07a1e4e55ee4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3350344 Apr 18 21:07:05.509066 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.550622 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f317c3c-48b9-49e2-9dce-315373ee4c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.575688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 1d21f350-2fd0-4dc7-b62f-5429eec54581 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:05.579531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1d21f350-2fd0-4dc7-b62f-5429eec54581 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:05.581298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d072da14-e4ae-4f9c-a031-76369dad7b16 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:05.618911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: d072da14-e4ae-4f9c-a031-76369dad7b16 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:05.619536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d072da14-e4ae-4f9c-a031-76369dad7b16 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:05.666629 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.705185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4eb2349b-250b-4ae3-a930-79372b6abfb5 req-0248fc8e-857a-466b-9746-c5e24dda7da6 tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0675833 Apr 18 21:07:05.727336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:05.745214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e658e52b-e004-4666-8f12-511b953e3bd8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:05.768724 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.769067 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Added segment 0545e0e9-86f7-4324-8eeb-ecb08bf84c18 of type vlan for network aabb6a3b-71fb-4a17-be82-5404e99da357 Apr 18 21:07:05.797326 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-a13906b9-93fd-45d4-be20-c40a24980930 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816708 Apr 18 21:07:05.815495 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f317c3c-48b9-49e2-9dce-315373ee4c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.839986 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.853506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f317c3c-48b9-49e2-9dce-315373ee4c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c635945d-e4e9-4884-93f2-22d0ccd3cc82,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:05.866016 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f317c3c-48b9-49e2-9dce-315373ee4c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.873737 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9f317c3c-48b9-49e2-9dce-315373ee4c92 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c635945d-e4e9-4884-93f2-22d0ccd3cc82 HTTP/1.1" status: 204 len: 168 time: 0.9564872 Apr 18 21:07:05.876458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34170) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:05.884508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a752e491-37ec-4266-86d9-da13f1e2fcdf None None] Network 945f9372-dcf6-4603-bc16-324e0556baa5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:06.009669 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.039153 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c956438f-35f9-4b87-ab11-e6180ff44bf6 req-30833c38-5b2f-43d5-ad93-961b0d17f883 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322464 Apr 18 21:07:06.040136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Deleting port 2775164a-0387-4107-8f59-0b6c0ae0bb52 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:06.040724 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.252173 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.254394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:06.255025 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.386460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1ba266-d724-406a-8aa3-608fff3b7972 None None] DHCP port deletion for 945f9372-dcf6-4603-bc16-324e0556baa5 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:07:06.391725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ba266-d724-406a-8aa3-608fff3b7972 None None] Deleting port 2775164a-0387-4107-8f59-0b6c0ae0bb52 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:06.392290 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba266-d724-406a-8aa3-608fff3b7972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.490434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] Pushing event updated for resources: {'Network': ['ID=aabb6a3b-71fb-4a17-be82-5404e99da357,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:06.511596 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network aabb6a3b-71fb-4a17-be82-5404e99da357 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:07:06.512664 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5de7dd43-b669-4ef4-b3ef-2a5bb54b01f0 req-40499c30-3449-4da1-979d-d84dd5ea3668 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1099 time: 0.3432913 Apr 18 21:07:06.641823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a996db5-92ae-44be-bc02-f9d11eb5a826 req-46f5b810-d14d-4183-81b5-e6da4dc5da2c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:06.645426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a996db5-92ae-44be-bc02-f9d11eb5a826 req-46f5b810-d14d-4183-81b5-e6da4dc5da2c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 948 time: 0.5418806 Apr 18 21:07:06.700080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] For port 2775164a-0387-4107-8f59-0b6c0ae0bb52, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2775164a-0387-4107-8f59-0b6c0ae0bb52,segment=NetworkSegment(d23a061d-15ef-464a-98a7-01b895db5026),segment_id=d23a061d-15ef-464a-98a7-01b895db5026)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:06.700899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.733196 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cbd2f780-f285-4742-b2ca-47dc19149942 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2645712 Apr 18 21:07:06.745545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34182) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:06.757238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Request body: {'subnet': {'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-199834284-subnet', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:06.766915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:06.778218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7dd43-b669-4ef4-b3ef-2a5bb54b01f0 req-4212555e-2ef1-442a-8deb-8ebc8a332482 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:06.780555 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5de7dd43-b669-4ef4-b3ef-2a5bb54b01f0 req-4212555e-2ef1-442a-8deb-8ebc8a332482 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2568409 Apr 18 21:07:06.781906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Usage tracker for resource:subnet and tenant:5d98ae98c62444868e2e7baf02939ec5 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:06.786778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:06.858554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-eb1ba266-d724-406a-8aa3-608fff3b7972 None None] For port 2775164a-0387-4107-8f59-0b6c0ae0bb52, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2775164a-0387-4107-8f59-0b6c0ae0bb52,segment=NetworkSegment(d23a061d-15ef-464a-98a7-01b895db5026),segment_id=d23a061d-15ef-464a-98a7-01b895db5026)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:06.859188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba266-d724-406a-8aa3-608fff3b7972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.888932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:06.913403 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5de7dd43-b669-4ef4-b3ef-2a5bb54b01f0 req-83bb9220-d12e-4e7b-a5aa-f86e834b76b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 217 time: 0.1227002 Apr 18 21:07:06.958023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Calling delete_port for 2775164a-0387-4107-8f59-0b6c0ae0bb52 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:06.995540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7dd43-b669-4ef4-b3ef-2a5bb54b01f0 req-1acf4c8c-776e-446e-9f3d-a1e1f3d2a4d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:06.996924 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5de7dd43-b669-4ef4-b3ef-2a5bb54b01f0 req-1acf4c8c-776e-446e-9f3d-a1e1f3d2a4d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0776365 Apr 18 21:07:07.011026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ba266-d724-406a-8aa3-608fff3b7972 None None] Calling delete_port for 2775164a-0387-4107-8f59-0b6c0ae0bb52 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:07.013725 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a996db5-92ae-44be-bc02-f9d11eb5a826 req-bc41f389-4e6d-418e-b068-cfed480ce7b4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552399 Apr 18 21:07:07.021674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83f06d-58d0-4e80-a4af-7c4994a71932 req-8602238e-c5b8-489e-b9fb-c432aea40e26 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:07.023794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b83f06d-58d0-4e80-a4af-7c4994a71932 req-8602238e-c5b8-489e-b9fb-c432aea40e26 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 944 time: 0.5000103 Apr 18 21:07:07.072840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Made reservation on behalf of 5d98ae98c62444868e2e7baf02939ec5 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:07.079172 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.243595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34190) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:07.311999 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-eb1ba266-d724-406a-8aa3-608fff3b7972 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:07.312241 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5de7dd43-b669-4ef4-b3ef-2a5bb54b01f0 req-269b2814-4c15-4389-9886-82d6b3d06b09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3084908 Apr 18 21:07:07.312516 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-eb1ba266-d724-406a-8aa3-608fff3b7972 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:07.382616 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.433204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2775164a-0387-4107-8f59-0b6c0ae0bb52 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:07.458083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b83f06d-58d0-4e80-a4af-7c4994a71932 req-4bec5a35-9e96-4b09-b99f-8c7264e00046 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404823 Apr 18 21:07:07.460047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2775164a-0387-4107-8f59-0b6c0ae0bb52,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:07.464541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-953a1b28-2dce-49fe-aaac-4859ab06b8a9 req-55363f72-cfc2-4445-bde5-9e9a04bb591c tempest-ServersAdmin275Test-1378088599 tempest-ServersAdmin275Test-1378088599-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1740756 Apr 18 21:07:07.475598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] No DVR routers for this DVR port 2775164a-0387-4107-8f59-0b6c0ae0bb52 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:07.523954 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d463-0caf-4785-a0af-a59cbcc50548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.567315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 2775164a-0387-4107-8f59-0b6c0ae0bb52 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:07.567987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2775164a-0387-4107-8f59-0b6c0ae0bb52 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:07.630873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c2e6d463-0caf-4785-a0af-a59cbcc50548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:07.639327 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.654958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c2e6d463-0caf-4785-a0af-a59cbcc50548 admin admin] Usage tracker for resource:security_group_rule and tenant:e6737efac2a340529fcb25163638be2c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:07.659785 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c2e6d463-0caf-4785-a0af-a59cbcc50548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:07.667544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945f9372-dcf6-4603-bc16-324e0556baa5']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:07.672401 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5de7dd43-b669-4ef4-b3ef-2a5bb54b01f0 req-16ba2af5-7671-45b5-a009-be3de2f45e0c service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527148 Apr 18 21:07:07.673337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c2e6d463-0caf-4785-a0af-a59cbcc50548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:07.682105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23a061d-15ef-464a-98a7-01b895db5026') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:07.682971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23a061d-15ef-464a-98a7-01b895db5026') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:07.697703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.721559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.730294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:07:07.730806 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:07.744649 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:07.765265 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.815089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ba266-d724-406a-8aa3-608fff3b7972 None None] Deleting port 2775164a-0387-4107-8f59-0b6c0ae0bb52 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:07.816113 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba266-d724-406a-8aa3-608fff3b7972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.890076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f24ec19-d9e1-4210-9d85-b122faf338ba,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:07.892834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ba266-d724-406a-8aa3-608fff3b7972 None None] The port '2775164a-0387-4107-8f59-0b6c0ae0bb52' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:07:07.973034 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.008481 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.022193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=945f9372-dcf6-4603-bc16-324e0556baa5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:08.033788 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b8abba81-a586-4d20-a430-0dfa8f6c04b2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/945f9372-dcf6-4603-bc16-324e0556baa5 HTTP/1.1" status: 204 len: 168 time: 2.1532745 Apr 18 21:07:08.035733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34200) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:08.060250 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5de7dd43-b669-4ef4-b3ef-2a5bb54b01f0 req-15ab453a-6575-41d1-b7fb-17dd8a573395 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820481 Apr 18 21:07:08.087610 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d463-0caf-4785-a0af-a59cbcc50548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.091348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Checking segment: {'id': '0545e0e9-86f7-4324-8eeb-ecb08bf84c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:08.091704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Network hostable DHCP agents. Network: aabb6a3b-71fb-4a17-be82-5404e99da357, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:08.176131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d463-0caf-4785-a0af-a59cbcc50548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.280120 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Network aabb6a3b-71fb-4a17-be82-5404e99da357 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:08.287407 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5607a725-cdf6-42a8-a56e-cb1afb6b6c9a req-df26da5e-3685-4a4c-8aed-35fc45252ad8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d366cd37d5ae42abaa115d9fba5bc04f&device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0551178 Apr 18 21:07:08.294324 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c2e6d463-0caf-4785-a0af-a59cbcc50548 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6737efac2a340529fcb25163638be2c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0491581 Apr 18 21:07:08.318612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34208) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:08.336606 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5607a725-cdf6-42a8-a56e-cb1afb6b6c9a req-63fc263e-68e5-4806-bd84-90db6b946e5d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d366cd37d5ae42abaa115d9fba5bc04f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384119 Apr 18 21:07:08.341294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6d463-0caf-4785-a0af-a59cbcc50548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae16364-3fdf-4c3b-8b1d-14536137064a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:08.351258 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ed26c64-114f-436c-b5c2-38e5342679b7 req-7768a013-5eb6-404a-8a54-0c5405ca863e tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.0736806 Apr 18 21:07:08.420646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, aabb6a3b-71fb-4a17-be82-5404e99da357) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:08.431470 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566e167-f178-49b9-9227-4c2d22eaf9ac None None] Network aabb6a3b-71fb-4a17-be82-5404e99da357 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:08.440732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:08.441312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.445182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c86f4-2d13-450e-8ca6-bb5719ff6ea4 req-8943d3a2-d631-42dd-a09e-6fcfb4cf1d49 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:08.445182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8d4c86f4-2d13-450e-8ca6-bb5719ff6ea4 req-8943d3a2-d631-42dd-a09e-6fcfb4cf1d49 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 948 time: 0.2144582 Apr 18 21:07:08.449934 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e79132b3-def3-4749-b67d-943ed21c06d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.507986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607a725-cdf6-42a8-a56e-cb1afb6b6c9a req-2395079e-88e1-4dec-a897-5d957967d72e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:08.509466 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5607a725-cdf6-42a8-a56e-cb1afb6b6c9a req-2395079e-88e1-4dec-a897-5d957967d72e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645277 Apr 18 21:07:08.516004 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e79132b3-def3-4749-b67d-943ed21c06d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.561020 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-66fe6d10-9193-4e4e-bba5-72c1f4ea8677 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8142016 Apr 18 21:07:08.562292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34214) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:08.569681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-199834284-router', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:08.575599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:08.582790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Usage tracker for resource:router and tenant:5d98ae98c62444868e2e7baf02939ec5 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:08.586703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:08.592963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:08.629794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8d4c86f4-2d13-450e-8ca6-bb5719ff6ea4 req-ebb6cfac-ff25-4119-a4b2-e52a1cba0636 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714230 Apr 18 21:07:08.688403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.689723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.710562 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.719475 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-aabb6a3b-71fb-4a17-be82-5404e99da357', 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'fixed_ips': [{'subnet_id': '2f24ec19-d9e1-4210-9d85-b122faf338ba'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:07:08.721729 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.904931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1b565-582a-473c-b2af-19d91c1cdfe2 req-caa8654c-7572-441e-9fcb-27e599fc76d0 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:08.906388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93f1b565-582a-473c-b2af-19d91c1cdfe2 req-caa8654c-7572-441e-9fcb-27e599fc76d0 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 944 time: 0.2652969 Apr 18 21:07:08.906927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Allocated IP 172.20.0.2 (aabb6a3b-71fb-4a17-be82-5404e99da357/2f24ec19-d9e1-4210-9d85-b122faf338ba/e925099b-3625-4142-a348-827d8e2defb6) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:08.966313 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e79132b3-def3-4749-b67d-943ed21c06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.970718 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.997508 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.003649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79132b3-def3-4749-b67d-943ed21c06d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae16364-3fdf-4c3b-8b1d-14536137064a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:09.025142 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93f1b565-582a-473c-b2af-19d91c1cdfe2 req-590c0dec-6e8e-4b69-95b3-1f7f413726a4 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085262 Apr 18 21:07:09.028181 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d97bf4c-e77f-490d-bf39-9c196fc7bd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.100048 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e79132b3-def3-4749-b67d-943ed21c06d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.104195 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e79132b3-def3-4749-b67d-943ed21c06d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ae16364-3fdf-4c3b-8b1d-14536137064a HTTP/1.1" status: 204 len: 168 time: 0.7843289 Apr 18 21:07:09.206126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.217887 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Transition to ACTIVE for port object e925099b-3625-4142-a348-827d8e2defb6 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:09.238881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Transition to ACTIVE for port object e925099b-3625-4142-a348-827d8e2defb6 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:09.296107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:07:09.334555 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.363701 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.398687 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.475384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 45e5454f-2802-40a9-a71b-4ce1b38fbc74 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:07:09.498698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Network aabb6a3b-71fb-4a17-be82-5404e99da357 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:09.510100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:09.537089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Pushing event updated for resources: {'Port': ['ID=e925099b-3625-4142-a348-827d8e2defb6,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:09.539811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:09.639027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Allocated IP 172.25.3.143 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/091d8c2e-b58e-4d4e-8332-bb76bbac469f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:09.714274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd4a8732-63aa-462e-92ca-18da1a390d2e req-6432870e-c6d5-495f-9c90-e98d5c3d6495 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1048021 Apr 18 21:07:09.896929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.910738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:09.929670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=43ce5d53-fecd-4a86-a6c2-6731c78eefb6,segment=NetworkSegment(1fba671f-2f8f-44ee-baf3-037c22517084),segment_id=1fba671f-2f8f-44ee-baf3-037c22517084)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:09.944215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'mac_address': 'fa:16:3e:0e:da:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:07:09.946981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Attempting to bind port e925099b-3625-4142-a348-827d8e2defb6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:09.947449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Attempting to bind port e925099b-3625-4142-a348-827d8e2defb6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '0545e0e9-86f7-4324-8eeb-ecb08bf84c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:09.947904 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Attempting to bind port e925099b-3625-4142-a348-827d8e2defb6 on network aabb6a3b-71fb-4a17-be82-5404e99da357 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:09.948822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-8d97bf4c-e77f-490d-bf39-9c196fc7bd63 admin admin] Deleting port f4a48d60-74a6-4116-817f-828e95deb794 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:09.949210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d97bf4c-e77f-490d-bf39-9c196fc7bd63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.979051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'port_id': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6', 'mac_address': 'fa:16:3e:c8:5f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:07:09.986528 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.996729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:09.997108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Checking segment: {'id': '0545e0e9-86f7-4324-8eeb-ecb08bf84c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:09.997538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.997941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Bound using segment: {'id': '0545e0e9-86f7-4324-8eeb-ecb08bf84c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:09.998404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Bound port: e925099b-3625-4142-a348-827d8e2defb6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0545e0e9-86f7-4324-8eeb-ecb08bf84c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:09.998774 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.118541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa2a9a-6965-4ba9-9751-f75b82797c4d req-c0d5cedd-6d9c-47f2-924a-68f64f42e689 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:10.120060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72fa2a9a-6965-4ba9-9751-f75b82797c4d req-c0d5cedd-6d9c-47f2-924a-68f64f42e689 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 948 time: 0.2365921 Apr 18 21:07:10.135094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:10.144055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:10.152448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Pushing event updated for resources: {'Port': ['ID=091d8c2e-b58e-4d4e-8332-bb76bbac469f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:10.155594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:10.168047 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.186846 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5607a725-cdf6-42a8-a56e-cb1afb6b6c9a req-a49e4f8a-7f30-4a7e-8b4e-ece70aff7eaf tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.26 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.1271873 Apr 18 21:07:10.262852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e5454f-2802-40a9-a71b-4ce1b38fbc74 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:07:10.274373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-8d97bf4c-e77f-490d-bf39-9c196fc7bd63 admin admin] For port f4a48d60-74a6-4116-817f-828e95deb794, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f4a48d60-74a6-4116-817f-828e95deb794,segment=NetworkSegment(0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2),segment_id=0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:10.275160 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d97bf4c-e77f-490d-bf39-9c196fc7bd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.281029 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.306072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72fa2a9a-6965-4ba9-9751-f75b82797c4d req-0659ace5-c64d-42e0-958c-13ff756959a8 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764412 Apr 18 21:07:10.331681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:07:10.338813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] For port e925099b-3625-4142-a348-827d8e2defb6, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:10.346692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] For port e925099b-3625-4142-a348-827d8e2defb6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e925099b-3625-4142-a348-827d8e2defb6,segment=NetworkSegment(0545e0e9-86f7-4324-8eeb-ecb08bf84c18),segment_id=0545e0e9-86f7-4324-8eeb-ecb08bf84c18)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:10.353991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:10.358032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=43ce5d53-fecd-4a86-a6c2-6731c78eefb6,segment=NetworkSegment(1fba671f-2f8f-44ee-baf3-037c22517084),segment_id=1fba671f-2f8f-44ee-baf3-037c22517084)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:10.498908 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.516290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-8d97bf4c-e77f-490d-bf39-9c196fc7bd63 admin admin] Calling delete_port for f4a48d60-74a6-4116-817f-828e95deb794 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:10.551282 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.553592 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.614450 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.618723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.638679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb446f10-ad2a-40e4-818f-7ba9f15dbf65 None None] Pushing event updated for resources: {'Port': ['ID=e925099b-3625-4142-a348-827d8e2defb6,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:10.646950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83907392-bf43-4307-8e4a-ae07a03b6157 req-bb069dd1-1fa5-424c-8515-a81aefced5bf tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:10.649092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83907392-bf43-4307-8e4a-ae07a03b6157 req-bb069dd1-1fa5-424c-8515-a81aefced5bf tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 945 time: 0.2226074 Apr 18 21:07:10.724685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83907392-bf43-4307-8e4a-ae07a03b6157 req-f7d67b30-5f34-4eb9-aabd-0746a00be309 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707552 Apr 18 21:07:10.766469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=43ce5d53-fecd-4a86-a6c2-6731c78eefb6,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:10.906996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['45e5454f-2802-40a9-a71b-4ce1b38fbc74'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:07:10.927238 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d97bf4c-e77f-490d-bf39-9c196fc7bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.945316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['43ce5d53-fecd-4a86-a6c2-6731c78eefb6'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:07:11.043322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97bf4c-e77f-490d-bf39-9c196fc7bd63 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a48d60-74a6-4116-817f-828e95deb794,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:11.115032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Router d5b28e3c-74c5-4601-97b6-8f47a5fb936d is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:07:11.202787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:11.562742 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c13c89b-bb90-4f91-b55a-c30bb4d406d0 req-9562113d-67bd-4c15-9ec0-9611c4aece49 tempest-ServersAdmin275Test-627068179 tempest-ServersAdmin275Test-627068179-project] 10.222.0.11 "GET /v2.0/ports?device_id=da269c28-a32f-4a32-871b-262a9f4b4108 HTTP/1.1" status: 200 len: 210 time: 0.3287461 Apr 18 21:07:11.601595 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e925099b-3625-4142-a348-827d8e2defb6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:11.813576 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e925099b-3625-4142-a348-827d8e2defb6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:11.825534 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d97bf4c-e77f-490d-bf39-9c196fc7bd63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.853278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:11.873964 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Sync routers for ids ['d5b28e3c-74c5-4601-97b6-8f47a5fb936d'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:11.898521 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Routers {'d5b28e3c-74c5-4601-97b6-8f47a5fb936d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:11.899557 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d5b28e3c-74c5-4601-97b6-8f47a5fb936d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:12.024208 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.028522 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9fc7a303-c795-49b7-a7fb-db3f696c498c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4622605 Apr 18 21:07:12.028714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34264) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:12.111994 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Set router d5b28e3c-74c5-4601-97b6-8f47a5fb936d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:12.127031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddcdcfc-390c-4382-89fe-008096517e16 None None] Network aabb6a3b-71fb-4a17-be82-5404e99da357 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:12.160065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84308941-a26e-4ff6-9636-f43e8414e542 req-5c2eb7ec-4363-44b8-98df-ff6df1278d09 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:12.162121 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84308941-a26e-4ff6-9636-f43e8414e542 req-5c2eb7ec-4363-44b8-98df-ff6df1278d09 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 945 time: 0.1616371 Apr 18 21:07:12.167854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217ca25-7961-4dc4-aea1-c497df523837 req-3a9e9e43-09b7-4418-9ed4-1cfb5bad8306 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:12.170053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a217ca25-7961-4dc4-aea1-c497df523837 req-3a9e9e43-09b7-4418-9ed4-1cfb5bad8306 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 949 time: 0.3382375 Apr 18 21:07:12.301903 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84308941-a26e-4ff6-9636-f43e8414e542 req-46d1175c-1a47-4dec-9d8e-5010f30bf723 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268065 Apr 18 21:07:12.349273 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a217ca25-7961-4dc4-aea1-c497df523837 req-56737a93-f81e-4614-be7e-57e7a32d86fc tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518672 Apr 18 21:07:12.504402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7ab092f0-89e1-4416-a897-0fd2e70e9cb8 None None] Provisioning for port e925099b-3625-4142-a348-827d8e2defb6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:12.529201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7ab092f0-89e1-4416-a897-0fd2e70e9cb8 None None] Provisioning complete for port e925099b-3625-4142-a348-827d8e2defb6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:12.529602 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7ab092f0-89e1-4416-a897-0fd2e70e9cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.577117 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-199834284-router', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:08Z', 'updated_at': '2022-04-18T21:07:10Z', 'revision_number': 3, 'project_id': '5d98ae98c62444868e2e7baf02939ec5', 'gw_port': {'id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:09Z', 'updated_at': '2022-04-18T21:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:12.583288 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Checking router: d5b28e3c-74c5-4601-97b6-8f47a5fb936d for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:12.584396 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Updating router d5b28e3c-74c5-4601-97b6-8f47a5fb936d port 091d8c2e-b58e-4d4e-8332-bb76bbac469f binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:07:12.672445 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.801509 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7ab092f0-89e1-4416-a897-0fd2e70e9cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.866963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7ab092f0-89e1-4416-a897-0fd2e70e9cb8 None None] For port e925099b-3625-4142-a348-827d8e2defb6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e925099b-3625-4142-a348-827d8e2defb6,segment=NetworkSegment(0545e0e9-86f7-4324-8eeb-ecb08bf84c18),segment_id=0545e0e9-86f7-4324-8eeb-ecb08bf84c18)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:12.948904 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7ab092f0-89e1-4416-a897-0fd2e70e9cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.963996 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:07:13.085520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab092f0-89e1-4416-a897-0fd2e70e9cb8 None None] Pushing event updated for resources: {'Port': ['ID=e925099b-3625-4142-a348-827d8e2defb6,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:13.192154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-706a9557-f444-4eda-834b-6faa0bd5f38d None None] Provisioning complete for port e925099b-3625-4142-a348-827d8e2defb6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:13.194036 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-706a9557-f444-4eda-834b-6faa0bd5f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.276309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d97bf4c-e77f-490d-bf39-9c196fc7bd63 admin admin] Router a893a38e-a968-4830-9945-7b12be5d2d57 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:13.334164 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:13.434474 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.469505 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Transition to ACTIVE for port object 091d8c2e-b58e-4d4e-8332-bb76bbac469f will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:13.492129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 45e5454f-2802-40a9-a71b-4ce1b38fbc74 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:13.496055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.562930 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.672886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34300) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:13.727910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34304) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:13.737019 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Pushing event updated for resources: {'Port': ['ID=091d8c2e-b58e-4d4e-8332-bb76bbac469f,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:13.753732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e925099b-3625-4142-a348-827d8e2defb6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:13.804579 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Attempting to bind port 091d8c2e-b58e-4d4e-8332-bb76bbac469f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:13.804986 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Attempting to bind port 091d8c2e-b58e-4d4e-8332-bb76bbac469f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:13.805347 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Attempting to bind port 091d8c2e-b58e-4d4e-8332-bb76bbac469f on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:13.815104 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:13.815359 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:13.816418 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:13.816418 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:13.816418 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:13.816713 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:13.817171 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:13.817292 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:13.817663 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:13.817983 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:13.818300 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:13.838157 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:13.838538 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:13.838947 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.839329 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:13.840575 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Bound port: 091d8c2e-b58e-4d4e-8332-bb76bbac469f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:13.840979 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.906261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e925099b-3625-4142-a348-827d8e2defb6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:13.906627 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.977616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511fddc-1784-4004-b024-d707ac0db3c9 req-2cd672ab-1e6c-4104-b858-2c27e7e2be1d tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:13.979753 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d511fddc-1784-4004-b024-d707ac0db3c9 req-2cd672ab-1e6c-4104-b858-2c27e7e2be1d tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 949 time: 0.2526729 Apr 18 21:07:13.986086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Allocated IP 172.20.0.1 (aabb6a3b-71fb-4a17-be82-5404e99da357/2f24ec19-d9e1-4210-9d85-b122faf338ba/bfed192d-623b-45d7-bb40-e40701bec211) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:13.994482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a42614-b055-44f6-aca2-87aa706f9716 req-16cb3352-2032-4bc2-87cd-949c88861d21 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:14.002758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:14.003219 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62a42614-b055-44f6-aca2-87aa706f9716 req-16cb3352-2032-4bc2-87cd-949c88861d21 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 945 time: 0.4087639 Apr 18 21:07:14.024662 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] For port 091d8c2e-b58e-4d4e-8332-bb76bbac469f, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:14.030521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:14.035818 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] For port 091d8c2e-b58e-4d4e-8332-bb76bbac469f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=091d8c2e-b58e-4d4e-8332-bb76bbac469f,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:14.049076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:14.049461 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.105413 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.129692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:14.130260 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.244326 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a641b-14d2-4cd6-a634-2de069b0eda0 None None] Pushing event updated for resources: {'Port': ['ID=091d8c2e-b58e-4d4e-8332-bb76bbac469f,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:14.250990 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Routers {'d5b28e3c-74c5-4601-97b6-8f47a5fb936d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:14.251720 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d5b28e3c-74c5-4601-97b6-8f47a5fb936d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:14.295081 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4efc9ccd-c31f-4a02-a2c7-556a31e021bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.323802 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-af0612f4-c8c6-48d9-9799-930d47713f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.360275 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d511fddc-1784-4004-b024-d707ac0db3c9 req-0830c988-7cb4-4ec3-a87d-6169ce8a6c71 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727300 Apr 18 21:07:14.385309 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.395336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62a42614-b055-44f6-aca2-87aa706f9716 req-892cd350-16b5-4bb0-8b6e-9fe0f83b06bc tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3908999 Apr 18 21:07:14.406416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Transition to ACTIVE for port object bfed192d-623b-45d7-bb40-e40701bec211 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:14.433765 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.487268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4efc9ccd-c31f-4a02-a2c7-556a31e021bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:14.491193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-af0612f4-c8c6-48d9-9799-930d47713f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:14.497692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4efc9ccd-c31f-4a02-a2c7-556a31e021bf admin admin] Usage tracker for resource:security_group_rule and tenant:d366cd37d5ae42abaa115d9fba5bc04f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:14.506958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-af0612f4-c8c6-48d9-9799-930d47713f10 admin admin] Usage tracker for resource:security_group_rule and tenant:b595cd871f6b455eb625fe3e56269173 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:14.506958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4efc9ccd-c31f-4a02-a2c7-556a31e021bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:14.511155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-af0612f4-c8c6-48d9-9799-930d47713f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:14.518203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4efc9ccd-c31f-4a02-a2c7-556a31e021bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:14.523708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:14.528918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:14.542088 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.596104 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] Set router d5b28e3c-74c5-4601-97b6-8f47a5fb936d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:14.596334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.616326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4efc9ccd-c31f-4a02-a2c7-556a31e021bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.619159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=43ce5d53-fecd-4a86-a6c2-6731c78eefb6,segment=NetworkSegment(1fba671f-2f8f-44ee-baf3-037c22517084),segment_id=1fba671f-2f8f-44ee-baf3-037c22517084)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:14.623785 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.630560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-af0612f4-c8c6-48d9-9799-930d47713f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:14.644014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d97bf4c-e77f-490d-bf39-9c196fc7bd63 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:14.699781 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a6e7bc-6f31-4270-b3c8-e8d3901b9c7e'] response: {'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'code': 200} Apr 18 21:07:14.706597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25774c4f-535e-46de-90a4-d685c573bbbe None None] Sync routers for ids ['a893a38e-a968-4830-9945-7b12be5d2d57'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:14.709149 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4efc9ccd-c31f-4a02-a2c7-556a31e021bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.748157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.752397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25774c4f-535e-46de-90a4-d685c573bbbe None None] Routers {'a893a38e-a968-4830-9945-7b12be5d2d57'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:14.753149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-25774c4f-535e-46de-90a4-d685c573bbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a893a38e-a968-4830-9945-7b12be5d2d57'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:14.789835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Network aabb6a3b-71fb-4a17-be82-5404e99da357 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:14.796454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:14.804957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Pushing event updated for resources: {'Port': ['ID=bfed192d-623b-45d7-bb40-e40701bec211,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:14.817903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc9ccd-c31f-4a02-a2c7-556a31e021bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a63726-5e24-4dcb-8080-0aae2e8b9736,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:14.823173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:14.865293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8d97bf4c-e77f-490d-bf39-9c196fc7bd63 admin admin] 10.222.0.11 "PUT /v2.0/routers/a893a38e-a968-4830-9945-7b12be5d2d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8282442 Apr 18 21:07:14.871891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34322) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:14.899653 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4efc9ccd-c31f-4a02-a2c7-556a31e021bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d366cd37d5ae42abaa115d9fba5bc04f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1644471 Apr 18 21:07:14.900492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34326) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:14.931775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5020eff0-cb41-46aa-9447-2de8ae54aa74 req-904b33aa-9965-4716-9aaf-3a75e9a7b6f8 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 1096 time: 0.2919943 Apr 18 21:07:14.968340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:15.017188 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5020eff0-cb41-46aa-9447-2de8ae54aa74 req-a73dea78-4814-4347-8613-dc08bc9af43d tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824573 Apr 18 21:07:15.037181 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-199834284-router', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:08Z', 'updated_at': '2022-04-18T21:07:10Z', 'revision_number': 3, 'project_id': '5d98ae98c62444868e2e7baf02939ec5', 'gw_port': {'id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:09Z', 'updated_at': '2022-04-18T21:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:15.046306 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9bdd11-d52f-4afc-9f8d-2b0b4f8a110b None None] The sync data for ids ['d5b28e3c-74c5-4601-97b6-8f47a5fb936d'] in n-d-836017-3 is: [{'id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-199834284-router', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:08Z', 'updated_at': '2022-04-18T21:07:10Z', 'revision_number': 3, 'project_id': '5d98ae98c62444868e2e7baf02939ec5', 'gw_port': {'id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:09Z', 'updated_at': '2022-04-18T21:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:15.175467 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=43ce5d53-fecd-4a86-a6c2-6731c78eefb6,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:15.177505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-af0612f4-c8c6-48d9-9799-930d47713f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.192169 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bc639c76-bdad-4522-956a-9924c58e20fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.195421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-25774c4f-535e-46de-90a4-d685c573bbbe None None] Set router a893a38e-a968-4830-9945-7b12be5d2d57 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:15.244213 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-af0612f4-c8c6-48d9-9799-930d47713f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.314784 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bc639c76-bdad-4522-956a-9924c58e20fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.362025 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-227810bc-7e39-4efa-a9d0-4053775fb424 req-48b00a20-5f32-498c-97d5-898f2fb01391 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1101 time: 0.6486163 Apr 18 21:07:15.367411 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.455796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-af0612f4-c8c6-48d9-9799-930d47713f10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b595cd871f6b455eb625fe3e56269173&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7795300 Apr 18 21:07:15.457192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0612f4-c8c6-48d9-9799-930d47713f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0142b8-76c6-41d9-91b0-fea1d19682f8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:15.460152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34334) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:15.487281 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-227810bc-7e39-4efa-a9d0-4053775fb424 req-01b08a67-7450-440f-8de2-27054f812cd1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151452 Apr 18 21:07:15.543201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9933665c-1498-4f80-b121-0a7b49e3f1e9 req-fd63f292-b5cb-418f-bd40-f0607bc1b57d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1937411 Apr 18 21:07:15.572460 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a698679f-d249-4993-a885-74601655a8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.675166 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bc639c76-bdad-4522-956a-9924c58e20fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.676316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-60e370d1-2924-46a2-b211-cc5dcf7b38f9 None None] Provisioning for port bfed192d-623b-45d7-bb40-e40701bec211 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:15.686339 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a698679f-d249-4993-a885-74601655a8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.690525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-60e370d1-2924-46a2-b211-cc5dcf7b38f9 None None] Provisioning complete for port bfed192d-623b-45d7-bb40-e40701bec211 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:15.696208 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-60e370d1-2924-46a2-b211-cc5dcf7b38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.725730 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.727450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc639c76-bdad-4522-956a-9924c58e20fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a63726-5e24-4dcb-8080-0aae2e8b9736,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:15.752573 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.787172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bc639c76-bdad-4522-956a-9924c58e20fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.790737 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bc639c76-bdad-4522-956a-9924c58e20fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5a63726-5e24-4dcb-8080-0aae2e8b9736 HTTP/1.1" status: 204 len: 168 time: 0.8840239 Apr 18 21:07:15.796323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 091d8c2e-b58e-4d4e-8332-bb76bbac469f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:15.875280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade5e9e-2211-4b7b-95ec-a0ceb317f94f req-0c88c917-9b47-4072-aa7b-f148f2b47b13 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:15.879071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ade5e9e-2211-4b7b-95ec-a0ceb317f94f req-0c88c917-9b47-4072-aa7b-f148f2b47b13 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.1328955 Apr 18 21:07:15.980886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ade5e9e-2211-4b7b-95ec-a0ceb317f94f req-c67a81ea-59dc-48ba-86c3-99f52acd43e9 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950122 Apr 18 21:07:16.012548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-60e370d1-2924-46a2-b211-cc5dcf7b38f9 None None] Port bfed192d-623b-45d7-bb40-e40701bec211 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:16.072927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-25774c4f-535e-46de-90a4-d685c573bbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1973894106-router', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:22Z', 'updated_at': '2022-04-18T21:07:10Z', 'revision_number': 5, 'project_id': '3be2f783de6e459aad62d900f3eb4d7b', 'gw_port': {'id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:16.078953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25774c4f-535e-46de-90a4-d685c573bbbe None None] Checking router: a893a38e-a968-4830-9945-7b12be5d2d57 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:16.095385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a698679f-d249-4993-a885-74601655a8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.097396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25774c4f-535e-46de-90a4-d685c573bbbe None None] Routers {'a893a38e-a968-4830-9945-7b12be5d2d57'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:16.099034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-25774c4f-535e-46de-90a4-d685c573bbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a893a38e-a968-4830-9945-7b12be5d2d57'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:16.132343 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698679f-d249-4993-a885-74601655a8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0142b8-76c6-41d9-91b0-fea1d19682f8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:16.143417 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a698679f-d249-4993-a885-74601655a8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.144881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a698679f-d249-4993-a885-74601655a8e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e0142b8-76c6-41d9-91b0-fea1d19682f8 HTTP/1.1" status: 204 len: 168 time: 0.6776164 Apr 18 21:07:16.206644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 091d8c2e-b58e-4d4e-8332-bb76bbac469f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:16.256307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.273129 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.335740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 091d8c2e-b58e-4d4e-8332-bb76bbac469f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:16.335740 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.395351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f8d23-ea5b-4e29-8769-d2b22f78b7a2 req-ec304dcd-fadb-4b07-b8e5-22c0ebe75e73 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:16.397930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f80f8d23-ea5b-4e29-8769-d2b22f78b7a2 req-ec304dcd-fadb-4b07-b8e5-22c0ebe75e73 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 946 time: 0.2625451 Apr 18 21:07:16.419864 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.512604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-25774c4f-535e-46de-90a4-d685c573bbbe None None] Set router a893a38e-a968-4830-9945-7b12be5d2d57 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:16.525066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f80f8d23-ea5b-4e29-8769-d2b22f78b7a2 req-0d34a106-2c48-473d-8234-1621ec589795 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212952 Apr 18 21:07:16.530464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Deleting port 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:16.530807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.638225 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.660802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.667360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Pushing event updated for resources: {'Port': ['ID=bfed192d-623b-45d7-bb40-e40701bec211,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:16.774145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:16.788361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 091d8c2e-b58e-4d4e-8332-bb76bbac469f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=091d8c2e-b58e-4d4e-8332-bb76bbac469f,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:16.889094 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a702391-25f0-491f-b4c0-034534e76c0e'] response: {'server_uuid': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6', 'code': 200} Apr 18 21:07:16.900376 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.903902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] For port 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=878dd0cd-86c3-49b3-bfe1-b9a08beeddf9,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:16.905228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.944905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34354) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:16.982381 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6c256402-4ba4-4176-bf3c-82c622a36dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.072188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6c256402-4ba4-4176-bf3c-82c622a36dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:17.091796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6c256402-4ba4-4176-bf3c-82c622a36dfd admin admin] Usage tracker for resource:security_group_rule and tenant:81ed3bc515d747cd80d0b835389a0679 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:17.101847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6c256402-4ba4-4176-bf3c-82c622a36dfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:17.117074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6c256402-4ba4-4176-bf3c-82c622a36dfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:17.206243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=091d8c2e-b58e-4d4e-8332-bb76bbac469f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:17.215754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Network aabb6a3b-71fb-4a17-be82-5404e99da357 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:17.235848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Calling delete_port for 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:17.244953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-25774c4f-535e-46de-90a4-d685c573bbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1973894106-router', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:22Z', 'updated_at': '2022-04-18T21:07:10Z', 'revision_number': 5, 'project_id': '3be2f783de6e459aad62d900f3eb4d7b', 'gw_port': {'id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:17.252539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25774c4f-535e-46de-90a4-d685c573bbbe None None] The sync data for ids ['a893a38e-a968-4830-9945-7b12be5d2d57'] in n-d-836017-3 is: [{'id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1973894106-router', 'tenant_id': '3be2f783de6e459aad62d900f3eb4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:22Z', 'updated_at': '2022-04-18T21:07:10Z', 'revision_number': 5, 'project_id': '3be2f783de6e459aad62d900f3eb4d7b', 'gw_port': {'id': '878dd0cd-86c3-49b3-bfe1-b9a08beeddf9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a893a38e-a968-4830-9945-7b12be5d2d57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:17.276234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:17.335709 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6c256402-4ba4-4176-bf3c-82c622a36dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.381899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591aec4-2866-4691-a171-9b52cedf2063 req-18ffe35a-08e7-4349-ab2f-0331baeef5df tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:17.389523 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8591aec4-2866-4691-a171-9b52cedf2063 req-18ffe35a-08e7-4349-ab2f-0331baeef5df tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.1461256 Apr 18 21:07:17.417582 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6c256402-4ba4-4176-bf3c-82c622a36dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.471441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6c256402-4ba4-4176-bf3c-82c622a36dfd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81ed3bc515d747cd80d0b835389a0679&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5248480 Apr 18 21:07:17.474189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34378) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:17.547126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c256402-4ba4-4176-bf3c-82c622a36dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2a6aaa-3111-4cc5-bbff-bc28a9f70b99,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:17.567298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8591aec4-2866-4691-a171-9b52cedf2063 req-425edf29-d656-461b-a72e-85a2b9e05698 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764193 Apr 18 21:07:17.599445 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3c14b4b0-63f7-4a72-89ed-17262837a771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.653078 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3c14b4b0-63f7-4a72-89ed-17262837a771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.758275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-32aabe67-6f2d-43f0-9dbb-0b5eaba9e9b6 None None] Provisioning complete for port bfed192d-623b-45d7-bb40-e40701bec211 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:17.761073 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-32aabe67-6f2d-43f0-9dbb-0b5eaba9e9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.809110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 091d8c2e-b58e-4d4e-8332-bb76bbac469f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:17.887500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-32aabe67-6f2d-43f0-9dbb-0b5eaba9e9b6 None None] Port bfed192d-623b-45d7-bb40-e40701bec211 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:17.894006 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3c14b4b0-63f7-4a72-89ed-17262837a771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.914573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 091d8c2e-b58e-4d4e-8332-bb76bbac469f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:17.914947 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.936491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14b4b0-63f7-4a72-89ed-17262837a771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2a6aaa-3111-4cc5-bbff-bc28a9f70b99,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:17.940368 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3c14b4b0-63f7-4a72-89ed-17262837a771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.941499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3c14b4b0-63f7-4a72-89ed-17262837a771 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e2a6aaa-3111-4cc5-bbff-bc28a9f70b99 HTTP/1.1" status: 204 len: 168 time: 0.4661622 Apr 18 21:07:17.968400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa5cbd-0d12-4daf-ad73-68129cd7077f req-5498bd3c-69bb-4d70-817d-4ce993c1d54c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:17.975878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00aa5cbd-0d12-4daf-ad73-68129cd7077f req-5498bd3c-69bb-4d70-817d-4ce993c1d54c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 946 time: 0.1615698 Apr 18 21:07:18.082729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00aa5cbd-0d12-4daf-ad73-68129cd7077f req-b9b110fa-04b6-4e4d-b1b8-66171b5c2ce4 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059260 Apr 18 21:07:18.177910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f4a48d60-74a6-4116-817f-828e95deb794 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:18.205444 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7eb33970-f8ae-4c26-bd6b-660ecaca90df req-62a67cd9-4d5d-4578-a097-c78fe19fa09b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 1097 time: 1.2082958 Apr 18 21:07:18.225629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: f4a48d60-74a6-4116-817f-828e95deb794 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:18.226037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f4a48d60-74a6-4116-817f-828e95deb794 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:18.281145 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.321840 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da4638a9-b1df-40ea-9704-0e087b661f6b req-06143465-abac-4810-bb02-e790b823d554 tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1101 time: 0.0782812 Apr 18 21:07:18.400917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Pushing event deleted for resources: {'Port': ['ID=878dd0cd-86c3-49b3-bfe1-b9a08beeddf9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:18.404235 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da4638a9-b1df-40ea-9704-0e087b661f6b req-0275e082-2dd6-4b02-8f12-1fa51343e157 tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715919 Apr 18 21:07:18.463030 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7eb33970-f8ae-4c26-bd6b-660ecaca90df req-055dd218-7566-4788-8af6-ffd728a29763 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321901 Apr 18 21:07:18.728863 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc23153f-7b27-4d94-b646-d479fce7bdcc req-9596bf12-08a6-4644-92c9-4c7a9efa56d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1162283 Apr 18 21:07:18.832960 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.326044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-2226769c-cd91-4e7c-bd48-8e12470949b2 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:07:19.334970 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-2226769c-cd91-4e7c-bd48-8e12470949b2 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2333033 Apr 18 21:07:19.340005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] Request body: {'binding': {'host': 'n-h1-836017-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:19.340447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] Unknown quota resources ['binding']. {{(pid=85049) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 21:07:19.368056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.386307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.586212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Router d5b28e3c-74c5-4601-97b6-8f47a5fb936d has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:19.636395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34440) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:19.700622 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.701061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a893a38e-a968-4830-9945-7b12be5d2d57 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:19.799183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1522089214-network', 'tenant_id': '1f1ff7148c2f46f0beccb0668396a1a5'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:19.805124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:19.810328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Usage tracker for resource:network and tenant:1f1ff7148c2f46f0beccb0668396a1a5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:19.815484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:19.827150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:19.866842 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.870376 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b76b3bdb-b910-4aad-bb69-926f827e2484 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a893a38e-a968-4830-9945-7b12be5d2d57 HTTP/1.1" status: 204 len: 168 time: 4.9888043 Apr 18 21:07:19.870920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34450) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:19.888927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on host n-h1-836017-3 for vnic_type normal with profile None {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:19.889269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:19.889632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:19.907671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] Port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:07:19.908089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:19.923906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:19.924243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:19.924850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:19.925497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] Bound port: 361869b3-2bf5-40f3-b62f-466a7662455a, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:19.952900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0a5578-664c-4fd0-b8f8-655306f56e1f admin admin] Deleting subnet 50b58d7d-9f89-478d-97cf-10f09fda7019 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:07:19.958257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Made reservation on behalf of 1f1ff7148c2f46f0beccb0668396a1a5 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:19.960830 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-79ad6de0-1c0c-4333-ad1d-6abfaa3958fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2087748 Apr 18 21:07:19.962360 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.979084 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2b0a5578-664c-4fd0-b8f8-655306f56e1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.988209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=361869b3-2bf5-40f3-b62f-466a7662455a,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:20.008117 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.032086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:20.041544 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b1fd6c41-e9f7-4c4a-af25-e844f43e593d admin admin] 10.222.0.11 "PUT /v2.0/routers/d5b28e3c-74c5-4601-97b6-8f47a5fb936d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0083387 Apr 18 21:07:20.049444 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Sync routers for ids ['d5b28e3c-74c5-4601-97b6-8f47a5fb936d'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:20.071822 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Routers {'d5b28e3c-74c5-4601-97b6-8f47a5fb936d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:20.076696 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d5b28e3c-74c5-4601-97b6-8f47a5fb936d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:20.077373 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] Notify callbacks [] for binding, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.079984 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c16063c8-56c3-4514-ba3e-43d6218ce98f tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4fd0f140c50b4e27ba9ad9eecd3f2df9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1234057 Apr 18 21:07:20.094113 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0ea7cb67-17a7-4e6c-8147-4a83cfd43b74 service neutron] 10.222.0.11 "POST /v2.0/ports/361869b3-2bf5-40f3-b62f-466a7662455a/bindings HTTP/1.1" status: 201 len: 389 time: 0.7524974 Apr 18 21:07:20.102867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:20.108523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Usage tracker for resource:security_group_rule and tenant:1f1ff7148c2f46f0beccb0668396a1a5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:20.115733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:20.124360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:20.169635 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2b0a5578-664c-4fd0-b8f8-655306f56e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.358763 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Set router d5b28e3c-74c5-4601-97b6-8f47a5fb936d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:20.480032 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.498786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-8827f18c-5dba-453a-a9ba-0018386d4d85 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:20.500329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-8827f18c-5dba-453a-a9ba-0018386d4d85 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3803916 Apr 18 21:07:20.521063 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2b0a5578-664c-4fd0-b8f8-655306f56e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.665549 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.744047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-bd985eca-a2c5-46cd-bbc1-3afb76c03c74 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/quotas/4fd0f140c50b4e27ba9ad9eecd3f2df9 HTTP/1.1" status: 200 len: 375 time: 0.2350788 Apr 18 21:07:20.769452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fabbde-893e-4210-aec4-6698e01536f6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:20.772072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89724537-555e-4df5-a091-c220845029fa admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:20.779635 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-199834284-router', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:08Z', 'updated_at': '2022-04-18T21:07:15Z', 'revision_number': 4, 'project_id': '5d98ae98c62444868e2e7baf02939ec5', 'gw_port': {'id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:09Z', 'updated_at': '2022-04-18T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'bfed192d-623b-45d7-bb40-e40701bec211', 'name': '', 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'mac_address': 'fa:16:3e:8e:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f24ec19-d9e1-4210-9d85-b122faf338ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:13Z', 'updated_at': '2022-04-18T21:07:15Z', 'revision_number': 2, 'project_id': '5d98ae98c62444868e2e7baf02939ec5', 'subnets': [{'id': '2f24ec19-d9e1-4210-9d85-b122faf338ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:20.784251 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Checking router: d5b28e3c-74c5-4601-97b6-8f47a5fb936d for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:20.784490 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Updating router d5b28e3c-74c5-4601-97b6-8f47a5fb936d port bfed192d-623b-45d7-bb40-e40701bec211 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:07:20.848494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-cfc2d643-2e61-46b7-bc60-c260f86857d6 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd0f140c50b4e27ba9ad9eecd3f2df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864825 Apr 18 21:07:20.856451 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.866742 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.867105 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Added segment 294c33dd-0e85-44d1-b0cb-4915e923cec8 of type vlan for network bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 Apr 18 21:07:20.885806 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-cfbc99d1-8abf-4a20-8978-df5512875573 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 1096 time: 0.0792499 Apr 18 21:07:20.937247 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.959982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f905e3-01e4-4232-8c96-e42d9b813001 req-322a4a2b-27e9-4b34-941c-84d28e78b370 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:20.961549 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f905e3-01e4-4232-8c96-e42d9b813001 req-322a4a2b-27e9-4b34-941c-84d28e78b370 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 946 time: 0.2928243 Apr 18 21:07:21.015107 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2b0a5578-664c-4fd0-b8f8-655306f56e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.071761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a5578-664c-4fd0-b8f8-655306f56e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b58d7d-9f89-478d-97cf-10f09fda7019,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:21.088246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f905e3-01e4-4232-8c96-e42d9b813001 req-fc29e5ae-b45a-4bf8-bb33-5a9b249e42d2 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154380 Apr 18 21:07:21.098973 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.105666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:21.105666 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.111895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a196586e-ae6e-4772-9c44-fe35a888e4ac None None] Network 60fe8444-2c03-445b-bdf2-929a2622e5b1 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:21.127102 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2b0a5578-664c-4fd0-b8f8-655306f56e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.228404 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2b0a5578-664c-4fd0-b8f8-655306f56e1f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/50b58d7d-9f89-478d-97cf-10f09fda7019 HTTP/1.1" status: 204 len: 168 time: 1.3562374 Apr 18 21:07:21.233659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34492) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:21.258572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89724537-555e-4df5-a091-c220845029fa admin admin] Pushing event updated for resources: {'Network': ['ID=bb49bfad-78d0-49fd-ad3f-73e1cb5aa183,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:21.302812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:07:21.305865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-89724537-555e-4df5-a091-c220845029fa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6682057 Apr 18 21:07:21.306823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34496) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:21.324064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Request body: {'subnet': {'network_id': 'bb49bfad-78d0-49fd-ad3f-73e1cb5aa183', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1522089214-subnet', 'tenant_id': '1f1ff7148c2f46f0beccb0668396a1a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:21.337286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:21.344014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Usage tracker for resource:subnet and tenant:1f1ff7148c2f46f0beccb0668396a1a5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:21.347644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-69b82b1a-3eb2-4daa-b23c-2b3285e56323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:21.352745 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-69b82b1a-3eb2-4daa-b23c-2b3285e56323 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.4562483 Apr 18 21:07:21.355277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:21.370305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:21.565605 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-5ede2370-17a9-4d3f-894d-02cb185b7837 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361869b3-2bf5-40f3-b62f-466a7662455a HTTP/1.1" status: 200 len: 217 time: 0.2081747 Apr 18 21:07:21.576085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Made reservation on behalf of 1f1ff7148c2f46f0beccb0668396a1a5 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:21.578539 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.603225 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.605741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:21.620876 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Transition to ACTIVE for port object bfed192d-623b-45d7-bb40-e40701bec211 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:21.653539 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-bf4d142c-e132-465e-85a0-457c41fb4133 req-60f3e7d6-cf3e-4d38-8f3d-1b564af2c66b tempest-FloatingIPDetailsNegativeTestJSON-262866990 tempest-FloatingIPDetailsNegativeTestJSON-262866990-project] show failed (client error): The resource could not be found. Apr 18 21:07:21.664906 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.666084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34504) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:21.667889 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf4d142c-e132-465e-85a0-457c41fb4133 req-60f3e7d6-cf3e-4d38-8f3d-1b564af2c66b tempest-FloatingIPDetailsNegativeTestJSON-262866990 tempest-FloatingIPDetailsNegativeTestJSON-262866990-project] 10.222.0.11 "GET /v2.0/floatingips/d823108d-bddb-405b-af0e-f35929083782 HTTP/1.1" status: 404 len: 350 time: 0.2114701 Apr 18 21:07:21.698647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:21.698647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 878dd0cd-86c3-49b3-bfe1-b9a08beeddf9 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:21.711783 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.824557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ff0ff-c315-415b-8f42-c0babf3c661e req-d14f3ebb-343e-4694-bf60-8b7f68874e2e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:21.826419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b9ff0ff-c315-415b-8f42-c0babf3c661e req-d14f3ebb-343e-4694-bf60-8b7f68874e2e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.2946179 Apr 18 21:07:21.858343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d09dcb-2be3-4f3f-8aa2-928ed05b8ff3 None None] DHCP port deletion for 60fe8444-2c03-445b-bdf2-929a2622e5b1 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:07:21.865015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a6d09dcb-2be3-4f3f-8aa2-928ed05b8ff3 None None] Deleting port 767d419d-d7d6-479c-b7b5-4772df58d9b6 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:21.865786 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a6d09dcb-2be3-4f3f-8aa2-928ed05b8ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.929086 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69754b-d677-4b0f-afca-a540093fd4d6 None None] Pushing event updated for resources: {'Port': ['ID=bfed192d-623b-45d7-bb40-e40701bec211,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:21.933559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ab94b126-9351-4ef8-810b-13b25ff502de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:21.934848 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ab94b126-9351-4ef8-810b-13b25ff502de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.3515565 Apr 18 21:07:21.949109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Deleting port 767d419d-d7d6-479c-b7b5-4772df58d9b6 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:21.950013 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.095674 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-cdbd6390-1bd0-40f1-9436-9098689f6205 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079550 Apr 18 21:07:22.111856 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Attempting to bind port bfed192d-623b-45d7-bb40-e40701bec211 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:22.112470 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Attempting to bind port bfed192d-623b-45d7-bb40-e40701bec211 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '0545e0e9-86f7-4324-8eeb-ecb08bf84c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:22.113870 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Attempting to bind port bfed192d-623b-45d7-bb40-e40701bec211 on network aabb6a3b-71fb-4a17-be82-5404e99da357 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:22.123397 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:22.124002 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Checking segment: {'id': '0545e0e9-86f7-4324-8eeb-ecb08bf84c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:22.124716 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.125262 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Bound using segment: {'id': '0545e0e9-86f7-4324-8eeb-ecb08bf84c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:22.126566 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Bound port: bfed192d-623b-45d7-bb40-e40701bec211, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0545e0e9-86f7-4324-8eeb-ecb08bf84c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:22.127562 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.153949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b9ff0ff-c315-415b-8f42-c0babf3c661e req-1e0d5f0d-0053-4949-bf4e-be3aab8e1575 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150444 Apr 18 21:07:22.283162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c02561-016a-4460-9a1f-e2b24f804355 req-d1ed5bba-f288-41e0-9395-75016409476b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:22.284705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67c02561-016a-4460-9a1f-e2b24f804355 req-d1ed5bba-f288-41e0-9395-75016409476b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 945 time: 0.4049699 Apr 18 21:07:22.348272 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] For port bfed192d-623b-45d7-bb40-e40701bec211, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:22.353628 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] For port bfed192d-623b-45d7-bb40-e40701bec211, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bfed192d-623b-45d7-bb40-e40701bec211,segment=NetworkSegment(0545e0e9-86f7-4324-8eeb-ecb08bf84c18),segment_id=0545e0e9-86f7-4324-8eeb-ecb08bf84c18)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:22.358729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15d0e997-0f00-4298-b79c-ff2db4154592 req-c9f7390a-b38a-4215-b199-aabbcbe5c8e1 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 210 time: 0.0513935 Apr 18 21:07:22.370733 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.374855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a6d09dcb-2be3-4f3f-8aa2-928ed05b8ff3 None None] For port 767d419d-d7d6-479c-b7b5-4772df58d9b6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=767d419d-d7d6-479c-b7b5-4772df58d9b6,segment=NetworkSegment(0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2),segment_id=0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:22.375424 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a6d09dcb-2be3-4f3f-8aa2-928ed05b8ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.439322 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67c02561-016a-4460-9a1f-e2b24f804355 req-be78205a-cd16-45c5-82f6-e979463c23c5 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474335 Apr 18 21:07:22.488783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37167ee-887f-418b-bb56-22214434e4ce,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.515954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Checking segment: {'id': '294c33dd-0e85-44d1-b0cb-4915e923cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bb49bfad-78d0-49fd-ad3f-73e1cb5aa183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:22.516721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Network hostable DHCP agents. Network: bb49bfad-78d0-49fd-ad3f-73e1cb5aa183, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:22.522908 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.589691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a6d09dcb-2be3-4f3f-8aa2-928ed05b8ff3 None None] Calling delete_port for 767d419d-d7d6-479c-b7b5-4772df58d9b6 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:22.626896 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-c22a0de4-ba40-4c78-86e2-a812c57b7c0d service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400284 Apr 18 21:07:22.637431 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Routers {'d5b28e3c-74c5-4601-97b6-8f47a5fb936d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:22.638189 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d5b28e3c-74c5-4601-97b6-8f47a5fb936d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:22.724579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29e1fc-307e-4616-8c8c-a9fe2bf6a191 req-ea4720e0-c3c8-4c3a-8d7c-e46e014997c9 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:22.726459 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f29e1fc-307e-4616-8c8c-a9fe2bf6a191 req-ea4720e0-c3c8-4c3a-8d7c-e46e014997c9 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 946 time: 0.1969018 Apr 18 21:07:22.742343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34510) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:22.755463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f9eda51d-8daf-4d8f-ba01-ed9fe4477900 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Request body: {'floatingip': {'port_id': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:22.810479 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69754b-d677-4b0f-afca-a540093fd4d6 None None] Pushing event updated for resources: {'Port': ['ID=bfed192d-623b-45d7-bb40-e40701bec211,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.825394 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a6d09dcb-2be3-4f3f-8aa2-928ed05b8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.825647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Network bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:22.855664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9eda51d-8daf-4d8f-ba01-ed9fe4477900 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.927647 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] Set router d5b28e3c-74c5-4601-97b6-8f47a5fb936d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:22.949505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09dcb-2be3-4f3f-8aa2-928ed05b8ff3 None None] Pushing event deleted for resources: {'Port': ['ID=767d419d-d7d6-479c-b7b5-4772df58d9b6,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.968774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d09dcb-2be3-4f3f-8aa2-928ed05b8ff3 None None] No DVR routers for this DVR port 767d419d-d7d6-479c-b7b5-4772df58d9b6 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:22.997290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] For port 767d419d-d7d6-479c-b7b5-4772df58d9b6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=767d419d-d7d6-479c-b7b5-4772df58d9b6,segment=NetworkSegment(0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2),segment_id=0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:22.997821 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.010223 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0240fcf1-08b0-4330-9e26-ee4b5333e5fd service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669367 Apr 18 21:07:23.039193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, bb49bfad-78d0-49fd-ad3f-73e1cb5aa183) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:23.049447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1d18a9-e5b4-444f-8c19-e8b35501cbdd None None] Network bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:23.088896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:23.091258 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.193565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Calling delete_port for 767d419d-d7d6-479c-b7b5-4772df58d9b6 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:23.458811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ded94-ea79-4f5c-8874-f0d7d3b3d11c None None] Network bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:23.524955 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-199834284-router', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:08Z', 'updated_at': '2022-04-18T21:07:15Z', 'revision_number': 4, 'project_id': '5d98ae98c62444868e2e7baf02939ec5', 'gw_port': {'id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:09Z', 'updated_at': '2022-04-18T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'bfed192d-623b-45d7-bb40-e40701bec211', 'name': '', 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'mac_address': 'fa:16:3e:8e:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f24ec19-d9e1-4210-9d85-b122faf338ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:13Z', 'updated_at': '2022-04-18T21:07:22Z', 'revision_number': 4, 'project_id': '5d98ae98c62444868e2e7baf02939ec5', 'subnets': [{'id': '2f24ec19-d9e1-4210-9d85-b122faf338ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:23.530115 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8ab39-c1c8-45ad-9032-4250924b1c26 None None] The sync data for ids ['d5b28e3c-74c5-4601-97b6-8f47a5fb936d'] in n-d-836017-3 is: [{'id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-199834284-router', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:08Z', 'updated_at': '2022-04-18T21:07:15Z', 'revision_number': 4, 'project_id': '5d98ae98c62444868e2e7baf02939ec5', 'gw_port': {'id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:09Z', 'updated_at': '2022-04-18T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'bfed192d-623b-45d7-bb40-e40701bec211', 'name': '', 'network_id': 'aabb6a3b-71fb-4a17-be82-5404e99da357', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'mac_address': 'fa:16:3e:8e:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f24ec19-d9e1-4210-9d85-b122faf338ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:13Z', 'updated_at': '2022-04-18T21:07:22Z', 'revision_number': 4, 'project_id': '5d98ae98c62444868e2e7baf02939ec5', 'subnets': [{'id': '2f24ec19-d9e1-4210-9d85-b122faf338ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:23.534077 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:23.534458 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:23.580470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-32383b6a-70e2-492b-8d86-03ab013e420d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2721903 Apr 18 21:07:23.740973 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 767d419d-d7d6-479c-b7b5-4772df58d9b6 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:23.775265 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-ea886493-3104-47db-a05c-30f9c17e5dda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1101 time: 0.4932065 Apr 18 21:07:23.826969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 767d419d-d7d6-479c-b7b5-4772df58d9b6 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:23.826969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 767d419d-d7d6-479c-b7b5-4772df58d9b6 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:23.886034 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-66a031ba-8d7c-42b4-a084-1c71caec9f65 req-696eea62-4f2a-4660-8c8e-4e2327fe479f tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 210 time: 0.2008963 Apr 18 21:07:24.092625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Deleting port 767d419d-d7d6-479c-b7b5-4772df58d9b6 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:24.093298 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.152886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01679c10-83ca-405c-b399-cab3e488fddd req-edc91b42-b55e-447c-8f17-38f93a2a3bd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:24.154683 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-edc91b42-b55e-447c-8f17-38f93a2a3bd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3740385 Apr 18 21:07:24.422151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] The port '767d419d-d7d6-479c-b7b5-4772df58d9b6' was deleted {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:07:24.470570 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-745191f6-7cf2-4ec7-9720-f54fb920f779 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 217 time: 0.3084600 Apr 18 21:07:24.591538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-31ef2cc1-f5a5-4116-9f4a-26727ae3840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.632779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f200ca-4963-4c5a-a4de-1a29f585b44c req-39fd9090-523d-47e0-b300-6a0ef0df982f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:24.632779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51f200ca-4963-4c5a-a4de-1a29f585b44c req-39fd9090-523d-47e0-b300-6a0ef0df982f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 1.2869723 Apr 18 21:07:24.729376 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.751124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01679c10-83ca-405c-b399-cab3e488fddd req-35cdf570-4fad-4a62-8220-df3ba8757308 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:24.751567 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-35cdf570-4fad-4a62-8220-df3ba8757308 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2610383 Apr 18 21:07:24.791386 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51f200ca-4963-4c5a-a4de-1a29f585b44c req-84af9501-4d5b-45be-9d90-8cbce424b3a4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584826 Apr 18 21:07:24.805825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fe8444-2c03-445b-bdf2-929a2622e5b1']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:24.827015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:24.827015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe6ae77-6c1d-47ba-aaeb-3e3a670c4ad2') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:24.831481 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [None req-f9eda51d-8daf-4d8f-ba01-ed9fe4477900 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:07:24.848777 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.871582 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-839898b8-bf44-4490-8d56-68a87a976f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.935382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2c981-9cbe-47f6-8cb8-920c8e240b69 req-972664e4-1029-489a-a4c2-6da89256bf2b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:24.948461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5c2c981-9cbe-47f6-8cb8-920c8e240b69 req-972664e4-1029-489a-a4c2-6da89256bf2b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 945 time: 0.4712088 Apr 18 21:07:25.034048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5c2c981-9cbe-47f6-8cb8-920c8e240b69 req-8fcdb09a-8505-4be4-8edd-8255e618bb08 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842643 Apr 18 21:07:25.068866 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9eda51d-8daf-4d8f-ba01-ed9fe4477900 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.211935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a851c48-0c43-4439-aa50-01318275559a req-4a71283e-8606-420d-af87-12b20aaa8c39 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 210 time: 0.0890808 Apr 18 21:07:25.236649 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9eda51d-8daf-4d8f-ba01-ed9fe4477900 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.304024 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-dc93e3a1-a315-4ac3-8b6a-80a24401a515 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4fd0f140c50b4e27ba9ad9eecd3f2df9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1370194 Apr 18 21:07:25.305821 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.353379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:07:25.354055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:25.419680 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:25.475981 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-f9eda51d-8daf-4d8f-ba01-ed9fe4477900 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Floating IP cf3a0ea8-b8a0-4279-aab5-41d49e3383ad associated. External IP: 172.25.3.232, port: 43ce5d53-fecd-4a86-a6c2-6731c78eefb6. Apr 18 21:07:25.546999 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-bc5b2c35-34fc-46db-9966-b0ff475f246b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7828948 Apr 18 21:07:25.692939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bfed192d-623b-45d7-bb40-e40701bec211 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:25.705440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.727956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34542) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:25.735976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1346491580-network', 'tenant_id': 'bc2240705f244e39a0ae38e1c4319d8f'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:25.744582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:25.748657 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.752931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Usage tracker for resource:network and tenant:bc2240705f244e39a0ae38e1c4319d8f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:25.758529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:25.762238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-cd8d5de3-c9bf-4a36-8f0d-f99077de5d2c tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:25.764221 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-cd8d5de3-c9bf-4a36-8f0d-f99077de5d2c tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4501307 Apr 18 21:07:25.765825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:25.782521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=60fe8444-2c03-445b-bdf2-929a2622e5b1,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:25.792658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Request body: {'port': {'device_id': '5f561b6b-6dbc-46c6-ad6d-f1ece4903134', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '4fd0f140c50b4e27ba9ad9eecd3f2df9'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:25.863319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port bfed192d-623b-45d7-bb40-e40701bec211 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:25.865009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port bfed192d-623b-45d7-bb40-e40701bec211 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:25.865497 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.880496 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-2c4c230e-7e80-4560-8cb0-4048e161b79c service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246286 Apr 18 21:07:25.882465 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f301f6b8-3098-4984-95c9-4d6f57dd09b3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/60fe8444-2c03-445b-bdf2-929a2622e5b1 HTTP/1.1" status: 204 len: 168 time: 4.6335046 Apr 18 21:07:25.975415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Made reservation on behalf of bc2240705f244e39a0ae38e1c4319d8f for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:25.978618 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.088971 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.142857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port bfed192d-623b-45d7-bb40-e40701bec211, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bfed192d-623b-45d7-bb40-e40701bec211,segment=NetworkSegment(0545e0e9-86f7-4324-8eeb-ecb08bf84c18),segment_id=0545e0e9-86f7-4324-8eeb-ecb08bf84c18)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:26.206042 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.230953 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.253806 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-3cf77abb-8525-439d-88b8-d3d391412164 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967906 Apr 18 21:07:26.255464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:26.293078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Usage tracker for resource:port and tenant:4fd0f140c50b4e27ba9ad9eecd3f2df9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:26.302332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:26.320783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:26.327116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=bfed192d-623b-45d7-bb40-e40701bec211,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:26.374278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:26.380616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Usage tracker for resource:security_group_rule and tenant:bc2240705f244e39a0ae38e1c4319d8f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:26.391933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:26.404015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:26.462049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d092-8b05-45a7-8260-a114cad3b052 req-ba5500af-0d7d-40c4-af04-26659782f6c5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:26.463554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60b0d092-8b05-45a7-8260-a114cad3b052 req-ba5500af-0d7d-40c4-af04-26659782f6c5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.2659721 Apr 18 21:07:26.514886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ab376-53ef-48cc-ac9b-a8dac0b3cd70 req-99d644f8-da29-48ba-a70a-e1f8f73acdea tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:26.516673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-910ab376-53ef-48cc-ac9b-a8dac0b3cd70 req-99d644f8-da29-48ba-a70a-e1f8f73acdea tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 945 time: 0.2450962 Apr 18 21:07:26.529704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34556) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:26.551514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Made reservation on behalf of 4fd0f140c50b4e27ba9ad9eecd3f2df9 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:26.554508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.580879 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.588820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eda51d-8daf-4d8f-ba01-ed9fe4477900 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Router 460fd498-9e73-47c9-aa64-7dd847d47eaa has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:26.638760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:26.646229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Usage tracker for resource:security_group_rule and tenant:4fd0f140c50b4e27ba9ad9eecd3f2df9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:26.652862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:26.663522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:26.675615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60b0d092-8b05-45a7-8260-a114cad3b052 req-6f21150b-8f7a-48fd-a51f-270b2fcdfacb tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961424 Apr 18 21:07:26.705230 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.710858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-910ab376-53ef-48cc-ac9b-a8dac0b3cd70 req-81b27863-e7b2-4921-872b-f8e9cb105fed tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763339 Apr 18 21:07:26.825501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.851586 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e3cc0817-e29a-4c7e-a69c-59a7f0b9f391 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7437350409fb428d9fc93f09f6eb3036&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3157918 Apr 18 21:07:26.877265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34560) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:26.909190 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.922212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-839898b8-bf44-4490-8d56-68a87a976f58 admin admin] Deleting port bfed192d-623b-45d7-bb40-e40701bec211 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:26.922577 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-839898b8-bf44-4490-8d56-68a87a976f58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.952942 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.995741 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-54ac46ee-b01d-4061-94a6-906ab3b98ed1 req-7943fb40-c440-469a-beb2-46aeabc8e51b tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 210 time: 0.0924413 Apr 18 21:07:26.996439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:27.014415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6edee6c-5778-4196-8f4b-a38964b7682b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:27.027627 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.027627 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Added segment 5331d9ec-1c63-4e61-9b66-d1cc8a4c7f1d of type vlan for network 6c14e4bc-51f2-484a-8baf-d506c3b54c00 Apr 18 21:07:27.053986 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f26c759d-b993-49bd-8acc-43cb0877b285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.061143 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.145587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eda51d-8daf-4d8f-ba01-ed9fe4477900 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:27.155637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fbeb20-bf8c-4988-98c0-5c221bce7902 None None] Sync routers for ids ['460fd498-9e73-47c9-aa64-7dd847d47eaa'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:27.170397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fbeb20-bf8c-4988-98c0-5c221bce7902 None None] Routers {'460fd498-9e73-47c9-aa64-7dd847d47eaa'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:27.171332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-82fbeb20-bf8c-4988-98c0-5c221bce7902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['460fd498-9e73-47c9-aa64-7dd847d47eaa'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:27.176465 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9eda51d-8daf-4d8f-ba01-ed9fe4477900 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.204941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:27.211559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.212624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:27.213197 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.347073 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f9eda51d-8daf-4d8f-ba01-ed9fe4477900 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "PUT /v2.0/floatingips/cf3a0ea8-b8a0-4279-aab5-41d49e3383ad HTTP/1.1" status: 200 len: 992 time: 4.5940778 Apr 18 21:07:27.349644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'tag': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:27.401458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6682973 Apr 18 21:07:27.405841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bd912-2fe6-4197-a1c9-9f78d46d7906 admin admin] Pushing event updated for resources: {'Network': ['ID=6c14e4bc-51f2-484a-8baf-d506c3b54c00,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:27.411161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34570) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:27.417824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Allocated IP 192.168.233.42 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/94961a38-2350-4ed6-ae16-0e1b5ba66e1e) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:27.421424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 6c14e4bc-51f2-484a-8baf-d506c3b54c00 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:07:27.426024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Request body: {'subnet': {'network_id': '6c14e4bc-51f2-484a-8baf-d506c3b54c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1346491580-subnet', 'tenant_id': 'bc2240705f244e39a0ae38e1c4319d8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:27.435433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:27.454990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Usage tracker for resource:subnet and tenant:bc2240705f244e39a0ae38e1c4319d8f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:27.459658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:27.476895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:27.539966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31620a72-7c5e-44b9-a476-762691d4fa45 req-71c6bcd9-e89b-4bde-abbf-823e8d462693 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:27.546111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31620a72-7c5e-44b9-a476-762691d4fa45 req-71c6bcd9-e89b-4bde-abbf-823e8d462693 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 946 time: 0.2036500 Apr 18 21:07:27.568314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-82fbeb20-bf8c-4988-98c0-5c221bce7902 None None] Set router 460fd498-9e73-47c9-aa64-7dd847d47eaa gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:27.600445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96497814-7291-4301-8420-845f6cf3b0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.612807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31620a72-7c5e-44b9-a476-762691d4fa45 req-69660db4-763b-40f2-b03b-2de2113121f2 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644743 Apr 18 21:07:27.619616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Made reservation on behalf of bc2240705f244e39a0ae38e1c4319d8f for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:27.623361 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.724552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96497814-7291-4301-8420-845f6cf3b0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.757019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bfed192d-623b-45d7-bb40-e40701bec211 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:27.791950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc1af1-2308-43df-8fae-d020176874cf req-c4ec567f-e491-40b3-bd40-9011cf4f2306 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:27.793970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3fc1af1-2308-43df-8fae-d020176874cf req-c4ec567f-e491-40b3-bd40-9011cf4f2306 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 946 time: 0.3141160 Apr 18 21:07:27.802020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-839898b8-bf44-4490-8d56-68a87a976f58 admin admin] For port bfed192d-623b-45d7-bb40-e40701bec211, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bfed192d-623b-45d7-bb40-e40701bec211,segment=NetworkSegment(0545e0e9-86f7-4324-8eeb-ecb08bf84c18),segment_id=0545e0e9-86f7-4324-8eeb-ecb08bf84c18)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:27.802647 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-839898b8-bf44-4490-8d56-68a87a976f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.909948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3fc1af1-2308-43df-8fae-d020176874cf req-0e0b8d76-a6f2-4f9c-b7be-30a599da5b9d tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007469 Apr 18 21:07:27.977361 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.988293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port bfed192d-623b-45d7-bb40-e40701bec211 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:27.988929 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.998158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-839898b8-bf44-4490-8d56-68a87a976f58 admin admin] Calling delete_port for bfed192d-623b-45d7-bb40-e40701bec211 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:28.035795 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.047831 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.152709 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29102f32-4e2b-4221-8717-6ae017d86942'] response: {'name': 'network-changed', 'server_uuid': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'tag': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6', 'status': 'completed', 'code': 200} Apr 18 21:07:28.160300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ca5d04-f061-4bf8-be75-935d5d634afd,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.221618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-82fbeb20-bf8c-4988-98c0-5c221bce7902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'cf3a0ea8-b8a0-4279-aab5-41d49e3383ad', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'port_id': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'mac_address': 'fa:16:3e:c8:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:24Z', 'revision_number': 1, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673e7732-75da-4216-b436-e870ab624056', 'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'mac_address': 'fa:16:3e:dd:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:52Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'subnets': [{'id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:28.225918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fbeb20-bf8c-4988-98c0-5c221bce7902 None None] Checking router: 460fd498-9e73-47c9-aa64-7dd847d47eaa for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:28.226075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Transition to ACTIVE for port object 94961a38-2350-4ed6-ae16-0e1b5ba66e1e will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:28.238022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fbeb20-bf8c-4988-98c0-5c221bce7902 None None] Routers {'460fd498-9e73-47c9-aa64-7dd847d47eaa'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:28.238624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-82fbeb20-bf8c-4988-98c0-5c221bce7902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['460fd498-9e73-47c9-aa64-7dd847d47eaa'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:28.252463 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96497814-7291-4301-8420-845f6cf3b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.278384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96497814-7291-4301-8420-845f6cf3b0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1888206e-a12e-4d72-a126-bf17c8d93a43,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.325502 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.418433 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96497814-7291-4301-8420-845f6cf3b0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.421389 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-96497814-7291-4301-8420-845f6cf3b0e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1888206e-a12e-4d72-a126-bf17c8d93a43 HTTP/1.1" status: 204 len: 168 time: 1.5430789 Apr 18 21:07:28.427562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Checking segment: {'id': '5331d9ec-1c63-4e61-9b66-d1cc8a4c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c14e4bc-51f2-484a-8baf-d506c3b54c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:28.427930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Network hostable DHCP agents. Network: 6c14e4bc-51f2-484a-8baf-d506c3b54c00, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:28.438405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:28.439062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Pushing event updated for resources: {'Port': ['ID=94961a38-2350-4ed6-ae16-0e1b5ba66e1e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.441905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:28.444365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:28.474537 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b27131be-e7eb-4924-9a89-ffea53318679 req-f14956b6-563b-4327-8f95-8148c7039eb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd0dbec6e91b4fc8b376969fb52f06f4&device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 1097 time: 0.3189049 Apr 18 21:07:28.486952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21c72-3f1f-4a76-b178-403f53c6144f req-ffe7d68d-2c4c-43dd-a940-efe97e66882e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:28.494648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ad21c72-3f1f-4a76-b178-403f53c6144f req-ffe7d68d-2c4c-43dd-a940-efe97e66882e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 945 time: 0.2186556 Apr 18 21:07:28.510355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273e27a-a8bb-44e5-bca2-beff259e0ea7 req-5c542e6c-e56d-4c2f-9393-fbb2a3d9c9bd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:28.512234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d273e27a-a8bb-44e5-bca2-beff259e0ea7 req-5c542e6c-e56d-4c2f-9393-fbb2a3d9c9bd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.3611102 Apr 18 21:07:28.521727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:28.522788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.530639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-82fbeb20-bf8c-4988-98c0-5c221bce7902 None None] Set router 460fd498-9e73-47c9-aa64-7dd847d47eaa gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:28.538218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-839898b8-bf44-4490-8d56-68a87a976f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.661975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839898b8-bf44-4490-8d56-68a87a976f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfed192d-623b-45d7-bb40-e40701bec211,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.778805 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.836456 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-c1f45e9c-d620-46b0-ab45-aa1d57671c26 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0470319 Apr 18 21:07:28.889883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Request body: {'port': {'device_id': '5f561b6b-6dbc-46c6-ad6d-f1ece4903134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:29.015705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-82fbeb20-bf8c-4988-98c0-5c221bce7902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'cf3a0ea8-b8a0-4279-aab5-41d49e3383ad', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'port_id': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'mac_address': 'fa:16:3e:c8:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:24Z', 'revision_number': 1, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673e7732-75da-4216-b436-e870ab624056', 'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'mac_address': 'fa:16:3e:dd:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:52Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'subnets': [{'id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:29.022207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fbeb20-bf8c-4988-98c0-5c221bce7902 None None] The sync data for ids ['460fd498-9e73-47c9-aa64-7dd847d47eaa'] in n-d-836017-3 is: [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'cf3a0ea8-b8a0-4279-aab5-41d49e3383ad', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'port_id': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'mac_address': 'fa:16:3e:c8:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:24Z', 'revision_number': 1, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673e7732-75da-4216-b436-e870ab624056', 'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'mac_address': 'fa:16:3e:dd:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:52Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'subnets': [{'id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:29.047213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-422e8f70-68e0-4f8e-83b3-be8e1f651d05 None None] Provisioning for port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:29.062155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-422e8f70-68e0-4f8e-83b3-be8e1f651d05 None None] Provisioning complete for port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:29.062411 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-422e8f70-68e0-4f8e-83b3-be8e1f651d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.092136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ad21c72-3f1f-4a76-b178-403f53c6144f req-e3ca9deb-f1f4-4fe6-9f88-8cc5b6d942af tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964112 Apr 18 21:07:29.139997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27131be-e7eb-4924-9a89-ffea53318679 req-13553b23-7cd7-4555-9230-73f7dc80f540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:29.147382 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b27131be-e7eb-4924-9a89-ffea53318679 req-13553b23-7cd7-4555-9230-73f7dc80f540 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86fba982-72c1-4c4e-a91d-ae4f2de457cb HTTP/1.1" status: 200 len: 917 time: 0.6479616 Apr 18 21:07:29.148306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Network 6c14e4bc-51f2-484a-8baf-d506c3b54c00 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:29.176246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d273e27a-a8bb-44e5-bca2-beff259e0ea7 req-8dae5703-c32a-4419-af10-78ac51dc7c7f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036084 Apr 18 21:07:29.223536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-422e8f70-68e0-4f8e-83b3-be8e1f651d05 None None] Port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:29.362225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-92f196b5-ee6c-45c7-aa78-1e839053e5c3 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:29.363240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-92f196b5-ee6c-45c7-aa78-1e839053e5c3 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Synchronizing usage tracker for tenant:4c343e3d1bbb45eb924713b7286635d3 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:29.377685 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.396669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 6c14e4bc-51f2-484a-8baf-d506c3b54c00) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:29.401537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:29.402161 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.407679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa25202-f317-49f0-afab-3c01e223c23c None None] Network 6c14e4bc-51f2-484a-8baf-d506c3b54c00 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:29.504334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-92f196b5-ee6c-45c7-aa78-1e839053e5c3 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Unset dirty status for tenant:4c343e3d1bbb45eb924713b7286635d3 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:29.504899 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-92f196b5-ee6c-45c7-aa78-1e839053e5c3 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 946 time: 0.7293932 Apr 18 21:07:29.508679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b27131be-e7eb-4924-9a89-ffea53318679 req-a0e36802-d899-4e19-89d6-6773cf89cfaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43ce5d53-fecd-4a86-a6c2-6731c78eefb6 HTTP/1.1" status: 200 len: 1000 time: 0.3300309 Apr 18 21:07:29.570835 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3daed9dc-d6ec-4f65-9798-c360c2084903 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1479807 Apr 18 21:07:29.689756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676dadb-4e39-401f-910b-3395591002f4 req-534c59aa-04cf-4cff-ae93-61f9f30f4967 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:29.691488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6676dadb-4e39-401f-910b-3395591002f4 req-534c59aa-04cf-4cff-ae93-61f9f30f4967 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 946 time: 0.3042235 Apr 18 21:07:29.694301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34592) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:29.710829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7720091-7dfc-4037-a48a-3bf934638d4c req-56494632-c634-4b27-becc-b375a0924d02 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:29.712818 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7720091-7dfc-4037-a48a-3bf934638d4c req-56494632-c634-4b27-becc-b375a0924d02 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 935 time: 0.3266799 Apr 18 21:07:29.729607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27131be-e7eb-4924-9a89-ffea53318679 req-e4ea7ba3-2cee-4fc2-8d65-d148f46c1b36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:29.731475 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b27131be-e7eb-4924-9a89-ffea53318679 req-e4ea7ba3-2cee-4fc2-8d65-d148f46c1b36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bfffb06-fe31-431b-9056-7de8c79236f5 HTTP/1.1" status: 200 len: 855 time: 0.2129686 Apr 18 21:07:29.808240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6676dadb-4e39-401f-910b-3395591002f4 req-f30fa4e4-d9ae-4307-a635-a93d0e5fbbb1 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044962 Apr 18 21:07:29.836696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82b368e-4267-45ba-9f26-83f72487f52f None None] Network 6c14e4bc-51f2-484a-8baf-d506c3b54c00 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:29.879218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Deleting port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:29.879745 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.968398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7e7388f8-638f-4aef-b8dd-59c220c474e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3be2f783de6e459aad62d900f3eb4d7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2646954 Apr 18 21:07:29.969747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34598) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:30.059145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7720091-7dfc-4037-a48a-3bf934638d4c req-20a779c6-13f0-4100-85f0-7fbb0f73b2f8 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/security-groups?id=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934649 Apr 18 21:07:30.081719 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0f8fa985-8159-4526-9e2a-6d872d82203e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.143826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b27131be-e7eb-4924-9a89-ffea53318679 req-43561ba4-c78e-4946-a977-55d31feed92b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86fba982-72c1-4c4e-a91d-ae4f2de457cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3523691 Apr 18 21:07:30.151774 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0f8fa985-8159-4526-9e2a-6d872d82203e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.442210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b27131be-e7eb-4924-9a89-ffea53318679 req-da7aa02d-83e3-4176-8b58-edb20a831de9 service neutron] 10.222.0.26 "GET /v2.0/networks/86fba982-72c1-4c4e-a91d-ae4f2de457cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543910 Apr 18 21:07:30.480940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-839898b8-bf44-4490-8d56-68a87a976f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.510038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94961a38-2350-4ed6-ae16-0e1b5ba66e1e {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:07:30.535572 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0f8fa985-8159-4526-9e2a-6d872d82203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.559802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568bfd2-86ca-4e84-8eef-6d898200dddd req-7b66c3d1-b9cc-42d1-91a3-9d0289f1b072 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:30.561413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1568bfd2-86ca-4e84-8eef-6d898200dddd req-7b66c3d1-b9cc-42d1-91a3-9d0289f1b072 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 945 time: 0.2326674 Apr 18 21:07:30.599101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fa985-8159-4526-9e2a-6d872d82203e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91c9673-57b1-45bd-842d-0d6eaaf40e46,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:30.599565 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.693739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Transition to ACTIVE for port object 94961a38-2350-4ed6-ae16-0e1b5ba66e1e will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:30.721191 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0f8fa985-8159-4526-9e2a-6d872d82203e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.724833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0f8fa985-8159-4526-9e2a-6d872d82203e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e91c9673-57b1-45bd-842d-0d6eaaf40e46 HTTP/1.1" status: 204 len: 168 time: 0.7524674 Apr 18 21:07:30.735956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] For port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=615d57b1-c106-4fd1-9ec6-cb87b429bdc0,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:30.736235 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.747310 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.769237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1568bfd2-86ca-4e84-8eef-6d898200dddd req-58f6f6be-9520-41ea-ba8f-2e76fab58e08 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774964 Apr 18 21:07:30.779522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b27131be-e7eb-4924-9a89-ffea53318679 req-08ab7eb8-2e57-4c1c-b2f0-f233399a95e9 service neutron] 10.222.0.26 "GET /v2.0/networks/86fba982-72c1-4c4e-a91d-ae4f2de457cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300974 Apr 18 21:07:30.824824 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.831657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f947cf-ee06-4145-a074-615059f44863 req-1d6e6d6c-bf9d-4e98-bb62-76efcb64b917 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:30.832383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-92f947cf-ee06-4145-a074-615059f44863 req-1d6e6d6c-bf9d-4e98-bb62-76efcb64b917 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Synchronizing usage tracker for tenant:1f1ff7148c2f46f0beccb0668396a1a5 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:30.933924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-92f947cf-ee06-4145-a074-615059f44863 req-1d6e6d6c-bf9d-4e98-bb62-76efcb64b917 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Unset dirty status for tenant:1f1ff7148c2f46f0beccb0668396a1a5 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:30.935777 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-1d6e6d6c-bf9d-4e98-bb62-76efcb64b917 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/networks?id=bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 HTTP/1.1" status: 200 len: 815 time: 0.4024200 Apr 18 21:07:31.005048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-8c2b996f-72ca-42f7-8d88-9e2bb5197914 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/quotas/1f1ff7148c2f46f0beccb0668396a1a5 HTTP/1.1" status: 200 len: 375 time: 0.0587764 Apr 18 21:07:31.067277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-25e2e363-b78a-47e7-8aa7-e163c373feba tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f1ff7148c2f46f0beccb0668396a1a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564082 Apr 18 21:07:31.194614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b64be-a4ab-4d4e-b51f-86fbf3a6fd4b req-3a41fbd3-a97e-4bc6-852a-932b7c759fb4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:31.202106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c4b64be-a4ab-4d4e-b51f-86fbf3a6fd4b req-3a41fbd3-a97e-4bc6-852a-932b7c759fb4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.2496307 Apr 18 21:07:31.299985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c4b64be-a4ab-4d4e-b51f-86fbf3a6fd4b req-856789ce-0cd0-4e32-b7fa-651177e0d9f6 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977170 Apr 18 21:07:31.336694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-7c1d78b4-7658-49f8-b622-231464d98d89 service neutron] 10.222.0.11 "GET /v2.0/networks/bb49bfad-78d0-49fd-ad3f-73e1cb5aa183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516978 Apr 18 21:07:31.362422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Pushing event updated for resources: {'Port': ['ID=94961a38-2350-4ed6-ae16-0e1b5ba66e1e,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:31.521196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.521196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.521196 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Floating IP df211665-4911-4843-bd40-3ebacfba6658 disassociated. External IP: 172.25.3.70, port: 615d57b1-c106-4fd1-9ec6-cb87b429bdc0. Apr 18 21:07:31.521196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Calling delete_port for 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:31.699797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Attempting to bind port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:31.699797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Attempting to bind port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:31.699797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Attempting to bind port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:31.699797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:07:31.717896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Attempting to bind port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:31.717896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:31.717896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:31.717896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:31.724664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Bound port: 94961a38-2350-4ed6-ae16-0e1b5ba66e1e, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:31.724664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.741710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a1411-fb3e-4e97-9c23-8c3732010281 req-485c7003-7df9-49a9-bed6-beef37aecdb1 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:31.741710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-950a1411-fb3e-4e97-9c23-8c3732010281 req-485c7003-7df9-49a9-bed6-beef37aecdb1 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 946 time: 0.2607772 Apr 18 21:07:31.748148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-7de1249d-21d2-4eaf-8735-e322c4fcc6be service neutron] 10.222.0.11 "GET /v2.0/networks/bb49bfad-78d0-49fd-ad3f-73e1cb5aa183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028392 Apr 18 21:07:31.804024 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-950a1411-fb3e-4e97-9c23-8c3732010281 req-fc1082d2-57c7-42f1-8669-2b2b8fefa651 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups?id=55532f8a-cf16-4603-ae77-f0142c8b9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561450 Apr 18 21:07:32.090410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e014ad-017b-48c9-a194-ed40a9bd491e req-548d721f-1d78-4aad-8fe5-febd9d5a5b89 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:32.090410 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80e014ad-017b-48c9-a194-ed40a9bd491e req-548d721f-1d78-4aad-8fe5-febd9d5a5b89 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 947 time: 0.1263828 Apr 18 21:07:32.180886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80e014ad-017b-48c9-a194-ed40a9bd491e req-85453304-9e75-439f-9417-69ffc12ae1f1 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/security-groups?id=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760293 Apr 18 21:07:32.377619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] For port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:32.381503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] For port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=94961a38-2350-4ed6-ae16-0e1b5ba66e1e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:32.390340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-930f5be8-fa4c-4b40-824c-5402d9da0304 req-eab7c554-ca3b-4c1f-bebf-365ca6a63372 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 210 time: 0.0713520 Apr 18 21:07:32.692047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839898b8-bf44-4490-8d56-68a87a976f58 admin admin] Router d5b28e3c-74c5-4601-97b6-8f47a5fb936d has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:32.705253 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-a51e3cd4-a39e-4430-84d4-c4b5718e29a6 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1&tenant_id=dab6748eaf3e409f9a3ff9969581722b&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1096 time: 0.2934284 Apr 18 21:07:32.714367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c40993-34a3-4dec-b73f-bd9a7d15611f req-ee18b3e3-1874-4989-9c6a-0723d1e54c96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:32.715798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87c40993-34a3-4dec-b73f-bd9a7d15611f req-ee18b3e3-1874-4989-9c6a-0723d1e54c96 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 945 time: 0.2580390 Apr 18 21:07:32.729498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-3'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:32.807938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f578fd-177b-496f-ae46-a40362aac960 req-7503aa95-b35e-4073-bceb-36562b512f8c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:32.809401 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76f578fd-177b-496f-ae46-a40362aac960 req-7503aa95-b35e-4073-bceb-36562b512f8c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.2005718 Apr 18 21:07:32.920281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839898b8-bf44-4490-8d56-68a87a976f58 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:32.921245 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87c40993-34a3-4dec-b73f-bd9a7d15611f req-dad0ee60-22da-47f5-9af1-34d473299c2a tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970880 Apr 18 21:07:32.936296 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.952579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76f578fd-177b-496f-ae46-a40362aac960 req-f2ab8784-1971-4b64-a041-9c96261041e5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281774 Apr 18 21:07:32.957671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.023823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.055275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Pushing event deleted for resources: {'Port': ['ID=615d57b1-c106-4fd1-9ec6-cb87b429bdc0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:33.065305 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-839898b8-bf44-4490-8d56-68a87a976f58 admin admin] 10.222.0.11 "PUT /v2.0/routers/d5b28e3c-74c5-4601-97b6-8f47a5fb936d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3984914 Apr 18 21:07:33.097604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34650) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:33.179295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34654) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:33.223967 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.225721 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] 10.222.0.26 "PUT /v2.0/ports/94961a38-2350-4ed6-ae16-0e1b5ba66e1e HTTP/1.1" status: 200 len: 1095 time: 4.3482711 Apr 18 21:07:33.236255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f561b6b-6dbc-46c6-ad6d-f1ece4903134', 'tag': '94961a38-2350-4ed6-ae16-0e1b5ba66e1e'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:33.267971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5b52edf-bf7a-4c01-94f1-02e8d2cf30ef req-387492ca-4a77-4d51-9ebe-b6080d27b9a8 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 210 time: 0.1533413 Apr 18 21:07:33.306488 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaeca31-9d51-45b5-a498-60bd1e045c66 None None] Sync routers for ids ['d5b28e3c-74c5-4601-97b6-8f47a5fb936d'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:33.316264 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.326698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdfb1ac-33da-49ba-9999-b183811f38d5 None None] New status for floating IP cf3a0ea8-b8a0-4279-aab5-41d49e3383ad: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:07:33.346812 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaeca31-9d51-45b5-a498-60bd1e045c66 None None] Routers {'d5b28e3c-74c5-4601-97b6-8f47a5fb936d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:33.347108 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ccaeca31-9d51-45b5-a498-60bd1e045c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d5b28e3c-74c5-4601-97b6-8f47a5fb936d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:33.432907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=361869b3-2bf5-40f3-b62f-466a7662455a,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:33.482089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:33.577159 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9022386b-c6e8-4e93-831b-5731657f4632'] response: {'name': 'network-changed', 'server_uuid': '5f561b6b-6dbc-46c6-ad6d-f1ece4903134', 'tag': '94961a38-2350-4ed6-ae16-0e1b5ba66e1e', 'status': 'completed', 'code': 200} Apr 18 21:07:33.588396 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.592541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20a5713-5832-42dc-8a12-5855b6c6ada1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '361869b3-2bf5-40f3-b62f-466a7662455a'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:33.690657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d72908-89f9-4b72-b768-7db0595a2660 service neutron] Pushing event updated for resources: {'Port': ['ID=94961a38-2350-4ed6-ae16-0e1b5ba66e1e,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:33.722385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-network', 'tenant_id': '95b34500dc2148d18731b5d0609d991d'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:33.743349 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.750711 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ccaeca31-9d51-45b5-a498-60bd1e045c66 None None] Set router d5b28e3c-74c5-4601-97b6-8f47a5fb936d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:33.753965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:33.765486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Usage tracker for resource:network and tenant:95b34500dc2148d18731b5d0609d991d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:33.772181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:33.787085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 361869b3-2bf5-40f3-b62f-466a7662455a details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:07:33.789955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:33.796013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:33.863103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1c532f3-ce0a-4147-979e-580ec7efe95c req-92b9e305-fff9-4122-940c-4b0bbf431ca9 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 210 time: 0.2095356 Apr 18 21:07:33.871428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Made reservation on behalf of 95b34500dc2148d18731b5d0609d991d for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:33.874064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.911264 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.925151 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-8b2673c3-ed1e-4432-9b72-c131b6c223b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fd0f140c50b4e27ba9ad9eecd3f2df9&device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 1098 time: 0.3454030 Apr 18 21:07:34.136280 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72825724-2a35-492a-8856-d7ace3515c0f'] response: {'server_uuid': 'b20a5713-5832-42dc-8a12-5855b6c6ada1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '361869b3-2bf5-40f3-b62f-466a7662455a', 'code': 200} Apr 18 21:07:34.226702 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-1e6fecf0-9d55-4d66-9021-cf137d7ff4d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=94961a38-2350-4ed6-ae16-0e1b5ba66e1e HTTP/1.1" status: 200 len: 217 time: 0.2787836 Apr 18 21:07:34.228941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932a4ee-eddb-4f58-ac75-f0aed132dffd req-720d05aa-7e4a-4761-a63d-bb58d728219e tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:34.229566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:34.239712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Usage tracker for resource:security_group_rule and tenant:95b34500dc2148d18731b5d0609d991d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:34.241691 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7932a4ee-eddb-4f58-ac75-f0aed132dffd req-720d05aa-7e4a-4761-a63d-bb58d728219e tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 947 time: 0.6423059 Apr 18 21:07:34.244245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:34.251085 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ccaeca31-9d51-45b5-a498-60bd1e045c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-199834284-router', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:08Z', 'updated_at': '2022-04-18T21:07:28Z', 'revision_number': 5, 'project_id': '5d98ae98c62444868e2e7baf02939ec5', 'gw_port': {'id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:09Z', 'updated_at': '2022-04-18T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:34.253891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:34.254316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:34.257951 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaeca31-9d51-45b5-a498-60bd1e045c66 None None] Checking router: d5b28e3c-74c5-4601-97b6-8f47a5fb936d for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:34.276261 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaeca31-9d51-45b5-a498-60bd1e045c66 None None] Routers {'d5b28e3c-74c5-4601-97b6-8f47a5fb936d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:34.278204 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ccaeca31-9d51-45b5-a498-60bd1e045c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d5b28e3c-74c5-4601-97b6-8f47a5fb936d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:34.280794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, got binding levels [] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:34.293880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:34.310544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Router 24def907-d90b-4c36-a700-be98c0261db2 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:34.313963 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.347765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Pushing event updated for resources: {'Port': ['ID=361869b3-2bf5-40f3-b62f-466a7662455a,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:34.348016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on host n-h2-836017-3 for vnic_type normal with profile {"migrating_to": "n-h1-836017-3"} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:34.348469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:34.348569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:34.359382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:07:34.359382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:34.367981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:34.368349 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:34.369025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:34.369547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Bound port: 361869b3-2bf5-40f3-b62f-466a7662455a, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:34.369934 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.441700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on host n-h2-836017-3 for vnic_type normal with profile {"migrating_to": "n-h1-836017-3"} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:34.442837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:34.443689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:34.460182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:07:34.460958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:34.471670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:34.472302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:34.472861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:34.473646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Bound port: 361869b3-2bf5-40f3-b62f-466a7662455a, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:34.474200 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.516293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7932a4ee-eddb-4f58-ac75-f0aed132dffd req-36499cca-a6d1-4e12-8c54-e89303beab20 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/security-groups?id=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732863 Apr 18 21:07:34.539994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:34.544532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=361869b3-2bf5-40f3-b62f-466a7662455a,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:34.545231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-674b9b9e-b6b8-44d9-98c4-e7fb78921090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:34.546809 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-674b9b9e-b6b8-44d9-98c4-e7fb78921090 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.3084700 Apr 18 21:07:34.589453 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ccaeca31-9d51-45b5-a498-60bd1e045c66 None None] Set router d5b28e3c-74c5-4601-97b6-8f47a5fb936d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:34.601774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bf333-c142-4a64-b15d-e4fbed58e50d req-f6ca7934-370d-4830-8637-df283703374f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:34.603647 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d93bf333-c142-4a64-b15d-e4fbed58e50d req-f6ca7934-370d-4830-8637-df283703374f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 943 time: 0.2998278 Apr 18 21:07:34.670591 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.692470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d93bf333-c142-4a64-b15d-e4fbed58e50d req-52ead114-9a8d-45ba-ae4d-6263a93db94e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813255 Apr 18 21:07:34.729188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:34.800823 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 361869b3-2bf5-40f3-b62f-466a7662455a-n-h2-836017-3-0 {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:34.801547 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:34.881635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc8e23-3500-4721-8b24-d1fc0f587d06 req-7c6c23fa-2c3c-4758-aeb9-b96961656356 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:34.886357 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.897534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7cc8e23-3500-4721-8b24-d1fc0f587d06 req-7c6c23fa-2c3c-4758-aeb9-b96961656356 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.1392312 Apr 18 21:07:34.927540 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-60797a4d-63f2-4563-a4cb-0bbbb3338b80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2979567 Apr 18 21:07:34.994089 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7cc8e23-3500-4721-8b24-d1fc0f587d06 req-48edfe96-6d1e-4fbd-9393-e033753df1cf tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956671 Apr 18 21:07:35.007837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.082060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-737746a6-0062-4dcf-afeb-362372c82fee req-a51b1745-e55f-4621-adcd-8512149178b8 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 210 time: 0.0971608 Apr 18 21:07:35.136607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 361869b3-2bf5-40f3-b62f-466a7662455a has no active binding in host n-h1-836017-3 {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 21:07:35.143007 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ccaeca31-9d51-45b5-a498-60bd1e045c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-199834284-router', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:08Z', 'updated_at': '2022-04-18T21:07:28Z', 'revision_number': 5, 'project_id': '5d98ae98c62444868e2e7baf02939ec5', 'gw_port': {'id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:09Z', 'updated_at': '2022-04-18T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:35.143746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=361869b3-2bf5-40f3-b62f-466a7662455a,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:35.154478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:35.156142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:35.156142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:35.156142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:35.156142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:35.157401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:35.157623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:35.158013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:35.158385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:35.158720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:35.159067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:35.172114 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaeca31-9d51-45b5-a498-60bd1e045c66 None None] The sync data for ids ['d5b28e3c-74c5-4601-97b6-8f47a5fb936d'] in n-d-836017-3 is: [{'id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-199834284-router', 'tenant_id': '5d98ae98c62444868e2e7baf02939ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:08Z', 'updated_at': '2022-04-18T21:07:28Z', 'revision_number': 5, 'project_id': '5d98ae98c62444868e2e7baf02939ec5', 'gw_port': {'id': '091d8c2e-b58e-4d4e-8332-bb76bbac469f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b28e3c-74c5-4601-97b6-8f47a5fb936d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:09Z', 'updated_at': '2022-04-18T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:35.242127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:35.269532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0855feb4-df7d-451a-bec9-ca735bf688f2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:35.286108 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.286507 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Added segment 6cade368-a14a-4892-b08b-a86c69cfe583 of type vlan for network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc Apr 18 21:07:35.326170 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.360262 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd28b094-b203-4525-afa7-fd75274ad2f0 req-f8fb1f7a-b081-44ac-8201-e112b3fe23be tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 210 time: 0.1695919 Apr 18 21:07:35.364548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on host n-h2-836017-3 for vnic_type normal with profile {"migrating_to": "n-h1-836017-3"} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:35.364548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:35.364548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:35.371084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:07:35.371409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Attempting to bind port 361869b3-2bf5-40f3-b62f-466a7662455a on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:35.376423 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-0103ea8b-c7e3-441e-b3a2-4ad03aaf2466 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200506 Apr 18 21:07:35.378757 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.379055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:35.379468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:35.380001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:35.380288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Bound port: 361869b3-2bf5-40f3-b62f-466a7662455a, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:35.380667 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.488620 n-d-836017-3 neutron-server[85048]: WARNING neutron.plugins.ml2.plugin [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Concurrent port binding operations failed on port 361869b3-2bf5-40f3-b62f-466a7662455a Apr 18 21:07:35.490141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Deleting port 091d8c2e-b58e-4d4e-8332-bb76bbac469f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:35.490480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.493186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=361869b3-2bf5-40f3-b62f-466a7662455a,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:35.494612 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Attempt 2 to bind port 361869b3-2bf5-40f3-b62f-466a7662455a Apr 18 21:07:35.498491 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.500032 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ee01a9d8-d0a9-4858-a628-201aae2cd997 service neutron] 10.222.0.59 "PUT /v2.0/ports/361869b3-2bf5-40f3-b62f-466a7662455a HTTP/1.1" status: 200 len: 1121 time: 2.7769027 Apr 18 21:07:35.566701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:35.575561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['361869b3-2bf5-40f3-b62f-466a7662455a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:07:35.579779 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3fb1e-8e63-4c7f-898f-a90fa0abbd58 None None] Sync routers for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:35.637132 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3fb1e-8e63-4c7f-898f-a90fa0abbd58 None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:35.637984 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d7d3fb1e-8e63-4c7f-898f-a90fa0abbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:35.668292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['361869b3-2bf5-40f3-b62f-466a7662455a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:07:35.776717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bfed192d-623b-45d7-bb40-e40701bec211 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:35.875076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: bfed192d-623b-45d7-bb40-e40701bec211 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:35.875921 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bfed192d-623b-45d7-bb40-e40701bec211 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:35.930752 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.932617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:35.932748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.978939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] No DVR routers for this DVR port 615d57b1-c106-4fd1-9ec6-cb87b429bdc0 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:35.981912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.003456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'name': 'network-vif-deleted', 'tag': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:36.042074 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d7d3fb1e-8e63-4c7f-898f-a90fa0abbd58 None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:36.054831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f947cf-ee06-4145-a074-615059f44863 req-a540ec81-9591-4a2c-82b8-88af26f34977 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:36.057334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-a540ec81-9591-4a2c-82b8-88af26f34977 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.59 "GET /v2.0/networks?id=bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 HTTP/1.1" status: 200 len: 815 time: 0.4580674 Apr 18 21:07:36.089664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Request body: {'port': {'device_id': '6c0da3fd-6915-46e9-8d1f-dd9664e079e6', 'network_id': 'bb49bfad-78d0-49fd-ad3f-73e1cb5aa183', 'admin_state_up': True, 'tenant_id': '1f1ff7148c2f46f0beccb0668396a1a5'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:36.145520 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-754ca55d-3dd4-48fb-b9d4-1b843dd6bcc5 req-4c5fd9d1-e6ff-4d6b-98b4-5eb7692cd9cd tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.59 "DELETE /v2.0/ports/615d57b1-c106-4fd1-9ec6-cb87b429bdc0 HTTP/1.1" status: 204 len: 173 time: 6.6301234 Apr 18 21:07:36.156809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20a5713-5832-42dc-8a12-5855b6c6ada1', 'tag': '361869b3-2bf5-40f3-b62f-466a7662455a'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:36.178821 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b69782d4-bd8b-4c98-aea5-9637e14ba7c5 req-9eb0ed3f-19e2-4d95-9100-0dc4f79843e7 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7896802 Apr 18 21:07:36.198546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] Pushing event updated for resources: {'Network': ['ID=35d25024-36ab-4686-8e7e-8d1cf1dba4bc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:36.215226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:07:36.234152 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-27bb6363-ad96-4f61-a7a2-2f1eb2a8aa82 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 3.0246060 Apr 18 21:07:36.238072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34692) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:36.258748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Request body: {'subnet': {'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-subnet', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:36.272359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:36.300014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Usage tracker for resource:subnet and tenant:95b34500dc2148d18731b5d0609d991d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:36.305964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:36.317029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] For port 091d8c2e-b58e-4d4e-8332-bb76bbac469f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=091d8c2e-b58e-4d4e-8332-bb76bbac469f,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:36.323887 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.326155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:36.332089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55f60d-6db1-4e09-a608-3a389b7e86b9 req-1dc9320b-13e9-4aad-8a71-04aab597232c tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:36.339534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb55f60d-6db1-4e09-a608-3a389b7e86b9 req-1dc9320b-13e9-4aad-8a71-04aab597232c tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 947 time: 0.4711230 Apr 18 21:07:36.405138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9e00d-bd26-4ff2-9625-3c5210c16362 req-eb982135-884d-4c9a-b380-9720517c89b3 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:36.407483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afa9e00d-bd26-4ff2-9625-3c5210c16362 req-eb982135-884d-4c9a-b380-9720517c89b3 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 943 time: 0.4265623 Apr 18 21:07:36.471719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:36.478785 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb55f60d-6db1-4e09-a608-3a389b7e86b9 req-77283dbe-d7d6-4934-ab76-8c478382bc83 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/security-groups?id=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382487 Apr 18 21:07:36.480258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Usage tracker for resource:port and tenant:1f1ff7148c2f46f0beccb0668396a1a5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:36.505967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:36.510941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afa9e00d-bd26-4ff2-9625-3c5210c16362 req-dd98cb90-17c7-4c67-91c8-a3717347ef79 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908771 Apr 18 21:07:36.513334 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d7d3fb1e-8e63-4c7f-898f-a90fa0abbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:48Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:36.515018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:36.524595 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3fb1e-8e63-4c7f-898f-a90fa0abbd58 None None] Checking router: 24def907-d90b-4c36-a700-be98c0261db2 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:36.554680 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3fb1e-8e63-4c7f-898f-a90fa0abbd58 None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:36.556328 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d7d3fb1e-8e63-4c7f-898f-a90fa0abbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:36.624653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Made reservation on behalf of 1f1ff7148c2f46f0beccb0668396a1a5 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:36.629597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.679224 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80447b59-5142-4a8c-9030-ec9a0bc6c086'] response: {'server_uuid': '9f8886f8-7d3f-43ea-8feb-7598c46f42bf', 'name': 'network-vif-deleted', 'tag': '615d57b1-c106-4fd1-9ec6-cb87b429bdc0', 'status': 'completed', 'code': 200} Apr 18 21:07:36.696820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Calling delete_port for 091d8c2e-b58e-4d4e-8332-bb76bbac469f owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:36.736823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Made reservation on behalf of 95b34500dc2148d18731b5d0609d991d for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:36.739119 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.831128 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d7d3fb1e-8e63-4c7f-898f-a90fa0abbd58 None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:36.850055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7b61892-2ddb-4948-b04a-45cb631e639c req-8e88224c-ecff-4ff4-8723-f3953a0b87a5 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8886f8-7d3f-43ea-8feb-7598c46f42bf HTTP/1.1" status: 200 len: 210 time: 0.1138375 Apr 18 21:07:36.935284 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-047dceca-44fd-4a34-80d3-0adfbfe61909 req-b91e05d1-f25f-46db-a917-37358035d0f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fd0f140c50b4e27ba9ad9eecd3f2df9&device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 1098 time: 0.3639905 Apr 18 21:07:36.954435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717cddd-565a-45e5-a2ad-e72a06f990d4 req-3270aca9-2707-4d79-b8ab-b8f268311b0a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:36.956043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e717cddd-565a-45e5-a2ad-e72a06f990d4 req-3270aca9-2707-4d79-b8ab-b8f268311b0a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.2122111 Apr 18 21:07:36.957357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Allocated IP 172.20.0.2 (bb49bfad-78d0-49fd-ad3f-73e1cb5aa183/a37167ee-887f-418b-bb56-22214434e4ce/9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:37.046445 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f655726f-c01a-4c17-8602-b1f254c48a44'] response: {'name': 'network-changed', 'server_uuid': 'b20a5713-5832-42dc-8a12-5855b6c6ada1', 'tag': '361869b3-2bf5-40f3-b62f-466a7662455a', 'status': 'completed', 'code': 200} Apr 18 21:07:37.106323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e717cddd-565a-45e5-a2ad-e72a06f990d4 req-ca9a3815-f155-4481-994f-bb131c0753f6 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313672 Apr 18 21:07:37.272659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dceca-44fd-4a34-80d3-0adfbfe61909 req-05f4ca9b-6df3-4466-87d8-036c483270c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:37.274284 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-047dceca-44fd-4a34-80d3-0adfbfe61909 req-05f4ca9b-6df3-4466-87d8-036c483270c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3268363 Apr 18 21:07:37.281025 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b4e77bf-1b59-48ef-a116-9299c8f3302f req-bbe98d86-dfba-451b-94c9-67e203526e2e tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 210 time: 0.0743411 Apr 18 21:07:37.349465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a91f9331-481c-4392-93dc-eddc83d1f2f0 req-18d7611a-69af-4422-b29f-9024e5f3b4a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 1124 time: 0.2405691 Apr 18 21:07:37.353109 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d7d3fb1e-8e63-4c7f-898f-a90fa0abbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:48Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:37.358484 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3fb1e-8e63-4c7f-898f-a90fa0abbd58 None None] The sync data for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 is: [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:03:20Z', 'revision_number': 4, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '474b5267-aab4-4b04-b305-818a90ea7909', 'name': '', 'network_id': '2ecb2828-cca3-4e35-82e7-e96c48a93f7a', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'mac_address': 'fa:16:3e:0c:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:16Z', 'updated_at': '2022-04-18T21:03:48Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'subnets': [{'id': '7fdcd53c-a783-4ede-b053-9e521ca04a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:37.358776 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.413556 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.449775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Pushing event deleted for resources: {'Port': ['ID=091d8c2e-b58e-4d4e-8332-bb76bbac469f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.457345 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-047dceca-44fd-4a34-80d3-0adfbfe61909 req-6b0600cf-ccdb-4e5f-b75a-569c35cb9510 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=94961a38-2350-4ed6-ae16-0e1b5ba66e1e HTTP/1.1" status: 200 len: 217 time: 0.1744902 Apr 18 21:07:37.627638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fbaabc-aa8c-4469-b930-a39ca5230e19,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.632067 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.636107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f9331-481c-4392-93dc-eddc83d1f2f0 req-99e4d575-b543-44c2-8e74-673401327100 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:37.638546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a91f9331-481c-4392-93dc-eddc83d1f2f0 req-99e4d575-b543-44c2-8e74-673401327100 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.2390575 Apr 18 21:07:37.672834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dceca-44fd-4a34-80d3-0adfbfe61909 req-454f8d82-b17e-4612-878f-6b63b62ed336 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:37.674434 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-047dceca-44fd-4a34-80d3-0adfbfe61909 req-454f8d82-b17e-4612-878f-6b63b62ed336 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2037423 Apr 18 21:07:37.744830 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a91f9331-481c-4392-93dc-eddc83d1f2f0 req-4cc5bcab-fc18-457a-a1e3-4b69e3541039 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361869b3-2bf5-40f3-b62f-466a7662455a HTTP/1.1" status: 200 len: 217 time: 0.1000190 Apr 18 21:07:37.813095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Checking segment: {'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:37.813433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Network hostable DHCP agents. Network: 35d25024-36ab-4686-8e7e-8d1cf1dba4bc, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:37.938450 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.044260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a42cd4-97c0-456b-80e9-b8fed92a85fb None None] New status for floating IP df211665-4911-4843-bd40-3ebacfba6658: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:07:38.060981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f9331-481c-4392-93dc-eddc83d1f2f0 req-f82ae2b5-dc29-4a93-83aa-0d136500b37c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:38.062773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a91f9331-481c-4392-93dc-eddc83d1f2f0 req-f82ae2b5-dc29-4a93-83aa-0d136500b37c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.3097429 Apr 18 21:07:38.075279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:38.122510 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.132763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a91f9331-481c-4392-93dc-eddc83d1f2f0 req-9b2c247b-84a9-4f80-8789-0c28992330e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604541 Apr 18 21:07:38.271959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 35d25024-36ab-4686-8e7e-8d1cf1dba4bc) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:38.284252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22577ba7-51f6-44f7-a1c6-f488be5ac37a None None] Network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:38.339130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Network bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:38.345803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:38.349694 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.351448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb935633-021c-4f32-b2c8-8a5195d44687 req-3570c160-da47-4509-b6a9-7acde7e4b49e tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:38.358522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb935633-021c-4f32-b2c8-8a5195d44687 req-3570c160-da47-4509-b6a9-7acde7e4b49e tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 947 time: 0.5476658 Apr 18 21:07:38.366107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:38.367363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Pushing event updated for resources: {'Port': ['ID=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:38.372060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-047dceca-44fd-4a34-80d3-0adfbfe61909 req-baff7f60-c353-4971-b7dc-5897da14bbc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6893559 Apr 18 21:07:38.372385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:38.374779 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.412741 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.428266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10233a91-cb51-409e-bc4a-a78813792045 req-f6fb90c4-1af0-47a7-bc6b-dfeb0f640155 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:38.439783 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10233a91-cb51-409e-bc4a-a78813792045 req-f6fb90c4-1af0-47a7-bc6b-dfeb0f640155 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 943 time: 0.5857930 Apr 18 21:07:38.518544 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-17fd472a-fe9f-4e42-b18c-b81ec4a28f7c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2787368 Apr 18 21:07:38.527949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34710) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:38.534686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:38.552048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'fixed_ips': [{'subnet_id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:07:38.554671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:38.554789 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.562367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Usage tracker for resource:router and tenant:95b34500dc2148d18731b5d0609d991d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:38.568995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:38.572535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a91f9331-481c-4392-93dc-eddc83d1f2f0 req-8fcd50fd-e688-485f-b6c2-c7d0fbc1e8c3 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887599 Apr 18 21:07:38.580659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:38.581317 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.588359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:38.598060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-047dceca-44fd-4a34-80d3-0adfbfe61909 req-8de484f6-5ea7-4378-b582-7a562aa9327f service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171638 Apr 18 21:07:38.601612 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.602153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5b28e3c-74c5-4601-97b6-8f47a5fb936d {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:38.622200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb935633-021c-4f32-b2c8-8a5195d44687 req-38810419-c0ed-4625-bc8a-14c174b05dda tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/security-groups?id=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624588 Apr 18 21:07:38.650978 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.650978 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a1348d56-bcd9-44c5-b358-d49722f92597 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d5b28e3c-74c5-4601-97b6-8f47a5fb936d HTTP/1.1" status: 204 len: 168 time: 5.5424142 Apr 18 21:07:38.692466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34714) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:38.693346 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.694328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.771137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Allocated IP 172.20.0.2 (35d25024-36ab-4686-8e7e-8d1cf1dba4bc/c3fbaabc-aa8c-4469-b930-a39ca5230e19/de7e5bcc-4fae-4df2-903d-6b6258d304e2) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:38.816103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcee962b-6a45-4f2a-9802-232f37e9d979 admin admin] Deleting subnet 2f24ec19-d9e1-4210-9d85-b122faf338ba {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:07:38.821267 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcee962b-6a45-4f2a-9802-232f37e9d979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.823572 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10233a91-cb51-409e-bc4a-a78813792045 req-e7a3a8fc-6ac4-4d2b-9a9c-4c7c2c7b4148 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808510 Apr 18 21:07:38.823572 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a91f9331-481c-4392-93dc-eddc83d1f2f0 req-5754ea2b-f8b3-446b-8a0e-9163ce88a388 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367733 Apr 18 21:07:38.856584 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.864892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-a844249e-0dd7-4fb4-849d-715b564004ee tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7690794 Apr 18 21:07:38.898075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Request body: {'port': {'device_id': '6c0da3fd-6915-46e9-8d1f-dd9664e079e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:38.933687 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-047dceca-44fd-4a34-80d3-0adfbfe61909 req-fcfeebe8-e52a-43a7-93c4-7d5e2dc93526 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185894 Apr 18 21:07:38.963554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcee962b-6a45-4f2a-9802-232f37e9d979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.063344 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.090447 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.172259 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.195090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Transition to ACTIVE for port object de7e5bcc-4fae-4df2-903d-6b6258d304e2 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:39.260251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Transition to ACTIVE for port object de7e5bcc-4fae-4df2-903d-6b6258d304e2 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:39.268812 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcee962b-6a45-4f2a-9802-232f37e9d979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.318709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a143a-9fbe-4251-a610-d8d5365323aa req-4939eee8-4e6c-48f9-ae01-eee4fe8c86bf tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:39.318709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-069a143a-9fbe-4251-a610-d8d5365323aa req-4939eee8-4e6c-48f9-ae01-eee4fe8c86bf tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Synchronizing usage tracker for tenant:1f1ff7148c2f46f0beccb0668396a1a5 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:39.361215 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.387123 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.437251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 94961a38-2350-4ed6-ae16-0e1b5ba66e1e details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:07:39.455918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:39.471356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Pushing event updated for resources: {'Port': ['ID=de7e5bcc-4fae-4df2-903d-6b6258d304e2,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:39.471356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:39.471356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:39.508287 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcee962b-6a45-4f2a-9802-232f37e9d979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.540216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-069a143a-9fbe-4251-a610-d8d5365323aa req-4939eee8-4e6c-48f9-ae01-eee4fe8c86bf tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Unset dirty status for tenant:1f1ff7148c2f46f0beccb0668396a1a5 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:39.540216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-069a143a-9fbe-4251-a610-d8d5365323aa req-4939eee8-4e6c-48f9-ae01-eee4fe8c86bf tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 931 time: 0.4278052 Apr 18 21:07:39.617006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee962b-6a45-4f2a-9802-232f37e9d979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f24ec19-d9e1-4210-9d85-b122faf338ba,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:39.617006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcee962b-6a45-4f2a-9802-232f37e9d979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.655817 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bcee962b-6a45-4f2a-9802-232f37e9d979 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2f24ec19-d9e1-4210-9d85-b122faf338ba HTTP/1.1" status: 204 len: 168 time: 0.9388502 Apr 18 21:07:39.655817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34722) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:39.677242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b16cd-efc8-4d3d-9f66-3ee077b169b9 req-b672f945-9a60-457e-a8c1-316d59ceb216 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:39.677242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb4b16cd-efc8-4d3d-9f66-3ee077b169b9 req-b672f945-9a60-457e-a8c1-316d59ceb216 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.6092982 Apr 18 21:07:39.697306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-069a143a-9fbe-4251-a610-d8d5365323aa req-00b16027-041d-49a8-a1ac-5c2c5298291d tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Synchronizing usage tracker for tenant:1f1ff7148c2f46f0beccb0668396a1a5 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:39.706649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e922f76-1c80-4d84-84a2-2b14c301a4e0 None None] Network aabb6a3b-71fb-4a17-be82-5404e99da357 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:39.815938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.834961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Attempting to bind port de7e5bcc-4fae-4df2-903d-6b6258d304e2 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:39.834961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Attempting to bind port de7e5bcc-4fae-4df2-903d-6b6258d304e2 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:39.834961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Attempting to bind port de7e5bcc-4fae-4df2-903d-6b6258d304e2 on network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:39.852605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Deleting port e925099b-3625-4142-a348-827d8e2defb6 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:39.852605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.863296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb4b16cd-efc8-4d3d-9f66-3ee077b169b9 req-4d0a922a-8312-4a5a-b520-514753d98107 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644902 Apr 18 21:07:39.876585 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:07:39.900178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:39.900178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Checking segment: {'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:39.900178 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.900178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Bound using segment: {'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:39.900178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Bound port: de7e5bcc-4fae-4df2-903d-6b6258d304e2, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:39.900178 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.948472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-069a143a-9fbe-4251-a610-d8d5365323aa req-00b16027-041d-49a8-a1ac-5c2c5298291d tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Unset dirty status for tenant:1f1ff7148c2f46f0beccb0668396a1a5 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:39.948472 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-069a143a-9fbe-4251-a610-d8d5365323aa req-00b16027-041d-49a8-a1ac-5c2c5298291d tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5fabbde-893e-4210-aec4-6698e01536f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889954 Apr 18 21:07:40.061795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:07:40.085310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.111451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Transition to ACTIVE for port object 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:40.152911 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.184537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=94961a38-2350-4ed6-ae16-0e1b5ba66e1e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:40.213370 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.215417 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.240760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '94961a38-2350-4ed6-ae16-0e1b5ba66e1e', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '94961a38-2350-4ed6-ae16-0e1b5ba66e1e', 'mac_address': 'fa:16:3e:ab:b2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:07:40.386931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] For port de7e5bcc-4fae-4df2-903d-6b6258d304e2, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:40.435852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] For port de7e5bcc-4fae-4df2-903d-6b6258d304e2, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=de7e5bcc-4fae-4df2-903d-6b6258d304e2,segment=NetworkSegment(6cade368-a14a-4892-b08b-a86c69cfe583),segment_id=6cade368-a14a-4892-b08b-a86c69cfe583)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:40.456765 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.496902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Pushing event updated for resources: {'Port': ['ID=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:40.502186 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.572503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] For port e925099b-3625-4142-a348-827d8e2defb6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e925099b-3625-4142-a348-827d8e2defb6,segment=NetworkSegment(0545e0e9-86f7-4324-8eeb-ecb08bf84c18),segment_id=0545e0e9-86f7-4324-8eeb-ecb08bf84c18)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:40.572503 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.579723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff2b65e-6d6d-4e1f-8c9b-64d319939f8b None None] DHCP port deletion for aabb6a3b-71fb-4a17-be82-5404e99da357 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:07:40.598885 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94961a38-2350-4ed6-ae16-0e1b5ba66e1e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:07:40.650923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fff2b65e-6d6d-4e1f-8c9b-64d319939f8b None None] Deleting port e925099b-3625-4142-a348-827d8e2defb6 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:40.650923 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fff2b65e-6d6d-4e1f-8c9b-64d319939f8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.716526 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=94961a38-2350-4ed6-ae16-0e1b5ba66e1e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:40.725258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Calling delete_port for e925099b-3625-4142-a348-827d8e2defb6 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:40.746947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c5ddc-d4cb-46bc-86e2-a730d2a30fb2 None None] Pushing event updated for resources: {'Port': ['ID=de7e5bcc-4fae-4df2-903d-6b6258d304e2,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:40.779538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d36396-1ac9-43dc-9318-f607a31864bf req-281be619-3e41-4754-9ffc-c24bfc83838b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:40.789867 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49d36396-1ac9-43dc-9318-f607a31864bf req-281be619-3e41-4754-9ffc-c24bfc83838b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 943 time: 0.4504809 Apr 18 21:07:40.803377 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.849409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db137003-ed45-4e18-9a6f-6c8d62e05475 req-fd5d1546-b62b-45fe-9c62-338bbd93552a tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:40.856432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db137003-ed45-4e18-9a6f-6c8d62e05475 req-fd5d1546-b62b-45fe-9c62-338bbd93552a tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 947 time: 0.5611920 Apr 18 21:07:40.906114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Attempting to bind port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:40.907489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Attempting to bind port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '294c33dd-0e85-44d1-b0cb-4915e923cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bb49bfad-78d0-49fd-ad3f-73e1cb5aa183'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:40.907489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Attempting to bind port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 on network bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:40.946934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49d36396-1ac9-43dc-9318-f607a31864bf req-bb8f4418-9b83-4fd7-b393-d607a172e2ff tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562130 Apr 18 21:07:40.956382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 on network bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:07:40.956710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Attempting to bind port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 on network bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:40.982079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db137003-ed45-4e18-9a6f-6c8d62e05475 req-60911504-da5f-424e-af1f-c3d3dbea0899 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/security-groups?id=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245632 Apr 18 21:07:40.983138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:40.983483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Checking segment: {'id': '294c33dd-0e85-44d1-b0cb-4915e923cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bb49bfad-78d0-49fd-ad3f-73e1cb5aa183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:40.983876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Bound using segment: {'id': '294c33dd-0e85-44d1-b0cb-4915e923cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bb49bfad-78d0-49fd-ad3f-73e1cb5aa183'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:40.985129 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Bound port: 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294c33dd-0e85-44d1-b0cb-4915e923cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bb49bfad-78d0-49fd-ad3f-73e1cb5aa183'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:40.985522 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.006505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Allocated IP 172.25.3.61 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:41.012639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.037408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=94961a38-2350-4ed6-ae16-0e1b5ba66e1e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:41.064503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fff2b65e-6d6d-4e1f-8c9b-64d319939f8b None None] For port e925099b-3625-4142-a348-827d8e2defb6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e925099b-3625-4142-a348-827d8e2defb6,segment=NetworkSegment(0545e0e9-86f7-4324-8eeb-ecb08bf84c18),segment_id=0545e0e9-86f7-4324-8eeb-ecb08bf84c18)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:41.065050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fff2b65e-6d6d-4e1f-8c9b-64d319939f8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.121617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] For port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:41.125660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] For port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646,segment=NetworkSegment(294c33dd-0e85-44d1-b0cb-4915e923cec8),segment_id=294c33dd-0e85-44d1-b0cb-4915e923cec8)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:41.233094 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.249758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] No DVR routers for this DVR port e925099b-3625-4142-a348-827d8e2defb6 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:41.251772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e925099b-3625-4142-a348-827d8e2defb6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:41.416124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fff2b65e-6d6d-4e1f-8c9b-64d319939f8b None None] Calling delete_port for e925099b-3625-4142-a348-827d8e2defb6 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:41.429434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429261e-15c8-430a-8652-fefb751cfd42 req-eb00b45c-0e2c-4f61-af15-3bd63ffb4eea tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:41.438976 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a429261e-15c8-430a-8652-fefb751cfd42 req-eb00b45c-0e2c-4f61-af15-3bd63ffb4eea tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.3086898 Apr 18 21:07:41.470372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['94961a38-2350-4ed6-ae16-0e1b5ba66e1e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:07:41.482343 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.485520 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.488664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] 10.222.0.59 "PUT /v2.0/ports/9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 HTTP/1.1" status: 200 len: 1091 time: 2.6095841 Apr 18 21:07:41.491455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0da3fd-6915-46e9-8d1f-dd9664e079e6', 'tag': '9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:41.505554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.506166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2ac56-46ce-4a06-a8bf-b4138e540868 service neutron] Pushing event updated for resources: {'Port': ['ID=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:41.540010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabb6a3b-71fb-4a17-be82-5404e99da357']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:41.572532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0545e0e9-86f7-4324-8eeb-ecb08bf84c18') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:41.574214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0545e0e9-86f7-4324-8eeb-ecb08bf84c18') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:41.599276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a429261e-15c8-430a-8652-fefb751cfd42 req-b01fbf56-1b1a-412c-ba19-1788a20ac570 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408203 Apr 18 21:07:41.619003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.640663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1f475-2865-4d44-8a0b-4bf2c0816b89 req-6441fe59-0d15-457f-a1e0-8d00702b3f9b tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:41.640663 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0c1f475-2865-4d44-8a0b-4bf2c0816b89 req-6441fe59-0d15-457f-a1e0-8d00702b3f9b tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 943 time: 0.2671540 Apr 18 21:07:41.685201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.731505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:07:41.746868 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.759256 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-fff2b65e-6d6d-4e1f-8c9b-64d319939f8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:41.759836 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-fff2b65e-6d6d-4e1f-8c9b-64d319939f8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:41.787110 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:41.807122 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0c1f475-2865-4d44-8a0b-4bf2c0816b89 req-9e81fde9-48a4-4b95-94b7-9fb6f8b2cd6b tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5fabbde-893e-4210-aec4-6698e01536f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703081 Apr 18 21:07:41.856888 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-d7b9e3b8-2cc8-428c-96b2-b7c523ec7f6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f1ff7148c2f46f0beccb0668396a1a5&device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 1094 time: 0.1461446 Apr 18 21:07:41.889973 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device de7e5bcc-4fae-4df2-903d-6b6258d304e2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:41.900438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.913187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34742) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:42.006171 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50072dc-d205-4a85-8e15-a01e22ea7ba9'] response: {'name': 'network-changed', 'server_uuid': '6c0da3fd-6915-46e9-8d1f-dd9664e079e6', 'tag': '9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646', 'status': 'completed', 'code': 200} Apr 18 21:07:42.006171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-455d143f-d762-4713-bc38-f90277583f20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 HTTP/1.1" status: 200 len: 217 time: 0.1343329 Apr 18 21:07:42.078647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:42.092655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:42.123166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f947cf-ee06-4145-a074-615059f44863 req-b0d2f085-8a24-4b47-aca5-f363c47733e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:42.126958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-b0d2f085-8a24-4b47-aca5-f363c47733e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a37167ee-887f-418b-bb56-22214434e4ce HTTP/1.1" status: 200 len: 855 time: 0.1173522 Apr 18 21:07:42.129930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:42.138948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port de7e5bcc-4fae-4df2-903d-6b6258d304e2 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:42.242028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 091d8c2e-b58e-4d4e-8332-bb76bbac469f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:42.303469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fff2b65e-6d6d-4e1f-8c9b-64d319939f8b None None] Deleting port e925099b-3625-4142-a348-827d8e2defb6 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:42.303847 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fff2b65e-6d6d-4e1f-8c9b-64d319939f8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.338676 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-33a651a8-6427-4af3-8fca-41eb44ffc755 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb49bfad-78d0-49fd-ad3f-73e1cb5aa183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2050142 Apr 18 21:07:42.347716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 091d8c2e-b58e-4d4e-8332-bb76bbac469f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:42.348333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 091d8c2e-b58e-4d4e-8332-bb76bbac469f not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:42.348901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e925099b-3625-4142-a348-827d8e2defb6 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:42.424127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fff2b65e-6d6d-4e1f-8c9b-64d319939f8b None None] The port 'e925099b-3625-4142-a348-827d8e2defb6' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:07:42.425767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: e925099b-3625-4142-a348-827d8e2defb6 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:42.426650 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e925099b-3625-4142-a348-827d8e2defb6 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:42.459480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01969274-1e75-40c6-86ae-2af495a49bd0 None None] Network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:42.461012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Pushing event updated for resources: {'Port': ['ID=c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:42.471384 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.487624 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-23911368-f11e-4153-b9ac-1023bc4afbe6 service neutron] 10.222.0.26 "GET /v2.0/ports/361869b3-2bf5-40f3-b62f-466a7662455a/bindings/n-h1-836017-3 HTTP/1.1" status: 200 len: 384 time: 0.2335751 Apr 18 21:07:42.529605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e41ad0-4ddb-486b-aaa4-87a44c3cfaaa req-86719a51-b671-4d59-bf29-861dc7a9fc88 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:42.531577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06e41ad0-4ddb-486b-aaa4-87a44c3cfaaa req-86719a51-b671-4d59-bf29-861dc7a9fc88 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 948 time: 0.2509713 Apr 18 21:07:42.547263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c6603-7f8d-4393-863a-5b62c863323d req-787ee164-e792-47a5-bf6e-6df253cd66a9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:42.556375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f9c6603-7f8d-4393-863a-5b62c863323d req-787ee164-e792-47a5-bf6e-6df253cd66a9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 943 time: 0.3211961 Apr 18 21:07:42.557500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.584093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.608988 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-8c166461-df12-4d90-a3cd-242a0bb8bdf3 service neutron] 10.222.0.59 "GET /v2.0/networks/bb49bfad-78d0-49fd-ad3f-73e1cb5aa183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542698 Apr 18 21:07:42.643852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.721791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=aabb6a3b-71fb-4a17-be82-5404e99da357,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:42.730444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-26eb0a5d-ed12-487e-89c8-e534c3a85287 None None] Provisioning for port de7e5bcc-4fae-4df2-903d-6b6258d304e2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:42.748448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-26eb0a5d-ed12-487e-89c8-e534c3a85287 None None] Provisioning complete for port de7e5bcc-4fae-4df2-903d-6b6258d304e2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:42.749692 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26eb0a5d-ed12-487e-89c8-e534c3a85287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.754431 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3713bda2-e634-49c1-9402-02ff21feb0b3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/aabb6a3b-71fb-4a17-be82-5404e99da357 HTTP/1.1" status: 204 len: 168 time: 3.1112134 Apr 18 21:07:42.779372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f9c6603-7f8d-4393-863a-5b62c863323d req-98d27cbd-06ec-4c74-a83f-91ebc9f6142e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111025 Apr 18 21:07:42.785296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06e41ad0-4ddb-486b-aaa4-87a44c3cfaaa req-0bbafd2f-056c-4d1c-9178-9a34880e38b0 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/security-groups?id=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260480 Apr 18 21:07:42.898077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92f947cf-ee06-4145-a074-615059f44863 req-afa575e3-805e-4de2-ae73-51cf38b5a7e8 service neutron] 10.222.0.59 "GET /v2.0/networks/bb49bfad-78d0-49fd-ad3f-73e1cb5aa183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684734 Apr 18 21:07:43.052874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.053655 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.082545 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26eb0a5d-ed12-487e-89c8-e534c3a85287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.151438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-26eb0a5d-ed12-487e-89c8-e534c3a85287 None None] For port de7e5bcc-4fae-4df2-903d-6b6258d304e2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=de7e5bcc-4fae-4df2-903d-6b6258d304e2,segment=NetworkSegment(6cade368-a14a-4892-b08b-a86c69cfe583),segment_id=6cade368-a14a-4892-b08b-a86c69cfe583)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:43.155723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.252277 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26eb0a5d-ed12-487e-89c8-e534c3a85287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.340103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2896c-4d73-408f-868c-8270a3de2634 req-9ec8ee2a-fce1-47cd-905f-4e3f4159ff62 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:43.340103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0b2896c-4d73-408f-868c-8270a3de2634 req-9ec8ee2a-fce1-47cd-905f-4e3f4159ff62 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.3022287 Apr 18 21:07:43.351202 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44987eee-b6c7-4c60-8998-7c77415ba344 req-b518bf36-3f6f-45bf-8f39-d48077998a51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f1ff7148c2f46f0beccb0668396a1a5&device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 1094 time: 0.2289088 Apr 18 21:07:43.411575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34756) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:43.420485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a299ec26-e428-4bd2-9072-1f6486fd326b None None] Provisioning complete for port de7e5bcc-4fae-4df2-903d-6b6258d304e2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:43.421135 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a299ec26-e428-4bd2-9072-1f6486fd326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.425707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d73361-c86b-4f3f-a786-8b01bcb965af req-ea634590-11cc-4c5d-8e17-8673ae4f28a6 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:43.427535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12d73361-c86b-4f3f-a786-8b01bcb965af req-ea634590-11cc-4c5d-8e17-8673ae4f28a6 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 943 time: 0.3470502 Apr 18 21:07:43.463535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 94961a38-2350-4ed6-ae16-0e1b5ba66e1e up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:43.491557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb0a5d-ed12-487e-89c8-e534c3a85287 None None] Pushing event updated for resources: {'Port': ['ID=de7e5bcc-4fae-4df2-903d-6b6258d304e2,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:43.691317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12d73361-c86b-4f3f-a786-8b01bcb965af req-1c60eb12-0c28-4fe6-95c9-e0c0fdb64993 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5fabbde-893e-4210-aec4-6698e01536f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940126 Apr 18 21:07:43.691317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0b2896c-4d73-408f-868c-8270a3de2634 req-5aa87ee9-4052-4010-93f4-6cf580b85032 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428237 Apr 18 21:07:43.707180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55532f8a-cf16-4603-ae77-f0142c8b9846,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:43.713207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-8ea496fa-d40f-49b2-a4fe-3eb0173a2cf9 service neutron] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=361869b3-2bf5-40f3-b62f-466a7662455a,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:43.713583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device de7e5bcc-4fae-4df2-903d-6b6258d304e2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:43.753366 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e98b7177-f8c6-4f26-9615-addc6f27571e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d98ae98c62444868e2e7baf02939ec5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3310599 Apr 18 21:07:43.761658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-8ea496fa-d40f-49b2-a4fe-3eb0173a2cf9 service neutron] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:43.761896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34760) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:43.761979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:43.790796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:43.791163 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.822200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.823359 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "DELETE /v2.0/security-groups/55532f8a-cf16-4603-ae77-f0142c8b9846 HTTP/1.1" status: 204 len: 168 time: 1.8354862 Apr 18 21:07:43.830821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34764) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:43.830821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44987eee-b6c7-4c60-8998-7c77415ba344 req-cd637525-bee0-455e-a8e2-ebb88ae087a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:43.832466 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44987eee-b6c7-4c60-8998-7c77415ba344 req-cd637525-bee0-455e-a8e2-ebb88ae087a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 HTTP/1.1" status: 200 len: 916 time: 0.4405627 Apr 18 21:07:43.842955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:43.843816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:43.844510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:43.845334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:43.845938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:43.852702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:43.852702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:43.852702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:43.852702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:43.852702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:43.852702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45a93-107c-408a-be59-6f63d4196276 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:43.876395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-8ea496fa-d40f-49b2-a4fe-3eb0173a2cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361869b3-2bf5-40f3-b62f-466a7662455a {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:07:43.903903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-8ea496fa-d40f-49b2-a4fe-3eb0173a2cf9 service neutron] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=361869b3-2bf5-40f3-b62f-466a7662455a,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:44.005494 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-8ea496fa-d40f-49b2-a4fe-3eb0173a2cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.006015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port de7e5bcc-4fae-4df2-903d-6b6258d304e2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:44.006015 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.035974 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-90db1b95-6658-41c0-bf58-183523ebc030 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] show failed (client error): The resource could not be found. Apr 18 21:07:44.040125 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-90db1b95-6658-41c0-bf58-183523ebc030 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "GET /v2.0/security-groups/55532f8a-cf16-4603-ae77-f0142c8b9846 HTTP/1.1" status: 404 len: 347 time: 0.2039876 Apr 18 21:07:44.045797 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.065041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34772) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:44.113221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f561b6b-6dbc-46c6-ad6d-f1ece4903134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94961a38-2350-4ed6-ae16-0e1b5ba66e1e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:44.123236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44987eee-b6c7-4c60-8998-7c77415ba344 req-fe79d4aa-0bfd-45d3-b1df-4e37010982db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 HTTP/1.1" status: 200 len: 217 time: 0.2692251 Apr 18 21:07:44.128059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=94961a38-2350-4ed6-ae16-0e1b5ba66e1e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:44.218049 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1ab41df-4d2e-4c8c-b1e4-3a99304b3a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.219772 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.220865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 361869b3-2bf5-40f3-b62f-466a7662455a no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:44.313369 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1ab41df-4d2e-4c8c-b1e4-3a99304b3a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.348569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44987eee-b6c7-4c60-8998-7c77415ba344 req-54b5d3ae-6edd-4968-8056-34c6954860ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:44.348569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44987eee-b6c7-4c60-8998-7c77415ba344 req-54b5d3ae-6edd-4968-8056-34c6954860ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a37167ee-887f-418b-bb56-22214434e4ce HTTP/1.1" status: 200 len: 855 time: 0.1986439 Apr 18 21:07:44.356657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-95217102-161a-4614-b579-227d0c01b877 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Deleting port 6d552250-760b-4d9f-b368-e22361ca3581 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:44.356657 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95217102-161a-4614-b579-227d0c01b877 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.373716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=94961a38-2350-4ed6-ae16-0e1b5ba66e1e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:44.419069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44987eee-b6c7-4c60-8998-7c77415ba344 req-f27f6542-a9b5-4bd5-b3b6-02aa2299dec4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb49bfad-78d0-49fd-ad3f-73e1cb5aa183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545850 Apr 18 21:07:44.420807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90306521-0ca6-4683-85fb-34cf0e71818b req-634cc5cb-d2da-45c6-950c-a1e9dd24dac0 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:44.421421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90306521-0ca6-4683-85fb-34cf0e71818b req-634cc5cb-d2da-45c6-950c-a1e9dd24dac0 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 943 time: 0.3718820 Apr 18 21:07:44.471931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-8ea496fa-d40f-49b2-a4fe-3eb0173a2cf9 service neutron] Transition to ACTIVE for port object 361869b3-2bf5-40f3-b62f-466a7662455a will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:44.538575 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-8ea496fa-d40f-49b2-a4fe-3eb0173a2cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.563632 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed67cc-bccc-4c53-9472-150ea89ee215 req-2fab1a24-c62f-4f90-9a0e-7611cb353efc tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:44.564712 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5eed67cc-bccc-4c53-9472-150ea89ee215 req-2fab1a24-c62f-4f90-9a0e-7611cb353efc tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 949 time: 0.4290009 Apr 18 21:07:44.669576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90306521-0ca6-4683-85fb-34cf0e71818b req-84d97ee2-7b58-4082-8814-8c5a554de047 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307975 Apr 18 21:07:44.680464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44987eee-b6c7-4c60-8998-7c77415ba344 req-7ed8d785-9525-43f4-b7d9-120ee0c56153 service neutron] 10.222.0.59 "GET /v2.0/networks/bb49bfad-78d0-49fd-ad3f-73e1cb5aa183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555964 Apr 18 21:07:44.685236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5eed67cc-bccc-4c53-9472-150ea89ee215 req-abae9845-2362-4e1e-9e65-6544a3417bec tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/security-groups?id=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035657 Apr 18 21:07:44.719911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1ab41df-4d2e-4c8c-b1e4-3a99304b3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.778430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea496fa-d40f-49b2-a4fe-3eb0173a2cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=361869b3-2bf5-40f3-b62f-466a7662455a,revision_number=10']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:44.781508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95217102-161a-4614-b579-227d0c01b877 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.781859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95217102-161a-4614-b579-227d0c01b877 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.835638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab41df-4d2e-4c8c-b1e4-3a99304b3a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e658e52b-e004-4666-8f12-511b953e3bd8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:44.843192 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1ab41df-4d2e-4c8c-b1e4-3a99304b3a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.843192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c1ab41df-4d2e-4c8c-b1e4-3a99304b3a1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e658e52b-e004-4666-8f12-511b953e3bd8 HTTP/1.1" status: 204 len: 168 time: 1.0929387 Apr 18 21:07:44.916106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44987eee-b6c7-4c60-8998-7c77415ba344 req-34a369b9-fbc0-4c1a-8da1-d4f659bb736c service neutron] 10.222.0.59 "GET /v2.0/networks/bb49bfad-78d0-49fd-ad3f-73e1cb5aa183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298355 Apr 18 21:07:45.006525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-8ea496fa-d40f-49b2-a4fe-3eb0173a2cf9 service neutron] No DVR routers for this DVR port 361869b3-2bf5-40f3-b62f-466a7662455a on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:45.017117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-95217102-161a-4614-b579-227d0c01b877 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Calling delete_port for 6d552250-760b-4d9f-b368-e22361ca3581 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:45.057595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Router 9bf0dd9f-00ed-46a3-8116-6441508bc44d is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:07:45.195775 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-8ea496fa-d40f-49b2-a4fe-3eb0173a2cf9 service neutron] 10.222.0.26 "PUT /v2.0/ports/361869b3-2bf5-40f3-b62f-466a7662455a/bindings/n-h1-836017-3/activate HTTP/1.1" status: 200 len: 369 time: 2.6886747 Apr 18 21:07:45.217349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f2062-2b32-4d00-ab58-b567addf8aaf req-61273063-a88e-4ebf-85cf-a00751044fdc tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:45.227826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-530f2062-2b32-4d00-ab58-b567addf8aaf req-61273063-a88e-4ebf-85cf-a00751044fdc tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.1233108 Apr 18 21:07:45.264461 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d80f10-497c-4fe1-9b9f-4ada4e18d471'] response: {'server_uuid': '5f561b6b-6dbc-46c6-ad6d-f1ece4903134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94961a38-2350-4ed6-ae16-0e1b5ba66e1e', 'code': 200} Apr 18 21:07:45.346017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-530f2062-2b32-4d00-ab58-b567addf8aaf req-bdbc34aa-26a0-4e88-9bb6-2419dc19f632 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157279 Apr 18 21:07:45.522044 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0daa429b-00ba-45de-8d28-1817001b4c20 req-143008a7-103c-4ee8-84ab-624b0ab65abd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 1100 time: 0.1641665 Apr 18 21:07:45.564347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6f6cf-8142-42b0-baae-d73fe7fda578 req-1712d0ad-15ca-4951-93c1-7e9936642b23 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:45.566870 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79a6f6cf-8142-42b0-baae-d73fe7fda578 req-1712d0ad-15ca-4951-93c1-7e9936642b23 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 943 time: 0.1472418 Apr 18 21:07:45.601674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:07:45.644333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-bbde93a0-88ae-4516-992a-ccc1d527f9a4 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1&tenant_id=dab6748eaf3e409f9a3ff9969581722b&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1095 time: 0.1622565 Apr 18 21:07:45.658806 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79a6f6cf-8142-42b0-baae-d73fe7fda578 req-ef86a209-b7c2-47ea-b5bf-bcf166979373 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5fabbde-893e-4210-aec4-6698e01536f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770943 Apr 18 21:07:45.767086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ab5a0cf0-eec9-4505-855f-930db3236cb2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1&tenant_id=dab6748eaf3e409f9a3ff9969581722b HTTP/1.1" status: 200 len: 1095 time: 0.1098573 Apr 18 21:07:45.772755 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0daa429b-00ba-45de-8d28-1817001b4c20 req-f427a8e0-a9c7-48ca-9f3f-23933a91c263 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435210 Apr 18 21:07:45.783449 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95217102-161a-4614-b579-227d0c01b877 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.898555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646,segment=NetworkSegment(294c33dd-0e85-44d1-b0cb-4915e923cec8),segment_id=294c33dd-0e85-44d1-b0cb-4915e923cec8)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:45.905193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95217102-161a-4614-b579-227d0c01b877 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Pushing event deleted for resources: {'Port': ['ID=6d552250-760b-4d9f-b368-e22361ca3581,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:45.921421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646', 'network_id': 'bb49bfad-78d0-49fd-ad3f-73e1cb5aa183', 'port_id': '9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646', 'mac_address': 'fa:16:3e:39:3c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37167ee-887f-418b-bb56-22214434e4ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:07:45.992979 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.013662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:07:46.041675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646,segment=NetworkSegment(294c33dd-0e85-44d1-b0cb-4915e923cec8),segment_id=294c33dd-0e85-44d1-b0cb-4915e923cec8)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:46.054380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:46.071756 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Sync routers for ids ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:46.086246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95217102-161a-4614-b579-227d0c01b877 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.101403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95217102-161a-4614-b579-227d0c01b877 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.110934 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Routers {'9bf0dd9f-00ed-46a3-8116-6441508bc44d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:46.113366 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-95217102-161a-4614-b579-227d0c01b877 tempest-ServersWithSpecificFlavorTestJSON-912199846 tempest-ServersWithSpecificFlavorTestJSON-912199846-project] 10.222.0.11 "DELETE /v2.0/floatingips/df211665-4911-4843-bd40-3ebacfba6658 HTTP/1.1" status: 204 len: 168 time: 2.0364137 Apr 18 21:07:46.115790 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:46.127377 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.131046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-0690db07-fca2-4b73-82e3-798d4c4dec31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 1095 time: 0.3347669 Apr 18 21:07:46.143466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d5fd7-8dc2-406e-b2b7-9a1c087cabe2 req-f830083b-4df8-43e9-99ea-568e96657837 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:46.149340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-321d5fd7-8dc2-406e-b2b7-9a1c087cabe2 req-f830083b-4df8-43e9-99ea-568e96657837 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 944 time: 0.2549617 Apr 18 21:07:46.196043 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.199651 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d76e3380-e981-4334-bd8f-69db20613b95 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.6737263 Apr 18 21:07:46.200449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34802) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:46.201025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02db45-590d-4250-a2b8-7d47a29f8991 req-aa146b22-085e-4be7-97c9-66da17f15d39 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:46.208481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d02db45-590d-4250-a2b8-7d47a29f8991 req-aa146b22-085e-4be7-97c9-66da17f15d39 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 949 time: 0.2205920 Apr 18 21:07:46.314545 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:46.424400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:07:46.466387 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5cdfb540-aea8-4702-ae00-d544538229f7 req-4fae09c4-289d-40e9-ac3c-5dfcff83cc3a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1717138 Apr 18 21:07:46.538971 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Set router 9bf0dd9f-00ed-46a3-8116-6441508bc44d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:46.615832 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d02db45-590d-4250-a2b8-7d47a29f8991 req-8cf97aa8-ab43-4501-9eb0-b93f70c094a5 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/security-groups?id=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055617 Apr 18 21:07:46.620464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-321d5fd7-8dc2-406e-b2b7-9a1c087cabe2 req-793f2432-56ad-4d94-96be-66e47cf149c6 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701886 Apr 18 21:07:46.731261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-fcb0fc9c-962b-436c-bb40-c1222225444c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:46.733535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-fcb0fc9c-962b-436c-bb40-c1222225444c service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.5821235 Apr 18 21:07:46.846272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ec9cbd13-711c-4c17-8fdd-2adae2513b70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361869b3-2bf5-40f3-b62f-466a7662455a HTTP/1.1" status: 200 len: 217 time: 0.1033490 Apr 18 21:07:46.937820 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5cdfb540-aea8-4702-ae00-d544538229f7 req-3f3bc8c3-9267-4d19-ac3d-62d6be9c7c4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 1102 time: 0.2710998 Apr 18 21:07:47.168849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-d50648fa-5630-4be6-b405-17620389365b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:47.169140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-d50648fa-5630-4be6-b405-17620389365b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.3083515 Apr 18 21:07:47.198875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34818) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:47.262118 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:07:42Z', 'revision_number': 3, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:47.274931 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Checking router: 9bf0dd9f-00ed-46a3-8116-6441508bc44d for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:47.274931 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Updating router 9bf0dd9f-00ed-46a3-8116-6441508bc44d port c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:07:47.283132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-ad2f2702-9515-4ec2-a8f1-925d1d803677 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638595 Apr 18 21:07:47.369314 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.433920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0a7fd-9673-414c-9b51-0d796ccaf5b9 req-7d3aaddd-15f4-4a42-8291-26ff0073a26b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:47.434462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1339828061-network', 'tenant_id': 'dd79c777f058418d95221f6eebb38334'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:47.436158 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ff0a7fd-9673-414c-9b51-0d796ccaf5b9 req-7d3aaddd-15f4-4a42-8291-26ff0073a26b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.3844063 Apr 18 21:07:47.451221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:47.452213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151de45-23cd-49aa-8684-b9b7892341cc req-4a59f341-5ae7-4a69-a61d-864ca3048d52 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:47.461185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d151de45-23cd-49aa-8684-b9b7892341cc req-4a59f341-5ae7-4a69-a61d-864ca3048d52 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 944 time: 0.3497572 Apr 18 21:07:47.461442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfb540-aea8-4702-ae00-d544538229f7 req-4f2cb132-42a5-4395-b65d-a1e4fc5b2385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:47.462918 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5cdfb540-aea8-4702-ae00-d544538229f7 req-4f2cb132-42a5-4395-b65d-a1e4fc5b2385 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.5026033 Apr 18 21:07:47.464524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Usage tracker for resource:network and tenant:dd79c777f058418d95221f6eebb38334 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:47.471717 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:47.490220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:47.579256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-1616aad3-b710-432c-a214-a2c63e21a74d service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878966 Apr 18 21:07:47.582967 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5cdfb540-aea8-4702-ae00-d544538229f7 req-d980cd0d-b95b-4026-acef-664a2b7cdd38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 200 len: 217 time: 0.1071668 Apr 18 21:07:47.591730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d151de45-23cd-49aa-8684-b9b7892341cc req-f55ece2f-480c-4bc3-8976-b221a0c5d39e tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5fabbde-893e-4210-aec4-6698e01536f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289797 Apr 18 21:07:47.622069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:47.658964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Made reservation on behalf of dd79c777f058418d95221f6eebb38334 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:47.661302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.680964 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.705289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfb540-aea8-4702-ae00-d544538229f7 req-e3df8355-b9d2-4ee7-aa48-4f25359116cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:47.707193 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5cdfb540-aea8-4702-ae00-d544538229f7 req-e3df8355-b9d2-4ee7-aa48-4f25359116cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1180160 Apr 18 21:07:47.753886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ff0a7fd-9673-414c-9b51-0d796ccaf5b9 req-621d60cf-8947-4558-bb3b-f9bd42423c15 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866962 Apr 18 21:07:47.802059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:47.807289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:47.817923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:47.818909 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.823165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Usage tracker for resource:security_group_rule and tenant:dd79c777f058418d95221f6eebb38334 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:47.835642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:47.847756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:47.870211 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.889987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-54280da2-3de6-4038-9bc8-1bfbc804bd7e service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950149 Apr 18 21:07:47.912622 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Transition to ACTIVE for port object c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:47.942992 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5cdfb540-aea8-4702-ae00-d544538229f7 req-48cafb90-5709-4580-9ef5-93b19510e58d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2272108 Apr 18 21:07:47.986268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb009ed6-cc62-4b8b-a1d8-2276717cdcfe req-61770c90-fcb8-4af7-96de-7643ce8ad8d6 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:47.986268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb009ed6-cc62-4b8b-a1d8-2276717cdcfe req-61770c90-fcb8-4af7-96de-7643ce8ad8d6 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 949 time: 0.0926373 Apr 18 21:07:48.053082 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.069184 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.080237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb009ed6-cc62-4b8b-a1d8-2276717cdcfe req-126d8741-d178-4ca1-a948-7980f884b316 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/security-groups?id=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882351 Apr 18 21:07:48.173685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0da3fd-6915-46e9-8d1f-dd9664e079e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:48.200279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646,segment=NetworkSegment(294c33dd-0e85-44d1-b0cb-4915e923cec8),segment_id=294c33dd-0e85-44d1-b0cb-4915e923cec8)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:48.231207 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Attempting to bind port c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:48.231207 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Attempting to bind port c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:48.231207 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Attempting to bind port c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:48.246695 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ffb85-5396-4637-a144-bcdbb06b478b None None] Pushing event updated for resources: {'Port': ['ID=c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:48.259376 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:48.264774 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:48.264774 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.264774 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:48.264774 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Bound port: c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:48.264774 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.332447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.362563 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] For port c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:48.367140 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] For port c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:48.377409 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.429395 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.453932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953aed2-5b94-49e9-a7ec-5346aef84d3f req-d975ff98-67ca-48ac-99aa-bc11fe63b5d3 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:48.462443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4953aed2-5b94-49e9-a7ec-5346aef84d3f req-d975ff98-67ca-48ac-99aa-bc11fe63b5d3 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 944 time: 0.3378916 Apr 18 21:07:48.470306 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5cdfb540-aea8-4702-ae00-d544538229f7 req-bc70a2de-fff3-4ed4-811e-9d50e1e01037 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188146 Apr 18 21:07:48.472824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:48.504736 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.509136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:48.527157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f450e1-db55-4faa-bbc8-51233aca5137,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:48.536074 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b5d868-6dfc-4a22-b525-809fce25b9fb req-0f23355d-6d8b-4f14-916f-4d174de093bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2124765 Apr 18 21:07:48.539482 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4953aed2-5b94-49e9-a7ec-5346aef84d3f req-ce6d509d-3e9d-4c94-9793-bd7c2bdbcbba tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758746 Apr 18 21:07:48.582769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.608006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.608363 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Added segment 80b27334-4225-4a10-b894-eea4153aaa8c of type vlan for network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c Apr 18 21:07:48.632034 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ffb85-5396-4637-a144-bcdbb06b478b None None] Pushing event updated for resources: {'Port': ['ID=c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:48.637083 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Routers {'9bf0dd9f-00ed-46a3-8116-6441508bc44d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:48.638112 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:48.698016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b5d868-6dfc-4a22-b525-809fce25b9fb req-9dc562eb-edec-447c-8e9e-b0c7cc5f55c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 1101 time: 0.1371799 Apr 18 21:07:48.735737 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.783923 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a459fd43-2678-4d90-a50e-9f3e3e8974b6'] response: {'server_uuid': '6c0da3fd-6915-46e9-8d1f-dd9664e079e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646', 'code': 200} Apr 18 21:07:48.866486 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5cdfb540-aea8-4702-ae00-d544538229f7 req-3e49d089-ac25-4607-9195-d202c20acbdb service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830836 Apr 18 21:07:48.897309 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] Set router 9bf0dd9f-00ed-46a3-8116-6441508bc44d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:48.910314 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.59', 55701) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:49.057671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.059410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:49.060237 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.073912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d868-6dfc-4a22-b525-809fce25b9fb req-5eca55ec-aade-47c9-8d75-9b9fa60aa27d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:49.075429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b5d868-6dfc-4a22-b525-809fce25b9fb req-5eca55ec-aade-47c9-8d75-9b9fa60aa27d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2969580 Apr 18 21:07:49.102315 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-241ee75a-2be0-45c7-846d-c45c4424f6c7 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1&tenant_id=dab6748eaf3e409f9a3ff9969581722b&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 1095 time: 0.4533234 Apr 18 21:07:49.161513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Allocated IP 172.20.0.1 (35d25024-36ab-4686-8e7e-8d1cf1dba4bc/c3fbaabc-aa8c-4469-b930-a39ca5230e19/3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:49.251561 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-01679c10-83ca-405c-b399-cab3e488fddd req-67056ef4-9637-49b7-b155-c322d4aefb3d service neutron] show failed (client error): The resource could not be found. Apr 18 21:07:49.253048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-67056ef4-9637-49b7-b155-c322d4aefb3d service neutron] 10.222.0.59 "GET /v2.0/ports/45e5454f-2802-40a9-a71b-4ce1b38fbc74/bindings/n-h2-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.5322576 Apr 18 21:07:49.257338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b5d868-6dfc-4a22-b525-809fce25b9fb req-b8405cef-6592-4e81-8925-bf94a8d74c95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=17d04cc6-896d-4829-b256-b08adef012b1 HTTP/1.1" status: 200 len: 217 time: 0.1433487 Apr 18 21:07:49.317205 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:07:42Z', 'revision_number': 3, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:49.324005 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cd5db5-2ca6-450f-a690-15691dc654b2 None None] The sync data for ids ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'] in n-d-836017-3 is: [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:07:42Z', 'revision_number': 3, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:49.355847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d868-6dfc-4a22-b525-809fce25b9fb req-a5cbc797-7e0a-4e52-a762-25b2c9a035c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:49.357387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b5d868-6dfc-4a22-b525-809fce25b9fb req-a5cbc797-7e0a-4e52-a762-25b2c9a035c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0819743 Apr 18 21:07:49.364534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81771afc-8d6c-4a2c-a97a-b3ec9c4326e1 req-2d6d4330-4636-45a9-b11e-ac1cb7177b1d tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:49.366042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81771afc-8d6c-4a2c-a97a-b3ec9c4326e1 req-2d6d4330-4636-45a9-b11e-ac1cb7177b1d tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 945 time: 0.2896821 Apr 18 21:07:49.402642 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2016757 Apr 18 21:07:49.410526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34852) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:49.441972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bf0d3-fb5f-4505-b9c7-868f5c66dbd4 req-792fd846-612b-4910-a5b3-7500b1c2c8a0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:49.447361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a2bf0d3-fb5f-4505-b9c7-868f5c66dbd4 req-792fd846-612b-4910-a5b3-7500b1c2c8a0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.3305585 Apr 18 21:07:49.477551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f3376-8d8e-4961-8d2c-ea9c64cc5b60 admin admin] Pushing event updated for resources: {'Network': ['ID=2cdfc7ae-40b0-4716-84ae-4ca63683a50c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:49.488735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:07:49.527114 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3555ce4b-1279-4686-b152-b8b49d154f9c req-3a9441a8-fd69-4208-800f-17771604c395 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 1096 time: 0.6152740 Apr 18 21:07:49.615432 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.662527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Transition to ACTIVE for port object 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:49.667942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Request body: {'subnet': {'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1339828061-subnet', 'tenant_id': 'dd79c777f058418d95221f6eebb38334', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:49.683375 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3555ce4b-1279-4686-b152-b8b49d154f9c req-d36fe60a-3af4-47a8-b284-153e26fb6b84 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d5fabbde-893e-4210-aec4-6698e01536f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469002 Apr 18 21:07:49.696176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:49.714154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-7392213a-a241-42a7-8442-2847177210f3 service neutron] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:49.718819 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-7392213a-a241-42a7-8442-2847177210f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.722346 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b25aa08-ace3-4717-9ba9-29072cfe819e req-7392213a-a241-42a7-8442-2847177210f3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/361869b3-2bf5-40f3-b62f-466a7662455a/bindings/n-h2-836017-3 HTTP/1.1" status: 204 len: 173 time: 0.4369857 Apr 18 21:07:49.722551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Usage tracker for resource:subnet and tenant:dd79c777f058418d95221f6eebb38334 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:49.735621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:49.751992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:49.790170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81771afc-8d6c-4a2c-a97a-b3ec9c4326e1 req-49c55e1c-e350-498b-a514-5e3a6b969687 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5fabbde-893e-4210-aec4-6698e01536f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853805 Apr 18 21:07:49.799313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.805109 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:49.866655 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:07:49.877151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a2bf0d3-fb5f-4505-b9c7-868f5c66dbd4 req-07d96f24-d979-4bc7-a4da-c49f0660e645 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033281 Apr 18 21:07:49.905185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b5d868-6dfc-4a22-b525-809fce25b9fb req-a6ccd5be-8292-4cce-8e2f-402030c15bf6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5365057 Apr 18 21:07:49.905185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Made reservation on behalf of dd79c777f058418d95221f6eebb38334 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:49.908419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.939199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:49.943390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:49.959258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:49.973405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:49.981253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:49.982050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.048988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Pushing event updated for resources: {'Port': ['ID=3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:50.237247 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.296019 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.329133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:50.349215 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-1f943f23-6634-4f40-a37a-53225da6773e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb&tenant_id=6fe6054587cf41f8ae2400d6e4d475d9 HTTP/1.1" status: 200 len: 1101 time: 0.2366459 Apr 18 21:07:50.361319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:50.418796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.544619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c0279ca8-4fe7-465d-a2ee-7ebce6a359df None None] Provisioning for port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:50.559500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c0279ca8-4fe7-465d-a2ee-7ebce6a359df None None] Provisioning complete for port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:50.559866 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c0279ca8-4fe7-465d-a2ee-7ebce6a359df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.582865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.659247 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b5d868-6dfc-4a22-b525-809fce25b9fb req-7c25bdec-f2c5-4bc2-b16b-26be7e0fc86e service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032423 Apr 18 21:07:50.673919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.682604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:50.687859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c0279ca8-4fe7-465d-a2ee-7ebce6a359df None None] Port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:50.746100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd136-7947-44d7-ab2d-bf1f321e34a2 req-da81d65b-7900-4dce-86a9-1521407a5754 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:50.747600 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a45bd136-7947-44d7-ab2d-bf1f321e34a2 req-da81d65b-7900-4dce-86a9-1521407a5754 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 949 time: 0.6926410 Apr 18 21:07:50.878609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa037937-30d0-499e-b045-a45562da6329 req-fde9cc0c-9284-450a-9f60-196b5c541c04 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:50.878609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa037937-30d0-499e-b045-a45562da6329 req-fde9cc0c-9284-450a-9f60-196b5c541c04 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 949 time: 0.4760823 Apr 18 21:07:50.893061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea7c82-ab64-43c1-bb59-1bcb96d2b334 req-b9209a36-7819-4d5f-bad9-8e19b895fe80 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:50.900198 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9ea7c82-ab64-43c1-bb59-1bcb96d2b334 req-b9209a36-7819-4d5f-bad9-8e19b895fe80 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 944 time: 0.5001624 Apr 18 21:07:51.081985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-aa037937-30d0-499e-b045-a45562da6329 req-2d6ce41a-e926-4a77-83aa-b098b4973164 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Deleting port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:51.082340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-aa037937-30d0-499e-b045-a45562da6329 req-2d6ce41a-e926-4a77-83aa-b098b4973164 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.119679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a45bd136-7947-44d7-ab2d-bf1f321e34a2 req-4d29a487-a8f9-4fd7-ad4e-b2d8623a6d65 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/security-groups?id=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048854 Apr 18 21:07:51.161347 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.202506 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.209183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9ea7c82-ab64-43c1-bb59-1bcb96d2b334 req-b6cb7ee9-1a7c-4422-be4d-ea471a8ec790 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081303 Apr 18 21:07:51.220096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b5d868-6dfc-4a22-b525-809fce25b9fb req-52751acf-36bd-4d4e-ae8c-0751b2293541 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136583 Apr 18 21:07:51.283814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34866) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:51.318273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd5015f-87f9-4d04-9608-8e9906d28817,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:51.386475 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.506605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Checking segment: {'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:51.506980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Network hostable DHCP agents. Network: 2cdfc7ae-40b0-4716-84ae-4ca63683a50c, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:51.546915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:51.584039 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Pushing event updated for resources: {'Port': ['ID=3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:51.592015 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.616510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-aa037937-30d0-499e-b045-a45562da6329 req-2d6ce41a-e926-4a77-83aa-b098b4973164 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] For port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=94961a38-2350-4ed6-ae16-0e1b5ba66e1e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:51.621905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-aa037937-30d0-499e-b045-a45562da6329 req-2d6ce41a-e926-4a77-83aa-b098b4973164 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.632594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:51.673213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:51.756068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:51.756500 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.761792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-aa037937-30d0-499e-b045-a45562da6329 req-2d6ce41a-e926-4a77-83aa-b098b4973164 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Calling delete_port for 94961a38-2350-4ed6-ae16-0e1b5ba66e1e owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:51.777408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:51.783300 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.825939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:51.830081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Transition to ACTIVE for port object 45e5454f-2802-40a9-a71b-4ce1b38fbc74 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:51.839100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928eeef-ed95-4c6a-8503-f488964d89ff req-57435f60-bff9-4255-b967-45fbeaf1b70c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:51.847755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6928eeef-ed95-4c6a-8503-f488964d89ff req-57435f60-bff9-4255-b967-45fbeaf1b70c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.4214160 Apr 18 21:07:51.860262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:51.860525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04b9bf-de03-4266-8595-91b16006326b req-888d7c68-96b4-462f-9f88-6e84a0fb6a36 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:51.862687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab04b9bf-de03-4266-8595-91b16006326b req-888d7c68-96b4-462f-9f88-6e84a0fb6a36 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 945 time: 0.4010606 Apr 18 21:07:51.867066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:51.935269 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.034604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 2cdfc7ae-40b0-4716-84ae-4ca63683a50c) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:52.048810 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b101c41-6fe7-4129-a564-baf6655f6dde None None] Network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:52.067423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:52.068125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.174152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab04b9bf-de03-4266-8595-91b16006326b req-00cd9100-6f51-4872-b473-a68dae4be12e tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5fabbde-893e-4210-aec4-6698e01536f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686776 Apr 18 21:07:52.203662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6928eeef-ed95-4c6a-8503-f488964d89ff req-efdcfa95-26af-42dd-8a4e-b51da16950ce tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510439 Apr 18 21:07:52.240944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eeddb685-ffdd-4f24-a14c-861775ea44f7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7846055 Apr 18 21:07:52.353448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=6']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:52.394101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ca9e78b5-7ba1-4f8a-a4ec-a456f2e899d0 None None] Provisioning complete for port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:52.394101 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca9e78b5-7ba1-4f8a-a4ec-a456f2e899d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.414869 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5e739c-7caf-4b7c-9d0a-9eeb7a8f748f'] response: {'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'code': 200} Apr 18 21:07:52.535740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91b754-86c4-4cb5-bafd-f8292ae2c1ba None None] Network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:52.650747 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-aa037937-30d0-499e-b045-a45562da6329 req-2d6ce41a-e926-4a77-83aa-b098b4973164 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.656854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4f65e527-ed85-48cd-97a6-64712036995b req-595f7ec5-dd93-4c81-8991-a1d64459df80 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Synchronizing usage tracker for tenant:4fd0f140c50b4e27ba9ad9eecd3f2df9 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:52.670173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] No DVR routers for this DVR port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:52.744832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ce41a-e926-4a77-83aa-b098b4973164 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Pushing event deleted for resources: {'Port': ['ID=94961a38-2350-4ed6-ae16-0e1b5ba66e1e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:52.797720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e78b5-7ba1-4f8a-a4ec-a456f2e899d0 None None] Port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:52.857004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa037937-30d0-499e-b045-a45562da6329 req-2d6ce41a-e926-4a77-83aa-b098b4973164 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] No DVR routers for this DVR port 94961a38-2350-4ed6-ae16-0e1b5ba66e1e on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:52.860929 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-aa037937-30d0-499e-b045-a45562da6329 req-2d6ce41a-e926-4a77-83aa-b098b4973164 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.866826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa037937-30d0-499e-b045-a45562da6329 req-2d6ce41a-e926-4a77-83aa-b098b4973164 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.26 "DELETE /v2.0/ports/94961a38-2350-4ed6-ae16-0e1b5ba66e1e HTTP/1.1" status: 204 len: 173 time: 1.9827719 Apr 18 21:07:52.868659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f561b6b-6dbc-46c6-ad6d-f1ece4903134', 'name': 'network-vif-deleted', 'tag': '94961a38-2350-4ed6-ae16-0e1b5ba66e1e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:52.901449 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45bcd4fb-77a6-4d8c-92bd-d091ac91e39a req-fc77edfe-adba-43bb-9d50-c455ae4e79ea tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 1095 time: 0.3261817 Apr 18 21:07:52.948862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4f65e527-ed85-48cd-97a6-64712036995b req-595f7ec5-dd93-4c81-8991-a1d64459df80 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] Unset dirty status for tenant:4fd0f140c50b4e27ba9ad9eecd3f2df9 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:52.948862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f65e527-ed85-48cd-97a6-64712036995b req-595f7ec5-dd93-4c81-8991-a1d64459df80 tempest-ImagesNegativeTestJSON-409935498 tempest-ImagesNegativeTestJSON-409935498-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f561b6b-6dbc-46c6-ad6d-f1ece4903134 HTTP/1.1" status: 200 len: 210 time: 0.4333215 Apr 18 21:07:52.958755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45bcd4fb-77a6-4d8c-92bd-d091ac91e39a req-9d5686f5-8920-4f53-9974-6c11979b30b3 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564170 Apr 18 21:07:53.094126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Attempting to bind port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:53.094964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Attempting to bind port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:53.095298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Attempting to bind port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:53.122010 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c16de38-bf17-40e2-854e-453c0a133b28'] response: {'server_uuid': '5f561b6b-6dbc-46c6-ad6d-f1ece4903134', 'name': 'network-vif-deleted', 'tag': '94961a38-2350-4ed6-ae16-0e1b5ba66e1e', 'status': 'completed', 'code': 200} Apr 18 21:07:53.129525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:07:53.129871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Attempting to bind port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:53.167504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:53.167853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:53.168245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:53.168697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Bound port: 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:53.169049 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.369901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:53.376110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:53.383512 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7099bdc3-f1a3-41c0-bb5d-9befda509c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.386969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-518b406e-f6ce-4016-81ea-6b9080462668 req-bd10979d-e862-4044-99bf-feadaa382f81 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 1095 time: 0.1484330 Apr 18 21:07:53.493365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 94961a38-2350-4ed6-ae16-0e1b5ba66e1e no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:53.516273 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-518b406e-f6ce-4016-81ea-6b9080462668 req-0d67ce7a-02df-4ee0-8cea-94c6175a8650 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164219 Apr 18 21:07:53.549399 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.570324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 94961a38-2350-4ed6-ae16-0e1b5ba66e1e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:53.571831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 94961a38-2350-4ed6-ae16-0e1b5ba66e1e not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:53.618410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-4dd6bc15-9a39-4c8b-bcc3-f347954bd4bc tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:53.626561 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-4dd6bc15-9a39-4c8b-bcc3-f347954bd4bc tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/networks?id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c HTTP/1.1" status: 200 len: 822 time: 0.2664669 Apr 18 21:07:53.642744 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 45e5454f-2802-40a9-a71b-4ce1b38fbc74 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:53.672614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.672614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] 10.222.0.26 "PUT /v2.0/ports/45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 1096 time: 3.3139424 Apr 18 21:07:53.673686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Router 9bf0dd9f-00ed-46a3-8116-6441508bc44d has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:53.701001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-c4c109ce-587c-4751-ad67-f0267d51f167 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/quotas/dd79c777f058418d95221f6eebb38334 HTTP/1.1" status: 200 len: 375 time: 0.0729845 Apr 18 21:07:53.779522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6156058c-5cc6-4b76-aa32-a3523d2ef0cc tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd79c777f058418d95221f6eebb38334&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776391 Apr 18 21:07:53.800707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cee9a-3f21-435d-a10a-dd3dcef92288 service neutron] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:53.865217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 45e5454f-2802-40a9-a71b-4ce1b38fbc74 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:54.043775 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-075e5e16-1688-4604-8894-cd91a79fb8be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1099 time: 0.3405969 Apr 18 21:07:54.076525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-8fab4879-3388-4498-b568-7bf5f828f0fc service neutron] 10.222.0.11 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869425 Apr 18 21:07:54.090915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0ca8d-beaa-42fb-ae25-f24102a1497c req-83ca14d5-2c93-4923-8961-776f420891be tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:54.092430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cab0ca8d-beaa-42fb-ae25-f24102a1497c req-83ca14d5-2c93-4923-8961-776f420891be tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 948 time: 0.2141628 Apr 18 21:07:54.244049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cab0ca8d-beaa-42fb-ae25-f24102a1497c req-0db0a868-eb6c-4f96-8e60-860ceb6deb78 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320584 Apr 18 21:07:54.284821 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-7ba16910-060b-477c-a6ca-98299b761154 service neutron] 10.222.0.11 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903734 Apr 18 21:07:54.357159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01679c10-83ca-405c-b399-cab3e488fddd req-577eb8cf-4007-4469-a0fd-e1ec9c1aa16d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:54.362147 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-577eb8cf-4007-4469-a0fd-e1ec9c1aa16d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3089156 Apr 18 21:07:54.438943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:07:54.535629 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-819fe8ca-63fd-45bd-8ad1-5dba5536548b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 217 time: 0.1665471 Apr 18 21:07:54.589654 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-23a4eedc-5135-43e3-af84-50d4aa194450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.654332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:54.664601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Sync routers for ids ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:54.675471 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a0294ac2-93c7-4420-b906-8898857e4437 admin admin] 10.222.0.11 "PUT /v2.0/routers/9bf0dd9f-00ed-46a3-8116-6441508bc44d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4727097 Apr 18 21:07:54.702636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01679c10-83ca-405c-b399-cab3e488fddd req-658f3379-ff44-48e4-81c7-cb796550a316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:54.702636 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-658f3379-ff44-48e4-81c7-cb796550a316 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1466210 Apr 18 21:07:54.702985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Routers {'9bf0dd9f-00ed-46a3-8116-6441508bc44d'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:54.703592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:54.833645 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f22ae34c-ac80-4771-a078-55e545db582e'] response: {'name': 'network-changed', 'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'status': 'completed', 'code': 200} Apr 18 21:07:54.998793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7cf60268-c808-4167-aad2-c818c0695ff6 req-ab9cf880-ed2a-479f-966d-1475c4fec726 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 210 time: 0.2220387 Apr 18 21:07:55.153744 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-3f73d234-d015-4d77-9fb0-21cc2ca2c379 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1099 time: 0.3748538 Apr 18 21:07:55.346550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Set router 9bf0dd9f-00ed-46a3-8116-6441508bc44d gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:55.392208 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-7d8b7f44-5d52-465d-89bf-f28b4a5750ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6365271 Apr 18 21:07:55.450346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84174139-4aa2-4b91-bb97-426a05119698 req-6ba5b8c0-89e0-488c-a891-ea7e5445825b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:55.458212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-6ba5b8c0-89e0-488c-a891-ea7e5445825b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2896852 Apr 18 21:07:55.645977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-284face3-9be5-427e-a84b-dbf4506d0af4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 217 time: 0.1805017 Apr 18 21:07:55.694726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7099bdc3-f1a3-41c0-bb5d-9befda509c24 admin admin] Deleting port 474b5267-aab4-4b04-b305-818a90ea7909 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:55.695317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7099bdc3-f1a3-41c0-bb5d-9befda509c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.738202 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-ca97645d-6beb-4bf4-a28a-1d35cc997308 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370843 Apr 18 21:07:55.955393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e', 'name': '', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'mac_address': 'fa:16:3e:a2:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:48Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 2, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'subnets': [{'id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:55.960643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84174139-4aa2-4b91-bb97-426a05119698 req-af690f31-765b-4f4b-b83e-09840dac68fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:55.961350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Checking router: 9bf0dd9f-00ed-46a3-8116-6441508bc44d for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:55.961798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Updating router 9bf0dd9f-00ed-46a3-8116-6441508bc44d port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:07:55.962629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-af690f31-765b-4f4b-b83e-09840dac68fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1384366 Apr 18 21:07:55.965082 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01679c10-83ca-405c-b399-cab3e488fddd req-64b1cdf9-387a-4891-9930-a3031b523e64 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998107 Apr 18 21:07:56.021453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425719bd-1d45-44bf-8afe-a00048a70154 req-cd060392-c17f-42cb-917d-e01ce3e264b5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:56.026324 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.031767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-425719bd-1d45-44bf-8afe-a00048a70154 req-cd060392-c17f-42cb-917d-e01ce3e264b5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 948 time: 0.4774616 Apr 18 21:07:56.109993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-425719bd-1d45-44bf-8afe-a00048a70154 req-a626ac92-4c3b-4e63-94e1-2e985a056c11 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771148 Apr 18 21:07:56.141192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-d6272d03-dd91-48fa-b307-6bf3b1a0f908 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:56.145664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-d6272d03-dd91-48fa-b307-6bf3b1a0f908 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/networks?id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc HTTP/1.1" status: 200 len: 828 time: 0.5254333 Apr 18 21:07:56.223997 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-0a6b7525-1de7-4600-b472-f23b54de9224 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/quotas/95b34500dc2148d18731b5d0609d991d HTTP/1.1" status: 200 len: 375 time: 0.0708442 Apr 18 21:07:56.350171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-fa10a17b-2cff-4fe2-9d39-1e037fff5b8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3697784 Apr 18 21:07:56.351906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-7099bdc3-f1a3-41c0-bb5d-9befda509c24 admin admin] For port 474b5267-aab4-4b04-b305-818a90ea7909, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=474b5267-aab4-4b04-b305-818a90ea7909,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:56.352271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7099bdc3-f1a3-41c0-bb5d-9befda509c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.423373 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-f29e67fb-41fd-470c-80ba-1eea7b724dd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1099 time: 0.2789795 Apr 18 21:07:56.496249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7099bdc3-f1a3-41c0-bb5d-9befda509c24 admin admin] Calling delete_port for 474b5267-aab4-4b04-b305-818a90ea7909 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:56.540015 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3dd30bc2-dbff-4c73-9558-532358398f71 req-49a13a0a-18d0-4ce6-9a68-79c7157bca8d tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 210 time: 0.0895152 Apr 18 21:07:56.547942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-79ed521e-2698-4300-9efd-a85949115890 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95b34500dc2148d18731b5d0609d991d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3230641 Apr 18 21:07:56.710083 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.724521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84174139-4aa2-4b91-bb97-426a05119698 req-116e83e9-926a-439c-bf5c-42161ea6f0b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:56.726109 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-116e83e9-926a-439c-bf5c-42161ea6f0b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2369509 Apr 18 21:07:56.730832 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c318ac4d-35bb-44b2-a095-cae30028369e service neutron] 10.222.0.11 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721594 Apr 18 21:07:56.751030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Transition to ACTIVE for port object 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:56.801847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-696f9a5a-ff1e-4e13-b14f-98d9192d4307 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315116 Apr 18 21:07:56.802711 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-b315ef7c-5c10-4e09-85c2-7887012cce24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 217 time: 0.0679891 Apr 18 21:07:56.921585 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.925652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84174139-4aa2-4b91-bb97-426a05119698 req-5164ff8b-de0d-479c-983c-ca7190d16de9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:56.927646 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-5164ff8b-de0d-479c-983c-ca7190d16de9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1174026 Apr 18 21:07:57.017949 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-bdff7576-164e-4e94-ae56-7b9f8fb63ac7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826654 Apr 18 21:07:57.074027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320a37b-8a5c-4e57-8592-d4b45ac7f215 None None] Pushing event updated for resources: {'Port': ['ID=3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:57.091016 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5528-186c-4494-b204-9ad86dbea6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.136028 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7099bdc3-f1a3-41c0-bb5d-9befda509c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.170760 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-b9207af1-762e-4cc8-8dc5-ea86b7c17037 service neutron] 10.222.0.11 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390783 Apr 18 21:07:57.185328 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-6e820c2e-d2a5-4839-938d-473111a1aa69 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762443 Apr 18 21:07:57.280002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Attempting to bind port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:57.281082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Attempting to bind port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:57.281695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Attempting to bind port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e on network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:57.291185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:57.292058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Checking segment: {'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:57.292669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.293269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Bound using segment: {'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:57.293991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Bound port: 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:57.295571 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.392070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099bdc3-f1a3-41c0-bb5d-9befda509c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=474b5267-aab4-4b04-b305-818a90ea7909,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:57.412767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] For port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:57.416083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] For port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e,segment=NetworkSegment(6cade368-a14a-4892-b08b-a86c69cfe583),segment_id=6cade368-a14a-4892-b08b-a86c69cfe583)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:57.524147 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-b825f37b-6108-425d-8974-073f287c417a service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989245 Apr 18 21:07:57.568437 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.775874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320a37b-8a5c-4e57-8592-d4b45ac7f215 None None] Pushing event updated for resources: {'Port': ['ID=3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:57.784754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Routers {'9bf0dd9f-00ed-46a3-8116-6441508bc44d'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:57.785964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:57.832099 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84174139-4aa2-4b91-bb97-426a05119698 req-53ee0912-ab5f-48fb-a70b-d56cd794537a service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088406 Apr 18 21:07:58.068306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] Set router 9bf0dd9f-00ed-46a3-8116-6441508bc44d gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:58.210185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-01aee7e9-9ecf-418e-a03f-1e4631f914a6 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:58.211097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-01aee7e9-9ecf-418e-a03f-1e4631f914a6 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Synchronizing usage tracker for tenant:dd79c777f058418d95221f6eebb38334 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:58.260295 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7099bdc3-f1a3-41c0-bb5d-9befda509c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.394363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2dbe5af4-3889-4b77-9971-dd487c582ac6 req-06997ceb-2351-4b99-9d9f-9d1ab3cc26a6 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 210 time: 0.1327391 Apr 18 21:07:58.397247 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-01aee7e9-9ecf-418e-a03f-1e4631f914a6 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Unset dirty status for tenant:dd79c777f058418d95221f6eebb38334 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:58.407230 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-01aee7e9-9ecf-418e-a03f-1e4631f914a6 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.26 "GET /v2.0/networks?id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c HTTP/1.1" status: 200 len: 822 time: 0.4101815 Apr 18 21:07:58.429756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Request body: {'port': {'device_id': '0666054c-d57a-4029-a3e4-72b79ab53ab7', 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c', 'admin_state_up': True, 'tenant_id': 'dd79c777f058418d95221f6eebb38334'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:58.472075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8181fad-b422-47a4-ae68-48a14450ad18 req-43a864e8-a337-4c1c-aac0-f8186db99a8f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:58.485317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8181fad-b422-47a4-ae68-48a14450ad18 req-43a864e8-a337-4c1c-aac0-f8186db99a8f tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 948 time: 0.2952235 Apr 18 21:07:58.599369 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8181fad-b422-47a4-ae68-48a14450ad18 req-4c8f7ccf-3408-4697-adc7-04195eb83bdf tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124902 Apr 18 21:07:58.710254 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6801d486-9297-4ca9-8f2f-1208473d43b1 req-ccac2498-71ef-4ad4-ab50-f39bc0bf5821 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 210 time: 0.0623281 Apr 18 21:07:58.740475 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.791037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:58.799530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Usage tracker for resource:port and tenant:dd79c777f058418d95221f6eebb38334 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:58.807015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:58.815856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:58.871259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e', 'name': '', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'mac_address': 'fa:16:3e:a2:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:48Z', 'updated_at': '2022-04-18T21:07:57Z', 'revision_number': 4, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'subnets': [{'id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:58.877702 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a2055-6ddb-4c19-94ce-3396a96c0bd3 None None] The sync data for ids ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'] in n-d-836017-3 is: [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e', 'name': '', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'mac_address': 'fa:16:3e:a2:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:48Z', 'updated_at': '2022-04-18T21:07:57Z', 'revision_number': 4, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'subnets': [{'id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:58.960115 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.012428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Made reservation on behalf of dd79c777f058418d95221f6eebb38334 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:59.025153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.509653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 45e5454f-2802-40a9-a71b-4ce1b38fbc74 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:07:59.564654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35018) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:59.706179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2a72b01-dd74-4a1d-b786-023eb0d4b46f req-bba10e10-d87e-4cfc-b328-bdb44ac3fb48 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 210 time: 0.1096454 Apr 18 21:07:59.870335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:00.064259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Allocated IP 172.20.0.2 (2cdfc7ae-40b0-4716-84ae-4ca63683a50c/2fd5015f-87f9-4d04-9608-8e9906d28817/6d4e6b0b-1df5-4a53-94d3-c7274ef36138) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:00.204478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fabb47-7ae7-4584-a61e-1aeef4a1f2d1 req-94b6ea82-617d-4ef2-b408-a70b05466aee tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:00.210817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:00.217341 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5fabb47-7ae7-4584-a61e-1aeef4a1f2d1 req-94b6ea82-617d-4ef2-b408-a70b05466aee tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 948 time: 0.2207816 Apr 18 21:08:00.247281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'mac_address': 'fa:16:3e:0e:da:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:08:00.400933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a42b0336-213e-417a-b13f-a8c556543400 req-c2743953-80fa-4e4b-8d0a-f55330626964 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 210 time: 0.2088208 Apr 18 21:08:00.420611 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.484933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e5454f-2802-40a9-a71b-4ce1b38fbc74 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:08:00.507126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:00.508649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:00.509101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5fabb47-7ae7-4584-a61e-1aeef4a1f2d1 req-95a702f2-6c09-4bb2-84d3-c1ffa397b2f6 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902632 Apr 18 21:08:00.514337 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:00.515507 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.518545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-67ab1dd4-4bfe-4bf8-8193-26d81f548d19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fd0f140c50b4e27ba9ad9eecd3f2df9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9526412 Apr 18 21:08:00.521946 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35040) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.676589 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.708892 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.717721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7099bdc3-f1a3-41c0-bb5d-9befda509c24 admin admin] Router 24def907-d90b-4c36-a700-be98c0261db2 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:00.726288 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.760875 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.796817 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.909967 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.945918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:00.947232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e,segment=NetworkSegment(6cade368-a14a-4892-b08b-a86c69cfe583),segment_id=6cade368-a14a-4892-b08b-a86c69cfe583)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:00.960090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:00.983197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:00.983499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:00.983832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:00.984162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:00.985088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:00.985088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:00.985288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:00.985607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:00.985926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:00.986243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:00.986561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.000343 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.004804 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-88f8fe3e-326f-47f1-b3a5-b1841ef96852 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dff1cda2-95f7-4eab-aa8e-a8f4448c6fa3 HTTP/1.1" status: 204 len: 168 time: 0.4801400 Apr 18 21:08:01.047234 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.070319 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.083814 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c899c8f6-5498-45e5-a20c-b0c6f1809cac req-0ebe28cc-a5f8-48d0-8fd7-257ff1a8325f tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 210 time: 0.0691617 Apr 18 21:08:01.162470 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.199080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['45e5454f-2802-40a9-a71b-4ce1b38fbc74'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:01.291834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:01.300453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event updated for resources: {'Port': ['ID=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:01.308470 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:01.317837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:01.334520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:01.379249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7099bdc3-f1a3-41c0-bb5d-9befda509c24 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:01.390224 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a6274-1031-4e18-b83a-262ae96c5948 None None] Sync routers for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:01.400070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35064) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:01.400376 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7099bdc3-f1a3-41c0-bb5d-9befda509c24 admin admin] 10.222.0.11 "PUT /v2.0/routers/24def907-d90b-4c36-a700-be98c0261db2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1105762 Apr 18 21:08:01.420568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:01.420568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.422132 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a6274-1031-4e18-b83a-262ae96c5948 None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:01.423787 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a56a6274-1031-4e18-b83a-262ae96c5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:01.648350 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-1f0db821-6e51-4475-bf37-49ffe29cf291 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2223308 Apr 18 21:08:01.660074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Request body: {'port': {'device_id': '0666054c-d57a-4029-a3e4-72b79ab53ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:01.758453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:01.904317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.935357 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-a56a6274-1031-4e18-b83a-262ae96c5948 None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:01.954572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:01.954965 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.341993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb5fd0-3b9c-405f-8ded-ece80d4a202c req-3c66acb7-98ad-4909-a7c3-d673133d0858 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:02.356779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9bb5fd0-3b9c-405f-8ded-ece80d4a202c req-3c66acb7-98ad-4909-a7c3-d673133d0858 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 931 time: 0.6191127 Apr 18 21:08:02.425547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84bdb-b1ef-4704-97d3-5836b8b935af req-f7a3b359-2d48-4e5d-81f5-aa96f34cd69a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:02.434167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8da84bdb-b1ef-4704-97d3-5836b8b935af req-f7a3b359-2d48-4e5d-81f5-aa96f34cd69a tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 949 time: 0.6455166 Apr 18 21:08:02.459588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-cea29647-d6a4-4e66-a583-2e0493d4db8c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:02.461069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-cea29647-d6a4-4e66-a583-2e0493d4db8c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.26 "GET /v2.0/networks?id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc HTTP/1.1" status: 200 len: 828 time: 0.6714299 Apr 18 21:08:02.531752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Request body: {'port': {'device_id': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'admin_state_up': True, 'tenant_id': '95b34500dc2148d18731b5d0609d991d'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:02.634826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:08:02.638873 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a56a6274-1031-4e18-b83a-262ae96c5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:07:56Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:02.644681 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a6274-1031-4e18-b83a-262ae96c5948 None None] Checking router: 24def907-d90b-4c36-a700-be98c0261db2 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:08:02.667156 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a6274-1031-4e18-b83a-262ae96c5948 None None] Routers {'24def907-d90b-4c36-a700-be98c0261db2'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:02.668519 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9bb5fd0-3b9c-405f-8ded-ece80d4a202c req-a6debd6a-78a3-426d-818c-31b069ddac46 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105745 Apr 18 21:08:02.670300 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a56a6274-1031-4e18-b83a-262ae96c5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['24def907-d90b-4c36-a700-be98c0261db2'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:02.675432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8da84bdb-b1ef-4704-97d3-5836b8b935af req-55ccec6f-bad8-4360-bb5f-e1fd23d8a791 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067049 Apr 18 21:08:02.678467 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.732077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Transition to ACTIVE for port object 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:02.790242 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.812738 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.928573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:03.106786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:03.106786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Usage tracker for resource:port and tenant:95b34500dc2148d18731b5d0609d991d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:03.106786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:03.106786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c05cb4cb-c168-4b0c-859e-c019816db801 req-d6ff97c6-6b8d-4a99-a7a3-141366cb7213 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 210 time: 0.1570880 Apr 18 21:08:03.106786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:03.114085 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-a56a6274-1031-4e18-b83a-262ae96c5948 None None] Set router 24def907-d90b-4c36-a700-be98c0261db2 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:03.192534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Attempting to bind port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:03.192894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Attempting to bind port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:03.193070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Attempting to bind port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 on network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:03.213458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 on network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:08:03.214076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Attempting to bind port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 on network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:03.224411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:08:03.224976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Checking segment: {'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:03.225579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Bound using segment: {'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:08:03.226249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Bound port: 6d4e6b0b-1df5-4a53-94d3-c7274ef36138, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:03.226822 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.270841 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.372228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] For port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:03.380352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] For port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:03.490307 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a56a6274-1031-4e18-b83a-262ae96c5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:07:56Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:03.494573 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a6274-1031-4e18-b83a-262ae96c5948 None None] The sync data for ids ['24def907-d90b-4c36-a700-be98c0261db2'] in n-d-836017-3 is: [{'id': '24def907-d90b-4c36-a700-be98c0261db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-359896227-router', 'tenant_id': '4c343e3d1bbb45eb924713b7286635d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:09Z', 'updated_at': '2022-04-18T21:07:56Z', 'revision_number': 5, 'project_id': '4c343e3d1bbb45eb924713b7286635d3', 'gw_port': {'id': '3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24def907-d90b-4c36-a700-be98c0261db2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:03.525854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 45e5454f-2802-40a9-a71b-4ce1b38fbc74 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:03.585857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Made reservation on behalf of 95b34500dc2148d18731b5d0609d991d for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:03.591209 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.612964 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.615958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Deleting port 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:03.616308 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.632845 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.691540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.694489 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] 10.222.0.26 "PUT /v2.0/ports/6d4e6b0b-1df5-4a53-94d3-c7274ef36138 HTTP/1.1" status: 200 len: 1091 time: 2.0385187 Apr 18 21:08:03.706166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0666054c-d57a-4029-a3e4-72b79ab53ab7', 'tag': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:03.729800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d5865-a66f-4e15-a4d9-98059666a657 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:03.843657 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114719ff-08b7-49be-8cd5-4bf855e7bd91'] response: {'name': 'network-changed', 'server_uuid': '0666054c-d57a-4029-a3e4-72b79ab53ab7', 'tag': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138', 'status': 'completed', 'code': 200} Apr 18 21:08:03.857871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:03.863158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:03.863628 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.971547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 474b5267-aab4-4b04-b305-818a90ea7909 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:04.064113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] For port 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:04.064487 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.100425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 474b5267-aab4-4b04-b305-818a90ea7909 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:04.100758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 474b5267-aab4-4b04-b305-818a90ea7909 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:04.180350 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03560d59-e2bd-427c-b531-8596a1d63b2e req-7a13f75e-18de-43bd-a413-5755a154bacd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd79c777f058418d95221f6eebb38334&device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 1094 time: 0.3069904 Apr 18 21:08:04.200821 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.258247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:04.269162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:04.299385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Allocated IP 172.20.0.10 (35d25024-36ab-4686-8e7e-8d1cf1dba4bc/c3fbaabc-aa8c-4469-b930-a39ca5230e19/35a2d171-19bf-4847-8f26-03ae8ed147e2) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:04.369015 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.522382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-2e5210e7-4d39-4bc7-a2f7-44959f6052ec tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:04.523255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-2e5210e7-4d39-4bc7-a2f7-44959f6052ec tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Synchronizing usage tracker for tenant:6fe6054587cf41f8ae2400d6e4d475d9 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:04.542892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:04.554596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Calling delete_port for 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:04.604732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03560d59-e2bd-427c-b531-8596a1d63b2e req-bfd4c9ba-119e-4ea2-b359-5e5cf88e6914 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:04.606531 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03560d59-e2bd-427c-b531-8596a1d63b2e req-bfd4c9ba-119e-4ea2-b359-5e5cf88e6914 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dd79c777f058418d95221f6eebb38334&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4146636 Apr 18 21:08:04.662803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-2e5210e7-4d39-4bc7-a2f7-44959f6052ec tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Unset dirty status for tenant:6fe6054587cf41f8ae2400d6e4d475d9 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:04.664198 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-2e5210e7-4d39-4bc7-a2f7-44959f6052ec tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.26 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb&tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 949 time: 0.6259999 Apr 18 21:08:04.805562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35124) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:04.883081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9fcc0-150a-4bf4-a32c-0de516a00bc6 req-32e76de8-4cf4-4b88-bef1-1224739d6d77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:04.890002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5f9fcc0-150a-4bf4-a32c-0de516a00bc6 req-32e76de8-4cf4-4b88-bef1-1224739d6d77 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.6398211 Apr 18 21:08:04.894476 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-d0e8e244-621e-4a48-b314-aa0e2590f72a service neutron] 10.222.0.26 "GET /v2.0/ports/45e5454f-2802-40a9-a71b-4ce1b38fbc74/bindings/n-h2-836017-3 HTTP/1.1" status: 200 len: 382 time: 0.1382394 Apr 18 21:08:04.899365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03560d59-e2bd-427c-b531-8596a1d63b2e req-1cfa76f3-42d0-43ee-b969-bf9d7bb9e201 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:04.900832 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03560d59-e2bd-427c-b531-8596a1d63b2e req-1cfa76f3-42d0-43ee-b969-bf9d7bb9e201 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2848279 Apr 18 21:08:04.908757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8ed76-2c0e-4c10-a5f2-c1aef41ee557 req-62209b4b-915e-4d9b-8e35-891a004f902c tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:04.913055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58e8ed76-2c0e-4c10-a5f2-c1aef41ee557 req-62209b4b-915e-4d9b-8e35-891a004f902c tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 943 time: 0.6085382 Apr 18 21:08:05.048793 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68f43a56-d5fa-485e-a68a-028607eb748d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.139236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58e8ed76-2c0e-4c10-a5f2-c1aef41ee557 req-bbd41e0b-ccbe-47b8-87c6-ed8ffcb22446 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939633 Apr 18 21:08:05.140551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-68f43a56-d5fa-485e-a68a-028607eb748d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:05.149021 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-3260f2f9-e44a-417d-abb9-54e2a3234c99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd79c777f058418d95221f6eebb38334&device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 1094 time: 0.1889777 Apr 18 21:08:05.168567 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-667ee9e9-8548-4376-8874-dbc8de335569 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1101 time: 0.2352154 Apr 18 21:08:05.168567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-68f43a56-d5fa-485e-a68a-028607eb748d admin admin] Usage tracker for resource:security_group_rule and tenant:02fda3d999dc4cbdbb31d4ca218158f7 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:05.176651 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5f9fcc0-150a-4bf4-a32c-0de516a00bc6 req-ce093da5-5767-45b1-96ac-9389c69e1844 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854671 Apr 18 21:08:05.261061 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.279544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-68f43a56-d5fa-485e-a68a-028607eb748d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:05.289376 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dedef760-b7ef-4aea-839b-bf2aeaa8fe64'] response: {'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'code': 200} Apr 18 21:08:05.303061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-68f43a56-d5fa-485e-a68a-028607eb748d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:05.337148 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.363590 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-ee817ba3-8647-41e1-a5c1-652154bedaab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d4e6b0b-1df5-4a53-94d3-c7274ef36138 HTTP/1.1" status: 200 len: 217 time: 0.2038143 Apr 18 21:08:05.385019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Pushing event deleted for resources: {'Port': ['ID=3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:05.400223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-584960c2-1cff-42ea-9c92-2084ceae216e req-fc8fd282-13e6-49b6-bf97-667f609eef3b tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 210 time: 0.0736723 Apr 18 21:08:05.447248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Transition to ACTIVE for port object 35a2d171-19bf-4847-8f26-03ae8ed147e2 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:05.517008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68f43a56-d5fa-485e-a68a-028607eb748d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.664980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-06cf088e-e0e5-44c5-80e4-f67d62151fee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:05.666851 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-06cf088e-e0e5-44c5-80e4-f67d62151fee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fd5015f-87f9-4d04-9608-8e9906d28817 HTTP/1.1" status: 200 len: 862 time: 0.2936828 Apr 18 21:08:05.713062 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.713547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-f3b08047-5fbb-48e9-a50c-057d4e177adb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:05.715829 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-f3b08047-5fbb-48e9-a50c-057d4e177adb service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.4651420 Apr 18 21:08:05.777268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68f43a56-d5fa-485e-a68a-028607eb748d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.806624 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-0c8ff7f8-66b6-4bc1-afc2-87194b938970 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274779 Apr 18 21:08:05.859945 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-07594638-72c9-4bf7-be3d-0725d30564a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 217 time: 0.1380248 Apr 18 21:08:05.863627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:05.865364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:05.880091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:05.931168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Pushing event updated for resources: {'Port': ['ID=35a2d171-19bf-4847-8f26-03ae8ed147e2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:05.943123 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.988486 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-68f43a56-d5fa-485e-a68a-028607eb748d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02fda3d999dc4cbdbb31d4ca218158f7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1796112 Apr 18 21:08:05.993297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35136) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:05.993973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f43a56-d5fa-485e-a68a-028607eb748d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca37309-5233-4fb3-9e7c-e82f0a1a3d01,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:06.069374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-f95befab-e435-4652-af29-948ef17edf26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:06.070843 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-f95befab-e435-4652-af29-948ef17edf26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1535368 Apr 18 21:08:06.203249 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-157e5294-9d6d-48b8-8710-57e257f54835 service neutron] 10.222.0.26 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826280 Apr 18 21:08:06.287811 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-061ea587-50ba-4bc8-a744-c9f345bc40da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.308175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:06.308175 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.311092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f9f8eb93-3e17-40bc-8aaa-7ea941ead83c None None] Provisioning for port 35a2d171-19bf-4847-8f26-03ae8ed147e2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:06.322333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f9f8eb93-3e17-40bc-8aaa-7ea941ead83c None None] Provisioning complete for port 35a2d171-19bf-4847-8f26-03ae8ed147e2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:06.322333 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9f8eb93-3e17-40bc-8aaa-7ea941ead83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.346744 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.394134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f9f8eb93-3e17-40bc-8aaa-7ea941ead83c None None] Port 35a2d171-19bf-4847-8f26-03ae8ed147e2 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:06.435597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.509266 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-061ea587-50ba-4bc8-a744-c9f345bc40da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.514294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2bbea-b018-4d7a-8fce-d9a404133cc9 req-f14b8ed3-c8a0-481d-b57e-39cc3be8704a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:06.516794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ff2bbea-b018-4d7a-8fce-d9a404133cc9 req-f14b8ed3-c8a0-481d-b57e-39cc3be8704a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 943 time: 0.1625903 Apr 18 21:08:06.550869 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-fa956e4a-e8fb-4de6-a812-172e8927f62b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4735327 Apr 18 21:08:06.579361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ff2bbea-b018-4d7a-8fce-d9a404133cc9 req-d5bb37a4-bc7d-4bc9-a485-b88b6617e5b0 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563796 Apr 18 21:08:06.637925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.640117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24def907-d90b-4c36-a700-be98c0261db2 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:08:06.656955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-f46bc65b-253d-4cf7-8795-7a7a01c0d79c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1372449 Apr 18 21:08:06.674472 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.675839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-74d7d219-ab8f-4c1b-8bae-ee524c0e3289 admin admin] 10.222.0.11 "DELETE /v2.0/routers/24def907-d90b-4c36-a700-be98c0261db2 HTTP/1.1" status: 204 len: 168 time: 5.2744355 Apr 18 21:08:06.683229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Request body: {'port': {'device_id': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:06.724693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35148) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:06.767248 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f0c2d0bc-cd63-4549-8a0d-60f6e3d94b93 req-b2ada6a5-4dcd-4b6f-820b-23fa54dc4223 service neutron] 10.222.0.26 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401719 Apr 18 21:08:06.845197 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-a26e9ee8-f35d-4997-a445-9f79d6d64170 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796860 Apr 18 21:08:07.008974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-061ea587-50ba-4bc8-a744-c9f345bc40da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.088021 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee6c82-0966-431d-80b5-7e77267db793 req-a5b2a383-64a1-4e6d-a91f-65b405332f23 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:07.088980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ea587-50ba-4bc8-a744-c9f345bc40da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca37309-5233-4fb3-9e7c-e82f0a1a3d01,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:07.096241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26ee6c82-0966-431d-80b5-7e77267db793 req-a5b2a383-64a1-4e6d-a91f-65b405332f23 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.5225937 Apr 18 21:08:07.096884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-061ea587-50ba-4bc8-a744-c9f345bc40da admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.105736 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-061ea587-50ba-4bc8-a744-c9f345bc40da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ca37309-5233-4fb3-9e7c-e82f0a1a3d01 HTTP/1.1" status: 204 len: 168 time: 1.1035368 Apr 18 21:08:07.151375 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.169783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-32641740-6a97-43f0-9ea7-db9c31bf4f6d admin admin] Deleting subnet 7fdcd53c-a783-4ede-b053-9e521ca04a70 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:08:07.182524 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-cf95131c-2df6-4bad-aa2f-60270895e5b4 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282866 Apr 18 21:08:07.190635 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32641740-6a97-43f0-9ea7-db9c31bf4f6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.299120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26ee6c82-0966-431d-80b5-7e77267db793 req-04844f9a-be56-49c5-8a0f-b132bd231679 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024152 Apr 18 21:08:07.325755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32641740-6a97-43f0-9ea7-db9c31bf4f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.369918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422c834-5728-4b19-9f42-87300b302970 req-bb736bc1-5d60-40e6-9d6f-a59fa9ed677f tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:07.370621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d422c834-5728-4b19-9f42-87300b302970 req-bb736bc1-5d60-40e6-9d6f-a59fa9ed677f tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Synchronizing usage tracker for tenant:95b34500dc2148d18731b5d0609d991d on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:07.578055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d422c834-5728-4b19-9f42-87300b302970 req-bb736bc1-5d60-40e6-9d6f-a59fa9ed677f tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Unset dirty status for tenant:95b34500dc2148d18731b5d0609d991d on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:07.585283 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d422c834-5728-4b19-9f42-87300b302970 req-bb736bc1-5d60-40e6-9d6f-a59fa9ed677f tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 932 time: 0.8115380 Apr 18 21:08:07.720714 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32641740-6a97-43f0-9ea7-db9c31bf4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.892336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d422c834-5728-4b19-9f42-87300b302970 req-3534d30e-358d-4a6d-b63e-f49426999ef2 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/security-groups?id=0855feb4-df7d-451a-bec9-ca735bf688f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425044 Apr 18 21:08:08.062140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a2d171-19bf-4847-8f26-03ae8ed147e2 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:08:08.082206 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.109208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Transition to ACTIVE for port object 35a2d171-19bf-4847-8f26-03ae8ed147e2 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:08.117672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ba117-e492-445d-9c60-58d994470439 req-9c064be4-f3f0-4355-b30f-2bbdefb0aefa tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:08.137730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f9ba117-e492-445d-9c60-58d994470439 req-9c064be4-f3f0-4355-b30f-2bbdefb0aefa tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 943 time: 0.3412800 Apr 18 21:08:08.160060 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32641740-6a97-43f0-9ea7-db9c31bf4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.259128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.296607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32641740-6a97-43f0-9ea7-db9c31bf4f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fdcd53c-a783-4ede-b053-9e521ca04a70,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:08.318436 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32641740-6a97-43f0-9ea7-db9c31bf4f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.323737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59331adc-93c0-4c90-a4b7-b1811a4983e1 None None] Network 2ecb2828-cca3-4e35-82e7-e96c48a93f7a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:08.402415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35184) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:08.402914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-32641740-6a97-43f0-9ea7-db9c31bf4f6d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7fdcd53c-a783-4ede-b053-9e521ca04a70 HTTP/1.1" status: 204 len: 168 time: 1.6618698 Apr 18 21:08:08.429533 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f9ba117-e492-445d-9c60-58d994470439 req-bc93b49f-1960-47ab-bd7f-4e1052ca032f tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019474 Apr 18 21:08:08.430888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Pushing event updated for resources: {'Port': ['ID=35a2d171-19bf-4847-8f26-03ae8ed147e2,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:08.604670 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.632653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Deleting port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:08.634802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.881603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Attempting to bind port 35a2d171-19bf-4847-8f26-03ae8ed147e2 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:08.881944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Attempting to bind port 35a2d171-19bf-4847-8f26-03ae8ed147e2 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:08.882277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Attempting to bind port 35a2d171-19bf-4847-8f26-03ae8ed147e2 on network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:08.900273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Port 35a2d171-19bf-4847-8f26-03ae8ed147e2 on network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:08:08.900273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Attempting to bind port 35a2d171-19bf-4847-8f26-03ae8ed147e2 on network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:08.923118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:08:08.923460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Checking segment: {'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:08.923849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Bound using segment: {'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:08:08.926294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Bound port: 35a2d171-19bf-4847-8f26-03ae8ed147e2, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cade368-a14a-4892-b08b-a86c69cfe583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:08.926294 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.021627 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.026647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35200) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:09.040544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34c902c-5aad-4120-a7f6-eb1a6c50f5ac None None] DHCP port deletion for 2ecb2828-cca3-4e35-82e7-e96c48a93f7a request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:08:09.055560 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c34c902c-5aad-4120-a7f6-eb1a6c50f5ac None None] Deleting port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:09.056897 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c34c902c-5aad-4120-a7f6-eb1a6c50f5ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.101733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe03e2-00ac-4ef3-ab61-8479771266cf req-b74bcc1f-5663-4e67-be39-4f905f3ff34c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.105793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cffe03e2-00ac-4ef3-ab61-8479771266cf req-b74bcc1f-5663-4e67-be39-4f905f3ff34c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.3516967 Apr 18 21:08:09.193347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] For port 35a2d171-19bf-4847-8f26-03ae8ed147e2, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:09.209758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] For port 35a2d171-19bf-4847-8f26-03ae8ed147e2, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=35a2d171-19bf-4847-8f26-03ae8ed147e2,segment=NetworkSegment(6cade368-a14a-4892-b08b-a86c69cfe583),segment_id=6cade368-a14a-4892-b08b-a86c69cfe583)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:09.335583 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.347030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] For port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9d1aa17e-8d51-4b91-b7be-bfcb32d89337,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:09.347654 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.426429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c34c902c-5aad-4120-a7f6-eb1a6c50f5ac None None] For port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9d1aa17e-8d51-4b91-b7be-bfcb32d89337,segment=NetworkSegment(9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0),segment_id=9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:09.426978 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c34c902c-5aad-4120-a7f6-eb1a6c50f5ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.470904 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.470904 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/35a2d171-19bf-4847-8f26-03ae8ed147e2 HTTP/1.1" status: 200 len: 1092 time: 2.7871158 Apr 18 21:08:09.470904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'tag': '35a2d171-19bf-4847-8f26-03ae8ed147e2'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:09.537295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-933993752-network', 'tenant_id': '65b5a641e24c4888a553050f8beaf577'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:09.542959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:09.548580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Usage tracker for resource:network and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:09.551168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:09.551695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:08:09.560279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:09.580036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Calling delete_port for 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:09.587598 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cffe03e2-00ac-4ef3-ab61-8479771266cf req-b7e469cb-0c29-4150-ad1f-2b15c896fea8 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790584 Apr 18 21:08:09.612010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a562be-9e8b-4317-9725-ea521a9e12f0 service neutron] Pushing event updated for resources: {'Port': ['ID=35a2d171-19bf-4847-8f26-03ae8ed147e2,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:09.677754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c34c902c-5aad-4120-a7f6-eb1a6c50f5ac None None] Calling delete_port for 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:09.689814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Made reservation on behalf of 65b5a641e24c4888a553050f8beaf577 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:09.699773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.762712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3dda8-f2d0-4dcd-ac93-d7cb9fb8e354 req-1bb7382c-2007-4eea-9a1b-090d86f8767d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.765742 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89b3dda8-f2d0-4dcd-ac93-d7cb9fb8e354 req-1bb7382c-2007-4eea-9a1b-090d86f8767d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 944 time: 0.5537603 Apr 18 21:08:09.778509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.800269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:09.873217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:09.881173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Usage tracker for resource:security_group_rule and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:09.884971 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:09.894356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:09.935575 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89b3dda8-f2d0-4dcd-ac93-d7cb9fb8e354 req-af7f3429-e7b8-49c5-8412-2a4a9d44f531 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/security-groups?id=0855feb4-df7d-451a-bec9-ca735bf688f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522276 Apr 18 21:08:09.945484 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.958213 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-d829e2ed-4d0b-49e6-95b5-5e00d7a8ca70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95b34500dc2148d18731b5d0609d991d&device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 1095 time: 0.3267307 Apr 18 21:08:09.975606 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:08:10.047824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1aa17e-8d51-4b91-b7be-bfcb32d89337,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:10.068474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] No DVR routers for this DVR port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:10.172646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-8d0a8e20-f0f8-4757-ba56-2fa583f9025f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35a2d171-19bf-4847-8f26-03ae8ed147e2 HTTP/1.1" status: 200 len: 217 time: 0.2019451 Apr 18 21:08:10.262391 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-c34c902c-5aad-4120-a7f6-eb1a6c50f5ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:08:10.267274 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-c34c902c-5aad-4120-a7f6-eb1a6c50f5ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:08:10.342595 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No active binding found for port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 {{(pid=85050) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 21:08:10.344208 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:10.405750 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.417427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:10.433758 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.437783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138', 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c', 'port_id': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138', 'mac_address': 'fa:16:3e:9e:80:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd5015f-87f9-4d04-9608-8e9906d28817', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:08:10.470682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecb2828-cca3-4e35-82e7-e96c48a93f7a']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:10.488212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:10.489182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2b62ec-9ba2-43fc-a021-6d4f9b1d21e0') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:10.493434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-0b06b830-37ef-4442-b805-d5d9701ab7d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:10.495188 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-0b06b830-37ef-4442-b805-d5d9701ab7d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3fbaabc-aa8c-4469-b930-a39ca5230e19 HTTP/1.1" status: 200 len: 867 time: 0.3141325 Apr 18 21:08:10.505124 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.525783 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.528475 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.534511 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.540081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:08:10.540736 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.553102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:08:10.573558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:10.588167 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:10.598533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460b18d1-7ace-47f3-89f6-5e1ad10b7deb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:10.650522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34016109-7818-4d56-ab4b-f32d7026d34d req-56a8f701-1533-43a7-88e1-7001bd6fb036 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:10.651972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34016109-7818-4d56-ab4b-f32d7026d34d req-56a8f701-1533-43a7-88e1-7001bd6fb036 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 943 time: 0.2536125 Apr 18 21:08:10.662648 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.692431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:08:10.706586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.706842 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Added segment acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2 of type vlan for network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 Apr 18 21:08:10.739676 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.756041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-f8d1e3d9-ce3a-489e-b5f5-a2c93f37265c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb&tenant_id=6fe6054587cf41f8ae2400d6e4d475d9 HTTP/1.1" status: 200 len: 1101 time: 0.2452025 Apr 18 21:08:10.757365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:10.769971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c34c902c-5aad-4120-a7f6-eb1a6c50f5ac None None] Deleting port 9d1aa17e-8d51-4b91-b7be-bfcb32d89337 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:10.770710 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c34c902c-5aad-4120-a7f6-eb1a6c50f5ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.772517 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-cf499043-85d3-40f4-9bea-a8f4277ffee7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2605643 Apr 18 21:08:10.776233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:10.790200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.832373 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.844905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.846223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:10.846612 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12635175-0b00-4a65-ae3e-7665d7855c09'] response: {'name': 'network-changed', 'server_uuid': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'tag': '35a2d171-19bf-4847-8f26-03ae8ed147e2', 'status': 'completed', 'code': 200} Apr 18 21:08:10.847486 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.855186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ecb2828-cca3-4e35-82e7-e96c48a93f7a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:10.862741 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34016109-7818-4d56-ab4b-f32d7026d34d req-3d717ad9-6aae-463e-b0c4-e93ddbdb68e2 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795239 Apr 18 21:08:10.944429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c34c902c-5aad-4120-a7f6-eb1a6c50f5ac None None] The port '9d1aa17e-8d51-4b91-b7be-bfcb32d89337' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:08:11.019195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] Pushing event updated for resources: {'Network': ['ID=847c8190-dbe5-47f4-a2da-74531e1fb3c5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:11.029090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:08:11.055882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['6d4e6b0b-1df5-4a53-94d3-c7274ef36138'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:11.078131 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9ed6c843-15d0-496a-b793-6194fcadb370 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2ecb2828-cca3-4e35-82e7-e96c48a93f7a HTTP/1.1" status: 204 len: 168 time: 2.6746092 Apr 18 21:08:11.081249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35226) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:11.269311 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.391176 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e169031a-a64d-43d5-a274-f68953ac8801 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3549592 Apr 18 21:08:11.400164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35230) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:11.404346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Request body: {'subnet': {'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-933993752-subnet', 'tenant_id': '65b5a641e24c4888a553050f8beaf577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:11.412045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:11.418139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Usage tracker for resource:subnet and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:11.421837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-7f78ec3c-6011-4d1e-902e-f2720c1f0581 service neutron] 10.222.0.26 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122789 Apr 18 21:08:11.422005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:11.439907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:11.516345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff67b0c-ab77-4a87-904b-2f31094cd533 req-fef3ee8f-c943-4711-b43c-17b420c0a4bb tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:11.522074 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ff67b0c-ab77-4a87-904b-2f31094cd533 req-fef3ee8f-c943-4711-b43c-17b420c0a4bb tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.4538226 Apr 18 21:08:11.544957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 45e5454f-2802-40a9-a71b-4ce1b38fbc74 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:11.607853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Made reservation on behalf of 65b5a641e24c4888a553050f8beaf577 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:11.611917 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.701545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23550cb2-ba3d-487c-ae74-3f83e684de28 req-651b5ef6-04d1-4542-a8b5-3348894e539c service neutron] 10.222.0.26 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643192 Apr 18 21:08:11.847901 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.909298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1acc2-6286-41c5-9841-a972a5091987 req-5de00b79-b9d3-4bbb-9b88-e5789eb28787 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:11.918114 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17b1acc2-6286-41c5-9841-a972a5091987 req-5de00b79-b9d3-4bbb-9b88-e5789eb28787 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 944 time: 0.6027267 Apr 18 21:08:11.994641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ff67b0c-ab77-4a87-904b-2f31094cd533 req-06a94e38-d5c1-468c-aa09-9f420c3cfc8c tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635398 Apr 18 21:08:12.080880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-643d5429-c0c3-4982-aef4-14418820c5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.223243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17b1acc2-6286-41c5-9841-a972a5091987 req-8f35461c-094f-47ff-964c-6be96e7539e9 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/security-groups?id=0855feb4-df7d-451a-bec9-ca735bf688f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027334 Apr 18 21:08:12.239327 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.247910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3712eec-2fef-4348-bf0e-7be68c7aaaa7 req-5661dbae-0207-4099-bdf7-121a140f9f55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95b34500dc2148d18731b5d0609d991d&device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 1095 time: 0.4270723 Apr 18 21:08:12.308889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:12.441123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff00ec7-c6e7-4a2c-80c3-425ac66c8929,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:12.453466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8de2b-4202-4d0b-b0fd-f8fb1c0e4a4e req-dc7bd5d8-4ac1-4f63-9682-f18900062456 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:12.455864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89b8de2b-4202-4d0b-b0fd-f8fb1c0e4a4e req-dc7bd5d8-4ac1-4f63-9682-f18900062456 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 944 time: 0.3183353 Apr 18 21:08:12.457347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:12.494546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Checking segment: {'id': 'acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:12.494950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Network hostable DHCP agents. Network: 847c8190-dbe5-47f4-a2da-74531e1fb3c5, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:08:12.559219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3712eec-2fef-4348-bf0e-7be68c7aaaa7 req-371e0092-34c1-4e77-ad60-884b1e021ea4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:12.562215 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3712eec-2fef-4348-bf0e-7be68c7aaaa7 req-371e0092-34c1-4e77-ad60-884b1e021ea4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc HTTP/1.1" status: 200 len: 929 time: 0.3077183 Apr 18 21:08:12.818736 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3712eec-2fef-4348-bf0e-7be68c7aaaa7 req-f2fee667-bec9-4db2-b056-6bdf52cf0a03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35a2d171-19bf-4847-8f26-03ae8ed147e2 HTTP/1.1" status: 200 len: 217 time: 0.2482052 Apr 18 21:08:12.820896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.870937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:12.915524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:08:12.968754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Transition to ACTIVE for port object 45e5454f-2802-40a9-a71b-4ce1b38fbc74 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:12.971967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89b8de2b-4202-4d0b-b0fd-f8fb1c0e4a4e req-26c8c425-2bc2-4cc2-81a3-36557fe598ce tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588561 Apr 18 21:08:12.991950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3712eec-2fef-4348-bf0e-7be68c7aaaa7 req-609e4122-c5b2-4853-b32d-d350b279491c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:12.993053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3712eec-2fef-4348-bf0e-7be68c7aaaa7 req-609e4122-c5b2-4853-b32d-d350b279491c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3fbaabc-aa8c-4469-b930-a39ca5230e19 HTTP/1.1" status: 200 len: 867 time: 0.1672637 Apr 18 21:08:13.042074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 847c8190-dbe5-47f4-a2da-74531e1fb3c5) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:13.055116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923543b4-936c-4bde-a78f-c9d25cd0893b None None] Network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:13.142421 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37635d4c-38d8-4c18-9958-596d2f5b0ad0'] response: {'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'code': 200} Apr 18 21:08:13.143762 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.144269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:13.145065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.337361 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:08:13.340653 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:08:13.361621 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bc1f06b3-b9fb-4df0-b748-a8179a590592 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9628677 Apr 18 21:08:13.557456 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3712eec-2fef-4348-bf0e-7be68c7aaaa7 req-6d68f642-de73-465b-adf8-a34d3313952c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5575111 Apr 18 21:08:13.572832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=10']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:13.649374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7bf1a3-5e54-4d89-88f0-dce92ed4f260 None None] Network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:13.676015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-643d5429-c0c3-4982-aef4-14418820c5f5 admin admin] Deleting port 14c42d84-0811-4425-bcc1-0c630596e6ed {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:13.676361 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-643d5429-c0c3-4982-aef4-14418820c5f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.680248 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:13.751991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] No DVR routers for this DVR port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:13.832519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:13.832909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3099c8e1-637d-4f28-bc2b-f2bb00f8ea4e not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:13.994729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:14.047144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Attempting to bind port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:14.047341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Attempting to bind port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:14.047520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Attempting to bind port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:14.060539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-643d5429-c0c3-4982-aef4-14418820c5f5 admin admin] For port 14c42d84-0811-4425-bcc1-0c630596e6ed, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=14c42d84-0811-4425-bcc1-0c630596e6ed,segment=NetworkSegment(27fb365e-9531-4edf-a3a5-55d2840fd9a8),segment_id=27fb365e-9531-4edf-a3a5-55d2840fd9a8)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:14.061393 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-643d5429-c0c3-4982-aef4-14418820c5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.082439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d022cd5-81bd-4092-863a-ecc2fb057bf9 req-e7650cd6-1c13-4614-8b0d-cf7f4a6584e4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:14.083943 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d022cd5-81bd-4092-863a-ecc2fb057bf9 req-e7650cd6-1c13-4614-8b0d-cf7f4a6584e4 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 949 time: 0.8461475 Apr 18 21:08:14.090576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3712eec-2fef-4348-bf0e-7be68c7aaaa7 req-921ed0dc-7b67-41a4-a02a-df6ca7cdfd1e service neutron] 10.222.0.26 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189505 Apr 18 21:08:14.098326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:08:14.098644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Attempting to bind port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:14.148014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4093df-f3ed-4b4f-b50b-7edf82975be9 req-6d29dd0b-ca43-4541-9750-c0e25326f8a1 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:14.151270 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe4093df-f3ed-4b4f-b50b-7edf82975be9 req-6d29dd0b-ca43-4541-9750-c0e25326f8a1 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 944 time: 0.7336421 Apr 18 21:08:14.212123 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d022cd5-81bd-4092-863a-ecc2fb057bf9 req-13cb11e8-58d2-4848-ba91-60bad3fac820 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200488 Apr 18 21:08:14.324504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:08:14.328366 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:14.333487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:14.336943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:08:14.336943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Bound port: 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:14.337192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:14.337296 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.337565 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.337673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-643d5429-c0c3-4982-aef4-14418820c5f5 admin admin] Calling delete_port for 14c42d84-0811-4425-bcc1-0c630596e6ed owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:14.470097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe4093df-f3ed-4b4f-b50b-7edf82975be9 req-bcffe981-6f02-4fd4-87d6-c6493ffa719f tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/security-groups?id=0855feb4-df7d-451a-bec9-ca735bf688f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609749 Apr 18 21:08:14.520957 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3712eec-2fef-4348-bf0e-7be68c7aaaa7 req-163d165e-fd38-4f33-9e27-f3dc933196c8 service neutron] 10.222.0.26 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194860 Apr 18 21:08:14.588966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:14.595813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:14.662561 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.670298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1345114298', 'description': 'tempest-description-1509645767'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:14.706919 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.745345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:14.746340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0666054c-d57a-4029-a3e4-72b79ab53ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:14.765587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:14.792745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:14.801249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:14.814638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:14.817279 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.818984 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] 10.222.0.59 "PUT /v2.0/ports/45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 1097 time: 4.0503044 Apr 18 21:08:14.842354 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.864193 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-643d5429-c0c3-4982-aef4-14418820c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.972048 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88b01f-a8c8-4a33-90cc-98bc56f41c84 service neutron] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=11']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:15.003731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d5429-c0c3-4982-aef4-14418820c5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c42d84-0811-4425-bcc1-0c630596e6ed,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:15.007505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:15.040760 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.098214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72be74b-0979-4808-873a-7a403a1d675a req-d784728a-d2ed-4b5f-8bb3-fa7fee766912 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:15.100646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b72be74b-0979-4808-873a-7a403a1d675a req-d784728a-d2ed-4b5f-8bb3-fa7fee766912 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 944 time: 0.3748040 Apr 18 21:08:15.151928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:15.254073 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-176ac655-cc27-4ef3-a413-12bc484fd429 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1100 time: 0.3884897 Apr 18 21:08:15.261011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b72be74b-0979-4808-873a-7a403a1d675a req-e8cec5ed-098d-40ce-8a01-63f5d0398a8f tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514885 Apr 18 21:08:15.262068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:15.311652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group_rule and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:15.319330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:15.335523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:15.387746 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ccfc9cd-661a-435c-949b-1efa8ed0b981'] response: {'server_uuid': '0666054c-d57a-4029-a3e4-72b79ab53ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138', 'code': 200} Apr 18 21:08:15.516635 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71308994-564f-4154-8b20-0f0826a6e6fe'] response: {'name': 'network-changed', 'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'status': 'completed', 'code': 200} Apr 18 21:08:15.545290 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-643d5429-c0c3-4982-aef4-14418820c5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.558974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 35a2d171-19bf-4847-8f26-03ae8ed147e2 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:08:15.588041 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.668303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-8520da71-c246-4ae1-92c1-d283774f9ffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:15.670005 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-8520da71-c246-4ae1-92c1-d283774f9ffc service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.4051075 Apr 18 21:08:15.776752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 35a2d171-19bf-4847-8f26-03ae8ed147e2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=35a2d171-19bf-4847-8f26-03ae8ed147e2,segment=NetworkSegment(6cade368-a14a-4892-b08b-a86c69cfe583),segment_id=6cade368-a14a-4892-b08b-a86c69cfe583)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:15.797577 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-e30d075a-a363-4669-b843-7e9fb920d816 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1100 time: 0.3009496 Apr 18 21:08:15.801857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '35a2d171-19bf-4847-8f26-03ae8ed147e2', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'port_id': '35a2d171-19bf-4847-8f26-03ae8ed147e2', 'mac_address': 'fa:16:3e:76:9f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:08:15.870105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.897536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a2d171-19bf-4847-8f26-03ae8ed147e2 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:08:15.898746 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.906778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6949973-0f98-41d9-ac33-8be45b87c17f req-14d50a8a-7988-467d-8b5e-810acdb89788 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 1096 time: 0.4493580 Apr 18 21:08:15.918337 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 35a2d171-19bf-4847-8f26-03ae8ed147e2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=35a2d171-19bf-4847-8f26-03ae8ed147e2,segment=NetworkSegment(6cade368-a14a-4892-b08b-a86c69cfe583),segment_id=6cade368-a14a-4892-b08b-a86c69cfe583)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:16.006204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-778ecfb0-0d06-4547-a59f-eafce203569a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 217 time: 0.3201003 Apr 18 21:08:16.020301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4f5553-3746-42e3-bc9d-0d6c966e1e7f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:16.025758 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:16.103271 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6949973-0f98-41d9-ac33-8be45b87c17f req-3bac47d8-7ab6-42c1-82f7-942f695fa444 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707458 Apr 18 21:08:16.112049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc74d4-c737-419d-862e-c62a0791a32b req-2805b40e-fc74-49ef-8050-20ee6f87a001 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:16.113758 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80dc74d4-c737-419d-862e-c62a0791a32b req-2805b40e-fc74-49ef-8050-20ee6f87a001 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 949 time: 0.5031939 Apr 18 21:08:16.117613 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:16.118844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf3feee4-2f7b-40ac-a41c-7eb08d89ba6c req-ec91a736-241a-4ce6-89e2-2ca396cd4d92 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.4648886 Apr 18 21:08:16.120036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-f0bbfd26-bd11-44af-9db0-97e7c16f8d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:16.121620 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-f0bbfd26-bd11-44af-9db0-97e7c16f8d91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0985277 Apr 18 21:08:16.145623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=35a2d171-19bf-4847-8f26-03ae8ed147e2,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:16.153229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce965b-e630-4201-b57b-db9c15e30684 req-68bda7f2-58a8-4a09-91dd-6edbaecb75eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:16.155227 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-68bda7f2-58a8-4a09-91dd-6edbaecb75eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3468935 Apr 18 21:08:16.330346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80dc74d4-c737-419d-862e-c62a0791a32b req-8b25a3ae-9165-48c3-a3de-15b00ee2a939 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073631 Apr 18 21:08:16.383220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['35a2d171-19bf-4847-8f26-03ae8ed147e2'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:16.392976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-841653980', 'description': 'tempest-description-2097356582'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:16.411284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:16.419532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:16.424928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:16.432924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:16.462404 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-3ffe91b7-b377-4241-ad47-1c12f1429b58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3167958 Apr 18 21:08:16.511451 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-497625f5-b859-447f-b30b-8e4d033623ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 217 time: 0.0901675 Apr 18 21:08:16.574153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5a2c6-3c08-468e-8ab0-3f3773ab788b req-312f8ab2-dfcc-4bbf-affc-e4a50eea499e tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:16.575696 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03d5a2c6-3c08-468e-8ab0-3f3773ab788b req-312f8ab2-dfcc-4bbf-affc-e4a50eea499e tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 945 time: 0.2434926 Apr 18 21:08:16.608990 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:16.616579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce965b-e630-4201-b57b-db9c15e30684 req-f20c3da4-3c69-45d3-a4aa-1f4c99b5d0e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:16.618224 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-f20c3da4-3c69-45d3-a4aa-1f4c99b5d0e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0923486 Apr 18 21:08:16.708421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03d5a2c6-3c08-468e-8ab0-3f3773ab788b req-d0375213-c1a5-4a86-92c6-437e619dbb7c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/security-groups?id=0855feb4-df7d-451a-bec9-ca735bf688f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234946 Apr 18 21:08:16.726207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-01b5f92e-a91e-4b8f-8971-ed570506280c service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471302 Apr 18 21:08:16.726207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:16.819517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group_rule and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:16.827753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:16.846142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:16.883352 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-ac5a0ddd-d880-4830-975e-592fb96a7604 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2577262 Apr 18 21:08:16.954607 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac18461a-19ee-4d16-abbb-70c8a389f6d1 req-d2cede36-ce12-483e-a7ab-00e1674d046a service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284110 Apr 18 21:08:17.005245 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.034634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643d5429-c0c3-4982-aef4-14418820c5f5 admin admin] Router 43adeff7-0019-4bd2-9152-eb9bb69360c8 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:17.165352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db076cb-fe2f-44a0-bd72-1c20e57a0967 req-49c26d88-7636-4c30-85e2-0ff8b13d8557 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:17.166795 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6db076cb-fe2f-44a0-bd72-1c20e57a0967 req-49c26d88-7636-4c30-85e2-0ff8b13d8557 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 945 time: 0.1480463 Apr 18 21:08:17.214579 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.232134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-a51d7798-5aad-4d08-a911-039e3db336db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1100 time: 0.1386485 Apr 18 21:08:17.283079 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-12c8fe28-eae0-4268-adc3-8817889f31af service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904920 Apr 18 21:08:17.284941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6db076cb-fe2f-44a0-bd72-1c20e57a0967 req-b153246b-ee95-4540-a553-afce822b700e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118898 Apr 18 21:08:17.369260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9020835b-e283-447a-9d9c-4b6e3e883c8f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:17.434374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce965b-e630-4201-b57b-db9c15e30684 req-2be15a44-a797-49a3-8e56-95d2b0b00a0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:17.437325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-2be15a44-a797-49a3-8e56-95d2b0b00a0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.1926556 Apr 18 21:08:17.487904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643d5429-c0c3-4982-aef4-14418820c5f5 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:17.491065 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-a172c21c-8b2d-49a2-b871-4e8b3169354a service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983852 Apr 18 21:08:17.497637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db130ea-176d-4d2f-adf6-6ffe351ba011 None None] Sync routers for ids ['43adeff7-0019-4bd2-9152-eb9bb69360c8'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:17.506374 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-643d5429-c0c3-4982-aef4-14418820c5f5 admin admin] 10.222.0.11 "PUT /v2.0/routers/43adeff7-0019-4bd2-9152-eb9bb69360c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4240689 Apr 18 21:08:17.515931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db130ea-176d-4d2f-adf6-6ffe351ba011 None None] Routers {'43adeff7-0019-4bd2-9152-eb9bb69360c8'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:17.516557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4db130ea-176d-4d2f-adf6-6ffe351ba011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['43adeff7-0019-4bd2-9152-eb9bb69360c8'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:17.520258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35302) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:17.537772 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.543487 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78a4dbe0-605a-4f6d-9bc1-ac390c40f199 req-f8352d6b-fa58-4756-a93d-869df7ea7a52 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.1608195 Apr 18 21:08:17.567425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-97307857-5665-40c3-b607-f756ee24d45e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 200 len: 217 time: 0.1119647 Apr 18 21:08:17.669866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 35a2d171-19bf-4847-8f26-03ae8ed147e2 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:17.780444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce965b-e630-4201-b57b-db9c15e30684 req-93d0d465-8794-41de-beba-87315a98c660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:17.780444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-93d0d465-8794-41de-beba-87315a98c660 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2050941 Apr 18 21:08:17.883474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72a2bf-c0bf-4407-95ba-07c3b5c80a4f req-3758c1d4-9dab-473e-9d12-ce5fab718851 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:17.885056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f72a2bf-c0bf-4407-95ba-07c3b5c80a4f req-3758c1d4-9dab-473e-9d12-ce5fab718851 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 949 time: 0.2527635 Apr 18 21:08:18.005964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4db130ea-176d-4d2f-adf6-6ffe351ba011 None None] Set router 43adeff7-0019-4bd2-9152-eb9bb69360c8 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:18.076164 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 35a2d171-19bf-4847-8f26-03ae8ed147e2 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:18.091456 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 35a2d171-19bf-4847-8f26-03ae8ed147e2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:18.092921 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.100492 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.153839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f72a2bf-c0bf-4407-95ba-07c3b5c80a4f req-39beb260-26ee-4e2a-9bca-b182b0c775bc tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610142 Apr 18 21:08:18.160762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-9e7b3c68-04c2-4f19-ab5b-2a56bb0623bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3785086 Apr 18 21:08:18.521971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.660698 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-0a667e19-4ba0-43e0-b940-a1bcb2ba167f service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517117 Apr 18 21:08:18.693843 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.736963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a2d171-19bf-4847-8f26-03ae8ed147e2'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:18.768581 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 35a2d171-19bf-4847-8f26-03ae8ed147e2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=35a2d171-19bf-4847-8f26-03ae8ed147e2,segment=NetworkSegment(6cade368-a14a-4892-b08b-a86c69cfe583),segment_id=6cade368-a14a-4892-b08b-a86c69cfe583)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:18.779447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4db130ea-176d-4d2f-adf6-6ffe351ba011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-337787611-router', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:33Z', 'updated_at': '2022-04-18T21:08:14Z', 'revision_number': 5, 'project_id': '333ceed74774447d824d2c12bda9b1c7', 'gw_port': {'id': '92d0370e-2dff-4efb-a730-0fb34f0481b5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:38Z', 'updated_at': '2022-04-18T21:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:18.787766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db130ea-176d-4d2f-adf6-6ffe351ba011 None None] Checking router: 43adeff7-0019-4bd2-9152-eb9bb69360c8 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:08:18.810453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db130ea-176d-4d2f-adf6-6ffe351ba011 None None] Routers {'43adeff7-0019-4bd2-9152-eb9bb69360c8'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:18.813651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4db130ea-176d-4d2f-adf6-6ffe351ba011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:07:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['43adeff7-0019-4bd2-9152-eb9bb69360c8'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:18.829235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-ce9f58cf-744e-4175-b9f3-db479588e9be tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:18.834673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-ce9f58cf-744e-4175-b9f3-db479588e9be tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/networks?id=847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 200 len: 812 time: 0.8673339 Apr 18 21:08:18.863355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Deleting port 92d0370e-2dff-4efb-a730-0fb34f0481b5 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:18.863667 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.923704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a162e8-6708-4374-896e-0a00724452ed req-6963e694-8328-4873-b56b-95eedbf1cd43 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:18.931494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-64a162e8-6708-4374-896e-0a00724452ed req-6963e694-8328-4873-b56b-95eedbf1cd43 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 945 time: 0.5267062 Apr 18 21:08:18.946332 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.959118 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-b47a85b3-4327-49ad-9b46-e1f1d9672c88 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/quotas/65b5a641e24c4888a553050f8beaf577 HTTP/1.1" status: 200 len: 375 time: 0.1129017 Apr 18 21:08:19.074280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=35a2d171-19bf-4847-8f26-03ae8ed147e2,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:19.089349 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4db130ea-176d-4d2f-adf6-6ffe351ba011 None None] Set router 43adeff7-0019-4bd2-9152-eb9bb69360c8 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:19.178502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25ce965b-e630-4201-b57b-db9c15e30684 req-52bd2281-8b6e-4d4c-b399-bf16438d3e5e service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306184 Apr 18 21:08:19.189510 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-7946a3ef-b65c-4899-9fc6-9f202b9eb1bc tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=65b5a641e24c4888a553050f8beaf577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2017226 Apr 18 21:08:19.228449 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-64a162e8-6708-4374-896e-0a00724452ed req-70dde9ec-bceb-448f-842d-e10da7df0f85 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/security-groups?id=0855feb4-df7d-451a-bec9-ca735bf688f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938466 Apr 18 21:08:19.304789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] For port 92d0370e-2dff-4efb-a730-0fb34f0481b5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=92d0370e-2dff-4efb-a730-0fb34f0481b5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:19.305424 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.481520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Calling delete_port for 92d0370e-2dff-4efb-a730-0fb34f0481b5 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:19.503079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4db130ea-176d-4d2f-adf6-6ffe351ba011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-337787611-router', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:33Z', 'updated_at': '2022-04-18T21:08:18Z', 'revision_number': 6, 'project_id': '333ceed74774447d824d2c12bda9b1c7', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:19.528162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db130ea-176d-4d2f-adf6-6ffe351ba011 None None] The sync data for ids ['43adeff7-0019-4bd2-9152-eb9bb69360c8'] in n-d-836017-3 is: [{'id': '43adeff7-0019-4bd2-9152-eb9bb69360c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-337787611-router', 'tenant_id': '333ceed74774447d824d2c12bda9b1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:33Z', 'updated_at': '2022-04-18T21:08:18Z', 'revision_number': 6, 'project_id': '333ceed74774447d824d2c12bda9b1c7', 'gw_port_host': None}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:19.760262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 45e5454f-2802-40a9-a71b-4ce1b38fbc74 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:08:19.790200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-ed7b148b-88f9-4f68-913f-33b0a5442be5 service neutron] 10.222.0.11 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943840 Apr 18 21:08:19.934557 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.947489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68db16a-8f95-4caf-8528-0093824f6982 req-677ba862-5c95-4401-a0e3-4b5c82818fa2 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:19.955096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b68db16a-8f95-4caf-8528-0093824f6982 req-677ba862-5c95-4401-a0e3-4b5c82818fa2 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 945 time: 0.3390574 Apr 18 21:08:19.959266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 14c42d84-0811-4425-bcc1-0c630596e6ed no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:20.024682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 14c42d84-0811-4425-bcc1-0c630596e6ed {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:20.025367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 14c42d84-0811-4425-bcc1-0c630596e6ed not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:20.053457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d0370e-2dff-4efb-a730-0fb34f0481b5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:20.103655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:20.107898 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b68db16a-8f95-4caf-8528-0093824f6982 req-e405d83f-1161-4a1c-9fa1-e3c31ead5dbe tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517267 Apr 18 21:08:20.121613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'mac_address': 'fa:16:3e:0e:da:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:08:20.176774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-d7743af6-4cbc-498c-909e-11dd81a47837 service neutron] 10.222.0.11 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855386 Apr 18 21:08:20.244777 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff73c171-f23a-40ad-8ea0-73caa08b00e8'] response: {'server_uuid': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a2d171-19bf-4847-8f26-03ae8ed147e2', 'code': 200} Apr 18 21:08:20.275357 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.338489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e5454f-2802-40a9-a71b-4ce1b38fbc74 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:08:20.379005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:20.481662 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.633443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=12']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:20.647624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593615-661b-43fe-a38a-6ab8c7600140 req-05cbf75e-ec79-45a7-8bf4-1ceb324b7003 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:20.651596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72593615-661b-43fe-a38a-6ab8c7600140 req-05cbf75e-ec79-45a7-8bf4-1ceb324b7003 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.1761439 Apr 18 21:08:20.705186 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c818782e-2be3-4650-9e1f-883589678159 req-1ad1b418-6b6d-4487-bedb-0dbac50e8f74 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 1097 time: 0.3469245 Apr 18 21:08:20.705884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.796307 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['45e5454f-2802-40a9-a71b-4ce1b38fbc74'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:20.830083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72593615-661b-43fe-a38a-6ab8c7600140 req-7ddd99ae-75a8-45e2-9a3f-a48feb56e298 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709604 Apr 18 21:08:20.925084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566324f7-7f63-46f9-a28f-9ff27c4e362a req-96ab6cae-c5c3-46d1-a3fd-4876706fd36d tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:20.926958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-566324f7-7f63-46f9-a28f-9ff27c4e362a req-96ab6cae-c5c3-46d1-a3fd-4876706fd36d tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 945 time: 0.2136650 Apr 18 21:08:21.013080 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c818782e-2be3-4650-9e1f-883589678159 req-3192ecc6-8cb5-4377-88f1-20a940e5680c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0855feb4-df7d-451a-bec9-ca735bf688f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390234 Apr 18 21:08:21.035093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-566324f7-7f63-46f9-a28f-9ff27c4e362a req-2c2d1a7a-6762-403e-b538-9ee30062517f tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949223 Apr 18 21:08:21.330793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8877939c-87e1-4e3b-923a-c04c9415636c req-017ba9e7-a32b-43aa-aae2-9a9e388cab09 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 210 time: 0.1000350 Apr 18 21:08:21.383557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e2ff5-4e4e-43f2-9892-079d64c4da13 req-4cb77495-cdb4-4395-96a5-6ce01d35a4a1 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:21.410111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a23e2ff5-4e4e-43f2-9892-079d64c4da13 req-4cb77495-cdb4-4395-96a5-6ce01d35a4a1 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 946 time: 0.3274050 Apr 18 21:08:21.428001 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.437939 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.488381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a23e2ff5-4e4e-43f2-9892-079d64c4da13 req-d8f70d19-9257-40e2-8437-28d3e4e1ac2b tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/security-groups?id=0855feb4-df7d-451a-bec9-ca735bf688f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769536 Apr 18 21:08:21.661877 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.661877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43adeff7-0019-4bd2-9152-eb9bb69360c8 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:08:21.694494 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.702118 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0cbf9a65-8b54-4a81-9f2c-6b67a0b79c94 admin admin] 10.222.0.11 "DELETE /v2.0/routers/43adeff7-0019-4bd2-9152-eb9bb69360c8 HTTP/1.1" status: 204 len: 168 time: 4.1760485 Apr 18 21:08:21.702118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35364) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:21.755143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 92d0370e-2dff-4efb-a730-0fb34f0481b5 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:21.819435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-40da9de8-bde7-4704-a305-53057128bf1f admin admin] Deleting subnet b1063e53-1a53-43bf-b881-92fbeb61875c {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:08:21.827206 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40da9de8-bde7-4704-a305-53057128bf1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.840855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 92d0370e-2dff-4efb-a730-0fb34f0481b5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:21.842785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 92d0370e-2dff-4efb-a730-0fb34f0481b5 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:21.886686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dbd75-2919-4f9a-8b45-6b68f2460d35 req-451af79f-3783-4192-917e-d9672f052832 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:21.897208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d8dbd75-2919-4f9a-8b45-6b68f2460d35 req-451af79f-3783-4192-917e-d9672f052832 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 945 time: 0.2004201 Apr 18 21:08:21.969343 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40da9de8-bde7-4704-a305-53057128bf1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.015747 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d8dbd75-2919-4f9a-8b45-6b68f2460d35 req-b9a45b3d-4857-4645-9d69-f4bdcb9c49f0 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166615 Apr 18 21:08:22.122872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40da9de8-bde7-4704-a305-53057128bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.194373 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17b5ec5a-b95c-4a77-b80a-64b8f1dfbfae req-0eff83ab-e812-45a4-a3ca-d95e99a9f908 tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 1101 time: 0.1202419 Apr 18 21:08:22.369296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17b5ec5a-b95c-4a77-b80a-64b8f1dfbfae req-aecb583f-8e55-46f5-9101-08437c8b1acb tempest-MigrationsAdminTest-1488375992 tempest-MigrationsAdminTest-1488375992-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682980 Apr 18 21:08:22.417039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a5550-93d7-4551-936f-066141fc5825 req-0406418d-4a34-4c7f-816d-92a8669d5517 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:22.425853 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de3a5550-93d7-4551-936f-066141fc5825 req-0406418d-4a34-4c7f-816d-92a8669d5517 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 945 time: 0.1555293 Apr 18 21:08:22.491694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de3a5550-93d7-4551-936f-066141fc5825 req-66083479-42c9-4850-87fc-7e7620d90254 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632071 Apr 18 21:08:22.593573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b401af6-c116-4548-92db-baca1cf53140 req-aa69468a-6a5b-47fe-899c-ad56105a4815 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 210 time: 0.0544508 Apr 18 21:08:22.845117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db7acd-9e44-4bc5-aa8e-0b1da1c06636 req-24038604-5428-4f04-b0c9-27ec4cdece75 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:22.846711 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40db7acd-9e44-4bc5-aa8e-0b1da1c06636 req-24038604-5428-4f04-b0c9-27ec4cdece75 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 946 time: 0.0919366 Apr 18 21:08:22.899436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40db7acd-9e44-4bc5-aa8e-0b1da1c06636 req-ac005847-9534-45a2-953b-05ac4a1f2fc4 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/security-groups?id=0855feb4-df7d-451a-bec9-ca735bf688f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444183 Apr 18 21:08:23.123544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0da918-36a9-4d78-b600-2e34d733112d req-74ec36d8-ad61-4fe7-aec7-cc94c89e7daa tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.125188 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a0da918-36a9-4d78-b600-2e34d733112d req-74ec36d8-ad61-4fe7-aec7-cc94c89e7daa tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 945 time: 0.1003470 Apr 18 21:08:23.190359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a0da918-36a9-4d78-b600-2e34d733112d req-69cc743c-4fbd-43b6-9c29-2515620f5254 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581779 Apr 18 21:08:23.455852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbcf5a-6f88-414d-9571-af0ad3b79e17 req-ecb76b1b-a702-4a59-84b3-7e0b82193679 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.457750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fdbcf5a-6f88-414d-9571-af0ad3b79e17 req-ecb76b1b-a702-4a59-84b3-7e0b82193679 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 945 time: 0.1291311 Apr 18 21:08:23.531790 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40da9de8-bde7-4704-a305-53057128bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.583059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fdbcf5a-6f88-414d-9571-af0ad3b79e17 req-0f1f1d0a-fea7-443e-83c8-59b9b446a86c tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172717 Apr 18 21:08:23.626859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da9de8-bde7-4704-a305-53057128bf1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1063e53-1a53-43bf-b881-92fbeb61875c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:23.638869 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40da9de8-bde7-4704-a305-53057128bf1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.645606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ced2cc-69e4-4ce1-aaf9-4d0bdabd695f None None] Network 94f044a1-93fe-41ec-a129-07c342d44b56 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:23.648543 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-40da9de8-bde7-4704-a305-53057128bf1f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b1063e53-1a53-43bf-b881-92fbeb61875c HTTP/1.1" status: 204 len: 168 time: 1.9459383 Apr 18 21:08:23.650927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35402) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:23.793967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 45e5454f-2802-40a9-a71b-4ce1b38fbc74 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:23.948932 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.027774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57c5fd1e-b681-49d3-bbaf-07d0304bad46 req-ffae25b7-2d67-4c8f-81d8-b7d7111111bd tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 210 time: 0.0551753 Apr 18 21:08:24.027774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Deleting port 665add93-76c7-4246-bfca-8297fd5831be {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:24.027774 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.277135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:24.302982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:24.306322 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.362817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ee898-c45f-4415-9f56-5a3a95029755 None None] DHCP port deletion for 94f044a1-93fe-41ec-a129-07c342d44b56 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:08:24.387051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ee898-c45f-4415-9f56-5a3a95029755 None None] Deleting port 665add93-76c7-4246-bfca-8297fd5831be {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:24.387537 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee898-c45f-4415-9f56-5a3a95029755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.486598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] For port 665add93-76c7-4246-bfca-8297fd5831be, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=665add93-76c7-4246-bfca-8297fd5831be,segment=NetworkSegment(27fb365e-9531-4edf-a3a5-55d2840fd9a8),segment_id=27fb365e-9531-4edf-a3a5-55d2840fd9a8)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:24.487166 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.624954 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d40ba2e9-e486-427f-98f2-eb5f871270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.732907 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.777720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Calling delete_port for 665add93-76c7-4246-bfca-8297fd5831be owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:24.804122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:24.807746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:24.820779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3c1ee898-c45f-4415-9f56-5a3a95029755 None None] For port 665add93-76c7-4246-bfca-8297fd5831be, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=665add93-76c7-4246-bfca-8297fd5831be,segment=NetworkSegment(27fb365e-9531-4edf-a3a5-55d2840fd9a8),segment_id=27fb365e-9531-4edf-a3a5-55d2840fd9a8)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:24.821510 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee898-c45f-4415-9f56-5a3a95029755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.849674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bdba3-5f11-4ed5-b9ed-1e5e1c19ea42 req-a324f53b-fc85-43cd-af26-ba75842c7b93 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:24.857810 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba7bdba3-5f11-4ed5-b9ed-1e5e1c19ea42 req-a324f53b-fc85-43cd-af26-ba75842c7b93 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 945 time: 0.7228982 Apr 18 21:08:24.946802 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba7bdba3-5f11-4ed5-b9ed-1e5e1c19ea42 req-e7409407-de7d-4034-bfb0-67bc3c4c3b87 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877650 Apr 18 21:08:24.959801 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.965621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0c5e9-58aa-4730-9023-ae6789d8839f req-e62f1d61-cee7-40ce-ba85-5deb36cc6ca2 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:24.968558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ee898-c45f-4415-9f56-5a3a95029755 None None] Calling delete_port for 665add93-76c7-4246-bfca-8297fd5831be owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:24.972793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fb0c5e9-58aa-4730-9023-ae6789d8839f req-e62f1d61-cee7-40ce-ba85-5deb36cc6ca2 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 950 time: 0.4975491 Apr 18 21:08:25.032267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fb0c5e9-58aa-4730-9023-ae6789d8839f req-3a6744c6-cd54-473e-a8d1-4c79d7c89edf tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583746 Apr 18 21:08:25.112349 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=13']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:25.128246 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0e1796-74d9-49f8-aacf-1b894f3c5bd4'] response: {'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'code': 200} Apr 18 21:08:25.139740 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.150002 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-3c1ee898-c45f-4415-9f56-5a3a95029755 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:08:25.150002 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-3c1ee898-c45f-4415-9f56-5a3a95029755 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:08:25.243687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Pushing event deleted for resources: {'Port': ['ID=665add93-76c7-4246-bfca-8297fd5831be,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:25.256185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] No DVR routers for this DVR port 665add93-76c7-4246-bfca-8297fd5831be on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:25.552953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-c071bd81-0a48-48ab-ae4b-1a58aa13ad29 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:25.553851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-c071bd81-0a48-48ab-ae4b-1a58aa13ad29 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Synchronizing usage tracker for tenant:65b5a641e24c4888a553050f8beaf577 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:25.604186 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.651656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ee898-c45f-4415-9f56-5a3a95029755 None None] Deleting port 665add93-76c7-4246-bfca-8297fd5831be {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:25.652427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee898-c45f-4415-9f56-5a3a95029755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.652928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f044a1-93fe-41ec-a129-07c342d44b56']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:25.680266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaaf5d-de0f-4f31-864f-79d1ae7d5a98 req-111271c7-bb85-493e-9825-fd83ad0242ad tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:25.682178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5abaaf5d-de0f-4f31-864f-79d1ae7d5a98 req-111271c7-bb85-493e-9825-fd83ad0242ad tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 946 time: 0.4947541 Apr 18 21:08:25.686249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fb365e-9531-4edf-a3a5-55d2840fd9a8') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:25.686249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fb365e-9531-4edf-a3a5-55d2840fd9a8') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:25.698747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-c071bd81-0a48-48ab-ae4b-1a58aa13ad29 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Unset dirty status for tenant:65b5a641e24c4888a553050f8beaf577 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:25.698747 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-c071bd81-0a48-48ab-ae4b-1a58aa13ad29 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.26 "GET /v2.0/networks?id=847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 200 len: 812 time: 0.3767622 Apr 18 21:08:25.714554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'port': {'device_id': '28ef12b2-cdc1-435a-8bbf-1e0980414e38', 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5', 'admin_state_up': True, 'tenant_id': '65b5a641e24c4888a553050f8beaf577'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:25.736719 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.758862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 665add93-76c7-4246-bfca-8297fd5831be no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:25.772435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d74bd-f2ab-4741-9332-ebe102a28a51 req-2587cb5e-43c9-4cdf-b64e-beda39ad840d tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:25.774012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c3d74bd-f2ab-4741-9332-ebe102a28a51 req-2587cb5e-43c9-4cdf-b64e-beda39ad840d tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 945 time: 0.4777217 Apr 18 21:08:25.775216 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.825399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:08:25.825399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.840488 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ee898-c45f-4415-9f56-5a3a95029755 None None] The port '665add93-76c7-4246-bfca-8297fd5831be' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:08:25.847092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 665add93-76c7-4246-bfca-8297fd5831be {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:25.847431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 665add93-76c7-4246-bfca-8297fd5831be not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:25.855384 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:25.865896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a352-3ee5-4ccf-866a-ca1b170a2878 req-6490cc26-27e7-4c40-95ad-b5aa65e20393 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:25.869525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a1d7a352-3ee5-4ccf-866a-ca1b170a2878 req-6490cc26-27e7-4c40-95ad-b5aa65e20393 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 951 time: 0.3489053 Apr 18 21:08:25.985451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:25.990828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:port and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:25.994902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:26.002057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:26.014114 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5abaaf5d-de0f-4f31-864f-79d1ae7d5a98 req-824d4e7b-f484-4b64-92f4-88acca1685a6 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/security-groups?id=0855feb4-df7d-451a-bec9-ca735bf688f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100698 Apr 18 21:08:26.050964 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c3d74bd-f2ab-4741-9332-ebe102a28a51 req-94f19e8e-63ca-4147-b24f-09c90e56f4d0 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631221 Apr 18 21:08:26.057063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-a1d7a352-3ee5-4ccf-866a-ca1b170a2878 req-01431eea-d07a-4f11-ae8a-9f5feb9520c0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Deleting port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:26.057792 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a1d7a352-3ee5-4ccf-866a-ca1b170a2878 req-01431eea-d07a-4f11-ae8a-9f5feb9520c0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.093480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Made reservation on behalf of 65b5a641e24c4888a553050f8beaf577 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:26.099014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.238694 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.248256 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.407621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Allocated IP 172.20.0.6 (847c8190-dbe5-47f4-a2da-74531e1fb3c5/dff00ec7-c6e7-4a2c-80c3-425ac66c8929/64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:26.566419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-384dbf4c-c0dd-4ea1-95fd-60a6682f3dfe req-943b9db1-c94a-43a9-bf60-7832c1f89b75 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 210 time: 0.1055481 Apr 18 21:08:26.571790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] 10.222.0.11 "DELETE /v2.0/networks/94f044a1-93fe-41ec-a129-07c342d44b56 HTTP/1.1" status: 204 len: 168 time: 2.9157066 Apr 18 21:08:26.665006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f3955-646c-4087-acdf-205182af315c admin admin] Pushing event deleted for resources: {'Network': ['ID=94f044a1-93fe-41ec-a129-07c342d44b56,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:26.824465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.849441 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:08:26.908326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245c000-c314-4296-8feb-f410f641b490 req-4efad7ba-e622-4a82-8d31-49cc9e732d75 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:26.909445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8245c000-c314-4296-8feb-f410f641b490 req-4efad7ba-e622-4a82-8d31-49cc9e732d75 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb HTTP/1.1" status: 200 len: 951 time: 0.3967655 Apr 18 21:08:26.918693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-a1d7a352-3ee5-4ccf-866a-ca1b170a2878 req-01431eea-d07a-4f11-ae8a-9f5feb9520c0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] For port 45e5454f-2802-40a9-a71b-4ce1b38fbc74, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=45e5454f-2802-40a9-a71b-4ce1b38fbc74,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:26.919644 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a1d7a352-3ee5-4ccf-866a-ca1b170a2878 req-01431eea-d07a-4f11-ae8a-9f5feb9520c0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.931627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-9a923338-2c00-48ae-9824-30e984c53971 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 258 time: 0.2629509 Apr 18 21:08:26.943978 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.986404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:27.050624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35446) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:27.051820 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-80a9ad9e-4a69-453c-9343-cb83bfb699e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.072015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'Port': ['ID=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:27.106397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:27.108216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:27.111239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:27.146395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:27.151761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Usage tracker for resource:floatingip and tenant:95b34500dc2148d18731b5d0609d991d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:27.155105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:27.162769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:27.175123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-a1d7a352-3ee5-4ccf-866a-ca1b170a2878 req-01431eea-d07a-4f11-ae8a-9f5feb9520c0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Calling delete_port for 45e5454f-2802-40a9-a71b-4ce1b38fbc74 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:27.193949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:27.204684 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.283154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8245c000-c314-4296-8feb-f410f641b490 req-17a66f06-3438-40ee-a4b9-99937f01d5e5 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476632 Apr 18 21:08:27.331696 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-351d7433-e72f-4f99-a2e9-0eddbc08e51b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6188681 Apr 18 21:08:27.337427 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f26b33cc-5123-491f-a4c9-099d5908e12c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c343e3d1bbb45eb924713b7286635d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2720296 Apr 18 21:08:27.346781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Request body: {'port': {'device_id': '28ef12b2-cdc1-435a-8bbf-1e0980414e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:27.348653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35450) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:27.429751 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.521171 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.654583 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee30a79b-9c6e-42fd-935d-875d710f52fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.662401 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a1d7a352-3ee5-4ccf-866a-ca1b170a2878 req-01431eea-d07a-4f11-ae8a-9f5feb9520c0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.675870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['735a7594-9936-41db-8437-fdb40f32c3db'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:27.740989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f50df9b0-46be-4482-90e6-792e1667b56e', '17d04cc6-896d-4829-b256-b08adef012b1', '45e5454f-2802-40a9-a71b-4ce1b38fbc74'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:27.799117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01431eea-d07a-4f11-ae8a-9f5feb9520c0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Pushing event deleted for resources: {'Port': ['ID=45e5454f-2802-40a9-a71b-4ce1b38fbc74,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:27.947969 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee30a79b-9c6e-42fd-935d-875d710f52fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.974804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d7a352-3ee5-4ccf-866a-ca1b170a2878 req-01431eea-d07a-4f11-ae8a-9f5feb9520c0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] No DVR routers for this DVR port 45e5454f-2802-40a9-a71b-4ce1b38fbc74 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:27.980061 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a1d7a352-3ee5-4ccf-866a-ca1b170a2878 req-01431eea-d07a-4f11-ae8a-9f5feb9520c0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.991503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'name': 'network-vif-deleted', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:28.041800 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.088991 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.167071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a1d7a352-3ee5-4ccf-866a-ca1b170a2878 req-01431eea-d07a-4f11-ae8a-9f5feb9520c0 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "DELETE /v2.0/ports/45e5454f-2802-40a9-a71b-4ce1b38fbc74 HTTP/1.1" status: 204 len: 173 time: 2.2384176 Apr 18 21:08:28.246850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:08:28.247805 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Allocated IP 172.25.3.150 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/b62c01bc-1d8c-44c1-b261-7854c0baf861) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:28.256290 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.275346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Transition to ACTIVE for port object 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:28.291140 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee30a79b-9c6e-42fd-935d-875d710f52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.373754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30a79b-9c6e-42fd-935d-875d710f52fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bf6ddb-32c8-41ff-9f3a-b9525790c455,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:28.402254 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee30a79b-9c6e-42fd-935d-875d710f52fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.403401 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ee30a79b-9c6e-42fd-935d-875d710f52fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3bf6ddb-32c8-41ff-9f3a-b9525790c455 HTTP/1.1" status: 204 len: 168 time: 1.0533867 Apr 18 21:08:28.423268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.471040 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.507205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Pushing event updated for resources: {'Port': ['ID=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:28.657722 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.684175 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.734959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Attempting to bind port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:28.735547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Attempting to bind port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:28.736321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Attempting to bind port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc on network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:28.757243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc on network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:08:28.758240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Attempting to bind port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc on network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:28.761876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Pushing event updated for resources: {'Port': ['ID=b62c01bc-1d8c-44c1-b261-7854c0baf861,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:28.770441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:28.771817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:28.774567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:08:28.776547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:28.776689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Checking segment: {'id': 'acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:28.776689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Bound using segment: {'id': 'acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:08:28.776689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Bound port: 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:28.776689 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.928588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] For port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:28.936925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] For port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:29.076688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.078908 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.160665 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.162173 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] 10.222.0.26 "PUT /v2.0/ports/64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc HTTP/1.1" status: 200 len: 1091 time: 1.8213134 Apr 18 21:08:29.162647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ef12b2-cdc1-435a-8bbf-1e0980414e38', 'tag': '64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:29.191233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a7417-9ed3-43c5-b1d4-7f546a5e9d92 service neutron] Pushing event updated for resources: {'Port': ['ID=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:29.375866 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.445334 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-5c4e6aea-7439-4aab-89d8-023e34e5da37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65b5a641e24c4888a553050f8beaf577&device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 1094 time: 0.1415915 Apr 18 21:08:29.487640 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929e2bb-65d3-4bf9-a0c0-2b501fd2c6f5 req-9f7a4036-40f7-4eda-a7d0-9c0708438402 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:29.490241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7929e2bb-65d3-4bf9-a0c0-2b501fd2c6f5 req-9f7a4036-40f7-4eda-a7d0-9c0708438402 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 943 time: 0.2288752 Apr 18 21:08:29.521641 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-381d8026-d76f-4e9c-a0cf-54ad0658fbb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc HTTP/1.1" status: 200 len: 217 time: 0.0681670 Apr 18 21:08:29.593413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-c5591655-d3dc-47f4-829d-255adf79a4ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:29.595290 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-c5591655-d3dc-47f4-829d-255adf79a4ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dff00ec7-c6e7-4a2c-80c3-425ac66c8929 HTTP/1.1" status: 200 len: 852 time: 0.0674732 Apr 18 21:08:29.647454 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-eb255afc-7a3d-47f9-9d98-f93e6a2a5c44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=847c8190-dbe5-47f4-a2da-74531e1fb3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453231 Apr 18 21:08:29.657334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7929e2bb-65d3-4bf9-a0c0-2b501fd2c6f5 req-274d093b-7beb-4767-b19e-36b2e34572d7 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Synchronizing usage tracker for tenant:65b5a641e24c4888a553050f8beaf577 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:29.688699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35478) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:29.767739 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.781955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f03ead32-3101-41cf-99c0-610f02643d01 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=333ceed74774447d824d2c12bda9b1c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0911758 Apr 18 21:08:29.784665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35482) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:29.809922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 45e5454f-2802-40a9-a71b-4ce1b38fbc74 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:29.820155 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-884fcde3-874c-437f-a12c-84ad79f17da0 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664188 Apr 18 21:08:29.858029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7929e2bb-65d3-4bf9-a0c0-2b501fd2c6f5 req-274d093b-7beb-4767-b19e-36b2e34572d7 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Unset dirty status for tenant:65b5a641e24c4888a553050f8beaf577 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:29.859441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7929e2bb-65d3-4bf9-a0c0-2b501fd2c6f5 req-274d093b-7beb-4767-b19e-36b2e34572d7 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515644 Apr 18 21:08:29.862319 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c3d2524d-e952-45e3-8522-863c514c1459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.864769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 45e5454f-2802-40a9-a71b-4ce1b38fbc74 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:29.865655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 45e5454f-2802-40a9-a71b-4ce1b38fbc74 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:29.904587 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c3d2524d-e952-45e3-8522-863c514c1459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.927202 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.984598 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c653fd4-c39b-4c70-abe5-8f107718c5a2'] response: {'server_uuid': '57f7e6f8-caa1-4bd6-80f9-184b04c6a6eb', 'name': 'network-vif-deleted', 'tag': '45e5454f-2802-40a9-a71b-4ce1b38fbc74', 'status': 'completed', 'code': 200} Apr 18 21:08:30.078886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Pushing event updated for resources: {'Port': ['ID=b62c01bc-1d8c-44c1-b261-7854c0baf861,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:30.111531 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b38b0de1-a3b5-4b6f-b0be-c0d4a4420e07 req-1ee73bed-2d72-46ad-af61-b91cf56ea02a service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835381 Apr 18 21:08:30.114938 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.357808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de92826-633b-4ffc-b8d6-ff409c7ffc17 req-556d4b10-fb2d-4c91-bcbf-f182a2a9642f tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:30.359421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6de92826-633b-4ffc-b8d6-ff409c7ffc17 req-556d4b10-fb2d-4c91-bcbf-f182a2a9642f tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 945 time: 0.0932889 Apr 18 21:08:30.361211 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.362292 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-54f7c7d0-0658-4850-ac93-7897af655e9d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3847210 Apr 18 21:08:30.363087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c3d2524d-e952-45e3-8522-863c514c1459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.365753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c3d2524d-e952-45e3-8522-863c514c1459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.366849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c3d2524d-e952-45e3-8522-863c514c1459 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea77f67b-8d64-4349-a89f-c5197413d6d0 HTTP/1.1" status: 204 len: 168 time: 0.5811911 Apr 18 21:08:30.447077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2524d-e952-45e3-8522-863c514c1459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea77f67b-8d64-4349-a89f-c5197413d6d0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:30.489138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-126ead8f-f683-440f-8d3f-673006479c82 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Synchronizing usage tracker for tenant:95b34500dc2148d18731b5d0609d991d on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:30.506061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6de92826-633b-4ffc-b8d6-ff409c7ffc17 req-73e2872e-cb43-4935-853a-6bd2b4d820b9 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5fabbde-893e-4210-aec4-6698e01536f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311088 Apr 18 21:08:30.583302 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54ca420-6f7c-4e87-b473-51c307bc2558'] response: {'name': 'network-changed', 'server_uuid': '28ef12b2-cdc1-435a-8bbf-1e0980414e38', 'tag': '64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc', 'status': 'completed', 'code': 200} Apr 18 21:08:30.624939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-126ead8f-f683-440f-8d3f-673006479c82 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Unset dirty status for tenant:95b34500dc2148d18731b5d0609d991d on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:30.626300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-126ead8f-f683-440f-8d3f-673006479c82 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.2496665 Apr 18 21:08:30.719765 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3899216d-b60a-4787-aefe-96a75fc57f75 req-0e7c9926-51f7-4f59-8379-a9248e93e179 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65b5a641e24c4888a553050f8beaf577&device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 1094 time: 0.1034660 Apr 18 21:08:30.844221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-570e8a43-4dd5-4303-9123-de66b2d16b39 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:30.845761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-953b6114-e3ab-455b-ad0b-d66f6830d37e req-570e8a43-4dd5-4303-9123-de66b2d16b39 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.2122312 Apr 18 21:08:30.917075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d2750-96db-4214-bdd3-c0543b0da747 req-f277765a-e7a3-4efc-ac1b-e3de304ea6f6 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:30.917378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e15d2750-96db-4214-bdd3-c0543b0da747 req-f277765a-e7a3-4efc-ac1b-e3de304ea6f6 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 945 time: 0.1230855 Apr 18 21:08:30.928275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899216d-b60a-4787-aefe-96a75fc57f75 req-ff73226f-722b-4a5f-8183-3531a515d1f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:30.930220 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3899216d-b60a-4787-aefe-96a75fc57f75 req-ff73226f-722b-4a5f-8183-3531a515d1f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 200 len: 913 time: 0.2009635 Apr 18 21:08:30.938527 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.035830 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3899216d-b60a-4787-aefe-96a75fc57f75 req-ece5ed53-f222-43a4-b689-d1801a283e86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc HTTP/1.1" status: 200 len: 217 time: 0.0984948 Apr 18 21:08:31.068642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-e15d2750-96db-4214-bdd3-c0543b0da747 req-41b8c102-9bee-45f1-9595-80bbea52392a tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Deleting port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:31.069695 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e15d2750-96db-4214-bdd3-c0543b0da747 req-41b8c102-9bee-45f1-9595-80bbea52392a tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.179808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899216d-b60a-4787-aefe-96a75fc57f75 req-bd5eeaf7-a877-4937-80df-8f1addd1e068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:31.182824 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3899216d-b60a-4787-aefe-96a75fc57f75 req-bd5eeaf7-a877-4937-80df-8f1addd1e068 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dff00ec7-c6e7-4a2c-80c3-425ac66c8929 HTTP/1.1" status: 200 len: 852 time: 0.1399570 Apr 18 21:08:31.242365 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3899216d-b60a-4787-aefe-96a75fc57f75 req-206579a9-ebee-4ade-b42b-2ffe323ead00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=847c8190-dbe5-47f4-a2da-74531e1fb3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446336 Apr 18 21:08:31.449021 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3899216d-b60a-4787-aefe-96a75fc57f75 req-b0ce8fa5-0b4d-4366-b8cf-616a8cf7dd61 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978636 Apr 18 21:08:31.620252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-e15d2750-96db-4214-bdd3-c0543b0da747 req-41b8c102-9bee-45f1-9595-80bbea52392a tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] For port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646,segment=NetworkSegment(294c33dd-0e85-44d1-b0cb-4915e923cec8),segment_id=294c33dd-0e85-44d1-b0cb-4915e923cec8)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:31.621076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e15d2750-96db-4214-bdd3-c0543b0da747 req-41b8c102-9bee-45f1-9595-80bbea52392a tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.667863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:08:31.752049 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3899216d-b60a-4787-aefe-96a75fc57f75 req-fedc0dbf-8f0e-4b79-9bdd-d2dd59f5f1d0 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952287 Apr 18 21:08:31.875072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:31.893322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-e15d2750-96db-4214-bdd3-c0543b0da747 req-41b8c102-9bee-45f1-9595-80bbea52392a tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Calling delete_port for 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:31.902739 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138', 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c', 'port_id': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138', 'mac_address': 'fa:16:3e:9e:80:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd5015f-87f9-4d04-9608-8e9906d28817', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:08:31.964060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc6789-59b1-48b4-8edb-f405024d36be req-a13f45e7-a257-4e9f-9fe6-b3c5e3ad65c4 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:31.965626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44bc6789-59b1-48b4-8edb-f405024d36be req-a13f45e7-a257-4e9f-9fe6-b3c5e3ad65c4 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5382493 Apr 18 21:08:31.983380 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.007278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:08:32.024867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:32.041292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d1f0d-ace6-4d67-b02b-a4845cadb455 req-4651f76d-12c1-4e65-aac9-6d9d47631465 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:32.042864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad1d1f0d-ace6-4d67-b02b-a4845cadb455 req-4651f76d-12c1-4e65-aac9-6d9d47631465 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 943 time: 0.5411134 Apr 18 21:08:32.114007 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44bc6789-59b1-48b4-8edb-f405024d36be req-18b5da0f-c65e-43fd-870d-45e8ad759d83 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.1372833 Apr 18 21:08:32.161563 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.162483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-44bc6789-59b1-48b4-8edb-f405024d36be req-41e7a9be-880a-4bfe-b11d-c579d69975c8 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Request body: {'floatingip': {'port_id': '35a2d171-19bf-4847-8f26-03ae8ed147e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:32.240852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:32.257936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad1d1f0d-ace6-4d67-b02b-a4845cadb455 req-bddcd0ab-9ccc-4cd7-8a4a-beb568ecb229 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941259 Apr 18 21:08:32.262682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['6d4e6b0b-1df5-4a53-94d3-c7274ef36138'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:32.274172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44bc6789-59b1-48b4-8edb-f405024d36be req-41e7a9be-880a-4bfe-b11d-c579d69975c8 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.551455 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e15d2750-96db-4214-bdd3-c0543b0da747 req-41b8c102-9bee-45f1-9595-80bbea52392a tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.623803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8c102-9bee-45f1-9595-80bbea52392a tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Pushing event deleted for resources: {'Port': ['ID=9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:32.859087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15d2750-96db-4214-bdd3-c0543b0da747 req-41b8c102-9bee-45f1-9595-80bbea52392a tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] No DVR routers for this DVR port 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:32.868960 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e15d2750-96db-4214-bdd3-c0543b0da747 req-41b8c102-9bee-45f1-9595-80bbea52392a tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.870059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0da3fd-6915-46e9-8d1f-dd9664e079e6', 'name': 'network-vif-deleted', 'tag': '9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:32.904007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108e3cd-7079-4524-84a2-7ffbfd4b60ac req-2d41d9d9-5e36-4e06-b0d5-1a229fc0b723 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:32.905428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8108e3cd-7079-4524-84a2-7ffbfd4b60ac req-2d41d9d9-5e36-4e06-b0d5-1a229fc0b723 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Synchronizing usage tracker for tenant:6fe6054587cf41f8ae2400d6e4d475d9 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:33.056021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e15d2750-96db-4214-bdd3-c0543b0da747 req-41b8c102-9bee-45f1-9595-80bbea52392a tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.59 "DELETE /v2.0/ports/9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 HTTP/1.1" status: 204 len: 173 time: 2.1328282 Apr 18 21:08:33.103703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8108e3cd-7079-4524-84a2-7ffbfd4b60ac req-2d41d9d9-5e36-4e06-b0d5-1a229fc0b723 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Unset dirty status for tenant:6fe6054587cf41f8ae2400d6e4d475d9 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:33.104950 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8108e3cd-7079-4524-84a2-7ffbfd4b60ac req-2d41d9d9-5e36-4e06-b0d5-1a229fc0b723 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 951 time: 0.6461742 Apr 18 21:08:33.261064 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8108e3cd-7079-4524-84a2-7ffbfd4b60ac req-a8a37858-7057-4d71-a7c7-42d31f9f1476 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472375 Apr 18 21:08:33.261910 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44bc6789-59b1-48b4-8edb-f405024d36be req-41e7a9be-880a-4bfe-b11d-c579d69975c8 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.361787 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.448353 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44bc6789-59b1-48b4-8edb-f405024d36be req-41e7a9be-880a-4bfe-b11d-c579d69975c8 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.656031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b11b9-7732-4c91-8043-320150dd07f8 req-7bce188b-0d6c-4822-a14b-9a6af128fe14 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:33.657948 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0b1b11b9-7732-4c91-8043-320150dd07f8 req-7bce188b-0d6c-4822-a14b-9a6af128fe14 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.26 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 951 time: 0.1011722 Apr 18 21:08:33.666074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:08:33.669224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:33.750669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-0b1b11b9-7732-4c91-8043-320150dd07f8 req-f6e9495d-955d-4608-ae57-ca87534eda6e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Deleting port 735a7594-9936-41db-8437-fdb40f32c3db {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:33.751294 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0b1b11b9-7732-4c91-8043-320150dd07f8 req-f6e9495d-955d-4608-ae57-ca87534eda6e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.782018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6da9a-ca92-44b0-b39d-c6b021fb44de req-78a2a295-5508-47ff-be3f-929a70004a7c tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:33.783586 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb6da9a-ca92-44b0-b39d-c6b021fb44de req-78a2a295-5508-47ff-be3f-929a70004a7c tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 944 time: 0.3945801 Apr 18 21:08:33.855167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb6da9a-ca92-44b0-b39d-c6b021fb44de req-1e12ddf0-f5b3-40fd-870b-8b323bcc6d23 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639167 Apr 18 21:08:33.893443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:33.954110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:33.954630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:33.954755 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-44bc6789-59b1-48b4-8edb-f405024d36be req-41e7a9be-880a-4bfe-b11d-c579d69975c8 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Floating IP 6a948fff-11f8-4b3c-b8d2-86b32cd0898a associated. External IP: 172.25.3.150, port: 35a2d171-19bf-4847-8f26-03ae8ed147e2. Apr 18 21:08:34.011771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:34.019064 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.215140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:34.238727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-0b1b11b9-7732-4c91-8043-320150dd07f8 req-f6e9495d-955d-4608-ae57-ca87534eda6e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] For port 735a7594-9936-41db-8437-fdb40f32c3db, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=735a7594-9936-41db-8437-fdb40f32c3db,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:34.239105 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0b1b11b9-7732-4c91-8043-320150dd07f8 req-f6e9495d-955d-4608-ae57-ca87534eda6e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.254327 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc', 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5', 'port_id': '64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc', 'mac_address': 'fa:16:3e:84:c8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff00ec7-c6e7-4a2c-80c3-425ac66c8929', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:08:34.336708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-abceffda-e34b-40d5-8d33-c81874e12fe1 req-cf302436-bc34-4d96-a3ed-707670beaeb3 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Synchronizing usage tracker for tenant:1f1ff7148c2f46f0beccb0668396a1a5 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:34.387658 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.423763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:08:34.435798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-0b1b11b9-7732-4c91-8043-320150dd07f8 req-f6e9495d-955d-4608-ae57-ca87534eda6e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Calling delete_port for 735a7594-9936-41db-8437-fdb40f32c3db owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:34.443115 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.476236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:34.492602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0666054c-d57a-4029-a3e4-72b79ab53ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:34.502121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:34.522040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-abceffda-e34b-40d5-8d33-c81874e12fe1 req-cf302436-bc34-4d96-a3ed-707670beaeb3 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] Unset dirty status for tenant:1f1ff7148c2f46f0beccb0668396a1a5 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:34.523230 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abceffda-e34b-40d5-8d33-c81874e12fe1 req-cf302436-bc34-4d96-a3ed-707670beaeb3 tempest-VolumesAdminNegativeTest-1354417365 tempest-VolumesAdminNegativeTest-1354417365-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0da3fd-6915-46e9-8d1f-dd9664e079e6 HTTP/1.1" status: 200 len: 210 time: 0.3016117 Apr 18 21:08:34.624554 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67c5ffc-8044-4f0e-9311-dcf04655b103'] response: {'server_uuid': '6c0da3fd-6915-46e9-8d1f-dd9664e079e6', 'name': 'network-vif-deleted', 'tag': '9299a2e1-f33f-41a9-9c6d-d0ab4fc0e646', 'status': 'completed', 'code': 200} Apr 18 21:08:34.706072 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.742369 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.786864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:34.793032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44bc6789-59b1-48b4-8edb-f405024d36be req-41e7a9be-880a-4bfe-b11d-c579d69975c8 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Router 9bf0dd9f-00ed-46a3-8116-6441508bc44d has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:34.846315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0b1b11b9-7732-4c91-8043-320150dd07f8 req-f6e9495d-955d-4608-ae57-ca87534eda6e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.861282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f50df9b0-46be-4482-90e6-792e1667b56e', '17d04cc6-896d-4829-b256-b08adef012b1'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:34.902140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9495d-955d-4608-ae57-ca87534eda6e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Pushing event deleted for resources: {'Port': ['ID=735a7594-9936-41db-8437-fdb40f32c3db,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:34.933519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:34.988457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1b11b9-7732-4c91-8043-320150dd07f8 req-f6e9495d-955d-4608-ae57-ca87534eda6e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] No DVR routers for this DVR port 735a7594-9936-41db-8437-fdb40f32c3db on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:34.990953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a6324-06b8-4739-b293-37309ce61c55 req-72180496-33bb-4880-96bf-1b0d4f11dba6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:34.991329 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0b1b11b9-7732-4c91-8043-320150dd07f8 req-f6e9495d-955d-4608-ae57-ca87534eda6e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.998953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-291a6324-06b8-4739-b293-37309ce61c55 req-72180496-33bb-4880-96bf-1b0d4f11dba6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 944 time: 0.2461464 Apr 18 21:08:34.999185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'name': 'network-vif-deleted', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:35.079234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-291a6324-06b8-4739-b293-37309ce61c55 req-d5b7dbeb-b592-4407-b8e2-ed653cccf8e1 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665102 Apr 18 21:08:35.129864 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0b1b11b9-7732-4c91-8043-320150dd07f8 req-f6e9495d-955d-4608-ae57-ca87534eda6e tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.26 "DELETE /v2.0/ports/735a7594-9936-41db-8437-fdb40f32c3db HTTP/1.1" status: 204 len: 173 time: 1.4630358 Apr 18 21:08:35.166358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44bc6789-59b1-48b4-8edb-f405024d36be req-41e7a9be-880a-4bfe-b11d-c579d69975c8 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:35.173348 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44bc6789-59b1-48b4-8edb-f405024d36be req-41e7a9be-880a-4bfe-b11d-c579d69975c8 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.178722 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c1456-0175-4cb3-9991-5834a72904c3 None None] Sync routers for ids ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:35.197682 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c1456-0175-4cb3-9991-5834a72904c3 None None] Routers {'9bf0dd9f-00ed-46a3-8116-6441508bc44d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:35.200586 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8a6c1456-0175-4cb3-9991-5834a72904c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:35.218471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:35.286955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44bc6789-59b1-48b4-8edb-f405024d36be req-41e7a9be-880a-4bfe-b11d-c579d69975c8 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "PUT /v2.0/floatingips/6a948fff-11f8-4b3c-b8d2-86b32cd0898a HTTP/1.1" status: 200 len: 997 time: 3.1236882 Apr 18 21:08:35.413049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a4b60602-c15f-497f-b19d-a65af4ee20f1 req-41027919-990d-4646-a604-dc7702da9738 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=646a9b0c-69c0-4f01-86ca-cb3c34615087 HTTP/1.1" status: 200 len: 210 time: 0.1427736 Apr 18 21:08:35.473379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44bc6789-59b1-48b4-8edb-f405024d36be req-90fe9b8b-9026-45c6-8ff9-07a2bc17635f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95b34500dc2148d18731b5d0609d991d&device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 1097 time: 0.1854336 Apr 18 21:08:35.487230 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8a6c1456-0175-4cb3-9991-5834a72904c3 None None] Set router 9bf0dd9f-00ed-46a3-8116-6441508bc44d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:35.590351 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2058ffd4-d18c-411d-aff0-d211f3cff520'] response: {'server_uuid': '0666054c-d57a-4029-a3e4-72b79ab53ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138', 'code': 200} Apr 18 21:08:35.666488 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 735a7594-9936-41db-8437-fdb40f32c3db no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:35.732139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 735a7594-9936-41db-8437-fdb40f32c3db {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:35.733054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 735a7594-9936-41db-8437-fdb40f32c3db not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:35.770013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc6789-59b1-48b4-8edb-f405024d36be req-18b74fa3-3034-42b6-89c6-51351fa7c280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:35.772154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44bc6789-59b1-48b4-8edb-f405024d36be req-18b74fa3-3034-42b6-89c6-51351fa7c280 service neutron] 10.222.0.11 "GET /v2.0/networks?id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc HTTP/1.1" status: 200 len: 929 time: 0.2701986 Apr 18 21:08:35.944184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44bc6789-59b1-48b4-8edb-f405024d36be req-2a46d4e3-99d7-41bf-9d16-65b8f6ff0c44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35a2d171-19bf-4847-8f26-03ae8ed147e2 HTTP/1.1" status: 200 len: 1000 time: 0.1597452 Apr 18 21:08:36.030805 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc6789-59b1-48b4-8edb-f405024d36be req-c02da2f2-2a44-43da-a258-ee42d3d11ee3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:36.033615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44bc6789-59b1-48b4-8edb-f405024d36be req-c02da2f2-2a44-43da-a258-ee42d3d11ee3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3fbaabc-aa8c-4469-b930-a39ca5230e19 HTTP/1.1" status: 200 len: 867 time: 0.0830290 Apr 18 21:08:36.083667 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8a6c1456-0175-4cb3-9991-5834a72904c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '6a948fff-11f8-4b3c-b8d2-86b32cd0898a', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'port_id': '35a2d171-19bf-4847-8f26-03ae8ed147e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'mac_address': 'fa:16:3e:76:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:28Z', 'updated_at': '2022-04-18T21:08:33Z', 'revision_number': 1, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e', 'name': '', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'mac_address': 'fa:16:3e:a2:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:48Z', 'updated_at': '2022-04-18T21:08:00Z', 'revision_number': 5, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'subnets': [{'id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:36.092561 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c1456-0175-4cb3-9991-5834a72904c3 None None] Checking router: 9bf0dd9f-00ed-46a3-8116-6441508bc44d for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:08:36.113601 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c1456-0175-4cb3-9991-5834a72904c3 None None] Routers {'9bf0dd9f-00ed-46a3-8116-6441508bc44d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:36.113601 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8a6c1456-0175-4cb3-9991-5834a72904c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:36.321293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44bc6789-59b1-48b4-8edb-f405024d36be req-5affeb12-b3d3-4d10-84ba-1764e7b5fa28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2816825 Apr 18 21:08:36.335124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-44bc6789-59b1-48b4-8edb-f405024d36be req-de67d60f-95b9-4ae7-8d6b-e10866d0d994 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:36.344154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44bc6789-59b1-48b4-8edb-f405024d36be req-de67d60f-95b9-4ae7-8d6b-e10866d0d994 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0132413 Apr 18 21:08:36.463529 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8a6c1456-0175-4cb3-9991-5834a72904c3 None None] Set router 9bf0dd9f-00ed-46a3-8116-6441508bc44d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:36.584218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec881c34-84bf-445b-97d3-ee01851282fb req-3028ccd5-bd65-442b-b70d-0e8f4f3d1e2e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:36.585768 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec881c34-84bf-445b-97d3-ee01851282fb req-3028ccd5-bd65-442b-b70d-0e8f4f3d1e2e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 945 time: 0.2187667 Apr 18 21:08:36.597276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44bc6789-59b1-48b4-8edb-f405024d36be req-cff52f74-7787-4f0e-9ff4-216767611bab service neutron] 10.222.0.11 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521141 Apr 18 21:08:36.642519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'tag': '35a2d171-19bf-4847-8f26-03ae8ed147e2'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:36.774065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec881c34-84bf-445b-97d3-ee01851282fb req-9ede73c3-d545-4626-832c-34be5f41a25e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750612 Apr 18 21:08:36.827512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44bc6789-59b1-48b4-8edb-f405024d36be req-758791ee-8c79-47b0-93a6-d5fd63ac033a service neutron] 10.222.0.11 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108805 Apr 18 21:08:36.896077 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad57df2f-72c2-4de0-9b6a-bf9192e4df2e'] response: {'server_uuid': '646a9b0c-69c0-4f01-86ca-cb3c34615087', 'name': 'network-vif-deleted', 'tag': '735a7594-9936-41db-8437-fdb40f32c3db', 'status': 'completed', 'code': 200} Apr 18 21:08:36.997368 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8a6c1456-0175-4cb3-9991-5834a72904c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '6a948fff-11f8-4b3c-b8d2-86b32cd0898a', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'port_id': '35a2d171-19bf-4847-8f26-03ae8ed147e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'mac_address': 'fa:16:3e:76:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:28Z', 'updated_at': '2022-04-18T21:08:33Z', 'revision_number': 1, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e', 'name': '', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'mac_address': 'fa:16:3e:a2:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:48Z', 'updated_at': '2022-04-18T21:08:00Z', 'revision_number': 5, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'subnets': [{'id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:37.009028 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c1456-0175-4cb3-9991-5834a72904c3 None None] The sync data for ids ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'] in n-d-836017-3 is: [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '6a948fff-11f8-4b3c-b8d2-86b32cd0898a', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'port_id': '35a2d171-19bf-4847-8f26-03ae8ed147e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'mac_address': 'fa:16:3e:76:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:28Z', 'updated_at': '2022-04-18T21:08:33Z', 'revision_number': 1, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e', 'name': '', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'mac_address': 'fa:16:3e:a2:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:48Z', 'updated_at': '2022-04-18T21:08:00Z', 'revision_number': 5, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'subnets': [{'id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:37.066794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35580) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:37.193377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-558db62a-0280-44f3-9b04-3173af6a4ef8 admin admin] Deleting subnet a37167ee-887f-418b-bb56-22214434e4ce {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:08:37.202757 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-558db62a-0280-44f3-9b04-3173af6a4ef8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.290900 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-558db62a-0280-44f3-9b04-3173af6a4ef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.299484 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ad7c8-adc2-48ba-81b1-668b744c19a1 None None] New status for floating IP 6a948fff-11f8-4b3c-b8d2-86b32cd0898a: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:08:37.363641 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-558db62a-0280-44f3-9b04-3173af6a4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.399693 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b881e3-0d79-44e1-ab99-cdbbf8b3d2c3'] response: {'name': 'network-changed', 'server_uuid': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'tag': '35a2d171-19bf-4847-8f26-03ae8ed147e2', 'status': 'completed', 'code': 200} Apr 18 21:08:37.421553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5107a-36b6-4c6c-9785-cfb1ab236798 req-925fcf25-6740-4095-82c0-16237ba166f3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:37.421553 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aed5107a-36b6-4c6c-9785-cfb1ab236798 req-925fcf25-6740-4095-82c0-16237ba166f3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 944 time: 0.2538500 Apr 18 21:08:37.587769 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69fd1a7b-be6f-42a7-901a-78b5ad46c3f1 req-2ba499cc-77f8-4b24-b05b-0880f5f43f80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95b34500dc2148d18731b5d0609d991d&device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 1097 time: 0.1917632 Apr 18 21:08:37.614133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aed5107a-36b6-4c6c-9785-cfb1ab236798 req-09cd6459-24c9-42a8-99bc-bce5233764b4 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956129 Apr 18 21:08:37.662708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-d8417a62-3a06-4049-98f0-78cb9c13dbcd tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 258 time: 0.2215533 Apr 18 21:08:37.674453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:37.686530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:37.693105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:37.714951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:37.745963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-558db62a-0280-44f3-9b04-3173af6a4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.757638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd1a7b-be6f-42a7-901a-78b5ad46c3f1 req-24896875-6d77-43ac-9a51-96a2a42a9ed3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:37.760185 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69fd1a7b-be6f-42a7-901a-78b5ad46c3f1 req-24896875-6d77-43ac-9a51-96a2a42a9ed3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc HTTP/1.1" status: 200 len: 929 time: 0.1659608 Apr 18 21:08:37.790479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558db62a-0280-44f3-9b04-3173af6a4ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37167ee-887f-418b-bb56-22214434e4ce,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:37.796222 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-558db62a-0280-44f3-9b04-3173af6a4ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.806300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-558db62a-0280-44f3-9b04-3173af6a4ef8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a37167ee-887f-418b-bb56-22214434e4ce HTTP/1.1" status: 204 len: 168 time: 0.7346451 Apr 18 21:08:37.806518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35592) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:37.913845 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69fd1a7b-be6f-42a7-901a-78b5ad46c3f1 req-e02892c9-d809-462d-bb80-8398cfb1f1f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35a2d171-19bf-4847-8f26-03ae8ed147e2 HTTP/1.1" status: 200 len: 1002 time: 0.1448233 Apr 18 21:08:37.924292 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.926678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.984562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd1a7b-be6f-42a7-901a-78b5ad46c3f1 req-1ffaf2dc-4107-409b-9f10-9fb297d9eb54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:37.986070 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69fd1a7b-be6f-42a7-901a-78b5ad46c3f1 req-1ffaf2dc-4107-409b-9f10-9fb297d9eb54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3fbaabc-aa8c-4469-b930-a39ca5230e19 HTTP/1.1" status: 200 len: 867 time: 0.0652001 Apr 18 21:08:37.999822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:38.007503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:38.008541 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.072282 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69fd1a7b-be6f-42a7-901a-78b5ad46c3f1 req-cd09a54b-dcdc-4c9c-8d70-0c18cb2cbc79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798087 Apr 18 21:08:38.145718 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.156876 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.178939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ef12b2-cdc1-435a-8bbf-1e0980414e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:38.192199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:38.196359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb49bfad-78d0-49fd-ad3f-73e1cb5aa183']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:38.211651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294c33dd-0e85-44d1-b0cb-4915e923cec8') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:38.212271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294c33dd-0e85-44d1-b0cb-4915e923cec8') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:38.225877 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69fd1a7b-be6f-42a7-901a-78b5ad46c3f1 req-9a1d099d-38a4-460c-ba2c-7ba1b6905e0a service neutron] 10.222.0.26 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467557 Apr 18 21:08:38.227618 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.261667 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.272367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:08:38.272770 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:38.286792 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:38.337143 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.338044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:38.349430 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.420512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69fd1a7b-be6f-42a7-901a-78b5ad46c3f1 req-94eee2a7-fbd0-41ef-a9bc-563936c1dc5f service neutron] 10.222.0.26 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845305 Apr 18 21:08:38.468708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:38.515955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:38.516297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:38.516834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:38.517344 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:38.517710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:38.518098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:38.518577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:38.518803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:38.519133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:38.519462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:38.519788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:38.543897 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.584062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:38.628239 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.650773 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.674868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] Pushing event deleted for resources: {'Network': ['ID=bb49bfad-78d0-49fd-ad3f-73e1cb5aa183,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:38.702315 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.754628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Allocated IP 172.25.3.111 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/0e4da922-e8f5-40f9-b826-3089e4194011) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:38.776885 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:38.853232 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f72606b3-0a64-4a8f-bc6a-ae323b2965ed admin admin] 10.222.0.11 "DELETE /v2.0/networks/bb49bfad-78d0-49fd-ad3f-73e1cb5aa183 HTTP/1.1" status: 204 len: 168 time: 1.0456772 Apr 18 21:08:38.856177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35608) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:38.874091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9409ff-ba03-44bc-8110-aa24d942ede3 req-05fd2e74-8ba9-4911-bc13-8cbfdcff50a7 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:38.875565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba9409ff-ba03-44bc-8110-aa24d942ede3 req-05fd2e74-8ba9-4911-bc13-8cbfdcff50a7 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 943 time: 0.2094560 Apr 18 21:08:38.919341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca72a0fa-01c7-49e9-81d2-0fb8bced20a2 admin admin] Deleting subnet d2ca5d04-f061-4bf8-be75-935d5d634afd {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:08:38.922646 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca72a0fa-01c7-49e9-81d2-0fb8bced20a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.959924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba9409ff-ba03-44bc-8110-aa24d942ede3 req-1faa1197-e72d-4646-9a8b-2d281de5b1eb tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770049 Apr 18 21:08:38.980767 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.998322 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca72a0fa-01c7-49e9-81d2-0fb8bced20a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.006836 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.041288 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376938a1-ae13-4968-9128-cc1090abdf9f'] response: {'server_uuid': '28ef12b2-cdc1-435a-8bbf-1e0980414e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc', 'code': 200} Apr 18 21:08:39.079925 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca72a0fa-01c7-49e9-81d2-0fb8bced20a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.138921 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.230758 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b41591c-122b-4d8d-88d9-4fde45cdd18e req-daf8368d-c619-4f31-88e5-90e77323f93a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 1096 time: 0.1199956 Apr 18 21:08:39.279771 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b41591c-122b-4d8d-88d9-4fde45cdd18e req-230fd675-9c34-4de2-915f-e485c70ed0fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Apr 18 21:08:39.280784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:39.282731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:39.284589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Pushing event updated for resources: {'Port': ['ID=0e4da922-e8f5-40f9-b826-3089e4194011,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:39.286925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:39.360164 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca72a0fa-01c7-49e9-81d2-0fb8bced20a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.369382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db91761-15d8-4473-a267-1b2781329128 req-942800a5-5787-46e8-88a2-56c281508f54 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:39.370842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7db91761-15d8-4473-a267-1b2781329128 req-942800a5-5787-46e8-88a2-56c281508f54 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.1872036 Apr 18 21:08:39.400448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72a0fa-01c7-49e9-81d2-0fb8bced20a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ca5d04-f061-4bf8-be75-935d5d634afd,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:39.408065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca72a0fa-01c7-49e9-81d2-0fb8bced20a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.425086 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ca72a0fa-01c7-49e9-81d2-0fb8bced20a2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d2ca5d04-f061-4bf8-be75-935d5d634afd HTTP/1.1" status: 204 len: 168 time: 0.5677457 Apr 18 21:08:39.428141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35614) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:39.454461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7db91761-15d8-4473-a267-1b2781329128 req-f9c8bf2a-5036-4e69-8342-b0e6d5c809e3 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776265 Apr 18 21:08:39.558709 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.597530 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.750687 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.753874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.780548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c14e4bc-51f2-484a-8baf-d506c3b54c00']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:39.797639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5331d9ec-1c63-4e61-9b66-d1cc8a4c7f1d') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:39.797930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5331d9ec-1c63-4e61-9b66-d1cc8a4c7f1d') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:39.811207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.827850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.834505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:08:39.838128 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:39.849250 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:39.956261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbdb1d-e4f3-4b8d-bbc5-a84a6ee56f60 req-2e3e221b-8374-43a7-9d24-7380324ab407 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:39.957762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aafbdb1d-e4f3-4b8d-bbc5-a84a6ee56f60 req-2e3e221b-8374-43a7-9d24-7380324ab407 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 945 time: 0.2868071 Apr 18 21:08:39.984289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.017839 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.029495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31abd43-10ac-4332-8cab-0d7a9b43172f req-1305620a-41a9-4509-8311-6f8501c42c9b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:40.031182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d31abd43-10ac-4332-8cab-0d7a9b43172f req-1305620a-41a9-4509-8311-6f8501c42c9b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 950 time: 0.2467542 Apr 18 21:08:40.033743 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] 10.222.0.11 "DELETE /v2.0/networks/6c14e4bc-51f2-484a-8baf-d506c3b54c00 HTTP/1.1" status: 204 len: 168 time: 0.6044896 Apr 18 21:08:40.035570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00450f77-1b76-4807-aaee-859cf871aefe admin admin] Pushing event deleted for resources: {'Network': ['ID=6c14e4bc-51f2-484a-8baf-d506c3b54c00,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:40.124738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aafbdb1d-e4f3-4b8d-bbc5-a84a6ee56f60 req-ef4db4e7-257f-4de1-ae27-8b9b6d303f8f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527886 Apr 18 21:08:40.140571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-d31abd43-10ac-4332-8cab-0d7a9b43172f req-da598a90-7621-42fa-a40b-6bc85a4841fd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Deleting port 17d04cc6-896d-4829-b256-b08adef012b1 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:40.140812 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d31abd43-10ac-4332-8cab-0d7a9b43172f req-da598a90-7621-42fa-a40b-6bc85a4841fd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.220518 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.364190 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.506883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Pushing event updated for resources: {'Port': ['ID=0e4da922-e8f5-40f9-b826-3089e4194011,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:40.544641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d31abd43-10ac-4332-8cab-0d7a9b43172f req-da598a90-7621-42fa-a40b-6bc85a4841fd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] For port 17d04cc6-896d-4829-b256-b08adef012b1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=17d04cc6-896d-4829-b256-b08adef012b1,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:40.544641 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d31abd43-10ac-4332-8cab-0d7a9b43172f req-da598a90-7621-42fa-a40b-6bc85a4841fd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.544956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35626) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:40.552599 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.742789 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f2bb0ca2-d991-4161-be26-b7fb379096da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f1ff7148c2f46f0beccb0668396a1a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2025595 Apr 18 21:08:40.744152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35632) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:40.788493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-d31abd43-10ac-4332-8cab-0d7a9b43172f req-da598a90-7621-42fa-a40b-6bc85a4841fd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Calling delete_port for 17d04cc6-896d-4829-b256-b08adef012b1 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:40.820748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b068af48-3cd0-4c0b-b938-7adec0822295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.853277 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b068af48-3cd0-4c0b-b938-7adec0822295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.994621 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.995858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-7c725ddc-fedb-479e-a1ca-0525093ef1ec tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3155074 Apr 18 21:08:41.042069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0666054c-d57a-4029-a3e4-72b79ab53ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:41.057362 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b068af48-3cd0-4c0b-b938-7adec0822295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.080063 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d31abd43-10ac-4332-8cab-0d7a9b43172f req-da598a90-7621-42fa-a40b-6bc85a4841fd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.090860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068af48-3cd0-4c0b-b938-7adec0822295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fabbde-893e-4210-aec4-6698e01536f6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:41.096409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f50df9b0-46be-4482-90e6-792e1667b56e', '17d04cc6-896d-4829-b256-b08adef012b1'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:41.173457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da598a90-7621-42fa-a40b-6bc85a4841fd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Pushing event deleted for resources: {'Port': ['ID=17d04cc6-896d-4829-b256-b08adef012b1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:41.186083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-8e2d3775-1339-47fd-821f-37f2c3d6ca28 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Synchronizing usage tracker for tenant:95b34500dc2148d18731b5d0609d991d on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:41.239886 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b068af48-3cd0-4c0b-b938-7adec0822295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.241273 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b068af48-3cd0-4c0b-b938-7adec0822295 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5fabbde-893e-4210-aec4-6698e01536f6 HTTP/1.1" status: 204 len: 168 time: 0.4956765 Apr 18 21:08:41.294901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ae6bc58-db08-48c4-9f6b-b8ffd3f9f41e req-2bf4c06e-891e-49a4-83fa-9c2dcafe2d24 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4823f7-a325-4e09-bd15-955c6b4de20a HTTP/1.1" status: 200 len: 210 time: 0.0947988 Apr 18 21:08:41.297836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31abd43-10ac-4332-8cab-0d7a9b43172f req-da598a90-7621-42fa-a40b-6bc85a4841fd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] No DVR routers for this DVR port 17d04cc6-896d-4829-b256-b08adef012b1 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:41.306120 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d31abd43-10ac-4332-8cab-0d7a9b43172f req-da598a90-7621-42fa-a40b-6bc85a4841fd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.308841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4823f7-a325-4e09-bd15-955c6b4de20a', 'name': 'network-vif-deleted', 'tag': '17d04cc6-896d-4829-b256-b08adef012b1'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:41.327588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d31abd43-10ac-4332-8cab-0d7a9b43172f req-da598a90-7621-42fa-a40b-6bc85a4841fd tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "DELETE /v2.0/ports/17d04cc6-896d-4829-b256-b08adef012b1 HTTP/1.1" status: 204 len: 173 time: 1.2773635 Apr 18 21:08:41.496954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-8e2d3775-1339-47fd-821f-37f2c3d6ca28 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Unset dirty status for tenant:95b34500dc2148d18731b5d0609d991d on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:41.498199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-8e2d3775-1339-47fd-821f-37f2c3d6ca28 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.4955609 Apr 18 21:08:41.663450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59580b5-473c-4b1d-8e85-08e6aa893d44 req-1931aef9-8e44-4ac1-9ed5-b7cd1ef5a8db tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:41.664999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c59580b5-473c-4b1d-8e85-08e6aa893d44 req-1931aef9-8e44-4ac1-9ed5-b7cd1ef5a8db tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 943 time: 0.2139766 Apr 18 21:08:41.717684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-21cc31b0-d3f1-4139-8f20-cc143f569bef tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:41.719099 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46768ba1-afdf-46d3-9e9f-69966085eb85 req-21cc31b0-d3f1-4139-8f20-cc143f569bef tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.2147105 Apr 18 21:08:41.740696 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c59580b5-473c-4b1d-8e85-08e6aa893d44 req-c8135221-c231-460c-b9a5-96f061042aab tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688808 Apr 18 21:08:41.781763 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3c13fc-f066-4101-b3fd-da99c015c791'] response: {'server_uuid': '0666054c-d57a-4029-a3e4-72b79ab53ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138', 'code': 200} Apr 18 21:08:41.902350 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609f0e42-914c-443c-b2ef-153d67eaa4de'] response: {'server_uuid': 'de4823f7-a325-4e09-bd15-955c6b4de20a', 'name': 'network-vif-deleted', 'tag': '17d04cc6-896d-4829-b256-b08adef012b1', 'status': 'completed', 'code': 200} Apr 18 21:08:42.018215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880363f-2d39-4d12-89d5-ebacd68509df req-6f71cd54-e5c9-4173-8644-17e99e5fd348 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:42.019877 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6880363f-2d39-4d12-89d5-ebacd68509df req-6f71cd54-e5c9-4173-8644-17e99e5fd348 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 945 time: 0.1109502 Apr 18 21:08:42.126970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6880363f-2d39-4d12-89d5-ebacd68509df req-071d4869-4102-4600-b8f1-457f25d7f4a4 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743420 Apr 18 21:08:42.146888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fcde1-77db-442f-893e-76aca600d938 req-72a922d9-1f03-4a81-9a63-cb268cf94e2a tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:42.148381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc0fcde1-77db-442f-893e-76aca600d938 req-72a922d9-1f03-4a81-9a63-cb268cf94e2a tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1276164 Apr 18 21:08:42.248184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc0fcde1-77db-442f-893e-76aca600d938 req-9c172810-3c66-4441-bff8-a2f33577bc0b tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.0857937 Apr 18 21:08:42.259283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-fc0fcde1-77db-442f-893e-76aca600d938 req-f1a67f08-15dd-4734-8190-7a7b86bdcbce tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Request body: {'floatingip': {'port_id': '35a2d171-19bf-4847-8f26-03ae8ed147e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:42.342105 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fc0fcde1-77db-442f-893e-76aca600d938 req-f1a67f08-15dd-4734-8190-7a7b86bdcbce tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.510894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c7e7f49-ecda-4595-8321-e05caec61511 req-c13c2e90-49b8-465a-8ee9-5784dc4ff5e9 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1345114298&fields=id&tenant_id=65b5a641e24c4888a553050f8beaf577 HTTP/1.1" status: 200 len: 267 time: 0.1148214 Apr 18 21:08:42.532403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35662) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:42.628284 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-883d71fc-8749-4d16-a15a-4bfe58a78cdf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc2240705f244e39a0ae38e1c4319d8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0934672 Apr 18 21:08:42.630438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35666) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:42.719045 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e068dabe-73d5-418a-981c-317baeb4d904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.749549 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e068dabe-73d5-418a-981c-317baeb4d904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.906743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f495e30-5017-440c-8425-bc07b780678c req-e383f358-87bf-4659-b573-a29f760c4649 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:42.907561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-3f495e30-5017-440c-8425-bc07b780678c req-e383f358-87bf-4659-b573-a29f760c4649 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Synchronizing usage tracker for tenant:dd79c777f058418d95221f6eebb38334 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:42.933447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e7f49-ecda-4595-8321-e05caec61511 req-9f11d43f-b79c-4aa9-89d6-80beaf93a73c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:42.935444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c7e7f49-ecda-4595-8321-e05caec61511 req-9f11d43f-b79c-4aa9-89d6-80beaf93a73c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 945 time: 0.3912082 Apr 18 21:08:42.958528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-1c7e7f49-ecda-4595-8321-e05caec61511 req-d6331b31-bcbb-4249-8a89-b7a4b71d8400 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'port': {'security_groups': ['460b18d1-7ace-47f3-89f6-5e1ad10b7deb', '8f4f5553-3746-42e3-bc9d-0d6c966e1e7f']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:42.978248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e068dabe-73d5-418a-981c-317baeb4d904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.994392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068dabe-73d5-418a-981c-317baeb4d904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6edee6c-5778-4196-8f4b-a38964b7682b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:43.018627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e068dabe-73d5-418a-981c-317baeb4d904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.020104 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e068dabe-73d5-418a-981c-317baeb4d904 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6edee6c-5778-4196-8f4b-a38964b7682b HTTP/1.1" status: 204 len: 168 time: 0.3884490 Apr 18 21:08:43.031660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-3f495e30-5017-440c-8425-bc07b780678c req-e383f358-87bf-4659-b573-a29f760c4649 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Unset dirty status for tenant:dd79c777f058418d95221f6eebb38334 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:43.034428 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3f495e30-5017-440c-8425-bc07b780678c req-e383f358-87bf-4659-b573-a29f760c4649 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 943 time: 0.2213192 Apr 18 21:08:43.057900 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-fc0fcde1-77db-442f-893e-76aca600d938 req-f1a67f08-15dd-4734-8190-7a7b86bdcbce tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 21:08:43.058925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc0fcde1-77db-442f-893e-76aca600d938 req-f1a67f08-15dd-4734-8190-7a7b86bdcbce tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "PUT /v2.0/floatingips/5aa602c8-a332-4632-844d-6bf11b314289 HTTP/1.1" status: 409 len: 551 time: 0.8045907 Apr 18 21:08:43.146360 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1c7e7f49-ecda-4595-8321-e05caec61511 req-d6331b31-bcbb-4249-8a89-b7a4b71d8400 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.189307 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-3f495e30-5017-440c-8425-bc07b780678c req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Deleting port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:43.189433 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3f495e30-5017-440c-8425-bc07b780678c req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.489724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-1c7e7f49-ecda-4595-8321-e05caec61511 req-d6331b31-bcbb-4249-8a89-b7a4b71d8400 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] For port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:43.511387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3f495e30-5017-440c-8425-bc07b780678c req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] For port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:43.511751 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3f495e30-5017-440c-8425-bc07b780678c req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.558472 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1c7e7f49-ecda-4595-8321-e05caec61511 req-d6331b31-bcbb-4249-8a89-b7a4b71d8400 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.602024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412dc43-a70d-43e6-b84c-5a19e8dbc033 req-731b021c-bda4-4213-a29a-a3b33fb25a7c tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:43.603490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7412dc43-a70d-43e6-b84c-5a19e8dbc033 req-731b021c-bda4-4213-a29a-a3b33fb25a7c tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=0666054c-d57a-4029-a3e4-72b79ab53ab7 HTTP/1.1" status: 200 len: 943 time: 0.0898316 Apr 18 21:08:43.651554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-3f495e30-5017-440c-8425-bc07b780678c req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Calling delete_port for 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:43.656510 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7412dc43-a70d-43e6-b84c-5a19e8dbc033 req-2b339a50-75e6-4c53-854e-519aa7d7a6e0 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466566 Apr 18 21:08:43.774155 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1c7e7f49-ecda-4595-8321-e05caec61511 req-d6331b31-bcbb-4249-8a89-b7a4b71d8400 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.789555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:43.850844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 17d04cc6-896d-4829-b256-b08adef012b1 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:43.892874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 17d04cc6-896d-4829-b256-b08adef012b1 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:43.893420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 17d04cc6-896d-4829-b256-b08adef012b1 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:43.904829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-5d081e68-4877-404f-8ae6-422fd3a5365f tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips/5aa602c8-a332-4632-844d-6bf11b314289 HTTP/1.1" status: 200 len: 693 time: 0.2017062 Apr 18 21:08:43.990077 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3f495e30-5017-440c-8425-bc07b780678c req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.016398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e7f49-ecda-4595-8321-e05caec61511 req-d6331b31-bcbb-4249-8a89-b7a4b71d8400 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:44.017033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1c7e7f49-ecda-4595-8321-e05caec61511 req-d6331b31-bcbb-4249-8a89-b7a4b71d8400 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.018475 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c7e7f49-ecda-4595-8321-e05caec61511 req-d6331b31-bcbb-4249-8a89-b7a4b71d8400 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "PUT /v2.0/ports/64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc HTTP/1.1" status: 200 len: 981 time: 1.0703557 Apr 18 21:08:44.022994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ef12b2-cdc1-435a-8bbf-1e0980414e38', 'tag': '64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:44.113425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:44.118018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6331b31-bcbb-4249-8a89-b7a4b71d8400 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'Port': ['ID=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,revision_number=6']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:44.132815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-bedb507b-3592-4811-a556-61bfc61b4cab tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:44.146888 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-bedb507b-3592-4811-a556-61bfc61b4cab tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.2408414 Apr 18 21:08:44.183478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event deleted for resources: {'Port': ['ID=6d4e6b0b-1df5-4a53-94d3-c7274ef36138,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:44.193973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f495e30-5017-440c-8425-bc07b780678c req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] No DVR routers for this DVR port 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:44.204024 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3f495e30-5017-440c-8425-bc07b780678c req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.218555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0666054c-d57a-4029-a3e4-72b79ab53ab7', 'name': 'network-vif-deleted', 'tag': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:44.246971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-1fd88754-01cb-47e1-9aca-a36d11695cbf tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.0986924 Apr 18 21:08:44.257027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:44.261774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:44.262297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:44.262744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:44.263785 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:44.264687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:44.264924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:44.266271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:44.267011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:44.267943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:44.269230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:44.359711 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-44c63f6d-172c-4762-88b0-4df59b9a9828 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.1115985 Apr 18 21:08:44.464161 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3f495e30-5017-440c-8425-bc07b780678c req-ad0e370b-e67a-422e-b2a6-c5013dc7c9a9 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.26 "DELETE /v2.0/ports/6d4e6b0b-1df5-4a53-94d3-c7274ef36138 HTTP/1.1" status: 204 len: 173 time: 1.4216781 Apr 18 21:08:44.543521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-a2c8de2b-9605-4e23-aa6e-707a6d71cbde tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Deleting port 0e4da922-e8f5-40f9-b826-3089e4194011 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:44.543870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-a2c8de2b-9605-4e23-aa6e-707a6d71cbde tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.726310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-a2c8de2b-9605-4e23-aa6e-707a6d71cbde tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.727002 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-a2c8de2b-9605-4e23-aa6e-707a6d71cbde tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.908533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35712) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:44.960890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-a2c8de2b-9605-4e23-aa6e-707a6d71cbde tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Calling delete_port for 0e4da922-e8f5-40f9-b826-3089e4194011 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:45.072827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1461156457-network', 'tenant_id': '7a475aa896ef4fec97fbbc5f04457cb6'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:45.079049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:45.083532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Usage tracker for resource:network and tenant:7a475aa896ef4fec97fbbc5f04457cb6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:45.087708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:45.099273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:45.169020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a301609-09ad-443f-bc32-09b064756889 req-c152a0bf-cd4f-44f1-b42a-4f63b82abf4c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-841653980&fields=id&tenant_id=65b5a641e24c4888a553050f8beaf577 HTTP/1.1" status: 200 len: 267 time: 0.0660913 Apr 18 21:08:45.234351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Made reservation on behalf of 7a475aa896ef4fec97fbbc5f04457cb6 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:45.236645 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.249656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.260159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a301609-09ad-443f-bc32-09b064756889 req-f3ce1703-5c13-4124-b1f4-c99f6ce32390 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:45.261684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a301609-09ad-443f-bc32-09b064756889 req-f3ce1703-5c13-4124-b1f4-c99f6ce32390 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 984 time: 0.0851371 Apr 18 21:08:45.273832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-1a301609-09ad-443f-bc32-09b064756889 req-5c3dce5a-00b7-42ce-8456-f3a2a0aec53b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'port': {'security_groups': ['460b18d1-7ace-47f3-89f6-5e1ad10b7deb', '8f4f5553-3746-42e3-bc9d-0d6c966e1e7f', '9020835b-e283-447a-9d9c-4b6e3e883c8f']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:45.297138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:45.301345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Usage tracker for resource:security_group_rule and tenant:7a475aa896ef4fec97fbbc5f04457cb6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:45.304716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:45.308152 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-a2c8de2b-9605-4e23-aa6e-707a6d71cbde tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.311685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:45.370148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8de2b-9605-4e23-aa6e-707a6d71cbde tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Pushing event deleted for resources: {'Port': ['ID=0e4da922-e8f5-40f9-b826-3089e4194011,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:45.388028 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.492308 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.523636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:08:45.527722 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1a301609-09ad-443f-bc32-09b064756889 req-5c3dce5a-00b7-42ce-8456-f3a2a0aec53b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.537730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c352aff5-7da6-4358-a30d-05cbd7fa2186,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:45.542272 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.542611 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Added segment 8c6cc64d-7d25-44ed-b996-7f56a82f336b of type vlan for network 4144db19-a729-4831-9579-ef7dae265607 Apr 18 21:08:45.546307 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-a2c8de2b-9605-4e23-aa6e-707a6d71cbde tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.575246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.726140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:45.761425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:45.761814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6d4e6b0b-1df5-4a53-94d3-c7274ef36138 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:45.770648 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.771882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:45.773510 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.864933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-1a301609-09ad-443f-bc32-09b064756889 req-5c3dce5a-00b7-42ce-8456-f3a2a0aec53b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] For port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:45.893749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1a301609-09ad-443f-bc32-09b064756889 req-5c3dce5a-00b7-42ce-8456-f3a2a0aec53b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.904805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] Pushing event updated for resources: {'Network': ['ID=4144db19-a729-4831-9579-ef7dae265607,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:45.914726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 4144db19-a729-4831-9579-ef7dae265607 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:08:45.958677 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-a2c8de2b-9605-4e23-aa6e-707a6d71cbde tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.959548 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c6c289d-af2c-4931-bf50-da0a259d7c54 req-a2c8de2b-9605-4e23-aa6e-707a6d71cbde tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "DELETE /v2.0/floatingips/5aa602c8-a332-4632-844d-6bf11b314289 HTTP/1.1" status: 204 len: 173 time: 1.5942829 Apr 18 21:08:46.005617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-0932759b-d070-457b-be70-6519f4752c23 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:46.006472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-0932759b-d070-457b-be70-6519f4752c23 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Synchronizing usage tracker for tenant:6fe6054587cf41f8ae2400d6e4d475d9 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:46.017683 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e856ec-91a4-4427-bf96-9326e530dbf9'] response: {'name': 'network-changed', 'server_uuid': '28ef12b2-cdc1-435a-8bbf-1e0980414e38', 'tag': '64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc', 'status': 'completed', 'code': 200} Apr 18 21:08:46.068846 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1a301609-09ad-443f-bc32-09b064756889 req-5c3dce5a-00b7-42ce-8456-f3a2a0aec53b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.082292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:46.100820 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8eed185a-3a09-42cf-bc8a-1f09ef00bb58 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1903102 Apr 18 21:08:46.106587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35724) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:46.115268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Request body: {'subnet': {'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1461156457-subnet', 'tenant_id': '7a475aa896ef4fec97fbbc5f04457cb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:46.128611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:46.141684 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Usage tracker for resource:subnet and tenant:7a475aa896ef4fec97fbbc5f04457cb6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:46.148068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:46.159419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:46.174340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dce5a-00b7-42ce-8456-f3a2a0aec53b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'Port': ['ID=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:46.178797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-0932759b-d070-457b-be70-6519f4752c23 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Unset dirty status for tenant:6fe6054587cf41f8ae2400d6e4d475d9 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:46.180023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-0932759b-d070-457b-be70-6519f4752c23 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.2579355 Apr 18 21:08:46.200531 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bc9a4fe-17e7-4914-8789-f45f176cf140 req-df8b8d5e-e68f-4aed-a68c-98fe97fc7e46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65b5a641e24c4888a553050f8beaf577&device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 1174 time: 0.1510875 Apr 18 21:08:46.277956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a301609-09ad-443f-bc32-09b064756889 req-5c3dce5a-00b7-42ce-8456-f3a2a0aec53b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:46.278769 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1a301609-09ad-443f-bc32-09b064756889 req-5c3dce5a-00b7-42ce-8456-f3a2a0aec53b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.280306 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a301609-09ad-443f-bc32-09b064756889 req-5c3dce5a-00b7-42ce-8456-f3a2a0aec53b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "PUT /v2.0/ports/64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc HTTP/1.1" status: 200 len: 1020 time: 1.0112498 Apr 18 21:08:46.338611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-9ffe250e-7bd1-4443-99e6-de5547f3607b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Deleting port f50df9b0-46be-4482-90e6-792e1667b56e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:46.341979 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-9ffe250e-7bd1-4443-99e6-de5547f3607b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.354969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:46.428819 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb195a5-2dc5-40e0-949c-fef49e2edc94'] response: {'server_uuid': '0666054c-d57a-4029-a3e4-72b79ab53ab7', 'name': 'network-vif-deleted', 'tag': '6d4e6b0b-1df5-4a53-94d3-c7274ef36138', 'status': 'completed', 'code': 200} Apr 18 21:08:46.440219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Made reservation on behalf of 7a475aa896ef4fec97fbbc5f04457cb6 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:46.443381 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.740515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9a4fe-17e7-4914-8789-f45f176cf140 req-f82131df-0a30-4f18-ab88-77d8f7497fdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:46.740515 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bc9a4fe-17e7-4914-8789-f45f176cf140 req-f82131df-0a30-4f18-ab88-77d8f7497fdd service neutron] 10.222.0.26 "GET /v2.0/networks?id=847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 200 len: 913 time: 0.5315435 Apr 18 21:08:46.776108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-b868416b-4d77-4df1-9a40-02ba7fd0ac0b tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Synchronizing usage tracker for tenant:95b34500dc2148d18731b5d0609d991d on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:46.940192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb986fad-110c-4b51-a73e-3f3cb5fa5399 req-1dcd5d86-8c60-4361-bca4-0a326b3d0e9e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4525216 Apr 18 21:08:46.944702 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bc9a4fe-17e7-4914-8789-f45f176cf140 req-c86f80a7-714c-46af-b596-beb577d0d218 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc HTTP/1.1" status: 200 len: 217 time: 0.1949861 Apr 18 21:08:46.952374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1d64d-6938-4734-a755-93bf5250291a req-0e8927a3-82a8-4583-bd28-fe5d74d519d9 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:46.954078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0e1d64d-6938-4734-a755-93bf5250291a req-0e8927a3-82a8-4583-bd28-fe5d74d519d9 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7059f5-9921-4437-8fd2-7e1ab708a75a HTTP/1.1" status: 200 len: 950 time: 0.3516433 Apr 18 21:08:46.956069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-9ffe250e-7bd1-4443-99e6-de5547f3607b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] For port f50df9b0-46be-4482-90e6-792e1667b56e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f50df9b0-46be-4482-90e6-792e1667b56e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:46.956441 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-9ffe250e-7bd1-4443-99e6-de5547f3607b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.011790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9a4fe-17e7-4914-8789-f45f176cf140 req-b72c0ce3-ed0f-4999-b556-bdadc894441b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:47.013918 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bc9a4fe-17e7-4914-8789-f45f176cf140 req-b72c0ce3-ed0f-4999-b556-bdadc894441b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dff00ec7-c6e7-4a2c-80c3-425ac66c8929 HTTP/1.1" status: 200 len: 852 time: 0.0635207 Apr 18 21:08:47.058149 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.094759 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bc9a4fe-17e7-4914-8789-f45f176cf140 req-c4023dea-988f-4cab-85ab-a07a7d755831 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=847c8190-dbe5-47f4-a2da-74531e1fb3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743604 Apr 18 21:08:47.184729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-b868416b-4d77-4df1-9a40-02ba7fd0ac0b tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Unset dirty status for tenant:95b34500dc2148d18731b5d0609d991d on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:47.186009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-b868416b-4d77-4df1-9a40-02ba7fd0ac0b tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 1002 time: 0.6927652 Apr 18 21:08:47.219976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec1ace3-cc09-4f8a-9186-ef51b9088048,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:47.255288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-9ffe250e-7bd1-4443-99e6-de5547f3607b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Calling delete_port for f50df9b0-46be-4482-90e6-792e1667b56e owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:47.282815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Checking segment: {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:47.283175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Network hostable DHCP agents. Network: 4144db19-a729-4831-9579-ef7dae265607, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:08:47.294154 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bc9a4fe-17e7-4914-8789-f45f176cf140 req-d34032a2-3100-40f5-a835-0afddf870f57 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896873 Apr 18 21:08:47.416043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0e1d64d-6938-4734-a755-93bf5250291a req-6c1af959-d056-494a-b642-ef4c953d8e53 tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503894 Apr 18 21:08:47.432845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-f09511d7-948f-401a-8750-adb1875de89f tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:47.432845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-f09511d7-948f-401a-8750-adb1875de89f tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Synchronizing usage tracker for tenant:95b34500dc2148d18731b5d0609d991d on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:47.458747 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bc9a4fe-17e7-4914-8789-f45f176cf140 req-690ffd33-97ee-4b2f-8fcd-2523f8e9f96f service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583469 Apr 18 21:08:47.500214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb986fad-110c-4b51-a73e-3f3cb5fa5399 req-7b38c92d-6332-4750-9f81-a3db91ee772f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd0dbec6e91b4fc8b376969fb52f06f4&device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 1097 time: 0.5357180 Apr 18 21:08:47.537256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Network 4144db19-a729-4831-9579-ef7dae265607 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:08:47.654743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb986fad-110c-4b51-a73e-3f3cb5fa5399 req-e9db278a-85f6-4aff-aaab-1e580d22643d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:47.656197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb986fad-110c-4b51-a73e-3f3cb5fa5399 req-e9db278a-85f6-4aff-aaab-1e580d22643d service neutron] 10.222.0.26 "GET /v2.0/networks?id=86fba982-72c1-4c4e-a91d-ae4f2de457cb HTTP/1.1" status: 200 len: 917 time: 0.1382408 Apr 18 21:08:47.733558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 4144db19-a729-4831-9579-ef7dae265607) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:47.733558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:47.733558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.734343 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-9ffe250e-7bd1-4443-99e6-de5547f3607b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.735923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-f09511d7-948f-401a-8750-adb1875de89f tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Unset dirty status for tenant:95b34500dc2148d18731b5d0609d991d on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:47.737084 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-f09511d7-948f-401a-8750-adb1875de89f tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports/35a2d171-19bf-4847-8f26-03ae8ed147e2 HTTP/1.1" status: 200 len: 943 time: 0.4898391 Apr 18 21:08:47.746447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f50df9b0-46be-4482-90e6-792e1667b56e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:08:47.799392 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc710d9a-02eb-41d8-b963-1758376916b4 None None] Network 4144db19-a729-4831-9579-ef7dae265607 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:47.812668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe250e-7bd1-4443-99e6-de5547f3607b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Pushing event deleted for resources: {'Port': ['ID=f50df9b0-46be-4482-90e6-792e1667b56e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:47.897741 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1b3bc540-6264-4a8e-9860-95dd29bbbc08 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7889400 Apr 18 21:08:48.015391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-9ffe250e-7bd1-4443-99e6-de5547f3607b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] No DVR routers for this DVR port f50df9b0-46be-4482-90e6-792e1667b56e on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:48.020088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb986fad-110c-4b51-a73e-3f3cb5fa5399 req-8cb5bf81-20fa-46e9-94e0-e3212257a090 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43ce5d53-fecd-4a86-a6c2-6731c78eefb6 HTTP/1.1" status: 200 len: 1002 time: 0.3570881 Apr 18 21:08:48.022577 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-9ffe250e-7bd1-4443-99e6-de5547f3607b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.040644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ef12b2-cdc1-435a-8bbf-1e0980414e38', 'tag': '64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc'}, {'server_uuid': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'name': 'network-vif-deleted', 'tag': 'f50df9b0-46be-4482-90e6-792e1667b56e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:48.063928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d95ebb0-5d12-486d-aced-6978eef76266 None None] Network 4144db19-a729-4831-9579-ef7dae265607 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:48.168424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb986fad-110c-4b51-a73e-3f3cb5fa5399 req-2cec831c-6895-4b27-8f71-70c258eaffed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:48.170624 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb986fad-110c-4b51-a73e-3f3cb5fa5399 req-2cec831c-6895-4b27-8f71-70c258eaffed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bfffb06-fe31-431b-9056-7de8c79236f5 HTTP/1.1" status: 200 len: 855 time: 0.1212065 Apr 18 21:08:48.198227 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-45374bb5-a7ad-498d-bacf-f3f5ea7faf5e tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 1002 time: 0.2876213 Apr 18 21:08:48.282463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73957688-d1df-42ef-b26e-25c7a8177b16 req-9ffe250e-7bd1-4443-99e6-de5547f3607b tempest-MigrationsAdminTest-949762266 tempest-MigrationsAdminTest-949762266-project] 10.222.0.59 "DELETE /v2.0/ports/f50df9b0-46be-4482-90e6-792e1667b56e HTTP/1.1" status: 204 len: 173 time: 2.0943179 Apr 18 21:08:48.351608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693c19d-0711-45de-97af-44a1c25230b9 req-f03ce604-99b1-4e61-8f29-8ad64627d16d tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:48.353673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7693c19d-0711-45de-97af-44a1c25230b9 req-f03ce604-99b1-4e61-8f29-8ad64627d16d tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 1023 time: 0.4811826 Apr 18 21:08:48.373276 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-826b520c-dc61-4000-83a1-a463317c15fb req-847917b4-a8a4-40a4-a618-52238477084f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1040587 Apr 18 21:08:48.474975 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-826b520c-dc61-4000-83a1-a463317c15fb req-bda9864c-7188-4883-b430-f9409f31b3c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 1095 time: 0.0759144 Apr 18 21:08:48.496305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-7a955873-abcd-4bf5-a57b-7dbb29500315 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:48.498486 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-7a955873-abcd-4bf5-a57b-7dbb29500315 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.3029571 Apr 18 21:08:48.524677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-80598eb2-d659-4e97-b568-f1f8c89b926a tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:48.525902 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-80598eb2-d659-4e97-b568-f1f8c89b926a tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0175362 Apr 18 21:08:48.530318 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb986fad-110c-4b51-a73e-3f3cb5fa5399 req-be45bcc5-628b-4a3b-9542-09203e3a1d18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86fba982-72c1-4c4e-a91d-ae4f2de457cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3497550 Apr 18 21:08:48.646146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b520c-dc61-4000-83a1-a463317c15fb req-22c7cad5-ba08-4a89-9429-fc9886f065d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:48.647625 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-826b520c-dc61-4000-83a1-a463317c15fb req-22c7cad5-ba08-4a89-9429-fc9886f065d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.1531875 Apr 18 21:08:48.724613 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-826b520c-dc61-4000-83a1-a463317c15fb req-859f6fbc-3960-4a04-b1e0-53c080ff4b32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58df5e0a-844d-4e73-9226-cd285982aafd HTTP/1.1" status: 200 len: 217 time: 0.0697885 Apr 18 21:08:48.727214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7693c19d-0711-45de-97af-44a1c25230b9 req-ccc8bf53-f63c-441d-98bd-0c13c527b93a tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f4f5553-3746-42e3-bc9d-0d6c966e1e7f&id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&id=9020835b-e283-447a-9d9c-4b6e3e883c8f HTTP/1.1" status: 200 len: 5485 time: 0.3569348 Apr 18 21:08:48.770539 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-11d22478-88a2-4ce7-9538-13f9a4870a7e tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 1002 time: 0.2279334 Apr 18 21:08:48.787686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-c0d1e4f7-9f0e-48c7-991b-24d30f1d62ca tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Request body: {'floatingip': {'port_id': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:48.809032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b520c-dc61-4000-83a1-a463317c15fb req-b258ffc5-2bd6-4cc8-88d2-0b109e9a270c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:48.810792 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-826b520c-dc61-4000-83a1-a463317c15fb req-b258ffc5-2bd6-4cc8-88d2-0b109e9a270c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.0721798 Apr 18 21:08:48.859326 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-826b520c-dc61-4000-83a1-a463317c15fb req-7ea5bf9c-3530-456c-99ce-120924c25e8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423687 Apr 18 21:08:49.005908 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-826b520c-dc61-4000-83a1-a463317c15fb req-7c32ae2c-f2c9-4802-9fd5-7627ec0329c8 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395457 Apr 18 21:08:49.010862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb986fad-110c-4b51-a73e-3f3cb5fa5399 req-3cc601ae-7a59-4ed2-8961-71059a33b29f service neutron] 10.222.0.26 "GET /v2.0/networks/86fba982-72c1-4c4e-a91d-ae4f2de457cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988669 Apr 18 21:08:49.051501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-c0d1e4f7-9f0e-48c7-991b-24d30f1d62ca tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.213596 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-826b520c-dc61-4000-83a1-a463317c15fb req-2d336356-553e-4211-b87b-85f032f325ca service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994319 Apr 18 21:08:49.432327 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-c0d1e4f7-9f0e-48c7-991b-24d30f1d62ca tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.438429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb986fad-110c-4b51-a73e-3f3cb5fa5399 req-06ccf1dd-6112-4b45-91c3-828e62fdbde9 service neutron] 10.222.0.26 "GET /v2.0/networks/86fba982-72c1-4c4e-a91d-ae4f2de457cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169724 Apr 18 21:08:49.546329 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-c0d1e4f7-9f0e-48c7-991b-24d30f1d62ca tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.546651 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-c0d1e4f7-9f0e-48c7-991b-24d30f1d62ca tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Floating IP 6a948fff-11f8-4b3c-b8d2-86b32cd0898a disassociated. External IP: 172.25.3.150, port: 35a2d171-19bf-4847-8f26-03ae8ed147e2. Apr 18 21:08:49.597959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35758) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.603733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993748858', 'description': 'tempest-description--2063528060'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:49.617721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:49.625985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Usage tracker for resource:security_group and tenant:dd79c777f058418d95221f6eebb38334 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:49.642514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:49.651147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:49.713652 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a99d20-f7b7-4a8c-8113-4351d14751b8'] response: {'name': 'network-changed', 'server_uuid': '28ef12b2-cdc1-435a-8bbf-1e0980414e38', 'tag': '64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc', 'status': 'completed', 'code': 200} Apr 18 21:08:49.714255 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a99d20-f7b7-4a8c-8113-4351d14751b8'] response: {'server_uuid': '6b7059f5-9921-4437-8fd2-7e1ab708a75a', 'name': 'network-vif-deleted', 'tag': 'f50df9b0-46be-4482-90e6-792e1667b56e', 'status': 'completed', 'code': 200} Apr 18 21:08:49.847343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5900b21-8884-4756-84f4-f424250b1079 req-1a86e8eb-63dc-49be-9d24-0b32f713aa22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65b5a641e24c4888a553050f8beaf577&device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 1174 time: 0.1117299 Apr 18 21:08:49.856169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.880322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f50df9b0-46be-4482-90e6-792e1667b56e no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:49.898285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:49.903182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Usage tracker for resource:security_group_rule and tenant:dd79c777f058418d95221f6eebb38334 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:49.907725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:49.915223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:49.921714 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: f50df9b0-46be-4482-90e6-792e1667b56e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:49.921944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f50df9b0-46be-4482-90e6-792e1667b56e not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:49.985521 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.052512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5900b21-8884-4756-84f4-f424250b1079 req-6f71918e-3fe6-4887-a228-83f84260b738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:50.053881 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5900b21-8884-4756-84f4-f424250b1079 req-6f71918e-3fe6-4887-a228-83f84260b738 service neutron] 10.222.0.26 "GET /v2.0/networks?id=847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 200 len: 913 time: 0.1997325 Apr 18 21:08:50.122981 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.187266 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b90f8a9-e432-4ac7-9111-a1e7842f04f5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:50.331336 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.335133 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ea7711e8-6db9-4f47-a22b-96689eaa2953 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7361822 Apr 18 21:08:50.337845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35770) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.342027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5900b21-8884-4756-84f4-f424250b1079 req-ed2998d5-155a-443e-b1f0-8e9c32fa9999 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc HTTP/1.1" status: 200 len: 217 time: 0.2392607 Apr 18 21:08:50.347583 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1437a2ec-7233-4ed6-a84c-7ce93de35c73 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Request body: {'security_group_rule': {'security_group_id': '5b90f8a9-e432-4ac7-9111-a1e7842f04f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:50.360114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1437a2ec-7233-4ed6-a84c-7ce93de35c73 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:50.367068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1437a2ec-7233-4ed6-a84c-7ce93de35c73 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Usage tracker for resource:security_group_rule and tenant:dd79c777f058418d95221f6eebb38334 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:50.370453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1437a2ec-7233-4ed6-a84c-7ce93de35c73 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:50.377785 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1437a2ec-7233-4ed6-a84c-7ce93de35c73 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:50.460632 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1437a2ec-7233-4ed6-a84c-7ce93de35c73 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.469925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-6f8ac4c6-f811-4468-a697-b8a73844041e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:50.477692 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-6f8ac4c6-f811-4468-a697-b8a73844041e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/networks?id=4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 200 len: 805 time: 0.4653184 Apr 18 21:08:50.499944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5900b21-8884-4756-84f4-f424250b1079 req-d451c6ac-c288-4290-bdee-15bcac8c78ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:50.501750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5900b21-8884-4756-84f4-f424250b1079 req-d451c6ac-c288-4290-bdee-15bcac8c78ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dff00ec7-c6e7-4a2c-80c3-425ac66c8929 HTTP/1.1" status: 200 len: 852 time: 0.1471982 Apr 18 21:08:50.548468 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1437a2ec-7233-4ed6-a84c-7ce93de35c73 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.550196 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-796a8e29-e9c0-4ab5-a175-91cd0ee73cf0 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/quotas/7a475aa896ef4fec97fbbc5f04457cb6 HTTP/1.1" status: 200 len: 375 time: 0.0641341 Apr 18 21:08:50.664450 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1437a2ec-7233-4ed6-a84c-7ce93de35c73 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.695318 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5900b21-8884-4756-84f4-f424250b1079 req-da2c404e-3fbf-45f9-b4e3-99257438ad7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=847c8190-dbe5-47f4-a2da-74531e1fb3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1864111 Apr 18 21:08:50.710477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437a2ec-7233-4ed6-a84c-7ce93de35c73 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae81efe3-6e7e-4a23-a513-895ffd6b3929,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:50.769196 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-6c65ad53-aa5c-458d-b308-7b3c7b1e62d8 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769086 Apr 18 21:08:50.772042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1437a2ec-7233-4ed6-a84c-7ce93de35c73 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.773324 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1437a2ec-7233-4ed6-a84c-7ce93de35c73 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4342859 Apr 18 21:08:50.776298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35776) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.785486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-025f92de-97b2-4d48-84a4-b8cb93f2cc6a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Request body: {'security_group_rule': {'security_group_id': '5b90f8a9-e432-4ac7-9111-a1e7842f04f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:50.794952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-025f92de-97b2-4d48-84a4-b8cb93f2cc6a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:50.799384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-025f92de-97b2-4d48-84a4-b8cb93f2cc6a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Usage tracker for resource:security_group_rule and tenant:dd79c777f058418d95221f6eebb38334 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:50.802541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-025f92de-97b2-4d48-84a4-b8cb93f2cc6a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:50.808982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-025f92de-97b2-4d48-84a4-b8cb93f2cc6a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:50.926783 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-025f92de-97b2-4d48-84a4-b8cb93f2cc6a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:51.018078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5900b21-8884-4756-84f4-f424250b1079 req-92f0f010-e984-4ccb-ad71-1fbbbd9fde89 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894800 Apr 18 21:08:51.064094 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-c05038ba-4dc6-4ca2-b064-33b3b01ef372 service neutron] 10.222.0.11 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420695 Apr 18 21:08:51.107552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-025f92de-97b2-4d48-84a4-b8cb93f2cc6a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:51.166163 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-025f92de-97b2-4d48-84a4-b8cb93f2cc6a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:51.201239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f92de-97b2-4d48-84a4-b8cb93f2cc6a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6786c3-3506-4a65-844e-9f97a4eee9f2,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:51.252956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-c0d1e4f7-9f0e-48c7-991b-24d30f1d62ca tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Router 9bf0dd9f-00ed-46a3-8116-6441508bc44d has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:51.281550 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-025f92de-97b2-4d48-84a4-b8cb93f2cc6a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:51.286035 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-025f92de-97b2-4d48-84a4-b8cb93f2cc6a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5055928 Apr 18 21:08:51.286376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35780) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:51.292139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:51.299378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:51.303254 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Usage tracker for resource:floatingip and tenant:dd79c777f058418d95221f6eebb38334 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:51.306671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:51.313145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:51.322740 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5900b21-8884-4756-84f4-f424250b1079 req-b15283dc-50f4-44d4-adba-b149b41b3d34 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921417 Apr 18 21:08:51.383200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:51.447665 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-afc874b0-bf4f-4dba-a666-048836b73592 service neutron] 10.222.0.11 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305418 Apr 18 21:08:51.540489 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:51.555002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-c0d1e4f7-9f0e-48c7-991b-24d30f1d62ca tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:51.563720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-c0d1e4f7-9f0e-48c7-991b-24d30f1d62ca tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:51.566332 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f4fe6-df99-49eb-aac7-106111b5a04d None None] Sync routers for ids ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:51.579372 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f4fe6-df99-49eb-aac7-106111b5a04d None None] Routers {'9bf0dd9f-00ed-46a3-8116-6441508bc44d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:51.580062 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-311f4fe6-df99-49eb-aac7-106111b5a04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:51.618792 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-c0d1e4f7-9f0e-48c7-991b-24d30f1d62ca tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "PUT /v2.0/floatingips/6a948fff-11f8-4b3c-b8d2-86b32cd0898a HTTP/1.1" status: 200 len: 695 time: 2.8362858 Apr 18 21:08:51.710955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-57e3e105-616b-4b42-b525-e2215c985716 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95b34500dc2148d18731b5d0609d991d&device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 1097 time: 0.0778024 Apr 18 21:08:51.714022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Allocated IP 172.25.3.24 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/fff62b54-cc05-463a-aeaf-67314df2c526) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:51.715590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'tag': '35a2d171-19bf-4847-8f26-03ae8ed147e2'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:51.793646 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-311f4fe6-df99-49eb-aac7-106111b5a04d None None] Set router 9bf0dd9f-00ed-46a3-8116-6441508bc44d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:51.919567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-8668d323-c732-4ccc-a871-86234095a00d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:51.921068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-8668d323-c732-4ccc-a871-86234095a00d service neutron] 10.222.0.11 "GET /v2.0/networks?id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc HTTP/1.1" status: 200 len: 929 time: 0.1991308 Apr 18 21:08:51.960449 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.005324 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-8a9e84cf-33f2-40ca-b6d2-406aba1db069 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35a2d171-19bf-4847-8f26-03ae8ed147e2 HTTP/1.1" status: 200 len: 217 time: 0.0744183 Apr 18 21:08:52.057700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e6450ab0-f281-4738-88c2-f7460a70763f req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2098203979 ', 'description': 'tempest-description-148711972'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:52.063584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e6450ab0-f281-4738-88c2-f7460a70763f req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:52.084523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e6450ab0-f281-4738-88c2-f7460a70763f req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:52.098761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-24ea61be-1326-4b6f-848f-a56db074a097 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:52.100407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-24ea61be-1326-4b6f-848f-a56db074a097 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3fbaabc-aa8c-4469-b930-a39ca5230e19 HTTP/1.1" status: 200 len: 867 time: 0.0939679 Apr 18 21:08:52.120210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.207836 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-efe8cd83-7484-4af7-ac01-a3ba446a2c88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997870 Apr 18 21:08:52.227701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:52.231376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:52.236855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:52.266814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event updated for resources: {'Port': ['ID=fff62b54-cc05-463a-aeaf-67314df2c526,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:52.287730 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e6450ab0-f281-4738-88c2-f7460a70763f req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.311800 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-311f4fe6-df99-49eb-aac7-106111b5a04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e', 'name': '', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'mac_address': 'fa:16:3e:a2:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:48Z', 'updated_at': '2022-04-18T21:08:00Z', 'revision_number': 5, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'subnets': [{'id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:52.317504 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f4fe6-df99-49eb-aac7-106111b5a04d None None] Checking router: 9bf0dd9f-00ed-46a3-8116-6441508bc44d for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:08:52.332124 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f4fe6-df99-49eb-aac7-106111b5a04d None None] Routers {'9bf0dd9f-00ed-46a3-8116-6441508bc44d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:52.333078 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-311f4fe6-df99-49eb-aac7-106111b5a04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:52.365811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e6450ab0-f281-4738-88c2-f7460a70763f req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:52.380178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e6450ab0-f281-4738-88c2-f7460a70763f req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group_rule and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:52.390393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e6450ab0-f281-4738-88c2-f7460a70763f req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:52.399672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e6450ab0-f281-4738-88c2-f7460a70763f req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:52.403473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-01cf86fb-b1c5-4746-88cd-4e7354813613 service neutron] 10.222.0.11 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887145 Apr 18 21:08:52.459877 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.588293 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-311f4fe6-df99-49eb-aac7-106111b5a04d None None] Set router 9bf0dd9f-00ed-46a3-8116-6441508bc44d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:52.633622 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.695958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35802) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:52.785583 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e6450ab0-f281-4738-88c2-f7460a70763f req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.874056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43edb9f7-862d-425b-9aad-9495ca9e896f req-e2f5e1b8-9397-4ff4-a4c4-92e7b2bf942e service neutron] 10.222.0.11 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597578 Apr 18 21:08:52.877619 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e6450ab0-f281-4738-88c2-f7460a70763f req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.991359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.996661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3a5124-0c4b-485d-b4da-426fba7ae521,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:53.018082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-376da1c5-696e-4c70-9e97-27ab983efa28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6fe6054587cf41f8ae2400d6e4d475d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3202929 Apr 18 21:08:53.020570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35812) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:53.061880 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-311f4fe6-df99-49eb-aac7-106111b5a04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e', 'name': '', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'mac_address': 'fa:16:3e:a2:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:48Z', 'updated_at': '2022-04-18T21:08:00Z', 'revision_number': 5, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'subnets': [{'id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:53.066563 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e6450ab0-f281-4738-88c2-f7460a70763f req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.067772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6450ab0-f281-4738-88c2-f7460a70763f req-70042c2b-ab09-40d1-9faa-91ccfcc50db6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 1.0602584 Apr 18 21:08:53.075878 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f4fe6-df99-49eb-aac7-106111b5a04d None None] The sync data for ids ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'] in n-d-836017-3 is: [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e', 'name': '', 'network_id': '35d25024-36ab-4686-8e7e-8d1cf1dba4bc', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'mac_address': 'fa:16:3e:a2:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:48Z', 'updated_at': '2022-04-18T21:08:00Z', 'revision_number': 5, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'subnets': [{'id': 'c3fbaabc-aa8c-4469-b930-a39ca5230e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:53.076136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.141988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-306665cc-67f0-4c17-984b-25ab24d5f32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.204891 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-306665cc-67f0-4c17-984b-25ab24d5f32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.256673 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6903832b-f715-4636-bac6-8d0f4629b418'] response: {'name': 'network-changed', 'server_uuid': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'tag': '35a2d171-19bf-4847-8f26-03ae8ed147e2', 'status': 'completed', 'code': 200} Apr 18 21:08:53.282907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event updated for resources: {'Port': ['ID=fff62b54-cc05-463a-aeaf-67314df2c526,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:53.296439 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.387311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f92ee885-adc5-404d-b965-f4b0f826a2c6 req-f869dc91-367f-455c-8350-eb0124aaccb6 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 210 time: 0.0648949 Apr 18 21:08:53.423263 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fc9628a-4c96-407e-93bc-fdee97196cec req-7f7118b9-a9ba-4c13-8bd7-da82596ccd97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95b34500dc2148d18731b5d0609d991d&device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 1097 time: 0.1469190 Apr 18 21:08:53.480100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cca126-8f20-49d1-b979-9c0a625b3589 None None] New status for floating IP 6a948fff-11f8-4b3c-b8d2-86b32cd0898a: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:08:53.484500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.486642 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2b9ea4db-13ab-427e-9674-0120b222ea5e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1989946 Apr 18 21:08:53.662426 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-306665cc-67f0-4c17-984b-25ab24d5f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.708923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-52ea80a9-7f4a-433b-aa56-384015f2df05 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips/6a948fff-11f8-4b3c-b8d2-86b32cd0898a HTTP/1.1" status: 200 len: 695 time: 0.2577431 Apr 18 21:08:53.709576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306665cc-67f0-4c17-984b-25ab24d5f32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffd3cc2-b71b-4bda-90ee-1e65457c8b21,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:53.777971 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-306665cc-67f0-4c17-984b-25ab24d5f32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.782405 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-306665cc-67f0-4c17-984b-25ab24d5f32a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ffd3cc2-b71b-4bda-90ee-1e65457c8b21 HTTP/1.1" status: 204 len: 168 time: 0.7601080 Apr 18 21:08:53.905944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-485ef50d-46ef-4fd2-896f-d3529db938c9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:53.907318 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-485ef50d-46ef-4fd2-896f-d3529db938c9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 821 time: 0.4519832 Apr 18 21:08:53.910619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9628a-4c96-407e-93bc-fdee97196cec req-ceda40df-8eb7-43f3-964c-f26c41b1a613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:53.912012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fc9628a-4c96-407e-93bc-fdee97196cec req-ceda40df-8eb7-43f3-964c-f26c41b1a613 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc HTTP/1.1" status: 200 len: 929 time: 0.4819486 Apr 18 21:08:54.018364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-e9d76bae-142d-4b61-9ba1-04967bfafdbd tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/quotas/dab6748eaf3e409f9a3ff9969581722b HTTP/1.1" status: 200 len: 375 time: 0.1051850 Apr 18 21:08:54.022593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fc9628a-4c96-407e-93bc-fdee97196cec req-e5ee2627-a6b0-40bd-93c8-a79a3340ed14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35a2d171-19bf-4847-8f26-03ae8ed147e2 HTTP/1.1" status: 200 len: 217 time: 0.0987673 Apr 18 21:08:54.128215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-f4ae38c6-1fb2-4ee2-aaf3-9f4abd8f0503 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:54.129613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-f4ae38c6-1fb2-4ee2-aaf3-9f4abd8f0503 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.4108403 Apr 18 21:08:54.229853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9628a-4c96-407e-93bc-fdee97196cec req-374b2d27-e1bd-4737-9c97-cd27c2472643 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:54.231456 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fc9628a-4c96-407e-93bc-fdee97196cec req-374b2d27-e1bd-4737-9c97-cd27c2472643 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3fbaabc-aa8c-4469-b930-a39ca5230e19 HTTP/1.1" status: 200 len: 867 time: 0.1988637 Apr 18 21:08:54.273938 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-6184ec4f-624f-4d19-ac7f-b0b00590648c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.1311209 Apr 18 21:08:54.386335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-2f09b08a-63ee-447e-b1ef-910471ab0289 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3526828 Apr 18 21:08:54.390940 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-157c1b8f-a6fb-472b-a618-9a0bb7f8db83 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.1008711 Apr 18 21:08:54.599620 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b47f61a2-f93e-49cf-bc09-02a9e149b337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:54.676555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35832) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:54.752121 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-058141ae-eedf-48a4-a31e-f66596d9b1b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07dd3194e93c48a5829d87745ba42bc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0741932 Apr 18 21:08:54.754713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35836) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:54.779551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-8e1f9f05-3447-4846-a90d-f4c14d4329bd tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Deleting port b62c01bc-1d8c-44c1-b261-7854c0baf861 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:54.779865 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-8e1f9f05-3447-4846-a90d-f4c14d4329bd tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:54.806954 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fc9628a-4c96-407e-93bc-fdee97196cec req-4ef46f07-96c8-495f-9b8c-67bc464e5b93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35d25024-36ab-4686-8e7e-8d1cf1dba4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5658748 Apr 18 21:08:54.819917 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6163ae1a-1cc4-4690-ba02-8eaacfb79ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:54.852094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6163ae1a-1cc4-4690-ba02-8eaacfb79ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.041228 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-e7b82e20-5010-4e46-ba5d-35fe4e216dd2 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468005 Apr 18 21:08:55.078772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6163ae1a-1cc4-4690-ba02-8eaacfb79ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.114956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163ae1a-1cc4-4690-ba02-8eaacfb79ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdc16fe-6611-4184-93c5-199eb9bda1ce,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:55.148311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-c043e3d9-96c0-4d03-a987-cf48f907eb17 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:55.150810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-c043e3d9-96c0-4d03-a987-cf48f907eb17 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Synchronizing usage tracker for tenant:7a475aa896ef4fec97fbbc5f04457cb6 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:55.197858 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6163ae1a-1cc4-4690-ba02-8eaacfb79ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.202954 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6163ae1a-1cc4-4690-ba02-8eaacfb79ed4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fdc16fe-6611-4184-93c5-199eb9bda1ce HTTP/1.1" status: 204 len: 168 time: 0.4434772 Apr 18 21:08:55.222197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fc9628a-4c96-407e-93bc-fdee97196cec req-5f2ca4bb-4146-4d32-9c2b-12d4f0975253 service neutron] 10.222.0.26 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020579 Apr 18 21:08:55.272816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-8e1f9f05-3447-4846-a90d-f4c14d4329bd tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.273819 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-8e1f9f05-3447-4846-a90d-f4c14d4329bd tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.303586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-c043e3d9-96c0-4d03-a987-cf48f907eb17 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Unset dirty status for tenant:7a475aa896ef4fec97fbbc5f04457cb6 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:55.304793 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-c043e3d9-96c0-4d03-a987-cf48f907eb17 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.26 "GET /v2.0/networks?id=4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 200 len: 805 time: 0.3504505 Apr 18 21:08:55.320102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Request body: {'port': {'device_id': '0624ddd4-c080-4f08-986b-2d98b68e3a8b', 'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'admin_state_up': True, 'tenant_id': '7a475aa896ef4fec97fbbc5f04457cb6'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:55.500007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-8e1f9f05-3447-4846-a90d-f4c14d4329bd tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Calling delete_port for b62c01bc-1d8c-44c1-b261-7854c0baf861 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:55.501783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:55.505681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Usage tracker for resource:port and tenant:7a475aa896ef4fec97fbbc5f04457cb6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:55.508652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:55.515049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:55.529287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-112c55d6-2503-4aac-b33d-c4f7c164be7e service neutron] 10.222.0.11 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771371 Apr 18 21:08:55.618174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fc9628a-4c96-407e-93bc-fdee97196cec req-4a9d70a9-c992-4dfb-bb09-9c010f709a24 service neutron] 10.222.0.26 "GET /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837795 Apr 18 21:08:55.663879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Made reservation on behalf of 7a475aa896ef4fec97fbbc5f04457cb6 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:55.667401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.825911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-8e1f9f05-3447-4846-a90d-f4c14d4329bd tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.877059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f9f05-3447-4846-a90d-f4c14d4329bd tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Pushing event deleted for resources: {'Port': ['ID=b62c01bc-1d8c-44c1-b261-7854c0baf861,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:55.971571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Allocated IP 172.20.0.13 (4144db19-a729-4831-9579-ef7dae265607/2ec1ace3-cc09-4f8a-9186-ef51b9088048/ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:55.986250 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-8e1f9f05-3447-4846-a90d-f4c14d4329bd tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.142546 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-8e1f9f05-3447-4846-a90d-f4c14d4329bd tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.152163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5bc0c0d-d074-4df4-8294-b7188881044e req-8e1f9f05-3447-4846-a90d-f4c14d4329bd tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "DELETE /v2.0/floatingips/6a948fff-11f8-4b3c-b8d2-86b32cd0898a HTTP/1.1" status: 204 len: 173 time: 1.7393050 Apr 18 21:08:56.213548 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.229511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af2af616-843e-44aa-ad6e-903ca2891a0a req-90095993-7370-425e-9773-69cc3dc5853e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/fc3a5124-0c4b-485d-b4da-426fba7ae521 HTTP/1.1" status: 200 len: 1614 time: 0.0525699 Apr 18 21:08:56.308554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.389922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Network 4144db19-a729-4831-9579-ef7dae265607 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:56.404908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:56.415766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:56.490673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:56.491392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.505905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Pushing event updated for resources: {'Port': ['ID=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:56.599205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-5c61d062-0cd6-40cc-8e50-76cbe9e4367f tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:56.600690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-5c61d062-0cd6-40cc-8e50-76cbe9e4367f tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/networks?id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c HTTP/1.1" status: 200 len: 822 time: 0.2253623 Apr 18 21:08:56.630887 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-b25cc937-0ad5-48e9-b515-9cbce19b7895 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/quotas/dd79c777f058418d95221f6eebb38334 HTTP/1.1" status: 200 len: 375 time: 0.0207589 Apr 18 21:08:56.640480 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-487ac0ea-9755-4c86-a69e-9dc6144997e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3244164 Apr 18 21:08:56.645181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a835a3-132c-49b0-bb45-d806dd579720 req-272686b9-84fb-474e-bbb0-719ed367922f tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:56.655727 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32a835a3-132c-49b0-bb45-d806dd579720 req-272686b9-84fb-474e-bbb0-719ed367922f tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 932 time: 0.1283350 Apr 18 21:08:56.655982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Request body: {'port': {'device_id': '0624ddd4-c080-4f08-986b-2d98b68e3a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:56.744980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32a835a3-132c-49b0-bb45-d806dd579720 req-b3702f43-b2eb-45b3-9e99-9e247110fbea tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605004 Apr 18 21:08:56.762185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-78fc3ad0-61aa-4aad-ab86-d72db78f1d0c tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd79c777f058418d95221f6eebb38334&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235330 Apr 18 21:08:56.792072 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.040449 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bd000578-12b7-4595-a6c7-d75368d7a88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.071765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-389f0e9b-f1df-43fe-8941-653dd0882446 req-d1cf46a2-30d7-498a-872d-015192dada37 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/fc3a5124-0c4b-485d-b4da-426fba7ae521 HTTP/1.1" status: 200 len: 1614 time: 0.0930014 Apr 18 21:08:57.078818 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-5e48be29-5eb5-453f-858a-d1abca91998b service neutron] 10.222.0.11 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081348 Apr 18 21:08:57.254113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:08:57.278098 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.285908 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-389f0e9b-f1df-43fe-8941-653dd0882446 req-19d8169c-763d-4cc4-86bb-5486c817024c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.295714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Transition to ACTIVE for port object ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:57.321134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-4869c859-0965-4419-8c37-be8c2d091c9c service neutron] 10.222.0.11 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232141 Apr 18 21:08:57.348408 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-389f0e9b-f1df-43fe-8941-653dd0882446 req-19d8169c-763d-4cc4-86bb-5486c817024c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.428896 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.581617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:57.697007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Attempting to bind port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:57.701111 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Attempting to bind port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:57.701111 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Attempting to bind port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b on network 4144db19-a729-4831-9579-ef7dae265607 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:57.704016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b on network 4144db19-a729-4831-9579-ef7dae265607 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:08:57.704341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Attempting to bind port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b on network 4144db19-a729-4831-9579-ef7dae265607 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:57.710808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:08:57.711170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Checking segment: {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:57.711557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Bound using segment: {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:08:57.711986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Bound port: ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:57.712334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.732277 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-389f0e9b-f1df-43fe-8941-653dd0882446 req-19d8169c-763d-4cc4-86bb-5486c817024c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.772965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8169c-763d-4cc4-86bb-5486c817024c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3a5124-0c4b-485d-b4da-426fba7ae521,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:57.786189 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-389f0e9b-f1df-43fe-8941-653dd0882446 req-19d8169c-763d-4cc4-86bb-5486c817024c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.788754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-389f0e9b-f1df-43fe-8941-653dd0882446 req-19d8169c-763d-4cc4-86bb-5486c817024c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "DELETE /v2.0/security-groups/fc3a5124-0c4b-485d-b4da-426fba7ae521 HTTP/1.1" status: 204 len: 173 time: 0.7076771 Apr 18 21:08:57.825433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] For port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:57.829264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] For port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:57.922427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.961565 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.968561 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b19734d-80d5-4eaf-a925-a573fb9e4b6f req-397100f2-2013-4720-a1f4-e3beb3934889 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 210 time: 0.0631747 Apr 18 21:08:58.070191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.071987 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] 10.222.0.26 "PUT /v2.0/ports/ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b HTTP/1.1" status: 200 len: 1092 time: 1.4232213 Apr 18 21:08:58.071987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0624ddd4-c080-4f08-986b-2d98b68e3a8b', 'tag': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:08:58.090940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7826ca-18d6-456f-ad56-58241d601359 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:58.120553 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d0d725e4-4a8d-4c87-9f56-2be453d0b956 req-23da3fdd-611b-4ff2-8ca4-97b0066328c2 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 210 time: 0.0658214 Apr 18 21:08:58.155427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfcd32-a3de-4aa9-acfa-cfdf42911566 req-d5da4595-231e-4c29-9e8d-13247f2c33a7 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:58.156492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bfcfcd32-a3de-4aa9-acfa-cfdf42911566 req-d5da4595-231e-4c29-9e8d-13247f2c33a7 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Synchronizing usage tracker for tenant:95b34500dc2148d18731b5d0609d991d on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:58.303412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bfcfcd32-a3de-4aa9-acfa-cfdf42911566 req-d5da4595-231e-4c29-9e8d-13247f2c33a7 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Unset dirty status for tenant:95b34500dc2148d18731b5d0609d991d on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:58.307107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfcfcd32-a3de-4aa9-acfa-cfdf42911566 req-d5da4595-231e-4c29-9e8d-13247f2c33a7 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3128965 Apr 18 21:08:58.321423 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-0f356a1a-adf1-4294-b360-895c412240f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 1095 time: 0.0881052 Apr 18 21:08:58.450243 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-48414701-ec9d-4265-8e6b-67217a72dbb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b HTTP/1.1" status: 200 len: 217 time: 0.1209519 Apr 18 21:08:58.496136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bfcfcd32-a3de-4aa9-acfa-cfdf42911566 req-cd3baf96-43ed-4d74-a0fc-5554c5157f28 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Synchronizing usage tracker for tenant:95b34500dc2148d18731b5d0609d991d on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:58.526086 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.545528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-97915b39-a359-4e57-9274-7737969506e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:58.547092 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-97915b39-a359-4e57-9274-7737969506e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ec1ace3-cc09-4f8a-9186-ef51b9088048 HTTP/1.1" status: 200 len: 845 time: 0.0911753 Apr 18 21:08:58.561514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f4b39-359d-4d51-b603-744bce4913ff req-50a08dbe-2af8-43da-a3e1-e3b1365d59ce tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:58.562982 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-179f4b39-359d-4d51-b603-744bce4913ff req-50a08dbe-2af8-43da-a3e1-e3b1365d59ce tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 944 time: 0.1165888 Apr 18 21:08:58.611016 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-01bc6fa1-8b5c-4349-bc71-fa4636df4ac0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4144db19-a729-4831-9579-ef7dae265607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559337 Apr 18 21:08:58.631514 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-179f4b39-359d-4d51-b603-744bce4913ff req-c7b19c4b-696d-4500-96a0-1553ac3f61bc tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498776 Apr 18 21:08:58.660791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bfcfcd32-a3de-4aa9-acfa-cfdf42911566 req-cd3baf96-43ed-4d74-a0fc-5554c5157f28 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Unset dirty status for tenant:95b34500dc2148d18731b5d0609d991d on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:58.674594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfcfcd32-a3de-4aa9-acfa-cfdf42911566 req-cd3baf96-43ed-4d74-a0fc-5554c5157f28 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3591521 Apr 18 21:08:58.694718 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-f964ba43-abc5-4433-8fa7-7e4fdd4fb1ea req-e8fde061-5b68-4d8e-9e1e-bcb7cc3a60e2 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] show failed (client error): The resource could not be found. Apr 18 21:08:58.696103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f964ba43-abc5-4433-8fa7-7e4fdd4fb1ea req-e8fde061-5b68-4d8e-9e1e-bcb7cc3a60e2 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/fc3a5124-0c4b-485d-b4da-426fba7ae521 HTTP/1.1" status: 404 len: 352 time: 0.0189390 Apr 18 21:08:58.792884 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbb8000-62aa-4a63-a6b2-d970c3641cee'] response: {'name': 'network-changed', 'server_uuid': '0624ddd4-c080-4f08-986b-2d98b68e3a8b', 'tag': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b', 'status': 'completed', 'code': 200} Apr 18 21:08:58.796198 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-51fa7688-4c2a-4f43-bcdd-061811c55ab6 service neutron] 10.222.0.26 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783009 Apr 18 21:08:58.863529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1686097194', 'description': 'tempest-description-313970661'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:58.883835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:58.889138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83811325-aade-4a34-bffd-679d26586f7a req-f451b192-08cc-431d-a55e-32023a42f6ae tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0888793 Apr 18 21:08:58.890456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:58.895973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:58.907701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:58.987581 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.033040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:59.047902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group_rule and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:59.059355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:59.071423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:59.178767 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b18ff83-8f83-4e70-b152-55e594001ba5 req-f205ec95-c3c5-4828-940d-3457b3979f84 service neutron] 10.222.0.26 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754699 Apr 18 21:08:59.195237 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.261441 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.311552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635bb59e-6a4b-4ad3-a2fa-643b24f09485,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:59.370772 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.372880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-798ab069-a7fc-43a9-949a-22ed22bb6523 req-a9a335c6-2b11-4a68-861e-aa9c90a68716 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.5145369 Apr 18 21:08:59.529352 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-559e80a8-befa-4a8c-9ca3-fdaa9503dd58 req-adc64d24-e3a4-4830-ba9f-cf8b83b4e4b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 1095 time: 0.1761580 Apr 18 21:08:59.682805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-998ca17a-cee0-4af5-b62f-5ab54e2c306c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:59.685146 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-998ca17a-cee0-4af5-b62f-5ab54e2c306c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.59 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 821 time: 0.2573664 Apr 18 21:08:59.704435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Request body: {'port': {'device_id': '077d2fb4-9683-4440-8988-4c1541f03053', 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a', 'admin_state_up': True, 'tenant_id': 'dab6748eaf3e409f9a3ff9969581722b'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:59.815051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e80a8-befa-4a8c-9ca3-fdaa9503dd58 req-f07e63be-1ac9-4dbc-8d7f-d930d3e18a5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:59.816404 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-559e80a8-befa-4a8c-9ca3-fdaa9503dd58 req-f07e63be-1ac9-4dbc-8d7f-d930d3e18a5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 200 len: 906 time: 0.2774713 Apr 18 21:08:59.818685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c954dc6-e5f3-459d-bb03-f94499920dfa req-6fac0fba-3d28-472f-9e37-98846689876f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 210 time: 0.0772998 Apr 18 21:08:59.915785 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-559e80a8-befa-4a8c-9ca3-fdaa9503dd58 req-5bab2d6f-fcc5-486d-9b6e-fbc510c3b4d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b HTTP/1.1" status: 200 len: 217 time: 0.0904396 Apr 18 21:08:59.942872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1264748625', 'description': 'tempest-description-1938629857'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:59.950233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b57c2510-f261-4148-bfb4-dc1fa1b9de18 req-a4abbf4d-9dde-4650-b24a-13aa4a8b2f3b tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 210 time: 0.0646861 Apr 18 21:08:59.952742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:59.957275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:59.960604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:59.967122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:00.000711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:00.016392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:00.019406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e80a8-befa-4a8c-9ca3-fdaa9503dd58 req-a84e3f3a-a3f5-4325-a860-7dde18532f1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:00.020931 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-559e80a8-befa-4a8c-9ca3-fdaa9503dd58 req-a84e3f3a-a3f5-4325-a860-7dde18532f1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ec1ace3-cc09-4f8a-9186-ef51b9088048 HTTP/1.1" status: 200 len: 845 time: 0.0985730 Apr 18 21:09:00.056948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.077751 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-559e80a8-befa-4a8c-9ca3-fdaa9503dd58 req-96d2324c-d4e4-4c08-9955-f0fde15a4d5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4144db19-a729-4831-9579-ef7dae265607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503306 Apr 18 21:09:00.111747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Made reservation on behalf of dab6748eaf3e409f9a3ff9969581722b for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:00.114383 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.156596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:00.163852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group_rule and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:00.167657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:00.181168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:00.305672 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.310553 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-559e80a8-befa-4a8c-9ca3-fdaa9503dd58 req-bf5d2fc0-9e2f-42d2-8789-e439df756fed service neutron] 10.222.0.26 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247086 Apr 18 21:09:00.316296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08207-08ca-420c-868d-6be1e15bbeaa req-0531f0e3-1e13-47ee-acf2-6c5a76121483 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:00.318131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2a08207-08ca-420c-868d-6be1e15bbeaa req-0531f0e3-1e13-47ee-acf2-6c5a76121483 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 946 time: 0.2317269 Apr 18 21:09:00.381398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2a08207-08ca-420c-868d-6be1e15bbeaa req-cf4c589d-3020-4835-864c-d2144616a031 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/security-groups?id=0855feb4-df7d-451a-bec9-ca735bf688f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548112 Apr 18 21:09:00.383894 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.443610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c47d492-4416-4d11-81ff-b7dcbf730a58,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:00.534022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Allocated IP 172.20.0.11 (dbc13dec-00f3-4832-bc9d-a14781c5f66a/b34c619c-e654-4ba8-a640-81b7c7c84856/7ced78b1-c955-4e80-83bc-dccd6366ed28) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:00.536651 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-559e80a8-befa-4a8c-9ca3-fdaa9503dd58 req-cf3d6a3c-b032-41b8-b4a7-ebbab56ea166 service neutron] 10.222.0.26 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176638 Apr 18 21:09:00.588091 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.590163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f6144a8-fb0f-4fc0-9309-7d912a379681 req-748ef0da-0cc5-4682-9eef-b3512cc1533f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.6621826 Apr 18 21:09:00.647920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-878e31dd-0313-4f4f-a782-73286e8e4cc4 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:00.649417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-878e31dd-0313-4f4f-a782-73286e8e4cc4 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.59 "GET /v2.0/networks?id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c HTTP/1.1" status: 200 len: 822 time: 0.1807742 Apr 18 21:09:00.688134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Request body: {'port': {'device_id': '9930c610-4806-4527-b974-4cd853a8b557', 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c', 'admin_state_up': True, 'tenant_id': 'dd79c777f058418d95221f6eebb38334'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:00.908224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab114e77-a918-423a-88bc-976918b63375 req-6528f334-752a-4d99-94e8-99aae9ecf567 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:00.910001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab114e77-a918-423a-88bc-976918b63375 req-6528f334-752a-4d99-94e8-99aae9ecf567 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 944 time: 0.2051649 Apr 18 21:09:00.912206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:00.916535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Usage tracker for resource:port and tenant:dd79c777f058418d95221f6eebb38334 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:00.918089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.919845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:00.920270 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.928657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:00.989425 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.996472 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab114e77-a918-423a-88bc-976918b63375 req-7e6a19f0-2fcd-4bae-a498-f936d5fd0fb9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696311 Apr 18 21:09:01.003876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['361869b3-2bf5-40f3-b62f-466a7662455a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:01.033988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Made reservation on behalf of dd79c777f058418d95221f6eebb38334 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:01.037848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.087195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Network dbc13dec-00f3-4832-bc9d-a14781c5f66a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:01.096130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:01.101137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:01.183680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:01.185673 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.205877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Pushing event updated for resources: {'Port': ['ID=7ced78b1-c955-4e80-83bc-dccd6366ed28,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:01.281150 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-039fad4b-3f61-473d-bc22-8ad84bf6330d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5808947 Apr 18 21:09:01.296158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Request body: {'port': {'device_id': '077d2fb4-9683-4440-8988-4c1541f03053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:01.353859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-267623014', 'description': 'tempest-description-154844450'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:01.360710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:01.365586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:01.368677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:01.380926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:01.413010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Allocated IP 172.20.0.12 (2cdfc7ae-40b0-4716-84ae-4ca63683a50c/2fd5015f-87f9-4d04-9608-8e9906d28817/a606e3d6-6c8e-41d3-98ed-342ce3999c6f) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:01.584307 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.591273 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.609123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-4429e2c9-6c17-411d-87fd-4febb590d28c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:01.610201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-4429e2c9-6c17-411d-87fd-4febb590d28c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Synchronizing usage tracker for tenant:95b34500dc2148d18731b5d0609d991d on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:01.672425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-4429e2c9-6c17-411d-87fd-4febb590d28c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Unset dirty status for tenant:95b34500dc2148d18731b5d0609d991d on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:01.673626 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-4429e2c9-6c17-411d-87fd-4febb590d28c tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 946 time: 0.2306104 Apr 18 21:09:01.712881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:01.721201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group_rule and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:01.725750 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.728631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:01.736698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:01.813023 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.814952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-e23119d6-2595-4511-a977-2d9e803289c9 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Deleting port 35a2d171-19bf-4847-8f26-03ae8ed147e2 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:01.815317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-e23119d6-2595-4511-a977-2d9e803289c9 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.818369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:09:01.893058 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.998590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:02.010326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.019453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b', 'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'port_id': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b', 'mac_address': 'fa:16:3e:36:9b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec1ace3-cc09-4f8a-9186-ef51b9088048', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:09:02.077890 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.096484 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:02.098353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:02.113691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:02.114842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:02.115998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:02.147071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event updated for resources: {'Port': ['ID=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:02.159640 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e880a8bb-bc38-41ba-a741-bc9bb12dea56,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:02.170987 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.192569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.192914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.193250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.193609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.193936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.195437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.195777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.196109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.196738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.197066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.197629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.209363 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.210577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e99c89a1-a48b-4040-829d-daaaf21d437a req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.8683474 Apr 18 21:09:02.217725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.217725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.217725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.217725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.217725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.217725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.217725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.217725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.217725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.217725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.217725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66153e0c-afe8-428f-ad17-1fcca7eb471e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:02.226365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:02.226994 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.272109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ced78b1-c955-4e80-83bc-dccd6366ed28 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:02.273299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d35aa-2e7b-4680-81bb-fbbd1af1909e req-f78124e0-2cda-4eaa-8468-fcd61c2ed4ed tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:02.281109 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-020d35aa-2e7b-4680-81bb-fbbd1af1909e req-f78124e0-2cda-4eaa-8468-fcd61c2ed4ed tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 932 time: 0.3095829 Apr 18 21:09:02.294394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:02.312228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.338350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-020d35aa-2e7b-4680-81bb-fbbd1af1909e req-e004015b-3bf0-488b-a5f6-dcae3cf8d34c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552764 Apr 18 21:09:02.349046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Transition to ACTIVE for port object 7ced78b1-c955-4e80-83bc-dccd6366ed28 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:02.355522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-e23119d6-2595-4511-a977-2d9e803289c9 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] For port 35a2d171-19bf-4847-8f26-03ae8ed147e2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=35a2d171-19bf-4847-8f26-03ae8ed147e2,segment=NetworkSegment(6cade368-a14a-4892-b08b-a86c69cfe583),segment_id=6cade368-a14a-4892-b08b-a86c69cfe583)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:02.356648 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-e23119d6-2595-4511-a977-2d9e803289c9 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.415006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-0d5604d6-07b8-4aac-ba48-a1d45887a5a8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7444458 Apr 18 21:09:02.445979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Request body: {'port': {'device_id': '9930c610-4806-4527-b974-4cd853a8b557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:02.497964 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.508275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc168ca1-7fda-40c9-a948-87e0a1d3b58c req-295d7128-c9f4-41e5-81a9-4177794e477b tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:02.508906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-dc168ca1-7fda-40c9-a948-87e0a1d3b58c req-295d7128-c9f4-41e5-81a9-4177794e477b tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Synchronizing usage tracker for tenant:dd79c777f058418d95221f6eebb38334 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:02.512825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-e23119d6-2595-4511-a977-2d9e803289c9 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Calling delete_port for 35a2d171-19bf-4847-8f26-03ae8ed147e2 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:02.530927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:02.620947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced78b1-c955-4e80-83bc-dccd6366ed28,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:02.630977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-dc168ca1-7fda-40c9-a948-87e0a1d3b58c req-295d7128-c9f4-41e5-81a9-4177794e477b tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Unset dirty status for tenant:dd79c777f058418d95221f6eebb38334 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:02.632151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc168ca1-7fda-40c9-a948-87e0a1d3b58c req-295d7128-c9f4-41e5-81a9-4177794e477b tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 932 time: 0.2738059 Apr 18 21:09:02.671612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.772423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5607a5d-96d5-4d43-8bde-b70451bfc401 req-e35ef9d8-f2cb-4b9b-ac34-4a4d6f3f429d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:02.773902 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5607a5d-96d5-4d43-8bde-b70451bfc401 req-e35ef9d8-f2cb-4b9b-ac34-4a4d6f3f429d tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 946 time: 0.2146955 Apr 18 21:09:02.776101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc168ca1-7fda-40c9-a948-87e0a1d3b58c req-b1e7dfa6-f494-4c97-bf11-55b2af2d3285 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362147 Apr 18 21:09:02.869700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5607a5d-96d5-4d43-8bde-b70451bfc401 req-84a06d1f-3682-46c2-9d54-b735c42a42b9 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/security-groups?id=0855feb4-df7d-451a-bec9-ca735bf688f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857735 Apr 18 21:09:02.906376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Attempting to bind port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:02.906956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Attempting to bind port 7ced78b1-c955-4e80-83bc-dccd6366ed28 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:02.907452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Attempting to bind port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:02.918153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:09:02.918890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Attempting to bind port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:02.936297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:09:02.936632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:02.937279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:09:02.937945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Bound port: 7ced78b1-c955-4e80-83bc-dccd6366ed28, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:02.939859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.028807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-e23119d6-2595-4511-a977-2d9e803289c9 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.085934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23119d6-2595-4511-a977-2d9e803289c9 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Pushing event deleted for resources: {'Port': ['ID=35a2d171-19bf-4847-8f26-03ae8ed147e2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:03.091528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:03.161488 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:03.174220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-e23119d6-2595-4511-a977-2d9e803289c9 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] No DVR routers for this DVR port 35a2d171-19bf-4847-8f26-03ae8ed147e2 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:03.176940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-e23119d6-2595-4511-a977-2d9e803289c9 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.181837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'name': 'network-vif-deleted', 'tag': '35a2d171-19bf-4847-8f26-03ae8ed147e2'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:03.217607 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.245897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.302694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5a62654c-1c53-42f3-bff2-f435ed8a246b req-d2c5f395-fd90-47d2-9708-448f808eb07a tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Synchronizing usage tracker for tenant:65b5a641e24c4888a553050f8beaf577 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:03.312033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2573a-7e1e-4e86-bdee-4f2119cbbdcb req-2a1d82aa-0bfb-48bf-9b2c-b7e35751bf80 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:03.313599 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06e2573a-7e1e-4e86-bdee-4f2119cbbdcb req-2a1d82aa-0bfb-48bf-9b2c-b7e35751bf80 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 945 time: 0.3253334 Apr 18 21:09:03.405367 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a157b2bc-9e1a-4cb6-9de9-0bb4b755d495 req-e23119d6-2595-4511-a977-2d9e803289c9 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.26 "DELETE /v2.0/ports/35a2d171-19bf-4847-8f26-03ae8ed147e2 HTTP/1.1" status: 204 len: 173 time: 1.7244511 Apr 18 21:09:03.426480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.427885 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] 10.222.0.59 "PUT /v2.0/ports/7ced78b1-c955-4e80-83bc-dccd6366ed28 HTTP/1.1" status: 200 len: 1092 time: 2.1386883 Apr 18 21:09:03.428461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a606e3d6-6c8e-41d3-98ed-342ce3999c6f {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:03.437897 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.443808 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06e2573a-7e1e-4e86-bdee-4f2119cbbdcb req-3f1483b9-5252-44f4-8bd6-407e55b75e3f tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173909 Apr 18 21:09:03.456244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf2c87-baa1-4b28-9969-bd30f0e4f871 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced78b1-c955-4e80-83bc-dccd6366ed28,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:03.456376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Transition to ACTIVE for port object a606e3d6-6c8e-41d3-98ed-342ce3999c6f will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:03.525563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5a62654c-1c53-42f3-bff2-f435ed8a246b req-d2c5f395-fd90-47d2-9708-448f808eb07a tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Unset dirty status for tenant:65b5a641e24c4888a553050f8beaf577 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:03.526566 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a62654c-1c53-42f3-bff2-f435ed8a246b req-d2c5f395-fd90-47d2-9708-448f808eb07a tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65b5a641e24c4888a553050f8beaf577 HTTP/1.1" status: 200 len: 9733 time: 0.5760925 Apr 18 21:09:03.562864 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.657491 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-10c1cdf9-791f-460c-b235-0d95885ff715 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 1095 time: 0.0781975 Apr 18 21:09:03.730442 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-b2ec4f94-b0ba-413d-acf9-e23463abd67f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28 HTTP/1.1" status: 200 len: 217 time: 0.0661244 Apr 18 21:09:03.733971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Pushing event updated for resources: {'Port': ['ID=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:03.773797 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a62654c-1c53-42f3-bff2-f435ed8a246b req-e639a0c1-4d7e-4dd3-98f3-9cda1df9ea5f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/460b18d1-7ace-47f3-89f6-5e1ad10b7deb HTTP/1.1" status: 200 len: 2649 time: 0.2386158 Apr 18 21:09:03.794774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-2f418b13-0370-4deb-a22b-8dc7a61f64fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:03.796952 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-2f418b13-0370-4deb-a22b-8dc7a61f64fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.0606706 Apr 18 21:09:03.807918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:03.853786 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:09:03.879469 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-740e7c40-baa6-4e99-810b-b6bae2be9229 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727141 Apr 18 21:09:04.012548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:04.013228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Attempting to bind port a606e3d6-6c8e-41d3-98ed-342ce3999c6f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:04.013345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Attempting to bind port a606e3d6-6c8e-41d3-98ed-342ce3999c6f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:04.013649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Attempting to bind port a606e3d6-6c8e-41d3-98ed-342ce3999c6f on network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:04.018099 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a62654c-1c53-42f3-bff2-f435ed8a246b req-dfc4ef10-4aba-4f1d-83ef-52113b25d42c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/460b18d1-7ace-47f3-89f6-5e1ad10b7deb HTTP/1.1" status: 200 len: 2649 time: 0.2300608 Apr 18 21:09:04.020087 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:04.020980 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.031442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Port a606e3d6-6c8e-41d3-98ed-342ce3999c6f on network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:09:04.031442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Attempting to bind port a606e3d6-6c8e-41d3-98ed-342ce3999c6f on network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:04.036505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:09:04.036505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Checking segment: {'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:04.036505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Bound using segment: {'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:09:04.036505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Bound port: a606e3d6-6c8e-41d3-98ed-342ce3999c6f, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:04.036505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.038803 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-0b788a4b-8670-4bb1-b26d-36d22c9c1946 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529293 Apr 18 21:09:04.179617 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.231145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:04.236530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0624ddd4-c080-4f08-986b-2d98b68e3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:04.236664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] For port a606e3d6-6c8e-41d3-98ed-342ce3999c6f, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:04.242275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] For port a606e3d6-6c8e-41d3-98ed-342ce3999c6f, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:04.261356 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1735110c-6105-4e92-a889-4482b364e774'] response: {'server_uuid': 'ffde4ec3-5dcc-411b-9678-52d7b275f3b0', 'name': 'network-vif-deleted', 'tag': '35a2d171-19bf-4847-8f26-03ae8ed147e2', 'status': 'completed', 'code': 200} Apr 18 21:09:04.287721 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f2274a14-f2af-4218-a775-2cd11174caf9 req-ccef50a3-e749-4f94-aef4-bf8f08b24d3d service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412016 Apr 18 21:09:04.308112 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.312256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 35a2d171-19bf-4847-8f26-03ae8ed147e2 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:04.356264 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.379951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 35a2d171-19bf-4847-8f26-03ae8ed147e2 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:09:04.380488 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 35a2d171-19bf-4847-8f26-03ae8ed147e2 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:04.434528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:04.441201 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.442947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] 10.222.0.59 "PUT /v2.0/ports/a606e3d6-6c8e-41d3-98ed-342ce3999c6f HTTP/1.1" status: 200 len: 1092 time: 2.0172956 Apr 18 21:09:04.445060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9930c610-4806-4527-b974-4cd853a8b557', 'tag': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:04.464295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d5e2f-29ee-46ec-a6ad-f5af2203dbdf service neutron] Pushing event updated for resources: {'Port': ['ID=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:04.483457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fe4a3-b67d-42a9-aeac-0ebb71e15916 req-6a7325a5-adac-4afb-85f0-62501b42906b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:04.484936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-217fe4a3-b67d-42a9-aeac-0ebb71e15916 req-6a7325a5-adac-4afb-85f0-62501b42906b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 944 time: 0.1726618 Apr 18 21:09:04.549919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-217fe4a3-b67d-42a9-aeac-0ebb71e15916 req-e57287b0-470a-4ec2-b198-ed992c3ba610 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585837 Apr 18 21:09:04.645244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-10f24fd0-ea91-48a1-8a26-70e9a8b5b090 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd79c777f058418d95221f6eebb38334&device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 1095 time: 0.0851827 Apr 18 21:09:04.806631 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa66165a-00bf-481c-83a5-4fc108fc210a req-8ccd0649-8242-45e3-856b-53197eb06866 tempest-FloatingIPsAssociationNegativeTestJSON-591673612 tempest-FloatingIPsAssociationNegativeTestJSON-591673612-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffde4ec3-5dcc-411b-9678-52d7b275f3b0 HTTP/1.1" status: 200 len: 210 time: 0.0673556 Apr 18 21:09:04.808648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-c62fac20-a4a4-4527-a652-0f7e0212b1eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a606e3d6-6c8e-41d3-98ed-342ce3999c6f HTTP/1.1" status: 200 len: 217 time: 0.1539986 Apr 18 21:09:04.930808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-df975fe4-58d0-4af8-a6a9-e7fc5ccb9c4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:04.932267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-df975fe4-58d0-4af8-a6a9-e7fc5ccb9c4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2fd5015f-87f9-4d04-9608-8e9906d28817 HTTP/1.1" status: 200 len: 862 time: 0.1109004 Apr 18 21:09:04.940710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb9ed8-d959-43bd-9ecd-ab6a27046347 req-32080214-5489-4174-ae42-3d89d736e2da tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:04.942191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45cb9ed8-d959-43bd-9ecd-ab6a27046347 req-32080214-5489-4174-ae42-3d89d736e2da tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 944 time: 0.2899539 Apr 18 21:09:05.000170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-3f846968-a92a-4eab-960a-d311f835ed7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569685 Apr 18 21:09:05.004319 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-411f429d-ba0e-4265-a169-7dee39e31465 req-6d8eabcb-a930-40d7-a474-6e835a434968 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/635bb59e-6a4b-4ad3-a2fa-643b24f09485 HTTP/1.1" status: 200 len: 1634 time: 0.1473732 Apr 18 21:09:05.160137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45cb9ed8-d959-43bd-9ecd-ab6a27046347 req-ece775c5-8a41-4abc-9d37-725037324392 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811092 Apr 18 21:09:05.217746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36006) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:05.225359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-30c9c883-6a06-4140-ae55-95c488e73805 service neutron] 10.222.0.59 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177999 Apr 18 21:09:05.226121 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-411f429d-ba0e-4265-a169-7dee39e31465 req-6f164ac2-c52f-4997-bd48-0459bc483f08 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.257659 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b7faa4-a20f-428d-a478-05b1f0b8dc51'] response: {'server_uuid': '0624ddd4-c080-4f08-986b-2d98b68e3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b', 'code': 200} Apr 18 21:09:05.323172 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9582a6-623d-4eef-af45-6224e1818437'] response: {'name': 'network-changed', 'server_uuid': '9930c610-4806-4527-b974-4cd853a8b557', 'tag': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f', 'status': 'completed', 'code': 200} Apr 18 21:09:05.331200 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-411f429d-ba0e-4265-a169-7dee39e31465 req-6f164ac2-c52f-4997-bd48-0459bc483f08 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.410835 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81ee9689-ce64-4ecd-8517-e5d5ac8f41a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.460661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-81ee9689-ce64-4ecd-8517-e5d5ac8f41a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:05.467731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-81ee9689-ce64-4ecd-8517-e5d5ac8f41a7 admin admin] Usage tracker for resource:security_group_rule and tenant:5c09eff08eac47e191f37c2eeae15ef8 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:05.469843 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91340661-5de0-4872-97ee-7d4ff2c6a2f1 req-469c02c7-54cf-4d69-a0f5-bb5893b1fad7 service neutron] 10.222.0.59 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332416 Apr 18 21:09:05.471594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-81ee9689-ce64-4ecd-8517-e5d5ac8f41a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:05.477283 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68c90895-1285-4fe9-8269-94eafe9417ea req-aa35323a-0580-4a87-98e9-36f0af32e622 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 1097 time: 0.1492689 Apr 18 21:09:05.481238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-81ee9689-ce64-4ecd-8517-e5d5ac8f41a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:05.509349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfae83-d7bf-4f70-a463-04ae7bc1863b req-afdd318f-3621-4037-9628-dfffcc78f74e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:05.510863 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1bfae83-d7bf-4f70-a463-04ae7bc1863b req-afdd318f-3621-4037-9628-dfffcc78f74e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 946 time: 0.0872080 Apr 18 21:09:05.532286 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-411f429d-ba0e-4265-a169-7dee39e31465 req-6f164ac2-c52f-4997-bd48-0459bc483f08 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.545307 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68c90895-1285-4fe9-8269-94eafe9417ea req-0aad0f0f-968e-4c4c-8212-e1cf56524050 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614340 Apr 18 21:09:05.557404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f164ac2-c52f-4997-bd48-0459bc483f08 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635bb59e-6a4b-4ad3-a2fa-643b24f09485,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:05.584512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1bfae83-d7bf-4f70-a463-04ae7bc1863b req-92a19097-a7c2-4276-9575-4b6f38166cab tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665643 Apr 18 21:09:05.594642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81ee9689-ce64-4ecd-8517-e5d5ac8f41a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.688132 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-411f429d-ba0e-4265-a169-7dee39e31465 req-6f164ac2-c52f-4997-bd48-0459bc483f08 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.689360 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-411f429d-ba0e-4265-a169-7dee39e31465 req-6f164ac2-c52f-4997-bd48-0459bc483f08 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "DELETE /v2.0/security-groups/635bb59e-6a4b-4ad3-a2fa-643b24f09485 HTTP/1.1" status: 204 len: 173 time: 0.6618378 Apr 18 21:09:05.701527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8bc74e4-f7c6-492f-a7f3-dc4e4de4f766 req-0f508139-5b56-4bee-aad7-568c4a264da8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd79c777f058418d95221f6eebb38334&device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 1095 time: 0.0827062 Apr 18 21:09:05.771358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81ee9689-ce64-4ecd-8517-e5d5ac8f41a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.829592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee9689-ce64-4ecd-8517-e5d5ac8f41a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e62dc1-8079-46ca-868b-dad9093ac6d6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:05.834531 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-81ee9689-ce64-4ecd-8517-e5d5ac8f41a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c09eff08eac47e191f37c2eeae15ef8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6151023 Apr 18 21:09:05.837382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36018) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:05.880694 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-be2bb176-e80b-4871-ba15-eff45632f42a req-e9308e85-fcee-4aa2-840d-880e91704a44 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] show failed (client error): The resource could not be found. Apr 18 21:09:05.881655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-be2bb176-e80b-4871-ba15-eff45632f42a req-e9308e85-fcee-4aa2-840d-880e91704a44 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/635bb59e-6a4b-4ad3-a2fa-643b24f09485 HTTP/1.1" status: 404 len: 352 time: 0.0425546 Apr 18 21:09:05.911162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a4ea9e90-b361-4232-a203-6e7653ccc0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.919771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc74e4-f7c6-492f-a7f3-dc4e4de4f766 req-6e1d5977-6455-4f67-bff6-3f715d83c6f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:05.921331 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8bc74e4-f7c6-492f-a7f3-dc4e4de4f766 req-6e1d5977-6455-4f67-bff6-3f715d83c6f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c HTTP/1.1" status: 200 len: 923 time: 0.2138026 Apr 18 21:09:05.943849 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a4ea9e90-b361-4232-a203-6e7653ccc0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.018324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36028) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:06.117841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e262ceb-0a45-478c-ac4a-29eec325ad9a req-b46480da-7bc3-4c0b-b9a3-ace684e90b24 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:06.119272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e262ceb-0a45-478c-ac4a-29eec325ad9a req-b46480da-7bc3-4c0b-b9a3-ace684e90b24 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 944 time: 0.3218067 Apr 18 21:09:06.124512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8bc74e4-f7c6-492f-a7f3-dc4e4de4f766 req-97b214b9-b5c7-4953-99e6-18b531a1d0a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a606e3d6-6c8e-41d3-98ed-342ce3999c6f HTTP/1.1" status: 200 len: 217 time: 0.1957896 Apr 18 21:09:06.142653 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a4ea9e90-b361-4232-a203-6e7653ccc0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.161061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea9e90-b361-4232-a203-6e7653ccc0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e62dc1-8079-46ca-868b-dad9093ac6d6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:06.182907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a4ea9e90-b361-4232-a203-6e7653ccc0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.184979 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a4ea9e90-b361-4232-a203-6e7653ccc0e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0e62dc1-8079-46ca-868b-dad9093ac6d6 HTTP/1.1" status: 204 len: 168 time: 0.3449240 Apr 18 21:09:06.237321 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e1c039e-c10a-478e-a03c-1190414bcc36 req-52ab2f10-d853-4475-a9fb-2bfaa6bf3732 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/0c47d492-4416-4d11-81ff-b7dcbf730a58 HTTP/1.1" status: 200 len: 1635 time: 0.1533346 Apr 18 21:09:06.274433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc74e4-f7c6-492f-a7f3-dc4e4de4f766 req-d6af6d0d-7abb-4ee4-8a91-7821138a78a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:06.277014 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8bc74e4-f7c6-492f-a7f3-dc4e4de4f766 req-d6af6d0d-7abb-4ee4-8a91-7821138a78a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2fd5015f-87f9-4d04-9608-8e9906d28817 HTTP/1.1" status: 200 len: 862 time: 0.1403153 Apr 18 21:09:06.300477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077d2fb4-9683-4440-8988-4c1541f03053', 'tag': '7ced78b1-c955-4e80-83bc-dccd6366ed28'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:06.331535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e262ceb-0a45-478c-ac4a-29eec325ad9a req-cafdebf9-f0b4-4771-b167-e36a9ceff79f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969063 Apr 18 21:09:06.343155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8bc74e4-f7c6-492f-a7f3-dc4e4de4f766 req-6b56bde8-2ae8-4d4a-a4cd-abe37365069a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582542 Apr 18 21:09:06.462021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95d7eaa3-9197-41e8-9bee-4f53cd7ddfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.471170 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2e1c039e-c10a-478e-a03c-1190414bcc36 req-0116b6d1-bf3e-4766-bbdc-53885aaecc2f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.532617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2e1c039e-c10a-478e-a03c-1190414bcc36 req-0116b6d1-bf3e-4766-bbdc-53885aaecc2f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.541818 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8bc74e4-f7c6-492f-a7f3-dc4e4de4f766 req-5bad4204-05a9-427d-9c1b-69ae9ce54743 service neutron] 10.222.0.59 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912792 Apr 18 21:09:06.789682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8bc74e4-f7c6-492f-a7f3-dc4e4de4f766 req-1692800d-ce09-4b57-9305-e14c81e7aec9 service neutron] 10.222.0.59 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369530 Apr 18 21:09:06.808107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a664993-6b39-400c-8f11-6fa7a660403f req-6f54a649-fc91-4345-8f1a-5452a1eef9d7 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:06.810425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a664993-6b39-400c-8f11-6fa7a660403f req-6f54a649-fc91-4345-8f1a-5452a1eef9d7 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 944 time: 0.1660192 Apr 18 21:09:06.836391 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2e1c039e-c10a-478e-a03c-1190414bcc36 req-0116b6d1-bf3e-4766-bbdc-53885aaecc2f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.866222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116b6d1-bf3e-4766-bbdc-53885aaecc2f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c47d492-4416-4d11-81ff-b7dcbf730a58,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:06.888733 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2e1c039e-c10a-478e-a03c-1190414bcc36 req-0116b6d1-bf3e-4766-bbdc-53885aaecc2f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.889999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e1c039e-c10a-478e-a03c-1190414bcc36 req-0116b6d1-bf3e-4766-bbdc-53885aaecc2f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "DELETE /v2.0/security-groups/0c47d492-4416-4d11-81ff-b7dcbf730a58 HTTP/1.1" status: 204 len: 173 time: 0.6422694 Apr 18 21:09:06.892979 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a664993-6b39-400c-8f11-6fa7a660403f req-3b999894-3545-4d7a-bdc9-238c29ec9f33 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758464 Apr 18 21:09:06.998680 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4edb1b-209a-4c56-9a9a-5bab92409635'] response: {'name': 'network-changed', 'server_uuid': '077d2fb4-9683-4440-8988-4c1541f03053', 'tag': '7ced78b1-c955-4e80-83bc-dccd6366ed28', 'status': 'completed', 'code': 200} Apr 18 21:09:07.163442 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a5da557-b1ad-4e11-aa21-5b967c1607c2 req-645cad24-2daa-4816-a65c-a0c444afdc4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 1095 time: 0.1427412 Apr 18 21:09:07.189311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36048) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:07.219030 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-199488a2-9b91-48bd-9990-e2a9bf77dfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.270257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-199488a2-9b91-48bd-9990-e2a9bf77dfc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:07.276151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-199488a2-9b91-48bd-9990-e2a9bf77dfc1 admin admin] Usage tracker for resource:security_group_rule and tenant:391e5f30279f4b37908941dff095041e is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:07.280533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-199488a2-9b91-48bd-9990-e2a9bf77dfc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:07.295135 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-9a821f9f-843c-4591-885e-d2722334b729 req-ce8ca521-3a1b-42e3-922d-aaa544a46505 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] show failed (client error): The resource could not be found. Apr 18 21:09:07.296154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a821f9f-843c-4591-885e-d2722334b729 req-ce8ca521-3a1b-42e3-922d-aaa544a46505 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/0c47d492-4416-4d11-81ff-b7dcbf730a58 HTTP/1.1" status: 404 len: 352 time: 0.0902712 Apr 18 21:09:07.316511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-199488a2-9b91-48bd-9990-e2a9bf77dfc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:07.318394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26be37-4a3b-43d2-be53-4bdeb7753ba0 req-7f8ea081-d6db-4f0a-ae00-a6fd85fa44c4 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:07.319836 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa26be37-4a3b-43d2-be53-4bdeb7753ba0 req-7f8ea081-d6db-4f0a-ae00-a6fd85fa44c4 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 946 time: 0.2151721 Apr 18 21:09:07.374437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-95d7eaa3-9197-41e8-9bee-4f53cd7ddfac admin admin] Deleting port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:07.374780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95d7eaa3-9197-41e8-9bee-4f53cd7ddfac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.403741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5da557-b1ad-4e11-aa21-5b967c1607c2 req-ecd4fa89-a22c-4d5b-8b6f-555cf95d4c1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:07.405188 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a5da557-b1ad-4e11-aa21-5b967c1607c2 req-ecd4fa89-a22c-4d5b-8b6f-555cf95d4c1b service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.2292600 Apr 18 21:09:07.478184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa26be37-4a3b-43d2-be53-4bdeb7753ba0 req-9c800ade-b50d-4ff6-b7ea-5d5ebcef075d tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458015 Apr 18 21:09:07.494905 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a5da557-b1ad-4e11-aa21-5b967c1607c2 req-7e0d5fde-0727-44b1-89c0-0338ba21576c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28 HTTP/1.1" status: 200 len: 217 time: 0.0779760 Apr 18 21:09:07.559793 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-199488a2-9b91-48bd-9990-e2a9bf77dfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.564598 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6c237d0-e1a6-45fa-a6be-c20ced0e052c req-842ceaf3-95d0-4ae3-8a5c-e9de80226dc3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/e880a8bb-bc38-41ba-a741-bc9bb12dea56 HTTP/1.1" status: 200 len: 1633 time: 0.1938529 Apr 18 21:09:07.593962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5da557-b1ad-4e11-aa21-5b967c1607c2 req-e335ea20-1604-4ed2-97e7-42b63663b8c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:07.595418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a5da557-b1ad-4e11-aa21-5b967c1607c2 req-e335ea20-1604-4ed2-97e7-42b63663b8c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.0925205 Apr 18 21:09:07.607587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-95d7eaa3-9197-41e8-9bee-4f53cd7ddfac admin admin] For port 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e,segment=NetworkSegment(6cade368-a14a-4892-b08b-a86c69cfe583),segment_id=6cade368-a14a-4892-b08b-a86c69cfe583)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:07.607954 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95d7eaa3-9197-41e8-9bee-4f53cd7ddfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.689439 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a5da557-b1ad-4e11-aa21-5b967c1607c2 req-664849bb-3fb6-4327-8ce6-6a109ac59806 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870550 Apr 18 21:09:07.726676 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-199488a2-9b91-48bd-9990-e2a9bf77dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.739591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-95d7eaa3-9197-41e8-9bee-4f53cd7ddfac admin admin] Calling delete_port for 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:07.831171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199488a2-9b91-48bd-9990-e2a9bf77dfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4c6b5-e834-468c-b45c-d26eda7df4ae,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:07.843435 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-199488a2-9b91-48bd-9990-e2a9bf77dfc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=391e5f30279f4b37908941dff095041e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6505318 Apr 18 21:09:07.844818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36060) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:07.844972 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6c237d0-e1a6-45fa-a6be-c20ced0e052c req-2bc82e94-9d3a-46b3-80a7-2a7035fd30ad tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.907793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da6a42-2ef0-4fe8-9697-81002d316712 req-860bcfbe-55cc-43bb-82ac-05ec276028a7 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:07.909254 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8da6a42-2ef0-4fe8-9697-81002d316712 req-860bcfbe-55cc-43bb-82ac-05ec276028a7 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 944 time: 0.2665093 Apr 18 21:09:07.914602 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6c237d0-e1a6-45fa-a6be-c20ced0e052c req-2bc82e94-9d3a-46b3-80a7-2a7035fd30ad tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.944985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a5da557-b1ad-4e11-aa21-5b967c1607c2 req-2ba2d885-ab9b-4047-b22b-2f0645710ff0 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453940 Apr 18 21:09:07.946514 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15bba1e7-a8ba-4e1f-9068-6d40fa61b08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.958894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a606e3d6-6c8e-41d3-98ed-342ce3999c6f details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:09:08.016270 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15bba1e7-a8ba-4e1f-9068-6d40fa61b08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.111420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a606e3d6-6c8e-41d3-98ed-342ce3999c6f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:08.127010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f', 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c', 'port_id': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f', 'mac_address': 'fa:16:3e:41:18:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd5015f-87f9-4d04-9608-8e9906d28817', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:09:08.136378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95d7eaa3-9197-41e8-9bee-4f53cd7ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.186136 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.203640 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8da6a42-2ef0-4fe8-9697-81002d316712 req-1668787e-f85d-406d-9996-59c767f33437 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799046 Apr 18 21:09:08.211540 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a606e3d6-6c8e-41d3-98ed-342ce3999c6f {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:08.227789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a606e3d6-6c8e-41d3-98ed-342ce3999c6f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:08.248267 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6c237d0-e1a6-45fa-a6be-c20ced0e052c req-2bc82e94-9d3a-46b3-80a7-2a7035fd30ad tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.271203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a5da557-b1ad-4e11-aa21-5b967c1607c2 req-f2905de3-c5b2-4c7a-b484-2a08a5a5eb29 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151186 Apr 18 21:09:08.272100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7eaa3-9197-41e8-9bee-4f53cd7ddfac admin admin] Pushing event deleted for resources: {'Port': ['ID=3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:08.279623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc82e94-9d3a-46b3-80a7-2a7035fd30ad tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e880a8bb-bc38-41ba-a741-bc9bb12dea56,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:08.279770 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.287425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6c237d0-e1a6-45fa-a6be-c20ced0e052c req-2bc82e94-9d3a-46b3-80a7-2a7035fd30ad tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.290406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15bba1e7-a8ba-4e1f-9068-6d40fa61b08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.312849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6c237d0-e1a6-45fa-a6be-c20ced0e052c req-2bc82e94-9d3a-46b3-80a7-2a7035fd30ad tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "DELETE /v2.0/security-groups/e880a8bb-bc38-41ba-a741-bc9bb12dea56 HTTP/1.1" status: 204 len: 173 time: 0.7294872 Apr 18 21:09:08.374322 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-55e00639-511d-4b2f-84a3-68ce7231c47b req-c5bf3da7-0bd7-4dcd-a948-541266be41a2 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] show failed (client error): The resource could not be found. Apr 18 21:09:08.375728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55e00639-511d-4b2f-84a3-68ce7231c47b req-c5bf3da7-0bd7-4dcd-a948-541266be41a2 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/e880a8bb-bc38-41ba-a741-bc9bb12dea56 HTTP/1.1" status: 404 len: 352 time: 0.0266619 Apr 18 21:09:08.411512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bba1e7-a8ba-4e1f-9068-6d40fa61b08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca4c6b5-e834-468c-b45c-d26eda7df4ae,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:08.418168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:08.422581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15bba1e7-a8ba-4e1f-9068-6d40fa61b08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.427485 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-15bba1e7-a8ba-4e1f-9068-6d40fa61b08d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eca4c6b5-e834-468c-b45c-d26eda7df4ae HTTP/1.1" status: 204 len: 168 time: 0.5825727 Apr 18 21:09:08.531100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['a606e3d6-6c8e-41d3-98ed-342ce3999c6f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:08.618988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52649c-13ca-4f55-9c7f-5b3e8adf0dcf req-ecf73e65-a98e-4055-b7c5-28dc536421a5 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:08.620626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c52649c-13ca-4f55-9c7f-5b3e8adf0dcf req-ecf73e65-a98e-4055-b7c5-28dc536421a5 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 945 time: 0.1437335 Apr 18 21:09:08.626756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-52aa0c8d-7df5-4215-b2d1-9ac17d3ef0d5 req-5b6e3dd5-7fb5-4eea-a3d7-999e2496d3be tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Synchronizing usage tracker for tenant:65b5a641e24c4888a553050f8beaf577 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:08.685896 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c52649c-13ca-4f55-9c7f-5b3e8adf0dcf req-7c691a38-6845-46c5-87d1-e789012c0ce7 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560429 Apr 18 21:09:08.707220 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95d7eaa3-9197-41e8-9bee-4f53cd7ddfac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.771410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-52aa0c8d-7df5-4215-b2d1-9ac17d3ef0d5 req-5b6e3dd5-7fb5-4eea-a3d7-999e2496d3be tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Unset dirty status for tenant:65b5a641e24c4888a553050f8beaf577 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:08.774170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-52aa0c8d-7df5-4215-b2d1-9ac17d3ef0d5 req-5b6e3dd5-7fb5-4eea-a3d7-999e2496d3be tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65b5a641e24c4888a553050f8beaf577 HTTP/1.1" status: 200 len: 5485 time: 0.3122971 Apr 18 21:09:08.835138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-52aa0c8d-7df5-4215-b2d1-9ac17d3ef0d5 req-8aa79b6d-8e8f-4786-a69e-725d7130519c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/460b18d1-7ace-47f3-89f6-5e1ad10b7deb HTTP/1.1" status: 200 len: 2649 time: 0.0561545 Apr 18 21:09:08.956443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-52aa0c8d-7df5-4215-b2d1-9ac17d3ef0d5 req-01cd0950-95ad-4732-8e6b-2a1f05df9846 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/460b18d1-7ace-47f3-89f6-5e1ad10b7deb HTTP/1.1" status: 200 len: 2649 time: 0.1144025 Apr 18 21:09:08.999179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf97c9e-6cc1-41ff-86b8-3ab209ee472d req-078645d9-4536-44c4-96c3-0a5d8cc7f0e6 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:09.001869 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ccf97c9e-6cc1-41ff-86b8-3ab209ee472d req-078645d9-4536-44c4-96c3-0a5d8cc7f0e6 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 946 time: 0.1366656 Apr 18 21:09:09.005125 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.051275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-1b2c5f4c-6e87-43d3-9436-eebd297df89a req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-801500670', 'description': 'tempest-description-609281853'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:09.058433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-1b2c5f4c-6e87-43d3-9436-eebd297df89a req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:09.084186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-1b2c5f4c-6e87-43d3-9436-eebd297df89a req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:09.098441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ccf97c9e-6cc1-41ff-86b8-3ab209ee472d req-141cbd78-f5f1-43ad-bd12-515a794ad1c3 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894909 Apr 18 21:09:09.193668 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1b2c5f4c-6e87-43d3-9436-eebd297df89a req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.266176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-1b2c5f4c-6e87-43d3-9436-eebd297df89a req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:09.270393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1b2c5f4c-6e87-43d3-9436-eebd297df89a req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group_rule and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:09.273421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1b2c5f4c-6e87-43d3-9436-eebd297df89a req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:09.280317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-1b2c5f4c-6e87-43d3-9436-eebd297df89a req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:09.353594 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1b2c5f4c-6e87-43d3-9436-eebd297df89a req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.444682 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1b2c5f4c-6e87-43d3-9436-eebd297df89a req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.497584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9058d2a6-594b-49f9-9f19-12f6b348f495,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:09.523779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d7eaa3-9197-41e8-9bee-4f53cd7ddfac admin admin] Router 9bf0dd9f-00ed-46a3-8116-6441508bc44d has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:09:09.661943 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1b2c5f4c-6e87-43d3-9436-eebd297df89a req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.666388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b2c5f4c-6e87-43d3-9436-eebd297df89a req-8632e698-c8d1-4e6b-bf24-8145a3e29de3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6235528 Apr 18 21:09:09.794451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d7eaa3-9197-41e8-9bee-4f53cd7ddfac admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:09:09.810280 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-95d7eaa3-9197-41e8-9bee-4f53cd7ddfac admin admin] 10.222.0.11 "PUT /v2.0/routers/9bf0dd9f-00ed-46a3-8116-6441508bc44d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7815576 Apr 18 21:09:09.810280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36114) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:09.810755 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ff658-3d6d-4b5c-99e2-289460936d41 None None] Sync routers for ids ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:09:09.825993 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ff658-3d6d-4b5c-99e2-289460936d41 None None] Routers {'9bf0dd9f-00ed-46a3-8116-6441508bc44d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:09.835285 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7c4ff658-3d6d-4b5c-99e2-289460936d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:08:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:09.988440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a606e3d6-6c8e-41d3-98ed-342ce3999c6f up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:10.036317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857213c-a296-4911-afff-bb9bbf021f49 req-f8ca3f7b-02f7-487b-97c8-1a02d7f9f0e4 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:10.043900 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a857213c-a296-4911-afff-bb9bbf021f49 req-f8ca3f7b-02f7-487b-97c8-1a02d7f9f0e4 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 946 time: 0.1491067 Apr 18 21:09:10.065869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4b836-30f0-49dd-a91b-170442508300 req-21e291c0-a35b-4430-9cc8-44540b2b56c8 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:10.083931 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12e4b836-30f0-49dd-a91b-170442508300 req-21e291c0-a35b-4430-9cc8-44540b2b56c8 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 944 time: 0.2223184 Apr 18 21:09:10.155440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.167528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a857213c-a296-4911-afff-bb9bbf021f49 req-0c2fc2ff-35a8-46ef-8265-4f84e59df4f4 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223509 Apr 18 21:09:10.170867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port a606e3d6-6c8e-41d3-98ed-342ce3999c6f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:10.177160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port a606e3d6-6c8e-41d3-98ed-342ce3999c6f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:10.177796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.180956 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-7c4ff658-3d6d-4b5c-99e2-289460936d41 None None] Set router 9bf0dd9f-00ed-46a3-8116-6441508bc44d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:09:10.191525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12e4b836-30f0-49dd-a91b-170442508300 req-b3106ceb-8270-45db-b0c4-5831ead236d9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141512 Apr 18 21:09:10.292779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-888775032', 'description': 'tempest-description-352174822'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:10.300695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:10.305822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:10.309951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:10.316366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:10.410879 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.450298 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.489649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9930c610-4806-4527-b974-4cd853a8b557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:10.503332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a606e3d6-6c8e-41d3-98ed-342ce3999c6f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:10.548944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:10.554451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group_rule and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:10.561127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:10.561530 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.571689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:10.623021 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.624127 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7c4ff658-3d6d-4b5c-99e2-289460936d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:09:07Z', 'revision_number': 5, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port': {'id': 'c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ca:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:40Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:10.628720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71209ce-e8e8-407f-ac75-32680e9cdb2e req-c12ea2e8-e725-4e8b-af72-d1f812b3a722 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:10.630992 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ff658-3d6d-4b5c-99e2-289460936d41 None None] Checking router: 9bf0dd9f-00ed-46a3-8116-6441508bc44d for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:09:10.635634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e71209ce-e8e8-407f-ac75-32680e9cdb2e req-c12ea2e8-e725-4e8b-af72-d1f812b3a722 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 945 time: 0.1411769 Apr 18 21:09:10.644659 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ff658-3d6d-4b5c-99e2-289460936d41 None None] Routers {'9bf0dd9f-00ed-46a3-8116-6441508bc44d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:10.645956 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7c4ff658-3d6d-4b5c-99e2-289460936d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:08:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:10.703790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e71209ce-e8e8-407f-ac75-32680e9cdb2e req-5dc4b321-4a5b-4003-93ab-ce4455625d85 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671809 Apr 18 21:09:10.731332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Deleting port c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:10.731332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.733544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:10.833852 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a5ed43-ec90-492e-b46d-95ea7e6b8b00'] response: {'server_uuid': '9930c610-4806-4527-b974-4cd853a8b557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f', 'code': 200} Apr 18 21:09:10.876506 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-7c4ff658-3d6d-4b5c-99e2-289460936d41 None None] Set router 9bf0dd9f-00ed-46a3-8116-6441508bc44d gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:09:10.956633 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.995514 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ae4bba1-02a9-4758-b132-aa3462db4e4d req-efd08799-568d-4cbd-b223-88bf4e9d1a9e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 1097 time: 0.0989268 Apr 18 21:09:11.002449 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7c4ff658-3d6d-4b5c-99e2-289460936d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:09:10Z', 'revision_number': 6, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:11.007941 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ff658-3d6d-4b5c-99e2-289460936d41 None None] The sync data for ids ['9bf0dd9f-00ed-46a3-8116-6441508bc44d'] in n-d-836017-3 is: [{'id': '9bf0dd9f-00ed-46a3-8116-6441508bc44d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511113179-router', 'tenant_id': '95b34500dc2148d18731b5d0609d991d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:38Z', 'updated_at': '2022-04-18T21:09:10Z', 'revision_number': 6, 'project_id': '95b34500dc2148d18731b5d0609d991d', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:09:11.018786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] For port c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:11.020152 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:11.033225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:11.103326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4257293a-1a99-475d-9340-1699ae84b154,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:11.113437 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ae4bba1-02a9-4758-b132-aa3462db4e4d req-dc8a2647-f151-4084-981f-eb076403a946 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112866 Apr 18 21:09:11.185241 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:11.192959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d598ee83-f682-45c3-9c20-c03b2046fa6a req-0466df9f-466a-4db8-b980-60a60ee84b42 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.9019771 Apr 18 21:09:11.357950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Calling delete_port for c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:11.516150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70e8c0-a0a3-4f92-9d5b-679125d8427a req-2390121c-81c9-4d5c-8cb0-e4b47be09796 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:11.518353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da70e8c0-a0a3-4f92-9d5b-679125d8427a req-2390121c-81c9-4d5c-8cb0-e4b47be09796 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 946 time: 0.1890242 Apr 18 21:09:11.592410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1706c-468e-4d36-84b2-d47ff2c6f28f req-ab92e323-ef8f-4cb4-a727-5ad369d89eb8 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:11.593720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcd1706c-468e-4d36-84b2-d47ff2c6f28f req-ab92e323-ef8f-4cb4-a727-5ad369d89eb8 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 944 time: 0.1565840 Apr 18 21:09:11.626170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da70e8c0-a0a3-4f92-9d5b-679125d8427a req-678f24cc-9947-46a6-aeeb-d7540a62419d tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895731 Apr 18 21:09:11.671353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcd1706c-468e-4d36-84b2-d47ff2c6f28f req-b059aa5a-f289-4562-8aac-5a86d6e0dd2b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714512 Apr 18 21:09:11.673795 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:11.845057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:11.933762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:11.984228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:09:11.984619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c70e23ee-80af-46ad-aa6f-f8bbcbe9a1fc not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:11.985049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:12.053245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-1a2409b2-8a4a-4d6c-b405-84650dc5e097 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:12.061784 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-1a2409b2-8a4a-4d6c-b405-84650dc5e097 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/networks?id=847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 200 len: 812 time: 0.2826076 Apr 18 21:09:12.062065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7ced78b1-c955-4e80-83bc-dccd6366ed28 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:09:12.087152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:09:12.089612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-d08918be-3886-4e31-b58c-52c8e8ecc514 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/quotas/65b5a641e24c4888a553050f8beaf577 HTTP/1.1" status: 200 len: 375 time: 0.0268407 Apr 18 21:09:12.094141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3943a75b-29ff-4a38-aef6-3ebe4bfe1d6e not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:12.261264 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:12.334956 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-83147c27-5150-4fa3-aefe-a08b180bc641 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=65b5a641e24c4888a553050f8beaf577&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2441740 Apr 18 21:09:12.387625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:12.424170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '7ced78b1-c955-4e80-83bc-dccd6366ed28', 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a', 'port_id': '7ced78b1-c955-4e80-83bc-dccd6366ed28', 'mac_address': 'fa:16:3e:50:96:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34c619c-e654-4ba8-a640-81b7c7c84856', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:09:12.536183 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:12.559900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ced78b1-c955-4e80-83bc-dccd6366ed28 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:12.582492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:12.640999 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:12.655878 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:12.718848 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:12.759174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-d5587b3f-cd4a-4659-bd5c-5062a7f232c9 service neutron] 10.222.0.11 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196670 Apr 18 21:09:12.789332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=7ced78b1-c955-4e80-83bc-dccd6366ed28,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:12.847287 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:12.853856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf0dd9f-00ed-46a3-8116-6441508bc44d {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:09:12.869442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:12.870916 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c9bb7df5-4783-4052-9ced-0638f8cef9fe admin admin] 10.222.0.11 "DELETE /v2.0/routers/9bf0dd9f-00ed-46a3-8116-6441508bc44d HTTP/1.1" status: 204 len: 168 time: 3.0658739 Apr 18 21:09:12.873998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36184) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:12.964111 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-625ff11f-e661-4278-ab73-6eaec3c9733c admin admin] Deleting subnet c3fbaabc-aa8c-4469-b930-a39ca5230e19 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:09:12.967447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-625ff11f-e661-4278-ab73-6eaec3c9733c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:12.974293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['7ced78b1-c955-4e80-83bc-dccd6366ed28'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:13.072633 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-625ff11f-e661-4278-ab73-6eaec3c9733c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:13.094851 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-4aa7b876-5086-4c38-ac7e-e4f7567d0a38 service neutron] 10.222.0.11 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155808 Apr 18 21:09:13.135793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36194) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:13.319886 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-625ff11f-e661-4278-ab73-6eaec3c9733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:13.415774 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-672c0ec8-9e16-4bfc-b433-fc491b9825d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:13.478193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-672c0ec8-9e16-4bfc-b433-fc491b9825d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:13.483681 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-672c0ec8-9e16-4bfc-b433-fc491b9825d7 admin admin] Usage tracker for resource:security_group_rule and tenant:c223bcdc20f64c5bae604b557d589db3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:13.487718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-672c0ec8-9e16-4bfc-b433-fc491b9825d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:13.500758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ff1aa-61bd-4f8e-96ff-bdb1a22930aa req-6039bfd5-b014-44ce-8d95-fbb9fa97d9de tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:13.504990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a66ff1aa-61bd-4f8e-96ff-bdb1a22930aa req-6039bfd5-b014-44ce-8d95-fbb9fa97d9de tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 946 time: 0.1713521 Apr 18 21:09:13.507663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-672c0ec8-9e16-4bfc-b433-fc491b9825d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:13.520012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-625ff11f-e661-4278-ab73-6eaec3c9733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:13.577508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ff11f-e661-4278-ab73-6eaec3c9733c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fbaabc-aa8c-4469-b930-a39ca5230e19,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:13.593390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-625ff11f-e661-4278-ab73-6eaec3c9733c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:13.608240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da1187d-596a-4bbf-8a91-4c6bf03e22d8 None None] Network 35d25024-36ab-4686-8e7e-8d1cf1dba4bc requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:13.609840 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-625ff11f-e661-4278-ab73-6eaec3c9733c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c3fbaabc-aa8c-4469-b930-a39ca5230e19 HTTP/1.1" status: 204 len: 168 time: 0.7339463 Apr 18 21:09:13.610013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36204) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:13.754193 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a66ff1aa-61bd-4f8e-96ff-bdb1a22930aa req-50be1390-6466-4c26-917e-896c047a4905 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477808 Apr 18 21:09:13.866396 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:13.946345 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-672c0ec8-9e16-4bfc-b433-fc491b9825d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:13.996719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7ced78b1-c955-4e80-83bc-dccd6366ed28 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:14.012529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Deleting port de7e5bcc-4fae-4df2-903d-6b6258d304e2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:14.012906 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.024000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f2741-5557-4034-8936-7d0ce1fd1fa8 None None] DHCP port deletion for 35d25024-36ab-4686-8e7e-8d1cf1dba4bc request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:09:14.044148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-811f2741-5557-4034-8936-7d0ce1fd1fa8 None None] Deleting port de7e5bcc-4fae-4df2-903d-6b6258d304e2 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:14.044512 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-811f2741-5557-4034-8936-7d0ce1fd1fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.067888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-672c0ec8-9e16-4bfc-b433-fc491b9825d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.173648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c0ec8-9e16-4bfc-b433-fc491b9825d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99320fd5-11e6-4f7d-a62d-ff261d75a935,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:14.218937 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-672c0ec8-9e16-4bfc-b433-fc491b9825d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c223bcdc20f64c5bae604b557d589db3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0823343 Apr 18 21:09:14.219182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36216) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:14.250737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73e293-756b-44f0-931a-bfd2145557e7 req-f1ee9297-ff0a-43fe-9efc-44974361a7f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:14.252278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e73e293-756b-44f0-931a-bfd2145557e7 req-f1ee9297-ff0a-43fe-9efc-44974361a7f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 946 time: 0.3752482 Apr 18 21:09:14.264156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d674e-a9fb-46c5-88e5-99ed2316ce7e req-8bc47a72-81f9-4cc9-a40d-978b8974b9ca tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:14.270048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-228d674e-a9fb-46c5-88e5-99ed2316ce7e req-8bc47a72-81f9-4cc9-a40d-978b8974b9ca tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 945 time: 0.3268762 Apr 18 21:09:14.291262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ab00207-06e6-445d-bea6-2543b2246729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.321182 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ab00207-06e6-445d-bea6-2543b2246729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.323046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-811f2741-5557-4034-8936-7d0ce1fd1fa8 None None] For port de7e5bcc-4fae-4df2-903d-6b6258d304e2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=de7e5bcc-4fae-4df2-903d-6b6258d304e2,segment=NetworkSegment(6cade368-a14a-4892-b08b-a86c69cfe583),segment_id=6cade368-a14a-4892-b08b-a86c69cfe583)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:14.323431 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-811f2741-5557-4034-8936-7d0ce1fd1fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.336708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 7ced78b1-c955-4e80-83bc-dccd6366ed28 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:14.452563 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-811f2741-5557-4034-8936-7d0ce1fd1fa8 None None] Calling delete_port for de7e5bcc-4fae-4df2-903d-6b6258d304e2 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:14.455271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] For port de7e5bcc-4fae-4df2-903d-6b6258d304e2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=de7e5bcc-4fae-4df2-903d-6b6258d304e2,segment=NetworkSegment(6cade368-a14a-4892-b08b-a86c69cfe583),segment_id=6cade368-a14a-4892-b08b-a86c69cfe583)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:14.455837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.477816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 7ced78b1-c955-4e80-83bc-dccd6366ed28 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:14.478188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.536359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-228d674e-a9fb-46c5-88e5-99ed2316ce7e req-9e729796-d72c-40ce-9b77-4ec772250ecf tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653716 Apr 18 21:09:14.602129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e73e293-756b-44f0-931a-bfd2145557e7 req-4783c0a1-8508-41f4-93b0-136c7911226d tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112721 Apr 18 21:09:14.609603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Calling delete_port for de7e5bcc-4fae-4df2-903d-6b6258d304e2 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:14.654992 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.666404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ab00207-06e6-445d-bea6-2543b2246729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.696975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077d2fb4-9683-4440-8988-4c1541f03053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced78b1-c955-4e80-83bc-dccd6366ed28'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:14.702269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab00207-06e6-445d-bea6-2543b2246729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99320fd5-11e6-4f7d-a62d-ff261d75a935,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:14.704641 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ab00207-06e6-445d-bea6-2543b2246729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.705765 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0ab00207-06e6-445d-bea6-2543b2246729 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99320fd5-11e6-4f7d-a62d-ff261d75a935 HTTP/1.1" status: 204 len: 168 time: 0.4856393 Apr 18 21:09:14.709136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:14.764486 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-811f2741-5557-4034-8936-7d0ce1fd1fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.773723 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:09:14.774202 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:09:14.832559 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.835780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f2741-5557-4034-8936-7d0ce1fd1fa8 None None] Pushing event deleted for resources: {'Port': ['ID=de7e5bcc-4fae-4df2-903d-6b6258d304e2,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:14.848322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811f2741-5557-4034-8936-7d0ce1fd1fa8 None None] No DVR routers for this DVR port de7e5bcc-4fae-4df2-903d-6b6258d304e2 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:14.864434 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96477df4-db7b-43e8-92f6-55f46fcd711c req-3df10bcc-30fc-43cb-bfe7-3dc1eb10bf61 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 210 time: 0.0892589 Apr 18 21:09:14.916283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c440b-36df-4c70-a7aa-67f43763864e req-629fd0d0-3a14-4729-899b-c5a6e1ad860b tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:14.918618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-184c440b-36df-4c70-a7aa-67f43763864e req-629fd0d0-3a14-4729-899b-c5a6e1ad860b tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 946 time: 0.1048450 Apr 18 21:09:14.949233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=7ced78b1-c955-4e80-83bc-dccd6366ed28,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:14.977502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-184c440b-36df-4c70-a7aa-67f43763864e req-f023ab7b-a757-4310-bd3d-d55663f88778 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468149 Apr 18 21:09:15.082350 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f49ac9d-1c29-45b6-a0c9-4c35c31d47bc'] response: {'server_uuid': '077d2fb4-9683-4440-8988-4c1541f03053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced78b1-c955-4e80-83bc-dccd6366ed28', 'code': 200} Apr 18 21:09:15.263731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c55a5494-aeef-47c5-ba3d-92518dae622a req-4b5a4d49-2386-4ef2-85df-e9a3c5f058cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 1097 time: 0.1324666 Apr 18 21:09:15.282626 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Deleting port de7e5bcc-4fae-4df2-903d-6b6258d304e2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:15.284602 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.391378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] The port 'de7e5bcc-4fae-4df2-903d-6b6258d304e2' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:09:15.521723 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c55a5494-aeef-47c5-ba3d-92518dae622a req-195ec3c9-2e7f-41d8-9195-48b201a948c1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501285 Apr 18 21:09:15.545925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.572764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d25024-36ab-4686-8e7e-8d1cf1dba4bc']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:15.585507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cade368-a14a-4892-b08b-a86c69cfe583') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:15.585803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cade368-a14a-4892-b08b-a86c69cfe583') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:15.597740 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.615948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.622950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:15.623342 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:15.636812 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:15.762417 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device de7e5bcc-4fae-4df2-903d-6b6258d304e2 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:15.796451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: de7e5bcc-4fae-4df2-903d-6b6258d304e2 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:09:15.796865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device de7e5bcc-4fae-4df2-903d-6b6258d304e2 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:15.845465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36258) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:15.866481 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-582e3ec1-8347-4d97-83f6-7996cfab3ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.905348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-582e3ec1-8347-4d97-83f6-7996cfab3ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:15.909511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-582e3ec1-8347-4d97-83f6-7996cfab3ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:44c9938667f64e1bb9f98abe3f19e456 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:15.912420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-582e3ec1-8347-4d97-83f6-7996cfab3ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:15.919458 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.921893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-582e3ec1-8347-4d97-83f6-7996cfab3ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:15.940812 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.981149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d25024-36ab-4686-8e7e-8d1cf1dba4bc,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:15.986489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bfa53366-1fcf-4fea-8468-cc226d3cd123 admin admin] 10.222.0.11 "DELETE /v2.0/networks/35d25024-36ab-4686-8e7e-8d1cf1dba4bc HTTP/1.1" status: 204 len: 168 time: 2.3755891 Apr 18 21:09:16.099893 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-582e3ec1-8347-4d97-83f6-7996cfab3ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.163838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36276) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:16.200558 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-582e3ec1-8347-4d97-83f6-7996cfab3ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.285401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e3ec1-8347-4d97-83f6-7996cfab3ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621f4436-1a9d-4276-86a7-ecce5ea08ae9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:16.335584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-582e3ec1-8347-4d97-83f6-7996cfab3ec1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44c9938667f64e1bb9f98abe3f19e456&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4889874 Apr 18 21:09:16.338235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36282) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:16.347239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81a3c974-a3e0-416e-beea-7273c9a22f66 req-c9cfc8d6-d36c-4eb8-bc88-e44879816208 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 210 time: 0.0651431 Apr 18 21:09:16.366792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a2358-f894-4600-be9d-9b16116af9e2 req-7287460a-202d-4aae-a018-5d9ecd05d8c4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:16.368258 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc6a2358-f894-4600-be9d-9b16116af9e2 req-7287460a-202d-4aae-a018-5d9ecd05d8c4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 946 time: 0.2530901 Apr 18 21:09:16.426678 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc6a2358-f894-4600-be9d-9b16116af9e2 req-72ae2774-9a69-4eb6-b18b-2ee82a56319c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475729 Apr 18 21:09:16.471034 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c693330-ebe8-4b7d-9939-6ab8e410fe4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.510912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7c693330-ebe8-4b7d-9939-6ab8e410fe4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:16.516940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7c693330-ebe8-4b7d-9939-6ab8e410fe4a admin admin] Usage tracker for resource:security_group_rule and tenant:29e72cf3baa74afcb4ac1e1e3095f623 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:16.531223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7c693330-ebe8-4b7d-9939-6ab8e410fe4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:16.547538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7c693330-ebe8-4b7d-9939-6ab8e410fe4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:16.600472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173ff9d-5a45-46d4-91d9-665f01ad7c5b req-d037f7a7-e0a1-4ea8-8661-677b6bc3cbee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:16.602122 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6173ff9d-5a45-46d4-91d9-665f01ad7c5b req-d037f7a7-e0a1-4ea8-8661-677b6bc3cbee tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 946 time: 0.1135147 Apr 18 21:09:16.673825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6173ff9d-5a45-46d4-91d9-665f01ad7c5b req-18bdc380-439e-45b3-8d29-5ac3439f79e9 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637965 Apr 18 21:09:16.811821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36288) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:16.844419 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2221-4b63-4970-9c77-40ed400f5585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.868442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c693330-ebe8-4b7d-9939-6ab8e410fe4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.868677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5c1d5b9a-5ef0-4894-ba87-0c510232f2e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95b34500dc2148d18731b5d0609d991d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530329 Apr 18 21:09:16.868677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36292) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:16.875375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-bb7fe859-5277-496c-aa38-4cae97791474 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:16.876940 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-bb7fe859-5277-496c-aa38-4cae97791474 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.26 "GET /v2.0/networks?id=847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 200 len: 812 time: 0.5799479 Apr 18 21:09:16.894298 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2221-4b63-4970-9c77-40ed400f5585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.906978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'port': {'device_id': 'af74332b-6b1c-4224-a783-10c567ff506e', 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5', 'admin_state_up': True, 'tenant_id': '65b5a641e24c4888a553050f8beaf577'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:16.935068 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cbc4ea68-a1db-422a-be45-8571142f5da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.964119 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cbc4ea68-a1db-422a-be45-8571142f5da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.032889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c693330-ebe8-4b7d-9939-6ab8e410fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.128772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c693330-ebe8-4b7d-9939-6ab8e410fe4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a570b86-6abc-45de-8163-9a27e26465fb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:17.141734 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7c693330-ebe8-4b7d-9939-6ab8e410fe4a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29e72cf3baa74afcb4ac1e1e3095f623&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9767358 Apr 18 21:09:17.147074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36306) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:17.162052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:17.171727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:port and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:17.175772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:17.183218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:17.191613 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cbc4ea68-a1db-422a-be45-8571142f5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.215941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2221-4b63-4970-9c77-40ed400f5585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.235988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b2221-4b63-4970-9c77-40ed400f5585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621f4436-1a9d-4276-86a7-ecce5ea08ae9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:17.246724 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2221-4b63-4970-9c77-40ed400f5585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.249515 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cc6b2221-4b63-4970-9c77-40ed400f5585 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/621f4436-1a9d-4276-86a7-ecce5ea08ae9 HTTP/1.1" status: 204 len: 168 time: 0.9089296 Apr 18 21:09:17.268220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4ea68-a1db-422a-be45-8571142f5da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0855feb4-df7d-451a-bec9-ca735bf688f2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:17.295095 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cbc4ea68-a1db-422a-be45-8571142f5da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.296362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cbc4ea68-a1db-422a-be45-8571142f5da4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0855feb4-df7d-451a-bec9-ca735bf688f2 HTTP/1.1" status: 204 len: 168 time: 0.4266415 Apr 18 21:09:17.334487 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d7e1-3877-49b7-b106-e10383db7a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.342127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Made reservation on behalf of 65b5a641e24c4888a553050f8beaf577 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:17.346404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.357041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7c97b-8a48-4c2d-a99d-dd67fa95032a req-d3ed0ec3-d8e2-4a35-aae0-5d9665f4ab57 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:17.358599 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cf7c97b-8a48-4c2d-a99d-dd67fa95032a req-d3ed0ec3-d8e2-4a35-aae0-5d9665f4ab57 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 946 time: 0.1689799 Apr 18 21:09:17.425860 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d7e1-3877-49b7-b106-e10383db7a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.491863 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cf7c97b-8a48-4c2d-a99d-dd67fa95032a req-3b560a4c-c2af-4a08-9c71-93f24127b85d tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208472 Apr 18 21:09:17.604562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f402aec-08ac-4dd6-9e6f-d101b4c747eb req-259ee01a-b1e5-4e4c-91c4-e31cf43e450b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 210 time: 0.0695088 Apr 18 21:09:17.608070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Allocated IP 172.20.0.8 (847c8190-dbe5-47f4-a2da-74531e1fb3c5/dff00ec7-c6e7-4a2c-80c3-425ac66c8929/b3cf30fd-fb2d-463b-a278-10e8aa247caf) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:17.610075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d7e1-3877-49b7-b106-e10383db7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.671223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6d7e1-3877-49b7-b106-e10383db7a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a570b86-6abc-45de-8163-9a27e26465fb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:17.688694 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d7e1-3877-49b7-b106-e10383db7a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.689944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2cb6d7e1-3877-49b7-b106-e10383db7a0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a570b86-6abc-45de-8163-9a27e26465fb HTTP/1.1" status: 204 len: 168 time: 0.5419226 Apr 18 21:09:17.742794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128eaa0-2e94-43b4-9cdd-2ae053bdbafa req-b64bb65f-84e4-4cc3-9095-64e47ea9a7cc tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:17.744311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d128eaa0-2e94-43b4-9cdd-2ae053bdbafa req-b64bb65f-84e4-4cc3-9095-64e47ea9a7cc tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 946 time: 0.1169860 Apr 18 21:09:17.833379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:09:17.847693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d128eaa0-2e94-43b4-9cdd-2ae053bdbafa req-4fcd793c-ee63-4e86-9423-5ce18473598c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940030 Apr 18 21:09:17.974537 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.020090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e1ab7-d0be-4d68-94b5-0eb88cbdede1 req-4ed0beb7-64dc-49f3-80e6-cde745587627 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:18.022087 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d96e1ab7-d0be-4d68-94b5-0eb88cbdede1 req-4ed0beb7-64dc-49f3-80e6-cde745587627 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 946 time: 0.1512694 Apr 18 21:09:18.057853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:18.073805 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.081913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b', 'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'port_id': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b', 'mac_address': 'fa:16:3e:36:9b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec1ace3-cc09-4f8a-9186-ef51b9088048', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:09:18.130469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:18.145411 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d96e1ab7-d0be-4d68-94b5-0eb88cbdede1 req-0b39a369-2bb9-4205-a801-89cdd28d4774 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176341 Apr 18 21:09:18.178233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:18.182870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'Port': ['ID=b3cf30fd-fb2d-463b-a278-10e8aa247caf,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:18.194164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:18.198778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:18.287361 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.327980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:18.328639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.332239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:18.342171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe2aaab0-8fa9-4198-b39b-8ae3e4b48a3c req-4e421a80-a985-40b7-bcf2-c70f91d4bf4a tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 1097 time: 0.2470181 Apr 18 21:09:18.359718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505255-ea0f-4afc-ae39-650c77300f1a req-ff71b897-2c38-48fa-b079-5d9ee8e60cf4 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:18.361639 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12505255-ea0f-4afc-ae39-650c77300f1a req-ff71b897-2c38-48fa-b079-5d9ee8e60cf4 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.26 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 946 time: 0.2682602 Apr 18 21:09:18.372531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:18.474675 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.489089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Deleting port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:18.489838 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.496704 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-5885a4d4-6f64-4987-a13b-781c9f0b32bb tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6044290 Apr 18 21:09:18.508494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Request body: {'port': {'device_id': 'af74332b-6b1c-4224-a783-10c567ff506e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:18.524127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe2aaab0-8fa9-4198-b39b-8ae3e4b48a3c req-a7bc77e2-281c-478e-88bc-73b7a24035e4 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618421 Apr 18 21:09:18.591219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:18.738416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:18.764303 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.977612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36358) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:18.986383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] For port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=43ce5d53-fecd-4a86-a6c2-6731c78eefb6,segment=NetworkSegment(1fba671f-2f8f-44ee-baf3-037c22517084),segment_id=1fba671f-2f8f-44ee-baf3-037c22517084)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:18.986798 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.192772 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fa584f1-102c-4a9b-889a-d91cee58286c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.193312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cf30fd-fb2d-463b-a278-10e8aa247caf {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:19.202776 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.228527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Transition to ACTIVE for port object b3cf30fd-fb2d-463b-a278-10e8aa247caf will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:19.233312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfd47b-6131-4829-99a4-7fb043202dbd req-4d0752e3-6a53-47ce-892f-74de0bc14bb6 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:19.234828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89bfd47b-6131-4829-99a4-7fb043202dbd req-4d0752e3-6a53-47ce-892f-74de0bc14bb6 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 946 time: 0.4799690 Apr 18 21:09:19.285235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c8bb9-ef87-4466-9409-e812623bb64d req-c53af6cd-3df8-45ef-976a-335270d3a057 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:19.286704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-221c8bb9-ef87-4466-9409-e812623bb64d req-c53af6cd-3df8-45ef-976a-335270d3a057 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 931 time: 0.4399917 Apr 18 21:09:19.319260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.375176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2fa584f1-102c-4a9b-889a-d91cee58286c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:19.413940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2fa584f1-102c-4a9b-889a-d91cee58286c admin admin] Usage tracker for resource:security_group_rule and tenant:bc7c8e51c69042158c6d75fabd58164b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:19.419048 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2fa584f1-102c-4a9b-889a-d91cee58286c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:19.430090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2fa584f1-102c-4a9b-889a-d91cee58286c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:19.481222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cf30fd-fb2d-463b-a278-10e8aa247caf,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:19.484349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89bfd47b-6131-4829-99a4-7fb043202dbd req-d1c9aadf-97d9-4017-a7d7-6341b96d054d tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397151 Apr 18 21:09:19.582178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-221c8bb9-ef87-4466-9409-e812623bb64d req-67cfd094-6807-494f-b7a6-1c280e8c7e81 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Synchronizing usage tracker for tenant:65b5a641e24c4888a553050f8beaf577 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:19.655581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Attempting to bind port b3cf30fd-fb2d-463b-a278-10e8aa247caf on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:19.667289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Attempting to bind port b3cf30fd-fb2d-463b-a278-10e8aa247caf by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:19.667289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Attempting to bind port b3cf30fd-fb2d-463b-a278-10e8aa247caf on network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:19.667520 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.667520 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.667520 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Floating IP cf3a0ea8-b8a0-4279-aab5-41d49e3383ad disassociated. External IP: 172.25.3.232, port: 43ce5d53-fecd-4a86-a6c2-6731c78eefb6. Apr 18 21:09:19.667520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Calling delete_port for 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:19.681461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Port b3cf30fd-fb2d-463b-a278-10e8aa247caf on network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:09:19.681986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Attempting to bind port b3cf30fd-fb2d-463b-a278-10e8aa247caf on network 847c8190-dbe5-47f4-a2da-74531e1fb3c5 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:19.699468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:09:19.699865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Checking segment: {'id': 'acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:19.700282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Bound using segment: {'id': 'acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:09:19.703419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Bound port: b3cf30fd-fb2d-463b-a278-10e8aa247caf, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:19.703789 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.766393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-221c8bb9-ef87-4466-9409-e812623bb64d req-67cfd094-6807-494f-b7a6-1c280e8c7e81 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Unset dirty status for tenant:65b5a641e24c4888a553050f8beaf577 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:19.767551 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-221c8bb9-ef87-4466-9409-e812623bb64d req-67cfd094-6807-494f-b7a6-1c280e8c7e81 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733045 Apr 18 21:09:19.843544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:19.878933 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fa584f1-102c-4a9b-889a-d91cee58286c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.935566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] For port b3cf30fd-fb2d-463b-a278-10e8aa247caf, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:19.939655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] For port b3cf30fd-fb2d-463b-a278-10e8aa247caf, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b3cf30fd-fb2d-463b-a278-10e8aa247caf,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:19.972031 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fa584f1-102c-4a9b-889a-d91cee58286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.992545 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:19.993523 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.017323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a51a0ec-06da-4854-a9fc-3d37e93e0beb req-74f0f230-327d-4c30-b426-75587364fbf1 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 1097 time: 0.3538945 Apr 18 21:09:20.019602 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.037724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a606e3d6-6c8e-41d3-98ed-342ce3999c6f details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:09:20.135837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.137319 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] 10.222.0.26 "PUT /v2.0/ports/b3cf30fd-fb2d-463b-a278-10e8aa247caf HTTP/1.1" status: 200 len: 1091 time: 1.6326442 Apr 18 21:09:20.137828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af74332b-6b1c-4224-a783-10c567ff506e', 'tag': 'b3cf30fd-fb2d-463b-a278-10e8aa247caf'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:20.160543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa584f1-102c-4a9b-889a-d91cee58286c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1398f17-6e70-4b31-943d-b3a381c2a27c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:20.172883 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2fa584f1-102c-4a9b-889a-d91cee58286c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc7c8e51c69042158c6d75fabd58164b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1890223 Apr 18 21:09:20.176064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36386) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:20.184365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc3d6e-2e4c-4374-8650-399c21e5db24 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cf30fd-fb2d-463b-a278-10e8aa247caf,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:20.218431 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a51a0ec-06da-4854-a9fc-3d37e93e0beb req-6adad0ae-ba78-4799-82f6-590e5c5aafff tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009819 Apr 18 21:09:20.255813 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.264696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a606e3d6-6c8e-41d3-98ed-342ce3999c6f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:20.298546 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f', 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c', 'port_id': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f', 'mac_address': 'fa:16:3e:41:18:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd5015f-87f9-4d04-9608-8e9906d28817', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:09:20.326125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Pushing event deleted for resources: {'Port': ['ID=43ce5d53-fecd-4a86-a6c2-6731c78eefb6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:20.367279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881af38-329a-403c-a169-34148a4b83d2 req-29aa0b71-7c44-4c7f-90b7-48676768f0b8 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:20.418124 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1881af38-329a-403c-a169-34148a4b83d2 req-29aa0b71-7c44-4c7f-90b7-48676768f0b8 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 946 time: 0.2909122 Apr 18 21:09:20.418124 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c38e6962-ab4e-48a7-a97b-92c8a3636cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.421268 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-dd371d21-416b-411b-8be5-453426197248 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65b5a641e24c4888a553050f8beaf577&device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 1094 time: 0.1066275 Apr 18 21:09:20.461989 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.497628 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a606e3d6-6c8e-41d3-98ed-342ce3999c6f {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:20.516447 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c38e6962-ab4e-48a7-a97b-92c8a3636cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.521808 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.533452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a606e3d6-6c8e-41d3-98ed-342ce3999c6f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:20.564357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:20.565768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0624ddd4-c080-4f08-986b-2d98b68e3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:20.603590 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-f9c001f5-da84-4b37-8cec-1b60c5294042 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3cf30fd-fb2d-463b-a278-10e8aa247caf HTTP/1.1" status: 200 len: 217 time: 0.2070241 Apr 18 21:09:20.633583 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.634719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:20.645852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1881af38-329a-403c-a169-34148a4b83d2 req-21231d19-4ef9-4c40-9458-7cc63b4ac4fa tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50c3e0-1eaa-4383-ae75-30597c77903d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674491 Apr 18 21:09:20.685285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-833c394f-087d-4bf0-8338-06ff650af7b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:20.685521 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.687574 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-833c394f-087d-4bf0-8338-06ff650af7b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dff00ec7-c6e7-4a2c-80c3-425ac66c8929 HTTP/1.1" status: 200 len: 852 time: 0.0779538 Apr 18 21:09:20.746146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:09:20.752208 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:20.786934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['a606e3d6-6c8e-41d3-98ed-342ce3999c6f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:20.800253 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-63e1af27-0468-4da0-9607-bc0f91831791 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=847c8190-dbe5-47f4-a2da-74531e1fb3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054676 Apr 18 21:09:20.806303 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11308d1c-f316-483a-a0ba-a16c136c68b1'] response: {'name': 'network-changed', 'server_uuid': 'af74332b-6b1c-4224-a783-10c567ff506e', 'tag': 'b3cf30fd-fb2d-463b-a278-10e8aa247caf', 'status': 'completed', 'code': 200} Apr 18 21:09:20.809770 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c38e6962-ab4e-48a7-a97b-92c8a3636cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.850756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e6962-ab4e-48a7-a97b-92c8a3636cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1398f17-6e70-4b31-943d-b3a381c2a27c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:20.857026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:20.900443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Router 460fd498-9e73-47c9-aa64-7dd847d47eaa has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:09:20.901501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c38e6962-ab4e-48a7-a97b-92c8a3636cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.914426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c38e6962-ab4e-48a7-a97b-92c8a3636cd5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1398f17-6e70-4b31-943d-b3a381c2a27c HTTP/1.1" status: 204 len: 168 time: 0.7348719 Apr 18 21:09:21.070204 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-af43f2d1-15e6-46b5-a65d-af7e63f56a8a service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592597 Apr 18 21:09:21.089675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:21.197577 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c373fc4-de36-44c9-a94c-58f7b67a609b'] response: {'server_uuid': '0624ddd4-c080-4f08-986b-2d98b68e3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b', 'code': 200} Apr 18 21:09:21.348559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c2c89-cae6-43a9-881c-dc5968566814 req-42f72866-8bd6-424f-9e05-afe6bc0a6530 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:21.353862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0879b9d3-8d07-4909-88f2-f5123e970b9e req-e5c64e75-228c-4124-a9b8-b47d79efd735 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264531 Apr 18 21:09:21.355562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e20c2c89-cae6-43a9-881c-dc5968566814 req-42f72866-8bd6-424f-9e05-afe6bc0a6530 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 945 time: 0.1722114 Apr 18 21:09:21.492443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e20c2c89-cae6-43a9-881c-dc5968566814 req-4cdb88ae-a8e2-426e-b447-044073bc565b tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243646 Apr 18 21:09:21.515289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef366bd0-2826-4637-8e65-8b712b6fe44d req-68c99400-db27-4f08-bde6-f22a98d4fe14 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:21.516942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef366bd0-2826-4637-8e65-8b712b6fe44d req-68c99400-db27-4f08-bde6-f22a98d4fe14 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 943 time: 0.1476314 Apr 18 21:09:21.572537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:09:21.586701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4cb8a6-dad4-42fe-a090-8d7ec17d90a8 None None] Sync routers for ids ['460fd498-9e73-47c9-aa64-7dd847d47eaa'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:09:21.610864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4cb8a6-dad4-42fe-a090-8d7ec17d90a8 None None] Routers {'460fd498-9e73-47c9-aa64-7dd847d47eaa'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:21.612537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-dc4cb8a6-dad4-42fe-a090-8d7ec17d90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:08:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['460fd498-9e73-47c9-aa64-7dd847d47eaa'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:21.716408 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3615a154-a8d3-4cf1-b40d-b474808bda93 req-b4771965-cd5c-4979-8808-598ba184b3c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65b5a641e24c4888a553050f8beaf577&device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 1094 time: 0.1937602 Apr 18 21:09:21.814469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] No DVR routers for this DVR port 43ce5d53-fecd-4a86-a6c2-6731c78eefb6 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:21.820666 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.822614 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12505255-ea0f-4afc-ae39-650c77300f1a req-bd44f0c2-99c9-4153-8de6-784d9af465f6 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.26 "DELETE /v2.0/ports/43ce5d53-fecd-4a86-a6c2-6731c78eefb6 HTTP/1.1" status: 204 len: 173 time: 3.4372315 Apr 18 21:09:21.861342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'name': 'network-vif-deleted', 'tag': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:21.882365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef366bd0-2826-4637-8e65-8b712b6fe44d req-4a876fca-767c-45c3-ab40-96c049c82909 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466580 Apr 18 21:09:21.921335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d756a646-b055-4cc4-8f2d-434fc1ba408a req-eb41aecf-4f78-46ac-9db4-85590da6b10f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1049256 Apr 18 21:09:21.953710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a154-a8d3-4cf1-b40d-b474808bda93 req-45a95554-4a3f-4a92-967f-a230a1368a0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:21.955804 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3615a154-a8d3-4cf1-b40d-b474808bda93 req-45a95554-4a3f-4a92-967f-a230a1368a0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 200 len: 913 time: 0.2293091 Apr 18 21:09:22.085403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a606e3d6-6c8e-41d3-98ed-342ce3999c6f up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:22.109536 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3615a154-a8d3-4cf1-b40d-b474808bda93 req-4dbdc2bb-ed45-4768-8151-5066f71593c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3cf30fd-fb2d-463b-a278-10e8aa247caf HTTP/1.1" status: 200 len: 217 time: 0.1335840 Apr 18 21:09:22.150880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-dc4cb8a6-dad4-42fe-a090-8d7ec17d90a8 None None] Set router 460fd498-9e73-47c9-aa64-7dd847d47eaa gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:09:22.216080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a154-a8d3-4cf1-b40d-b474808bda93 req-24c20f5a-384b-49c5-84b3-ad68a6196ea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:22.220077 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3615a154-a8d3-4cf1-b40d-b474808bda93 req-24c20f5a-384b-49c5-84b3-ad68a6196ea0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dff00ec7-c6e7-4a2c-80c3-425ac66c8929 HTTP/1.1" status: 200 len: 852 time: 0.0927470 Apr 18 21:09:22.334941 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3615a154-a8d3-4cf1-b40d-b474808bda93 req-6633a51f-e20e-4180-bd2f-03aefa1cfe91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=847c8190-dbe5-47f4-a2da-74531e1fb3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983992 Apr 18 21:09:22.559544 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3615a154-a8d3-4cf1-b40d-b474808bda93 req-4866f24c-abb4-4d9a-87b2-bc21e5a66e51 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127090 Apr 18 21:09:22.690880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port a606e3d6-6c8e-41d3-98ed-342ce3999c6f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:22.691540 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.778836 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3615a154-a8d3-4cf1-b40d-b474808bda93 req-0ab19260-7804-4caf-be32-c2ff53309bc9 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129760 Apr 18 21:09:22.870438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-dc4cb8a6-dad4-42fe-a090-8d7ec17d90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '673e7732-75da-4216-b436-e870ab624056', 'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'mac_address': 'fa:16:3e:dd:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:52Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'subnets': [{'id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:22.881607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4cb8a6-dad4-42fe-a090-8d7ec17d90a8 None None] Checking router: 460fd498-9e73-47c9-aa64-7dd847d47eaa for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:09:23.009781 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.118593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4cb8a6-dad4-42fe-a090-8d7ec17d90a8 None None] Routers {'460fd498-9e73-47c9-aa64-7dd847d47eaa'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:23.118593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-dc4cb8a6-dad4-42fe-a090-8d7ec17d90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:08:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['460fd498-9e73-47c9-aa64-7dd847d47eaa'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:23.322704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9930c610-4806-4527-b974-4cd853a8b557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:23.388544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-38937996-e5a3-4071-bca0-0019e4e05b49 req-e89b41a4-3c4f-4e74-937e-05b897d4812a tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Synchronizing usage tracker for tenant:dd0dbec6e91b4fc8b376969fb52f06f4 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:23.397006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a606e3d6-6c8e-41d3-98ed-342ce3999c6f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:23.484624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-dc4cb8a6-dad4-42fe-a090-8d7ec17d90a8 None None] Set router 460fd498-9e73-47c9-aa64-7dd847d47eaa gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:09:23.535584 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.541698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-38937996-e5a3-4071-bca0-0019e4e05b49 req-e89b41a4-3c4f-4e74-937e-05b897d4812a tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Unset dirty status for tenant:dd0dbec6e91b4fc8b376969fb52f06f4 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:23.543002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38937996-e5a3-4071-bca0-0019e4e05b49 req-e89b41a4-3c4f-4e74-937e-05b897d4812a tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50 HTTP/1.1" status: 200 len: 210 time: 0.2582386 Apr 18 21:09:23.722918 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1abc7f18-f488-452d-9548-96f2636692d1'] response: {'server_uuid': '7eb40ac9-8f1a-4ad3-b4d8-80d94d72cf50', 'name': 'network-vif-deleted', 'tag': '43ce5d53-fecd-4a86-a6c2-6731c78eefb6', 'status': 'completed', 'code': 200} Apr 18 21:09:23.852206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:24.060343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a606e3d6-6c8e-41d3-98ed-342ce3999c6f no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:24.222486 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-dc4cb8a6-dad4-42fe-a090-8d7ec17d90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '673e7732-75da-4216-b436-e870ab624056', 'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'mac_address': 'fa:16:3e:dd:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:52Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'subnets': [{'id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:24.276594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa2b11-ce8e-4a12-8050-d18ff1035718 req-81982b75-c7fc-4b95-9655-5aaaec6beffd tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:24.295498 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2efa2b11-ce8e-4a12-8050-d18ff1035718 req-81982b75-c7fc-4b95-9655-5aaaec6beffd tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 946 time: 0.2129464 Apr 18 21:09:24.345095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4cb8a6-dad4-42fe-a090-8d7ec17d90a8 None None] The sync data for ids ['460fd498-9e73-47c9-aa64-7dd847d47eaa'] in n-d-836017-3 is: [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 4, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '673e7732-75da-4216-b436-e870ab624056', 'name': '', 'network_id': '86fba982-72c1-4c4e-a91d-ae4f2de457cb', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'mac_address': 'fa:16:3e:dd:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:52Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'subnets': [{'id': '5bfffb06-fe31-431b-9056-7de8c79236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:09:24.401079 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.417226 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2efa2b11-ce8e-4a12-8050-d18ff1035718 req-f3770be1-5dc5-41a7-aec2-9ae7ae9a7f37 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113737 Apr 18 21:09:24.502752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a606e3d6-6c8e-41d3-98ed-342ce3999c6f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:24.628197 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-390cde76-2093-458a-a9ba-3811577d81ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.632080 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.852650 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:24.853029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6cbeb-3a11-4dac-b653-1fe4bf580e58 req-1b898878-2e31-4ad6-b9f3-20a80a9b862b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:24.860516 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fdf6cbeb-3a11-4dac-b653-1fe4bf580e58 req-1b898878-2e31-4ad6-b9f3-20a80a9b862b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 943 time: 0.1990228 Apr 18 21:09:24.901279 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a33f9e-4186-4448-9173-c84b63ca9a83 None None] New status for floating IP cf3a0ea8-b8a0-4279-aab5-41d49e3383ad: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:09:24.914092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da860c9a-7828-4ff0-8b5a-2cfd69b7c556 req-f502262b-1c79-45d5-bc4b-c469f5ba5bac tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:24.921353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da860c9a-7828-4ff0-8b5a-2cfd69b7c556 req-f502262b-1c79-45d5-bc4b-c469f5ba5bac tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.59 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 944 time: 0.2180974 Apr 18 21:09:25.103304 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fdf6cbeb-3a11-4dac-b653-1fe4bf580e58 req-30f87676-51c1-4172-8bbc-54edc1b35b39 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412119 Apr 18 21:09:25.136010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-da860c9a-7828-4ff0-8b5a-2cfd69b7c556 req-0fd850dc-3c0b-4d9f-8df0-838d92febe60 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Deleting port a606e3d6-6c8e-41d3-98ed-342ce3999c6f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:25.136704 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-da860c9a-7828-4ff0-8b5a-2cfd69b7c556 req-0fd850dc-3c0b-4d9f-8df0-838d92febe60 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.256000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-db59c2ba-ecfa-4a4e-9bd2-89f1724e7b41 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:09:25.257877 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-db59c2ba-ecfa-4a4e-9bd2-89f1724e7b41 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066245 Apr 18 21:09:25.622762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] Request body: {'binding': {'host': 'n-h2-836017-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:25.623544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] Unknown quota resources ['binding']. {{(pid=85049) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 21:09:25.812635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-da860c9a-7828-4ff0-8b5a-2cfd69b7c556 req-0fd850dc-3c0b-4d9f-8df0-838d92febe60 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] For port a606e3d6-6c8e-41d3-98ed-342ce3999c6f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:25.814570 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-da860c9a-7828-4ff0-8b5a-2cfd69b7c556 req-0fd850dc-3c0b-4d9f-8df0-838d92febe60 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.843669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b3cf30fd-fb2d-463b-a278-10e8aa247caf details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:09:25.918785 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06020f73-db23-4200-8383-4917e2532134'] response: {'server_uuid': '9930c610-4806-4527-b974-4cd853a8b557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f', 'code': 200} Apr 18 21:09:26.009550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] Attempting to bind port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on host n-h2-836017-3 for vnic_type normal with profile None {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:26.013273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] Attempting to bind port 7ced78b1-c955-4e80-83bc-dccd6366ed28 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:26.014635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] Attempting to bind port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:26.018734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-da860c9a-7828-4ff0-8b5a-2cfd69b7c556 req-0fd850dc-3c0b-4d9f-8df0-838d92febe60 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Calling delete_port for a606e3d6-6c8e-41d3-98ed-342ce3999c6f owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:26.021787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] Port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:09:26.025523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] Attempting to bind port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:26.052178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:09:26.052829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:26.053463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:09:26.054472 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] Bound port: 7ced78b1-c955-4e80-83bc-dccd6366ed28, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:26.124242 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:26.217357 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] Notify callbacks [] for binding, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.222813 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-61fee515-f5da-40e2-a749-3c0afd30137d service neutron] 10.222.0.11 "POST /v2.0/ports/7ced78b1-c955-4e80-83bc-dccd6366ed28/bindings HTTP/1.1" status: 201 len: 389 time: 0.9539225 Apr 18 21:09:26.306761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b3cf30fd-fb2d-463b-a278-10e8aa247caf, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b3cf30fd-fb2d-463b-a278-10e8aa247caf,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:26.346245 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'b3cf30fd-fb2d-463b-a278-10e8aa247caf', 'network_id': '847c8190-dbe5-47f4-a2da-74531e1fb3c5', 'port_id': 'b3cf30fd-fb2d-463b-a278-10e8aa247caf', 'mac_address': 'fa:16:3e:7f:28:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff00ec7-c6e7-4a2c-80c3-425ac66c8929', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:09:26.408446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbee04a-780f-4316-865d-39ab4da01a70 req-055b7959-4152-4a7d-a7d0-b73515aaa854 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:26.410153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5dbee04a-780f-4316-865d-39ab4da01a70 req-055b7959-4152-4a7d-a7d0-b73515aaa854 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 944 time: 0.1113143 Apr 18 21:09:26.423176 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.442568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cf30fd-fb2d-463b-a278-10e8aa247caf {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:26.474493 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-da860c9a-7828-4ff0-8b5a-2cfd69b7c556 req-0fd850dc-3c0b-4d9f-8df0-838d92febe60 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.475114 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b3cf30fd-fb2d-463b-a278-10e8aa247caf, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b3cf30fd-fb2d-463b-a278-10e8aa247caf,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:26.514568 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5dbee04a-780f-4316-865d-39ab4da01a70 req-cd5a2b4e-3649-4b3a-9d92-3ae7a4ae7b6f tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954931 Apr 18 21:09:26.530157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd850dc-3c0b-4d9f-8df0-838d92febe60 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event deleted for resources: {'Port': ['ID=a606e3d6-6c8e-41d3-98ed-342ce3999c6f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:26.571374 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.656975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-da860c9a-7828-4ff0-8b5a-2cfd69b7c556 req-0fd850dc-3c0b-4d9f-8df0-838d92febe60 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] No DVR routers for this DVR port a606e3d6-6c8e-41d3-98ed-342ce3999c6f on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:26.661282 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-da860c9a-7828-4ff0-8b5a-2cfd69b7c556 req-0fd850dc-3c0b-4d9f-8df0-838d92febe60 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.664624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9930c610-4806-4527-b974-4cd853a8b557', 'name': 'network-vif-deleted', 'tag': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:26.725502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=b3cf30fd-fb2d-463b-a278-10e8aa247caf,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:26.755109 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da860c9a-7828-4ff0-8b5a-2cfd69b7c556 req-0fd850dc-3c0b-4d9f-8df0-838d92febe60 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.59 "DELETE /v2.0/ports/a606e3d6-6c8e-41d3-98ed-342ce3999c6f HTTP/1.1" status: 204 len: 173 time: 1.8141077 Apr 18 21:09:26.760667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36568) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:26.896610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['b3cf30fd-fb2d-463b-a278-10e8aa247caf'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:27.113030 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a1a050c2-5f9a-482e-907d-6788a1893719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.177354 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ef502d9-ca74-479e-917d-f0eec1119a09 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.205550 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-f9372c30-2cff-4188-b7c6-411e91fab231 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 1097 time: 0.2537062 Apr 18 21:09:27.291277 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ef502d9-ca74-479e-917d-f0eec1119a09 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.348772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776041-6fe2-4670-9709-6d28b0d9d6ef req-7d5ea2c3-94e3-4a5c-81fb-953c237405d3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:27.358192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42776041-6fe2-4670-9709-6d28b0d9d6ef req-7d5ea2c3-94e3-4a5c-81fb-953c237405d3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 944 time: 0.4804959 Apr 18 21:09:27.436573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42776041-6fe2-4670-9709-6d28b0d9d6ef req-d0e2f893-bcfb-48bf-a80d-37689c2a3dd2 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726366 Apr 18 21:09:27.535727 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ef502d9-ca74-479e-917d-f0eec1119a09 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.597516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef502d9-ca74-479e-917d-f0eec1119a09 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed50c3e0-1eaa-4383-ae75-30597c77903d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:27.775392 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ef502d9-ca74-479e-917d-f0eec1119a09 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.785798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5ef502d9-ca74-479e-917d-f0eec1119a09 tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "DELETE /v2.0/security-groups/ed50c3e0-1eaa-4383-ae75-30597c77903d HTTP/1.1" status: 204 len: 168 time: 1.0235925 Apr 18 21:09:27.786834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36590) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:27.840026 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c450e24d-327d-40b8-9650-bb00410cc373'] response: {'server_uuid': '9930c610-4806-4527-b974-4cd853a8b557', 'name': 'network-vif-deleted', 'tag': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f', 'status': 'completed', 'code': 200} Apr 18 21:09:27.849811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-5cb6acfe-3b04-4c7a-9fec-fd08448f447d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:27.852833 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-5cb6acfe-3b04-4c7a-9fec-fd08448f447d service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.6396811 Apr 18 21:09:27.892713 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-36f75b3d-62c2-4b4e-befd-c14837f45e0d tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] show failed (client error): The resource could not be found. Apr 18 21:09:27.898378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-36f75b3d-62c2-4b4e-befd-c14837f45e0d tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "GET /v2.0/security-groups/ed50c3e0-1eaa-4383-ae75-30597c77903d HTTP/1.1" status: 404 len: 347 time: 0.1037693 Apr 18 21:09:27.899743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36596) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:27.919686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9930c610-4806-4527-b974-4cd853a8b557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:27.970452 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.027387 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-6a2819a1-19d8-483c-957b-7a891ceaf19e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28 HTTP/1.1" status: 200 len: 217 time: 0.1612937 Apr 18 21:09:28.100080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a606e3d6-6c8e-41d3-98ed-342ce3999c6f no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:28.172062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-c6778ac2-51e0-4505-9523-60b33bd290cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:28.180279 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-c6778ac2-51e0-4505-9523-60b33bd290cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.1477196 Apr 18 21:09:28.297004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: a606e3d6-6c8e-41d3-98ed-342ce3999c6f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:09:28.298032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a606e3d6-6c8e-41d3-98ed-342ce3999c6f not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:28.307815 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-6822fcad-acde-4803-8817-d097d17fd19b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211660 Apr 18 21:09:28.466065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b77aeec3-2170-4a53-aaa0-0bdd7bd3e10c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Deleting port 1800e47a-d762-43a5-bae8-d0c9199aa9ca {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:28.466649 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b77aeec3-2170-4a53-aaa0-0bdd7bd3e10c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.530262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b18d97-d6c3-4019-8f86-92a2af3aad77 req-1889386e-e589-4cdb-9d76-694942ea6845 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:28.532123 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63b18d97-d6c3-4019-8f86-92a2af3aad77 req-1889386e-e589-4cdb-9d76-694942ea6845 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 946 time: 0.9011774 Apr 18 21:09:28.543113 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.634297 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-bff914f2-6acb-4aa3-8fda-c4f2e721885b service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189719 Apr 18 21:09:28.661978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36612) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:28.673278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-9bb77bbf-3a90-4063-a383-c1128d86537e req-712eb41d-835f-4c9e-b940-7e8053a04abc tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Synchronizing usage tracker for tenant:dd79c777f058418d95221f6eebb38334 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:28.722850 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63b18d97-d6c3-4019-8f86-92a2af3aad77 req-58154db7-ac28-4ae5-80d8-887dca72c506 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677163 Apr 18 21:09:28.817501 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-7a770a24-71c1-4ad0-bdb3-b5a0edfee4cb service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772819 Apr 18 21:09:28.908135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b77aeec3-2170-4a53-aaa0-0bdd7bd3e10c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.908478 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b77aeec3-2170-4a53-aaa0-0bdd7bd3e10c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.923452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-9bb77bbf-3a90-4063-a383-c1128d86537e req-712eb41d-835f-4c9e-b940-7e8053a04abc tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Unset dirty status for tenant:dd79c777f058418d95221f6eebb38334 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:28.924986 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9bb77bbf-3a90-4063-a383-c1128d86537e req-712eb41d-835f-4c9e-b940-7e8053a04abc tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9930c610-4806-4527-b974-4cd853a8b557 HTTP/1.1" status: 200 len: 210 time: 0.3089166 Apr 18 21:09:29.027539 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54cf0e7-0ae0-4b5c-a7d4-da772f7babb6'] response: {'server_uuid': '9930c610-4806-4527-b974-4cd853a8b557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a606e3d6-6c8e-41d3-98ed-342ce3999c6f', 'code': 200} Apr 18 21:09:29.157302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b77aeec3-2170-4a53-aaa0-0bdd7bd3e10c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Calling delete_port for 1800e47a-d762-43a5-bae8-d0c9199aa9ca owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:29.275713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a55c9792-1d0b-416b-b8b2-611aad363d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.439924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a55c9792-1d0b-416b-b8b2-611aad363d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:29.452201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a55c9792-1d0b-416b-b8b2-611aad363d26 admin admin] Usage tracker for resource:security_group_rule and tenant:4b6bd524a0ce46eb83d24da0376c44b0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:29.456677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a55c9792-1d0b-416b-b8b2-611aad363d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:29.465760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a55c9792-1d0b-416b-b8b2-611aad363d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:29.577043 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7c7fd-0f32-4fcd-a659-d60a0a6af730 req-3dcadb8d-d2b5-425e-affc-3a46705c26e6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:29.582290 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ef7c7fd-0f32-4fcd-a659-d60a0a6af730 req-3dcadb8d-d2b5-425e-affc-3a46705c26e6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 944 time: 0.2509725 Apr 18 21:09:29.691055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ef7c7fd-0f32-4fcd-a659-d60a0a6af730 req-76355ca6-0ec5-4ea2-8163-a85d64407097 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019633 Apr 18 21:09:29.760488 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b77aeec3-2170-4a53-aaa0-0bdd7bd3e10c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.851439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b3cf30fd-fb2d-463b-a278-10e8aa247caf up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:30.023369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77aeec3-2170-4a53-aaa0-0bdd7bd3e10c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Pushing event deleted for resources: {'Port': ['ID=1800e47a-d762-43a5-bae8-d0c9199aa9ca,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:30.031832 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a55c9792-1d0b-416b-b8b2-611aad363d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.108569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36638) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:30.150082 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a55c9792-1d0b-416b-b8b2-611aad363d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.176305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port b3cf30fd-fb2d-463b-a278-10e8aa247caf completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:30.182746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port b3cf30fd-fb2d-463b-a278-10e8aa247caf triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:30.183961 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.249438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36648) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:30.360938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c9792-1d0b-416b-b8b2-611aad363d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12a0ac4-76ad-4fc2-85bc-0885c8779f4b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:30.581060 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.628280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b3cf30fd-fb2d-463b-a278-10e8aa247caf, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b3cf30fd-fb2d-463b-a278-10e8aa247caf,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:30.696013 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.784327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a55c9792-1d0b-416b-b8b2-611aad363d26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b6bd524a0ce46eb83d24da0376c44b0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1181829 Apr 18 21:09:30.793282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36664) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:30.797512 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b74e5864-4b1a-40e4-af6e-9d5e352b8f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.839540 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b77aeec3-2170-4a53-aaa0-0bdd7bd3e10c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.952419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=b3cf30fd-fb2d-463b-a278-10e8aa247caf,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:30.975878 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.997207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b89d-1e0f-4350-99a5-54b54270ce28 req-22ab82d4-1045-4519-9cab-cd256c26d005 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:31.005265 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7510b89d-1e0f-4350-99a5-54b54270ce28 req-22ab82d4-1045-4519-9cab-cd256c26d005 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 946 time: 0.6742754 Apr 18 21:09:31.027799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b74e5864-4b1a-40e4-af6e-9d5e352b8f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:31.030724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af74332b-6b1c-4224-a783-10c567ff506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cf30fd-fb2d-463b-a278-10e8aa247caf'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:31.034728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b74e5864-4b1a-40e4-af6e-9d5e352b8f96 admin admin] Usage tracker for resource:security_group_rule and tenant:27792e9d59184cd1a37bee720daeb60a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:31.038269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b74e5864-4b1a-40e4-af6e-9d5e352b8f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:31.045151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b74e5864-4b1a-40e4-af6e-9d5e352b8f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:31.078123 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a83c9b3-3e47-49bc-87ce-9e2899eef6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.118654 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b77aeec3-2170-4a53-aaa0-0bdd7bd3e10c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.121059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b77aeec3-2170-4a53-aaa0-0bdd7bd3e10c tempest-ServersTestBootFromVolume-1085626910 tempest-ServersTestBootFromVolume-1085626910-project] 10.222.0.11 "DELETE /v2.0/floatingips/cf3a0ea8-b8a0-4279-aab5-41d49e3383ad HTTP/1.1" status: 204 len: 168 time: 3.2207527 Apr 18 21:09:31.126795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36672) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:31.146502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7510b89d-1e0f-4350-99a5-54b54270ce28 req-8e07486e-0ec9-4370-8293-b44ba494ce0b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402528 Apr 18 21:09:31.181875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-461e0a62-4040-4dfe-a4cb-94b12daf06b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.248094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9a83c9b3-3e47-49bc-87ce-9e2899eef6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:31.271301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9a83c9b3-3e47-49bc-87ce-9e2899eef6e1 admin admin] Usage tracker for resource:security_group_rule and tenant:037644e2ef0b4d0cabd6c612644a8763 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:31.276710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9a83c9b3-3e47-49bc-87ce-9e2899eef6e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:31.285193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9a83c9b3-3e47-49bc-87ce-9e2899eef6e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:31.288485 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-461e0a62-4040-4dfe-a4cb-94b12daf06b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.343434 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b74e5864-4b1a-40e4-af6e-9d5e352b8f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.396059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-fae01895-2431-4833-a23c-bf2fff81e358 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:31.397749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-fae01895-2431-4833-a23c-bf2fff81e358 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/networks?id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c HTTP/1.1" status: 200 len: 822 time: 0.5373678 Apr 18 21:09:31.442236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-41a2f971-f43c-4108-bf0d-e67e02b5c41e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/quotas/dd79c777f058418d95221f6eebb38334 HTTP/1.1" status: 200 len: 375 time: 0.0264103 Apr 18 21:09:31.746232 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-6aab5463-bf39-4210-9973-9134184886d3 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd79c777f058418d95221f6eebb38334&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2984874 Apr 18 21:09:31.761499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e58fe5-6d0e-4596-88c5-c16df40bbed6 req-dbdacf2a-1e4c-4064-accf-8b008dc4e153 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:31.762930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73e58fe5-6d0e-4596-88c5-c16df40bbed6 req-dbdacf2a-1e4c-4064-accf-8b008dc4e153 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 945 time: 0.2716634 Apr 18 21:09:31.853888 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b74e5864-4b1a-40e4-af6e-9d5e352b8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.911838 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-461e0a62-4040-4dfe-a4cb-94b12daf06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.928596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e5864-4b1a-40e4-af6e-9d5e352b8f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dad214-88e7-4edd-94f4-edf1f4bdc955,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:31.951589 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b74e5864-4b1a-40e4-af6e-9d5e352b8f96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27792e9d59184cd1a37bee720daeb60a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8399007 Apr 18 21:09:31.954374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36678) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:31.957079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e0a62-4040-4dfe-a4cb-94b12daf06b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12a0ac4-76ad-4fc2-85bc-0885c8779f4b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:31.992802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-461e0a62-4040-4dfe-a4cb-94b12daf06b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.996935 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-461e0a62-4040-4dfe-a4cb-94b12daf06b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f12a0ac4-76ad-4fc2-85bc-0885c8779f4b HTTP/1.1" status: 204 len: 168 time: 1.1711912 Apr 18 21:09:32.044900 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a83c9b3-3e47-49bc-87ce-9e2899eef6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.066653 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7908a643-2822-457f-aabb-0d44d974760e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.106200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7908a643-2822-457f-aabb-0d44d974760e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.124563 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-2295cd77-74e3-469c-ab46-2650cd2c4ccf service neutron] 10.222.0.11 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695369 Apr 18 21:09:32.146363 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a83c9b3-3e47-49bc-87ce-9e2899eef6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.234157 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73e58fe5-6d0e-4596-88c5-c16df40bbed6 req-00247b7b-b513-456a-96bc-867018c88095 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504423 Apr 18 21:09:32.254966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83c9b3-3e47-49bc-87ce-9e2899eef6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d29cf75-554d-41e1-8040-4bf9a71a9257,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:32.264103 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9a83c9b3-3e47-49bc-87ce-9e2899eef6e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=037644e2ef0b4d0cabd6c612644a8763&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0139878 Apr 18 21:09:32.267365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36690) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:32.371954 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7908a643-2822-457f-aabb-0d44d974760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.388135 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20a8c8d8-9da7-45f7-9609-21dc206f95fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.396070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908a643-2822-457f-aabb-0d44d974760e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dad214-88e7-4edd-94f4-edf1f4bdc955,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:32.448067 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2904afec-5358-41f0-aac4-c8912341317c'] response: {'server_uuid': 'af74332b-6b1c-4224-a783-10c567ff506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cf30fd-fb2d-463b-a278-10e8aa247caf', 'code': 200} Apr 18 21:09:32.457735 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7908a643-2822-457f-aabb-0d44d974760e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.458892 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7908a643-2822-457f-aabb-0d44d974760e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8dad214-88e7-4edd-94f4-edf1f4bdc955 HTTP/1.1" status: 204 len: 168 time: 0.4997523 Apr 18 21:09:32.478843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20a8c8d8-9da7-45f7-9609-21dc206f95fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.534067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-8bbec5a5-e6e3-45cf-b2b8-f3b43e617cc2 service neutron] 10.222.0.11 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716795 Apr 18 21:09:32.632739 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b7701d5-65f4-4b7e-a164-8133557f74e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.734690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20a8c8d8-9da7-45f7-9609-21dc206f95fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.788615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8c8d8-9da7-45f7-9609-21dc206f95fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d29cf75-554d-41e1-8040-4bf9a71a9257,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:32.845774 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20a8c8d8-9da7-45f7-9609-21dc206f95fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.865005 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-20a8c8d8-9da7-45f7-9609-21dc206f95fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d29cf75-554d-41e1-8040-4bf9a71a9257 HTTP/1.1" status: 204 len: 168 time: 0.5960984 Apr 18 21:09:32.907771 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3d112ce2-59dc-4ed2-9219-7154a5691eac req-c3eea744-74c7-49ef-8eab-ce4407e380ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 1096 time: 0.3278892 Apr 18 21:09:32.992033 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3d112ce2-59dc-4ed2-9219-7154a5691eac req-8ebda0b0-cc27-4663-a172-72cc558c3dc0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863285 Apr 18 21:09:33.203909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9bbd6-425c-4f96-b809-1dd554767ed2 req-3055c813-99eb-4e54-946e-55ee20b3439c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:33.205891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b7a9bbd6-425c-4f96-b809-1dd554767ed2 req-3055c813-99eb-4e54-946e-55ee20b3439c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 946 time: 0.2495770 Apr 18 21:09:33.227947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44e1c91b-aa33-4762-9897-e544a2f9bd21 req-d44d5ccb-4c13-47bc-8107-87185a5f5eb0 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 210 time: 0.1441483 Apr 18 21:09:33.262539 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.365678 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b7a9bbd6-425c-4f96-b809-1dd554767ed2 req-4d3ea438-51ac-4059-b059-3ff83904449c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539650 Apr 18 21:09:33.734236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbeeb16-4aa8-4a30-a377-f107a0d7f831 req-e8acccca-0f49-4158-b480-b54a0913c712 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:33.740264 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fbeeb16-4aa8-4a30-a377-f107a0d7f831 req-e8acccca-0f49-4158-b480-b54a0913c712 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 945 time: 0.2492180 Apr 18 21:09:33.853523 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fbeeb16-4aa8-4a30-a377-f107a0d7f831 req-4f3becd9-70a1-4f55-8535-e0475a962dad tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098862 Apr 18 21:09:33.962749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36732) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:34.033913 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36736) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:34.035348 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-49d3c357-40af-43a4-a99f-3924b3a7a96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.093377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-49d3c357-40af-43a4-a99f-3924b3a7a96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:34.096768 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-609955fd-0a44-48ba-88e8-c29a9fa0eee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.098080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-49d3c357-40af-43a4-a99f-3924b3a7a96b admin admin] Usage tracker for resource:security_group_rule and tenant:58945022a982466b80ecc649d13a88ba is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:34.104224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-49d3c357-40af-43a4-a99f-3924b3a7a96b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:34.113874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-49d3c357-40af-43a4-a99f-3924b3a7a96b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:34.236061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-49d3c357-40af-43a4-a99f-3924b3a7a96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.239389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-609955fd-0a44-48ba-88e8-c29a9fa0eee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:34.248332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-609955fd-0a44-48ba-88e8-c29a9fa0eee6 admin admin] Usage tracker for resource:security_group_rule and tenant:a1853efe85854616a43e0a53148bbcda is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:34.257728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-609955fd-0a44-48ba-88e8-c29a9fa0eee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:34.289765 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-49d3c357-40af-43a4-a99f-3924b3a7a96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.294310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-609955fd-0a44-48ba-88e8-c29a9fa0eee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:34.348494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3c357-40af-43a4-a99f-3924b3a7a96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f6b5d2-8518-4a7c-8832-246d81067e21,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:34.353126 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-49d3c357-40af-43a4-a99f-3924b3a7a96b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58945022a982466b80ecc649d13a88ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3874021 Apr 18 21:09:34.362333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36742) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:34.445311 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80f820b-8628-45c5-b59e-e9a311700358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.460772 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-609955fd-0a44-48ba-88e8-c29a9fa0eee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.462505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1b7701d5-65f4-4b7e-a164-8133557f74e9 admin admin] Deleting port 673e7732-75da-4216-b436-e870ab624056 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:34.463101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b7701d5-65f4-4b7e-a164-8133557f74e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.477688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80f820b-8628-45c5-b59e-e9a311700358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.611465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3203eb7b-bcda-4974-83c4-64ad3b6f919f req-96231962-0664-4e65-b958-2e2947959f1a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 210 time: 0.0582969 Apr 18 21:09:34.614366 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-609955fd-0a44-48ba-88e8-c29a9fa0eee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.638824 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80f820b-8628-45c5-b59e-e9a311700358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.656653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f820b-8628-45c5-b59e-e9a311700358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f6b5d2-8518-4a7c-8832-246d81067e21,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:34.673125 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c80f820b-8628-45c5-b59e-e9a311700358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.674830 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c80f820b-8628-45c5-b59e-e9a311700358 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57f6b5d2-8518-4a7c-8832-246d81067e21 HTTP/1.1" status: 204 len: 168 time: 0.3114598 Apr 18 21:09:34.933393 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-609955fd-0a44-48ba-88e8-c29a9fa0eee6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1853efe85854616a43e0a53148bbcda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8948112 Apr 18 21:09:34.936324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36760) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:35.135512 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-356a0c58-525a-40c5-a7ce-b6b4f22b56f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.170898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609955fd-0a44-48ba-88e8-c29a9fa0eee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594818f6-cba0-4daa-9297-d797857d101f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:35.220204 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-356a0c58-525a-40c5-a7ce-b6b4f22b56f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.284612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-1b7701d5-65f4-4b7e-a164-8133557f74e9 admin admin] For port 673e7732-75da-4216-b436-e870ab624056, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=673e7732-75da-4216-b436-e870ab624056,segment=NetworkSegment(1fba671f-2f8f-44ee-baf3-037c22517084),segment_id=1fba671f-2f8f-44ee-baf3-037c22517084)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:35.284612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b7701d5-65f4-4b7e-a164-8133557f74e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.417261 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-356a0c58-525a-40c5-a7ce-b6b4f22b56f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.466065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a0c58-525a-40c5-a7ce-b6b4f22b56f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594818f6-cba0-4daa-9297-d797857d101f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:35.490717 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-356a0c58-525a-40c5-a7ce-b6b4f22b56f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.497200 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-356a0c58-525a-40c5-a7ce-b6b4f22b56f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/594818f6-cba0-4daa-9297-d797857d101f HTTP/1.1" status: 204 len: 168 time: 0.5591154 Apr 18 21:09:35.516714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1b7701d5-65f4-4b7e-a164-8133557f74e9 admin admin] Calling delete_port for 673e7732-75da-4216-b436-e870ab624056 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:35.569368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ead778-188f-448d-b894-d42606cb604e req-d4a22423-5f67-41a5-9e98-f555c2cd0157 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:35.571925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8ead778-188f-448d-b894-d42606cb604e req-d4a22423-5f67-41a5-9e98-f555c2cd0157 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 946 time: 0.6393442 Apr 18 21:09:35.626101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d496d0-7e90-4655-85c4-190028926e64 req-6b4f6ddd-78d3-4aea-805e-be156ce202c6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:35.628808 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88d496d0-7e90-4655-85c4-190028926e64 req-6b4f6ddd-78d3-4aea-805e-be156ce202c6 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 945 time: 0.5607772 Apr 18 21:09:35.758079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8ead778-188f-448d-b894-d42606cb604e req-2da5ea24-764f-4fb0-a317-3b4ea4138c09 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748259 Apr 18 21:09:35.795084 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88d496d0-7e90-4655-85c4-190028926e64 req-c59aa065-7483-47eb-b864-e937c42af81e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581674 Apr 18 21:09:36.067046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4616ca9-a154-4e10-aea4-c4bd3ce82a14 req-62a7b4ba-5226-4038-ae69-9abe2531585d tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-801500670&fields=id&tenant_id=65b5a641e24c4888a553050f8beaf577 HTTP/1.1" status: 200 len: 267 time: 0.1154335 Apr 18 21:09:36.137599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-ef56f0d3-2d4c-4178-bc08-33b17c7f5a36 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:36.139066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-ef56f0d3-2d4c-4178-bc08-33b17c7f5a36 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.59 "GET /v2.0/networks?id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c HTTP/1.1" status: 200 len: 822 time: 0.3400929 Apr 18 21:09:36.139743 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b7701d5-65f4-4b7e-a164-8133557f74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:36.246989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Request body: {'port': {'device_id': '47c3c17c-99cd-450c-96f0-4b9ad80361b5', 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c', 'admin_state_up': True, 'tenant_id': 'dd79c777f058418d95221f6eebb38334'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:36.274376 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02d9533b-7c8a-4ffd-832d-be62383cebac req-16e4c41c-8f12-49e3-82cb-eb7819a1cbdd tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 210 time: 0.1448541 Apr 18 21:09:36.274376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7701d5-65f4-4b7e-a164-8133557f74e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=673e7732-75da-4216-b436-e870ab624056,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:36.951217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4616ca9-a154-4e10-aea4-c4bd3ce82a14 req-ab051718-560d-4b85-9d1a-8404781aad95 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:36.956100 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4616ca9-a154-4e10-aea4-c4bd3ce82a14 req-ab051718-560d-4b85-9d1a-8404781aad95 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 945 time: 0.8762662 Apr 18 21:09:37.273134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:37.292678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-b4616ca9-a154-4e10-aea4-c4bd3ce82a14 req-57d6fe8b-73c7-4495-808a-dc8f8a26dd69 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'port': {'security_groups': ['460b18d1-7ace-47f3-89f6-5e1ad10b7deb', '9058d2a6-594b-49f9-9f19-12f6b348f495']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:37.349373 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-51335c24-b56b-43dd-b8a9-485edbfb9225 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4b90eb981e69426193f6f86354a5f5f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2060807 Apr 18 21:09:37.571647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:37.954391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Made reservation on behalf of dd79c777f058418d95221f6eebb38334 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:37.960487 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:38.271907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Allocated IP 172.20.0.11 (2cdfc7ae-40b0-4716-84ae-4ca63683a50c/2fd5015f-87f9-4d04-9608-8e9906d28817/ac0776d9-dba4-4932-9a3b-e618f6392895) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:38.297644 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b4616ca9-a154-4e10-aea4-c4bd3ce82a14 req-57d6fe8b-73c7-4495-808a-dc8f8a26dd69 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:38.369714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-22d9c533-e5d6-4cd7-9fa8-66081ff497ed tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:38.369714 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-22d9c533-e5d6-4cd7-9fa8-66081ff497ed tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0234435 Apr 18 21:09:38.500488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-08f131e0-cff7-4f82-b259-5b9fefc8141a tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/quotas/4b90eb981e69426193f6f86354a5f5f2 HTTP/1.1" status: 200 len: 375 time: 0.0897646 Apr 18 21:09:38.679642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-c4dae419-7f6f-42c2-9e4f-8a08dda7cf50 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b90eb981e69426193f6f86354a5f5f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1530628 Apr 18 21:09:38.850423 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b7701d5-65f4-4b7e-a164-8133557f74e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:38.993369 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.005846 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.282616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-b4616ca9-a154-4e10-aea4-c4bd3ce82a14 req-57d6fe8b-73c7-4495-808a-dc8f8a26dd69 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] For port b3cf30fd-fb2d-463b-a278-10e8aa247caf, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b3cf30fd-fb2d-463b-a278-10e8aa247caf,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:39.307968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebcd28-ce28-4ff4-bd1f-0d6b7daf7450 req-d28fc834-c627-4b60-936e-1103a541ab44 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:39.309678 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6ebcd28-ce28-4ff4-bd1f-0d6b7daf7450 req-d28fc834-c627-4b60-936e-1103a541ab44 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 946 time: 0.2341008 Apr 18 21:09:39.353617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b4616ca9-a154-4e10-aea4-c4bd3ce82a14 req-57d6fe8b-73c7-4495-808a-dc8f8a26dd69 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.392386 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6ebcd28-ce28-4ff4-bd1f-0d6b7daf7450 req-c7884ee8-ef54-433a-a350-21529c230432 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751467 Apr 18 21:09:39.478586 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-569a8d3d-f71e-4ad5-98d4-d0d57926e118 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053&tenant_id=dab6748eaf3e409f9a3ff9969581722b&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 1097 time: 0.0980003 Apr 18 21:09:39.494475 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836017-3'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:39.644002 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.765094 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.774274 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b4616ca9-a154-4e10-aea4-c4bd3ce82a14 req-57d6fe8b-73c7-4495-808a-dc8f8a26dd69 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.790491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc', 'b3cf30fd-fb2d-463b-a278-10e8aa247caf'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:40.030713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:40.100642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:40.303542 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:40.313062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077d2fb4-9683-4440-8988-4c1541f03053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ced78b1-c955-4e80-83bc-dccd6366ed28'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:40.382451 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:40.443183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:40.446974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4616ca9-a154-4e10-aea4-c4bd3ce82a14 req-57d6fe8b-73c7-4495-808a-dc8f8a26dd69 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:40.447580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b4616ca9-a154-4e10-aea4-c4bd3ce82a14 req-57d6fe8b-73c7-4495-808a-dc8f8a26dd69 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:40.449118 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4616ca9-a154-4e10-aea4-c4bd3ce82a14 req-57d6fe8b-73c7-4495-808a-dc8f8a26dd69 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "PUT /v2.0/ports/b3cf30fd-fb2d-463b-a278-10e8aa247caf HTTP/1.1" status: 200 len: 981 time: 3.2556608 Apr 18 21:09:40.450297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af74332b-6b1c-4224-a783-10c567ff506e', 'tag': 'b3cf30fd-fb2d-463b-a278-10e8aa247caf'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:40.583215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:40.596006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['b3cf30fd-fb2d-463b-a278-10e8aa247caf'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:40.597731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:40.728078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6fe8b-73c7-4495-808a-dc8f8a26dd69 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'Port': ['ID=b3cf30fd-fb2d-463b-a278-10e8aa247caf,revision_number=6']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:40.880184 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:09:40.934495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:40.935378 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:40.943881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced78b1-c955-4e80-83bc-dccd6366ed28,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:40.959305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Attempting to bind port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on host n-h1-836017-3 for vnic_type normal with profile {"migrating_to": "n-h2-836017-3"} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:40.959305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Attempting to bind port 7ced78b1-c955-4e80-83bc-dccd6366ed28 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:40.959305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Attempting to bind port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:40.971941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:09:40.971941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Attempting to bind port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on network dbc13dec-00f3-4832-bc9d-a14781c5f66a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:40.986695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:09:40.986695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Checking segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:40.986695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Bound using segment: {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:09:40.986695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Bound port: 7ced78b1-c955-4e80-83bc-dccd6366ed28, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8dfc2-146d-4247-8366-bebf3ed1153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc13dec-00f3-4832-bc9d-a14781c5f66a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:40.986695 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:41.092491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:41.096618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:41.097735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ccf41-6c15-48a7-9bc4-82916df200c5 req-bcdc6084-c1f2-4fc8-8463-6b6fbb9494e5 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:41.107484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-229ccf41-6c15-48a7-9bc4-82916df200c5 req-bcdc6084-c1f2-4fc8-8463-6b6fbb9494e5 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Synchronizing usage tracker for tenant:dd79c777f058418d95221f6eebb38334 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:41.173386 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9437313 Apr 18 21:09:41.222843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:41.297926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a960c-9bb2-4c5c-bddd-74620cbff532 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event updated for resources: {'Port': ['ID=ac0776d9-dba4-4932-9a3b-e618f6392895,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:41.316278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Request body: {'port': {'device_id': '47c3c17c-99cd-450c-96f0-4b9ad80361b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:41.455423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced78b1-c955-4e80-83bc-dccd6366ed28,revision_number=8']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:41.494993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:41.494993 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-2bb11352-733b-4df3-b72a-342f82bb81d1 service neutron] 10.222.0.26 "PUT /v2.0/ports/7ced78b1-c955-4e80-83bc-dccd6366ed28 HTTP/1.1" status: 200 len: 1122 time: 2.0055079 Apr 18 21:09:41.537272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-229ccf41-6c15-48a7-9bc4-82916df200c5 req-bcdc6084-c1f2-4fc8-8463-6b6fbb9494e5 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Unset dirty status for tenant:dd79c777f058418d95221f6eebb38334 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:41.537272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-229ccf41-6c15-48a7-9bc4-82916df200c5 req-bcdc6084-c1f2-4fc8-8463-6b6fbb9494e5 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 932 time: 1.8711686 Apr 18 21:09:41.578871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['7ced78b1-c955-4e80-83bc-dccd6366ed28'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:41.629898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['7ced78b1-c955-4e80-83bc-dccd6366ed28'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:41.724635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce5039ab-ed49-41ef-85fb-6437849aab9f req-d4cd195c-4b87-4cb7-a331-dd7c7a8d3dd2 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 210 time: 0.1940691 Apr 18 21:09:41.747844 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:41.832932 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd7a73f-6bd6-4dbd-bdae-2ca9782e0a26'] response: {'server_uuid': '077d2fb4-9683-4440-8988-4c1541f03053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ced78b1-c955-4e80-83bc-dccd6366ed28', 'code': 200} Apr 18 21:09:41.842097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-229ccf41-6c15-48a7-9bc4-82916df200c5 req-8c35eea0-99bf-4017-92c9-9f02cbe40024 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892623 Apr 18 21:09:41.912263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 7ced78b1-c955-4e80-83bc-dccd6366ed28 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:09:42.487677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:42.502825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7701d5-65f4-4b7e-a164-8133557f74e9 admin admin] Router 460fd498-9e73-47c9-aa64-7dd847d47eaa has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:09:42.530082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 7ced78b1-c955-4e80-83bc-dccd6366ed28 has no active binding in host n-h2-836017-3 {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 21:09:42.571570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b85d-a822-494d-bc0c-210062767809 req-b64ee1d5-f612-40f9-b9b0-1f9537ff7117 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.571570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b85d-a822-494d-bc0c-210062767809 req-b64ee1d5-f612-40f9-b9b0-1f9537ff7117 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.572265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b85d-a822-494d-bc0c-210062767809 req-b64ee1d5-f612-40f9-b9b0-1f9537ff7117 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.572265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b85d-a822-494d-bc0c-210062767809 req-b64ee1d5-f612-40f9-b9b0-1f9537ff7117 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.572658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b85d-a822-494d-bc0c-210062767809 req-b64ee1d5-f612-40f9-b9b0-1f9537ff7117 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.572788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b85d-a822-494d-bc0c-210062767809 req-b64ee1d5-f612-40f9-b9b0-1f9537ff7117 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.574220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b85d-a822-494d-bc0c-210062767809 req-b64ee1d5-f612-40f9-b9b0-1f9537ff7117 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.574220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b85d-a822-494d-bc0c-210062767809 req-b64ee1d5-f612-40f9-b9b0-1f9537ff7117 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.574717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b85d-a822-494d-bc0c-210062767809 req-b64ee1d5-f612-40f9-b9b0-1f9537ff7117 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.575405 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-da69e644-3b0d-428f-aaa1-be5898d5b709 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4b90eb981e69426193f6f86354a5f5f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546758 Apr 18 21:09:42.576817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a74b85d-a822-494d-bc0c-210062767809 req-b64ee1d5-f612-40f9-b9b0-1f9537ff7117 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6430 time: 0.5386918 Apr 18 21:09:42.633800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eded3d-38f3-45ae-b4c9-2d329c690ad2 req-0f2a25ce-8f20-4fdd-afd0-191e85f1a61f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.638776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98eded3d-38f3-45ae-b4c9-2d329c690ad2 req-0f2a25ce-8f20-4fdd-afd0-191e85f1a61f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 944 time: 0.5820632 Apr 18 21:09:42.836709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-d10c57a7-08c3-4427-b31b-8d58c96c81d0 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.838336 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-d10c57a7-08c3-4427-b31b-8d58c96c81d0 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530246 Apr 18 21:09:42.853135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:09:42.863679 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Request body: {'port': {'device_id': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '4b90eb981e69426193f6f86354a5f5f2'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:42.950008 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98eded3d-38f3-45ae-b4c9-2d329c690ad2 req-bb7d7c28-1025-486a-8a97-c9acd055bcf8 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973442 Apr 18 21:09:42.952612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f044a4b8-1ea9-42a6-abb5-89bb88e8e75f req-c6f34a13-2bbe-43e7-b693-2d18a2dba106 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/9058d2a6-594b-49f9-9f19-12f6b348f495 HTTP/1.1" status: 200 len: 1633 time: 0.3346620 Apr 18 21:09:42.991467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0776d9-dba4-4932-9a3b-e618f6392895 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:43.023497 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.056338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Transition to ACTIVE for port object ac0776d9-dba4-4932-9a3b-e618f6392895 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:43.071901 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-f044a4b8-1ea9-42a6-abb5-89bb88e8e75f req-9838dac4-95ec-4c98-8d96-e4f48ba655e9 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 21:09:43.073593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f044a4b8-1ea9-42a6-abb5-89bb88e8e75f req-9838dac4-95ec-4c98-8d96-e4f48ba655e9 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "DELETE /v2.0/security-groups/9058d2a6-594b-49f9-9f19-12f6b348f495 HTTP/1.1" status: 409 len: 341 time: 0.1055307 Apr 18 21:09:43.116158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:43.123709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Usage tracker for resource:port and tenant:4b90eb981e69426193f6f86354a5f5f2 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:43.127177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:43.140431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:43.159647 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b778e299-4a3a-4b8f-8b54-29a0f44a3b62'] response: {'name': 'network-changed', 'server_uuid': 'af74332b-6b1c-4224-a783-10c567ff506e', 'tag': 'b3cf30fd-fb2d-463b-a278-10e8aa247caf', 'status': 'completed', 'code': 200} Apr 18 21:09:43.166079 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.182171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7701d5-65f4-4b7e-a164-8133557f74e9 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:09:43.189548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7aefbb-6a22-4c21-a92a-dd380cf49b3a None None] Sync routers for ids ['460fd498-9e73-47c9-aa64-7dd847d47eaa'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:09:43.215837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Made reservation on behalf of 4b90eb981e69426193f6f86354a5f5f2 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:43.219690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.225148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7aefbb-6a22-4c21-a92a-dd380cf49b3a None None] Routers {'460fd498-9e73-47c9-aa64-7dd847d47eaa'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:43.236961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3b7aefbb-6a22-4c21-a92a-dd380cf49b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:09:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['460fd498-9e73-47c9-aa64-7dd847d47eaa'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:43.249694 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.290006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:43.295449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Usage tracker for resource:security_group_rule and tenant:4b90eb981e69426193f6f86354a5f5f2 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:43.298650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:43.314371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:43.388363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1b7701d5-65f4-4b7e-a164-8133557f74e9 admin admin] 10.222.0.11 "PUT /v2.0/routers/460fd498-9e73-47c9-aa64-7dd847d47eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2563198 Apr 18 21:09:43.388363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0776d9-dba4-4932-9a3b-e618f6392895,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:43.402527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36904) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:43.423562 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.489814 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.588516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fa29b5-a36b-46d5-a8c5-fab455fd4288,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:43.674240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3b7aefbb-6a22-4c21-a92a-dd380cf49b3a None None] Set router 460fd498-9e73-47c9-aa64-7dd847d47eaa gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:09:43.769379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Allocated IP 192.168.233.53 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/923bcb41-9656-4b67-b59e-f14bde21303e) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:43.818573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-211a0ad9-08b4-4420-9f86-ec91f0d87069 req-75f641a8-464d-4662-b67e-e8f656e56648 tempest-AbsoluteLimitsNegativeTestJSON-386427341 tempest-AbsoluteLimitsNegativeTestJSON-386427341-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=da7bef14ff004cec96e388a65e8859d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4325993 Apr 18 21:09:43.835888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077d2fb4-9683-4440-8988-4c1541f03053', 'tag': '7ced78b1-c955-4e80-83bc-dccd6366ed28'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:44.180699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3b7aefbb-6a22-4c21-a92a-dd380cf49b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:09:35Z', 'revision_number': 5, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:44.186559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7aefbb-6a22-4c21-a92a-dd380cf49b3a None None] Checking router: 460fd498-9e73-47c9-aa64-7dd847d47eaa for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:09:44.201635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7aefbb-6a22-4c21-a92a-dd380cf49b3a None None] Routers {'460fd498-9e73-47c9-aa64-7dd847d47eaa'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:44.209499 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3b7aefbb-6a22-4c21-a92a-dd380cf49b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:09:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['460fd498-9e73-47c9-aa64-7dd847d47eaa'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:44.221158 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00e90472-24a7-46f7-85d3-7909f3124864 req-bdfc3b3e-efba-417f-a373-a6c0df191768 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65b5a641e24c4888a553050f8beaf577&device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 1135 time: 1.0362754 Apr 18 21:09:44.227116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a0ad9-08b4-4420-9f86-ec91f0d87069 req-27468360-d022-47ea-b7a1-bd4de4022694 tempest-AbsoluteLimitsNegativeTestJSON-386427341 tempest-AbsoluteLimitsNegativeTestJSON-386427341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.228816 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-211a0ad9-08b4-4420-9f86-ec91f0d87069 req-27468360-d022-47ea-b7a1-bd4de4022694 tempest-AbsoluteLimitsNegativeTestJSON-386427341 tempest-AbsoluteLimitsNegativeTestJSON-386427341-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3990071 Apr 18 21:09:44.268052 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.297326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Transition to ACTIVE for port object 923bcb41-9656-4b67-b59e-f14bde21303e will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:44.410616 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.462328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e90472-24a7-46f7-85d3-7909f3124864 req-989aceb8-662e-4806-be05-d21084c010a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.464144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00e90472-24a7-46f7-85d3-7909f3124864 req-989aceb8-662e-4806-be05-d21084c010a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 200 len: 913 time: 0.2311082 Apr 18 21:09:44.502812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3b7aefbb-6a22-4c21-a92a-dd380cf49b3a None None] Set router 460fd498-9e73-47c9-aa64-7dd847d47eaa gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:09:44.507390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:44.512131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:44.517596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:44.595050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Pushing event updated for resources: {'Port': ['ID=923bcb41-9656-4b67-b59e-f14bde21303e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:44.600476 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00e90472-24a7-46f7-85d3-7909f3124864 req-081fc466-0fab-412c-b010-d8e437525d47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3cf30fd-fb2d-463b-a278-10e8aa247caf HTTP/1.1" status: 200 len: 217 time: 0.1142266 Apr 18 21:09:44.601429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a96e8d-23c6-435e-a447-7c3626069ca8 req-6fa87753-4679-4623-b982-1a0fb00375bb tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.602896 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1a96e8d-23c6-435e-a447-7c3626069ca8 req-6fa87753-4679-4623-b982-1a0fb00375bb tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 886 time: 1.2462986 Apr 18 21:09:44.616968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:44.617793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:44.618983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:44.619519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:44.620198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:44.620891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:44.621390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:44.621901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:44.622451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:44.622938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:44.623448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:44.650145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.651184 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.717875 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-211a0ad9-08b4-4420-9f86-ec91f0d87069 req-fe282c72-d166-419f-a6ae-1750748494c7 tempest-AbsoluteLimitsNegativeTestJSON-386427341 tempest-AbsoluteLimitsNegativeTestJSON-386427341-project] 10.222.0.11 "GET /v2.0/quotas/da7bef14ff004cec96e388a65e8859d4 HTTP/1.1" status: 200 len: 375 time: 0.4538839 Apr 18 21:09:44.779191 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-4edf73cd-941b-4e93-89ca-4780076759dd tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9238126 Apr 18 21:09:44.793304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Request body: {'port': {'device_id': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:44.855333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Attempting to bind port ac0776d9-dba4-4932-9a3b-e618f6392895 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:44.856324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Attempting to bind port ac0776d9-dba4-4932-9a3b-e618f6392895 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:44.856823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Attempting to bind port ac0776d9-dba4-4932-9a3b-e618f6392895 on network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:44.897999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Port ac0776d9-dba4-4932-9a3b-e618f6392895 on network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:09:44.898750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Attempting to bind port ac0776d9-dba4-4932-9a3b-e618f6392895 on network 2cdfc7ae-40b0-4716-84ae-4ca63683a50c {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:44.908450 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-211a0ad9-08b4-4420-9f86-ec91f0d87069 req-fb4fa715-9e67-49c6-8f2a-f74f8713f3b0 tempest-AbsoluteLimitsNegativeTestJSON-386427341 tempest-AbsoluteLimitsNegativeTestJSON-386427341-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=da7bef14ff004cec96e388a65e8859d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1812243 Apr 18 21:09:44.917187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:09:44.917892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Checking segment: {'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:44.918474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Bound using segment: {'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:09:44.919233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Bound port: ac0776d9-dba4-4932-9a3b-e618f6392895, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b27334-4225-4a10-b894-eea4153aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:44.919759 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.961251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e90472-24a7-46f7-85d3-7909f3124864 req-67cc3871-3084-463a-a5c9-4d3e14a36c4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.963011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00e90472-24a7-46f7-85d3-7909f3124864 req-67cc3871-3084-463a-a5c9-4d3e14a36c4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dff00ec7-c6e7-4a2c-80c3-425ac66c8929 HTTP/1.1" status: 200 len: 852 time: 0.3339314 Apr 18 21:09:44.969700 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.977258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-43d43cf1-0855-44a7-af41-94f23fd9e11e None None] Provisioning for port 923bcb41-9656-4b67-b59e-f14bde21303e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:45.017830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-43d43cf1-0855-44a7-af41-94f23fd9e11e None None] Provisioning complete for port 923bcb41-9656-4b67-b59e-f14bde21303e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:45.018311 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-43d43cf1-0855-44a7-af41-94f23fd9e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.206921 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00e90472-24a7-46f7-85d3-7909f3124864 req-fb1b113b-475c-4fc2-89b9-f35dab708d04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=847c8190-dbe5-47f4-a2da-74531e1fb3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2247608 Apr 18 21:09:45.289059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-43d43cf1-0855-44a7-af41-94f23fd9e11e None None] Port 923bcb41-9656-4b67-b59e-f14bde21303e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:09:45.316092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] For port ac0776d9-dba4-4932-9a3b-e618f6392895, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:45.318752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3b7aefbb-6a22-4c21-a92a-dd380cf49b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:09:35Z', 'revision_number': 5, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:45.323490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] For port ac0776d9-dba4-4932-9a3b-e618f6392895, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ac0776d9-dba4-4932-9a3b-e618f6392895,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:45.328265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7aefbb-6a22-4c21-a92a-dd380cf49b3a None None] The sync data for ids ['460fd498-9e73-47c9-aa64-7dd847d47eaa'] in n-d-836017-3 is: [{'id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'name': 'tempest-ServersTestBootFromVolume-1776383573-router', 'tenant_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:48Z', 'updated_at': '2022-04-18T21:09:35Z', 'revision_number': 5, 'project_id': 'dd0dbec6e91b4fc8b376969fb52f06f4', 'gw_port': {'id': '8343a9ab-e488-41d4-9ed7-c4de662af2e1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fd498-9e73-47c9-aa64-7dd847d47eaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:49Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:09:45.512829 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.777306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 673e7732-75da-4216-b436-e870ab624056 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:45.875985 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.884884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 673e7732-75da-4216-b436-e870ab624056 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:09:45.884884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 673e7732-75da-4216-b436-e870ab624056 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:46.028675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923bcb41-9656-4b67-b59e-f14bde21303e {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:46.040552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.041871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0232d5-9f61-485e-bd3d-3f7fef811750 req-3d7d822d-50af-4f6b-8990-25931d4989a6 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:46.050359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f0232d5-9f61-485e-bd3d-3f7fef811750 req-3d7d822d-50af-4f6b-8990-25931d4989a6 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 935 time: 1.1989849 Apr 18 21:09:46.061087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0776d9-dba4-4932-9a3b-e618f6392895,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:46.065832 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.068443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Transition to ACTIVE for port object 923bcb41-9656-4b67-b59e-f14bde21303e will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:46.069022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36920) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:46.071790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-1ab2b1e2-d058-4a4b-bc61-f959d1bda952 service neutron] 10.222.0.59 "PUT /v2.0/ports/ac0776d9-dba4-4932-9a3b-e618f6392895 HTTP/1.1" status: 200 len: 1092 time: 4.7835712 Apr 18 21:09:46.115133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c3c17c-99cd-450c-96f0-4b9ad80361b5', 'tag': 'ac0776d9-dba4-4932-9a3b-e618f6392895'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:46.129691 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.459812 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-856c9d61-eb8c-4126-9a77-2aafb645fd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.483252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Pushing event updated for resources: {'Port': ['ID=923bcb41-9656-4b67-b59e-f14bde21303e,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:46.512464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f0232d5-9f61-485e-bd3d-3f7fef811750 req-679e3d0a-2fc3-4a7b-8383-4d1fcef430a1 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611187 Apr 18 21:09:46.581175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a371df-2d8c-4448-9ff2-17c7e7335680 req-a811eaeb-be74-4f96-ab3a-1c366136dac0 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:46.591055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02a371df-2d8c-4448-9ff2-17c7e7335680 req-a811eaeb-be74-4f96-ab3a-1c366136dac0 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 944 time: 1.2629600 Apr 18 21:09:46.600840 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00e90472-24a7-46f7-85d3-7909f3124864 req-f2a896df-b37f-46b6-a39f-a303008bd264 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2616379 Apr 18 21:09:46.613677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-856c9d61-eb8c-4126-9a77-2aafb645fd8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:46.620539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-856c9d61-eb8c-4126-9a77-2aafb645fd8d admin admin] Usage tracker for resource:security_group_rule and tenant:da7bef14ff004cec96e388a65e8859d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:46.633686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-856c9d61-eb8c-4126-9a77-2aafb645fd8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:46.640985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-856c9d61-eb8c-4126-9a77-2aafb645fd8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:46.743586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-856c9d61-eb8c-4126-9a77-2aafb645fd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.806797 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-123fa1eb-3953-45ad-95d1-e985da2800df service neutron] 10.222.0.59 "GET /v2.0/ports/7ced78b1-c955-4e80-83bc-dccd6366ed28/bindings/n-h2-836017-3 HTTP/1.1" status: 200 len: 384 time: 0.6087983 Apr 18 21:09:46.826967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-ed976f31-7261-4585-bcb7-966c91cb769d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd79c777f058418d95221f6eebb38334&device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 1095 time: 0.6262856 Apr 18 21:09:46.867437 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-856c9d61-eb8c-4126-9a77-2aafb645fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.959544 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02a371df-2d8c-4448-9ff2-17c7e7335680 req-f1fa4e76-8b01-4833-8e35-2d66b52005f1 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488038 Apr 18 21:09:46.959544 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00e90472-24a7-46f7-85d3-7909f3124864 req-56606f5f-0571-483c-b873-d9caafeab2f2 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167288 Apr 18 21:09:46.988240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Attempting to bind port 923bcb41-9656-4b67-b59e-f14bde21303e on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:46.988792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Attempting to bind port 923bcb41-9656-4b67-b59e-f14bde21303e by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:46.989291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Attempting to bind port 923bcb41-9656-4b67-b59e-f14bde21303e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:46.996690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-22843a0b-c8a2-47bb-8710-6dc1b1114ef6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0776d9-dba4-4932-9a3b-e618f6392895 HTTP/1.1" status: 200 len: 217 time: 0.1489110 Apr 18 21:09:46.997331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c9d61-eb8c-4126-9a77-2aafb645fd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fe13fb-79bd-4f7c-9a0e-83cb7fd6f073,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:47.001561 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-856c9d61-eb8c-4126-9a77-2aafb645fd8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da7bef14ff004cec96e388a65e8859d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9316230 Apr 18 21:09:47.012339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36928) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:47.017148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Port 923bcb41-9656-4b67-b59e-f14bde21303e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:09:47.017748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Attempting to bind port 923bcb41-9656-4b67-b59e-f14bde21303e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:47.085723 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68bae755-ffd8-4a2d-9df8-d426ff1061bd'] response: {'name': 'network-changed', 'server_uuid': '077d2fb4-9683-4440-8988-4c1541f03053', 'tag': '7ced78b1-c955-4e80-83bc-dccd6366ed28', 'status': 'completed', 'code': 200} Apr 18 21:09:47.119242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-aa7f3017-48f0-41bf-a635-bae666485c50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:47.122232 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-aa7f3017-48f0-41bf-a635-bae666485c50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2fd5015f-87f9-4d04-9608-8e9906d28817 HTTP/1.1" status: 200 len: 862 time: 0.1097035 Apr 18 21:09:47.168165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:09:47.168527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:47.169141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:09:47.169827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Bound port: 923bcb41-9656-4b67-b59e-f14bde21303e, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:47.170505 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.183652 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-62044d31-d0e9-4ade-be0d-5bfb09b05442 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547850 Apr 18 21:09:47.201998 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.382552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c8a2ca0-4f6d-4bdb-8560-aec8de42386d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.390139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Deleting port 8343a9ab-e488-41d4-9ed7-c4de662af2e1 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:47.390486 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.462208 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c8a2ca0-4f6d-4bdb-8560-aec8de42386d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.477654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:47.486558 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22579b3c-473c-40bf-83ea-6352d18354ec req-096efcb5-a11f-4c64-a382-4f7c4d8ab9d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 1125 time: 0.3881035 Apr 18 21:09:47.529009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:47.558210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-18dd2ff1-e0de-4695-a87d-21855c0fb93c service neutron] 10.222.0.59 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574457 Apr 18 21:09:47.647097 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.658579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-0b82aaf4-e498-47b1-9a55-8dafdd48ee88 service neutron] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:47.745776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481af89f-00f0-439e-8284-0005ce9bb96d req-e4879db7-bd7e-4fcb-97ef-95e4c0c5650c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:47.756390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481af89f-00f0-439e-8284-0005ce9bb96d req-e4879db7-bd7e-4fcb-97ef-95e4c0c5650c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 944 time: 0.4537759 Apr 18 21:09:47.758200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Pushing event updated for resources: {'Port': ['ID=923bcb41-9656-4b67-b59e-f14bde21303e,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:47.795197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.796917 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-5288ce6c-6430-4bcb-9765-e1327eecd82e service neutron] 10.222.0.26 "PUT /v2.0/ports/923bcb41-9656-4b67-b59e-f14bde21303e HTTP/1.1" status: 200 len: 1095 time: 3.0098929 Apr 18 21:09:47.798399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-0b82aaf4-e498-47b1-9a55-8dafdd48ee88 service neutron] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:47.914647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-0b82aaf4-e498-47b1-9a55-8dafdd48ee88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ced78b1-c955-4e80-83bc-dccd6366ed28 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:47.926406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22579b3c-473c-40bf-83ea-6352d18354ec req-1fb56256-3eed-44f0-b89b-9c52404dfa2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:47.929206 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22579b3c-473c-40bf-83ea-6352d18354ec req-1fb56256-3eed-44f0-b89b-9c52404dfa2b service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.4228728 Apr 18 21:09:47.949645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-0b82aaf4-e498-47b1-9a55-8dafdd48ee88 service neutron] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:48.081407 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77287f-0aff-402b-8716-a9e50fe50ad6 req-c078390a-b918-47ea-944b-b226fcb490e6 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:48.082028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77287f-0aff-402b-8716-a9e50fe50ad6 req-c078390a-b918-47ea-944b-b226fcb490e6 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:48.082120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77287f-0aff-402b-8716-a9e50fe50ad6 req-c078390a-b918-47ea-944b-b226fcb490e6 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:48.082520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77287f-0aff-402b-8716-a9e50fe50ad6 req-c078390a-b918-47ea-944b-b226fcb490e6 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:48.082881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77287f-0aff-402b-8716-a9e50fe50ad6 req-c078390a-b918-47ea-944b-b226fcb490e6 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:48.083234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77287f-0aff-402b-8716-a9e50fe50ad6 req-c078390a-b918-47ea-944b-b226fcb490e6 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:48.083587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77287f-0aff-402b-8716-a9e50fe50ad6 req-c078390a-b918-47ea-944b-b226fcb490e6 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:48.083935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77287f-0aff-402b-8716-a9e50fe50ad6 req-c078390a-b918-47ea-944b-b226fcb490e6 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:48.084347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77287f-0aff-402b-8716-a9e50fe50ad6 req-c078390a-b918-47ea-944b-b226fcb490e6 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:48.086571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e77287f-0aff-402b-8716-a9e50fe50ad6 req-c078390a-b918-47ea-944b-b226fcb490e6 tempest-NetworksTest-1699692158 tempest-NetworksTest-1699692158-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6430 time: 0.6703324 Apr 18 21:09:48.105344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c8a2ca0-4f6d-4bdb-8560-aec8de42386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.134154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a2ca0-4f6d-4bdb-8560-aec8de42386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fe13fb-79bd-4f7c-9a0e-83cb7fd6f073,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:48.142831 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22579b3c-473c-40bf-83ea-6352d18354ec req-8fed699b-5c1c-40ff-9909-6156508c955a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28 HTTP/1.1" status: 200 len: 217 time: 0.2058632 Apr 18 21:09:48.152053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481af89f-00f0-439e-8284-0005ce9bb96d req-929468da-29e4-4b2a-a89d-85e37e720257 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939073 Apr 18 21:09:48.172734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f2636b7-140e-40cd-b069-ec822dd50c64 req-789329bc-c8a2-4f6e-8bea-a6fbcbb5a66a service neutron] 10.222.0.59 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077805 Apr 18 21:09:48.186615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] For port 8343a9ab-e488-41d4-9ed7-c4de662af2e1, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8343a9ab-e488-41d4-9ed7-c4de662af2e1,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:48.187028 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.228978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7ced78b1-c955-4e80-83bc-dccd6366ed28 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:48.261887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22579b3c-473c-40bf-83ea-6352d18354ec req-672ece0c-6e58-44ce-aba6-3a14152e6c95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:48.265686 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22579b3c-473c-40bf-83ea-6352d18354ec req-672ece0c-6e58-44ce-aba6-3a14152e6c95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.1137450 Apr 18 21:09:48.266500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c8a2ca0-4f6d-4bdb-8560-aec8de42386d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.271316 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9c8a2ca0-4f6d-4bdb-8560-aec8de42386d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8fe13fb-79bd-4f7c-9a0e-83cb7fd6f073 HTTP/1.1" status: 204 len: 168 time: 1.2560902 Apr 18 21:09:48.282318 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-0b82aaf4-e498-47b1-9a55-8dafdd48ee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.429645 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22579b3c-473c-40bf-83ea-6352d18354ec req-6d01abfd-9ccd-4037-8111-b1cb2c14c81e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169579 Apr 18 21:09:48.560428 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a95a25-4650-4482-9349-518d61c82851'] response: {'name': 'network-changed', 'server_uuid': '47c3c17c-99cd-450c-96f0-4b9ad80361b5', 'tag': 'ac0776d9-dba4-4932-9a3b-e618f6392895', 'status': 'completed', 'code': 200} Apr 18 21:09:48.622335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-770b34f4-0ba0-4daa-9d62-4cf43c8835fb req-b00f48b2-8c85-40b7-8e61-24c9e6b60b08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65b5a641e24c4888a553050f8beaf577&device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 1135 time: 1.0183730 Apr 18 21:09:48.720430 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-96956b65-ba12-4db0-aad3-38671997f353 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b90eb981e69426193f6f86354a5f5f2&device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 1098 time: 0.6816950 Apr 18 21:09:48.746685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Calling delete_port for 8343a9ab-e488-41d4-9ed7-c4de662af2e1 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:48.922514 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-9ce13681-c189-48e9-b590-4add38669870 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=923bcb41-9656-4b67-b59e-f14bde21303e HTTP/1.1" status: 200 len: 217 time: 0.1697969 Apr 18 21:09:48.939180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36962) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:49.064560 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22579b3c-473c-40bf-83ea-6352d18354ec req-2a250b23-6f62-4a09-bcaa-50d0eb5eb819 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250412 Apr 18 21:09:49.106838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:49.115312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-0b82aaf4-e498-47b1-9a55-8dafdd48ee88 service neutron] Transition to ACTIVE for port object 7ced78b1-c955-4e80-83bc-dccd6366ed28 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:49.130431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-293bf434-34f0-441f-829d-aac9871f5fac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:49.132325 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-293bf434-34f0-441f-829d-aac9871f5fac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1938334 Apr 18 21:09:49.207555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b34f4-0ba0-4daa-9d62-4cf43c8835fb req-2316f806-4d59-45d9-a173-6e6359b2b3a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:49.209081 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-770b34f4-0ba0-4daa-9d62-4cf43c8835fb req-2316f806-4d59-45d9-a173-6e6359b2b3a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 200 len: 913 time: 0.3969889 Apr 18 21:09:49.222403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50d4d902-8b11-4a79-91da-9106b17c32ef req-801b39ae-dd2c-4ab6-826f-ec4c3eb26209 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6600583 Apr 18 21:09:49.222403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f2ae7bd-83e3-4a7d-9f62-e0cb6cc147c0 req-a00a473b-ec7f-45f7-8656-fbe7f19d12f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd79c777f058418d95221f6eebb38334&device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 1095 time: 0.6643701 Apr 18 21:09:49.230771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de852bf-6dc1-421e-9b5d-3cbf34aef9dd req-8fe64385-bf65-42d2-9417-6f6c5b13247e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:49.237790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6de852bf-6dc1-421e-9b5d-3cbf34aef9dd req-8fe64385-bf65-42d2-9417-6f6c5b13247e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 984 time: 0.6198926 Apr 18 21:09:49.274803 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-0b82aaf4-e498-47b1-9a55-8dafdd48ee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.311451 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43a8ce9d-13f8-40b0-8ffe-750a7640c87a req-fe94864f-4f1e-4571-8697-d969e8bb7b3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5899906 Apr 18 21:09:49.327524 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-72f33bdf-d060-4492-bd10-40eb2eb5ce34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.376248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b668748-d110-422d-ad11-4d707bc79f55 req-910929ba-f5af-4ced-a17c-533c243490b1 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:49.381082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b668748-d110-422d-ad11-4d707bc79f55 req-910929ba-f5af-4ced-a17c-533c243490b1 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 947 time: 0.6662185 Apr 18 21:09:49.397336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-72f33bdf-d060-4492-bd10-40eb2eb5ce34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:49.404180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-72f33bdf-d060-4492-bd10-40eb2eb5ce34 admin admin] Usage tracker for resource:security_group_rule and tenant:1bea4b194f3043479096ad49f8e4e599 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:49.408171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-72f33bdf-d060-4492-bd10-40eb2eb5ce34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:49.417361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-72f33bdf-d060-4492-bd10-40eb2eb5ce34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:49.494211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-770b34f4-0ba0-4daa-9d62-4cf43c8835fb req-090a86f3-3102-4c2e-a625-1ec4bc2743ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3cf30fd-fb2d-463b-a278-10e8aa247caf HTTP/1.1" status: 200 len: 217 time: 0.2691550 Apr 18 21:09:49.669682 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22579b3c-473c-40bf-83ea-6352d18354ec req-a7720ef0-61c7-4d3c-ae7a-86fcf6538aeb service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864823 Apr 18 21:09:49.675261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-0b82aaf4-e498-47b1-9a55-8dafdd48ee88 service neutron] No DVR routers for this DVR port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:49.682236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82aaf4-e498-47b1-9a55-8dafdd48ee88 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced78b1-c955-4e80-83bc-dccd6366ed28,revision_number=10']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:49.686053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6de852bf-6dc1-421e-9b5d-3cbf34aef9dd req-b11f4b18-ce9e-4b53-9eea-c9157069ffe9 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=9058d2a6-594b-49f9-9f19-12f6b348f495&id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4473305 Apr 18 21:09:49.728442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b34f4-0ba0-4daa-9d62-4cf43c8835fb req-a306da98-d2fb-49f1-a869-71fd04806780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:49.746720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-770b34f4-0ba0-4daa-9d62-4cf43c8835fb req-a306da98-d2fb-49f1-a869-71fd04806780 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dff00ec7-c6e7-4a2c-80c3-425ac66c8929 HTTP/1.1" status: 200 len: 852 time: 0.2227476 Apr 18 21:09:49.753283 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b668748-d110-422d-ad11-4d707bc79f55 req-9667ae1e-6fcb-49fb-ab38-ccd5fb0c5cd2 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971337 Apr 18 21:09:49.812500 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-49a1285e-ee33-461b-b20c-5c0bf00dcd30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6239412 Apr 18 21:09:49.821130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae7bd-83e3-4a7d-9f62-e0cb6cc147c0 req-7d8b0a62-7675-4faf-970c-30b7819def2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:49.824695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f2ae7bd-83e3-4a7d-9f62-e0cb6cc147c0 req-7d8b0a62-7675-4faf-970c-30b7819def2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c HTTP/1.1" status: 200 len: 923 time: 0.5829134 Apr 18 21:09:49.826489 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-72f33bdf-d060-4492-bd10-40eb2eb5ce34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.831144 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.920731 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-72f33bdf-d060-4492-bd10-40eb2eb5ce34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.930823 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43a8ce9d-13f8-40b0-8ffe-750a7640c87a req-a7801272-96eb-4ad5-b3cc-97e9f866cae2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65b5a641e24c4888a553050f8beaf577&device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 1174 time: 0.4199758 Apr 18 21:09:49.964834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-770b34f4-0ba0-4daa-9d62-4cf43c8835fb req-46dc612d-79a5-4310-9052-d9f8c7996e51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=847c8190-dbe5-47f4-a2da-74531e1fb3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2096975 Apr 18 21:09:49.991055 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-0b82aaf4-e498-47b1-9a55-8dafdd48ee88 service neutron] 10.222.0.59 "PUT /v2.0/ports/7ced78b1-c955-4e80-83bc-dccd6366ed28/bindings/n-h2-836017-3/activate HTTP/1.1" status: 200 len: 369 time: 3.1764805 Apr 18 21:09:49.992437 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5f4c13-66cb-4bda-ae5e-feb8f7acbb31'] response: {'name': 'network-changed', 'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e', 'status': 'completed', 'code': 200} Apr 18 21:09:50.011995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Pushing event deleted for resources: {'Port': ['ID=8343a9ab-e488-41d4-9ed7-c4de662af2e1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:50.016330 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50d4d902-8b11-4a79-91da-9106b17c32ef req-13617816-dd44-4510-a0e0-bb86d7a973d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 1095 time: 0.6852527 Apr 18 21:09:50.110027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f33bdf-d060-4492-bd10-40eb2eb5ce34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bf902d-b1eb-45f9-8968-2643ec7a9673,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:50.116436 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-72f33bdf-d060-4492-bd10-40eb2eb5ce34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bea4b194f3043479096ad49f8e4e599&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1585853 Apr 18 21:09:50.127144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36992) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:50.131428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f2ae7bd-83e3-4a7d-9f62-e0cb6cc147c0 req-5de38fe4-07f7-4f20-afc6-0b4ea4ce02e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0776d9-dba4-4932-9a3b-e618f6392895 HTTP/1.1" status: 200 len: 217 time: 0.2710230 Apr 18 21:09:50.199125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36996) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:50.221643 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-0d717c19-7cd0-4bdf-8892-5848aa377a2f service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979323 Apr 18 21:09:50.250234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ac0776d9-dba4-4932-9a3b-e618f6392895 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:09:50.299260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8ce9d-13f8-40b0-8ffe-750a7640c87a req-3add74aa-bcc9-4d54-9272-fe202ddfcde4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:50.300968 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43a8ce9d-13f8-40b0-8ffe-750a7640c87a req-3add74aa-bcc9-4d54-9272-fe202ddfcde4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 200 len: 913 time: 0.3384655 Apr 18 21:09:50.411934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ac0776d9-dba4-4932-9a3b-e618f6392895, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ac0776d9-dba4-4932-9a3b-e618f6392895,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:50.426760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'ac0776d9-dba4-4932-9a3b-e618f6392895', 'network_id': '2cdfc7ae-40b0-4716-84ae-4ca63683a50c', 'port_id': 'ac0776d9-dba4-4932-9a3b-e618f6392895', 'mac_address': 'fa:16:3e:45:bb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd5015f-87f9-4d04-9608-8e9906d28817', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:09:50.443075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-993350561-network', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:50.448675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:50.470023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Usage tracker for resource:network and tenant:adaffb00700e4f07bd500caf90d0fa4d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:50.482651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:50.483884 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.493104 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43a8ce9d-13f8-40b0-8ffe-750a7640c87a req-e350d8ea-c814-4c2e-83aa-a7f4d403af41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc HTTP/1.1" status: 200 len: 217 time: 0.1271548 Apr 18 21:09:50.496408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:50.503807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0776d9-dba4-4932-9a3b-e618f6392895 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:50.520458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ac0776d9-dba4-4932-9a3b-e618f6392895, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ac0776d9-dba4-4932-9a3b-e618f6392895,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:50.621833 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.684240 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0644-19ed-4d17-87b6-74eaff30a055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.689494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae7bd-83e3-4a7d-9f62-e0cb6cc147c0 req-d2087563-2663-42d4-b19d-fb2abb6a4726 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:50.691115 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f2ae7bd-83e3-4a7d-9f62-e0cb6cc147c0 req-d2087563-2663-42d4-b19d-fb2abb6a4726 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2fd5015f-87f9-4d04-9608-8e9906d28817 HTTP/1.1" status: 200 len: 862 time: 0.3323867 Apr 18 21:09:50.709360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=ac0776d9-dba4-4932-9a3b-e618f6392895,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:50.719018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:50.719754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:50.720303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:50.720727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:50.721146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:50.721705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:50.722118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:50.722534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:50.722945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:50.723353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:50.723779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:50.753519 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dcefcd2e-35cd-4de0-9ad4-1021926b5974 req-8363c6c2-c2e9-43ba-9486-830a6cd976fc service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077589 Apr 18 21:09:50.755343 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0644-19ed-4d17-87b6-74eaff30a055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.769218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8ce9d-13f8-40b0-8ffe-750a7640c87a req-66e55d31-1b93-4251-b5bd-0273f495d43f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:50.771051 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43a8ce9d-13f8-40b0-8ffe-750a7640c87a req-66e55d31-1b93-4251-b5bd-0273f495d43f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dff00ec7-c6e7-4a2c-80c3-425ac66c8929 HTTP/1.1" status: 200 len: 852 time: 0.2688558 Apr 18 21:09:50.819351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Made reservation on behalf of adaffb00700e4f07bd500caf90d0fa4d for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:50.821583 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.844901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['ac0776d9-dba4-4932-9a3b-e618f6392895'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:50.853087 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43a8ce9d-13f8-40b0-8ffe-750a7640c87a req-cca14203-c57f-4e13-acf3-f1e35b21e3c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=847c8190-dbe5-47f4-a2da-74531e1fb3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729399 Apr 18 21:09:50.863055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.901973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4d902-8b11-4a79-91da-9106b17c32ef req-3f774dd7-5e6e-46a4-9a58-8d7a92539960 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:50.903436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50d4d902-8b11-4a79-91da-9106b17c32ef req-3f774dd7-5e6e-46a4-9a58-8d7a92539960 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.8489819 Apr 18 21:09:50.905387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-770b34f4-0ba0-4daa-9d62-4cf43c8835fb req-7857a651-b3b2-41f4-8b32-15273f2f6cfa service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9290423 Apr 18 21:09:50.912780 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f2ae7bd-83e3-4a7d-9f62-e0cb6cc147c0 req-d4cb09a7-6342-4f59-b924-64f603d85374 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cdfc7ae-40b0-4716-84ae-4ca63683a50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325178 Apr 18 21:09:50.925381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5209a10-0bba-4e66-a671-04da562a2c9a req-76cf0b2d-1270-4dab-9340-428b3cc93043 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:50.926916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a5209a10-0bba-4e66-a671-04da562a2c9a req-76cf0b2d-1270-4dab-9340-428b3cc93043 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 944 time: 0.9658208 Apr 18 21:09:51.095589 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43a8ce9d-13f8-40b0-8ffe-750a7640c87a req-a9fc989f-d1a0-40d2-8095-d46e4b115a0f service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348287 Apr 18 21:09:51.113814 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.133011 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6568a95a-526e-4073-a5ec-ac36350221c4 req-a8a95bd6-0f67-4ac6-b6a9-69450c26fc6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b90eb981e69426193f6f86354a5f5f2&device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 1098 time: 0.2331452 Apr 18 21:09:51.292188 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0644-19ed-4d17-87b6-74eaff30a055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.312105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-9ba27afe-9018-46df-8513-919ab21ea058 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053&tenant_id=dab6748eaf3e409f9a3ff9969581722b&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 1096 time: 0.9712262 Apr 18 21:09:51.327114 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50d4d902-8b11-4a79-91da-9106b17c32ef req-c124773a-18b3-4713-8c55-b1f42f9067a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df24faf1-5882-4836-89eb-f3c770bfd299 HTTP/1.1" status: 200 len: 217 time: 0.4103131 Apr 18 21:09:51.335601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:51.340496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e7a1-457a-479b-9240-e62ac41a8e6b req-a2fa0416-c42c-47bb-b70c-3d3ee403947a tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.342014 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc69e7a1-457a-479b-9240-e62ac41a8e6b req-a2fa0416-c42c-47bb-b70c-3d3ee403947a tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 945 time: 0.9998386 Apr 18 21:09:51.356092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c0644-19ed-4d17-87b6-74eaff30a055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bf902d-b1eb-45f9-8968-2643ec7a9673,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:51.365415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Usage tracker for resource:security_group_rule and tenant:adaffb00700e4f07bd500caf90d0fa4d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:51.373421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:51.392921 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0644-19ed-4d17-87b6-74eaff30a055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.394149 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ba9c0644-19ed-4d17-87b6-74eaff30a055 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75bf902d-b1eb-45f9-8968-2643ec7a9673 HTTP/1.1" status: 204 len: 168 time: 1.2657681 Apr 18 21:09:51.397895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:51.440167 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43a8ce9d-13f8-40b0-8ffe-750a7640c87a req-34d45f6a-23b7-4faa-bb2e-9ea34761838e service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380291 Apr 18 21:09:51.450404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568a95a-526e-4073-a5ec-ac36350221c4 req-c21faafc-13ee-45b5-b2b4-b6e8f1ccc04f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.451897 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6568a95a-526e-4073-a5ec-ac36350221c4 req-c21faafc-13ee-45b5-b2b4-b6e8f1ccc04f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2581167 Apr 18 21:09:51.531234 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6568a95a-526e-4073-a5ec-ac36350221c4 req-a464b58c-1a37-4400-86a6-fa2bdb1a1834 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=923bcb41-9656-4b67-b59e-f14bde21303e HTTP/1.1" status: 200 len: 217 time: 0.0733583 Apr 18 21:09:51.632008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.639956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568a95a-526e-4073-a5ec-ac36350221c4 req-aa48717c-e6e7-4862-ba66-7289178281b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.641436 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6568a95a-526e-4073-a5ec-ac36350221c4 req-aa48717c-e6e7-4862-ba66-7289178281b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0925701 Apr 18 21:09:51.734865 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6568a95a-526e-4073-a5ec-ac36350221c4 req-6a72b312-6d42-465c-9434-31496117ed23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872087 Apr 18 21:09:51.822320 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a5209a10-0bba-4e66-a671-04da562a2c9a req-9a1cb902-a930-444b-a050-f85d2307390e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8191040 Apr 18 21:09:51.830671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.850436 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.855295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-770b34f4-0ba0-4daa-9d62-4cf43c8835fb req-37906f7e-ab88-4c99-9256-f91ca7765746 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9367738 Apr 18 21:09:51.861181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f2ae7bd-83e3-4a7d-9f62-e0cb6cc147c0 req-52fa6db5-1beb-41f7-9330-30543878c6b1 service neutron] 10.222.0.59 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9313047 Apr 18 21:09:51.862650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4d902-8b11-4a79-91da-9106b17c32ef req-a73f7701-6e87-4145-9750-1d058bd4c2d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.863985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50d4d902-8b11-4a79-91da-9106b17c32ef req-a73f7701-6e87-4145-9750-1d058bd4c2d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.5140297 Apr 18 21:09:51.891290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:09:51.894170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e2848d-9b78-4126-b023-5285c7e700a7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:51.910735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc69e7a1-457a-479b-9240-e62ac41a8e6b req-93655733-d181-4a9c-8b21-d8fffed7d6e5 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588975 Apr 18 21:09:51.940671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.940671 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Added segment 0cdf3c6a-15ae-450a-847a-b576786b5309 of type vlan for network b4ac22da-8ac9-4bb0-bb16-93357918a60f Apr 18 21:09:51.977237 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.003329 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6568a95a-526e-4073-a5ec-ac36350221c4 req-14e12762-df78-4086-9e86-b31ba6e3d690 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601676 Apr 18 21:09:52.007935 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.042007 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50d4d902-8b11-4a79-91da-9106b17c32ef req-3b443b3b-34e4-433f-80cb-c3efd8bc0d88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446702 Apr 18 21:09:52.144523 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:09:52.227801 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.228336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460fd498-9e73-47c9-aa64-7dd847d47eaa {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:09:52.236262 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6568a95a-526e-4073-a5ec-ac36350221c4 req-0242b1df-7061-4e50-8ec4-44848bc1f847 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129693 Apr 18 21:09:52.264203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ac0776d9-dba4-4932-9a3b-e618f6392895 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:52.325092 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.326020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:52.326599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.340149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-51f23257-0caa-4f37-a9d5-128f08a96b4e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053&tenant_id=dab6748eaf3e409f9a3ff9969581722b HTTP/1.1" status: 200 len: 1096 time: 0.9935217 Apr 18 21:09:52.445182 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.446317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8dab9077-9c92-4f6c-8675-67dbc5efa216 admin admin] 10.222.0.11 "DELETE /v2.0/routers/460fd498-9e73-47c9-aa64-7dd847d47eaa HTTP/1.1" status: 204 len: 168 time: 9.0455494 Apr 18 21:09:52.451216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37020) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.528491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f2ae7bd-83e3-4a7d-9f62-e0cb6cc147c0 req-4d9375dc-6daa-43e0-bcbe-cfac1d31f4e2 service neutron] 10.222.0.59 "GET /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554210 Apr 18 21:09:52.534991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] Pushing event updated for resources: {'Network': ['ID=b4ac22da-8ac9-4bb0-bb16-93357918a60f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:52.542374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port ac0776d9-dba4-4932-9a3b-e618f6392895 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:52.551643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f48d6a-f6d5-4cdd-89e0-674476cdffa1 admin admin] Deleting subnet 5bfffb06-fe31-431b-9056-7de8c79236f5 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:09:52.553783 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50d4d902-8b11-4a79-91da-9106b17c32ef req-5a4c4c71-3b0e-4c0d-a698-bedaf87c7941 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256780 Apr 18 21:09:52.555268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f48d6a-f6d5-4cdd-89e0-674476cdffa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.569983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port ac0776d9-dba4-4932-9a3b-e618f6392895 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:52.570358 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.587617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e0012-9593-48ee-8bfa-060ae1759410 req-58e2cf0d-7f8a-4f3a-ac43-e6581f9c042d tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:52.589755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-803e0012-9593-48ee-8bfa-060ae1759410 req-58e2cf0d-7f8a-4f3a-ac43-e6581f9c042d tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 984 time: 0.4728546 Apr 18 21:09:52.607294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b4ac22da-8ac9-4bb0-bb16-93357918a60f details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:09:52.617752 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f48d6a-f6d5-4cdd-89e0-674476cdffa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.650100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37024) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.663511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5a8e2469-e678-4486-8bf9-ef8c4dd2dc6a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4559774 Apr 18 21:09:52.664319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37028) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.672037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Request body: {'subnet': {'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-993350561-subnet', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:52.692865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:52.697953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f2a7b-59fb-4184-959e-25f6dfbb2043 req-cc82b956-d0f7-48df-b840-8c83a2179633 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:52.699480 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-594f2a7b-59fb-4184-959e-25f6dfbb2043 req-cc82b956-d0f7-48df-b840-8c83a2179633 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 947 time: 0.5728211 Apr 18 21:09:52.710112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Usage tracker for resource:subnet and tenant:adaffb00700e4f07bd500caf90d0fa4d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:52.718731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:52.737194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:52.750144 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0c345315-2afc-458b-a923-797557789665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.769253 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-ba1ae368-a14e-406d-9644-cd61cb40db0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dab6748eaf3e409f9a3ff9969581722b&device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 1096 time: 0.3686020 Apr 18 21:09:52.864565 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.895108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c3c17c-99cd-450c-96f0-4b9ad80361b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0776d9-dba4-4932-9a3b-e618f6392895'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:52.897012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f48d6a-f6d5-4cdd-89e0-674476cdffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.908083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ac0776d9-dba4-4932-9a3b-e618f6392895, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ac0776d9-dba4-4932-9a3b-e618f6392895,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:52.941120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-803e0012-9593-48ee-8bfa-060ae1759410 req-3d3b1b6c-43a8-48c5-9095-f7b00f4a09da tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=9058d2a6-594b-49f9-9f19-12f6b348f495&id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2923825 Apr 18 21:09:52.977775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50d4d902-8b11-4a79-91da-9106b17c32ef req-2b736da2-113c-45d2-b073-f33ae50e9af3 service neutron] 10.222.0.59 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040539 Apr 18 21:09:52.982398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Made reservation on behalf of adaffb00700e4f07bd500caf90d0fa4d for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:52.984739 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.009704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-594f2a7b-59fb-4184-959e-25f6dfbb2043 req-ac94813a-7003-419b-a964-5a098a285eab tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970874 Apr 18 21:09:53.016825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0c345315-2afc-458b-a923-797557789665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:53.021376 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.048513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0c345315-2afc-458b-a923-797557789665 admin admin] Usage tracker for resource:security_group_rule and tenant:2c2a2013dc28435b9c318b8928677320 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:53.082159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0c345315-2afc-458b-a923-797557789665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:53.108003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0c345315-2afc-458b-a923-797557789665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:53.119041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-9689f558-50fe-4ec0-aee6-4280c69abf6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:53.128050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-9689f558-50fe-4ec0-aee6-4280c69abf6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 200 len: 922 time: 0.3438101 Apr 18 21:09:53.145416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f48d6a-f6d5-4cdd-89e0-674476cdffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.173846 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=ac0776d9-dba4-4932-9a3b-e618f6392895,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:53.223831 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-f004c5be-2cd4-40f7-ba29-7d21443cb42c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28 HTTP/1.1" status: 200 len: 217 time: 0.0941012 Apr 18 21:09:53.235737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d9178b-b5c9-492f-ad13-28c801760f39 None None] Network 86fba982-72c1-4c4e-a91d-ae4f2de457cb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:53.253019 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f48d6a-f6d5-4cdd-89e0-674476cdffa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.255992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f48d6a-f6d5-4cdd-89e0-674476cdffa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfffb06-fe31-431b-9056-7de8c79236f5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:53.298976 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-60f48d6a-f6d5-4cdd-89e0-674476cdffa1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5bfffb06-fe31-431b-9056-7de8c79236f5 HTTP/1.1" status: 204 len: 168 time: 0.8404191 Apr 18 21:09:53.306580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37046) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:53.382632 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-95420b86-c2a4-49eb-9b90-64b599cdd6d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:53.384180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-95420b86-c2a4-49eb-9b90-64b599cdd6d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 200 len: 861 time: 0.0652006 Apr 18 21:09:53.460891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-1a69cb53-5355-4c4c-92c8-99e46987f968 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13dec-00f3-4832-bc9d-a14781c5f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617828 Apr 18 21:09:53.495276 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0c345315-2afc-458b-a923-797557789665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.503697 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.548420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Deleting port 6efbd040-668a-40cd-8674-0607541d6bc4 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:53.548618 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.571399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0c345315-2afc-458b-a923-797557789665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.622038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23458f9-2900-4a26-ac4c-923910c1282b None None] DHCP port deletion for 86fba982-72c1-4c4e-a91d-ae4f2de457cb request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:09:53.627807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d23458f9-2900-4a26-ac4c-923910c1282b None None] Deleting port 6efbd040-668a-40cd-8674-0607541d6bc4 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:53.628735 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d23458f9-2900-4a26-ac4c-923910c1282b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.675805 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.755473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b2a7ce-af51-40f6-93b3-a101cdc2420c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:53.801795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c345315-2afc-458b-a923-797557789665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f28ec4-b412-498d-ba8d-49b9244dfc20,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:53.808774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0c345315-2afc-458b-a923-797557789665 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c2a2013dc28435b9c318b8928677320&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1508243 Apr 18 21:09:53.813067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-dabe1c88-bc42-45e6-8e55-5ee7e6f6f3ac service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440690 Apr 18 21:09:53.813624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37062) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:53.834436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e1fcb-8013-492e-b0ac-85040af44017 req-ee09cc78-1557-4406-bd06-86d5942704bb tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:53.835916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-476e1fcb-8013-492e-b0ac-85040af44017 req-ee09cc78-1557-4406-bd06-86d5942704bb tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 946 time: 0.5617731 Apr 18 21:09:53.886496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6efbd040-668a-40cd-8674-0607541d6bc4 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:53.916830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] For port 6efbd040-668a-40cd-8674-0607541d6bc4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6efbd040-668a-40cd-8674-0607541d6bc4,segment=NetworkSegment(1fba671f-2f8f-44ee-baf3-037c22517084),segment_id=1fba671f-2f8f-44ee-baf3-037c22517084)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:53.917819 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.929695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Checking segment: {'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:53.930052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Network hostable DHCP agents. Network: b4ac22da-8ac9-4bb0-bb16-93357918a60f, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:09:53.978263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:54.046198 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-476e1fcb-8013-492e-b0ac-85040af44017 req-c4e4d91d-5e47-4581-9a38-12ea777d5eb8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740236 Apr 18 21:09:54.073850 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-07582abf-e624-407a-8ac8-de57c372c668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.089504 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-a0522381-19a2-4275-bec7-8d2eafe36af5 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525072 Apr 18 21:09:54.110415 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-07582abf-e624-407a-8ac8-de57c372c668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.128082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Calling delete_port for 6efbd040-668a-40cd-8674-0607541d6bc4 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:54.146248 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d23458f9-2900-4a26-ac4c-923910c1282b None None] For port 6efbd040-668a-40cd-8674-0607541d6bc4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6efbd040-668a-40cd-8674-0607541d6bc4,segment=NetworkSegment(1fba671f-2f8f-44ee-baf3-037c22517084),segment_id=1fba671f-2f8f-44ee-baf3-037c22517084)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:54.146613 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d23458f9-2900-4a26-ac4c-923910c1282b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.163805 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab36cbd3-1e9e-48cd-a9c5-b31ed2e8ab86'] response: {'server_uuid': '47c3c17c-99cd-450c-96f0-4b9ad80361b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0776d9-dba4-4932-9a3b-e618f6392895', 'code': 200} Apr 18 21:09:54.285085 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.306509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-07582abf-e624-407a-8ac8-de57c372c668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.314009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d23458f9-2900-4a26-ac4c-923910c1282b None None] Calling delete_port for 6efbd040-668a-40cd-8674-0607541d6bc4 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:54.338749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07582abf-e624-407a-8ac8-de57c372c668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f28ec4-b412-498d-ba8d-49b9244dfc20,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:54.355021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Network b4ac22da-8ac9-4bb0-bb16-93357918a60f is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:09:54.376902 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.385998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=6efbd040-668a-40cd-8674-0607541d6bc4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:54.398632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] No DVR routers for this DVR port 6efbd040-668a-40cd-8674-0607541d6bc4 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:54.433881 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-07582abf-e624-407a-8ac8-de57c372c668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.437560 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-07582abf-e624-407a-8ac8-de57c372c668 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1f28ec4-b412-498d-ba8d-49b9244dfc20 HTTP/1.1" status: 204 len: 168 time: 0.6188648 Apr 18 21:09:54.478734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d097e36c-a273-460c-9dbe-a99e5822b807 req-44b418b5-0601-4c04-b0f8-5f7c603fc076 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 1097 time: 0.2566011 Apr 18 21:09:54.509381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b4ac22da-8ac9-4bb0-bb16-93357918a60f) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:54.535999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0093c-f4f4-4de0-a904-bdeec8aae4ca req-680f7a57-7996-4296-b892-a20654d288f7 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:54.539802 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84e0093c-f4f4-4de0-a904-bdeec8aae4ca req-680f7a57-7996-4296-b892-a20654d288f7 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 945 time: 0.1842222 Apr 18 21:09:54.572210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d097e36c-a273-460c-9dbe-a99e5822b807 req-23be8838-c8e1-4d98-b005-313a08c00ce9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860407 Apr 18 21:09:54.610204 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-d23458f9-2900-4a26-ac4c-923910c1282b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:09:54.610589 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-d23458f9-2900-4a26-ac4c-923910c1282b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:09:54.611109 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8343a9ab-e488-41d4-9ed7-c4de662af2e1 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:54.618636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84e0093c-f4f4-4de0-a904-bdeec8aae4ca req-99637603-322a-43c0-bd31-97dad43d9cec tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718069 Apr 18 21:09:54.649390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.664260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:54.665322 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.669237 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90619984-f3c1-4ccf-98cf-0d41924d7a30 None None] Network b4ac22da-8ac9-4bb0-bb16-93357918a60f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:54.689678 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.705762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fba982-72c1-4c4e-a91d-ae4f2de457cb']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:54.722816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fba671f-2f8f-44ee-baf3-037c22517084') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:54.725248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fba671f-2f8f-44ee-baf3-037c22517084') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:54.736074 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.753734 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.762039 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:54.763443 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.770268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 8343a9ab-e488-41d4-9ed7-c4de662af2e1 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:09:54.770619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8343a9ab-e488-41d4-9ed7-c4de662af2e1 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:54.790726 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:54.824691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:54.859971 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8e5de7e2-aa8c-48d5-9812-d371cce56cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.889985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96cb81-d5b7-4001-b906-31d12117d21d req-55816930-f9b3-4ef1-9029-9020d7636ea3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:54.892577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f96cb81-d5b7-4001-b906-31d12117d21d req-55816930-f9b3-4ef1-9029-9020d7636ea3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 984 time: 0.1267457 Apr 18 21:09:54.903228 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-982017f2-a845-43e3-bf99-d17acf331dd5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2369711 Apr 18 21:09:54.920040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37090) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:54.930477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:54.942036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:54.956696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Usage tracker for resource:router and tenant:adaffb00700e4f07bd500caf90d0fa4d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:54.962901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:54.980711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:54.990025 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.013801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f96cb81-d5b7-4001-b906-31d12117d21d req-8b0a167b-55c1-4397-9f12-fa6346b1bd4f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=9058d2a6-594b-49f9-9f19-12f6b348f495&id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1138701 Apr 18 21:09:55.050158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'fixed_ips': [{'subnet_id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:09:55.051219 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.061165 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.096104 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.108105 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=86fba982-72c1-4c4e-a91d-ae4f2de457cb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:55.154501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.157788 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.162633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d23458f9-2900-4a26-ac4c-923910c1282b None None] Deleting port 6efbd040-668a-40cd-8674-0607541d6bc4 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:55.162633 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d23458f9-2900-4a26-ac4c-923910c1282b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.209980 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fcd0a0c3-9482-484d-808e-6e2d4a520b49 admin admin] 10.222.0.11 "DELETE /v2.0/networks/86fba982-72c1-4c4e-a91d-ae4f2de457cb HTTP/1.1" status: 204 len: 168 time: 1.9016409 Apr 18 21:09:55.237984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.283089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d23458f9-2900-4a26-ac4c-923910c1282b None None] The port '6efbd040-668a-40cd-8674-0607541d6bc4' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:09:55.307412 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:55.340754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13407-d0ea-43c7-852f-75eee616e057 req-7e4f22a0-c611-4667-ada1-d3f44ac75654 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:55.342323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0be13407-d0ea-43c7-852f-75eee616e057 req-7e4f22a0-c611-4667-ada1-d3f44ac75654 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 947 time: 0.2952945 Apr 18 21:09:55.431487 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0be13407-d0ea-43c7-852f-75eee616e057 req-bfac46cf-c34d-4852-9c9c-10d44e2b2ff0 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818396 Apr 18 21:09:55.438350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-8df458d0-c6c6-4382-be45-465470b22b4f tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053&tenant_id=dab6748eaf3e409f9a3ff9969581722b&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1096 time: 0.6268795 Apr 18 21:09:55.445878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Allocated IP 172.20.0.2 (b4ac22da-8ac9-4bb0-bb16-93357918a60f/e1b2a7ce-af51-40f6-93b3-a101cdc2420c/81317ea4-31b4-4480-8219-8e0394b14607) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:55.725307 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.738130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Transition to ACTIVE for port object 81317ea4-31b4-4480-8219-8e0394b14607 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:55.777584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8fe5851-0e7b-4a65-a917-fbe61d92e553 req-ddcbd631-c101-4f29-8d5d-701f8cc72d51 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-888775032&fields=id&tenant_id=65b5a641e24c4888a553050f8beaf577 HTTP/1.1" status: 200 len: 267 time: 0.1472340 Apr 18 21:09:55.780686 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.785938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Transition to ACTIVE for port object 81317ea4-31b4-4480-8219-8e0394b14607 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:55.894693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe5851-0e7b-4a65-a917-fbe61d92e553 req-9a64614e-3732-4e23-b4a9-8bd5f9f0d2f8 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:55.896291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8fe5851-0e7b-4a65-a917-fbe61d92e553 req-9a64614e-3732-4e23-b4a9-8bd5f9f0d2f8 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 984 time: 0.1091747 Apr 18 21:09:55.914512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e8fe5851-0e7b-4a65-a917-fbe61d92e553 req-fd57b063-d51d-4b20-906a-c3023695335e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'port': {'security_groups': ['460b18d1-7ace-47f3-89f6-5e1ad10b7deb', '9058d2a6-594b-49f9-9f19-12f6b348f495', '4257293a-1a99-475d-9340-1699ae84b154']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:55.935701 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.984801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 923bcb41-9656-4b67-b59e-f14bde21303e details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:09:56.027305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37116) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:56.033943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-962db93f-e315-42b6-8ebb-271c15ec0975 service neutron] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:56.051292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Network b4ac22da-8ac9-4bb0-bb16-93357918a60f is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:56.053037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Pushing event updated for resources: {'Port': ['ID=81317ea4-31b4-4480-8219-8e0394b14607,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:56.057184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:56.078224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:56.118589 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2455e4fb-d410-4b99-98a4-07dcdabc4295 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd0dbec6e91b4fc8b376969fb52f06f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0730512 Apr 18 21:09:56.118589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37120) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:56.159952 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-962db93f-e315-42b6-8ebb-271c15ec0975 service neutron] Notify callbacks [] for binding, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.161046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c941e98-1b79-44bc-ab5c-274f662020ad req-962db93f-e315-42b6-8ebb-271c15ec0975 service neutron] 10.222.0.26 "DELETE /v2.0/ports/7ced78b1-c955-4e80-83bc-dccd6366ed28/bindings/n-h1-836017-3 HTTP/1.1" status: 204 len: 173 time: 0.7168350 Apr 18 21:09:56.185635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0624ddd4-c080-4f08-986b-2d98b68e3a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:56.216451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e8fe5851-0e7b-4a65-a917-fbe61d92e553 req-fd57b063-d51d-4b20-906a-c3023695335e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.232965 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9df664b-255c-4115-ad48-3fa3fd6dcf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.242271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11679a39-15d3-4da6-947a-e8af5c500131 req-a8c5fae1-e968-43d6-bbd1-fb6cad1a6ed5 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:56.243614 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11679a39-15d3-4da6-947a-e8af5c500131 req-a8c5fae1-e968-43d6-bbd1-fb6cad1a6ed5 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 946 time: 0.2956772 Apr 18 21:09:56.263803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Attempting to bind port 81317ea4-31b4-4480-8219-8e0394b14607 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:56.264034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Attempting to bind port 81317ea4-31b4-4480-8219-8e0394b14607 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:56.264183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Attempting to bind port 81317ea4-31b4-4480-8219-8e0394b14607 on network b4ac22da-8ac9-4bb0-bb16-93357918a60f {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:56.288483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:09:56.288483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Checking segment: {'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:56.288483 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.288483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Bound using segment: {'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:09:56.288483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Bound port: 81317ea4-31b4-4480-8219-8e0394b14607, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:56.288483 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.306213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:56.315307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9df664b-255c-4115-ad48-3fa3fd6dcf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.400141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11679a39-15d3-4da6-947a-e8af5c500131 req-9e4f08cd-a4e1-488c-b697-517deac0b24e tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280520 Apr 18 21:09:56.439205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '923bcb41-9656-4b67-b59e-f14bde21303e', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '923bcb41-9656-4b67-b59e-f14bde21303e', 'mac_address': 'fa:16:3e:72:d8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:09:56.553239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.593874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] For port 81317ea4-31b4-4480-8219-8e0394b14607, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:56.597120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923bcb41-9656-4b67-b59e-f14bde21303e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:09:56.602506 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] For port 81317ea4-31b4-4480-8219-8e0394b14607, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=81317ea4-31b4-4480-8219-8e0394b14607,segment=NetworkSegment(0cdf3c6a-15ae-450a-847a-b576786b5309),segment_id=0cdf3c6a-15ae-450a-847a-b576786b5309)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:56.618209 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:56.724943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9df664b-255c-4115-ad48-3fa3fd6dcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.747361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df664b-255c-4115-ad48-3fa3fd6dcf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505b0ab4-6c99-446d-9a5b-3e99f2f4dd1b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:56.763193 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9df664b-255c-4115-ad48-3fa3fd6dcf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.769324 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a9df664b-255c-4115-ad48-3fa3fd6dcf01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/505b0ab4-6c99-446d-9a5b-3e99f2f4dd1b HTTP/1.1" status: 204 len: 168 time: 0.6578209 Apr 18 21:09:56.803114 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.829655 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.864348 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.885560 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.992024 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=923bcb41-9656-4b67-b59e-f14bde21303e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:57.019481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255faee-e8a2-44a7-aa2b-f5c04226962a req-c879c6e3-0839-4ebb-a640-30db80508fbc tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:57.022201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2255faee-e8a2-44a7-aa2b-f5c04226962a req-c879c6e3-0839-4ebb-a640-30db80508fbc tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 945 time: 0.4284410 Apr 18 21:09:57.029157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-e8fe5851-0e7b-4a65-a917-fbe61d92e553 req-fd57b063-d51d-4b20-906a-c3023695335e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] For port b3cf30fd-fb2d-463b-a278-10e8aa247caf, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b3cf30fd-fb2d-463b-a278-10e8aa247caf,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:57.053332 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2ae30dc-1c75-41d9-92d3-421aff6ce10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.096466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b3caf-d75d-403a-9e06-e366b9c8ef98 None None] Pushing event updated for resources: {'Port': ['ID=81317ea4-31b4-4480-8219-8e0394b14607,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:57.177151 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e8fe5851-0e7b-4a65-a917-fbe61d92e553 req-fd57b063-d51d-4b20-906a-c3023695335e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.189369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Allocated IP 172.25.3.39 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/86ad330f-b753-480d-93bb-6a5a66d22d7f) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:57.202767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['923bcb41-9656-4b67-b59e-f14bde21303e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:57.250417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2255faee-e8a2-44a7-aa2b-f5c04226962a req-acce719d-d95a-4b2b-b008-1ba6da408e3b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869497 Apr 18 21:09:57.427076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e8fe5851-0e7b-4a65-a917-fbe61d92e553 req-fd57b063-d51d-4b20-906a-c3023695335e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.668026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57b063-d51d-4b20-906a-c3023695335e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'Port': ['ID=b3cf30fd-fb2d-463b-a278-10e8aa247caf,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:57.723045 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe5851-0e7b-4a65-a917-fbe61d92e553 req-fd57b063-d51d-4b20-906a-c3023695335e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:57.723045 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e8fe5851-0e7b-4a65-a917-fbe61d92e553 req-fd57b063-d51d-4b20-906a-c3023695335e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.734401 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8fe5851-0e7b-4a65-a917-fbe61d92e553 req-fd57b063-d51d-4b20-906a-c3023695335e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "PUT /v2.0/ports/b3cf30fd-fb2d-463b-a278-10e8aa247caf HTTP/1.1" status: 200 len: 1020 time: 1.8244238 Apr 18 21:09:57.737982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af74332b-6b1c-4224-a783-10c567ff506e', 'tag': 'b3cf30fd-fb2d-463b-a278-10e8aa247caf'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:09:57.788535 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29881e9-f973-4628-970b-e144009e45ae'] response: {'server_uuid': '0624ddd4-c080-4f08-986b-2d98b68e3a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b', 'code': 200} Apr 18 21:09:57.861683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 81317ea4-31b4-4480-8219-8e0394b14607 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:57.896085 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.907032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d32e8d36-a372-451b-ae78-bf42bf4eafa2 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:57.915001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d32e8d36-a372-451b-ae78-bf42bf4eafa2 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/networks?id=4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 200 len: 805 time: 0.3272970 Apr 18 21:09:57.946152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['b3cf30fd-fb2d-463b-a278-10e8aa247caf'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:58.091617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-75f0f3b8-b213-4fee-bf02-f594da0c8e2f tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/quotas/7a475aa896ef4fec97fbbc5f04457cb6 HTTP/1.1" status: 200 len: 375 time: 0.1752427 Apr 18 21:09:58.194375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57681434-1288-4870-aaef-1ca4bcfb4e5a req-91fba1de-611e-4e3f-822c-61d50689f8ad tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:58.194375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57681434-1288-4870-aaef-1ca4bcfb4e5a req-91fba1de-611e-4e3f-822c-61d50689f8ad tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.26 "GET /v2.0/ports?device_id=0624ddd4-c080-4f08-986b-2d98b68e3a8b HTTP/1.1" status: 200 len: 944 time: 0.3826845 Apr 18 21:09:58.216966 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:58.218761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc', 'b3cf30fd-fb2d-463b-a278-10e8aa247caf'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:09:58.289250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca361777-28cb-47e4-b329-7260cc14aedd req-a500ca35-ae61-4a47-b25d-7f420c0a2178 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:58.290861 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca361777-28cb-47e4-b329-7260cc14aedd req-a500ca35-ae61-4a47-b25d-7f420c0a2178 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 948 time: 0.3529003 Apr 18 21:09:58.299067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-57681434-1288-4870-aaef-1ca4bcfb4e5a req-f0ad79d2-9b23-4825-a129-a27b21f2e007 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Deleting port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:58.299395 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-57681434-1288-4870-aaef-1ca4bcfb4e5a req-f0ad79d2-9b23-4825-a129-a27b21f2e007 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:58.431458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-a4d2dfed-b789-4afd-906f-d10b47bb29af tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3357964 Apr 18 21:09:58.442774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca361777-28cb-47e4-b329-7260cc14aedd req-ced71b25-b869-423c-a205-a7c9935e0030 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927298 Apr 18 21:09:58.443924 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:58.455055 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 81317ea4-31b4-4480-8219-8e0394b14607 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:58.576098 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:58.584111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Pushing event updated for resources: {'Port': ['ID=86ad330f-b753-480d-93bb-6a5a66d22d7f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:58.607437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a13bfd2-1fc8-4d3a-86fe-fb58735af6c2 None None] Network b4ac22da-8ac9-4bb0-bb16-93357918a60f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:58.770413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:58.771983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:58.777861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:58.870623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8331f91d-0a37-4124-85c5-ae31e6b20440 None None] Provisioning for port 81317ea4-31b4-4480-8219-8e0394b14607 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:58.898424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8331f91d-0a37-4124-85c5-ae31e6b20440 None None] Provisioning complete for port 81317ea4-31b4-4480-8219-8e0394b14607 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:58.898793 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8331f91d-0a37-4124-85c5-ae31e6b20440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:58.962562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37186) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:59.103424 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-6f4244a7-57b3-469d-892f-4b7b30c404eb service neutron] 10.222.0.11 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518445 Apr 18 21:09:59.189054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1347629305-network', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:59.191163 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8331f91d-0a37-4124-85c5-ae31e6b20440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.204740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:59.208309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Usage tracker for resource:network and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:59.212964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:59.240484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:59.268972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8331f91d-0a37-4124-85c5-ae31e6b20440 None None] For port 81317ea4-31b4-4480-8219-8e0394b14607, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=81317ea4-31b4-4480-8219-8e0394b14607,segment=NetworkSegment(0cdf3c6a-15ae-450a-847a-b576786b5309),segment_id=0cdf3c6a-15ae-450a-847a-b576786b5309)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:59.338755 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7feb7-35d8-4ea7-9062-3140c1ec9bfe req-7a2c650b-3816-4f00-9bd6-bc0202432734 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:59.345783 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ef7feb7-35d8-4ea7-9062-3140c1ec9bfe req-7a2c650b-3816-4f00-9bd6-bc0202432734 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 946 time: 0.6153059 Apr 18 21:09:59.360343 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:59.362671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.377837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.388914 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8331f91d-0a37-4124-85c5-ae31e6b20440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.391906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-57681434-1288-4870-aaef-1ca4bcfb4e5a req-f0ad79d2-9b23-4825-a129-a27b21f2e007 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] For port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:59.392267 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-57681434-1288-4870-aaef-1ca4bcfb4e5a req-f0ad79d2-9b23-4825-a129-a27b21f2e007 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.421859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:59.429255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Usage tracker for resource:security_group_rule and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:59.432909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:59.439581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:59.479115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331f91d-0a37-4124-85c5-ae31e6b20440 None None] Pushing event updated for resources: {'Port': ['ID=81317ea4-31b4-4480-8219-8e0394b14607,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:59.509224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2807e4d3-d4ef-4cdb-aff0-388889a86d68 None None] Provisioning complete for port 81317ea4-31b4-4480-8219-8e0394b14607 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:59.510190 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2807e4d3-d4ef-4cdb-aff0-388889a86d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.544472 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.570749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-57681434-1288-4870-aaef-1ca4bcfb4e5a req-f0ad79d2-9b23-4825-a129-a27b21f2e007 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Calling delete_port for ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:59.656290 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-fb28ce59-52ca-41f0-aba4-fba16379e2c4 service neutron] 10.222.0.11 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657407 Apr 18 21:09:59.661352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ef7feb7-35d8-4ea7-9062-3140c1ec9bfe req-79091868-1e32-4174-b0bc-165bcfbb484f tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147595 Apr 18 21:09:59.666577 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.689590 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.690326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.734577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:09:59.740803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:59.749388 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.750247 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Added segment 2e17f973-c151-4df5-9f1a-0216ada4bc80 of type vlan for network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c Apr 18 21:09:59.785968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 81317ea4-31b4-4480-8219-8e0394b14607 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:59.791678 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.865894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 81317ea4-31b4-4480-8219-8e0394b14607 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:59.865894 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.895773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.896716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:59.898036 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.986341 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42e4b2a5-7cbb-4c03-a4ae-0c9cb4cc9900 req-28f43fc2-3bd6-4a01-8342-98b033c54202 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/4257293a-1a99-475d-9340-1699ae84b154 HTTP/1.1" status: 200 len: 1633 time: 0.2311242 Apr 18 21:10:00.020229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 923bcb41-9656-4b67-b59e-f14bde21303e up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:00.043144 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-57681434-1288-4870-aaef-1ca4bcfb4e5a req-f0ad79d2-9b23-4825-a129-a27b21f2e007 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.102544 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e83021a-1716-48b3-a4c4-9d91c9a42b0f'] response: {'name': 'network-changed', 'server_uuid': 'af74332b-6b1c-4224-a783-10c567ff506e', 'tag': 'b3cf30fd-fb2d-463b-a278-10e8aa247caf', 'status': 'completed', 'code': 200} Apr 18 21:10:00.132500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad79d2-9b23-4825-a129-a27b21f2e007 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Pushing event deleted for resources: {'Port': ['ID=ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:00.210474 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-42e4b2a5-7cbb-4c03-a4ae-0c9cb4cc9900 req-b0764c50-83f1-4853-abfd-93fa95d60a48 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 21:10:00.225067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42e4b2a5-7cbb-4c03-a4ae-0c9cb4cc9900 req-b0764c50-83f1-4853-abfd-93fa95d60a48 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "DELETE /v2.0/security-groups/4257293a-1a99-475d-9340-1699ae84b154 HTTP/1.1" status: 409 len: 341 time: 0.2376440 Apr 18 21:10:00.279273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 923bcb41-9656-4b67-b59e-f14bde21303e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:00.288185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 923bcb41-9656-4b67-b59e-f14bde21303e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:00.289120 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.316411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:00.330696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:10:00.337634 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-679ab7b0-5827-40af-85ba-5f4b93bdc83b req-dd4c8347-a1df-4ce4-bc34-ebd2ea26b0fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65b5a641e24c4888a553050f8beaf577&device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 1174 time: 0.2113483 Apr 18 21:10:00.404359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-57681434-1288-4870-aaef-1ca4bcfb4e5a req-f0ad79d2-9b23-4825-a129-a27b21f2e007 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] No DVR routers for this DVR port ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:00.407817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-57681434-1288-4870-aaef-1ca4bcfb4e5a req-f0ad79d2-9b23-4825-a129-a27b21f2e007 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.435744 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57681434-1288-4870-aaef-1ca4bcfb4e5a req-f0ad79d2-9b23-4825-a129-a27b21f2e007 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.26 "DELETE /v2.0/ports/ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b HTTP/1.1" status: 204 len: 173 time: 2.2334611 Apr 18 21:10:00.454295 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9d190ca2-4e62-43d4-83c3-7a86d49425e7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4848614 Apr 18 21:10:00.459228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37212) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:00.466136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Request body: {'subnet': {'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1347629305-subnet', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:00.477197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:00.489273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Usage tracker for resource:subnet and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:00.494645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:00.507562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:00.512242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e376432f-95bb-40ba-af73-07753ab53149 req-8128310c-8d1d-4844-af13-9bd721796cc9 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 1096 time: 0.1765358 Apr 18 21:10:00.573781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ab7b0-5827-40af-85ba-5f4b93bdc83b req-d844b410-ceba-4225-88f9-6364f1e975d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:00.575014 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-679ab7b0-5827-40af-85ba-5f4b93bdc83b req-d844b410-ceba-4225-88f9-6364f1e975d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 200 len: 913 time: 0.2313590 Apr 18 21:10:00.612150 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.618096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e376432f-95bb-40ba-af73-07753ab53149 req-4d8f1cbe-b5b5-4295-a93d-3d40d3eaf0b9 tempest-LiveAutoBlockMigrationV225Test-1994806804 tempest-LiveAutoBlockMigrationV225Test-1994806804-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052177 Apr 18 21:10:00.649286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:00.656401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Router 65893c07-ff32-40c5-9fcf-eab2fb501859 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:10:00.667378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-5dd95ab2-3cf6-4390-8565-7cb9803130f1 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635898 Apr 18 21:10:00.669597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:00.675004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:00.677661 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.708011 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-679ab7b0-5827-40af-85ba-5f4b93bdc83b req-56811226-bd41-4d68-8a0a-309cb40764bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3cf30fd-fb2d-463b-a278-10e8aa247caf HTTP/1.1" status: 200 len: 217 time: 0.1259520 Apr 18 21:10:00.758047 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.764112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:00.848144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ab7b0-5827-40af-85ba-5f4b93bdc83b req-dd0dceca-e7e5-419b-98ad-76187cc2e64a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:00.849880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-679ab7b0-5827-40af-85ba-5f4b93bdc83b req-dd0dceca-e7e5-419b-98ad-76187cc2e64a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dff00ec7-c6e7-4a2c-80c3-425ac66c8929 HTTP/1.1" status: 200 len: 852 time: 0.0972333 Apr 18 21:10:00.888824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:10:00.888824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:10:00.909819 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-679ab7b0-5827-40af-85ba-5f4b93bdc83b req-c011623e-706c-45c4-b2f9-bbba375b5bf0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=847c8190-dbe5-47f4-a2da-74531e1fb3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509942 Apr 18 21:10:00.940643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=923bcb41-9656-4b67-b59e-f14bde21303e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:01.016004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.126122 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-679ab7b0-5827-40af-85ba-5f4b93bdc83b req-2d446f98-c0e1-44b0-a975-cbef2b288e83 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110894 Apr 18 21:10:01.216280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-ee94062b-8171-4821-8aa3-111699eea579 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:01.217810 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-ee94062b-8171-4821-8aa3-111699eea579 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5496380 Apr 18 21:10:01.260479 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-857b5581-a1b6-4d72-8fed-42fb98ea7b11 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/quotas/4b89d7c1a84f4c4fa013296004582b6c HTTP/1.1" status: 200 len: 375 time: 0.0342240 Apr 18 21:10:01.293280 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-679ab7b0-5827-40af-85ba-5f4b93bdc83b req-a5c6f8b1-6067-463f-a272-ce78562a4021 service neutron] 10.222.0.26 "GET /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535754 Apr 18 21:10:01.295926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.318836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7c02e-a31f-490f-8b53-0b869736f9be req-1cc2aed3-cc6e-4d4e-a7dd-815d8afc4061 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:01.320278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6e7c02e-a31f-490f-8b53-0b869736f9be req-1cc2aed3-cc6e-4d4e-a7dd-815d8afc4061 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 949 time: 0.3144948 Apr 18 21:10:01.342926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-ff8645c7-5da7-4c75-8734-3a69cffaa047 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622895 Apr 18 21:10:01.371273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=096cc853-83c4-4359-8b02-63ffa3b3538c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:01.386553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Checking segment: {'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:01.386904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Network hostable DHCP agents. Network: 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:10:01.397234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6e7c02e-a31f-490f-8b53-0b869736f9be req-3c3bdc73-ff11-4649-9164-fcf1215b1897 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621166 Apr 18 21:10:01.419368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:01.432221 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Sync routers for ids ['65893c07-ff32-40c5-9fcf-eab2fb501859'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:10:01.465282 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Routers {'65893c07-ff32-40c5-9fcf-eab2fb501859'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:01.465955 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:09:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['65893c07-ff32-40c5-9fcf-eab2fb501859'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:01.519557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:10:01.587062 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.588300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cd3b6d1a-7b2a-4d1d-864f-06c3ff4b5201 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6669405 Apr 18 21:10:01.590978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37226) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:01.657379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:01.666514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d32df5-c9a6-49e1-b7c6-534e0feb3e37 None None] Network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:01.671135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:01.672128 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.788287 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b26f5333-2c0c-4808-aa4d-84b8a30e5445 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3279006 Apr 18 21:10:01.792211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37236) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:01.798901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:01.805554 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Set router 65893c07-ff32-40c5-9fcf-eab2fb501859 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:10:01.810682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:01.819180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Usage tracker for resource:router and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:01.828986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:01.870641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:01.988054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-db66c7d0-d9cb-477b-b241-c8018ef5ee40 req-ba0ec016-e957-43d2-b6d2-173f982db682 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Synchronizing usage tracker for tenant:7a475aa896ef4fec97fbbc5f04457cb6 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:01.992753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.993689 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.034037 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.092841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'fixed_ips': [{'subnet_id': '096cc853-83c4-4359-8b02-63ffa3b3538c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:10:02.094023 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.104557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0624ddd4-c080-4f08-986b-2d98b68e3a8b', 'name': 'network-vif-deleted', 'tag': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:02.144203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-db66c7d0-d9cb-477b-b241-c8018ef5ee40 req-ba0ec016-e957-43d2-b6d2-173f982db682 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Unset dirty status for tenant:7a475aa896ef4fec97fbbc5f04457cb6 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:02.155814 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db66c7d0-d9cb-477b-b241-c8018ef5ee40 req-ba0ec016-e957-43d2-b6d2-173f982db682 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 210 time: 0.2766552 Apr 18 21:10:02.221827 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:09:59Z', 'revision_number': 3, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:02.226797 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Checking router: 65893c07-ff32-40c5-9fcf-eab2fb501859 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:10:02.227582 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Updating router 65893c07-ff32-40c5-9fcf-eab2fb501859 port 86ad330f-b753-480d-93bb-6a5a66d22d7f binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:10:02.301308 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.323691 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e43c8fb-061a-420f-b87f-ca5ccd39877c'] response: {'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e', 'code': 200} Apr 18 21:10:02.486563 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Allocated IP 172.20.0.2 (5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c/096cc853-83c4-4359-8b02-63ffa3b3538c/2b725f99-d045-43ac-99d2-ffb9baf0ea75) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:02.546923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.662594 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6a7d517e-cb6b-4ee1-a507-ae9065929b30 req-b4f8f4f4-17d2-4c80-be61-46edc8705cc3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 1100 time: 0.1027210 Apr 18 21:10:02.848852 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6a7d517e-cb6b-4ee1-a507-ae9065929b30 req-9faa719d-5e63-4409-b1df-ebf7217ef50b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802933 Apr 18 21:10:02.869172 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.888870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Transition to ACTIVE for port object 2b725f99-d045-43ac-99d2-ffb9baf0ea75 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:02.917390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Transition to ACTIVE for port object 2b725f99-d045-43ac-99d2-ffb9baf0ea75 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:02.999464 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.020583 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Transition to ACTIVE for port object 86ad330f-b753-480d-93bb-6a5a66d22d7f will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:03.055578 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.069009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-b9a3c596-6b7f-41b9-8890-f8730447c244 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347409 Apr 18 21:10:03.108973 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.138573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:03.140346 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.153507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:03.159479 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.161425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:03.225324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Pushing event updated for resources: {'Port': ['ID=2b725f99-d045-43ac-99d2-ffb9baf0ea75,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:03.345791 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Pushing event updated for resources: {'Port': ['ID=86ad330f-b753-480d-93bb-6a5a66d22d7f,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:03.358569 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Attempting to bind port 86ad330f-b753-480d-93bb-6a5a66d22d7f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:03.359245 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Attempting to bind port 86ad330f-b753-480d-93bb-6a5a66d22d7f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:03.359773 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Attempting to bind port 86ad330f-b753-480d-93bb-6a5a66d22d7f on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:03.376771 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:03.377450 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:03.378029 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:03.378543 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:03.379062 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:03.379989 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:03.380556 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:03.381132 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:03.381693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:03.382195 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:03.382711 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:03.387557 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:03.388227 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:03.388829 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.389385 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:03.390082 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Bound port: 86ad330f-b753-480d-93bb-6a5a66d22d7f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:03.390661 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.399576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-babb3c12-e749-4680-8e43-bd1596df99f6 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:03.401377 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-babb3c12-e749-4680-8e43-bd1596df99f6 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239906 Apr 18 21:10:03.435582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Attempting to bind port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:03.435957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Attempting to bind port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:03.436366 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Attempting to bind port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 on network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:03.438550 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.447091 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:03.447355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Checking segment: {'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:03.447662 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.451286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Bound using segment: {'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:03.451788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Bound port: 2b725f99-d045-43ac-99d2-ffb9baf0ea75, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:03.452170 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.461988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Allocated IP 172.25.3.33 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/a8493066-e7d0-411a-9374-d5cdb5113460) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:03.489162 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] For port 86ad330f-b753-480d-93bb-6a5a66d22d7f, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:03.497214 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] For port 86ad330f-b753-480d-93bb-6a5a66d22d7f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=86ad330f-b753-480d-93bb-6a5a66d22d7f,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:03.537299 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.565740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] For port 2b725f99-d045-43ac-99d2-ffb9baf0ea75, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:03.570501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] For port 2b725f99-d045-43ac-99d2-ffb9baf0ea75, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2b725f99-d045-43ac-99d2-ffb9baf0ea75,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:03.575271 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.577335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0668af17-cd80-4222-b0a5-bc4b3c6514ef tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/quotas/4b89d7c1a84f4c4fa013296004582b6c HTTP/1.1" status: 200 len: 375 time: 0.1678782 Apr 18 21:10:03.628789 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.671113 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Routers {'65893c07-ff32-40c5-9fcf-eab2fb501859'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:03.672001 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:09:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['65893c07-ff32-40c5-9fcf-eab2fb501859'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:03.723387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-873bdfd3-9708-4e9c-a5f7-88eb6e6c7b48 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293991 Apr 18 21:10:03.752042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.807480 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d09e3-9be5-445a-b59c-13ab98033868 None None] Pushing event updated for resources: {'Port': ['ID=86ad330f-b753-480d-93bb-6a5a66d22d7f,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:03.843149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275d090-c62d-43a6-b3c6-025c3455e1d9 None None] Pushing event updated for resources: {'Port': ['ID=2b725f99-d045-43ac-99d2-ffb9baf0ea75,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:03.862271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.929315 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] Set router 65893c07-ff32-40c5-9fcf-eab2fb501859 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:10:03.946527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:03.959763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:03.988432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:04.256798 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee4e963-1a9e-4033-bb97-b6ebeb52021c'] response: {'server_uuid': '0624ddd4-c080-4f08-986b-2d98b68e3a8b', 'name': 'network-vif-deleted', 'tag': 'ae7c3cde-5b4a-4d2b-a851-b7fb1192f04b', 'status': 'completed', 'code': 200} Apr 18 21:10:04.322713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74065cc-92d5-40c9-923e-79fd3f60d41c req-2edf5db3-80e6-437d-b94f-993406a8fd91 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:04.335013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e74065cc-92d5-40c9-923e-79fd3f60d41c req-2edf5db3-80e6-437d-b94f-993406a8fd91 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 946 time: 0.9210453 Apr 18 21:10:04.352403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5de93-1091-4488-93e3-4964e9da72bb req-d143f968-b694-4948-8742-553d55c1eea8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:04.357145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46f5de93-1091-4488-93e3-4964e9da72bb req-d143f968-b694-4948-8742-553d55c1eea8 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.59 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 946 time: 0.9489515 Apr 18 21:10:04.402570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Pushing event updated for resources: {'Port': ['ID=a8493066-e7d0-411a-9374-d5cdb5113460,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:04.427704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-c2586dc9-09c8-4565-b060-758d8e8473b9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:04.428694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-c2586dc9-09c8-4565-b060-758d8e8473b9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Synchronizing usage tracker for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:04.503916 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.504737 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.579628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-c2586dc9-09c8-4565-b060-758d8e8473b9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Unset dirty status for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:04.580990 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-c2586dc9-09c8-4565-b060-758d8e8473b9 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.26 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 945 time: 0.3244884 Apr 18 21:10:04.643171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-7f69126c-8db4-4e7a-ac74-5cbb9a134d52 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:04.643441 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:09:59Z', 'revision_number': 3, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:04.644622 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-7f69126c-8db4-4e7a-ac74-5cbb9a134d52 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.59 "GET /v2.0/networks?id=4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 200 len: 805 time: 1.0140746 Apr 18 21:10:04.648005 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762299f-652b-4cf3-9e2c-139fd8ca9811 None None] The sync data for ids ['65893c07-ff32-40c5-9fcf-eab2fb501859'] in n-d-836017-3 is: [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:09:59Z', 'revision_number': 3, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:10:04.674874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Request body: {'port': {'device_id': '7e7c55c5-a7bd-4993-91f7-9712b8b543dd', 'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'admin_state_up': True, 'tenant_id': '7a475aa896ef4fec97fbbc5f04457cb6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:04.727364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-ae5c3658-d327-419e-9798-3134413bd1b4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Deleting port 7ced78b1-c955-4e80-83bc-dccd6366ed28 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:04.727714 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-ae5c3658-d327-419e-9798-3134413bd1b4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.869192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-46f5de93-1091-4488-93e3-4964e9da72bb req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Deleting port ac0776d9-dba4-4932-9a3b-e618f6392895 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:04.875683 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46f5de93-1091-4488-93e3-4964e9da72bb req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:05.023335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e74065cc-92d5-40c9-923e-79fd3f60d41c req-90b9104f-0e69-4268-97a2-2f406e760b09 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups?id=17f450e1-db55-4faa-bbc8-51233aca5137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873870 Apr 18 21:10:05.143925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-ae5c3658-d327-419e-9798-3134413bd1b4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] For port 7ced78b1-c955-4e80-83bc-dccd6366ed28, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=7ced78b1-c955-4e80-83bc-dccd6366ed28,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:05.144576 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-ae5c3658-d327-419e-9798-3134413bd1b4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:05.274240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Allocated IP 172.20.0.1 (b4ac22da-8ac9-4bb0-bb16-93357918a60f/e1b2a7ce-af51-40f6-93b3-a101cdc2420c/c156a3ae-7ae5-453d-a79c-a8a039d410d6) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:05.380208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-ae5c3658-d327-419e-9798-3134413bd1b4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Calling delete_port for 7ced78b1-c955-4e80-83bc-dccd6366ed28 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:05.415039 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a18e56-3608-4a58-8c54-5f32aa21f773 None None] Network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:05.452190 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-8f9a060b-75e4-46ae-bfad-8deaa9b8206f tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013854 Apr 18 21:10:05.623781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:05.672373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13e8e2-4358-435d-9610-6e0569472589 req-2347872f-adb8-4948-b841-75081d74bf0e tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:05.676671 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d13e8e2-4358-435d-9610-6e0569472589 req-2347872f-adb8-4948-b841-75081d74bf0e tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 949 time: 1.2061346 Apr 18 21:10:05.731756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ba45bd1e-217b-4c75-9def-c69d552ed441 None None] Provisioning for port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:05.876938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-46f5de93-1091-4488-93e3-4964e9da72bb req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] For port ac0776d9-dba4-4932-9a3b-e618f6392895, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ac0776d9-dba4-4932-9a3b-e618f6392895,segment=NetworkSegment(80b27334-4225-4a10-b894-eea4153aaa8c),segment_id=80b27334-4225-4a10-b894-eea4153aaa8c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:05.877405 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46f5de93-1091-4488-93e3-4964e9da72bb req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:05.938063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2b725f99-d045-43ac-99d2-ffb9baf0ea75 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:05.977276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Router d9655c2e-2982-4e01-a173-c900b054b8ed is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:10:06.077443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-46f5de93-1091-4488-93e3-4964e9da72bb req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Calling delete_port for ac0776d9-dba4-4932-9a3b-e618f6392895 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:06.096750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-f9cdb602-d444-4d4d-9c19-01bfca85f6c4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:06.098503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-f9cdb602-d444-4d4d-9c19-01bfca85f6c4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6345084 Apr 18 21:10:06.140496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:06.145828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:06.146365 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.161636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:06.195570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Request body: {'port': {'device_id': 'b0858461-f656-4a99-858f-997e40009c36', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '4b89d7c1a84f4c4fa013296004582b6c'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:06.254213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-edacc6e2-e794-47be-a444-e691378f52a0 None None] Provisioning complete for port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:06.254586 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-edacc6e2-e794-47be-a444-e691378f52a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.262678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed92bf-a0e6-4d06-b314-bf800436eee4 req-2577e0c0-ea3a-4910-99e0-ccb3b0b91b84 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:06.264140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3ed92bf-a0e6-4d06-b314-bf800436eee4 req-2577e0c0-ea3a-4910-99e0-ccb3b0b91b84 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.26 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 1023 time: 1.2006176 Apr 18 21:10:06.327864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ac0776d9-dba4-4932-9a3b-e618f6392895 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:06.356219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff3039-12e9-4403-a516-652ae8599bb4 req-ee65201f-44fe-41c4-a210-6744b4483a6e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:06.357770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-edff3039-12e9-4403-a516-652ae8599bb4 req-ee65201f-44fe-41c4-a210-6744b4483a6e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 1023 time: 1.1139636 Apr 18 21:10:06.365919 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.384265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.386969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Made reservation on behalf of 7a475aa896ef4fec97fbbc5f04457cb6 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:06.390134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.412396 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-ae5c3658-d327-419e-9798-3134413bd1b4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.429740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['361869b3-2bf5-40f3-b62f-466a7662455a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:10:06.490229 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d13e8e2-4358-435d-9610-6e0569472589 req-c13f2bc3-5b5b-439b-9162-aa123b30e5ff tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633687 Apr 18 21:10:06.508486 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Transition to ACTIVE for port object c156a3ae-7ae5-453d-a79c-a8a039d410d6 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:06.525396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-e3ed92bf-a0e6-4d06-b314-bf800436eee4 req-f67dad29-3d67-408c-8f6b-dc8dd864a29b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Deleting port b3cf30fd-fb2d-463b-a278-10e8aa247caf {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:06.525776 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e3ed92bf-a0e6-4d06-b314-bf800436eee4 req-f67dad29-3d67-408c-8f6b-dc8dd864a29b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.617327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c3658-d327-419e-9798-3134413bd1b4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Pushing event deleted for resources: {'Port': ['ID=7ced78b1-c955-4e80-83bc-dccd6366ed28,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:06.658781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:06.661398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-ae5c3658-d327-419e-9798-3134413bd1b4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] No DVR routers for this DVR port 7ced78b1-c955-4e80-83bc-dccd6366ed28 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:06.665665 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-ae5c3658-d327-419e-9798-3134413bd1b4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.670305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077d2fb4-9683-4440-8988-4c1541f03053', 'name': 'network-vif-deleted', 'tag': '7ced78b1-c955-4e80-83bc-dccd6366ed28'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:06.677762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Usage tracker for resource:port and tenant:4b89d7c1a84f4c4fa013296004582b6c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:06.691052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:06.699939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-edff3039-12e9-4403-a516-652ae8599bb4 req-e11b0bdb-5b40-4245-9a28-526ee17127e2 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&id=9058d2a6-594b-49f9-9f19-12f6b348f495&id=4257293a-1a99-475d-9340-1699ae84b154&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3004310 Apr 18 21:10:06.724300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:06.745812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 2b725f99-d045-43ac-99d2-ffb9baf0ea75, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2b725f99-d045-43ac-99d2-ffb9baf0ea75,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:06.748048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Port ac0776d9-dba4-4932-9a3b-e618f6392895 update to DOWN by agent not found {{(pid=85050) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 21:10:06.751415 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-edacc6e2-e794-47be-a444-e691378f52a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.763660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:06.791926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Sync routers for ids ['d9655c2e-2982-4e01-a173-c900b054b8ed'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:10:06.839497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Routers {'d9655c2e-2982-4e01-a173-c900b054b8ed'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:06.840148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:09:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d9655c2e-2982-4e01-a173-c900b054b8ed'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:06.861425 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-209291f9-88e4-4b14-8b28-8fadcf9a133e req-ae5c3658-d327-419e-9798-3134413bd1b4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.26 "DELETE /v2.0/ports/7ced78b1-c955-4e80-83bc-dccd6366ed28 HTTP/1.1" status: 204 len: 173 time: 2.2217379 Apr 18 21:10:06.933649 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46f5de93-1091-4488-93e3-4964e9da72bb req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.941436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Made reservation on behalf of 4b89d7c1a84f4c4fa013296004582b6c for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:06.944036 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.959452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-790ddef9-1267-45cf-af75-64e372f9e9ee req-eecc963e-9cef-4e23-bac1-e74240c87189 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=077d2fb4-9683-4440-8988-4c1541f03053 HTTP/1.1" status: 200 len: 210 time: 0.2981143 Apr 18 21:10:06.977226 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.979132 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d864ef0a-478b-4b9f-a4ac-2e9c85cfb952 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1852431 Apr 18 21:10:06.985451 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.991411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 86ad330f-b753-480d-93bb-6a5a66d22d7f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:07.007809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37280) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:07.018563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.027786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c02d20c8-0f33-4efd-a0d9-943618cba979 req-1fb7a861-a833-4ba4-8317-652e23831e42 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 210 time: 0.1402211 Apr 18 21:10:07.088187 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-5df77388-06c9-4715-9770-cb30118c4765 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059492 Apr 18 21:10:07.192525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event deleted for resources: {'Port': ['ID=ac0776d9-dba4-4932-9a3b-e618f6392895,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:07.263289 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.361859 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-edacc6e2-e794-47be-a444-e691378f52a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:10:07.362082 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-edacc6e2-e794-47be-a444-e691378f52a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:10:07.394054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=2b725f99-d045-43ac-99d2-ffb9baf0ea75,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:07.403125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-4723fd7e-e33b-4455-8b0d-5e20d6a01d51 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:07.404736 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-4723fd7e-e33b-4455-8b0d-5e20d6a01d51 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3108726 Apr 18 21:10:07.442095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Set router d9655c2e-2982-4e01-a173-c900b054b8ed gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:10:07.449914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Request body: {'port': {'device_id': 'f1476708-5472-42fe-aae4-6736f262967d', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '4b89d7c1a84f4c4fa013296004582b6c'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:07.598039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:07.598724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:07.598724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:07.599146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:07.599863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:07.599863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:07.600103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:07.600556 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:07.600934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:07.601538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:07.602405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:07.665067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95e3e001-335f-4af1-8081-41872ab1e353 req-d189fe24-2feb-4a06-b7b5-447ca5d7816b tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 210 time: 0.2062798 Apr 18 21:10:07.666859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 86ad330f-b753-480d-93bb-6a5a66d22d7f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:07.722392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:07.740954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Usage tracker for resource:port and tenant:4b89d7c1a84f4c4fa013296004582b6c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:07.748202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 86ad330f-b753-480d-93bb-6a5a66d22d7f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:07.748718 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.756892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:07.771650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:07.781517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:07.785317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Usage tracker for resource:security_group_rule and tenant:4b89d7c1a84f4c4fa013296004582b6c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:07.791607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:07.796052 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe3d4d8-69dd-4cda-8649-373a66de2908'] response: {'server_uuid': '077d2fb4-9683-4440-8988-4c1541f03053', 'name': 'network-vif-deleted', 'tag': '7ced78b1-c955-4e80-83bc-dccd6366ed28', 'status': 'completed', 'code': 200} Apr 18 21:10:07.804686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:07.901128 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-447e8ca0-3caf-4092-a561-706591b78371 req-e8cafb42-03ce-4ecf-be40-d1d44de5a9e4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 210 time: 0.2247734 Apr 18 21:10:07.902337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f5de93-1091-4488-93e3-4964e9da72bb req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] No DVR routers for this DVR port ac0776d9-dba4-4932-9a3b-e618f6392895 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:07.910983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Network b4ac22da-8ac9-4bb0-bb16-93357918a60f is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:07.912577 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-46f5de93-1091-4488-93e3-4964e9da72bb req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.920582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c3c17c-99cd-450c-96f0-4b9ad80361b5', 'name': 'network-vif-deleted', 'tag': 'ac0776d9-dba4-4932-9a3b-e618f6392895'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:07.923576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Made reservation on behalf of 4b89d7c1a84f4c4fa013296004582b6c for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:07.927684 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.941229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:07.971602 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.002426 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.027189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:08.061356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.091205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Pushing event updated for resources: {'Port': ['ID=c156a3ae-7ae5-453d-a79c-a8a039d410d6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:08.111390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 7ced78b1-c955-4e80-83bc-dccd6366ed28 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:08.142922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Allocated IP 172.20.0.10 (4144db19-a729-4831-9579-ef7dae265607/2ec1ace3-cc09-4f8a-9186-ef51b9088048/7dd287fb-131f-4040-baab-176e5d386ad2) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:08.160868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d857ffd-4ec3-4598-b8e6-217e63dda2df,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:08.165249 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 4b89d7c1a84f4c4fa013296004582b6c {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:10:08.165921 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:10:08.244551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 7ced78b1-c955-4e80-83bc-dccd6366ed28 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:10:08.245137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 7ced78b1-c955-4e80-83bc-dccd6366ed28 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:10:08.264352 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.299026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 86ad330f-b753-480d-93bb-6a5a66d22d7f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=86ad330f-b753-480d-93bb-6a5a66d22d7f,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:08.338751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:10:04Z', 'revision_number': 3, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:08.348658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46f5de93-1091-4488-93e3-4964e9da72bb req-218e7019-9f1b-4023-a041-b282efa2c439 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.59 "DELETE /v2.0/ports/ac0776d9-dba4-4932-9a3b-e618f6392895 HTTP/1.1" status: 204 len: 173 time: 3.8656840 Apr 18 21:10:08.348830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Checking router: d9655c2e-2982-4e01-a173-c900b054b8ed for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:10:08.348830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Updating router d9655c2e-2982-4e01-a173-c900b054b8ed port a8493066-e7d0-411a-9374-d5cdb5113460 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:10:08.349437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Allocated IP 192.168.233.198 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/42bf8f34-b8ab-413a-b3a2-a92c65cd53c3) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:08.374570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-e3ed92bf-a0e6-4d06-b314-bf800436eee4 req-f67dad29-3d67-408c-8f6b-dc8dd864a29b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] For port b3cf30fd-fb2d-463b-a278-10e8aa247caf, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b3cf30fd-fb2d-463b-a278-10e8aa247caf,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:08.375216 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e3ed92bf-a0e6-4d06-b314-bf800436eee4 req-f67dad29-3d67-408c-8f6b-dc8dd864a29b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.409252 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.423139 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.473685 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.642017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-e3ed92bf-a0e6-4d06-b314-bf800436eee4 req-f67dad29-3d67-408c-8f6b-dc8dd864a29b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Calling delete_port for b3cf30fd-fb2d-463b-a278-10e8aa247caf owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:08.714463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33592d2-d984-45d5-b4ed-39596fa3d8bf req-60c6be2b-b4dd-413a-ac44-baeafc529200 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:08.715999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e33592d2-d984-45d5-b4ed-39596fa3d8bf req-60c6be2b-b4dd-413a-ac44-baeafc529200 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 1023 time: 0.5044279 Apr 18 21:10:08.721580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9c80f-30c3-4cbf-876b-05b4da6e55c1 req-634f565b-f03a-4ea1-ad5a-db479d7369c5 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:08.728332 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68d9c80f-30c3-4cbf-876b-05b4da6e55c1 req-634f565b-f03a-4ea1-ad5a-db479d7369c5 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 949 time: 0.7883296 Apr 18 21:10:08.731271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.751225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2b725f99-d045-43ac-99d2-ffb9baf0ea75 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:08.792222 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.857079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Transition to ACTIVE for port object 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:08.886778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=86ad330f-b753-480d-93bb-6a5a66d22d7f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:08.942093 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-439c419e-37d8-41bc-8014-90a16cc526c9 None None] Provisioning for port c156a3ae-7ae5-453d-a79c-a8a039d410d6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:08.986579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-439c419e-37d8-41bc-8014-90a16cc526c9 None None] Provisioning complete for port c156a3ae-7ae5-453d-a79c-a8a039d410d6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:08.986949 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-439c419e-37d8-41bc-8014-90a16cc526c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.070002 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.076632 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.126147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e33592d2-d984-45d5-b4ed-39596fa3d8bf req-13179d5f-ffa8-4262-8848-642b5df2f843 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&id=9058d2a6-594b-49f9-9f19-12f6b348f495&id=4257293a-1a99-475d-9340-1699ae84b154&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3822320 Apr 18 21:10:09.129419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-439c419e-37d8-41bc-8014-90a16cc526c9 None None] Port c156a3ae-7ae5-453d-a79c-a8a039d410d6 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:09.135662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:09.135976 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.383517 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19844c8-34c2-4196-8454-120f2cf5a16f'] response: {'server_uuid': '47c3c17c-99cd-450c-96f0-4b9ad80361b5', 'name': 'network-vif-deleted', 'tag': 'ac0776d9-dba4-4932-9a3b-e618f6392895', 'status': 'completed', 'code': 200} Apr 18 21:10:09.406512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68d9c80f-30c3-4cbf-876b-05b4da6e55c1 req-9f644ad1-3527-4ee7-80ee-da3e716ef35f tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6770072 Apr 18 21:10:09.408626 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.429143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Transition to ACTIVE for port object a8493066-e7d0-411a-9374-d5cdb5113460 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:09.511825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Pushing event updated for resources: {'Port': ['ID=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:09.538470 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.570888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:09.574797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:09.581714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:09.684714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Allocated IP 192.168.233.121 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/43f584c5-0b54-4f69-994e-3fdb4cabb63f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:09.707251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:09.708044 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.722917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-407f5cd3-4a41-4f4a-9bcf-e223f0f22a26 req-c87bf63d-ddae-4941-aa77-139c892bcc26 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Synchronizing usage tracker for tenant:7a475aa896ef4fec97fbbc5f04457cb6 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:09.738251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef290b62-357b-4457-b7a4-28380e640e4b None None] Pushing event updated for resources: {'Port': ['ID=a8493066-e7d0-411a-9374-d5cdb5113460,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:09.743798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Attempting to bind port a8493066-e7d0-411a-9374-d5cdb5113460 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:09.744728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Attempting to bind port a8493066-e7d0-411a-9374-d5cdb5113460 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:09.745936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Attempting to bind port a8493066-e7d0-411a-9374-d5cdb5113460 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:09.766480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:09.769191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:09.769856 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.770457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:09.771426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Bound port: a8493066-e7d0-411a-9374-d5cdb5113460, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:09.771996 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.807760 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.828510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-74e7c1f0-2df2-4ccf-a082-d1c071f46c90 req-2942db09-87cf-46a3-abf6-612605193cfb tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Synchronizing usage tracker for tenant:dd79c777f058418d95221f6eebb38334 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:09.836032 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-4b1a3159-1063-4ac4-983d-9de3996fbbaa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6825385 Apr 18 21:10:09.844342 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.869194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Request body: {'port': {'device_id': 'b0858461-f656-4a99-858f-997e40009c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:09.923602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-407f5cd3-4a41-4f4a-9bcf-e223f0f22a26 req-c87bf63d-ddae-4941-aa77-139c892bcc26 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Unset dirty status for tenant:7a475aa896ef4fec97fbbc5f04457cb6 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:09.935629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-407f5cd3-4a41-4f4a-9bcf-e223f0f22a26 req-c87bf63d-ddae-4941-aa77-139c892bcc26 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 210 time: 0.3116269 Apr 18 21:10:09.949601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] For port a8493066-e7d0-411a-9374-d5cdb5113460, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:09.963628 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] For port a8493066-e7d0-411a-9374-d5cdb5113460, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a8493066-e7d0-411a-9374-d5cdb5113460,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:10.022524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e3ed92bf-a0e6-4d06-b314-bf800436eee4 req-f67dad29-3d67-408c-8f6b-dc8dd864a29b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.038058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:10:10.145908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b3cf30fd-fb2d-463b-a278-10e8aa247caf no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:10.149010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-74e7c1f0-2df2-4ccf-a082-d1c071f46c90 req-2942db09-87cf-46a3-abf6-612605193cfb tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Unset dirty status for tenant:dd79c777f058418d95221f6eebb38334 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:10.151080 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74e7c1f0-2df2-4ccf-a082-d1c071f46c90 req-2942db09-87cf-46a3-abf6-612605193cfb tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/ports?device_id=47c3c17c-99cd-450c-96f0-4b9ad80361b5 HTTP/1.1" status: 200 len: 210 time: 0.4108601 Apr 18 21:10:10.187584 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.204030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dad29-3d67-408c-8f6b-dc8dd864a29b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event deleted for resources: {'Port': ['ID=b3cf30fd-fb2d-463b-a278-10e8aa247caf,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:10.272889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed92bf-a0e6-4d06-b314-bf800436eee4 req-f67dad29-3d67-408c-8f6b-dc8dd864a29b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] No DVR routers for this DVR port b3cf30fd-fb2d-463b-a278-10e8aa247caf on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:10.277110 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e3ed92bf-a0e6-4d06-b314-bf800436eee4 req-f67dad29-3d67-408c-8f6b-dc8dd864a29b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.286203 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.298967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc74a939-3012-49eb-9f17-6cbfa6cdd565 req-04a32bca-cc70-4344-8b57-9b14d5a08d4b tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 210 time: 0.1428232 Apr 18 21:10:10.316950 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3ed92bf-a0e6-4d06-b314-bf800436eee4 req-f67dad29-3d67-408c-8f6b-dc8dd864a29b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.26 "DELETE /v2.0/ports/b3cf30fd-fb2d-463b-a278-10e8aa247caf HTTP/1.1" status: 204 len: 173 time: 4.0440359 Apr 18 21:10:10.335573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef290b62-357b-4457-b7a4-28380e640e4b None None] Pushing event updated for resources: {'Port': ['ID=a8493066-e7d0-411a-9374-d5cdb5113460,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:10.356940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: b3cf30fd-fb2d-463b-a278-10e8aa247caf {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:10:10.357105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b3cf30fd-fb2d-463b-a278-10e8aa247caf not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:10:10.383207 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.602543 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.641902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5fe2e2b2-e3e2-426e-b06e-543fa447e13e None None] Provisioning for port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:10.667553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 86ad330f-b753-480d-93bb-6a5a66d22d7f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:10.674127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Network 4144db19-a729-4831-9579-ef7dae265607 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:10.689623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a7d704cc-4cae-41f2-bf4d-94deaa813089 req-0cc43f81-f57c-4450-9c8f-ac62881c9f18 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Synchronizing usage tracker for tenant:65b5a641e24c4888a553050f8beaf577 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:10.692475 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:10.699728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Pushing event updated for resources: {'Port': ['ID=7dd287fb-131f-4040-baab-176e5d386ad2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:10.702385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:10.769962 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Routers {'d9655c2e-2982-4e01-a173-c900b054b8ed'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:10.778247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:09:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d9655c2e-2982-4e01-a173-c900b054b8ed'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:10.779259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Transition to ACTIVE for port object 43f584c5-0b54-4f69-994e-3fdb4cabb63f will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:10.949254 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.950009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:10.950908 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.965628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a7d704cc-4cae-41f2-bf4d-94deaa813089 req-0cc43f81-f57c-4450-9c8f-ac62881c9f18 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Unset dirty status for tenant:65b5a641e24c4888a553050f8beaf577 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:10.982653 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7d704cc-4cae-41f2-bf4d-94deaa813089 req-0cc43f81-f57c-4450-9c8f-ac62881c9f18 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=af74332b-6b1c-4224-a783-10c567ff506e HTTP/1.1" status: 200 len: 210 time: 0.3640318 Apr 18 21:10:11.018476 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:10:11.029015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5fe2e2b2-e3e2-426e-b06e-543fa447e13e None None] Provisioning complete for port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:11.029388 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5fe2e2b2-e3e2-426e-b06e-543fa447e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.107184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.128833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d27ad9bc-ad3a-465c-bb08-851d3c8e6b4e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4578681 Apr 18 21:10:11.144513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Request body: {'port': {'device_id': '7e7c55c5-a7bd-4993-91f7-9712b8b543dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:11.207385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5fe2e2b2-e3e2-426e-b06e-543fa447e13e None None] Port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:11.233917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] Set router d9655c2e-2982-4e01-a173-c900b054b8ed gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:10:11.234198 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.313122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:11.319260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Pushing event updated for resources: {'Port': ['ID=43f584c5-0b54-4f69-994e-3fdb4cabb63f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:11.328956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:11.332560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:11.416519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af74332b-6b1c-4224-a783-10c567ff506e', 'name': 'network-vif-deleted', 'tag': 'b3cf30fd-fb2d-463b-a278-10e8aa247caf'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:11.614498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:11.617328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.799658 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-35ffe154-2c83-4b0b-a9bc-f9168752d83d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3681827 Apr 18 21:10:11.807572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Request body: {'port': {'device_id': 'f1476708-5472-42fe-aae4-6736f262967d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:11.829436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 86ad330f-b753-480d-93bb-6a5a66d22d7f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:11.830555 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.948392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Pushing event updated for resources: {'Port': ['ID=c156a3ae-7ae5-453d-a79c-a8a039d410d6,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:11.952729 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.988275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:12.000437 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.009862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.059376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0c244111-aab9-45b5-928f-3f5bafe49891 None None] Provisioning for port 43f584c5-0b54-4f69-994e-3fdb4cabb63f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:12.069774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0c244111-aab9-45b5-928f-3f5bafe49891 None None] Provisioning complete for port 43f584c5-0b54-4f69-994e-3fdb4cabb63f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:12.070148 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0c244111-aab9-45b5-928f-3f5bafe49891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.133389 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.156313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Transition to ACTIVE for port object 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:12.240318 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0c244111-aab9-45b5-928f-3f5bafe49891 None None] Port 43f584c5-0b54-4f69-994e-3fdb4cabb63f cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:12.242106 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.272673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a69f-a2e3-4816-977d-303ef2c077af req-87079aad-1f01-4707-b667-5f5daa364492 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:12.274236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b924a69f-a2e3-4816-977d-303ef2c077af req-87079aad-1f01-4707-b667-5f5daa364492 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 932 time: 0.9369864 Apr 18 21:10:12.312641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:10:04Z', 'revision_number': 3, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:12.325779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5940209b-a5b0-4d91-83e9-c9c00e1acdce None None] The sync data for ids ['d9655c2e-2982-4e01-a173-c900b054b8ed'] in n-d-836017-3 is: [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:10:04Z', 'revision_number': 3, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:10:12.366475 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9701d-fb21-442f-be1c-729a1895e98e req-4b064bbe-7763-4ab1-b21f-7963205d4bf7 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:12.368029 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-29b9701d-fb21-442f-be1c-729a1895e98e req-4b064bbe-7763-4ab1-b21f-7963205d4bf7 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 936 time: 0.5002761 Apr 18 21:10:12.433707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b924a69f-a2e3-4816-977d-303ef2c077af req-c580180d-371d-4a1d-8819-18b09562fafd tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395876 Apr 18 21:10:12.636702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Pushing event updated for resources: {'Port': ['ID=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:12.696355 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99786d5-5417-408e-a48a-13a4856c315a'] response: {'server_uuid': 'af74332b-6b1c-4224-a783-10c567ff506e', 'name': 'network-vif-deleted', 'tag': 'b3cf30fd-fb2d-463b-a278-10e8aa247caf', 'status': 'completed', 'code': 200} Apr 18 21:10:13.115565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd287fb-131f-4040-baab-176e5d386ad2 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:13.124678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.181648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Network b4ac22da-8ac9-4bb0-bb16-93357918a60f is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:13.205519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:13.239082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-29b9701d-fb21-442f-be1c-729a1895e98e req-d457bf2d-332d-4966-92b0-f8d059e6cc5f tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8503492 Apr 18 21:10:13.382489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Transition to ACTIVE for port object 7dd287fb-131f-4040-baab-176e5d386ad2 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:13.457060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f584c5-0b54-4f69-994e-3fdb4cabb63f {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:13.473745 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.512359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Transition to ACTIVE for port object 43f584c5-0b54-4f69-994e-3fdb4cabb63f will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:13.521771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Attempting to bind port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:13.522122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Attempting to bind port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:13.522505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Attempting to bind port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:13.533896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:10:13.534345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Attempting to bind port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:13.543545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:13.543892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:13.546315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:13.546315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Bound port: 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:13.546315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.567527 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.624161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b1709824-40c5-4c0f-b79e-50f1f48452dc None None] Provisioning complete for port c156a3ae-7ae5-453d-a79c-a8a039d410d6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:13.624747 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b1709824-40c5-4c0f-b79e-50f1f48452dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.649743 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.751497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b1709824-40c5-4c0f-b79e-50f1f48452dc None None] Port c156a3ae-7ae5-453d-a79c-a8a039d410d6 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:13.923965 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-311fbc41-beaa-4732-8f94-261597659be2 req-5a025e65-5c3c-43e6-9220-72137d153cc1 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/9058d2a6-594b-49f9-9f19-12f6b348f495 HTTP/1.1" status: 200 len: 1633 time: 0.5375862 Apr 18 21:10:13.953232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Pushing event updated for resources: {'Port': ['ID=43f584c5-0b54-4f69-994e-3fdb4cabb63f,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:13.977126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:13.982168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:14.053881 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.110586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Pushing event updated for resources: {'Port': ['ID=7dd287fb-131f-4040-baab-176e5d386ad2,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:14.158013 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.159629 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] 10.222.0.59 "PUT /v2.0/ports/42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 HTTP/1.1" status: 200 len: 1096 time: 4.2952583 Apr 18 21:10:14.160079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:14.220448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb9fe4-63fc-492f-9151-214b60dd3b87 service neutron] Pushing event updated for resources: {'Port': ['ID=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:14.229836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Attempting to bind port 43f584c5-0b54-4f69-994e-3fdb4cabb63f on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:14.230637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Attempting to bind port 43f584c5-0b54-4f69-994e-3fdb4cabb63f by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:14.231171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Attempting to bind port 43f584c5-0b54-4f69-994e-3fdb4cabb63f on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:14.240122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Port 43f584c5-0b54-4f69-994e-3fdb4cabb63f on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:10:14.240733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Attempting to bind port 43f584c5-0b54-4f69-994e-3fdb4cabb63f on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:14.249196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:14.249900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:14.250456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:14.251081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Bound port: 43f584c5-0b54-4f69-994e-3fdb4cabb63f, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:14.251806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.361801 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.380996 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-311fbc41-beaa-4732-8f94-261597659be2 req-87faccbd-792b-4f1e-a4e1-59c9048a0f3b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.416306 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-311fbc41-beaa-4732-8f94-261597659be2 req-87faccbd-792b-4f1e-a4e1-59c9048a0f3b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.462609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] For port 43f584c5-0b54-4f69-994e-3fdb4cabb63f, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:14.466885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] For port 43f584c5-0b54-4f69-994e-3fdb4cabb63f, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=43f584c5-0b54-4f69-994e-3fdb4cabb63f,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:14.483434 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-e17566cf-77ed-4c60-901b-772babf6596b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 1099 time: 0.2174425 Apr 18 21:10:14.573873 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.615123 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a8493066-e7d0-411a-9374-d5cdb5113460 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:14.643450 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-343f7a2c-0a89-4a27-983a-1a633d76cc80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 HTTP/1.1" status: 200 len: 217 time: 0.1527236 Apr 18 21:10:14.706844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd45836-39b5-4805-b806-6a053c938eeb req-4baad23c-bc46-4e2c-beee-39e735c51f90 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:14.708300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3cd45836-39b5-4805-b806-6a053c938eeb req-4baad23c-bc46-4e2c-beee-39e735c51f90 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 944 time: 0.8810749 Apr 18 21:10:14.738242 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.740103 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] 10.222.0.26 "PUT /v2.0/ports/43f584c5-0b54-4f69-994e-3fdb4cabb63f HTTP/1.1" status: 200 len: 1096 time: 2.9389832 Apr 18 21:10:14.762339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-876d2889-e91e-4afe-b52e-6ded1e9816a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:14.764024 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-876d2889-e91e-4afe-b52e-6ded1e9816a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1040003 Apr 18 21:10:14.769359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfeeb46-a8b0-45fa-8085-b299c6528faa service neutron] Pushing event updated for resources: {'Port': ['ID=43f584c5-0b54-4f69-994e-3fdb4cabb63f,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:14.784225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port a8493066-e7d0-411a-9374-d5cdb5113460 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:14.794145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a8493066-e7d0-411a-9374-d5cdb5113460 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:14.794591 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.806812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Attempting to bind port 7dd287fb-131f-4040-baab-176e5d386ad2 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:14.807032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Attempting to bind port 7dd287fb-131f-4040-baab-176e5d386ad2 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:14.807441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Attempting to bind port 7dd287fb-131f-4040-baab-176e5d386ad2 on network 4144db19-a729-4831-9579-ef7dae265607 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:14.856002 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-ddff6ccb-d4bb-451a-b0fd-5ed4297ede04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818255 Apr 18 21:10:14.865189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Port 7dd287fb-131f-4040-baab-176e5d386ad2 on network 4144db19-a729-4831-9579-ef7dae265607 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:10:14.865717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Attempting to bind port 7dd287fb-131f-4040-baab-176e5d386ad2 on network 4144db19-a729-4831-9579-ef7dae265607 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:15.008304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:15.008535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Checking segment: {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:15.013178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Bound using segment: {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:15.013178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Bound port: 7dd287fb-131f-4040-baab-176e5d386ad2, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:15.013178 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.013687 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.036353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port a8493066-e7d0-411a-9374-d5cdb5113460, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a8493066-e7d0-411a-9374-d5cdb5113460,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:15.081441 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-1122fea3-dd91-4414-80a0-04abd3736f28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 1099 time: 0.1838450 Apr 18 21:10:15.092850 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3cd45836-39b5-4805-b806-6a053c938eeb req-a274d966-202d-4856-983c-b7c678f2d645 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117177 Apr 18 21:10:15.146073 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.163506 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-311fbc41-beaa-4732-8f94-261597659be2 req-87faccbd-792b-4f1e-a4e1-59c9048a0f3b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.171648 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-8463dd59-3277-44d4-a6b9-f7e1151f8612 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=43f584c5-0b54-4f69-994e-3fdb4cabb63f HTTP/1.1" status: 200 len: 217 time: 0.0722954 Apr 18 21:10:15.173860 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-6b303732-e710-4111-b44b-4c9f3a21a40e service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118699 Apr 18 21:10:15.233414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faccbd-792b-4f1e-a4e1-59c9048a0f3b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9058d2a6-594b-49f9-9f19-12f6b348f495,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:15.235476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37356) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:15.267753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=a8493066-e7d0-411a-9374-d5cdb5113460,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:15.357972 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-311fbc41-beaa-4732-8f94-261597659be2 req-87faccbd-792b-4f1e-a4e1-59c9048a0f3b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.359096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-311fbc41-beaa-4732-8f94-261597659be2 req-87faccbd-792b-4f1e-a4e1-59c9048a0f3b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "DELETE /v2.0/security-groups/9058d2a6-594b-49f9-9f19-12f6b348f495 HTTP/1.1" status: 204 len: 173 time: 1.4341185 Apr 18 21:10:15.362531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] For port 7dd287fb-131f-4040-baab-176e5d386ad2, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:15.366291 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e7848c-1c3c-4629-95d2-9693eccaeb2f'] response: {'name': 'network-changed', 'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'status': 'completed', 'code': 200} Apr 18 21:10:15.372054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] For port 7dd287fb-131f-4040-baab-176e5d386ad2, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7dd287fb-131f-4040-baab-176e5d386ad2,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:15.387315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-1326fdfe-ff3d-44e7-8fed-f1be5c939dcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:15.389082 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-1326fdfe-ff3d-44e7-8fed-f1be5c939dcb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1037736 Apr 18 21:10:15.396681 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Allocated IP 172.20.0.1 (5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c/096cc853-83c4-4359-8b02-63ffa3b3538c/d3d1be76-e233-4fc1-9f63-fe917f7f0407) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:15.425587 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-afc0b2e3-575c-4c63-aba6-281b42675901 req-37336952-9734-45a7-9d4a-0e6e1fad2c45 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454541 Apr 18 21:10:15.456755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c2c04297-08b8-4ca4-aff4-711d326e3f68 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.509263 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.526424 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-f9cf71fc-5b24-430c-9e6f-065d08ff6d89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993257 Apr 18 21:10:15.667650 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c2c04297-08b8-4ca4-aff4-711d326e3f68 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.716879 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.718305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] 10.222.0.59 "PUT /v2.0/ports/7dd287fb-131f-4040-baab-176e5d386ad2 HTTP/1.1" status: 200 len: 1092 time: 4.5796764 Apr 18 21:10:15.724994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7c55c5-a7bd-4993-91f7-9712b8b543dd', 'tag': '7dd287fb-131f-4040-baab-176e5d386ad2'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:15.774183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ed29e-2e3a-4362-8543-e24937f99b3b service neutron] Pushing event updated for resources: {'Port': ['ID=7dd287fb-131f-4040-baab-176e5d386ad2,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:15.812200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Router 65893c07-ff32-40c5-9fcf-eab2fb501859 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:15.849371 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-19d54060-aac1-4658-b0da-ccddabdad78d service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154979 Apr 18 21:10:15.871654 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.881163 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3f7ac62a-f70d-4aa9-a8a0-574bc0350ad8 req-75f04df4-21d3-4309-a7fe-c26ec84fafaa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 1099 time: 0.2613916 Apr 18 21:10:15.926417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697f6b8-1f90-4c8d-a4cb-bf65a6b9cac9 req-c8a6819d-4798-4289-9f06-5ade0ec8cc62 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:15.927803 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e697f6b8-1f90-4c8d-a4cb-bf65a6b9cac9 req-c8a6819d-4798-4289-9f06-5ade0ec8cc62 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 948 time: 0.4250717 Apr 18 21:10:15.931793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Transition to ACTIVE for port object d3d1be76-e233-4fc1-9f63-fe917f7f0407 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:16.039994 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c2c04297-08b8-4ca4-aff4-711d326e3f68 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.099351 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0d3ccfc-a84f-4f26-a032-332193463882 req-75ddc48b-fdae-4854-ba44-c679f0c5c374 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417881 Apr 18 21:10:16.106594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ac62a-f70d-4aa9-a8a0-574bc0350ad8 req-fca51ee9-9a11-45c6-9747-63ca2271729a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:16.108135 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3f7ac62a-f70d-4aa9-a8a0-574bc0350ad8 req-fca51ee9-9a11-45c6-9747-63ca2271729a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.1800072 Apr 18 21:10:16.121973 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 923bcb41-9656-4b67-b59e-f14bde21303e details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:10:16.146922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c04297-08b8-4ca4-aff4-711d326e3f68 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b90f8a9-e432-4ac7-9111-a1e7842f04f5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:16.184731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e666ee5e-12b7-4588-bbf2-b7d5bb40c456 req-92f9e4e7-1e2a-47fe-9610-348f881ced1d tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/4257293a-1a99-475d-9340-1699ae84b154 HTTP/1.1" status: 200 len: 1633 time: 0.3165317 Apr 18 21:10:16.193461 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3f7ac62a-f70d-4aa9-a8a0-574bc0350ad8 req-1c80af27-85d9-4097-8b29-8496c793521b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 HTTP/1.1" status: 200 len: 217 time: 0.0766370 Apr 18 21:10:16.228402 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c2c04297-08b8-4ca4-aff4-711d326e3f68 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.231924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c2c04297-08b8-4ca4-aff4-711d326e3f68 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "DELETE /v2.0/security-groups/5b90f8a9-e432-4ac7-9111-a1e7842f04f5 HTTP/1.1" status: 204 len: 168 time: 0.9881902 Apr 18 21:10:16.234651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37374) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:16.253261 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-60a3e053-8e08-490e-b27d-dd5d8e89a5cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 1095 time: 0.4432635 Apr 18 21:10:16.271364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e697f6b8-1f90-4c8d-a4cb-bf65a6b9cac9 req-2a1ff978-8b18-48a5-b345-888d9817b64a tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230011 Apr 18 21:10:16.288991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ac62a-f70d-4aa9-a8a0-574bc0350ad8 req-6528da06-a461-49a2-91a9-8c011f42ab70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:16.290105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:16.291409 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3f7ac62a-f70d-4aa9-a8a0-574bc0350ad8 req-6528da06-a461-49a2-91a9-8c011f42ab70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0909066 Apr 18 21:10:16.318136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '923bcb41-9656-4b67-b59e-f14bde21303e', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '923bcb41-9656-4b67-b59e-f14bde21303e', 'mac_address': 'fa:16:3e:72:d8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:10:16.351064 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-89aa7cf8-325a-4478-80db-bb5a40d22a79 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] show failed (client error): The resource could not be found. Apr 18 21:10:16.352104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-89aa7cf8-325a-4478-80db-bb5a40d22a79 tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "GET /v2.0/security-groups/5b90f8a9-e432-4ac7-9111-a1e7842f04f5 HTTP/1.1" status: 404 len: 347 time: 0.1146407 Apr 18 21:10:16.355826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37380) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:16.398713 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3f7ac62a-f70d-4aa9-a8a0-574bc0350ad8 req-79ec28e3-d555-43f0-86db-9326f8c446ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008813 Apr 18 21:10:16.399493 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.419681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 923bcb41-9656-4b67-b59e-f14bde21303e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:16.424391 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508de4de-4358-4694-a307-079f2a59ecc2'] response: {'name': 'network-changed', 'server_uuid': '7e7c55c5-a7bd-4993-91f7-9712b8b543dd', 'tag': '7dd287fb-131f-4040-baab-176e5d386ad2', 'status': 'completed', 'code': 200} Apr 18 21:10:16.439931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:16.469689 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-c0abf3c9-2f0d-4fe9-a4a2-3862cc580156 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dd287fb-131f-4040-baab-176e5d386ad2 HTTP/1.1" status: 200 len: 217 time: 0.1961188 Apr 18 21:10:16.491280 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.512580 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.563127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a8493066-e7d0-411a-9374-d5cdb5113460 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:16.580581 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3f7ac62a-f70d-4aa9-a8a0-574bc0350ad8 req-b35231a5-93cc-48f2-bd2d-953f1467649d service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754982 Apr 18 21:10:16.669129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=923bcb41-9656-4b67-b59e-f14bde21303e,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:16.685811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a8493066-e7d0-411a-9374-d5cdb5113460 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:16.686181 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.716363 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e666ee5e-12b7-4588-bbf2-b7d5bb40c456 req-33cf3086-97c0-4bf5-aad1-d6c0e8393eac tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.749163 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3f7ac62a-f70d-4aa9-a8a0-574bc0350ad8 req-02125ef4-d2e3-4fcc-9947-df2e304e20b6 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620066 Apr 18 21:10:16.933021 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:16.950081 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e666ee5e-12b7-4588-bbf2-b7d5bb40c456 req-33cf3086-97c0-4bf5-aad1-d6c0e8393eac tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.958044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-de37b8c3-2944-4fdb-bc6c-824c85f90c8a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Deleting port fff62b54-cc05-463a-aeaf-67314df2c526 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:16.958387 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de37b8c3-2944-4fdb-bc6c-824c85f90c8a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.985096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:16.986885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d1be76-e233-4fc1-9f63-fe917f7f0407,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:16.993341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:17.027143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-7b1bc29b-de3d-449b-9bc1-ccb0908827cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.028589 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-7b1bc29b-de3d-449b-9bc1-ccb0908827cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ec1ace3-cc09-4f8a-9186-ef51b9088048 HTTP/1.1" status: 200 len: 845 time: 0.5187066 Apr 18 21:10:17.101465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['923bcb41-9656-4b67-b59e-f14bde21303e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:10:17.142464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-611e356a-7d78-47a0-be4e-460e63d8f0b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4144db19-a729-4831-9579-ef7dae265607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957727 Apr 18 21:10:17.340992 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.367634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1476708-5472-42fe-aae4-6736f262967d', 'tag': '43f584c5-0b54-4f69-994e-3fdb4cabb63f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:17.374123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10688d38-af0d-4915-bb69-b5b454ebd6f6 req-c6ee1ba9-1c54-4db3-b90c-486a5fedb3f0 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.374577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8364b03b-fdfd-4264-8f46-eab12f1f9b17 None None] Provisioning for port d3d1be76-e233-4fc1-9f63-fe917f7f0407 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:17.375564 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10688d38-af0d-4915-bb69-b5b454ebd6f6 req-c6ee1ba9-1c54-4db3-b90c-486a5fedb3f0 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.59 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 944 time: 0.9361975 Apr 18 21:10:17.379749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8364b03b-fdfd-4264-8f46-eab12f1f9b17 None None] Provisioning complete for port d3d1be76-e233-4fc1-9f63-fe917f7f0407 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:17.380313 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8364b03b-fdfd-4264-8f46-eab12f1f9b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.394048 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51330101-9c6f-471f-b908-c74f68d72e71 req-d9354401-b657-49c1-8536-b419d4564902 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.395477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51330101-9c6f-471f-b908-c74f68d72e71 req-d9354401-b657-49c1-8536-b419d4564902 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 944 time: 0.7251582 Apr 18 21:10:17.438980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8364b03b-fdfd-4264-8f46-eab12f1f9b17 None None] Port d3d1be76-e233-4fc1-9f63-fe917f7f0407 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:17.461254 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e666ee5e-12b7-4588-bbf2-b7d5bb40c456 req-33cf3086-97c0-4bf5-aad1-d6c0e8393eac tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.562898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf3086-97c0-4bf5-aad1-d6c0e8393eac tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4257293a-1a99-475d-9340-1699ae84b154,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:17.597928 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de37b8c3-2944-4fdb-bc6c-824c85f90c8a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.597928 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de37b8c3-2944-4fdb-bc6c-824c85f90c8a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.609228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-10688d38-af0d-4915-bb69-b5b454ebd6f6 req-c57dd980-a30f-47b3-ba0a-91506329cc20 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Deleting port 361869b3-2bf5-40f3-b62f-466a7662455a {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:17.609594 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-10688d38-af0d-4915-bb69-b5b454ebd6f6 req-c57dd980-a30f-47b3-ba0a-91506329cc20 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.661724 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e666ee5e-12b7-4588-bbf2-b7d5bb40c456 req-33cf3086-97c0-4bf5-aad1-d6c0e8393eac tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.662825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e666ee5e-12b7-4588-bbf2-b7d5bb40c456 req-33cf3086-97c0-4bf5-aad1-d6c0e8393eac tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "DELETE /v2.0/security-groups/4257293a-1a99-475d-9340-1699ae84b154 HTTP/1.1" status: 204 len: 173 time: 1.4775329 Apr 18 21:10:17.725493 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-4be8b994-ee3c-4797-abce-b6810d37d5b3 service neutron] 10.222.0.59 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701010 Apr 18 21:10:17.801801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-de37b8c3-2944-4fdb-bc6c-824c85f90c8a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Calling delete_port for fff62b54-cc05-463a-aeaf-67314df2c526 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:17.832310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:17.847281 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Sync routers for ids ['65893c07-ff32-40c5-9fcf-eab2fb501859'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:10:17.861123 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:10:17.867793 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Routers {'65893c07-ff32-40c5-9fcf-eab2fb501859'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:17.868393 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:09:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['65893c07-ff32-40c5-9fcf-eab2fb501859'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:17.885859 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b4bd4aaa-6b30-4a48-bdfc-9d3f3bd1254e admin admin] 10.222.0.11 "PUT /v2.0/routers/65893c07-ff32-40c5-9fcf-eab2fb501859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2937000 Apr 18 21:10:17.972492 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51330101-9c6f-471f-b908-c74f68d72e71 req-ffdde3c0-7587-4f74-a2d2-587b4ffc922c tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290399 Apr 18 21:10:18.067448 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Set router 65893c07-ff32-40c5-9fcf-eab2fb501859 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:10:18.100135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.124688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 923bcb41-9656-4b67-b59e-f14bde21303e up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:18.282792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 923bcb41-9656-4b67-b59e-f14bde21303e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:18.283263 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.443324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:10:18.515349 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:10:09Z', 'revision_number': 4, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'c156a3ae-7ae5-453d-a79c-a8a039d410d6', 'name': '', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'mac_address': 'fa:16:3e:2f:77:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:10Z', 'revision_number': 2, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'subnets': [{'id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:18.519964 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Checking router: 65893c07-ff32-40c5-9fcf-eab2fb501859 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:10:18.520417 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Updating router 65893c07-ff32-40c5-9fcf-eab2fb501859 port c156a3ae-7ae5-453d-a79c-a8a039d410d6 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:10:18.593164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59cf616f-4669-4ea9-9e1e-de27c9ff1d4e req-d945800f-7d20-4da9-9ccb-16a9f31be695 service neutron] 10.222.0.59 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7994096 Apr 18 21:10:18.604020 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.610623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3a8d5-8382-4077-9163-30a61e71b52c req-d8a8c884-3db6-4a0b-a189-7da88ba3c52b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:18.619149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1de3a8d5-8382-4077-9163-30a61e71b52c req-d8a8c884-3db6-4a0b-a189-7da88ba3c52b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 944 time: 0.7898543 Apr 18 21:10:18.651420 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.733374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:18.741602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:18.760785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:18.781840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'mac_address': 'fa:16:3e:03:44:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:10:18.860305 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de37b8c3-2944-4fdb-bc6c-824c85f90c8a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.860577 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.865591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-10688d38-af0d-4915-bb69-b5b454ebd6f6 req-c57dd980-a30f-47b3-ba0a-91506329cc20 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] For port 361869b3-2bf5-40f3-b62f-466a7662455a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=361869b3-2bf5-40f3-b62f-466a7662455a,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:18.865955 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-10688d38-af0d-4915-bb69-b5b454ebd6f6 req-c57dd980-a30f-47b3-ba0a-91506329cc20 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.874486 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.930353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:18.942775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1de3a8d5-8382-4077-9163-30a61e71b52c req-e468e3c9-4b0c-407f-bf20-534ed539d101 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243022 Apr 18 21:10:18.963413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:18.984336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=923bcb41-9656-4b67-b59e-f14bde21303e,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:18.999861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37b8c3-2944-4fdb-bc6c-824c85f90c8a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Pushing event deleted for resources: {'Port': ['ID=fff62b54-cc05-463a-aeaf-67314df2c526,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:19.026538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.054048 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badbea4f-8e7a-4ba5-b700-ee60c48d9524'] response: {'name': 'network-changed', 'server_uuid': 'f1476708-5472-42fe-aae4-6736f262967d', 'tag': '43f584c5-0b54-4f69-994e-3fdb4cabb63f', 'status': 'completed', 'code': 200} Apr 18 21:10:19.095825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-10688d38-af0d-4915-bb69-b5b454ebd6f6 req-c57dd980-a30f-47b3-ba0a-91506329cc20 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Calling delete_port for 361869b3-2bf5-40f3-b62f-466a7662455a owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:19.151983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:19.165342 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.185044 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Transition to ACTIVE for port object c156a3ae-7ae5-453d-a79c-a8a039d410d6 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:19.208493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-858544170', 'description': 'tempest-description-17486165'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:19.219707 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cf6b62f1-cef9-4089-b4d7-0525f7982b76 req-5d082fde-ac2e-445e-81be-a162ec7e06d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 1099 time: 0.1361053 Apr 18 21:10:19.254469 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.273706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:19.294930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ea2b8-2454-407e-977c-24c66eabbbfd req-32fb099a-1498-4644-9d5c-190afdd29e8d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:19.298322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:10:19.301932 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a72ea2b8-2454-407e-977c-24c66eabbbfd req-32fb099a-1498-4644-9d5c-190afdd29e8d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 948 time: 0.8851690 Apr 18 21:10:19.310218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:19.335030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:19.388490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:19.400938 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0a9de-6983-4806-8df3-ac732b06d619 None None] Pushing event updated for resources: {'Port': ['ID=c156a3ae-7ae5-453d-a79c-a8a039d410d6,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:19.450538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b62f1-cef9-4089-b4d7-0525f7982b76 req-247d950f-cc93-4229-9d18-a4508ae32bd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:19.452020 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cf6b62f1-cef9-4089-b4d7-0525f7982b76 req-247d950f-cc93-4229-9d18-a4508ae32bd4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2243862 Apr 18 21:10:19.487817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:10:19.516861 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Attempting to bind port c156a3ae-7ae5-453d-a79c-a8a039d410d6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:19.517121 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Attempting to bind port c156a3ae-7ae5-453d-a79c-a8a039d410d6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:19.517417 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Attempting to bind port c156a3ae-7ae5-453d-a79c-a8a039d410d6 on network b4ac22da-8ac9-4bb0-bb16-93357918a60f {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:19.525027 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:19.525851 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Checking segment: {'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:19.526260 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.526655 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Bound using segment: {'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:19.527192 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Bound port: c156a3ae-7ae5-453d-a79c-a8a039d410d6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:19.527622 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.536852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-550a3f30-a974-4c0a-a23a-f04494c05232 req-0bf97a9e-ec70-43f6-b13a-2f36a82adf7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 1095 time: 0.7676790 Apr 18 21:10:19.548342 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cf6b62f1-cef9-4089-b4d7-0525f7982b76 req-224a4cb6-1ced-44e8-b454-cd7139a3c634 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=43f584c5-0b54-4f69-994e-3fdb4cabb63f HTTP/1.1" status: 200 len: 217 time: 0.0893121 Apr 18 21:10:19.549781 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.643956 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de37b8c3-2944-4fdb-bc6c-824c85f90c8a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.675227 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a72ea2b8-2454-407e-977c-24c66eabbbfd req-411d1aa1-c3f0-436e-b9a6-f80bc60f9070 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714709 Apr 18 21:10:19.685453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b62f1-cef9-4089-b4d7-0525f7982b76 req-2e020385-e0e6-4254-a920-59e922463044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:19.691173 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cf6b62f1-cef9-4089-b4d7-0525f7982b76 req-2e020385-e0e6-4254-a920-59e922463044 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1357019 Apr 18 21:10:19.757870 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] For port c156a3ae-7ae5-453d-a79c-a8a039d410d6, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:19.764216 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.767570 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] For port c156a3ae-7ae5-453d-a79c-a8a039d410d6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c156a3ae-7ae5-453d-a79c-a8a039d410d6,segment=NetworkSegment(0cdf3c6a-15ae-450a-847a-b576786b5309),segment_id=0cdf3c6a-15ae-450a-847a-b576786b5309)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:19.794610 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.815427 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.843877 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cf6b62f1-cef9-4089-b4d7-0525f7982b76 req-bbafef8f-c823-4aa9-b6db-1f6337f75ddb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1442363 Apr 18 21:10:19.929786 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0a9de-6983-4806-8df3-ac732b06d619 None None] Pushing event updated for resources: {'Port': ['ID=c156a3ae-7ae5-453d-a79c-a8a039d410d6,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:19.935147 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Routers {'65893c07-ff32-40c5-9fcf-eab2fb501859'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:19.936000 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:09:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['65893c07-ff32-40c5-9fcf-eab2fb501859'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:20.082344 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cf6b62f1-cef9-4089-b4d7-0525f7982b76 req-b1f87f8e-a5ec-4bc5-8f31-88b51e9548b9 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306936 Apr 18 21:10:20.116326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d1be76-e233-4fc1-9f63-fe917f7f0407,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:20.125405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a3f30-a974-4c0a-a23a-f04494c05232 req-01407481-759a-4a7d-8f9d-d36e5b017af7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:20.127731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-550a3f30-a974-4c0a-a23a-f04494c05232 req-01407481-759a-4a7d-8f9d-d36e5b017af7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 200 len: 906 time: 0.5814312 Apr 18 21:10:20.130325 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.138493 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 43f584c5-0b54-4f69-994e-3fdb4cabb63f details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:10:20.369935 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] Set router 65893c07-ff32-40c5-9fcf-eab2fb501859 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:10:20.507980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7dd287fb-131f-4040-baab-176e5d386ad2 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:10:20.511544 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cf6b62f1-cef9-4089-b4d7-0525f7982b76 req-ac4dc126-74d1-44d5-ac5a-9b7ad0fc9afd service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211450 Apr 18 21:10:20.544557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:20.603081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:20.637716 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:10:20.675885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Usage tracker for resource:security_group_rule and tenant:65b5a641e24c4888a553050f8beaf577 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:20.687096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:20.699422 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-550a3f30-a974-4c0a-a23a-f04494c05232 req-30126e4d-2b2b-4584-9cba-fb432d884c7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dd287fb-131f-4040-baab-176e5d386ad2 HTTP/1.1" status: 200 len: 217 time: 0.5497580 Apr 18 21:10:20.707221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:20.774436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37420) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:20.782114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--371284694', 'description': 'tempest-description--1250704073'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:20.793801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:20.804923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Usage tracker for resource:security_group and tenant:adaffb00700e4f07bd500caf90d0fa4d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:20.814408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:20.832450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:20.888567 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bae9b15-9d89-4824-9699-7c14d75a6b7d'] response: {'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e', 'code': 200} Apr 18 21:10:20.934489 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.956370 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-10688d38-af0d-4915-bb69-b5b454ebd6f6 req-c57dd980-a30f-47b3-ba0a-91506329cc20 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.961883 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de37b8c3-2944-4fdb-bc6c-824c85f90c8a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.963726 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-de37b8c3-2944-4fdb-bc6c-824c85f90c8a tempest-ImagesOneServerNegativeTestJSON-486953821 tempest-ImagesOneServerNegativeTestJSON-486953821-project] 10.222.0.11 "DELETE /v2.0/floatingips/41daa1eb-b6b7-4c1a-afde-c247ec18776f HTTP/1.1" status: 204 len: 168 time: 4.6067894 Apr 18 21:10:21.025675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:21.037542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Usage tracker for resource:security_group_rule and tenant:adaffb00700e4f07bd500caf90d0fa4d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:21.037771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 43f584c5-0b54-4f69-994e-3fdb4cabb63f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=43f584c5-0b54-4f69-994e-3fdb4cabb63f,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:21.051160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:21.061703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7dd287fb-131f-4040-baab-176e5d386ad2, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7dd287fb-131f-4040-baab-176e5d386ad2,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:21.065683 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:10:09Z', 'revision_number': 4, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'c156a3ae-7ae5-453d-a79c-a8a039d410d6', 'name': '', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'mac_address': 'fa:16:3e:2f:77:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:19Z', 'revision_number': 4, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'subnets': [{'id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:21.068749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:21.071615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '43f584c5-0b54-4f69-994e-3fdb4cabb63f', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '43f584c5-0b54-4f69-994e-3fdb4cabb63f', 'mac_address': 'fa:16:3e:8e:ac:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:10:21.077333 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e6814d-b353-43ee-8641-0c471c8ca3e5 None None] The sync data for ids ['65893c07-ff32-40c5-9fcf-eab2fb501859'] in n-d-836017-3 is: [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:10:09Z', 'revision_number': 4, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'c156a3ae-7ae5-453d-a79c-a8a039d410d6', 'name': '', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'mac_address': 'fa:16:3e:2f:77:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:19Z', 'revision_number': 4, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'subnets': [{'id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:10:21.080896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '7dd287fb-131f-4040-baab-176e5d386ad2', 'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'port_id': '7dd287fb-131f-4040-baab-176e5d386ad2', 'mac_address': 'fa:16:3e:b5:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec1ace3-cc09-4f8a-9186-ef51b9088048', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:10:21.103130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57dd980-a30f-47b3-ba0a-91506329cc20 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Pushing event deleted for resources: {'Port': ['ID=361869b3-2bf5-40f3-b62f-466a7662455a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:21.218584 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:21.251388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:21.251759 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.268427 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.279833 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.281371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:21.285715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a3f30-a974-4c0a-a23a-f04494c05232 req-486b71a1-fb90-4740-9ca2-00bdf922b17a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:21.287222 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-550a3f30-a974-4c0a-a23a-f04494c05232 req-486b71a1-fb90-4740-9ca2-00bdf922b17a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ec1ace3-cc09-4f8a-9186-ef51b9088048 HTTP/1.1" status: 200 len: 845 time: 0.5773735 Apr 18 21:10:21.334872 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.348270 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.372121 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.383835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f584c5-0b54-4f69-994e-3fdb4cabb63f {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:21.392134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd287fb-131f-4040-baab-176e5d386ad2 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:21.393258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:21.416075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-822353ca-e211-4e75-816e-d5dc798f1b39 req-5a7acb59-7f03-4573-9ccb-e4664476be65 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Synchronizing usage tracker for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:21.432496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7dd287fb-131f-4040-baab-176e5d386ad2, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7dd287fb-131f-4040-baab-176e5d386ad2,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:21.451584 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 43f584c5-0b54-4f69-994e-3fdb4cabb63f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=43f584c5-0b54-4f69-994e-3fdb4cabb63f,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:21.506903 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.610051 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.676859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c859107-1ba7-4bc9-a620-5e13f27b3656,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:21.682319 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.711495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-10688d38-af0d-4915-bb69-b5b454ebd6f6 req-c57dd980-a30f-47b3-ba0a-91506329cc20 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] No DVR routers for this DVR port 361869b3-2bf5-40f3-b62f-466a7662455a on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:21.718299 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-550a3f30-a974-4c0a-a23a-f04494c05232 req-eec29094-0bdd-4d0f-aabb-c38102b47cf6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4144db19-a729-4831-9579-ef7dae265607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2333081 Apr 18 21:10:21.727195 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-10688d38-af0d-4915-bb69-b5b454ebd6f6 req-c57dd980-a30f-47b3-ba0a-91506329cc20 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.729302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=7dd287fb-131f-4040-baab-176e5d386ad2,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:21.735504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20a5713-5832-42dc-8a12-5855b6c6ada1', 'name': 'network-vif-deleted', 'tag': '361869b3-2bf5-40f3-b62f-466a7662455a'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:21.741103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10688d38-af0d-4915-bb69-b5b454ebd6f6 req-c57dd980-a30f-47b3-ba0a-91506329cc20 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.59 "DELETE /v2.0/ports/361869b3-2bf5-40f3-b62f-466a7662455a HTTP/1.1" status: 204 len: 173 time: 4.3542056 Apr 18 21:10:21.741709 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.757784 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.761210 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-581a2093-2a91-40ca-a2d8-3d425ff441e5 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9848974 Apr 18 21:10:21.772881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37428) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:21.783524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-86b130a7-bb5e-413a-976e-2a862a99dfc7 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Request body: {'security_group_rule': {'security_group_id': '0c859107-1ba7-4bc9-a620-5e13f27b3656', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:21.797328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-86b130a7-bb5e-413a-976e-2a862a99dfc7 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:21.803161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-86b130a7-bb5e-413a-976e-2a862a99dfc7 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Usage tracker for resource:security_group_rule and tenant:adaffb00700e4f07bd500caf90d0fa4d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:21.807385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-86b130a7-bb5e-413a-976e-2a862a99dfc7 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:21.816569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-86b130a7-bb5e-413a-976e-2a862a99dfc7 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:21.823495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['7dd287fb-131f-4040-baab-176e5d386ad2'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:10:21.883075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:21.920889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86b130a7-bb5e-413a-976e-2a862a99dfc7 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.945396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e24b0dc7-5965-4eb2-8b44-6558196d508d None None] Provisioning complete for port d3d1be76-e233-4fc1-9f63-fe917f7f0407 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:21.945791 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e24b0dc7-5965-4eb2-8b44-6558196d508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.002784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=43f584c5-0b54-4f69-994e-3fdb4cabb63f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:22.022615 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.023387 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 361869b3-2bf5-40f3-b62f-466a7662455a no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:22.047967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-550a3f30-a974-4c0a-a23a-f04494c05232 req-9a672df3-0b19-4e18-9acd-297997fd5e07 service neutron] 10.222.0.59 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719209 Apr 18 21:10:22.098756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-822353ca-e211-4e75-816e-d5dc798f1b39 req-5a7acb59-7f03-4573-9ccb-e4664476be65 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Unset dirty status for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:22.116261 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-822353ca-e211-4e75-816e-d5dc798f1b39 req-5a7acb59-7f03-4573-9ccb-e4664476be65 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20a5713-5832-42dc-8a12-5855b6c6ada1 HTTP/1.1" status: 200 len: 210 time: 0.8259132 Apr 18 21:10:22.120427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['43f584c5-0b54-4f69-994e-3fdb4cabb63f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:10:22.137591 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86b130a7-bb5e-413a-976e-2a862a99dfc7 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.347969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 361869b3-2bf5-40f3-b62f-466a7662455a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:10:22.348838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 361869b3-2bf5-40f3-b62f-466a7662455a not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:10:22.359414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e24b0dc7-5965-4eb2-8b44-6558196d508d None None] Port d3d1be76-e233-4fc1-9f63-fe917f7f0407 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:22.369425 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86b130a7-bb5e-413a-976e-2a862a99dfc7 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.409460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b98420e-9a6b-4392-883a-6fcdce48d7d8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:22.518088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b130a7-bb5e-413a-976e-2a862a99dfc7 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6785f741-c70b-4980-b721-dbc8487e6ef8,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:22.522692 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.524218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f0903ad-e7ca-48a8-97e9-2b5afd35a9fe req-13eaf22b-5ee8-4060-86f8-0256726fd688 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1637 time: 3.3522320 Apr 18 21:10:22.606397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:22.607065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-550a3f30-a974-4c0a-a23a-f04494c05232 req-6fd71763-2478-4976-b7f7-3b3aa075752f service neutron] 10.222.0.59 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276701 Apr 18 21:10:22.704415 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86b130a7-bb5e-413a-976e-2a862a99dfc7 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.705292 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-86b130a7-bb5e-413a-976e-2a862a99dfc7 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9296954 Apr 18 21:10:22.707559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37438) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:22.727957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2cbd171e-18b1-4962-a186-a267ccf820f1 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Request body: {'security_group_rule': {'security_group_id': '0c859107-1ba7-4bc9-a620-5e13f27b3656', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:22.763456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2cbd171e-18b1-4962-a186-a267ccf820f1 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:22.796391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2cbd171e-18b1-4962-a186-a267ccf820f1 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Usage tracker for resource:security_group_rule and tenant:adaffb00700e4f07bd500caf90d0fa4d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:22.801091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2cbd171e-18b1-4962-a186-a267ccf820f1 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:22.812961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c156a3ae-7ae5-453d-a79c-a8a039d410d6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:22.839424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2cbd171e-18b1-4962-a186-a267ccf820f1 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:22.892841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:22.975027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2cbd171e-18b1-4962-a186-a267ccf820f1 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.031269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c156a3ae-7ae5-453d-a79c-a8a039d410d6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:23.037401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c156a3ae-7ae5-453d-a79c-a8a039d410d6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:23.037840 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.076940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2cbd171e-18b1-4962-a186-a267ccf820f1 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.145502 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2cbd171e-18b1-4962-a186-a267ccf820f1 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.187544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd171e-18b1-4962-a186-a267ccf820f1 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee64eb6-e7df-491b-b7d8-6283ca2967ba,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:23.247136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e0476-5747-4ce3-9165-9e1e2d1be077 req-8a298243-e164-4f12-ad9e-bc9870caa869 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:23.254530 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd5e0476-5747-4ce3-9165-9e1e2d1be077 req-8a298243-e164-4f12-ad9e-bc9870caa869 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 945 time: 0.7249842 Apr 18 21:10:23.287476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b7dd2-80ce-451b-b8e9-c5981f4d6bb3 req-2eaaf14f-7963-4f13-86c9-c84f2f6e19ef tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:23.289642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-940b7dd2-80ce-451b-b8e9-c5981f4d6bb3 req-2eaaf14f-7963-4f13-86c9-c84f2f6e19ef tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 949 time: 0.3587770 Apr 18 21:10:23.291746 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.305931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2cbd171e-18b1-4962-a186-a267ccf820f1 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.308697 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2cbd171e-18b1-4962-a186-a267ccf820f1 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5976591 Apr 18 21:10:23.317241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37448) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:23.324517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:23.337041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:23.342508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Usage tracker for resource:floatingip and tenant:adaffb00700e4f07bd500caf90d0fa4d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:23.349060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:23.358404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:23.360665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port c156a3ae-7ae5-453d-a79c-a8a039d410d6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c156a3ae-7ae5-453d-a79c-a8a039d410d6,segment=NetworkSegment(0cdf3c6a-15ae-450a-847a-b576786b5309),segment_id=0cdf3c6a-15ae-450a-847a-b576786b5309)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:23.379647 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd5e0476-5747-4ce3-9165-9e1e2d1be077 req-8764e17b-b11a-430c-98fc-248466bb4480 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241515 Apr 18 21:10:23.397222 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-940b7dd2-80ce-451b-b8e9-c5981f4d6bb3 req-797fa880-00ac-427e-b31a-4aa48f7c0a44 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002870 Apr 18 21:10:23.462299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Router d9655c2e-2982-4e01-a173-c900b054b8ed has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:23.470020 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.531278 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.607230 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018f1b3a-16c8-42c7-a2f5-5255cffd1f85'] response: {'server_uuid': 'b20a5713-5832-42dc-8a12-5855b6c6ada1', 'name': 'network-vif-deleted', 'tag': '361869b3-2bf5-40f3-b62f-466a7662455a', 'status': 'completed', 'code': 200} Apr 18 21:10:23.624773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f7de783-0b2d-4a2e-873d-52d4a5e1660a req-a3785ba4-4623-4148-980f-794ecde322d3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/0b98420e-9a6b-4392-883a-6fcdce48d7d8 HTTP/1.1" status: 200 len: 1632 time: 0.0773017 Apr 18 21:10:23.632973 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a69908-6d39-48c2-bff3-d38bc82151ab'] response: {'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'code': 200} Apr 18 21:10:23.635988 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=c156a3ae-7ae5-453d-a79c-a8a039d410d6,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:23.718844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-2f7de783-0b2d-4a2e-873d-52d4a5e1660a req-ab2701b6-1813-4cf1-be9f-f4e02905206b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1143606893', 'description': 'tempest-description-hth-192144455'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:23.741760 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.998616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Allocated IP 172.25.3.238 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/952c01f7-9884-41db-ad9d-73a76f56795a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:24.003575 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2f7de783-0b2d-4a2e-873d-52d4a5e1660a req-ab2701b6-1813-4cf1-be9f-f4e02905206b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.098860 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2f7de783-0b2d-4a2e-873d-52d4a5e1660a req-ab2701b6-1813-4cf1-be9f-f4e02905206b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.106448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65b8be1f-3c87-43e8-b515-ff40755306c2 req-8638ac26-9cb2-4595-a1bb-9845888bc6a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 1101 time: 0.3789191 Apr 18 21:10:24.152210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 43f584c5-0b54-4f69-994e-3fdb4cabb63f up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:24.180128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2f7de783-0b2d-4a2e-873d-52d4a5e1660a req-ab2701b6-1813-4cf1-be9f-f4e02905206b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.184064 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2f7de783-0b2d-4a2e-873d-52d4a5e1660a req-ab2701b6-1813-4cf1-be9f-f4e02905206b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.185575 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f7de783-0b2d-4a2e-873d-52d4a5e1660a req-ab2701b6-1813-4cf1-be9f-f4e02905206b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "PUT /v2.0/security-groups/0b98420e-9a6b-4392-883a-6fcdce48d7d8 HTTP/1.1" status: 200 len: 1608 time: 0.4720201 Apr 18 21:10:24.202305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65b8be1f-3c87-43e8-b515-ff40755306c2 req-6a823260-727f-4d13-a2ed-6659a024cee3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886679 Apr 18 21:10:24.236692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2701b6-1813-4cf1-be9f-f4e02905206b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b98420e-9a6b-4392-883a-6fcdce48d7d8,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:24.257661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:24.267541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6b9c4892-ecf0-46f4-af76-7a470dbb45e1 admin admin] 10.222.0.11 "PUT /v2.0/routers/d9655c2e-2982-4e01-a173-c900b054b8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2426674 Apr 18 21:10:24.275057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Sync routers for ids ['d9655c2e-2982-4e01-a173-c900b054b8ed'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:10:24.309393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Routers {'d9655c2e-2982-4e01-a173-c900b054b8ed'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:24.310924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:09:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d9655c2e-2982-4e01-a173-c900b054b8ed'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:24.319960 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.350768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37468) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:24.436173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e821f4-eafb-4221-b3dd-a6d059795e1f admin admin] Deleting subnet 2fd5015f-87f9-4d04-9608-8e9906d28817 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:10:24.439883 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06e821f4-eafb-4221-b3dd-a6d059795e1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.468282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ea0087f-c4fe-48ff-a659-c03ae537d5f9 req-0d9a1d97-9b85-49b9-b3b6-edd8f8362a28 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/0b98420e-9a6b-4392-883a-6fcdce48d7d8 HTTP/1.1" status: 200 len: 1608 time: 0.0946548 Apr 18 21:10:24.496784 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.507828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7dd287fb-131f-4040-baab-176e5d386ad2 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:24.600860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 43f584c5-0b54-4f69-994e-3fdb4cabb63f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:24.615761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06e821f4-eafb-4221-b3dd-a6d059795e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.679605 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c156a3ae-7ae5-453d-a79c-a8a039d410d6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:24.704729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:24.707933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:24.713019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:24.767277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Pushing event updated for resources: {'Port': ['ID=952c01f7-9884-41db-ad9d-73a76f56795a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:24.820138 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06e821f4-eafb-4221-b3dd-a6d059795e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.821724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Set router d9655c2e-2982-4e01-a173-c900b054b8ed gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:10:24.909388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b3b2a-46e8-45d9-a1d6-0d78e2e9ef6f req-aa502feb-d325-4977-8739-f92fdc48d99c tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:24.911526 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-391b3b2a-46e8-45d9-a1d6-0d78e2e9ef6f req-aa502feb-d325-4977-8739-f92fdc48d99c tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 949 time: 0.2507491 Apr 18 21:10:24.918975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd44a-99e1-41b9-a584-a99f507ea362 req-ba6e1771-cc07-49ab-bb5d-192e876a7e7e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:24.920879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a08dd44a-99e1-41b9-a584-a99f507ea362 req-ba6e1771-cc07-49ab-bb5d-192e876a7e7e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 945 time: 0.1960230 Apr 18 21:10:25.034460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 43f584c5-0b54-4f69-994e-3fdb4cabb63f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:25.034834 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.065225 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06e821f4-eafb-4221-b3dd-a6d059795e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.092922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.096270 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fa7a4f08-5de4-4d7e-be77-413ab0baf20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.103458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-391b3b2a-46e8-45d9-a1d6-0d78e2e9ef6f req-571b795f-f887-40a7-bd5b-c573fe281e83 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710048 Apr 18 21:10:25.123520 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a08dd44a-99e1-41b9-a584-a99f507ea362 req-1cdf16b9-b4b2-46a7-941e-fc1ad331c6a4 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891782 Apr 18 21:10:25.203416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae5c47-1d7e-4e38-8c8d-1d88bec6a33e req-2b92347f-6b7e-4c5e-80de-b3ebb1f3d25b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:25.216855 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06e821f4-eafb-4221-b3dd-a6d059795e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.217262 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7ae5c47-1d7e-4e38-8c8d-1d88bec6a33e req-2b92347f-6b7e-4c5e-80de-b3ebb1f3d25b tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.59 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 944 time: 0.2862923 Apr 18 21:10:25.380900 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.406300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e821f4-eafb-4221-b3dd-a6d059795e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd5015f-87f9-4d04-9608-8e9906d28817,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:25.441392 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-06e821f4-eafb-4221-b3dd-a6d059795e1f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2fd5015f-87f9-4d04-9608-8e9906d28817 HTTP/1.1" status: 204 len: 168 time: 1.0894890 Apr 18 21:10:25.445043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37490) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:25.455114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-a7ae5c47-1d7e-4e38-8c8d-1d88bec6a33e req-2e2da7b6-0ad2-477d-9160-0e064dcdc5c4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Deleting port df24faf1-5882-4836-89eb-f3c770bfd299 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:25.455742 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a7ae5c47-1d7e-4e38-8c8d-1d88bec6a33e req-2e2da7b6-0ad2-477d-9160-0e064dcdc5c4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.459998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c156a3ae-7ae5-453d-a79c-a8a039d410d6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:25.461456 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.515090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe68a702-1099-498c-a147-e8a0259065f1 req-e65e7d51-435d-4174-9180-0d8af0655cbc tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/0b98420e-9a6b-4392-883a-6fcdce48d7d8 HTTP/1.1" status: 200 len: 1608 time: 0.2327766 Apr 18 21:10:25.661140 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.782856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 7dd287fb-131f-4040-baab-176e5d386ad2 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:25.787278 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.840840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 43f584c5-0b54-4f69-994e-3fdb4cabb63f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=43f584c5-0b54-4f69-994e-3fdb4cabb63f,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:25.844467 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1476708-5472-42fe-aae4-6736f262967d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f584c5-0b54-4f69-994e-3fdb4cabb63f'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:25.853117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 7dd287fb-131f-4040-baab-176e5d386ad2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:25.853499 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.935957 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.952028 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.953941 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.959758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fe68a702-1099-498c-a147-e8a0259065f1 req-7fd5a1aa-545b-4d93-b9f7-b2f942b35fa4 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.019091 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.029433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba4d3d-f3c2-42f3-93c9-9d66cad45d3e req-1651e404-f7ca-437c-9889-0008a21eaa49 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:26.036821 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60ba4d3d-f3c2-42f3-93c9-9d66cad45d3e req-1651e404-f7ca-437c-9889-0008a21eaa49 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 944 time: 0.5041177 Apr 18 21:10:26.101837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fe68a702-1099-498c-a147-e8a0259065f1 req-7fd5a1aa-545b-4d93-b9f7-b2f942b35fa4 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.158854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=43f584c5-0b54-4f69-994e-3fdb4cabb63f,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:26.192965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-a7ae5c47-1d7e-4e38-8c8d-1d88bec6a33e req-2e2da7b6-0ad2-477d-9160-0e064dcdc5c4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] For port df24faf1-5882-4836-89eb-f3c770bfd299, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df24faf1-5882-4836-89eb-f3c770bfd299,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:26.193388 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a7ae5c47-1d7e-4e38-8c8d-1d88bec6a33e req-2e2da7b6-0ad2-477d-9160-0e064dcdc5c4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.264712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cdfc7ae-40b0-4716-84ae-4ca63683a50c']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:26.370144 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.377209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b27334-4225-4a10-b894-eea4153aaa8c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:26.377506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b27334-4225-4a10-b894-eea4153aaa8c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:26.390807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60ba4d3d-f3c2-42f3-93c9-9d66cad45d3e req-a119d714-0bae-4e3c-8542-e12fba0eb69d tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530192 Apr 18 21:10:26.413532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Pushing event updated for resources: {'Port': ['ID=952c01f7-9884-41db-ad9d-73a76f56795a,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:26.417613 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.438596 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.451779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:10:26.452219 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:10:26.472118 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:10:26.516678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-a7ae5c47-1d7e-4e38-8c8d-1d88bec6a33e req-2e2da7b6-0ad2-477d-9160-0e064dcdc5c4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Calling delete_port for df24faf1-5882-4836-89eb-f3c770bfd299 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:26.545273 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.562359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:10:17Z', 'revision_number': 4, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'd3d1be76-e233-4fc1-9f63-fe917f7f0407', 'name': '', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'mac_address': 'fa:16:3e:e8:7b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:18Z', 'revision_number': 2, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'subnets': [{'id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:26.572357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Checking router: d9655c2e-2982-4e01-a173-c900b054b8ed for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:10:26.577178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Updating router d9655c2e-2982-4e01-a173-c900b054b8ed port d3d1be76-e233-4fc1-9f63-fe917f7f0407 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:10:26.647770 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.649297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37512) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:26.655843 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ba1c2c12-f476-4326-a0b2-b68cdf9b265b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3366463 Apr 18 21:10:26.667925 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805d02f3-1848-4f4d-89d1-3f0aa3c600e3'] response: {'server_uuid': 'f1476708-5472-42fe-aae4-6736f262967d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f584c5-0b54-4f69-994e-3fdb4cabb63f', 'code': 200} Apr 18 21:10:26.668088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-831515503-network', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:26.671060 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.766572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7dd287fb-131f-4040-baab-176e5d386ad2, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7dd287fb-131f-4040-baab-176e5d386ad2,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:26.831297 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-535d0317-447f-49ed-b7dc-75a022f1ab3e req-6644e1cb-8f3f-498f-9d40-6fdd01741e29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 1101 time: 0.1382911 Apr 18 21:10:26.832743 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fe68a702-1099-498c-a147-e8a0259065f1 req-7fd5a1aa-545b-4d93-b9f7-b2f942b35fa4 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.856356 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.886416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:26.910630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device df24faf1-5882-4836-89eb-f3c770bfd299 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:26.913075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Usage tracker for resource:network and tenant:4b989aec231d436bb845e65766d4cdb4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:26.918099 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.925936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:26.931213 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a7ae5c47-1d7e-4e38-8c8d-1d88bec6a33e req-2e2da7b6-0ad2-477d-9160-0e064dcdc5c4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.935677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5a1aa-545b-4d93-b9f7-b2f942b35fa4 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b98420e-9a6b-4392-883a-6fcdce48d7d8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:26.967680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:26.972531 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-535d0317-447f-49ed-b7dc-75a022f1ab3e req-43b7945f-b586-4298-8289-bf24743aaecb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342127 Apr 18 21:10:26.973674 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.988695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=2cdfc7ae-40b0-4716-84ae-4ca63683a50c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:27.004168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: df24faf1-5882-4836-89eb-f3c770bfd299 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:10:27.004452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device df24faf1-5882-4836-89eb-f3c770bfd299 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:10:27.044310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2da7b6-0ad2-477d-9160-0e064dcdc5c4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Pushing event deleted for resources: {'Port': ['ID=df24faf1-5882-4836-89eb-f3c770bfd299,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:27.090888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fe68a702-1099-498c-a147-e8a0259065f1 req-7fd5a1aa-545b-4d93-b9f7-b2f942b35fa4 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.091958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe68a702-1099-498c-a147-e8a0259065f1 req-7fd5a1aa-545b-4d93-b9f7-b2f942b35fa4 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "DELETE /v2.0/security-groups/0b98420e-9a6b-4392-883a-6fcdce48d7d8 HTTP/1.1" status: 204 len: 173 time: 1.5760779 Apr 18 21:10:27.092542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Made reservation on behalf of 4b989aec231d436bb845e65766d4cdb4 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:27.094727 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.106176 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-eb7ef11c-692e-4945-8683-ec18d14bcb4b admin admin] 10.222.0.11 "DELETE /v2.0/networks/2cdfc7ae-40b0-4716-84ae-4ca63683a50c HTTP/1.1" status: 204 len: 168 time: 1.6561875 Apr 18 21:10:27.120967 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b042cf1e-1478-4530-b14e-cacf96ffd464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.133217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=7dd287fb-131f-4040-baab-176e5d386ad2,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:27.259814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a5709-9c2b-4b96-8b9d-a9e4be4aa8cb req-debdce15-668c-44be-8381-d898c907de5f tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:27.272669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a0a5709-9c2b-4b96-8b9d-a9e4be4aa8cb req-debdce15-668c-44be-8381-d898c907de5f tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 950 time: 0.4360723 Apr 18 21:10:27.274640 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.300397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ae5c47-1d7e-4e38-8c8d-1d88bec6a33e req-2e2da7b6-0ad2-477d-9160-0e064dcdc5c4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] No DVR routers for this DVR port df24faf1-5882-4836-89eb-f3c770bfd299 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:27.307187 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a7ae5c47-1d7e-4e38-8c8d-1d88bec6a33e req-2e2da7b6-0ad2-477d-9160-0e064dcdc5c4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.309655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7ae5c47-1d7e-4e38-8c8d-1d88bec6a33e req-2e2da7b6-0ad2-477d-9160-0e064dcdc5c4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.59 "DELETE /v2.0/ports/df24faf1-5882-4836-89eb-f3c770bfd299 HTTP/1.1" status: 204 len: 173 time: 2.0870872 Apr 18 21:10:27.312867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd848899d-5cb3-4f84-8693-4c6733cf27da', 'name': 'network-vif-deleted', 'tag': 'df24faf1-5882-4836-89eb-f3c770bfd299'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:27.441425 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.454198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Transition to ACTIVE for port object d3d1be76-e233-4fc1-9f63-fe917f7f0407 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:27.485437 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a0a5709-9c2b-4b96-8b9d-a9e4be4aa8cb req-0d2843b0-5dae-4d4f-bd3a-8aee605b20e2 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118821 Apr 18 21:10:27.505398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927f1dd-574c-411b-b745-7b6ace288e7b req-2d92cd70-0099-42c1-abf9-3101828e1583 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:27.512695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6927f1dd-574c-411b-b745-7b6ace288e7b req-2d92cd70-0099-42c1-abf9-3101828e1583 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 946 time: 0.1646445 Apr 18 21:10:27.542166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:27.545934 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.546723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Usage tracker for resource:security_group_rule and tenant:4b989aec231d436bb845e65766d4cdb4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:27.550180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:27.562693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:27.679475 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4f989-949a-4875-b351-17b4384ba53c None None] Pushing event updated for resources: {'Port': ['ID=d3d1be76-e233-4fc1-9f63-fe917f7f0407,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:27.722743 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6927f1dd-574c-411b-b745-7b6ace288e7b req-e45c2227-bb90-4943-8753-83eab096c69a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090895 Apr 18 21:10:27.791216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-2492d6e2-1706-4ce9-8a13-d95ebde1750c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--371284694&fields=id&tenant_id=adaffb00700e4f07bd500caf90d0fa4d HTTP/1.1" status: 200 len: 267 time: 0.1008940 Apr 18 21:10:27.942668 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.001900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Attempting to bind port d3d1be76-e233-4fc1-9f63-fe917f7f0407 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:28.001900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Attempting to bind port d3d1be76-e233-4fc1-9f63-fe917f7f0407 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:28.002537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Attempting to bind port d3d1be76-e233-4fc1-9f63-fe917f7f0407 on network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:28.011274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:28.011804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Checking segment: {'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:28.012477 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.013003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Bound using segment: {'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:28.013997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Bound port: d3d1be76-e233-4fc1-9f63-fe917f7f0407, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:28.014561 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.018910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-5e3ff4a9-5922-4205-abf1-4916131a4925 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:28.020376 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-5e3ff4a9-5922-4205-abf1-4916131a4925 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/networks?id=b4ac22da-8ac9-4bb0-bb16-93357918a60f HTTP/1.1" status: 200 len: 811 time: 0.2106519 Apr 18 21:10:28.022332 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02434544-0706-40ae-b0bc-1cc2cd6fc5aa'] response: {'server_uuid': 'd848899d-5cb3-4f84-8693-4c6733cf27da', 'name': 'network-vif-deleted', 'tag': 'df24faf1-5882-4836-89eb-f3c770bfd299', 'status': 'completed', 'code': 200} Apr 18 21:10:28.033746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37542) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:28.043136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-91904e76-9061-4efd-8a8b-ab27ed950e4e tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/quotas/adaffb00700e4f07bd500caf90d0fa4d HTTP/1.1" status: 200 len: 375 time: 0.0132189 Apr 18 21:10:28.110184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.125757 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] For port d3d1be76-e233-4fc1-9f63-fe917f7f0407, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:28.129529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] For port d3d1be76-e233-4fc1-9f63-fe917f7f0407, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d3d1be76-e233-4fc1-9f63-fe917f7f0407,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:28.137620 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.175972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:10:28.193879 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-faa924bb-3895-444c-8758-ccaeb80d6e9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd79c777f058418d95221f6eebb38334&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1603806 Apr 18 21:10:28.196460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37546) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:28.215341 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.251472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d6eed8-d4b3-47bc-a0a0-00c1fc012505,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:28.278141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d298a047-dad1-438c-bca9-19cef9d6f496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.278834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ad5b8742-d0e4-4947-9639-7d9eacd07568 req-c0286a34-59e4-4779-9c3a-f10365de54f0 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Synchronizing usage tracker for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:28.282223 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.282581 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Added segment a6740804-338e-4600-93e4-d9d91ec5c004 of type vlan for network 43c6805d-05f9-4167-8c70-a8a093559eaf Apr 18 21:10:28.331895 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d298a047-dad1-438c-bca9-19cef9d6f496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.377707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a33cb013-862f-47c5-9bca-48fd7b25c55d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Synchronizing usage tracker for tenant:adaffb00700e4f07bd500caf90d0fa4d on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:28.401538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.434573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4f989-949a-4875-b351-17b4384ba53c None None] Pushing event updated for resources: {'Port': ['ID=d3d1be76-e233-4fc1-9f63-fe917f7f0407,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:28.454998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Routers {'d9655c2e-2982-4e01-a173-c900b054b8ed'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:28.455765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:10:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d9655c2e-2982-4e01-a173-c900b054b8ed'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:28.487249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ad5b8742-d0e4-4947-9639-7d9eacd07568 req-c0286a34-59e4-4779-9c3a-f10365de54f0 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Unset dirty status for tenant:dab6748eaf3e409f9a3ff9969581722b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:28.493079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad5b8742-d0e4-4947-9639-7d9eacd07568 req-c0286a34-59e4-4779-9c3a-f10365de54f0 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=d848899d-5cb3-4f84-8693-4c6733cf27da HTTP/1.1" status: 200 len: 210 time: 0.2958272 Apr 18 21:10:28.523240 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d298a047-dad1-438c-bca9-19cef9d6f496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.523477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a33cb013-862f-47c5-9bca-48fd7b25c55d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Unset dirty status for tenant:adaffb00700e4f07bd500caf90d0fa4d on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:28.525531 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a33cb013-862f-47c5-9bca-48fd7b25c55d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=adaffb00700e4f07bd500caf90d0fa4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4754565 Apr 18 21:10:28.546633 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.562597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298a047-dad1-438c-bca9-19cef9d6f496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f450e1-db55-4faa-bbc8-51233aca5137,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:28.580947 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d298a047-dad1-438c-bca9-19cef9d6f496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.589355 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d298a047-dad1-438c-bca9-19cef9d6f496 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17f450e1-db55-4faa-bbc8-51233aca5137 HTTP/1.1" status: 204 len: 168 time: 0.3916347 Apr 18 21:10:28.643955 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.647117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:28.648231 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.805137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7c55c5-a7bd-4993-91f7-9712b8b543dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd287fb-131f-4040-baab-176e5d386ad2'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:28.857459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] Set router d9655c2e-2982-4e01-a173-c900b054b8ed gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:10:28.950813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] Pushing event updated for resources: {'Network': ['ID=43c6805d-05f9-4167-8c70-a8a093559eaf,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:28.982640 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 43c6805d-05f9-4167-8c70-a8a093559eaf details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:10:29.030998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-d1b5a79f-74fe-442d-82cb-1ab90975e302 service neutron] 10.222.0.11 "GET /v2.0/networks/b4ac22da-8ac9-4bb0-bb16-93357918a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699461 Apr 18 21:10:29.124368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-36f46383-46e3-46fd-b8c7-36910be2daa6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4730515 Apr 18 21:10:29.127488 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37564) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:29.136091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Request body: {'subnet': {'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-831515503-subnet', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:29.144610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:29.158419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Usage tracker for resource:subnet and tenant:4b989aec231d436bb845e65766d4cdb4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:29.163887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:29.171971 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:29.225896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Made reservation on behalf of 4b989aec231d436bb845e65766d4cdb4 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:29.229711 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.350973 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-126e882e-a03b-44ad-aed5-c291d0cb9e4c service neutron] 10.222.0.11 "GET /v2.0/networks/b4ac22da-8ac9-4bb0-bb16-93357918a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147228 Apr 18 21:10:29.376444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094d42f-cc2c-45f4-8e9c-a78ba6b20579 req-f9330d1e-d8e5-4591-8a52-5ea9aa729701 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:29.386215 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e094d42f-cc2c-45f4-8e9c-a78ba6b20579 req-f9330d1e-d8e5-4591-8a52-5ea9aa729701 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 950 time: 0.3095155 Apr 18 21:10:29.479396 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e094d42f-cc2c-45f4-8e9c-a78ba6b20579 req-8e1203df-3d43-41f7-8a13-d95eaf5487c6 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930488 Apr 18 21:10:29.572593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:10:17Z', 'revision_number': 4, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'd3d1be76-e233-4fc1-9f63-fe917f7f0407', 'name': '', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'mac_address': 'fa:16:3e:e8:7b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:28Z', 'revision_number': 4, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'subnets': [{'id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:29.584941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6bd41-3249-40c9-aa8f-54c9eb644551 None None] The sync data for ids ['d9655c2e-2982-4e01-a173-c900b054b8ed'] in n-d-836017-3 is: [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:10:17Z', 'revision_number': 4, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'd3d1be76-e233-4fc1-9f63-fe917f7f0407', 'name': '', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'mac_address': 'fa:16:3e:e8:7b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:28Z', 'revision_number': 4, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'subnets': [{'id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:10:29.960463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bce466-bdca-41df-ab68-a040d8fb9da7 req-2408b88e-79d0-4b53-88d7-02ef250857b9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:29.963536 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db94c5f-7843-4c47-9db9-f49c2c56cfbb'] response: {'server_uuid': '7e7c55c5-a7bd-4993-91f7-9712b8b543dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd287fb-131f-4040-baab-176e5d386ad2', 'code': 200} Apr 18 21:10:29.972027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4bce466-bdca-41df-ab68-a040d8fb9da7 req-2408b88e-79d0-4b53-88d7-02ef250857b9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 946 time: 0.1697326 Apr 18 21:10:30.055059 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:30.180392 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-07abe0c7-fb6c-41f4-a109-cc89f4fe10bf req-26a6210b-b673-47a3-ae06-dba0165b7c4c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] show failed (client error): The resource could not be found. Apr 18 21:10:30.180392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07abe0c7-fb6c-41f4-a109-cc89f4fe10bf req-26a6210b-b673-47a3-ae06-dba0165b7c4c tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/4257293a-1a99-475d-9340-1699ae84b154 HTTP/1.1" status: 404 len: 352 time: 0.0780442 Apr 18 21:10:30.207764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4bce466-bdca-41df-ab68-a040d8fb9da7 req-894078b3-b724-4612-a671-3ac2899cdc6c tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305777 Apr 18 21:10:30.263494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9df8fa-6aea-4e62-a5dc-4ac358e36f75,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:30.298865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-002189cc-ed05-4161-abe0-ae2c41784d8c req-4666f799-73b6-4e2a-b920-f6a5090004c6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 1097 time: 0.2569039 Apr 18 21:10:30.331275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Checking segment: {'id': 'a6740804-338e-4600-93e4-d9d91ec5c004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:30.339080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Network hostable DHCP agents. Network: 43c6805d-05f9-4167-8c70-a8a093559eaf, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:10:30.427296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-002189cc-ed05-4161-abe0-ae2c41784d8c req-1477eeb9-1fce-4247-8162-a92dd2c68db1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212168 Apr 18 21:10:30.488343 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Network 43c6805d-05f9-4167-8c70-a8a093559eaf is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:10:30.631316 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 43c6805d-05f9-4167-8c70-a8a093559eaf) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:30.643082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff37d9d4-6a47-4786-8aa6-04201a6f3a86 None None] Network 43c6805d-05f9-4167-8c70-a8a093559eaf requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:30.643677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:30.645217 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:30.689523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2e8bf-b2d6-4b23-b04a-af657a04e774 req-2e594b72-dcb2-467c-b8e0-e38583a1153c tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:30.698982 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bdc2e8bf-b2d6-4b23-b04a-af657a04e774 req-2e594b72-dcb2-467c-b8e0-e38583a1153c tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.1786880 Apr 18 21:10:30.787028 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-01b5dde2-7aaa-4e6a-bf75-a9fe6cea3500 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6577744 Apr 18 21:10:30.790490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37606) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:30.800741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-831515503-router', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:30.816131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:30.824621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Usage tracker for resource:router and tenant:4b989aec231d436bb845e65766d4cdb4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:30.831145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:30.839750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:30.872779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d61469a3-8841-44b6-8fe0-0658c03f1965 req-66132441-fa98-444b-836b-edc1079d9dac tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 210 time: 0.1314707 Apr 18 21:10:30.881235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d3d1be76-e233-4fc1-9f63-fe917f7f0407 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:30.917777 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bdc2e8bf-b2d6-4b23-b04a-af657a04e774 req-ca9dc30b-e418-4311-9e05-a47d1f61a05e tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158499 Apr 18 21:10:30.935019 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:30.936294 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:30.981802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.026717 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-50bc9be7-0bd2-4f33-b1a2-c19fd510116d req-f1bf8043-aec2-42a0-aa47-ab5fa11636e3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] show failed (client error): The resource could not be found. Apr 18 21:10:31.036035 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.042368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50bc9be7-0bd2-4f33-b1a2-c19fd510116d req-f1bf8043-aec2-42a0-aa47-ab5fa11636e3 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/9058d2a6-594b-49f9-9f19-12f6b348f495 HTTP/1.1" status: 404 len: 352 time: 0.0399508 Apr 18 21:10:31.127910 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-a4e974b9-d2ee-4daf-96ab-15aff1aecf3d req-9d69e42c-cac7-4baa-a36b-4067b8c2379b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] show failed (client error): The resource could not be found. Apr 18 21:10:31.131913 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a4e974b9-d2ee-4daf-96ab-15aff1aecf3d req-9d69e42c-cac7-4baa-a36b-4067b8c2379b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/e880a8bb-bc38-41ba-a741-bc9bb12dea56 HTTP/1.1" status: 404 len: 352 time: 0.0611789 Apr 18 21:10:31.205869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port d3d1be76-e233-4fc1-9f63-fe917f7f0407 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:31.256244 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d3d1be76-e233-4fc1-9f63-fe917f7f0407 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:31.256991 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.267503 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-0767d24a-887d-42f2-9163-e7a816560a26 req-4accc22f-5955-4b3c-ad12-e2d3b91c2589 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] show failed (client error): The resource could not be found. Apr 18 21:10:31.284361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0767d24a-887d-42f2-9163-e7a816560a26 req-4accc22f-5955-4b3c-ad12-e2d3b91c2589 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/0c47d492-4416-4d11-81ff-b7dcbf730a58 HTTP/1.1" status: 404 len: 352 time: 0.0442240 Apr 18 21:10:31.597451 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.621100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49043430-67f7-4e2e-b527-d333ecfbcb82 req-53c72257-87fd-4a7e-9eb5-d2eeb4eb32e3 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:31.624850 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49043430-67f7-4e2e-b527-d333ecfbcb82 req-53c72257-87fd-4a7e-9eb5-d2eeb4eb32e3 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 946 time: 0.1830442 Apr 18 21:10:31.635045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-43c6805d-05f9-4167-8c70-a8a093559eaf', 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'fixed_ips': [{'subnet_id': '9d9df8fa-6aea-4e62-a5dc-4ac358e36f75'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:10:31.636080 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.813952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49043430-67f7-4e2e-b527-d333ecfbcb82 req-5be3c472-cc74-410c-88ee-86221a5ee1e9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768363 Apr 18 21:10:31.858466 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.952762 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-444d102a-c8ed-42ef-808e-abc0dc6bd865 req-7b15fedc-36d7-494a-a4f8-388776b02885 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] show failed (client error): The resource could not be found. Apr 18 21:10:31.965606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-444d102a-c8ed-42ef-808e-abc0dc6bd865 req-7b15fedc-36d7-494a-a4f8-388776b02885 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/635bb59e-6a4b-4ad3-a2fa-643b24f09485 HTTP/1.1" status: 404 len: 352 time: 0.0357571 Apr 18 21:10:32.006324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port d3d1be76-e233-4fc1-9f63-fe917f7f0407, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d3d1be76-e233-4fc1-9f63-fe917f7f0407,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:32.020169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.067917 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.114933 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.178107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-31c7f8fa-01f2-471a-9a42-1792b60597a7 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788689 Apr 18 21:10:32.227111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Allocated IP 172.20.0.2 (43c6805d-05f9-4167-8c70-a8a093559eaf/9d9df8fa-6aea-4e62-a5dc-4ac358e36f75/31069a0d-4f36-4a48-a843-e0cf91254e88) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:32.239770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d3d1be76-e233-4fc1-9f63-fe917f7f0407,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:32.254017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Allocated IP 172.25.3.228 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/a236975d-9402-4b79-95df-4df15e84750c) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:32.643681 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.729186 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.732214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d3d1be76-e233-4fc1-9f63-fe917f7f0407 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:32.793107 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.803770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Transition to ACTIVE for port object 31069a0d-4f36-4a48-a843-e0cf91254e88 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:32.833637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Transition to ACTIVE for port object 31069a0d-4f36-4a48-a843-e0cf91254e88 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:32.882171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d3d1be76-e233-4fc1-9f63-fe917f7f0407 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:32.882845 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.884718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-ded2e854-d20b-4e0e-a460-48c402d7264f tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:32.889634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-ded2e854-d20b-4e0e-a460-48c402d7264f tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7060533 Apr 18 21:10:32.924459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:32.927982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:32.933006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:32.962175 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-cc48379f-0fa9-41dc-8bbe-c474d1384ae7 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/quotas/4b89d7c1a84f4c4fa013296004582b6c HTTP/1.1" status: 200 len: 375 time: 0.0445874 Apr 18 21:10:33.017199 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.033168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8ed67-393f-40ff-bd04-9ed364e96cc8 req-171b422e-f32f-468e-9a82-8f89bbc3df38 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:33.034853 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fed8ed67-393f-40ff-bd04-9ed364e96cc8 req-171b422e-f32f-468e-9a82-8f89bbc3df38 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.59 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 944 time: 0.5966003 Apr 18 21:10:33.079724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f71fa-6963-4f30-86c6-e0ac1bd33e8f req-096662e4-376a-44f4-876e-1613cddf3736 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:33.081420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c82f71fa-6963-4f30-86c6-e0ac1bd33e8f req-096662e4-376a-44f4-876e-1613cddf3736 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 944 time: 0.2952502 Apr 18 21:10:33.098164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Pushing event updated for resources: {'Port': ['ID=a236975d-9402-4b79-95df-4df15e84750c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:33.178580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c82f71fa-6963-4f30-86c6-e0ac1bd33e8f req-a1f474d3-3594-4d27-8533-9ac2f607865e tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/security-groups?id=727171fd-bd89-4b3a-853c-3c9a5bf97a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815737 Apr 18 21:10:33.181964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-fed8ed67-393f-40ff-bd04-9ed364e96cc8 req-b8e6a9d5-788d-4f7e-b4cb-7defc5469e8f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Deleting port 58df5e0a-844d-4e73-9226-cd285982aafd {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:33.182424 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fed8ed67-393f-40ff-bd04-9ed364e96cc8 req-b8e6a9d5-788d-4f7e-b4cb-7defc5469e8f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.266748 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-5ed821e2-9497-4a63-98a1-14294c195626 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3032820 Apr 18 21:10:33.299762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Network 43c6805d-05f9-4167-8c70-a8a093559eaf is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:33.312173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:33.325510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Pushing event updated for resources: {'Port': ['ID=31069a0d-4f36-4a48-a843-e0cf91254e88,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:33.333135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:33.455212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-33b20814-0771-48d4-988b-e0162469b04f req-ba57123c-2397-4352-b74c-e5f2ed02731b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 210 time: 0.0543852 Apr 18 21:10:33.459943 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.484248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.485289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.501126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Attempting to bind port 31069a0d-4f36-4a48-a843-e0cf91254e88 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:33.501527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Attempting to bind port 31069a0d-4f36-4a48-a843-e0cf91254e88 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a6740804-338e-4600-93e4-d9d91ec5c004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:33.501939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Attempting to bind port 31069a0d-4f36-4a48-a843-e0cf91254e88 on network 43c6805d-05f9-4167-8c70-a8a093559eaf {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:33.522868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:33.523300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Checking segment: {'id': 'a6740804-338e-4600-93e4-d9d91ec5c004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:33.523733 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.524077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Bound using segment: {'id': 'a6740804-338e-4600-93e4-d9d91ec5c004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:33.524667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Bound port: 31069a0d-4f36-4a48-a843-e0cf91254e88, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6740804-338e-4600-93e4-d9d91ec5c004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:33.525064 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.701679 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-659a314f-66d3-4dc8-91b6-d341fc6824b4 req-173d8941-0904-46b6-b274-1ccf4e0c600b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] show failed (client error): The resource could not be found. Apr 18 21:10:33.710706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-659a314f-66d3-4dc8-91b6-d341fc6824b4 req-173d8941-0904-46b6-b274-1ccf4e0c600b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/fc3a5124-0c4b-485d-b4da-426fba7ae521 HTTP/1.1" status: 404 len: 352 time: 0.1364901 Apr 18 21:10:33.754444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] For port 31069a0d-4f36-4a48-a843-e0cf91254e88, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:33.767619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] For port 31069a0d-4f36-4a48-a843-e0cf91254e88, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=31069a0d-4f36-4a48-a843-e0cf91254e88,segment=NetworkSegment(a6740804-338e-4600-93e4-d9d91ec5c004),segment_id=a6740804-338e-4600-93e4-d9d91ec5c004)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:33.826295 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.035766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ab508-1727-4d7c-b347-9899e451f177 None None] Pushing event updated for resources: {'Port': ['ID=31069a0d-4f36-4a48-a843-e0cf91254e88,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:34.104278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-94ef7dc6-326b-4624-b11b-0a2214909623 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:34.105944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-94ef7dc6-326b-4624-b11b-0a2214909623 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.59 "GET /v2.0/networks?id=b4ac22da-8ac9-4bb0-bb16-93357918a60f HTTP/1.1" status: 200 len: 811 time: 0.5329745 Apr 18 21:10:34.106123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Router c5997093-d110-4bb9-acc1-57928138b1cb is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:10:34.174172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-fed8ed67-393f-40ff-bd04-9ed364e96cc8 req-b8e6a9d5-788d-4f7e-b4cb-7defc5469e8f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] For port 58df5e0a-844d-4e73-9226-cd285982aafd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=58df5e0a-844d-4e73-9226-cd285982aafd,segment=NetworkSegment(64c8dfc2-146d-4247-8366-bebf3ed1153d),segment_id=64c8dfc2-146d-4247-8366-bebf3ed1153d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:34.181678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fed8ed67-393f-40ff-bd04-9ed364e96cc8 req-b8e6a9d5-788d-4f7e-b4cb-7defc5469e8f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.242142 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f40234e-ba6f-4b4f-8c9f-1d325702114d req-29147c87-bf38-4889-a5ae-60c183babfae tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 210 time: 0.1336570 Apr 18 21:10:34.421598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-fed8ed67-393f-40ff-bd04-9ed364e96cc8 req-b8e6a9d5-788d-4f7e-b4cb-7defc5469e8f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Calling delete_port for 58df5e0a-844d-4e73-9226-cd285982aafd owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:34.565789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea15d16-60c9-4931-8801-397daac4b498 req-08fa32c3-c549-48e7-b527-bceb9097dc31 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:34.575042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bea15d16-60c9-4931-8801-397daac4b498 req-08fa32c3-c549-48e7-b527-bceb9097dc31 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 946 time: 0.6157970 Apr 18 21:10:34.579659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:34.601800 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Sync routers for ids ['c5997093-d110-4bb9-acc1-57928138b1cb'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:10:34.629260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-137f237d-9ae1-41ec-a424-b68d80c3327b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adaffb00700e4f07bd500caf90d0fa4d HTTP/1.1" status: 200 len: 379 time: 0.5053020 Apr 18 21:10:34.654536 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Routers {'c5997093-d110-4bb9-acc1-57928138b1cb'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:34.655451 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:10:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5997093-d110-4bb9-acc1-57928138b1cb'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:34.693719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Request body: {'port': {'device_id': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'admin_state_up': True, 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'security_groups': ['0c859107-1ba7-4bc9-a620-5e13f27b3656']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:34.695995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 31069a0d-4f36-4a48-a843-e0cf91254e88 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:34.787304 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.791532 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7c94b36b-e1e9-4d48-a0fb-35750f60dcdb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9969587 Apr 18 21:10:34.795845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37680) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:34.922539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 31069a0d-4f36-4a48-a843-e0cf91254e88 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:34.926174 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Set router c5997093-d110-4bb9-acc1-57928138b1cb gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:10:35.164145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:35.223447 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fed8ed67-393f-40ff-bd04-9ed364e96cc8 req-b8e6a9d5-788d-4f7e-b4cb-7defc5469e8f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.241335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:35.368942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bea15d16-60c9-4931-8801-397daac4b498 req-b7b00f75-70dc-4502-a39a-3a15a59c1200 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7929146 Apr 18 21:10:35.448106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6a9d5-788d-4f7e-b4cb-7defc5469e8f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Pushing event deleted for resources: {'Port': ['ID=58df5e0a-844d-4e73-9226-cd285982aafd,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:35.614830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Made reservation on behalf of adaffb00700e4f07bd500caf90d0fa4d for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:35.628479 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.630671 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'name': 'tempest-TaggedBootDevicesTest-831515503-router', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a236975d-9402-4b79-95df-4df15e84750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:30Z', 'updated_at': '2022-04-18T21:10:33Z', 'revision_number': 3, 'project_id': '4b989aec231d436bb845e65766d4cdb4', 'gw_port': {'id': 'a236975d-9402-4b79-95df-4df15e84750c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:aa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:32Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:35.642187 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Checking router: c5997093-d110-4bb9-acc1-57928138b1cb for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:10:35.642792 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Updating router c5997093-d110-4bb9-acc1-57928138b1cb port a236975d-9402-4b79-95df-4df15e84750c binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:10:35.765809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9218eb1f-ef87-42b2-8da2-371a725112b1 None None] Network 43c6805d-05f9-4167-8c70-a8a093559eaf requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:35.788387 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.037721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed8ed67-393f-40ff-bd04-9ed364e96cc8 req-b8e6a9d5-788d-4f7e-b4cb-7defc5469e8f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] No DVR routers for this DVR port 58df5e0a-844d-4e73-9226-cd285982aafd on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:36.049431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6c51040e-a4c3-4bf4-a212-f0e619bfff1f None None] Provisioning for port 31069a0d-4f36-4a48-a843-e0cf91254e88 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:36.059054 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-103c6dcd-ff73-467f-832c-b608481fe982 req-6f562d26-eb37-4b8b-a93e-b5bb8a973f55 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 210 time: 0.3008809 Apr 18 21:10:36.061822 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acd8eeba-dff2-48e8-8a31-66d9e0491f68 req-7ea8574d-d041-4a64-ab9c-3140c4239ba4 tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.11 "GET /v2.0/ports?device_id=6636a008-7273-4f1b-ad9a-6191f58b49a7 HTTP/1.1" status: 200 len: 210 time: 0.4714642 Apr 18 21:10:36.062867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fed8ed67-393f-40ff-bd04-9ed364e96cc8 req-b8e6a9d5-788d-4f7e-b4cb-7defc5469e8f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.073030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6c51040e-a4c3-4bf4-a212-f0e619bfff1f None None] Provisioning complete for port 31069a0d-4f36-4a48-a843-e0cf91254e88 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:36.073840 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6c51040e-a4c3-4bf4-a212-f0e619bfff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.077608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6636a008-7273-4f1b-ad9a-6191f58b49a7', 'name': 'network-vif-deleted', 'tag': '58df5e0a-844d-4e73-9226-cd285982aafd'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:36.341602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37704) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:36.384553 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fed8ed67-393f-40ff-bd04-9ed364e96cc8 req-b8e6a9d5-788d-4f7e-b4cb-7defc5469e8f tempest-LiveAutoBlockMigrationV225Test-984571957 tempest-LiveAutoBlockMigrationV225Test-984571957-project] 10.222.0.59 "DELETE /v2.0/ports/58df5e0a-844d-4e73-9226-cd285982aafd HTTP/1.1" status: 204 len: 173 time: 3.3417652 Apr 18 21:10:36.497199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 58df5e0a-844d-4e73-9226-cd285982aafd no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:36.579919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 58df5e0a-844d-4e73-9226-cd285982aafd {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:10:36.585163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 58df5e0a-844d-4e73-9226-cd285982aafd not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:10:36.593909 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6c51040e-a4c3-4bf4-a212-f0e619bfff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.736734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6c51040e-a4c3-4bf4-a212-f0e619bfff1f None None] For port 31069a0d-4f36-4a48-a843-e0cf91254e88, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=31069a0d-4f36-4a48-a843-e0cf91254e88,segment=NetworkSegment(a6740804-338e-4600-93e4-d9d91ec5c004),segment_id=a6740804-338e-4600-93e4-d9d91ec5c004)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:36.783863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Allocated IP 172.20.0.6 (b4ac22da-8ac9-4bb0-bb16-93357918a60f/e1b2a7ce-af51-40f6-93b3-a101cdc2420c/e1e1ac83-2922-4e3f-b7a3-5a8453be0f02) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:36.815903 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.837381 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6c51040e-a4c3-4bf4-a212-f0e619bfff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.916370 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Transition to ACTIVE for port object a236975d-9402-4b79-95df-4df15e84750c will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:36.949462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-252c9dae-d71a-4121-97ea-22343800744e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:36.954229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-252c9dae-d71a-4121-97ea-22343800744e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Synchronizing usage tracker for tenant:65b5a641e24c4888a553050f8beaf577 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:36.990713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-984b17cd-12bb-41c5-bcf3-008d4f201ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.014013 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.030573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51040e-a4c3-4bf4-a212-f0e619bfff1f None None] Pushing event updated for resources: {'Port': ['ID=31069a0d-4f36-4a48-a843-e0cf91254e88,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:37.072669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c5f89af7-f2c2-4b28-a5eb-c98acd972ac0 None None] Provisioning complete for port 31069a0d-4f36-4a48-a843-e0cf91254e88 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:37.073045 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c5f89af7-f2c2-4b28-a5eb-c98acd972ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.078522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-252c9dae-d71a-4121-97ea-22343800744e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Unset dirty status for tenant:65b5a641e24c4888a553050f8beaf577 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:37.080885 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-252c9dae-d71a-4121-97ea-22343800744e tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.26 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 1023 time: 0.5405161 Apr 18 21:10:37.124925 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Attempting to bind port a236975d-9402-4b79-95df-4df15e84750c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:37.125332 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Attempting to bind port a236975d-9402-4b79-95df-4df15e84750c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:37.125722 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Attempting to bind port a236975d-9402-4b79-95df-4df15e84750c on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:37.127955 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221eac75-a88e-4c27-bc87-4ed169586c64 None None] Pushing event updated for resources: {'Port': ['ID=a236975d-9402-4b79-95df-4df15e84750c,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:37.139047 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:37.139557 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:37.139962 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.140345 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:37.140820 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Bound port: a236975d-9402-4b79-95df-4df15e84750c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:37.141189 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.173414 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-c895d630-5128-47e3-aec6-bc0fbc6cebba tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2532544 Apr 18 21:10:37.260778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.284775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-8858c6da-0fbf-41a1-8074-2d80f21f58af tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Deleting port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:37.289159 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-8858c6da-0fbf-41a1-8074-2d80f21f58af tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.318381 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] For port a236975d-9402-4b79-95df-4df15e84750c, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:37.327458 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] For port a236975d-9402-4b79-95df-4df15e84750c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a236975d-9402-4b79-95df-4df15e84750c,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:37.348317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4099a4d-b563-4aa9-93a1-359fce122fa5 req-e7a40792-86c3-4858-bb25-5bfc70d1d7a0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 210 time: 0.3586109 Apr 18 21:10:37.391718 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.511424 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221eac75-a88e-4c27-bc87-4ed169586c64 None None] Pushing event updated for resources: {'Port': ['ID=a236975d-9402-4b79-95df-4df15e84750c,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:37.643433 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Routers {'c5997093-d110-4bb9-acc1-57928138b1cb'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:37.645124 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:10:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5997093-d110-4bb9-acc1-57928138b1cb'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:37.654182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-984b17cd-12bb-41c5-bcf3-008d4f201ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:37.681184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-984b17cd-12bb-41c5-bcf3-008d4f201ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:ccde17d50d604e45987656c61a51760e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:37.693310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-984b17cd-12bb-41c5-bcf3-008d4f201ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:37.733456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-984b17cd-12bb-41c5-bcf3-008d4f201ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:37.773130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1b447-dde2-4cc4-8498-7684721a4c69 req-7d1cc68a-b04e-481a-94e8-5decb6ac8056 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:37.782039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-82e1b447-dde2-4cc4-8498-7684721a4c69 req-7d1cc68a-b04e-481a-94e8-5decb6ac8056 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 1023 time: 1.3430543 Apr 18 21:10:37.817934 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.847010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Allocated IP 172.20.0.1 (43c6805d-05f9-4167-8c70-a8a093559eaf/9d9df8fa-6aea-4e62-a5dc-4ac358e36f75/357e50b4-7407-4513-bc06-ca9056e0f050) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:37.943390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-2451bde3-05ad-4cb6-a573-dfaa3367ba23 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:37.943390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-2451bde3-05ad-4cb6-a573-dfaa3367ba23 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5444751 Apr 18 21:10:37.943390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Transition to ACTIVE for port object e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:37.943810 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] Set router c5997093-d110-4bb9-acc1-57928138b1cb gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:10:37.944520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Request body: {'port': {'device_id': 'eb4f7269-d482-4737-a510-fc2c7e3979e7', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '4b89d7c1a84f4c4fa013296004582b6c'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:38.016226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-82e1b447-dde2-4cc4-8498-7684721a4c69 req-9849f73d-f0ba-4973-92ea-5f38c6e7b3f5 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Synchronizing usage tracker for tenant:65b5a641e24c4888a553050f8beaf577 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:38.144965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:38.150613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Usage tracker for resource:port and tenant:4b89d7c1a84f4c4fa013296004582b6c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:38.154327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:38.166070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:38.197211 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-984b17cd-12bb-41c5-bcf3-008d4f201ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.283862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-82e1b447-dde2-4cc4-8498-7684721a4c69 req-9849f73d-f0ba-4973-92ea-5f38c6e7b3f5 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Unset dirty status for tenant:65b5a641e24c4888a553050f8beaf577 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:38.285085 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-82e1b447-dde2-4cc4-8498-7684721a4c69 req-9849f73d-f0ba-4973-92ea-5f38c6e7b3f5 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f4f5553-3746-42e3-bc9d-0d6c966e1e7f&id=460b18d1-7ace-47f3-89f6-5e1ad10b7deb&id=9020835b-e283-447a-9d9c-4b6e3e883c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5022218 Apr 18 21:10:38.287681 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-984b17cd-12bb-41c5-bcf3-008d4f201ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.306251 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.430095 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269e0c5e-0c53-47c3-9e91-c13ac47b8818'] response: {'server_uuid': '6636a008-7273-4f1b-ad9a-6191f58b49a7', 'name': 'network-vif-deleted', 'tag': '58df5e0a-844d-4e73-9226-cd285982aafd', 'status': 'completed', 'code': 200} Apr 18 21:10:38.432429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b17cd-12bb-41c5-bcf3-008d4f201ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a817b6-47e7-4648-abba-7ebe2224c3b2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:38.508807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.519168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-8858c6da-0fbf-41a1-8074-2d80f21f58af tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] For port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,segment=NetworkSegment(acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2),segment_id=acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:38.519558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-8858c6da-0fbf-41a1-8074-2d80f21f58af tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.553946 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'name': 'tempest-TaggedBootDevicesTest-831515503-router', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a236975d-9402-4b79-95df-4df15e84750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:30Z', 'updated_at': '2022-04-18T21:10:33Z', 'revision_number': 3, 'project_id': '4b989aec231d436bb845e65766d4cdb4', 'gw_port': {'id': 'a236975d-9402-4b79-95df-4df15e84750c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:aa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:32Z', 'updated_at': '2022-04-18T21:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:38.576484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Made reservation on behalf of 4b89d7c1a84f4c4fa013296004582b6c for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:38.577299 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1479e-c051-4912-9c57-0c8e1d399c7c None None] The sync data for ids ['c5997093-d110-4bb9-acc1-57928138b1cb'] in n-d-836017-3 is: [{'id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'name': 'tempest-TaggedBootDevicesTest-831515503-router', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a236975d-9402-4b79-95df-4df15e84750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:30Z', 'updated_at': '2022-04-18T21:10:33Z', 'revision_number': 3, 'project_id': '4b989aec231d436bb845e65766d4cdb4', 'gw_port': {'id': 'a236975d-9402-4b79-95df-4df15e84750c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:aa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:32Z', 'updated_at': '2022-04-18T21:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:10:38.584117 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.689782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37726) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:38.756046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Network b4ac22da-8ac9-4bb0-bb16-93357918a60f is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:38.761925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 31069a0d-4f36-4a48-a843-e0cf91254e88 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:38.767842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:38.772641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Transition to ACTIVE for port object 357e50b4-7407-4513-bc06-ca9056e0f050 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:38.775549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:38.787733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-8858c6da-0fbf-41a1-8074-2d80f21f58af tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Calling delete_port for 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:38.856039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-984b17cd-12bb-41c5-bcf3-008d4f201ff0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ccde17d50d604e45987656c61a51760e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5133121 Apr 18 21:10:38.909863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37736) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:38.917130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Pushing event updated for resources: {'Port': ['ID=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:39.063013 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.064665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 31069a0d-4f36-4a48-a843-e0cf91254e88 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:39.068581 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.135345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:39.136028 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.237229 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-8858c6da-0fbf-41a1-8074-2d80f21f58af tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.289558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-85eb6ec6-b307-4375-a517-1ad3f5e5cc7a None None] Provisioning for port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:39.297362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-85eb6ec6-b307-4375-a517-1ad3f5e5cc7a None None] Provisioning complete for port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:39.297892 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-85eb6ec6-b307-4375-a517-1ad3f5e5cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.318834 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.331513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Allocated IP 192.168.233.140 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:39.375843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858c6da-0fbf-41a1-8074-2d80f21f58af tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event deleted for resources: {'Port': ['ID=64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:39.391101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-85eb6ec6-b307-4375-a517-1ad3f5e5cc7a None None] Port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:39.403769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02d646-080c-49db-a50d-24cabe9b7964 req-4ae045d3-8ffb-47d4-a544-730ae610c79b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:39.404374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ce02d646-080c-49db-a50d-24cabe9b7964 req-4ae045d3-8ffb-47d4-a544-730ae610c79b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Synchronizing usage tracker for tenant:adaffb00700e4f07bd500caf90d0fa4d on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:39.466506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-8858c6da-0fbf-41a1-8074-2d80f21f58af tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] No DVR routers for this DVR port 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:39.479278 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-8858c6da-0fbf-41a1-8074-2d80f21f58af tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.486253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c59e88a-f096-4516-a004-e383b9e66eb3 admin admin] Deleting subnet b34c619c-e654-4ba8-a640-81b7c7c84856 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:10:39.488893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ef12b2-cdc1-435a-8bbf-1e0980414e38', 'name': 'network-vif-deleted', 'tag': '64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:39.492538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1d507f1f-8abc-4356-abe7-104b208ec665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.499547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c59e88a-f096-4516-a004-e383b9e66eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.522636 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1d507f1f-8abc-4356-abe7-104b208ec665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.562575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Network 43c6805d-05f9-4167-8c70-a8a093559eaf is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:39.567451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:39.571420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-8a9e0f61-6049-433d-868e-3adcdff18b5d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9326067 Apr 18 21:10:39.575712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:39.615858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Pushing event updated for resources: {'Port': ['ID=357e50b4-7407-4513-bc06-ca9056e0f050,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:39.639419 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c59e88a-f096-4516-a004-e383b9e66eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.640621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Request body: {'port': {'device_id': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:39.688099 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7562e7fb-a10c-487f-af64-780a3e7ca493 req-8858c6da-0fbf-41a1-8074-2d80f21f58af tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.26 "DELETE /v2.0/ports/64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc HTTP/1.1" status: 204 len: 173 time: 2.5945511 Apr 18 21:10:39.707269 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.759488 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c59e88a-f096-4516-a004-e383b9e66eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.902507 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.992768 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c59e88a-f096-4516-a004-e383b9e66eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.011609 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2535a32d-5147-4f87-8ca4-419c974b2106 None None] Provisioning for port 357e50b4-7407-4513-bc06-ca9056e0f050 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:40.022158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2535a32d-5147-4f87-8ca4-419c974b2106 None None] Provisioning complete for port 357e50b4-7407-4513-bc06-ca9056e0f050 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:40.022378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ce02d646-080c-49db-a50d-24cabe9b7964 req-4ae045d3-8ffb-47d4-a544-730ae610c79b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Unset dirty status for tenant:adaffb00700e4f07bd500caf90d0fa4d on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:40.022661 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2535a32d-5147-4f87-8ca4-419c974b2106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.028949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce02d646-080c-49db-a50d-24cabe9b7964 req-4ae045d3-8ffb-47d4-a544-730ae610c79b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 931 time: 1.3619573 Apr 18 21:10:40.066931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c59e88a-f096-4516-a004-e383b9e66eb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.069937 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59e88a-f096-4516-a004-e383b9e66eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34c619c-e654-4ba8-a640-81b7c7c84856,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:40.090475 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9c59e88a-f096-4516-a004-e383b9e66eb3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b34c619c-e654-4ba8-a640-81b7c7c84856 HTTP/1.1" status: 204 len: 168 time: 1.3996503 Apr 18 21:10:40.094018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37746) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:40.105645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbb0f1-8f10-41c3-b61b-b51521796419 req-9eb13632-65c2-475c-9da3-3b8175cc25ff tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:40.113316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62cbb0f1-8f10-41c3-b61b-b51521796419 req-9eb13632-65c2-475c-9da3-3b8175cc25ff tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 946 time: 0.9859638 Apr 18 21:10:40.150558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2535a32d-5147-4f87-8ca4-419c974b2106 None None] Port 357e50b4-7407-4513-bc06-ca9056e0f050 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:40.238803 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce02d646-080c-49db-a50d-24cabe9b7964 req-cb618614-218e-41d1-bd47-d325f1678c36 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088566 Apr 18 21:10:40.256145 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.264145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:40.300055 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1d507f1f-8abc-4356-abe7-104b208ec665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.328259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d507f1f-8abc-4356-abe7-104b208ec665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a817b6-47e7-4648-abba-7ebe2224c3b2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:40.400268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:10:40.404944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:10:40.407984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.413029 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62cbb0f1-8f10-41c3-b61b-b51521796419 req-4e027b58-2ab1-4028-a825-2fe45d1ccdf6 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988179 Apr 18 21:10:40.435070 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1d507f1f-8abc-4356-abe7-104b208ec665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.436267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1d507f1f-8abc-4356-abe7-104b208ec665 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81a817b6-47e7-4648-abba-7ebe2224c3b2 HTTP/1.1" status: 204 len: 168 time: 1.5206227 Apr 18 21:10:40.448475 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Transition to ACTIVE for port object ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:40.661352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.827926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd665e84-d9e5-4a64-8b85-d032c86100b1 req-27ca913e-009c-4bc1-8699-eeb499a417cc tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ef12b2-cdc1-435a-8bbf-1e0980414e38 HTTP/1.1" status: 200 len: 210 time: 0.0583913 Apr 18 21:10:40.861020 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.874802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:10:40.886199 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.018063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['43f584c5-0b54-4f69-994e-3fdb4cabb63f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:10:41.022440 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69d380b-dc84-418f-b93a-522b0cfac26c'] response: {'server_uuid': '28ef12b2-cdc1-435a-8bbf-1e0980414e38', 'name': 'network-vif-deleted', 'tag': '64981f20-1aa6-4dfa-aadc-bd5d1a0e63fc', 'status': 'completed', 'code': 200} Apr 18 21:10:41.025498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.128883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:41.144516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:41.161900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:41.293786 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.324896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Pushing event updated for resources: {'Port': ['ID=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:41.404339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Pushing event updated for resources: {'Port': ['ID=357e50b4-7407-4513-bc06-ca9056e0f050,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:41.421447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.430667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc13dec-00f3-4832-bc9d-a14781c5f66a']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:41.460422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c8dfc2-146d-4247-8366-bebf3ed1153d') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:41.460422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c8dfc2-146d-4247-8366-bebf3ed1153d') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:41.472366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:41.473010 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.523147 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.542731 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.549650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:10:41.550092 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.680609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-f3e32977-8e5f-4e64-bab4-29d79df0c3d8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7991118 Apr 18 21:10:41.687831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d1e53-10b1-4b4c-a2d9-d66c19dae6ad req-6cb74e53-77ae-4b31-8280-dcb5e10e9117 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:41.688727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-698d1e53-10b1-4b4c-a2d9-d66c19dae6ad req-6cb74e53-77ae-4b31-8280-dcb5e10e9117 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Synchronizing usage tracker for tenant:4b89d7c1a84f4c4fa013296004582b6c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:41.699828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Request body: {'port': {'device_id': 'eb4f7269-d482-4737-a510-fc2c7e3979e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:41.701281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fa24fd7e-c3ea-4b59-9a03-42834a8f762f None None] Provisioning for port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:41.714039 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fa24fd7e-c3ea-4b59-9a03-42834a8f762f None None] Provisioning complete for port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:41.714707 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fa24fd7e-c3ea-4b59-9a03-42834a8f762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.754978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:10:41.761702 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:10:41.805553 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.818096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fa24fd7e-c3ea-4b59-9a03-42834a8f762f None None] Port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:41.857031 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.876435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Transition to ACTIVE for port object e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:41.902317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.922293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc13dec-00f3-4832-bc9d-a14781c5f66a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:41.944989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-698d1e53-10b1-4b4c-a2d9-d66c19dae6ad req-6cb74e53-77ae-4b31-8280-dcb5e10e9117 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Unset dirty status for tenant:4b89d7c1a84f4c4fa013296004582b6c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:41.954598 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-698d1e53-10b1-4b4c-a2d9-d66c19dae6ad req-6cb74e53-77ae-4b31-8280-dcb5e10e9117 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 936 time: 0.9329681 Apr 18 21:10:41.995451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.996670 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f29a288d-f423-467b-9f7d-82cb36c5cc05 admin admin] 10.222.0.11 "DELETE /v2.0/networks/dbc13dec-00f3-4832-bc9d-a14781c5f66a HTTP/1.1" status: 204 len: 168 time: 1.9015191 Apr 18 21:10:42.003218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37772) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:42.050113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Network 43c6805d-05f9-4167-8c70-a8a093559eaf is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:42.054151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:42.141144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-698d1e53-10b1-4b4c-a2d9-d66c19dae6ad req-cdf152b2-4dac-4a0e-a80b-120f14dc96aa tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850741 Apr 18 21:10:42.236294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59a326-ba95-46cd-a6d0-3bfab1c7db9f req-0df76a78-7f93-43b8-89a2-322655501ced tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:42.243926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da59a326-ba95-46cd-a6d0-3bfab1c7db9f req-0df76a78-7f93-43b8-89a2-322655501ced tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 931 time: 0.6608572 Apr 18 21:10:42.245758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:42.385020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da59a326-ba95-46cd-a6d0-3bfab1c7db9f req-3e59e974-b1dd-4232-b498-e0297b8f1542 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400900 Apr 18 21:10:42.406632 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Pushing event updated for resources: {'Port': ['ID=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:42.660005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a616ce70-10ff-4e51-a2aa-7909fc7422ae None None] Provisioning complete for port 357e50b4-7407-4513-bc06-ca9056e0f050 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:42.661117 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a616ce70-10ff-4e51-a2aa-7909fc7422ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:42.678444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-20810247-a149-46e8-8af6-a34409ac0b54 admin admin] Deleting subnet 68cc5db1-3295-40bf-b37b-d7424a655193 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:10:42.685730 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20810247-a149-46e8-8af6-a34409ac0b54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:42.738747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a616ce70-10ff-4e51-a2aa-7909fc7422ae None None] Port 357e50b4-7407-4513-bc06-ca9056e0f050 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:42.792423 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20810247-a149-46e8-8af6-a34409ac0b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:42.889562 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20810247-a149-46e8-8af6-a34409ac0b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:42.893747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Attempting to bind port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:42.894302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Attempting to bind port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:42.894619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Attempting to bind port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 on network b4ac22da-8ac9-4bb0-bb16-93357918a60f {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:42.947301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 on network b4ac22da-8ac9-4bb0-bb16-93357918a60f not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:10:42.947689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Attempting to bind port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 on network b4ac22da-8ac9-4bb0-bb16-93357918a60f {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:43.015562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Router c5997093-d110-4bb9-acc1-57928138b1cb has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:43.032579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba39f-7844-4dd2-bbd6-7b625e52f06c req-54c7cde9-ebe5-4479-b930-5aec02004ac5 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:43.034106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58cba39f-7844-4dd2-bbd6-7b625e52f06c req-54c7cde9-ebe5-4479-b930-5aec02004ac5 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 946 time: 0.4177260 Apr 18 21:10:43.063834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:43.064261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Checking segment: {'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:43.064793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Bound using segment: {'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:43.067553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Bound port: e1e1ac83-2922-4e3f-b7a3-5a8453be0f02, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cdf3c6a-15ae-450a-847a-b576786b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:43.067553 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:43.088761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20810247-a149-46e8-8af6-a34409ac0b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:43.370490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b29e927b-3895-4831-b83f-7cf702beb06e req-c3886713-49e1-458b-8d38-ecad2f89609b tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/9020835b-e283-447a-9d9c-4b6e3e883c8f HTTP/1.1" status: 200 len: 1634 time: 0.4955585 Apr 18 21:10:43.391076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20810247-a149-46e8-8af6-a34409ac0b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68cc5db1-3295-40bf-b37b-d7424a655193,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:43.409045 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20810247-a149-46e8-8af6-a34409ac0b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:43.420260 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-20810247-a149-46e8-8af6-a34409ac0b54 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/68cc5db1-3295-40bf-b37b-d7424a655193 HTTP/1.1" status: 204 len: 168 time: 1.4159091 Apr 18 21:10:43.422615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37796) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:43.489496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58cba39f-7844-4dd2-bbd6-7b625e52f06c req-d157184d-7b22-4286-a464-8ce84c5ecedc tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020908 Apr 18 21:10:43.511253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] For port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:43.540995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] For port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02,segment=NetworkSegment(0cdf3c6a-15ae-450a-847a-b576786b5309),segment_id=0cdf3c6a-15ae-450a-847a-b576786b5309)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:43.545103 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b29e927b-3895-4831-b83f-7cf702beb06e req-81f6a798-d314-4cdb-840e-945b093b77bf tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:43.563614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:43.584103 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b29e927b-3895-4831-b83f-7cf702beb06e req-81f6a798-d314-4cdb-840e-945b093b77bf tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:43.621789 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:43.782343 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:43.783835 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] 10.222.0.59 "PUT /v2.0/ports/e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 HTTP/1.1" status: 200 len: 1091 time: 4.1579006 Apr 18 21:10:43.787700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'tag': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:43.797231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:43.809351 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:43.812773 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:43.816300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a157a-9722-4de5-a1c3-a84770f2e7af service neutron] Pushing event updated for resources: {'Port': ['ID=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:43.848731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Transition to ACTIVE for port object ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:43.872038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7fddba-f7dd-4c75-8cb4-05567141b5eb']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:43.887964 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b29e927b-3895-4831-b83f-7cf702beb06e req-81f6a798-d314-4cdb-840e-945b093b77bf tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:43.890710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0079e613-e4df-466e-b092-5a6af762ba23') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:43.891143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0079e613-e4df-466e-b092-5a6af762ba23') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:43.941087 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:43.996914 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.011284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:10:44.011641 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.016627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6a798-d314-4cdb-840e-945b093b77bf tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9020835b-e283-447a-9d9c-4b6e3e883c8f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:44.034611 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:10:44.036668 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:10:44.162244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Pushing event updated for resources: {'Port': ['ID=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:44.214963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:44.231224 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f39544a1-226e-4453-bc6e-5c3c50beb821 admin admin] 10.222.0.11 "PUT /v2.0/routers/c5997093-d110-4bb9-acc1-57928138b1cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4339018 Apr 18 21:10:44.304812 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b29e927b-3895-4831-b83f-7cf702beb06e req-81f6a798-d314-4cdb-840e-945b093b77bf tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.306273 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b29e927b-3895-4831-b83f-7cf702beb06e req-81f6a798-d314-4cdb-840e-945b093b77bf tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "DELETE /v2.0/security-groups/9020835b-e283-447a-9d9c-4b6e3e883c8f HTTP/1.1" status: 204 len: 173 time: 0.9266326 Apr 18 21:10:44.317172 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.359670 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.370162 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] 10.222.0.11 "DELETE /v2.0/networks/4a7fddba-f7dd-4c75-8cb4-05567141b5eb HTTP/1.1" status: 204 len: 168 time: 0.9463608 Apr 18 21:10:44.377650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c5f5e-8ede-4e85-8f01-f4176e9c090d admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7fddba-f7dd-4c75-8cb4-05567141b5eb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:44.518880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-72155e1e-06a7-42f1-bc81-36e0bccf3673 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adaffb00700e4f07bd500caf90d0fa4d&device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 1094 time: 0.5932608 Apr 18 21:10:44.755196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Attempting to bind port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:44.755533 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Attempting to bind port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:44.761459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Attempting to bind port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:44.771995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-4e710308-a7ee-49fb-a4aa-0fd94d30fb58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 HTTP/1.1" status: 200 len: 217 time: 0.2310760 Apr 18 21:10:44.779117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:10:44.779445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Attempting to bind port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:44.860762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:44.861106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:44.861518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:44.861976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Bound port: ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:44.862327 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.896512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-02ae98b6-bc32-4537-992b-05af9d8a7b80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:44.898076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-02ae98b6-bc32-4537-992b-05af9d8a7b80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1b2a7ce-af51-40f6-93b3-a101cdc2420c HTTP/1.1" status: 200 len: 850 time: 0.1163015 Apr 18 21:10:44.993302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37826) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:45.022516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e246ca3-9c7a-4a17-913b-b355a0ceeb1a req-a1284b20-570c-43ef-8c27-c8b0dbdf70d0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:45.024902 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e246ca3-9c7a-4a17-913b-b355a0ceeb1a req-a1284b20-570c-43ef-8c27-c8b0dbdf70d0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 948 time: 0.3690619 Apr 18 21:10:45.056605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60976d0-095b-46fe-93be-378441b792a5 req-2f20faf6-146d-4699-bb6d-3d837d8e389c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:45.058252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c60976d0-095b-46fe-93be-378441b792a5 req-2f20faf6-146d-4699-bb6d-3d837d8e389c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 943 time: 0.3947885 Apr 18 21:10:45.076273 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dbb4febd-c400-4659-988e-8a709c366c65 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dab6748eaf3e409f9a3ff9969581722b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0812912 Apr 18 21:10:45.079523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37836) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:45.159300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] For port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:45.192834 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.226105 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.251012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] For port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:45.263743 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c60976d0-095b-46fe-93be-378441b792a5 req-cfdc4c17-0c4d-4887-bf50-1be424f384f4 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830461 Apr 18 21:10:45.274626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e246ca3-9c7a-4a17-913b-b355a0ceeb1a req-a62efd54-8200-4699-ae4d-cfa07e6ca519 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302620 Apr 18 21:10:45.278960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-b96d2091-42f2-4705-a567-8d3dd6e5ac7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4ac22da-8ac9-4bb0-bb16-93357918a60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3449557 Apr 18 21:10:45.343066 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.396480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.430832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727171fd-bd89-4b3a-853c-3c9a5bf97a30,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:45.470482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:45.470899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:45.471312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:45.471757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:45.472157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:45.472570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:45.472969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:45.473361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:45.473827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:45.474222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:45.474614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:45.532428 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d7f248-8b8c-4acf-b788-66004c2ee6fb'] response: {'name': 'network-changed', 'server_uuid': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'tag': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02', 'status': 'completed', 'code': 200} Apr 18 21:10:45.661135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.662892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] 10.222.0.59 "PUT /v2.0/ports/ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 HTTP/1.1" status: 200 len: 1096 time: 3.9710462 Apr 18 21:10:45.800055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.801013 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c32377d6-b799-49d2-9a05-0d5c3e024009 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/727171fd-bd89-4b3a-853c-3c9a5bf97a30 HTTP/1.1" status: 204 len: 168 time: 0.7182741 Apr 18 21:10:45.863477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65034db1-de9b-44fb-a059-17f73e39bf19 service neutron] Pushing event updated for resources: {'Port': ['ID=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:45.887268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a49f4c76-4185-4bcb-8f91-7d82221c1c07 req-0acc82bc-a4bd-4c8f-82b8-187e0b8bc75f tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "GET /v2.0/security-groups/8f4f5553-3746-42e3-bc9d-0d6c966e1e7f HTTP/1.1" status: 200 len: 1635 time: 0.3400586 Apr 18 21:10:45.897442 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-1a1b2453-c0a2-46e0-b21e-e0eb4f7e8b1a service neutron] 10.222.0.59 "GET /v2.0/networks/b4ac22da-8ac9-4bb0-bb16-93357918a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060133 Apr 18 21:10:46.069933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fd25d-b0bc-41cb-81f9-9ca7d9577750 req-9d6d6d22-7ec3-4cac-8564-b1655146e818 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:46.072185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-549fd25d-b0bc-41cb-81f9-9ca7d9577750 req-9d6d6d22-7ec3-4cac-8564-b1655146e818 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 946 time: 0.4832089 Apr 18 21:10:46.207126 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a49f4c76-4185-4bcb-8f91-7d82221c1c07 req-4d026a3c-99c5-4900-9bfc-3a81da96d9d5 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.272547 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-549fd25d-b0bc-41cb-81f9-9ca7d9577750 req-e64434ba-0b35-444b-83d4-e5904ec56fc9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820753 Apr 18 21:10:46.288296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d5a0ca-763f-428b-96bb-e7242715b2c4 req-71cfb7ae-1bb7-49a6-8e7c-16048933610e service neutron] 10.222.0.59 "GET /v2.0/networks/b4ac22da-8ac9-4bb0-bb16-93357918a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726127 Apr 18 21:10:46.311590 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a49f4c76-4185-4bcb-8f91-7d82221c1c07 req-4d026a3c-99c5-4900-9bfc-3a81da96d9d5 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.333135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-853c8d4f-3664-4a44-bb84-fc683fe17314 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 1099 time: 0.3892334 Apr 18 21:10:46.553641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-a1e1858a-ee67-47d7-bc3d-2790f25ef41f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 HTTP/1.1" status: 200 len: 217 time: 0.2060490 Apr 18 21:10:46.680979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-51d6ffb1-e080-4257-b7f7-0aa56adbb4d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:46.682848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-51d6ffb1-e080-4257-b7f7-0aa56adbb4d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1227479 Apr 18 21:10:46.739069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fb63663-a60f-4de2-a59d-7bb21cee8d54 req-b5d8d183-41b3-47ce-b7a9-969fcb6bcfa6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adaffb00700e4f07bd500caf90d0fa4d&device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 1094 time: 0.2697418 Apr 18 21:10:46.749858 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a49f4c76-4185-4bcb-8f91-7d82221c1c07 req-4d026a3c-99c5-4900-9bfc-3a81da96d9d5 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.856161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d026a3c-99c5-4900-9bfc-3a81da96d9d5 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4f5553-3746-42e3-bc9d-0d6c966e1e7f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:46.937737 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a49f4c76-4185-4bcb-8f91-7d82221c1c07 req-4d026a3c-99c5-4900-9bfc-3a81da96d9d5 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.938786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a49f4c76-4185-4bcb-8f91-7d82221c1c07 req-4d026a3c-99c5-4900-9bfc-3a81da96d9d5 tempest-SecurityGroupsTestJSON-395996719 tempest-SecurityGroupsTestJSON-395996719-project] 10.222.0.11 "DELETE /v2.0/security-groups/8f4f5553-3746-42e3-bc9d-0d6c966e1e7f HTTP/1.1" status: 204 len: 173 time: 1.0442419 Apr 18 21:10:46.944819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37872) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:47.032813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13777b00-096f-4b0f-9c6c-bee8718ed0f0 req-cc2b219b-a881-4a36-be98-d852a1a5dd13 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:47.033944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13777b00-096f-4b0f-9c6c-bee8718ed0f0 req-cc2b219b-a881-4a36-be98-d852a1a5dd13 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 948 time: 0.3974774 Apr 18 21:10:47.041133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-e2c4a6d2-3680-46f0-93e1-c6eebd69424a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3430817 Apr 18 21:10:47.049093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1c67d0-9f69-4f9b-8f26-63bf80d1972e admin admin] Deleting subnet dff00ec7-c6e7-4a2c-80c3-425ac66c8929 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:10:47.052871 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f1c67d0-9f69-4f9b-8f26-63bf80d1972e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.081216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb63663-a60f-4de2-a59d-7bb21cee8d54 req-6b1723d4-bdf0-4271-bbd4-1cb5cffb5626 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:47.089884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fb63663-a60f-4de2-a59d-7bb21cee8d54 req-6b1723d4-bdf0-4271-bbd4-1cb5cffb5626 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4ac22da-8ac9-4bb0-bb16-93357918a60f HTTP/1.1" status: 200 len: 912 time: 0.3420777 Apr 18 21:10:47.119407 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f1c67d0-9f69-4f9b-8f26-63bf80d1972e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.229849 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f1c67d0-9f69-4f9b-8f26-63bf80d1972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.264478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37894) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:47.350840 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d9e9dc49-987e-4241-a422-7dc430d925e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e9be51eb3a84ac5bd9fa3892fb64654&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0848572 Apr 18 21:10:47.356073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37902) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:47.378340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13777b00-096f-4b0f-9c6c-bee8718ed0f0 req-ef212b8d-9f02-41ce-aa61-cc2f31049b22 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359082 Apr 18 21:10:47.380790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fb63663-a60f-4de2-a59d-7bb21cee8d54 req-b3dd196b-1ed5-4611-8a4f-351bbb42a508 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 HTTP/1.1" status: 200 len: 217 time: 0.2147787 Apr 18 21:10:47.438621 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f1c67d0-9f69-4f9b-8f26-63bf80d1972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.515188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c67d0-9f69-4f9b-8f26-63bf80d1972e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff00ec7-c6e7-4a2c-80c3-425ac66c8929,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:47.537115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f1c67d0-9f69-4f9b-8f26-63bf80d1972e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.565268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5cc410e5-07f4-4646-b4fc-d5482d5fb500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.603238 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2f1c67d0-9f69-4f9b-8f26-63bf80d1972e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dff00ec7-c6e7-4a2c-80c3-425ac66c8929 HTTP/1.1" status: 204 len: 168 time: 0.6562586 Apr 18 21:10:47.612107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4f7269-d482-4737-a510-fc2c7e3979e7', 'tag': 'ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:47.628623 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-a54bf2d0-424f-469f-8314-940300925e54 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366774 Apr 18 21:10:47.629147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37914) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:47.631473 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5cc410e5-07f4-4646-b4fc-d5482d5fb500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.779706 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5cc410e5-07f4-4646-b4fc-d5482d5fb500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.806200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5cc410e5-07f4-4646-b4fc-d5482d5fb500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.810566 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5cc410e5-07f4-4646-b4fc-d5482d5fb500 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88d5ea01-a6e7-489f-82c7-4a0e24d2e2bc HTTP/1.1" status: 204 len: 168 time: 0.4523828 Apr 18 21:10:47.810566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc410e5-07f4-4646-b4fc-d5482d5fb500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d5ea01-a6e7-489f-82c7-4a0e24d2e2bc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:47.993763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb63663-a60f-4de2-a59d-7bb21cee8d54 req-bed042ec-98c9-4757-9c3c-c5f431226f49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:48.002588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fb63663-a60f-4de2-a59d-7bb21cee8d54 req-bed042ec-98c9-4757-9c3c-c5f431226f49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1b2a7ce-af51-40f6-93b3-a101cdc2420c HTTP/1.1" status: 200 len: 850 time: 0.4294863 Apr 18 21:10:48.144125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b5810-b5b7-4480-9d20-e58a22affdc4 req-6cb2014e-2ac8-4c93-bfde-1f1a63349bb8 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:48.145583 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a40b5810-b5b7-4480-9d20-e58a22affdc4 req-6cb2014e-2ac8-4c93-bfde-1f1a63349bb8 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 943 time: 1.0528378 Apr 18 21:10:48.147979 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:48.422275 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea7d9278-88a8-4907-9fe9-3d35a5c461ef req-090e1263-3262-4bcb-9612-0a4caf2d7b49 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7839248 Apr 18 21:10:48.562961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fb63663-a60f-4de2-a59d-7bb21cee8d54 req-8f068d0d-feda-445f-abec-cec77c24558e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4ac22da-8ac9-4bb0-bb16-93357918a60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5306854 Apr 18 21:10:48.580592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:10:48.581095 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a40b5810-b5b7-4480-9d20-e58a22affdc4 req-74c3e1be-9712-4aac-bfac-1db78b1712c6 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4192133 Apr 18 21:10:48.669253 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:48.827101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a236975d-9402-4b79-95df-4df15e84750c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:48.828434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847c8190-dbe5-47f4-a2da-74531e1fb3c5']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:48.853243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:48.853569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb9b689-a1c3-4d39-aa30-1ef9d39d4bd2') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:48.901016 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:48.912701 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eaefb17-7b3c-4b96-abb2-6db2d1809922'] response: {'name': 'network-changed', 'server_uuid': 'eb4f7269-d482-4737-a510-fc2c7e3979e7', 'tag': 'ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5', 'status': 'completed', 'code': 200} Apr 18 21:10:49.038051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port a236975d-9402-4b79-95df-4df15e84750c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:49.046848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fb63663-a60f-4de2-a59d-7bb21cee8d54 req-0c6472bf-d8c7-4046-9768-b67cd8eacd6f service neutron] 10.222.0.59 "GET /v2.0/networks/b4ac22da-8ac9-4bb0-bb16-93357918a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648488 Apr 18 21:10:49.047134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a236975d-9402-4b79-95df-4df15e84750c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:49.047741 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.095084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02,segment=NetworkSegment(0cdf3c6a-15ae-450a-847a-b576786b5309),segment_id=0cdf3c6a-15ae-450a-847a-b576786b5309)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:49.104110 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.152261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:10:49.152942 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:10:49.167766 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:10:49.182001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'port_id': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02', 'mac_address': 'fa:16:3e:1a:06:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:10:49.256050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.326007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:49.345347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02,segment=NetworkSegment(0cdf3c6a-15ae-450a-847a-b576786b5309),segment_id=0cdf3c6a-15ae-450a-847a-b576786b5309)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:49.347946 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.364549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff8cd5-543e-4f2e-aa05-daa5eeb63abc req-30e92f74-a97c-4345-876a-9076537fd0b5 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:49.366239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abff8cd5-543e-4f2e-aa05-daa5eeb63abc req-30e92f74-a97c-4345-876a-9076537fd0b5 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 946 time: 0.6350801 Apr 18 21:10:49.377103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port a236975d-9402-4b79-95df-4df15e84750c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a236975d-9402-4b79-95df-4df15e84750c,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:49.424398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5545b2c4-2aac-454d-b7a3-9f6636ef8e1a req-3d1b2ec6-5948-49cc-a534-32c0a584d901 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 1099 time: 0.4825606 Apr 18 21:10:49.430931 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.475555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57292ab-ad01-400a-a376-72a885d7237a req-ca216438-a5ef-4131-a177-db1f2ef89d42 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:49.477921 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b57292ab-ad01-400a-a376-72a885d7237a req-ca216438-a5ef-4131-a177-db1f2ef89d42 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 948 time: 0.4363871 Apr 18 21:10:49.496830 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.535262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:49.545856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fb63663-a60f-4de2-a59d-7bb21cee8d54 req-1a82c5fb-5b58-4398-8eb9-6b17ed630270 service neutron] 10.222.0.59 "GET /v2.0/networks/b4ac22da-8ac9-4bb0-bb16-93357918a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432025 Apr 18 21:10:49.576563 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.611963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.627363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=847c8190-dbe5-47f4-a2da-74531e1fb3c5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:49.637351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=a236975d-9402-4b79-95df-4df15e84750c,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:49.644072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abff8cd5-543e-4f2e-aa05-daa5eeb63abc req-031c1116-1e47-4318-b0de-4914eba32b2b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610226 Apr 18 21:10:49.700804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['e1e1ac83-2922-4e3f-b7a3-5a8453be0f02'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:10:49.719847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e97a519d-360d-47fc-ae37-5aa7bcfbf9b1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/847c8190-dbe5-47f4-a2da-74531e1fb3c5 HTTP/1.1" status: 204 len: 168 time: 2.0834432 Apr 18 21:10:49.724327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b57292ab-ad01-400a-a376-72a885d7237a req-58c9d806-f560-4589-a021-30b6beb712ed tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327197 Apr 18 21:10:49.727734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b2c4-2aac-454d-b7a3-9f6636ef8e1a req-98757ab8-c779-4124-b7ff-90e062537804 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:49.729233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5545b2c4-2aac-454d-b7a3-9f6636ef8e1a req-98757ab8-c779-4124-b7ff-90e062537804 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2880385 Apr 18 21:10:49.792681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37956) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:49.874304 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5545b2c4-2aac-454d-b7a3-9f6636ef8e1a req-2d818c28-3589-4839-b638-b9518f427a79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 HTTP/1.1" status: 200 len: 217 time: 0.1387770 Apr 18 21:10:50.120502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1954368927-network', 'tenant_id': '8df5d4aa6d254fe4a784472e6df45d7c'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:50.125632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:50.130525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Usage tracker for resource:network and tenant:8df5d4aa6d254fe4a784472e6df45d7c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:50.135594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:50.142719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:50.214623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b2c4-2aac-454d-b7a3-9f6636ef8e1a req-6f06b54c-50c2-4c0e-8c37-25f1c24d5c81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:50.216228 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5545b2c4-2aac-454d-b7a3-9f6636ef8e1a req-6f06b54c-50c2-4c0e-8c37-25f1c24d5c81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.3357975 Apr 18 21:10:50.247691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Made reservation on behalf of 8df5d4aa6d254fe4a784472e6df45d7c for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:50.250430 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.275214 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.278038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37964) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:50.311922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfed55-8165-4063-aa4e-fceba0dad769 req-7f48f34a-52fa-46cf-ab49-0b8b6eafdc0c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:50.312826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1dfed55-8165-4063-aa4e-fceba0dad769 req-7f48f34a-52fa-46cf-ab49-0b8b6eafdc0c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 944 time: 0.2981448 Apr 18 21:10:50.318554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:50.323682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Usage tracker for resource:security_group_rule and tenant:8df5d4aa6d254fe4a784472e6df45d7c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:50.329021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:50.331087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26353243-9f5a-4de9-86a6-860af4f46e07 req-f5e5baaa-6bcd-4c16-994c-56585bccf9a3 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:50.332534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26353243-9f5a-4de9-86a6-860af4f46e07 req-f5e5baaa-6bcd-4c16-994c-56585bccf9a3 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 949 time: 0.3139653 Apr 18 21:10:50.336471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:50.418903 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.457241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e22540b8-e4f1-49f0-a601-8492ffdfa958 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65b5a641e24c4888a553050f8beaf577&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1778200 Apr 18 21:10:50.459955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37968) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:50.462499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1dfed55-8165-4063-aa4e-fceba0dad769 req-8800e44c-fb2d-4af6-ad07-f6798bbef021 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423726 Apr 18 21:10:50.468009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5545b2c4-2aac-454d-b7a3-9f6636ef8e1a req-ade7eb16-716d-4138-bd00-ee7938d7991f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2385836 Apr 18 21:10:50.470451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26353243-9f5a-4de9-86a6-860af4f46e07 req-e323c922-f219-417e-9617-334b7fbce9ab tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143398 Apr 18 21:10:50.513429 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.607433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:10:50.607597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:10:50.613165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:50.637518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:50.643460 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.643784 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Added segment 10b63419-2a13-4592-9c0b-aa172982a3bd of type vlan for network f0f8e2c1-9ecd-41b3-9562-674a844605cc Apr 18 21:10:50.660616 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5539b86f-d323-4e57-83d2-6b6b3c3aa8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.783470 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.791145 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5539b86f-d323-4e57-83d2-6b6b3c3aa8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.849230 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5545b2c4-2aac-454d-b7a3-9f6636ef8e1a req-38cf0b20-bd9f-4c95-9bed-ef2f0cd2739f service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744991 Apr 18 21:10:50.939987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:50.951089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.952797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:50.953613 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.957273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5', 'mac_address': 'fa:16:3e:c9:4b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:10:50.966130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a236975d-9402-4b79-95df-4df15e84750c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:50.984914 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5539b86f-d323-4e57-83d2-6b6b3c3aa8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.119533 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5545b2c4-2aac-454d-b7a3-9f6636ef8e1a req-dde25ea2-546f-4530-b5e2-75fe5fd8f7b3 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662880 Apr 18 21:10:51.189098 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.198447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539b86f-d323-4e57-83d2-6b6b3c3aa8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460b18d1-7ace-47f3-89f6-5e1ad10b7deb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:51.271884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:51.279334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f03e26-f913-4e5a-9519-ebb460d8aaa2 req-d16a9a99-321f-4475-bc3a-4aea69803ca5 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:51.280906 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40f03e26-f913-4e5a-9519-ebb460d8aaa2 req-d16a9a99-321f-4475-bc3a-4aea69803ca5 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 946 time: 0.2370420 Apr 18 21:10:51.288930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] Pushing event updated for resources: {'Network': ['ID=f0f8e2c1-9ecd-41b3-9562-674a844605cc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:51.294308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a236975d-9402-4b79-95df-4df15e84750c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:51.296120 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.315308 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5539b86f-d323-4e57-83d2-6b6b3c3aa8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.316461 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5539b86f-d323-4e57-83d2-6b6b3c3aa8c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/460b18d1-7ace-47f3-89f6-5e1ad10b7deb HTTP/1.1" status: 204 len: 168 time: 0.8553259 Apr 18 21:10:51.358484 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network f0f8e2c1-9ecd-41b3-9562-674a844605cc details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:10:51.368193 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40f03e26-f913-4e5a-9519-ebb460d8aaa2 req-4defb164-3566-4b08-8245-b592e48a8ac8 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786326 Apr 18 21:10:51.375193 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-18138040-0c90-4826-af5f-628714cf50da admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5806794 Apr 18 21:10:51.377866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38006) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:51.385426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Request body: {'subnet': {'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1954368927-subnet', 'tenant_id': '8df5d4aa6d254fe4a784472e6df45d7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:51.394329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:51.399423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Usage tracker for resource:subnet and tenant:8df5d4aa6d254fe4a784472e6df45d7c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:51.403306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:51.411086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:51.488177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:51.499776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:51.502084 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.505162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Made reservation on behalf of 8df5d4aa6d254fe4a784472e6df45d7c for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:51.515087 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.532431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:51.632427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f130b3-32b7-4539-9d9c-8b2e2041ac24 req-60b7f4dc-07fd-4044-b5c9-7e57aa5c9870 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:51.636564 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07f130b3-32b7-4539-9d9c-8b2e2041ac24 req-60b7f4dc-07fd-4044-b5c9-7e57aa5c9870 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 948 time: 0.1266010 Apr 18 21:10:51.647751 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.716613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07f130b3-32b7-4539-9d9c-8b2e2041ac24 req-ca199ec7-829a-49b5-a959-c8cb0960e1df tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737185 Apr 18 21:10:51.781456 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:51.792019 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.818269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:51.818800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:51.820680 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:51.821218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:51.821750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:51.822298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:51.822944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:51.823822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:51.824519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:51.825121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:51.826306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:51.846658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:51.859492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02,segment=NetworkSegment(0cdf3c6a-15ae-450a-847a-b576786b5309),segment_id=0cdf3c6a-15ae-450a-847a-b576786b5309)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:51.884653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:10:51.982690 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.065446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.087151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:52.179983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9836981b-e141-4c4b-841b-4312a41b0b95,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:52.198275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:52.198700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Network hostable DHCP agents. Network: f0f8e2c1-9ecd-41b3-9562-674a844605cc, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:10:52.299558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 923bcb41-9656-4b67-b59e-f14bde21303e no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:52.316335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Network f0f8e2c1-9ecd-41b3-9562-674a844605cc is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:10:52.407788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, f0f8e2c1-9ecd-41b3-9562-674a844605cc) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:52.417668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:52.419014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.442500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a90af8e-e3de-490a-aeba-4bf49ded7870 None None] Network f0f8e2c1-9ecd-41b3-9562-674a844605cc requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:52.555933 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.595051 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4d66f1da-a93c-45e6-a2a3-e662740dbe83 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2081053 Apr 18 21:10:52.628035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:52.769013 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e223a4b1-9b59-4574-b4ff-765432e2bc6d'] response: {'server_uuid': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02', 'code': 200} Apr 18 21:10:52.814049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11ae601-e472-41c9-9a91-d6c6b7d02849 None None] Network f0f8e2c1-9ecd-41b3-9562-674a844605cc requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:52.858402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ff261-b992-4bd8-85a9-184c46989683 req-9c70bd0f-72b8-4088-99cc-27fd95c560c2 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:52.910929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e0ff261-b992-4bd8-85a9-184c46989683 req-9c70bd0f-72b8-4088-99cc-27fd95c560c2 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 945 time: 0.1658506 Apr 18 21:10:52.943603 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.076447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e0ff261-b992-4bd8-85a9-184c46989683 req-bbdab4e5-9b3a-4e5d-acbb-e5b775e88cf7 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714108 Apr 18 21:10:53.094363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30327bfe-dac3-4a22-a2f7-80927bfbe432 req-f7e96e63-c864-4cf4-88d8-7d7ecb68c404 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 1096 time: 0.2325408 Apr 18 21:10:53.112482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838f6d4-6848-4a9f-8842-409ed2674eb9 req-ff58c3db-40ea-4461-94ec-3a512a70f702 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:53.112482 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e838f6d4-6848-4a9f-8842-409ed2674eb9 req-ff58c3db-40ea-4461-94ec-3a512a70f702 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 946 time: 0.1639426 Apr 18 21:10:53.196784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=923bcb41-9656-4b67-b59e-f14bde21303e,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:53.291860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e838f6d4-6848-4a9f-8842-409ed2674eb9 req-bd6beed0-8718-451a-ae00-f7e9bba9a74f tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482015 Apr 18 21:10:53.321389 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30327bfe-dac3-4a22-a2f7-80927bfbe432 req-c1f734cb-73fc-4ae3-8a05-070a7e602681 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124224 Apr 18 21:10:53.672827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0cd81-b2cc-408b-a3dc-9debf674b718 req-cb8ef79e-f8d9-42a9-8e5e-04b34d637171 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:53.674355 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94f0cd81-b2cc-408b-a3dc-9debf674b718 req-cb8ef79e-f8d9-42a9-8e5e-04b34d637171 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 949 time: 0.0923667 Apr 18 21:10:53.730162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94f0cd81-b2cc-408b-a3dc-9debf674b718 req-5afa00fa-51cf-4992-a41b-cc4a26fddbfe tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489790 Apr 18 21:10:53.937429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38082) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:54.295169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1025628838-network', 'tenant_id': 'e835de4c3531417c818ee702d19434a8'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:54.305041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:54.311899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Usage tracker for resource:network and tenant:e835de4c3531417c818ee702d19434a8 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:54.314902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:54.325986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:54.391042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Made reservation on behalf of e835de4c3531417c818ee702d19434a8 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:54.393607 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.424733 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.492674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:54.498520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Usage tracker for resource:security_group_rule and tenant:e835de4c3531417c818ee702d19434a8 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:54.506093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:54.510622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:54.577160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83600854-ff27-426d-9c60-4086252cd7ed req-c9966dfb-9776-4b37-8979-9f214974b37d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:54.584779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83600854-ff27-426d-9c60-4086252cd7ed req-c9966dfb-9776-4b37-8979-9f214974b37d tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 945 time: 0.1171224 Apr 18 21:10:54.626933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:54.645738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83600854-ff27-426d-9c60-4086252cd7ed req-d5baa045-1b78-47e5-90f5-4256c9dcbda6 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602129 Apr 18 21:10:54.745373 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-57c294c6-2c9a-4721-be8f-f77659c96a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.747493 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.772753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:54.818721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38116) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:54.826436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-989277366-network', 'tenant_id': '3f3667b000d347d9b302cbb424a5746b'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:54.854060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:54.858637 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:10:54.862462 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.879204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Usage tracker for resource:network and tenant:3f3667b000d347d9b302cbb424a5746b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:54.889261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:54.903963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:10:54.915437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:54.917559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dbbc4-51dc-4464-8d25-84680362a4f3 req-95994d09-5761-455e-9a9a-2362d7c1531d tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:54.921803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:54.927448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-594dbbc4-51dc-4464-8d25-84680362a4f3 req-95994d09-5761-455e-9a9a-2362d7c1531d tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 946 time: 0.1333385 Apr 18 21:10:54.931871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:54.932752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.936302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.939044 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Added segment 999dd46e-c6bc-4b2a-bf32-ce016e021c52 of type vlan for network 8620c584-bed6-426c-b8c4-9f719358c4c5 Apr 18 21:10:54.939044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e457eb-2f96-4fcd-a3f2-a84c079653e0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:55.014164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-594dbbc4-51dc-4464-8d25-84680362a4f3 req-aa64a980-634e-4e17-8aeb-671835cbaaa4 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845547 Apr 18 21:10:55.017142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.082510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Made reservation on behalf of 3f3667b000d347d9b302cbb424a5746b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:55.086690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.121508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.164864 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.167820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:55.170334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.177285 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383a7059-097e-44d8-b8bb-ba1acd4b098a'] response: {'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e', 'code': 200} Apr 18 21:10:55.177872 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.252402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:55.268469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307e495-1b46-4feb-95f1-48942daad855 req-55f15bfd-9b8f-4df4-84a7-b35fffb5fd8d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:55.270189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2307e495-1b46-4feb-95f1-48942daad855 req-55f15bfd-9b8f-4df4-84a7-b35fffb5fd8d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 949 time: 0.1632748 Apr 18 21:10:55.333630 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.338699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2307e495-1b46-4feb-95f1-48942daad855 req-d5fa0de6-8573-4e7b-a972-3981bace13c1 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628111 Apr 18 21:10:55.371700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] Pushing event updated for resources: {'Network': ['ID=8620c584-bed6-426c-b8c4-9f719358c4c5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:55.396846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:55.411010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Usage tracker for resource:security_group_rule and tenant:3f3667b000d347d9b302cbb424a5746b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:55.416130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:55.416635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 8620c584-bed6-426c-b8c4-9f719358c4c5 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:10:55.430500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:55.549077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38134) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:55.550210 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8ae71488-bd26-4baf-abdf-97ba376ad271 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6114824 Apr 18 21:10:55.556037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Request body: {'subnet': {'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1025628838-subnet', 'tenant_id': 'e835de4c3531417c818ee702d19434a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:55.563722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:55.580623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Usage tracker for resource:subnet and tenant:e835de4c3531417c818ee702d19434a8 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:55.589116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:55.604272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:55.629299 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Sync routers for ids ['c5997093-d110-4bb9-acc1-57928138b1cb'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:10:55.633213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:55.652902 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.654462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Routers {'c5997093-d110-4bb9-acc1-57928138b1cb'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:55.655112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:10:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5997093-d110-4bb9-acc1-57928138b1cb'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:55.791266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Made reservation on behalf of e835de4c3531417c818ee702d19434a8 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:55.795595 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.795776 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.869335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:10:55.879742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576a812b-8cf0-401c-935d-eda11c046c2e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:55.912128 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.912693 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Added segment dd4ad0a1-4271-4af8-9938-e8f66e1e6a0c of type vlan for network 0ee42dbf-6344-4f88-9d07-ec687f2cad0b Apr 18 21:10:55.952950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Set router c5997093-d110-4bb9-acc1-57928138b1cb gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:10:55.971183 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.128976 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.129988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:56.130778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.248211 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.259559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] Pushing event updated for resources: {'Network': ['ID=0ee42dbf-6344-4f88-9d07-ec687f2cad0b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:56.277017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 0ee42dbf-6344-4f88-9d07-ec687f2cad0b details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:10:56.380303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=452f8a34-1129-450d-9c24-46cb95af9a9b,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:56.386275 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4823d166-cd79-46ef-afce-081d980acee3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5659289 Apr 18 21:10:56.389077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38152) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:56.394837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Request body: {'subnet': {'network_id': '0ee42dbf-6344-4f88-9d07-ec687f2cad0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-989277366-subnet', 'tenant_id': '3f3667b000d347d9b302cbb424a5746b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:56.407814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:56.421967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Usage tracker for resource:subnet and tenant:3f3667b000d347d9b302cbb424a5746b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:56.434891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:56.441410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:56.497766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Checking segment: {'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:56.498170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Network hostable DHCP agents. Network: 8620c584-bed6-426c-b8c4-9f719358c4c5, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:10:56.540675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'name': 'tempest-TaggedBootDevicesTest-831515503-router', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a236975d-9402-4b79-95df-4df15e84750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:30Z', 'updated_at': '2022-04-18T21:10:39Z', 'revision_number': 4, 'project_id': '4b989aec231d436bb845e65766d4cdb4', 'gw_port': {'id': 'a236975d-9402-4b79-95df-4df15e84750c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:32Z', 'updated_at': '2022-04-18T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '357e50b4-7407-4513-bc06-ca9056e0f050', 'name': '', 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'mac_address': 'fa:16:3e:8d:96:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d9df8fa-6aea-4e62-a5dc-4ac358e36f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:37Z', 'updated_at': '2022-04-18T21:10:40Z', 'revision_number': 2, 'project_id': '4b989aec231d436bb845e65766d4cdb4', 'subnets': [{'id': '9d9df8fa-6aea-4e62-a5dc-4ac358e36f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:56.550171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Checking router: c5997093-d110-4bb9-acc1-57928138b1cb for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:10:56.550521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Updating router c5997093-d110-4bb9-acc1-57928138b1cb port 357e50b4-7407-4513-bc06-ca9056e0f050 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:10:56.560402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115f6a3-08ec-456a-9f2b-8cceb10a10f0 req-7eb984d9-e9f7-4688-b5b4-55cb50fc64fb tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:56.562733 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d115f6a3-08ec-456a-9f2b-8cceb10a10f0 req-7eb984d9-e9f7-4688-b5b4-55cb50fc64fb tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 945 time: 0.1623564 Apr 18 21:10:56.626398 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.634925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Made reservation on behalf of 3f3667b000d347d9b302cbb424a5746b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:56.634925 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.644865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d115f6a3-08ec-456a-9f2b-8cceb10a10f0 req-46b40c61-84f2-4f50-bc7f-2b6d1a38f291 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734744 Apr 18 21:10:56.764745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Network 8620c584-bed6-426c-b8c4-9f719358c4c5 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:10:56.815345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c5bb-90dd-46b4-acf7-f1cf420c9d3d req-951f7620-c516-4e02-942f-8b3849056fb9 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:56.817055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b111c5bb-90dd-46b4-acf7-f1cf420c9d3d req-951f7620-c516-4e02-942f-8b3849056fb9 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 950 time: 0.1183808 Apr 18 21:10:56.953989 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b111c5bb-90dd-46b4-acf7-f1cf420c9d3d req-581c26cb-07f8-4a7b-9ba4-8d9e17686aa2 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309719 Apr 18 21:10:56.956634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 8620c584-bed6-426c-b8c4-9f719358c4c5) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:56.964892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:56.965491 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.043459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3fe43-2d13-4f08-9335-ab47cc6f7f67 req-1a81973f-6357-4a11-a5e7-59412a2bb611 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:57.045212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5de3fe43-2d13-4f08-9335-ab47cc6f7f67 req-1a81973f-6357-4a11-a5e7-59412a2bb611 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 945 time: 0.2006533 Apr 18 21:10:57.049458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e767baa-2981-4640-8f62-00393d460d11 None None] Network 8620c584-bed6-426c-b8c4-9f719358c4c5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:57.061679 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38170) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:57.069782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ff179398-fbfd-4bd4-96f7-b4994e159041 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Request body: {'floatingip': {'port_id': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:57.115364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-70485f88-da3e-4178-b1bc-ed98a7272c6b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5609775 Apr 18 21:10:57.192680 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f7269-d482-4737-a510-fc2c7e3979e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:57.198426 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.276667 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-93f4b2fd-3dfc-4d6b-a221-7064141acffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.293979 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff179398-fbfd-4bd4-96f7-b4994e159041 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.414662 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5034ce-2152-43db-b234-e66e04b5ce58'] response: {'server_uuid': 'eb4f7269-d482-4737-a510-fc2c7e3979e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5', 'code': 200} Apr 18 21:10:57.486808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2608438-23ce-419a-873b-6fbc09561367,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:57.491333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Checking segment: {'id': 'dd4ad0a1-4271-4af8-9938-e8f66e1e6a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0ee42dbf-6344-4f88-9d07-ec687f2cad0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:57.492279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Network hostable DHCP agents. Network: 0ee42dbf-6344-4f88-9d07-ec687f2cad0b, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:10:57.588882 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.638644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Transition to ACTIVE for port object 357e50b4-7407-4513-bc06-ca9056e0f050 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:57.659347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfb09e1-1adf-44ea-ae40-9b5c2d42189c None None] Network 8620c584-bed6-426c-b8c4-9f719358c4c5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:57.781543 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.823651 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84d073d0-7ad2-48db-96af-7031a5e24c0d req-c5b99ccd-3ac1-42f3-bb57-600ca0de4146 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 1101 time: 0.3334155 Apr 18 21:10:57.839613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Network 0ee42dbf-6344-4f88-9d07-ec687f2cad0b is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:10:57.961348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84d073d0-7ad2-48db-96af-7031a5e24c0d req-6fa9e0db-e56b-4a6f-b823-f76b53463f00 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302814 Apr 18 21:10:57.985847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 0ee42dbf-6344-4f88-9d07-ec687f2cad0b) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:58.012582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:58.013771 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.031724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a42d44f-99e2-469a-a99d-d5cf0db8f6f8 None None] Network 0ee42dbf-6344-4f88-9d07-ec687f2cad0b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:58.060076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9387738-0c92-4158-bc96-d0b6c36bee13 None None] Pushing event updated for resources: {'Port': ['ID=357e50b4-7407-4513-bc06-ca9056e0f050,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:58.365466 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.386342 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1b059db7-a1b5-4f3f-93b3-faa0558d676b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9960825 Apr 18 21:10:58.493981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6b491336-8ec7-4269-a4c4-87db833d3f64 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:58.496386 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6b491336-8ec7-4269-a4c4-87db833d3f64 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/networks?id=8620c584-bed6-426c-b8c4-9f719358c4c5 HTTP/1.1" status: 200 len: 818 time: 0.2769032 Apr 18 21:10:58.528420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae3e95-73dd-4957-bb54-3fed3d5e0b97 req-ad614896-684f-43cf-997e-7830c8201f66 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:58.535473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0ae3e95-73dd-4957-bb54-3fed3d5e0b97 req-ad614896-684f-43cf-997e-7830c8201f66 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 950 time: 0.2304103 Apr 18 21:10:58.556967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-27dfad34-9ab2-40ec-86ca-d2590b75db0a tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/quotas/e835de4c3531417c818ee702d19434a8 HTTP/1.1" status: 200 len: 375 time: 0.0506613 Apr 18 21:10:58.606054 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff179398-fbfd-4bd4-96f7-b4994e159041 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.634418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-66f1cce5-80ad-478f-a388-f692b7e619f7 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e835de4c3531417c818ee702d19434a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671818 Apr 18 21:10:58.678950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7dd287fb-131f-4040-baab-176e5d386ad2 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:10:58.732877 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0ae3e95-73dd-4957-bb54-3fed3d5e0b97 req-c3955907-0f3a-415d-88ad-da1d78b610e9 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964157 Apr 18 21:10:58.843011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-5552cb44-c0b1-492a-9a96-343ba4565f9a service neutron] 10.222.0.11 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072186 Apr 18 21:10:58.956423 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff179398-fbfd-4bd4-96f7-b4994e159041 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.038493 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-9ea0ec27-aaaf-4ab2-b18b-46841d3cb2ce service neutron] 10.222.0.11 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869762 Apr 18 21:10:59.077930 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b61815-5cc0-4b3b-b481-acc5d8e24ce9 None None] Network 0ee42dbf-6344-4f88-9d07-ec687f2cad0b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:59.098737 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.107604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Attempting to bind port 357e50b4-7407-4513-bc06-ca9056e0f050 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:59.111619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Attempting to bind port 357e50b4-7407-4513-bc06-ca9056e0f050 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a6740804-338e-4600-93e4-d9d91ec5c004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:59.111619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Attempting to bind port 357e50b4-7407-4513-bc06-ca9056e0f050 on network 43c6805d-05f9-4167-8c70-a8a093559eaf {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:59.247089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:59.248974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Checking segment: {'id': 'a6740804-338e-4600-93e4-d9d91ec5c004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:59.253178 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.258182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Bound using segment: {'id': 'a6740804-338e-4600-93e4-d9d91ec5c004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:59.258970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Bound port: 357e50b4-7407-4513-bc06-ca9056e0f050, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6740804-338e-4600-93e4-d9d91ec5c004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:59.259694 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.393270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7dd287fb-131f-4040-baab-176e5d386ad2, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7dd287fb-131f-4040-baab-176e5d386ad2,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:59.437838 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-ff179398-fbfd-4bd4-96f7-b4994e159041 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Floating IP 2d13d06a-66c8-49dd-a055-a84277749f2d associated. External IP: 172.25.3.238, port: e1e1ac83-2922-4e3f-b7a3-5a8453be0f02. Apr 18 21:10:59.469193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '7dd287fb-131f-4040-baab-176e5d386ad2', 'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'port_id': '7dd287fb-131f-4040-baab-176e5d386ad2', 'mac_address': 'fa:16:3e:b5:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec1ace3-cc09-4f8a-9186-ef51b9088048', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:10:59.681488 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] For port 357e50b4-7407-4513-bc06-ca9056e0f050, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:59.697628 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] For port 357e50b4-7407-4513-bc06-ca9056e0f050, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=357e50b4-7407-4513-bc06-ca9056e0f050,segment=NetworkSegment(a6740804-338e-4600-93e4-d9d91ec5c004),segment_id=a6740804-338e-4600-93e4-d9d91ec5c004)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:59.705988 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.790945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dd287fb-131f-4040-baab-176e5d386ad2 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:59.817064 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.865076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-a57cb663-1aac-43f7-9e80-eea81a0c4294 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:59.880733 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-a57cb663-1aac-43f7-9e80-eea81a0c4294 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 808 time: 0.3932595 Apr 18 21:10:59.921576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-d99f7b19-e95b-4b0a-9946-7e8d4d5f85c5 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/quotas/8df5d4aa6d254fe4a784472e6df45d7c HTTP/1.1" status: 200 len: 375 time: 0.0398750 Apr 18 21:10:59.991629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7dd287fb-131f-4040-baab-176e5d386ad2, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7dd287fb-131f-4040-baab-176e5d386ad2,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:00.045427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Routers {'c5997093-d110-4bb9-acc1-57928138b1cb'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:00.046606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:10:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5997093-d110-4bb9-acc1-57928138b1cb'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:00.058186 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-181f4a4d-9d8b-4d47-8c62-368301c513cd tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1352732 Apr 18 21:11:00.180194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38258) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:00.208364 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.415044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff179398-fbfd-4bd4-96f7-b4994e159041 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Router 65893c07-ff32-40c5-9fcf-eab2fb501859 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:00.460717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 923bcb41-9656-4b67-b59e-f14bde21303e details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:11:00.477290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9387738-0c92-4158-bc96-d0b6c36bee13 None None] Pushing event updated for resources: {'Port': ['ID=357e50b4-7407-4513-bc06-ca9056e0f050,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:00.489733 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-37aacb38-a478-4145-b951-7bfcb19e32f6 service neutron] 10.222.0.11 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304802 Apr 18 21:11:00.749317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ee81d038-e32e-47c1-8e97-51a19b22da80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.758541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['7dd287fb-131f-4040-baab-176e5d386ad2'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:11:00.823718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ee81d038-e32e-47c1-8e97-51a19b22da80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:00.834728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ee81d038-e32e-47c1-8e97-51a19b22da80 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee3dd3f27b04831bab9da202b2cc2a3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:00.842232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ee81d038-e32e-47c1-8e97-51a19b22da80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:00.856053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ee81d038-e32e-47c1-8e97-51a19b22da80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:00.863374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-0a7b507d-2444-4082-8d7f-32f8fd3a3e9f service neutron] 10.222.0.11 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726757 Apr 18 21:11:00.929596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c3ff0-9cb5-4484-994d-363568b6a8b9 req-f4f8c1b1-3bc3-4d6d-bff9-fd8bf6eef381 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:00.935345 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ff3c3ff0-9cb5-4484-994d-363568b6a8b9 req-f4f8c1b1-3bc3-4d6d-bff9-fd8bf6eef381 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 950 time: 0.2405019 Apr 18 21:11:00.975420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=7dd287fb-131f-4040-baab-176e5d386ad2,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:00.991720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:01.013076 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.032969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '923bcb41-9656-4b67-b59e-f14bde21303e', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '923bcb41-9656-4b67-b59e-f14bde21303e', 'mac_address': 'fa:16:3e:72:d8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:11:01.043643 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ff3c3ff0-9cb5-4484-994d-363568b6a8b9 req-f06157d2-b53f-42a1-8fa2-d1da445d9373 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982976 Apr 18 21:11:01.049104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] Set router c5997093-d110-4bb9-acc1-57928138b1cb gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:01.103690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ee81d038-e32e-47c1-8e97-51a19b22da80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.186092 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ee81d038-e32e-47c1-8e97-51a19b22da80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.194566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff179398-fbfd-4bd4-96f7-b4994e159041 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:01.211375 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b445d-135e-45c3-89b1-a59b13ca654e None None] Sync routers for ids ['65893c07-ff32-40c5-9fcf-eab2fb501859'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:11:01.236945 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b445d-135e-45c3-89b1-a59b13ca654e None None] Routers {'65893c07-ff32-40c5-9fcf-eab2fb501859'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:01.238337 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a36b445d-135e-45c3-89b1-a59b13ca654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:10:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['65893c07-ff32-40c5-9fcf-eab2fb501859'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:01.312422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.411644 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff179398-fbfd-4bd4-96f7-b4994e159041 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.534839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81d038-e32e-47c1-8e97-51a19b22da80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c22043-ecb6-4379-9a45-b5c2d2ba0a5f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:01.564091 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ee81d038-e32e-47c1-8e97-51a19b22da80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ee3dd3f27b04831bab9da202b2cc2a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3822289 Apr 18 21:11:01.570732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38306) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:01.615072 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ff179398-fbfd-4bd4-96f7-b4994e159041 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "PUT /v2.0/floatingips/2d13d06a-66c8-49dd-a055-a84277749f2d HTTP/1.1" status: 200 len: 991 time: 4.5521340 Apr 18 21:11:01.619512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1c903c4-47d5-4cc6-9746-e3dc1421ace1 req-9ae65660-1e65-46b1-bdf6-0fdd3de92b3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 210 time: 0.1756041 Apr 18 21:11:01.621894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'tag': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:01.740904 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b16cdb8-76ed-4904-a232-b4a752b4d4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.762764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923bcb41-9656-4b67-b59e-f14bde21303e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:01.789717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:01.890990 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b16cdb8-76ed-4904-a232-b4a752b4d4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.901153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'name': 'tempest-TaggedBootDevicesTest-831515503-router', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a236975d-9402-4b79-95df-4df15e84750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:30Z', 'updated_at': '2022-04-18T21:10:39Z', 'revision_number': 4, 'project_id': '4b989aec231d436bb845e65766d4cdb4', 'gw_port': {'id': 'a236975d-9402-4b79-95df-4df15e84750c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:32Z', 'updated_at': '2022-04-18T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '357e50b4-7407-4513-bc06-ca9056e0f050', 'name': '', 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'mac_address': 'fa:16:3e:8d:96:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d9df8fa-6aea-4e62-a5dc-4ac358e36f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:37Z', 'updated_at': '2022-04-18T21:10:59Z', 'revision_number': 4, 'project_id': '4b989aec231d436bb845e65766d4cdb4', 'subnets': [{'id': '9d9df8fa-6aea-4e62-a5dc-4ac358e36f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:01.912023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba49af-fd5c-417f-baf4-5b39353a2651 None None] The sync data for ids ['c5997093-d110-4bb9-acc1-57928138b1cb'] in n-d-836017-3 is: [{'id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'name': 'tempest-TaggedBootDevicesTest-831515503-router', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a236975d-9402-4b79-95df-4df15e84750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:30Z', 'updated_at': '2022-04-18T21:10:39Z', 'revision_number': 4, 'project_id': '4b989aec231d436bb845e65766d4cdb4', 'gw_port': {'id': 'a236975d-9402-4b79-95df-4df15e84750c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:32Z', 'updated_at': '2022-04-18T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '357e50b4-7407-4513-bc06-ca9056e0f050', 'name': '', 'network_id': '43c6805d-05f9-4167-8c70-a8a093559eaf', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'mac_address': 'fa:16:3e:8d:96:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d9df8fa-6aea-4e62-a5dc-4ac358e36f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:37Z', 'updated_at': '2022-04-18T21:10:59Z', 'revision_number': 4, 'project_id': '4b989aec231d436bb845e65766d4cdb4', 'subnets': [{'id': '9d9df8fa-6aea-4e62-a5dc-4ac358e36f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:11:01.921176 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.032539 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9eacac0-2e4f-4712-ab7b-c0781d0edc3c req-fcd0f360-f8e9-4749-94e6-792029f13ecb tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 210 time: 0.2329264 Apr 18 21:11:02.054719 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-a36b445d-135e-45c3-89b1-a59b13ca654e None None] Set router 65893c07-ff32-40c5-9fcf-eab2fb501859 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:02.202263 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b16cdb8-76ed-4904-a232-b4a752b4d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.248061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16cdb8-76ed-4904-a232-b4a752b4d4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c22043-ecb6-4379-9a45-b5c2d2ba0a5f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:02.309706 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b16cdb8-76ed-4904-a232-b4a752b4d4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.318787 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1b16cdb8-76ed-4904-a232-b4a752b4d4a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15c22043-ecb6-4379-9a45-b5c2d2ba0a5f HTTP/1.1" status: 204 len: 168 time: 0.7471886 Apr 18 21:11:02.502473 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['923bcb41-9656-4b67-b59e-f14bde21303e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:11:02.537277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973adecb-9b4f-41de-8952-1134bfd778c6 req-b2ccd34f-9876-4235-b64e-b43d098c7db2 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:02.545305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-973adecb-9b4f-41de-8952-1134bfd778c6 req-b2ccd34f-9876-4235-b64e-b43d098c7db2 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 945 time: 0.2841785 Apr 18 21:11:02.676375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-973adecb-9b4f-41de-8952-1134bfd778c6 req-19018b04-7177-4bff-aaf7-3643e5070951 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217182 Apr 18 21:11:02.694727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7dd287fb-131f-4040-baab-176e5d386ad2 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:02.850411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 357e50b4-7407-4513-bc06-ca9056e0f050 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:02.924020 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc048550-43db-44d6-b75f-1154a7283d7d'] response: {'name': 'network-changed', 'server_uuid': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'tag': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02', 'status': 'completed', 'code': 200} Apr 18 21:11:03.032148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=923bcb41-9656-4b67-b59e-f14bde21303e,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:03.131163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 357e50b4-7407-4513-bc06-ca9056e0f050 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:03.367578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 357e50b4-7407-4513-bc06-ca9056e0f050 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:03.368089 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:03.394355 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41911dae-f4e8-4ebd-82e1-424b76012aae req-ac3211ce-2e92-4572-a3cd-72c181d0b9c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adaffb00700e4f07bd500caf90d0fa4d&device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 1096 time: 0.3971982 Apr 18 21:11:03.492858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 7dd287fb-131f-4040-baab-176e5d386ad2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:03.494453 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:03.556112 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a36b445d-135e-45c3-89b1-a59b13ca654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:10:09Z', 'revision_number': 4, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '2d13d06a-66c8-49dd-a055-a84277749f2d', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'port_id': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'mac_address': 'fa:16:3e:1a:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:24Z', 'updated_at': '2022-04-18T21:10:58Z', 'revision_number': 1, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c156a3ae-7ae5-453d-a79c-a8a039d410d6', 'name': '', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'mac_address': 'fa:16:3e:2f:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:23Z', 'revision_number': 5, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'subnets': [{'id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:03.583863 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b445d-135e-45c3-89b1-a59b13ca654e None None] Checking router: 65893c07-ff32-40c5-9fcf-eab2fb501859 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:11:03.628718 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b445d-135e-45c3-89b1-a59b13ca654e None None] Routers {'65893c07-ff32-40c5-9fcf-eab2fb501859'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:03.630736 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a36b445d-135e-45c3-89b1-a59b13ca654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:10:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['65893c07-ff32-40c5-9fcf-eab2fb501859'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:03.729397 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:03.855464 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:03.870512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b3f1214-77f9-4dcc-8393-cc2aba7b3e28 req-fc7a0127-b831-4208-bc4b-f07b9c44b8b7 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 210 time: 0.3721397 Apr 18 21:11:04.209885 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 357e50b4-7407-4513-bc06-ca9056e0f050, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=357e50b4-7407-4513-bc06-ca9056e0f050,segment=NetworkSegment(a6740804-338e-4600-93e4-d9d91ec5c004),segment_id=a6740804-338e-4600-93e4-d9d91ec5c004)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:04.365896 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6df6a8dc-3bb2-4239-87e4-1bc0a62aa503 req-0ee332b5-4e51-4f4c-830c-7fd084a33836 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 210 time: 0.4919031 Apr 18 21:11:04.387333 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.468573 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-a36b445d-135e-45c3-89b1-a59b13ca654e None None] Set router 65893c07-ff32-40c5-9fcf-eab2fb501859 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:04.489993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41911dae-f4e8-4ebd-82e1-424b76012aae req-368e7d98-570c-44a1-b7e0-a59d18e6be80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:04.493125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7dd287fb-131f-4040-baab-176e5d386ad2, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7dd287fb-131f-4040-baab-176e5d386ad2,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:04.494699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41911dae-f4e8-4ebd-82e1-424b76012aae req-368e7d98-570c-44a1-b7e0-a59d18e6be80 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4ac22da-8ac9-4bb0-bb16-93357918a60f HTTP/1.1" status: 200 len: 912 time: 1.1020722 Apr 18 21:11:04.496143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7c55c5-a7bd-4993-91f7-9712b8b543dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd287fb-131f-4040-baab-176e5d386ad2'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:04.820355 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41911dae-f4e8-4ebd-82e1-424b76012aae req-3bd58dd9-7c09-442b-838f-dc86ad941e5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 HTTP/1.1" status: 200 len: 999 time: 0.3179944 Apr 18 21:11:04.917835 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.921261 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.986153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f56ad3a-b0da-4b85-b647-f4311b805e9d req-6097c2f4-8646-4e1e-92e4-2267ed647d49 tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d&device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b&device_id=9e4e0b9d-a998-44f5-a8f3-046243ccfede&device_id=e24e53a8-a9be-42fb-9bf1-4e707c6da778&device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7&device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c&device_id=f1476708-5472-42fe-aae4-6736f262967d&device_id=b0858461-f656-4a99-858f-997e40009c36&device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd&device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 5545 time: 0.2814436 Apr 18 21:11:05.031452 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c0cace-684f-45f8-8d93-adb365af8a53'] response: {'server_uuid': '7e7c55c5-a7bd-4993-91f7-9712b8b543dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd287fb-131f-4040-baab-176e5d386ad2', 'code': 200} Apr 18 21:11:05.091076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41911dae-f4e8-4ebd-82e1-424b76012aae req-02f0b708-bba9-4a09-b719-7fcb25b627ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:05.096953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41911dae-f4e8-4ebd-82e1-424b76012aae req-02f0b708-bba9-4a09-b719-7fcb25b627ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1b2a7ce-af51-40f6-93b3-a101cdc2420c HTTP/1.1" status: 200 len: 850 time: 0.2648623 Apr 18 21:11:05.105033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9f56ad3a-b0da-4b85-b647-f4311b805e9d req-1e9ef3bc-b4b9-41ed-b3c0-ad05be6e8718 tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:05.116985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=357e50b4-7407-4513-bc06-ca9056e0f050,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:05.277413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=7dd287fb-131f-4040-baab-176e5d386ad2,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:05.522283 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-145353de-36fc-4ac9-8b5f-d5b3e7d540b5 req-e92cff24-1aa0-4c39-a589-de753f604b1c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 210 time: 0.1898212 Apr 18 21:11:05.573981 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a36b445d-135e-45c3-89b1-a59b13ca654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:10:09Z', 'revision_number': 4, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '2d13d06a-66c8-49dd-a055-a84277749f2d', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'port_id': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'mac_address': 'fa:16:3e:1a:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:24Z', 'updated_at': '2022-04-18T21:10:58Z', 'revision_number': 1, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c156a3ae-7ae5-453d-a79c-a8a039d410d6', 'name': '', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'mac_address': 'fa:16:3e:2f:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:23Z', 'revision_number': 5, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'subnets': [{'id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:05.583669 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b445d-135e-45c3-89b1-a59b13ca654e None None] The sync data for ids ['65893c07-ff32-40c5-9fcf-eab2fb501859'] in n-d-836017-3 is: [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:10:09Z', 'revision_number': 4, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '2d13d06a-66c8-49dd-a055-a84277749f2d', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'port_id': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'mac_address': 'fa:16:3e:1a:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:24Z', 'updated_at': '2022-04-18T21:10:58Z', 'revision_number': 1, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c156a3ae-7ae5-453d-a79c-a8a039d410d6', 'name': '', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'mac_address': 'fa:16:3e:2f:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:23Z', 'revision_number': 5, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'subnets': [{'id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:11:05.603850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-9f56ad3a-b0da-4b85-b647-f4311b805e9d req-1e9ef3bc-b4b9-41ed-b3c0-ad05be6e8718 tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:05.623090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-9f56ad3a-b0da-4b85-b647-f4311b805e9d req-1e9ef3bc-b4b9-41ed-b3c0-ad05be6e8718 tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] Usage tracker for resource:security_group_rule and tenant:472b1ebbf9c040fba9cc0f35a2d94fdd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:05.632629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-9f56ad3a-b0da-4b85-b647-f4311b805e9d req-1e9ef3bc-b4b9-41ed-b3c0-ad05be6e8718 tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:05.657199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-9f56ad3a-b0da-4b85-b647-f4311b805e9d req-1e9ef3bc-b4b9-41ed-b3c0-ad05be6e8718 tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:06.003472 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-374c1ab8-45f2-4373-ab1f-d55e907bda93 req-1f7da6d3-5817-489a-92fb-6319af63e013 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 210 time: 0.0970068 Apr 18 21:11:06.050260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41911dae-f4e8-4ebd-82e1-424b76012aae req-03395820-a917-4676-a98d-3ae301fd2584 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4ac22da-8ac9-4bb0-bb16-93357918a60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8869579 Apr 18 21:11:06.164173 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9f56ad3a-b0da-4b85-b647-f4311b805e9d req-1e9ef3bc-b4b9-41ed-b3c0-ad05be6e8718 tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.172926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38396) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:06.267885 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9f56ad3a-b0da-4b85-b647-f4311b805e9d req-1e9ef3bc-b4b9-41ed-b3c0-ad05be6e8718 tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.401895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6b15c283-293d-479c-a329-beefd03bd6ed tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:06.402730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6b15c283-293d-479c-a329-beefd03bd6ed tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Synchronizing usage tracker for tenant:e835de4c3531417c818ee702d19434a8 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:11:06.424082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 923bcb41-9656-4b67-b59e-f14bde21303e up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:06.469061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f56ad3a-b0da-4b85-b647-f4311b805e9d req-1e9ef3bc-b4b9-41ed-b3c0-ad05be6e8718 tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 1.4651620 Apr 18 21:11:06.506180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6b15c283-293d-479c-a329-beefd03bd6ed tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Unset dirty status for tenant:e835de4c3531417c818ee702d19434a8 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:11:06.509985 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6b15c283-293d-479c-a329-beefd03bd6ed tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.26 "GET /v2.0/networks?id=8620c584-bed6-426c-b8c4-9f719358c4c5 HTTP/1.1" status: 200 len: 818 time: 0.4150264 Apr 18 21:11:06.518016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ef3bc-b4b9-41ed-b3c0-ad05be6e8718 tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916a8b42-4b96-488b-ae3e-768328448db5,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:06.530294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Request body: {'port': {'device_id': 'e24e53a8-a9be-42fb-9bf1-4e707c6da778', 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5', 'admin_state_up': True, 'tenant_id': 'e835de4c3531417c818ee702d19434a8'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:06.606659 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41911dae-f4e8-4ebd-82e1-424b76012aae req-5c7aaab8-4f7a-4b7a-b0e8-a921132ac1de service neutron] 10.222.0.59 "GET /v2.0/networks/b4ac22da-8ac9-4bb0-bb16-93357918a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476778 Apr 18 21:11:06.723316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 923bcb41-9656-4b67-b59e-f14bde21303e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:06.723678 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:07.079870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-891440310-network', 'tenant_id': 'af748b8029ea400c995ba35f34f12da7'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:07.179634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 357e50b4-7407-4513-bc06-ca9056e0f050 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:07.240668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:07.248065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Usage tracker for resource:port and tenant:e835de4c3531417c818ee702d19434a8 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:07.254185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:07.263061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:07.338406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4e897010-06d5-443a-bdcc-be302408cf2d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:07.339879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4e897010-06d5-443a-bdcc-be302408cf2d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.59 "GET /v2.0/networks?id=8620c584-bed6-426c-b8c4-9f719358c4c5 HTTP/1.1" status: 200 len: 818 time: 0.3259723 Apr 18 21:11:07.348461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:07.369655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Usage tracker for resource:network and tenant:af748b8029ea400c995ba35f34f12da7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:07.379165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Made reservation on behalf of e835de4c3531417c818ee702d19434a8 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:07.384243 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:07.455241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-150d2813-b369-4b65-b972-27f7b75dfbc2 req-732f9989-fe70-4564-9435-1b225442caf5 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 210 time: 0.4515557 Apr 18 21:11:07.480262 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:07.498465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:07.518485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:07.542756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41911dae-f4e8-4ebd-82e1-424b76012aae req-e458ecc9-ef28-4852-9f5b-7d5eb53ea05d service neutron] 10.222.0.59 "GET /v2.0/networks/b4ac22da-8ac9-4bb0-bb16-93357918a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9296191 Apr 18 21:11:07.550841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Request body: {'port': {'device_id': '41c457b9-9fd4-4bbb-8d38-f87e8043179b', 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5', 'admin_state_up': True, 'tenant_id': 'e835de4c3531417c818ee702d19434a8'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:07.577705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:07.588319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 357e50b4-7407-4513-bc06-ca9056e0f050 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:07.588984 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:07.650074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:07.751546 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:07.881355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Allocated IP 172.20.0.8 (8620c584-bed6-426c-b8c4-9f719358c4c5/452f8a34-1129-450d-9c24-46cb95af9a9b/e4969641-4896-40e8-b75e-893810e32828) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:08.107216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=923bcb41-9656-4b67-b59e-f14bde21303e,revision_number=10']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:08.236887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Made reservation on behalf of af748b8029ea400c995ba35f34f12da7 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:08.243654 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.320534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af9d3337-d0e9-4402-9d64-7336d8baf0d3 req-ba103fad-6b5e-4919-a014-289b3647f7b0 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 210 time: 0.7216594 Apr 18 21:11:08.411100 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.483056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.531034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:08.555210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Usage tracker for resource:port and tenant:e835de4c3531417c818ee702d19434a8 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:08.588757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:08.605896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:08.635957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:08.641284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Usage tracker for resource:security_group_rule and tenant:af748b8029ea400c995ba35f34f12da7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:08.644945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:08.648378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.655579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:08.868844 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c072479-db7c-43a8-844f-d83f463e0156'] response: {'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e', 'code': 200} Apr 18 21:11:09.008864 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.014531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Network 8620c584-bed6-426c-b8c4-9f719358c4c5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:09.018483 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:09.032330 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:09.089492 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.146891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Pushing event updated for resources: {'Port': ['ID=e4969641-4896-40e8-b75e-893810e32828,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:09.148129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80812644-26d6-410d-854b-8205056d0375 None None] New status for floating IP 2d13d06a-66c8-49dd-a055-a84277749f2d: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:11:09.192262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:09.193223 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.204537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Made reservation on behalf of e835de4c3531417c818ee702d19434a8 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:09.219797 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.271325 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2226b82c-51e4-4921-85d3-e86627ae4c3b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7483110 Apr 18 21:11:09.287756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Request body: {'port': {'device_id': 'e24e53a8-a9be-42fb-9bf1-4e707c6da778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:09.535687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-4a541dfd-4b77-47f9-b138-887cc1a59523 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:09.538970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-4a541dfd-4b77-47f9-b138-887cc1a59523 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.26 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 808 time: 2.1865370 Apr 18 21:11:09.539946 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.580851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:11:09.609862 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.610454 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Added segment 803bff9a-6434-4e46-8125-bd5d03cce27e of type vlan for network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 Apr 18 21:11:09.672929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.746056 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.848092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Request body: {'port': {'device_id': 'e6ede67c-6616-4aa2-a8af-4fe73245c04d', 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc', 'admin_state_up': True, 'tenant_id': '8df5d4aa6d254fe4a784472e6df45d7c'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:09.964472 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c92bea5-8cc3-4779-9743-3b05b43a08e4 req-c1d131c4-74f9-40cd-ae3c-d9bb3e9a4b3f tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 210 time: 0.6754804 Apr 18 21:11:09.983987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6ab6fb6-af42-4fae-b327-38608d9ea358 req-29659ddc-b03d-4b59-ae6f-472a7147bc3f tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7&device_id=f1476708-5472-42fe-aae4-6736f262967d&device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 2884 time: 1.6607447 Apr 18 21:11:10.399464 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:11:10.587796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:10.665599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:10.678008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:10.679618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:10.684969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:10.685367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:10.685736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:10.687273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:10.687621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:10.687967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:10.688272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:10.688596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:10.744788 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77412085-1886-4284-ac17-adf6c2889bf0 req-dd7af956-4bcd-47f0-bc5f-580d995977f1 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 210 time: 0.3330879 Apr 18 21:11:10.776965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4969641-4896-40e8-b75e-893810e32828 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:10.797158 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:10.833325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Transition to ACTIVE for port object e4969641-4896-40e8-b75e-893810e32828 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:10.874094 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6ab6fb6-af42-4fae-b327-38608d9ea358 req-1e7ac70e-f5b6-4b47-be31-042cc3d0897b tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8883333 Apr 18 21:11:10.874806 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:10.875659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:10.883101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:10.944664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.123797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] Pushing event updated for resources: {'Network': ['ID=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:11.131655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-5982a4ea-1ec8-480c-8242-9e5e9d63de56 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:11.134481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-5982a4ea-1ec8-480c-8242-9e5e9d63de56 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.26 "GET /v2.0/networks?id=8620c584-bed6-426c-b8c4-9f719358c4c5 HTTP/1.1" status: 200 len: 818 time: 2.0349801 Apr 18 21:11:11.135966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:11:11.245353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b72e7d41-15ea-4935-b658-809c8233b53b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 5.0661967 Apr 18 21:11:11.287405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Pushing event updated for resources: {'Port': ['ID=e4969641-4896-40e8-b75e-893810e32828,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:11.287668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Request body: {'port': {'device_id': '9e4e0b9d-a998-44f5-a8f3-046243ccfede', 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5', 'admin_state_up': True, 'tenant_id': 'e835de4c3531417c818ee702d19434a8'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:11.291462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38482) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:11.306522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Request body: {'subnet': {'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-891440310-subnet', 'tenant_id': 'af748b8029ea400c995ba35f34f12da7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:11.327860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:11.364126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Usage tracker for resource:subnet and tenant:af748b8029ea400c995ba35f34f12da7 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:11.369661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:11.378520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:11.630360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Made reservation on behalf of af748b8029ea400c995ba35f34f12da7 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:11.633385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.651924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:11.708122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Usage tracker for resource:port and tenant:8df5d4aa6d254fe4a784472e6df45d7c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:11.828264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Attempting to bind port e4969641-4896-40e8-b75e-893810e32828 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:11.829337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Attempting to bind port e4969641-4896-40e8-b75e-893810e32828 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:11.829982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Attempting to bind port e4969641-4896-40e8-b75e-893810e32828 on network 8620c584-bed6-426c-b8c4-9f719358c4c5 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:11.835692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:11.840798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Port e4969641-4896-40e8-b75e-893810e32828 on network 8620c584-bed6-426c-b8c4-9f719358c4c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:11:11.843912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Attempting to bind port e4969641-4896-40e8-b75e-893810e32828 on network 8620c584-bed6-426c-b8c4-9f719358c4c5 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:11.848359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Usage tracker for resource:port and tenant:e835de4c3531417c818ee702d19434a8 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:11.856083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:11.868900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:11.879790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:11.889934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Checking segment: {'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:11.889934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Bound using segment: {'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:11.889934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Bound port: e4969641-4896-40e8-b75e-893810e32828, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:11.889934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.890390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:11.890390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-97cc5328-ba97-4c41-a8d1-f8dcfd12d93f req-eb9c45f5-aa6a-44b2-8df6-719fae888974 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Synchronizing usage tracker for tenant:e835de4c3531417c818ee702d19434a8 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:11:11.898119 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Allocated IP 172.20.0.2 (8620c584-bed6-426c-b8c4-9f719358c4c5/452f8a34-1129-450d-9c24-46cb95af9a9b/249b38f5-29cc-43a5-94c3-a569af017521) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:11.900879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:11.987673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Made reservation on behalf of e835de4c3531417c818ee702d19434a8 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:11.990785 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.027284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Made reservation on behalf of 8df5d4aa6d254fe4a784472e6df45d7c for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:12.030278 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.202686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] For port e4969641-4896-40e8-b75e-893810e32828, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:12.222387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] For port e4969641-4896-40e8-b75e-893810e32828, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e4969641-4896-40e8-b75e-893810e32828,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:12.312682 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.384270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-97cc5328-ba97-4c41-a8d1-f8dcfd12d93f req-eb9c45f5-aa6a-44b2-8df6-719fae888974 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Unset dirty status for tenant:e835de4c3531417c818ee702d19434a8 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:11:12.400458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97cc5328-ba97-4c41-a8d1-f8dcfd12d93f req-eb9c45f5-aa6a-44b2-8df6-719fae888974 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 210 time: 0.7581301 Apr 18 21:11:12.506780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.512908 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] 10.222.0.26 "PUT /v2.0/ports/e4969641-4896-40e8-b75e-893810e32828 HTTP/1.1" status: 200 len: 1091 time: 3.2284164 Apr 18 21:11:12.513574 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24e53a8-a9be-42fb-9bf1-4e707c6da778', 'tag': 'e4969641-4896-40e8-b75e-893810e32828'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:12.536864 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.829978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f21fbc-0065-4364-b2f8-5aa08de99a69 service neutron] Pushing event updated for resources: {'Port': ['ID=e4969641-4896-40e8-b75e-893810e32828,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:12.900787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6eed83b-bd8b-4106-83ab-7db4459dec92,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:12.930742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Checking segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:12.931103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Network hostable DHCP agents. Network: d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:11:12.964180 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-0a3c7df2-2cf3-44e5-8f8b-4ab27ab2427d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e835de4c3531417c818ee702d19434a8&device_id=e24e53a8-a9be-42fb-9bf1-4e707c6da778 HTTP/1.1" status: 200 len: 1094 time: 0.2985294 Apr 18 21:11:12.966522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18c3342a-05be-420e-a87f-d3452affa887 req-9b64d92e-13f5-4c6f-8b52-3c10efbbed55 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 210 time: 0.6051111 Apr 18 21:11:13.202697 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-2d3e99a9-281e-4c3c-a842-b36b03c951fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4969641-4896-40e8-b75e-893810e32828 HTTP/1.1" status: 200 len: 217 time: 0.2298989 Apr 18 21:11:13.203238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:11:13.252819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Allocated IP 172.20.0.8 (f0f8e2c1-9ecd-41b3-9562-674a844605cc/9836981b-e141-4c4b-841b-4312a41b0b95/65edf331-b844-4246-8fa0-db777b6b7db2) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:13.353177 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7024a2-d575-49c5-a150-d1ba6583e3a3'] response: {'name': 'network-changed', 'server_uuid': 'e24e53a8-a9be-42fb-9bf1-4e707c6da778', 'tag': 'e4969641-4896-40e8-b75e-893810e32828', 'status': 'completed', 'code': 200} Apr 18 21:11:13.363692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:13.377265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fbd382-df66-49c0-832f-30111afc725f None None] Network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:13.413950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:13.419412 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.483613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-11876bdd-af60-4a45-b636-820e5545e558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:13.485381 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-11876bdd-af60-4a45-b636-820e5545e558 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=452f8a34-1129-450d-9c24-46cb95af9a9b HTTP/1.1" status: 200 len: 858 time: 0.2631674 Apr 18 21:11:13.599375 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.630661 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-be436ce1-c270-477e-87e3-7e383756f3eb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3357968 Apr 18 21:11:13.656978 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-d8529cf8-6ffd-4e2d-9be6-8ecb38757561 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8620c584-bed6-426c-b8c4-9f719358c4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646519 Apr 18 21:11:13.976555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6631db3-3390-4de7-8e62-f63e71da61ff None None] Network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:14.031846 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-437dd470-bd32-4e8c-acc1-830fe345390c service neutron] 10.222.0.26 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572206 Apr 18 21:11:14.042500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e10e641-b3a8-428f-9d87-c08d4904a804 req-a95c4e2c-0ecb-4a66-af76-9c2ff23c15f7 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 210 time: 0.3593261 Apr 18 21:11:14.271726 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.463784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Allocated IP 172.20.0.7 (8620c584-bed6-426c-b8c4-9f719358c4c5/452f8a34-1129-450d-9c24-46cb95af9a9b/b193a123-60f8-4667-bec4-53be60152797) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:14.549732 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-76dbcaf9-dfba-4afa-b6f5-6ab4420e5453 service neutron] 10.222.0.26 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126054 Apr 18 21:11:14.757465 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.785268 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.905404 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e8872644-06bc-4617-a0ce-f073d32b0e7c req-63cc7124-cd22-4643-9e6d-a4fa1970f9d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e835de4c3531417c818ee702d19434a8&device_id=e24e53a8-a9be-42fb-9bf1-4e707c6da778 HTTP/1.1" status: 200 len: 1094 time: 0.2369070 Apr 18 21:11:14.995258 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.002503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7effe23b-d19c-4d7f-ac86-295342034025 req-dcb5e9da-5096-4290-898d-2a868b8b2e36 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 210 time: 0.2125316 Apr 18 21:11:15.135411 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Network 8620c584-bed6-426c-b8c4-9f719358c4c5 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:15.142213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Pushing event updated for resources: {'Port': ['ID=249b38f5-29cc-43a5-94c3-a569af017521,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:15.158651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:15.211159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:15.243844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8872644-06bc-4617-a0ce-f073d32b0e7c req-433fbf46-243a-4869-a717-760d628f8fd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:15.247256 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e8872644-06bc-4617-a0ce-f073d32b0e7c req-433fbf46-243a-4869-a717-760d628f8fd5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8620c584-bed6-426c-b8c4-9f719358c4c5 HTTP/1.1" status: 200 len: 919 time: 0.3353739 Apr 18 21:11:15.356049 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.414128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Network 8620c584-bed6-426c-b8c4-9f719358c4c5 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:15.430260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:15.451645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:15.546282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:15.546282 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.561797 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92552c3c-fb32-4f35-8e71-19dc2d0668a1 req-d64fe808-ed4e-465d-8f63-a16fb52834aa tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 1101 time: 0.7731438 Apr 18 21:11:15.575856 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e8872644-06bc-4617-a0ce-f073d32b0e7c req-c02ab2d5-0f1c-4478-85b8-b69834a2246f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4969641-4896-40e8-b75e-893810e32828 HTTP/1.1" status: 200 len: 217 time: 0.3221905 Apr 18 21:11:15.682203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Network f0f8e2c1-9ecd-41b3-9562-674a844605cc is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:15.685694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Pushing event updated for resources: {'Port': ['ID=b193a123-60f8-4667-bec4-53be60152797,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:15.807349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:15.809028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8872644-06bc-4617-a0ce-f073d32b0e7c req-e80c5fc1-fa92-4469-8dee-f5a5eaff6522 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:15.812958 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e8872644-06bc-4617-a0ce-f073d32b0e7c req-e80c5fc1-fa92-4469-8dee-f5a5eaff6522 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=452f8a34-1129-450d-9c24-46cb95af9a9b HTTP/1.1" status: 200 len: 858 time: 0.2220991 Apr 18 21:11:15.814200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:15.815548 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.825256 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:15.926167 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e8872644-06bc-4617-a0ce-f073d32b0e7c req-a2b6e961-ebfd-4bd0-af8f-f665e2d2d175 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8620c584-bed6-426c-b8c4-9f719358c4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076758 Apr 18 21:11:15.985266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:15.985912 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.102688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-92552c3c-fb32-4f35-8e71-19dc2d0668a1 req-d460d030-c7a7-4f5e-b925-4e28126f4e9e tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] Synchronizing usage tracker for tenant:472b1ebbf9c040fba9cc0f35a2d94fdd on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:11:16.175997 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-4834e7e2-c0e0-4eb9-8e3b-5364ae8c838c tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9151266 Apr 18 21:11:16.188317 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e8872644-06bc-4617-a0ce-f073d32b0e7c req-d28b5f75-78a5-469e-a96e-e8ce71da1ae0 service neutron] 10.222.0.26 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560060 Apr 18 21:11:16.203008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Request body: {'port': {'device_id': '9e4e0b9d-a998-44f5-a8f3-046243ccfede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:16.362073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Pushing event updated for resources: {'Port': ['ID=65edf331-b844-4246-8fa0-db777b6b7db2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:16.382862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e8872644-06bc-4617-a0ce-f073d32b0e7c req-1e8961dc-225c-4b9b-b6ab-564b040d733f service neutron] 10.222.0.26 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886055 Apr 18 21:11:16.400624 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-c57233ab-b2d3-4c2d-99ca-4d1611ba39f2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6870093 Apr 18 21:11:16.497243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f06d89d7-a3e3-4440-9dbf-0d34e839b619 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0300105 Apr 18 21:11:16.507806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-92552c3c-fb32-4f35-8e71-19dc2d0668a1 req-d460d030-c7a7-4f5e-b925-4e28126f4e9e tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] Unset dirty status for tenant:472b1ebbf9c040fba9cc0f35a2d94fdd on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:11:16.509309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92552c3c-fb32-4f35-8e71-19dc2d0668a1 req-d460d030-c7a7-4f5e-b925-4e28126f4e9e tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9279675 Apr 18 21:11:16.524195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Request body: {'port': {'device_id': 'e6ede67c-6616-4aa2-a8af-4fe73245c04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:16.620458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Request body: {'port': {'device_id': '41c457b9-9fd4-4bbb-8d38-f87e8043179b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:16.801643 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.027162 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.466455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-22a13004-118a-46d0-891a-458da5a0f922 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:17.467291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-22a13004-118a-46d0-891a-458da5a0f922 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:11:17.499719 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.857526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dcc3a-4477-494e-b892-52855a593ac9 req-5fa14165-6eb4-45b3-8062-ef337922bf71 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:17.859319 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb2dcc3a-4477-494e-b892-52855a593ac9 req-5fa14165-6eb4-45b3-8062-ef337922bf71 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 931 time: 1.0690205 Apr 18 21:11:17.962449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-22a13004-118a-46d0-891a-458da5a0f922 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:11:18.003245 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-22a13004-118a-46d0-891a-458da5a0f922 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 1.8446414 Apr 18 21:11:18.098790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb2dcc3a-4477-494e-b892-52855a593ac9 req-a473d029-4f8a-481e-ae82-64dc2dd08e07 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242270 Apr 18 21:11:18.112827 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-b2af0b97-6f3d-4234-a826-d29906bddff7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/quotas/af748b8029ea400c995ba35f34f12da7 HTTP/1.1" status: 200 len: 375 time: 0.0976155 Apr 18 21:11:18.169962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-ba36b517-c74f-4a41-b8e8-8c981b77ee97 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496831 Apr 18 21:11:18.308624 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:11:18.403781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b193a123-60f8-4667-bec4-53be60152797 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:18.419131 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.488354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e4969641-4896-40e8-b75e-893810e32828 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:11:18.501199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65edf331-b844-4246-8fa0-db777b6b7db2 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:18.536674 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.581397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Transition to ACTIVE for port object b193a123-60f8-4667-bec4-53be60152797 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:18.633423 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-a45628a6-3c6b-43f6-870c-e7dba0ac1399 service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487166 Apr 18 21:11:18.637188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Transition to ACTIVE for port object 65edf331-b844-4246-8fa0-db777b6b7db2 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:18.752159 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.774149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port e4969641-4896-40e8-b75e-893810e32828, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e4969641-4896-40e8-b75e-893810e32828,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:18.803080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'e4969641-4896-40e8-b75e-893810e32828', 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5', 'port_id': 'e4969641-4896-40e8-b75e-893810e32828', 'mac_address': 'fa:16:3e:70:8a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452f8a34-1129-450d-9c24-46cb95af9a9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:11:18.931461 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.960181 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.981409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4969641-4896-40e8-b75e-893810e32828 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:18.998030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port e4969641-4896-40e8-b75e-893810e32828, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e4969641-4896-40e8-b75e-893810e32828,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:19.064545 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.130245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Pushing event updated for resources: {'Port': ['ID=b193a123-60f8-4667-bec4-53be60152797,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:19.210291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=e4969641-4896-40e8-b75e-893810e32828,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:19.292028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd13c92-28f0-493b-a986-e61057b928e4 req-cf41b58f-096c-41b4-95ae-ace77145373c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:19.292738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1fd13c92-28f0-493b-a986-e61057b928e4 req-cf41b58f-096c-41b4-95ae-ace77145373c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Synchronizing usage tracker for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:11:19.464246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['e4969641-4896-40e8-b75e-893810e32828'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:11:19.636052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Pushing event updated for resources: {'Port': ['ID=65edf331-b844-4246-8fa0-db777b6b7db2,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:19.925275 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-3a7e2067-b1db-478e-a514-f343290c19a4 service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2589889 Apr 18 21:11:20.027382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1fd13c92-28f0-493b-a986-e61057b928e4 req-cf41b58f-096c-41b4-95ae-ace77145373c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Unset dirty status for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:11:20.035451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fd13c92-28f0-493b-a986-e61057b928e4 req-cf41b58f-096c-41b4-95ae-ace77145373c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 931 time: 1.5975168 Apr 18 21:11:20.041524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Attempting to bind port 65edf331-b844-4246-8fa0-db777b6b7db2 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:20.041524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Attempting to bind port 65edf331-b844-4246-8fa0-db777b6b7db2 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:20.041524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Attempting to bind port 65edf331-b844-4246-8fa0-db777b6b7db2 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:20.128354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Port 65edf331-b844-4246-8fa0-db777b6b7db2 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:11:20.129297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Attempting to bind port 65edf331-b844-4246-8fa0-db777b6b7db2 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:20.141421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:20.153166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:20.154020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Bound using segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:20.154889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Bound port: 65edf331-b844-4246-8fa0-db777b6b7db2, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:20.155481 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.324741 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:11:20.347770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:20.440483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=65edf331-b844-4246-8fa0-db777b6b7db2,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:20.447884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fd13c92-28f0-493b-a986-e61057b928e4 req-aa6fc0c3-bb6b-4106-8fd6-b6e51b8d7981 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111562 Apr 18 21:11:20.462415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249b38f5-29cc-43a5-94c3-a569af017521 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:20.474462 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.496026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Transition to ACTIVE for port object 249b38f5-29cc-43a5-94c3-a569af017521 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:20.506001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Attempting to bind port b193a123-60f8-4667-bec4-53be60152797 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:20.507321 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Attempting to bind port b193a123-60f8-4667-bec4-53be60152797 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:20.507669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Attempting to bind port b193a123-60f8-4667-bec4-53be60152797 on network 8620c584-bed6-426c-b8c4-9f719358c4c5 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:20.533077 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.726735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Pushing event updated for resources: {'Port': ['ID=65edf331-b844-4246-8fa0-db777b6b7db2,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:20.750835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.945262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Port b193a123-60f8-4667-bec4-53be60152797 on network 8620c584-bed6-426c-b8c4-9f719358c4c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:11:20.945942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Attempting to bind port b193a123-60f8-4667-bec4-53be60152797 on network 8620c584-bed6-426c-b8c4-9f719358c4c5 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:21.024090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Pushing event updated for resources: {'Port': ['ID=249b38f5-29cc-43a5-94c3-a569af017521,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:21.027073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:21.027712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Checking segment: {'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:21.028183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Bound using segment: {'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:21.029560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Bound port: b193a123-60f8-4667-bec4-53be60152797, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:21.033752 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.091936 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.092904 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-817f9543-d28c-4293-8b07-de11aa08010a service neutron] 10.222.0.26 "PUT /v2.0/ports/65edf331-b844-4246-8fa0-db777b6b7db2 HTTP/1.1" status: 200 len: 1091 time: 4.5944319 Apr 18 21:11:21.096278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ede67c-6616-4aa2-a8af-4fe73245c04d', 'tag': '65edf331-b844-4246-8fa0-db777b6b7db2'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:21.423759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] For port b193a123-60f8-4667-bec4-53be60152797, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:21.430494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] For port b193a123-60f8-4667-bec4-53be60152797, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b193a123-60f8-4667-bec4-53be60152797,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:21.508510 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-768ea5e3-1112-48a6-83b1-e184453eb9f7 req-1534109b-def3-40a5-a780-763ca58f871e tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 1101 time: 0.8440888 Apr 18 21:11:21.571684 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.761567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Pushing event updated for resources: {'Port': ['ID=b193a123-60f8-4667-bec4-53be60152797,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:21.816701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Attempting to bind port 249b38f5-29cc-43a5-94c3-a569af017521 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:21.817047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Attempting to bind port 249b38f5-29cc-43a5-94c3-a569af017521 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:21.817380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Attempting to bind port 249b38f5-29cc-43a5-94c3-a569af017521 on network 8620c584-bed6-426c-b8c4-9f719358c4c5 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:21.830724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c7de9-23f5-42b4-9536-630511750be7 req-2206daa8-7280-4efe-a067-ba059e6df78f tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:21.844626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-502c7de9-23f5-42b4-9536-630511750be7 req-2206daa8-7280-4efe-a067-ba059e6df78f tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 943 time: 0.8744304 Apr 18 21:11:21.884428 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.886103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f1d0cfc0-4535-400f-9f6d-be33b4a3ce87 service neutron] 10.222.0.26 "PUT /v2.0/ports/b193a123-60f8-4667-bec4-53be60152797 HTTP/1.1" status: 200 len: 1091 time: 5.6889715 Apr 18 21:11:21.887038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Port 249b38f5-29cc-43a5-94c3-a569af017521 on network 8620c584-bed6-426c-b8c4-9f719358c4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:11:21.887394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Attempting to bind port 249b38f5-29cc-43a5-94c3-a569af017521 on network 8620c584-bed6-426c-b8c4-9f719358c4c5 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:21.905538 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-768ea5e3-1112-48a6-83b1-e184453eb9f7 req-b2232ef7-4f9d-4fe7-bca1-55306a575e27 tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880038 Apr 18 21:11:21.907223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:21.907571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Checking segment: {'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:21.912072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Bound using segment: {'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:21.912072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Bound port: 249b38f5-29cc-43a5-94c3-a569af017521, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999dd46e-c6bc-4b2a-bf32-ce016e021c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:21.912072 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.929251 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-006a735e-a5bc-4f17-a9ed-a12f007bed9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 1094 time: 0.4975374 Apr 18 21:11:22.040519 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-502c7de9-23f5-42b4-9536-630511750be7 req-6873fe15-d435-43d2-81aa-170ca513bfb6 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929071 Apr 18 21:11:22.157177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-7bdfc0c9-4728-42d9-a157-cb46d32778bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65edf331-b844-4246-8fa0-db777b6b7db2 HTTP/1.1" status: 200 len: 217 time: 0.2146637 Apr 18 21:11:22.207662 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6955646-82f0-454d-a1bc-8a5af0d4cbfa'] response: {'name': 'network-changed', 'server_uuid': 'e6ede67c-6616-4aa2-a8af-4fe73245c04d', 'tag': '65edf331-b844-4246-8fa0-db777b6b7db2', 'status': 'completed', 'code': 200} Apr 18 21:11:22.508084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e4969641-4896-40e8-b75e-893810e32828 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:22.609874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1caa3a18-2e30-4259-9c16-e37520e8b7c2 req-bfd4b1e3-b7de-4d90-8cc8-f6f847d3581a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 210 time: 0.3774097 Apr 18 21:11:22.858648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port e4969641-4896-40e8-b75e-893810e32828 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:22.870328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port e4969641-4896-40e8-b75e-893810e32828 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:22.870585 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.902901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] For port 249b38f5-29cc-43a5-94c3-a569af017521, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:22.939988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] For port 249b38f5-29cc-43a5-94c3-a569af017521, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=249b38f5-29cc-43a5-94c3-a569af017521,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:22.984163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-2b3388a6-488f-464c-a760-f397ba4ad443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:22.985918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-2b3388a6-488f-464c-a760-f397ba4ad443 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.7524416 Apr 18 21:11:23.434103 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.468023 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.478000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-1668706a-9d22-45fb-b84c-8eebc5b7ec0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4693930 Apr 18 21:11:23.528754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24e53a8-a9be-42fb-9bf1-4e707c6da778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4969641-4896-40e8-b75e-893810e32828'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:23.572171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port e4969641-4896-40e8-b75e-893810e32828, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e4969641-4896-40e8-b75e-893810e32828,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:23.580155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-9a944622-4e1b-462e-a118-cf3370efcbea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e835de4c3531417c818ee702d19434a8&device_id=9e4e0b9d-a998-44f5-a8f3-046243ccfede HTTP/1.1" status: 200 len: 1094 time: 1.4285960 Apr 18 21:11:23.686360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Pushing event updated for resources: {'Port': ['ID=249b38f5-29cc-43a5-94c3-a569af017521,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:23.698352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-07f00c9a-2319-49ec-8ea7-80512ddde5b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b193a123-60f8-4667-bec4-53be60152797 HTTP/1.1" status: 200 len: 217 time: 0.1060834 Apr 18 21:11:23.863460 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.864999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-6967295c-935d-47fa-8867-e0726d171f2e service neutron] 10.222.0.59 "PUT /v2.0/ports/249b38f5-29cc-43a5-94c3-a569af017521 HTTP/1.1" status: 200 len: 1091 time: 7.2514839 Apr 18 21:11:23.962628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-8797c061-6026-4f2f-aef7-19f8683abf3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:23.974444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-8797c061-6026-4f2f-aef7-19f8683abf3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=452f8a34-1129-450d-9c24-46cb95af9a9b HTTP/1.1" status: 200 len: 858 time: 0.2203596 Apr 18 21:11:24.034364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df19c10-3e53-42bd-8fdf-9b6cf6db8b6a req-3d5c066d-6891-426d-801d-b7c287b46b96 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:24.038042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3df19c10-3e53-42bd-8fdf-9b6cf6db8b6a req-3d5c066d-6891-426d-801d-b7c287b46b96 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 943 time: 1.6194479 Apr 18 21:11:24.044525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-f53ab8a2-3121-4272-9e02-0505e3e25874 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8620c584-bed6-426c-b8c4-9f719358c4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645983 Apr 18 21:11:24.088046 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.166891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=e4969641-4896-40e8-b75e-893810e32828,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:24.226423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4e0b9d-a998-44f5-a8f3-046243ccfede', 'tag': 'b193a123-60f8-4667-bec4-53be60152797'}, {'name': 'network-changed', 'server_uuid': '41c457b9-9fd4-4bbb-8d38-f87e8043179b', 'tag': '249b38f5-29cc-43a5-94c3-a569af017521'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:24.270957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75660374-96cf-4917-82d0-e1d2635c1339 req-7e1d37f2-1fda-42c2-98e1-42219b8cfb98 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:24.283018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75660374-96cf-4917-82d0-e1d2635c1339 req-7e1d37f2-1fda-42c2-98e1-42219b8cfb98 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 943 time: 0.4383442 Apr 18 21:11:24.291096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-744389cc-77a9-486c-95ef-45b22a3d2790 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007968 Apr 18 21:11:24.375082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3df19c10-3e53-42bd-8fdf-9b6cf6db8b6a req-eb2d05c4-654f-45a4-9672-8e2f5a197e10 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284211 Apr 18 21:11:24.547190 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-951f5024-75bd-42d9-8aa8-ab314b7bd943 service neutron] 10.222.0.26 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839303 Apr 18 21:11:24.551688 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe4690a-1a1b-4745-8887-9a2829bcc878'] response: {'server_uuid': 'e24e53a8-a9be-42fb-9bf1-4e707c6da778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4969641-4896-40e8-b75e-893810e32828', 'code': 200} Apr 18 21:11:24.572490 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d61c5ffd-e5b6-45d0-87cb-2dad3dcf6ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.572624 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75660374-96cf-4917-82d0-e1d2635c1339 req-33728e10-801a-4bff-b09e-cc7ccfd9726e tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867520 Apr 18 21:11:24.904741 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-286d79d2-b079-4cf0-acd2-2eb9b52b1cd7 req-9500e4ae-2d04-4afe-ba18-41f6a8e21040 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e24e53a8-a9be-42fb-9bf1-4e707c6da778 HTTP/1.1" status: 200 len: 1096 time: 0.2561018 Apr 18 21:11:24.997024 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-286d79d2-b079-4cf0-acd2-2eb9b52b1cd7 req-58d4ebc5-414f-4ac5-a37a-017251c3ce3a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863869 Apr 18 21:11:25.075991 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-35b8ac80-ca64-430d-a967-918200694f32 service neutron] 10.222.0.26 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895301 Apr 18 21:11:25.094595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-a146df36-9720-41b9-90c8-59800c67e650 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e835de4c3531417c818ee702d19434a8&device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 1094 time: 0.9380333 Apr 18 21:11:25.300817 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3566d22b-c247-4d39-ae82-b594c4140be1'] response: {'name': 'network-changed', 'server_uuid': '9e4e0b9d-a998-44f5-a8f3-046243ccfede', 'tag': 'b193a123-60f8-4667-bec4-53be60152797', 'status': 'completed', 'code': 200} Apr 18 21:11:25.301092 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3566d22b-c247-4d39-ae82-b594c4140be1'] response: {'name': 'network-changed', 'server_uuid': '41c457b9-9fd4-4bbb-8d38-f87e8043179b', 'tag': '249b38f5-29cc-43a5-94c3-a569af017521', 'status': 'completed', 'code': 200} Apr 18 21:11:25.346091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-148361bd-4724-4340-800e-c5e6ab48faf9 req-29236894-dbc0-4d4d-a049-bdfe0eebd251 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 210 time: 0.2681520 Apr 18 21:11:25.645748 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-6beebee8-46ff-4dfc-9bea-7cc477dff114 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e835de4c3531417c818ee702d19434a8&device_id=9e4e0b9d-a998-44f5-a8f3-046243ccfede HTTP/1.1" status: 200 len: 1094 time: 0.2273476 Apr 18 21:11:25.766501 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8dce09d-672c-4a03-9dee-3a79c756f9dc req-7a20ef74-46c7-4e44-b512-0c5f9882bee1 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4492979 Apr 18 21:11:25.791812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-917cc427-b1a3-4e27-a877-d09f97f0ec0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=249b38f5-29cc-43a5-94c3-a569af017521 HTTP/1.1" status: 200 len: 217 time: 0.6476550 Apr 18 21:11:25.931470 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed50f46-e468-4318-b642-0d078de481bd req-8f508560-087c-4c76-abfd-c6b0329fe52d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:25.936072 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-8f508560-087c-4c76-abfd-c6b0329fe52d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8620c584-bed6-426c-b8c4-9f719358c4c5 HTTP/1.1" status: 200 len: 919 time: 0.2707760 Apr 18 21:11:26.092247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-97747756-aad1-4510-bf14-04e6223ed290 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:26.093930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-97747756-aad1-4510-bf14-04e6223ed290 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=452f8a34-1129-450d-9c24-46cb95af9a9b HTTP/1.1" status: 200 len: 858 time: 0.2310786 Apr 18 21:11:26.189057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-ba410c11-25b1-48d3-bc40-c4c13dfc00ba tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:26.190593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-ba410c11-25b1-48d3-bc40-c4c13dfc00ba tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 0.8852181 Apr 18 21:11:26.192628 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-0b5921c8-ebcc-46b4-8764-f6da538b9b9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8620c584-bed6-426c-b8c4-9f719358c4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670514 Apr 18 21:11:26.199697 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-9a8dc427-9744-45a5-96ce-9f1ad4adc237 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b193a123-60f8-4667-bec4-53be60152797 HTTP/1.1" status: 200 len: 217 time: 0.2564490 Apr 18 21:11:26.342852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed50f46-e468-4318-b642-0d078de481bd req-2775187c-0772-42b7-b795-a9f7622659c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:26.344781 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-2775187c-0772-42b7-b795-a9f7622659c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=452f8a34-1129-450d-9c24-46cb95af9a9b HTTP/1.1" status: 200 len: 858 time: 0.1265934 Apr 18 21:11:26.409320 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-b70c2cff-08c3-48f7-a9da-e704aa20f8cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8620c584-bed6-426c-b8c4-9f719358c4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528660 Apr 18 21:11:26.516959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Request body: {'port': {'device_id': 'fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'admin_state_up': True, 'tenant_id': 'af748b8029ea400c995ba35f34f12da7'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:26.611192 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-c58d34b6-77c0-4720-a858-e2ba9ffc30c2 service neutron] 10.222.0.26 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941442 Apr 18 21:11:26.664184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b039a-4dfc-4d9d-8829-f3b3a35aa61d req-47ffac4d-fa32-4661-8cbc-4ae44e045c0b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:26.671070 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-735b039a-4dfc-4d9d-8829-f3b3a35aa61d req-47ffac4d-fa32-4661-8cbc-4ae44e045c0b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 943 time: 0.9025199 Apr 18 21:11:26.695755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98fe892-dcff-462a-bc4a-22144c152273 req-45f05eb6-556f-41c7-b2a9-60e212a82f0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 1094 time: 0.7082663 Apr 18 21:11:26.800985 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-8bd1eff1-9395-4435-b935-2ddcc4db9026 service neutron] 10.222.0.26 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795604 Apr 18 21:11:26.920101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-fb98a649-aa42-44e9-ac17-4d773a835144 service neutron] 10.222.0.59 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177329 Apr 18 21:11:26.972771 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-735b039a-4dfc-4d9d-8829-f3b3a35aa61d req-f809f9b6-aaa5-48e8-8f90-2fe11b0380a6 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007293 Apr 18 21:11:27.024280 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0519743b-7b0d-4ee9-a4a0-be02b0fe2893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.098182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:27.111810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Usage tracker for resource:port and tenant:af748b8029ea400c995ba35f34f12da7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:27.119746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:27.132324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab462e-4d93-41c4-888c-ed18e4824171 req-9275d678-2831-48ff-af6d-bd167be4765b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:27.133993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42ab462e-4d93-41c4-888c-ed18e4824171 req-9275d678-2831-48ff-af6d-bd167be4765b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 943 time: 0.7045941 Apr 18 21:11:27.166176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:27.201612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fe892-dcff-462a-bc4a-22144c152273 req-6b65fcab-17da-4f22-9562-aac03412f11e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:27.203051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98fe892-dcff-462a-bc4a-22144c152273 req-6b65fcab-17da-4f22-9562-aac03412f11e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.4997213 Apr 18 21:11:27.308248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Made reservation on behalf of af748b8029ea400c995ba35f34f12da7 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:27.312528 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.334493 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98fe892-dcff-462a-bc4a-22144c152273 req-a9fb65d9-1c5f-490d-b2df-bd7ee7b15484 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65edf331-b844-4246-8fa0-db777b6b7db2 HTTP/1.1" status: 200 len: 217 time: 0.1221657 Apr 18 21:11:27.336510 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14db74c3-a344-42c7-bdf3-9a27e210d02e req-bbf1c5dc-82a0-482d-abb8-fe447fab81a7 service neutron] 10.222.0.59 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061236 Apr 18 21:11:27.387927 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42ab462e-4d93-41c4-888c-ed18e4824171 req-a4dcc689-d754-40a9-8e5d-fcabdb33ec26 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464731 Apr 18 21:11:27.480820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fe892-dcff-462a-bc4a-22144c152273 req-2f27f37f-264c-46f0-9fee-c377f97de1f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:27.482339 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98fe892-dcff-462a-bc4a-22144c152273 req-2f27f37f-264c-46f0-9fee-c377f97de1f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.1404741 Apr 18 21:11:27.604973 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98fe892-dcff-462a-bc4a-22144c152273 req-5565efbd-642f-4eb5-ace3-b6f1f962e36d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679076 Apr 18 21:11:27.950245 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc72ab39-b5a9-471e-985a-7a1afe6128d9 req-e84f73f5-cabc-4a6c-8268-de2ee3e0b44a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 210 time: 0.0816817 Apr 18 21:11:27.961398 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.986079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Allocated IP 172.20.0.4 (d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2/e6eed83b-bd8b-4106-83ab-7db4459dec92/66782a59-8057-4739-978d-3ff37b1ab4e6) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:28.402324 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98fe892-dcff-462a-bc4a-22144c152273 req-e13850a6-ebd8-45a9-80c2-71fc00197329 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7807441 Apr 18 21:11:28.494875 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:28.767605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-b0843eca-49ef-425c-9192-9dad6dbd2c6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e835de4c3531417c818ee702d19434a8&device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 1094 time: 1.2842269 Apr 18 21:11:28.969399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.016569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe8ce9-38a9-4b32-a55f-b2df775c5ea0 req-7832de75-b7d2-4aa1-860a-069878f5a25b tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:29.018126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfbe8ce9-38a9-4b32-a55f-b2df775c5ea0 req-7832de75-b7d2-4aa1-860a-069878f5a25b tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.6926465 Apr 18 21:11:29.067093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98fe892-dcff-462a-bc4a-22144c152273 req-95f51534-c12f-4f82-b960-6966f30e1534 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155732 Apr 18 21:11:29.097214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed50f46-e468-4318-b642-0d078de481bd req-d4a1475f-4049-4eac-b504-e182a6096452 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:29.098628 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-d4a1475f-4049-4eac-b504-e182a6096452 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8620c584-bed6-426c-b8c4-9f719358c4c5 HTTP/1.1" status: 200 len: 919 time: 0.2873714 Apr 18 21:11:29.194254 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-e5e2d6cf-2b92-4027-98f0-0ce51d551f93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=249b38f5-29cc-43a5-94c3-a569af017521 HTTP/1.1" status: 200 len: 217 time: 0.0849206 Apr 18 21:11:29.198767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfbe8ce9-38a9-4b32-a55f-b2df775c5ea0 req-8146a796-472b-4077-bfd3-d2e0c7d3d0f3 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625528 Apr 18 21:11:29.276911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed50f46-e468-4318-b642-0d078de481bd req-2b31c72b-19b5-47db-8c6d-d124bd9d5653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:29.279821 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-2b31c72b-19b5-47db-8c6d-d124bd9d5653 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=452f8a34-1129-450d-9c24-46cb95af9a9b HTTP/1.1" status: 200 len: 858 time: 0.0691597 Apr 18 21:11:29.342299 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.400710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-5183d8ba-e211-41bc-9e2b-94dc9b4c1915 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8620c584-bed6-426c-b8c4-9f719358c4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136239 Apr 18 21:11:29.629833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event updated for resources: {'Port': ['ID=66782a59-8057-4739-978d-3ff37b1ab4e6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:29.653780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:29.665880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:29.673363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:29.745691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:29.745970 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.823477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-94801bbb-a333-4f22-8305-d3022515021f service neutron] 10.222.0.59 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145613 Apr 18 21:11:29.925544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e96bbf-4c3b-4bf4-a5ac-39246e327508 req-2a0a9450-ccae-4a5d-ba30-7a82218ce307 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:29.932683 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62e96bbf-4c3b-4bf4-a5ac-39246e327508 req-2a0a9450-ccae-4a5d-ba30-7a82218ce307 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 943 time: 0.3907435 Apr 18 21:11:29.940491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-743f68d8-8f50-459b-a64a-3a9fc2db9f4e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5093021 Apr 18 21:11:29.971756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Request body: {'port': {'device_id': 'fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:30.219965 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ed50f46-e468-4318-b642-0d078de481bd req-53236092-2027-46d1-ab3c-3d907f780c5c service neutron] 10.222.0.59 "GET /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825698 Apr 18 21:11:30.259016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62e96bbf-4c3b-4bf4-a5ac-39246e327508 req-ab96e9a7-a954-4e5f-bc62-2a9643d7f2f5 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253922 Apr 18 21:11:30.262561 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:30.339928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab52a75-c67b-41a9-8c0e-aa56688015e4 req-05871f98-ca15-4c3a-a0d2-9d554ee169a9 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:30.464572 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ab52a75-c67b-41a9-8c0e-aa56688015e4 req-05871f98-ca15-4c3a-a0d2-9d554ee169a9 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 943 time: 0.3272545 Apr 18 21:11:30.472317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ab52a75-c67b-41a9-8c0e-aa56688015e4 req-1096786f-7935-45a1-8e79-7558f7b1f6d4 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216474 Apr 18 21:11:30.565304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b193a123-60f8-4667-bec4-53be60152797 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:11:30.737054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b193a123-60f8-4667-bec4-53be60152797, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b193a123-60f8-4667-bec4-53be60152797,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:30.763599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'b193a123-60f8-4667-bec4-53be60152797', 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5', 'port_id': 'b193a123-60f8-4667-bec4-53be60152797', 'mac_address': 'fa:16:3e:38:f3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452f8a34-1129-450d-9c24-46cb95af9a9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:11:30.768206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac8fe9-1ab3-4e67-96d8-f26b02718a92 req-653aef6a-4672-4367-9309-17b412de7c66 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:30.768206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8dac8fe9-1ab3-4e67-96d8-f26b02718a92 req-653aef6a-4672-4367-9309-17b412de7c66 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:11:30.829423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 249b38f5-29cc-43a5-94c3-a569af017521 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:11:30.833043 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7dd287fb-131f-4040-baab-176e5d386ad2 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:11:30.914820 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:30.944359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b193a123-60f8-4667-bec4-53be60152797 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:30.993953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66782a59-8057-4739-978d-3ff37b1ab4e6 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:31.003341 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.011668 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.023600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Transition to ACTIVE for port object 66782a59-8057-4739-978d-3ff37b1ab4e6 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:31.059349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8dac8fe9-1ab3-4e67-96d8-f26b02718a92 req-653aef6a-4672-4367-9309-17b412de7c66 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:11:31.062790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8dac8fe9-1ab3-4e67-96d8-f26b02718a92 req-653aef6a-4672-4367-9309-17b412de7c66 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 931 time: 0.5478640 Apr 18 21:11:31.160448 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.241710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b193a123-60f8-4667-bec4-53be60152797, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b193a123-60f8-4667-bec4-53be60152797,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:31.267813 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.313030 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.326606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 65edf331-b844-4246-8fa0-db777b6b7db2 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:11:31.480700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7c55c5-a7bd-4993-91f7-9712b8b543dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd287fb-131f-4040-baab-176e5d386ad2'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:31.509578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Pushing event updated for resources: {'Port': ['ID=66782a59-8057-4739-978d-3ff37b1ab4e6,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:31.524199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7dd287fb-131f-4040-baab-176e5d386ad2, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7dd287fb-131f-4040-baab-176e5d386ad2,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:31.528979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8dac8fe9-1ab3-4e67-96d8-f26b02718a92 req-8c382dc1-1467-4fe6-b124-81030ba59070 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:11:31.605086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 249b38f5-29cc-43a5-94c3-a569af017521, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=249b38f5-29cc-43a5-94c3-a569af017521,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:31.618175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=b193a123-60f8-4667-bec4-53be60152797,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:31.624594 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.674583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '249b38f5-29cc-43a5-94c3-a569af017521', 'network_id': '8620c584-bed6-426c-b8c4-9f719358c4c5', 'port_id': '249b38f5-29cc-43a5-94c3-a569af017521', 'mac_address': 'fa:16:3e:02:73:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452f8a34-1129-450d-9c24-46cb95af9a9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:11:31.677506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e451f-64a3-4bf0-a0ee-8d2ecb8a37a7 req-83e9cab2-8e0a-4b72-879a-f2e67e3220b0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:31.680919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec2e451f-64a3-4bf0-a0ee-8d2ecb8a37a7 req-83e9cab2-8e0a-4b72-879a-f2e67e3220b0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.2938960 Apr 18 21:11:31.727677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8dac8fe9-1ab3-4e67-96d8-f26b02718a92 req-8c382dc1-1467-4fe6-b124-81030ba59070 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:11:31.727677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8dac8fe9-1ab3-4e67-96d8-f26b02718a92 req-8c382dc1-1467-4fe6-b124-81030ba59070 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6514668 Apr 18 21:11:31.734176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Attempting to bind port 66782a59-8057-4739-978d-3ff37b1ab4e6 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:31.734534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Attempting to bind port 66782a59-8057-4739-978d-3ff37b1ab4e6 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:31.735360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Attempting to bind port 66782a59-8057-4739-978d-3ff37b1ab4e6 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:31.754768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Port 66782a59-8057-4739-978d-3ff37b1ab4e6 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:11:31.754768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Attempting to bind port 66782a59-8057-4739-978d-3ff37b1ab4e6 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:31.768772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:31.769451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Checking segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:31.769615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Bound using segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:31.770071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Bound port: 66782a59-8057-4739-978d-3ff37b1ab4e6, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:31.770415 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.776210 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.794324 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec2e451f-64a3-4bf0-a0ee-8d2ecb8a37a7 req-fc65016a-3c52-497c-92d7-c72ad3f83276 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023965 Apr 18 21:11:31.838037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249b38f5-29cc-43a5-94c3-a569af017521 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:31.844116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=65edf331-b844-4246-8fa0-db777b6b7db2,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:31.857713 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:11:31.862537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=7dd287fb-131f-4040-baab-176e5d386ad2,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:31.870754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '65edf331-b844-4246-8fa0-db777b6b7db2', 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc', 'port_id': '65edf331-b844-4246-8fa0-db777b6b7db2', 'mac_address': 'fa:16:3e:cc:29:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9836981b-e141-4c4b-841b-4312a41b0b95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:11:31.907607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] For port 66782a59-8057-4739-978d-3ff37b1ab4e6, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:31.908568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 249b38f5-29cc-43a5-94c3-a569af017521, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=249b38f5-29cc-43a5-94c3-a569af017521,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:31.912923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] For port 66782a59-8057-4739-978d-3ff37b1ab4e6, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=66782a59-8057-4739-978d-3ff37b1ab4e6,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:31.944658 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.968015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65edf331-b844-4246-8fa0-db777b6b7db2 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:31.992174 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=65edf331-b844-4246-8fa0-db777b6b7db2,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:32.002668 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.007019 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.085144 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.096033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=249b38f5-29cc-43a5-94c3-a569af017521,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:32.177437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=65edf331-b844-4246-8fa0-db777b6b7db2,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:32.201704 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.203072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] 10.222.0.26 "PUT /v2.0/ports/66782a59-8057-4739-978d-3ff37b1ab4e6 HTTP/1.1" status: 200 len: 1091 time: 2.2357538 Apr 18 21:11:32.208270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787', 'tag': '66782a59-8057-4739-978d-3ff37b1ab4e6'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:32.229584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da99ec-3772-4834-a37d-cb718d0d41a3 service neutron] Pushing event updated for resources: {'Port': ['ID=66782a59-8057-4739-978d-3ff37b1ab4e6,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:32.280660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52f7b3-8fbc-49ec-b30c-f45a8378a22e req-012784cd-1f47-40d0-9250-dd363adc8974 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:32.282192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf52f7b3-8fbc-49ec-b30c-f45a8378a22e req-012784cd-1f47-40d0-9250-dd363adc8974 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 943 time: 0.3419015 Apr 18 21:11:32.306077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['249b38f5-29cc-43a5-94c3-a569af017521'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:11:32.368616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-75ae6942-98aa-4956-bbcf-eee70d6b249c tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:32.369498 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-75ae6942-98aa-4956-bbcf-eee70d6b249c tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/networks?id=4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 200 len: 805 time: 0.3553624 Apr 18 21:11:32.417087 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-57e33250-dbca-406e-9929-d4dcff65485a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/quotas/7a475aa896ef4fec97fbbc5f04457cb6 HTTP/1.1" status: 200 len: 375 time: 0.0419848 Apr 18 21:11:32.420756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf52f7b3-8fbc-49ec-b30c-f45a8378a22e req-ad476005-707c-4c26-9aa0-77d4be7b9257 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283197 Apr 18 21:11:32.488611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-893d6e53-b86a-443a-90f0-3de78147621f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 1094 time: 0.1786833 Apr 18 21:11:32.572980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-9dcc8c61-9624-4825-b418-eab5000153fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66782a59-8057-4739-978d-3ff37b1ab4e6 HTTP/1.1" status: 200 len: 217 time: 0.0751786 Apr 18 21:11:32.619662 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71fb364-af24-454e-91ae-2c1e7ea4c240'] response: {'server_uuid': '7e7c55c5-a7bd-4993-91f7-9712b8b543dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd287fb-131f-4040-baab-176e5d386ad2', 'code': 200} Apr 18 21:11:32.633693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-b045abb2-0f89-44aa-b775-9af04bb44256 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2084181 Apr 18 21:11:32.866408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['b193a123-60f8-4667-bec4-53be60152797'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:11:32.892148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['65edf331-b844-4246-8fa0-db777b6b7db2'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:11:32.894904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-6328f8ae-a416-4bd8-a203-1fbd24513817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:32.898370 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-6328f8ae-a416-4bd8-a203-1fbd24513817 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.3140562 Apr 18 21:11:32.986299 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-bed77255-9783-49cb-bf7f-c87e53cfc0d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787420 Apr 18 21:11:33.244225 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-9035e95f-dea1-4a87-96e6-2a1fc7278d68 service neutron] 10.222.0.11 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923579 Apr 18 21:11:33.304836 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:33.348788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde0d6-e768-4b3d-95f2-e2e47edfc3fe req-43d13a60-8262-4883-88f8-cda494f1fa05 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.351213 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2efde0d6-e768-4b3d-95f2-e2e47edfc3fe req-43d13a60-8262-4883-88f8-cda494f1fa05 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 944 time: 0.5555410 Apr 18 21:11:33.421225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c08f4f-b3ee-4b57-9ff0-6ff7be4bf96f req-985b5854-a008-4216-b4fe-680f3e611b37 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.422723 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8c08f4f-b3ee-4b57-9ff0-6ff7be4bf96f req-985b5854-a008-4216-b4fe-680f3e611b37 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7c55c5-a7bd-4993-91f7-9712b8b543dd HTTP/1.1" status: 200 len: 944 time: 0.5737600 Apr 18 21:11:33.467750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-d7d46f98-91c8-4946-b165-fcc977fe5804 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732695 Apr 18 21:11:33.639740 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a00da758-0895-4350-ba58-617ed49124a4 service neutron] 10.222.0.11 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848190 Apr 18 21:11:33.642890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-a8c08f4f-b3ee-4b57-9ff0-6ff7be4bf96f req-eab95321-1c07-495b-943c-db411f2cdd83 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Deleting port 7dd287fb-131f-4040-baab-176e5d386ad2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:11:33.643271 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a8c08f4f-b3ee-4b57-9ff0-6ff7be4bf96f req-eab95321-1c07-495b-943c-db411f2cdd83 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:33.670359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2efde0d6-e768-4b3d-95f2-e2e47edfc3fe req-44fd5861-5518-4721-9d67-add00a221e7b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999175 Apr 18 21:11:33.782769 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9c0c47-eac3-451e-9868-e3301965e156 req-5db60766-5ef1-4585-9b1d-b7c5da5be4f9 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986479 Apr 18 21:11:33.869904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38844) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:33.875479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1225282223'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:33.882752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:33.899350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:network and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:33.902425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:33.908490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:33.950962 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722d6abd-6a5e-4835-922d-967552ba7443'] response: {'name': 'network-changed', 'server_uuid': 'fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787', 'tag': '66782a59-8057-4739-978d-3ff37b1ab4e6', 'status': 'completed', 'code': 200} Apr 18 21:11:34.001263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:34.004576 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.069657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:11:34.081355 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.082123 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Added segment 9b033cb6-5632-4f22-860e-44a4e9a22616 of type vlan for network 1cc80a87-9277-46e9-a112-672de24237e7 Apr 18 21:11:34.112080 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.199607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-a8c08f4f-b3ee-4b57-9ff0-6ff7be4bf96f req-eab95321-1c07-495b-943c-db411f2cdd83 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] For port 7dd287fb-131f-4040-baab-176e5d386ad2, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7dd287fb-131f-4040-baab-176e5d386ad2,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:34.199969 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a8c08f4f-b3ee-4b57-9ff0-6ff7be4bf96f req-eab95321-1c07-495b-943c-db411f2cdd83 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.212554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.217578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:34.223954 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.340376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Network': ['ID=1cc80a87-9277-46e9-a112-672de24237e7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:34.345373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-a8c08f4f-b3ee-4b57-9ff0-6ff7be4bf96f req-eab95321-1c07-495b-943c-db411f2cdd83 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Calling delete_port for 7dd287fb-131f-4040-baab-176e5d386ad2 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:11:34.352124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 1cc80a87-9277-46e9-a112-672de24237e7 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:11:34.379996 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4dbf419d-4ca8-4e1a-8b55-6dc46439d01e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5088382 Apr 18 21:11:34.382534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38860) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:34.392371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-918936869'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:34.401732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:34.408798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:network and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:34.413695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:34.422544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:34.437581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef4a6132-189a-4042-bf54-cf8b0620e444 req-3a6028be-d70a-4bfd-8c48-b88d7684616b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 1094 time: 0.4493992 Apr 18 21:11:34.491006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9444ba-4fc4-4ea1-bd6e-57156210e8b4 req-568a38b5-4080-4f46-9640-b3265521eb16 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:34.492472 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b9444ba-4fc4-4ea1-bd6e-57156210e8b4 req-568a38b5-4080-4f46-9640-b3265521eb16 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 943 time: 0.4013512 Apr 18 21:11:34.501115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488a2f4-b638-47c0-83db-ce77e3cf93f4 req-f2202d3e-0f1e-4c6d-a5f6-82672af7038d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:34.502619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b488a2f4-b638-47c0-83db-ce77e3cf93f4 req-f2202d3e-0f1e-4c6d-a5f6-82672af7038d tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.3648326 Apr 18 21:11:34.544026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:34.547145 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.568866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b193a123-60f8-4667-bec4-53be60152797 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:34.578485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:11:34.589753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.590184 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Added segment eb950a7a-1665-40b4-b376-23a8983dd812 of type vlan for network 32bad53f-27bf-4d63-8186-7b1e34c831f3 Apr 18 21:11:34.629091 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.721725 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b9444ba-4fc4-4ea1-bd6e-57156210e8b4 req-80078dc5-f87a-49de-861c-157871c2bb83 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138679 Apr 18 21:11:34.721990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port b193a123-60f8-4667-bec4-53be60152797 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:34.727161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port b193a123-60f8-4667-bec4-53be60152797 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:34.727529 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.742470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b488a2f4-b638-47c0-83db-ce77e3cf93f4 req-17d9006a-58a9-4a75-9ed2-a1d9edd9f4fc tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764312 Apr 18 21:11:34.747166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a6132-189a-4042-bf54-cf8b0620e444 req-634df51b-cfaf-4351-ab6a-4bcc98ab5a71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:34.748627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef4a6132-189a-4042-bf54-cf8b0620e444 req-634df51b-cfaf-4351-ab6a-4bcc98ab5a71 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 912 time: 0.2881467 Apr 18 21:11:34.784640 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.790190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:34.792758 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.844045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef4a6132-189a-4042-bf54-cf8b0620e444 req-60ac6f23-0008-439e-b1fa-00aa6252100e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66782a59-8057-4739-978d-3ff37b1ab4e6 HTTP/1.1" status: 200 len: 217 time: 0.0886862 Apr 18 21:11:34.877197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 249b38f5-29cc-43a5-94c3-a569af017521 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:34.910337 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a8c08f4f-b3ee-4b57-9ff0-6ff7be4bf96f req-eab95321-1c07-495b-943c-db411f2cdd83 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.949775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Network': ['ID=32bad53f-27bf-4d63-8186-7b1e34c831f3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:34.965208 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 32bad53f-27bf-4d63-8186-7b1e34c831f3 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:11:34.979218 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cdad251b-cfc4-4335-9af6-984522e3d92a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5953705 Apr 18 21:11:34.982092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38866) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:34.989680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'subnet': {'network_id': '1cc80a87-9277-46e9-a112-672de24237e7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:35.054788 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.134738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b193a123-60f8-4667-bec4-53be60152797, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b193a123-60f8-4667-bec4-53be60152797,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:35.136250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4e0b9d-a998-44f5-a8f3-046243ccfede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b193a123-60f8-4667-bec4-53be60152797'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:35.138757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:35.145514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:subnet and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:35.148502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:35.157462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:35.168949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 249b38f5-29cc-43a5-94c3-a569af017521 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:35.179094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 249b38f5-29cc-43a5-94c3-a569af017521 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:35.179467 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.193503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad67ae54-ef88-4fb5-8252-3742a057ca98 req-e879e86c-636b-4c77-bdbc-44d710c1402d tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=79f657a4-9708-4889-8719-8dd91df94e22 HTTP/1.1" status: 200 len: 210 time: 0.2849965 Apr 18 21:11:35.197702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab95321-1c07-495b-943c-db411f2cdd83 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Pushing event deleted for resources: {'Port': ['ID=7dd287fb-131f-4040-baab-176e5d386ad2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:35.211300 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.212155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 65edf331-b844-4246-8fa0-db777b6b7db2 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:35.252927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:35.307244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c08f4f-b3ee-4b57-9ff0-6ff7be4bf96f req-eab95321-1c07-495b-943c-db411f2cdd83 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] No DVR routers for this DVR port 7dd287fb-131f-4040-baab-176e5d386ad2 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:11:35.311803 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a8c08f4f-b3ee-4b57-9ff0-6ff7be4bf96f req-eab95321-1c07-495b-943c-db411f2cdd83 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.336444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a6132-189a-4042-bf54-cf8b0620e444 req-628c30af-a0d8-4fc1-abdd-68f431672194 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:35.338208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef4a6132-189a-4042-bf54-cf8b0620e444 req-628c30af-a0d8-4fc1-abdd-68f431672194 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.4882603 Apr 18 21:11:35.397184 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.410723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=b193a123-60f8-4667-bec4-53be60152797,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:35.474352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef4a6132-189a-4042-bf54-cf8b0620e444 req-2a938257-b028-4fb8-91d8-ba4c433a112a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268702 Apr 18 21:11:35.481843 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8c08f4f-b3ee-4b57-9ff0-6ff7be4bf96f req-eab95321-1c07-495b-943c-db411f2cdd83 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.59 "DELETE /v2.0/ports/7dd287fb-131f-4040-baab-176e5d386ad2 HTTP/1.1" status: 204 len: 173 time: 2.0494239 Apr 18 21:11:35.488906 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.515008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60c6ea-e751-4515-8b21-09d0bea8e94a req-3def93a6-e002-45b4-a460-1035a45788e2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:35.516540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c60c6ea-e751-4515-8b21-09d0bea8e94a req-3def93a6-e002-45b4-a460-1035a45788e2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 944 time: 0.6126060 Apr 18 21:11:35.534071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 249b38f5-29cc-43a5-94c3-a569af017521, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=249b38f5-29cc-43a5-94c3-a569af017521,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:35.635629 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.636436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7dd287fb-131f-4040-baab-176e5d386ad2 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:11:35.663962 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 65edf331-b844-4246-8fa0-db777b6b7db2 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:35.690826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c60c6ea-e751-4515-8b21-09d0bea8e94a req-e75fe36d-b84f-4a11-bf82-2b1bbcae89e4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116450 Apr 18 21:11:35.704771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c5163-c3ae-4b27-ac4d-093f5da0be45 req-73e3857b-1126-4d2f-85ff-1fcf23235cc4 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:35.708031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 65edf331-b844-4246-8fa0-db777b6b7db2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:35.708560 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.711126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-be7c5163-c3ae-4b27-ac4d-093f5da0be45 req-73e3857b-1126-4d2f-85ff-1fcf23235cc4 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 950 time: 0.3043690 Apr 18 21:11:35.716700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef4a6132-189a-4042-bf54-cf8b0620e444 req-ba0ba4f1-86bb-41b9-8530-a75b1a57b3de service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339845 Apr 18 21:11:35.735384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 7dd287fb-131f-4040-baab-176e5d386ad2 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:11:35.735713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7dd287fb-131f-4040-baab-176e5d386ad2 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:11:35.784884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.797985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=249b38f5-29cc-43a5-94c3-a569af017521,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:35.873768 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.912960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Subnet': ['ID=a64287c0-a205-49e1-a0cb-274d85bdb1d9,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:35.919849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=65edf331-b844-4246-8fa0-db777b6b7db2,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:35.920001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Checking segment: {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:35.920216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Network hostable DHCP agents. Network: 1cc80a87-9277-46e9-a112-672de24237e7, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:11:35.947554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-be7c5163-c3ae-4b27-ac4d-093f5da0be45 req-6bebf825-2d9c-43c4-a4c8-3f4628522968 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331531 Apr 18 21:11:35.952301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7c55c5-a7bd-4993-91f7-9712b8b543dd', 'name': 'network-vif-deleted', 'tag': '7dd287fb-131f-4040-baab-176e5d386ad2'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:36.024060 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a9ffc5-af57-4312-8ad6-11336cfaefcc'] response: {'server_uuid': '9e4e0b9d-a998-44f5-a8f3-046243ccfede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b193a123-60f8-4667-bec4-53be60152797', 'code': 200} Apr 18 21:11:36.024940 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef4a6132-189a-4042-bf54-cf8b0620e444 req-cbd7df9f-d9cd-4c5d-8a94-cee2e8f00267 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900965 Apr 18 21:11:36.038318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c998c6-b9d1-4869-b8a8-9ce1f3741e37 req-75f3402b-d04e-4d45-a6ee-a0eea006bab7 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:36.040133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36c998c6-b9d1-4869-b8a8-9ce1f3741e37 req-75f3402b-d04e-4d45-a6ee-a0eea006bab7 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 945 time: 0.1766086 Apr 18 21:11:36.052855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Network 1cc80a87-9277-46e9-a112-672de24237e7 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:11:36.053378 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.109329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36c998c6-b9d1-4869-b8a8-9ce1f3741e37 req-cd540f41-b7a2-44e5-802f-1d2b8ce0a165 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636415 Apr 18 21:11:36.150483 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 1cc80a87-9277-46e9-a112-672de24237e7) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:36.155784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:36.156567 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.208137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=65edf331-b844-4246-8fa0-db777b6b7db2,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:36.215215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df1ca95-3dcc-497d-9794-0717f8b89e01 None None] Network 1cc80a87-9277-46e9-a112-672de24237e7 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:36.291191 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6ade0bea-36ef-4ff9-b584-d9791015a62d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3069990 Apr 18 21:11:36.296485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38886) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:36.298708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'subnet': {'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:36.439400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:36.443863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:subnet and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:36.447821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:36.457446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:36.476862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-1cc80a87-9277-46e9-a112-672de24237e7', 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'fixed_ips': [{'subnet_id': 'a64287c0-a205-49e1-a0cb-274d85bdb1d9'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:11:36.480519 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.539929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:36.586165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 923bcb41-9656-4b67-b59e-f14bde21303e no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:11:36.693434 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c3c11f6-f1b9-496c-ad45-0ae092292851 req-e06933c4-d7dd-4cbb-86c3-efed1d798434 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e4e0b9d-a998-44f5-a8f3-046243ccfede HTTP/1.1" status: 200 len: 1096 time: 0.5011058 Apr 18 21:11:36.700430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-f49cca7a-bfe4-4959-9cc0-1d9196687bf7 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:36.702447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-f49cca7a-bfe4-4959-9cc0-1d9196687bf7 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.59 "GET /v2.0/networks?id=4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 200 len: 805 time: 0.4614840 Apr 18 21:11:36.748647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211145a-2bed-43d6-9dd1-9b008f61aa60 req-fd42c69b-1597-4867-9e96-a7e25435a8cf tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:36.751791 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f211145a-2bed-43d6-9dd1-9b008f61aa60 req-fd42c69b-1597-4867-9e96-a7e25435a8cf tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 943 time: 0.4425397 Apr 18 21:11:36.759348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Request body: {'port': {'device_id': '79f657a4-9708-4889-8719-8dd91df94e22', 'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'admin_state_up': True, 'tenant_id': '7a475aa896ef4fec97fbbc5f04457cb6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:36.760775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.789393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Allocated IP 10.1.1.2 (1cc80a87-9277-46e9-a112-672de24237e7/a64287c0-a205-49e1-a0cb-274d85bdb1d9/c539b02d-499b-453e-8bf6-a1f03d04af5f) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:36.806454 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.814241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422c181-cace-4de6-94aa-f35b2d322198 req-601cf6ad-8022-4f8f-af57-4f5449d8e0cf tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:36.822365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3422c181-cace-4de6-94aa-f35b2d322198 req-601cf6ad-8022-4f8f-af57-4f5449d8e0cf tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.3439147 Apr 18 21:11:36.925610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:36.947316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c3c11f6-f1b9-496c-ad45-0ae092292851 req-e47a0a6e-66b2-47fc-9c1e-81f635996610 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419574 Apr 18 21:11:36.983075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f211145a-2bed-43d6-9dd1-9b008f61aa60 req-9465e16c-7962-4f53-9e8f-24a9b0ae924f tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990306 Apr 18 21:11:36.990505 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.013812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3422c181-cace-4de6-94aa-f35b2d322198 req-4517acca-2a7a-454a-9351-7f930d155ca4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872203 Apr 18 21:11:37.040251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:37.045825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Usage tracker for resource:port and tenant:7a475aa896ef4fec97fbbc5f04457cb6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:37.049357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:37.061000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:37.075929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.083432 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da8f54c-044c-4269-8639-6e1a15c6b490'] response: {'server_uuid': '7e7c55c5-a7bd-4993-91f7-9712b8b543dd', 'name': 'network-vif-deleted', 'tag': '7dd287fb-131f-4040-baab-176e5d386ad2', 'status': 'completed', 'code': 200} Apr 18 21:11:37.144544 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.148607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=923bcb41-9656-4b67-b59e-f14bde21303e,revision_number=11']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:37.153226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Made reservation on behalf of 7a475aa896ef4fec97fbbc5f04457cb6 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:37.159614 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.162112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Transition to ACTIVE for port object c539b02d-499b-453e-8bf6-a1f03d04af5f will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:37.186894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Transition to ACTIVE for port object c539b02d-499b-453e-8bf6-a1f03d04af5f will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:37.218598 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Subnet': ['ID=b8447fd9-9e09-40fd-9123-81fcc685820d,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:37.259943 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.282756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Checking segment: {'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:37.283124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Network hostable DHCP agents. Network: 32bad53f-27bf-4d63-8186-7b1e34c831f3, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:11:37.341714 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Network 1cc80a87-9277-46e9-a112-672de24237e7 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:37.344662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:37.350823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:37.360247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a6990508-a071-44df-8c29-ed190443574a req-42d0f9ef-ffdb-4254-918f-78525258d1fd tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Synchronizing usage tracker for tenant:7a475aa896ef4fec97fbbc5f04457cb6 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:11:37.362534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Pushing event updated for resources: {'Port': ['ID=c539b02d-499b-453e-8bf6-a1f03d04af5f,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:37.378328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Network 32bad53f-27bf-4d63-8186-7b1e34c831f3 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:11:37.447060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Allocated IP 172.20.0.5 (4144db19-a729-4831-9579-ef7dae265607/2ec1ace3-cc09-4f8a-9186-ef51b9088048/f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:37.455665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Attempting to bind port c539b02d-499b-453e-8bf6-a1f03d04af5f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:37.456022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Attempting to bind port c539b02d-499b-453e-8bf6-a1f03d04af5f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:37.456372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Attempting to bind port c539b02d-499b-453e-8bf6-a1f03d04af5f on network 1cc80a87-9277-46e9-a112-672de24237e7 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:37.463921 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:37.464289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Checking segment: {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:37.464687 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.465071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Bound using segment: {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:37.465569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Bound port: c539b02d-499b-453e-8bf6-a1f03d04af5f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:37.465947 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.471181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 32bad53f-27bf-4d63-8186-7b1e34c831f3) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:37.476818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:37.477406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.521186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a6990508-a071-44df-8c29-ed190443574a req-42d0f9ef-ffdb-4254-918f-78525258d1fd tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Unset dirty status for tenant:7a475aa896ef4fec97fbbc5f04457cb6 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:11:37.523071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6990508-a071-44df-8c29-ed190443574a req-42d0f9ef-ffdb-4254-918f-78525258d1fd tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=79f657a4-9708-4889-8719-8dd91df94e22 HTTP/1.1" status: 200 len: 210 time: 0.2224181 Apr 18 21:11:37.527376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4f29f-eea6-4a00-919c-d1b090803781 None None] Network 32bad53f-27bf-4d63-8186-7b1e34c831f3 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:37.583862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4ad94ea8-d418-4c34-9fbb-52e4d37c5d21 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2865956 Apr 18 21:11:37.583862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38910) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:37.589848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'port': {'network_id': '1cc80a87-9277-46e9-a112-672de24237e7', 'name': 'tempest-TaggedBootDevicesTest-1407662436', 'fixed_ips': [{'subnet_id': 'a64287c0-a205-49e1-a0cb-274d85bdb1d9'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:37.808363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:37.813228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:port and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:37.816569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:37.824598 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:37.832208 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] For port c539b02d-499b-453e-8bf6-a1f03d04af5f, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:37.847927 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.873380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] For port c539b02d-499b-453e-8bf6-a1f03d04af5f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c539b02d-499b-453e-8bf6-a1f03d04af5f,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:37.887618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-32bad53f-27bf-4d63-8186-7b1e34c831f3', 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'fixed_ips': [{'subnet_id': 'b8447fd9-9e09-40fd-9123-81fcc685820d'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:11:37.888588 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.966974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a1ce0-cbe7-4e00-8eba-b92e26876223 req-1c2b3273-618e-489f-b39e-6538aa57094e tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:37.968438 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e50a1ce0-cbe7-4e00-8eba-b92e26876223 req-1c2b3273-618e-489f-b39e-6538aa57094e tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 945 time: 0.0943177 Apr 18 21:11:37.973700 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.973934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:37.975684 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.982142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.005885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] device_id is not set on port 28ce8c24-63d3-4b02-8102-832ca60786d8 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:11:38.027312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c457b9-9fd4-4bbb-8d38-f87e8043179b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249b38f5-29cc-43a5-94c3-a569af017521'}, {'server_uuid': 'e6ede67c-6616-4aa2-a8af-4fe73245c04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65edf331-b844-4246-8fa0-db777b6b7db2'}, {'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:38.092685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Network 4144db19-a729-4831-9579-ef7dae265607 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:38.093551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Pushing event updated for resources: {'Port': ['ID=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:38.096912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:38.101223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:38.152321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ee44c-62c8-4e90-b103-880c9cbf441f None None] Pushing event updated for resources: {'Port': ['ID=c539b02d-499b-453e-8bf6-a1f03d04af5f,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:38.162775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:38.170395 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.170534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Allocated IP 10.2.2.2 (32bad53f-27bf-4d63-8186-7b1e34c831f3/b8447fd9-9e09-40fd-9123-81fcc685820d/7719cd10-1491-4464-9054-d38f62e813a8) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:38.190246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e50a1ce0-cbe7-4e00-8eba-b92e26876223 req-d088bcdc-bcf3-4be8-8dd5-4e5605c42da9 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739478 Apr 18 21:11:38.248047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8cb6e40e-93b0-4b2c-9401-cca491458e03 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4946098 Apr 18 21:11:38.266166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Request body: {'port': {'device_id': '79f657a4-9708-4889-8719-8dd91df94e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:38.367070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Allocated IP 10.1.1.227 (1cc80a87-9277-46e9-a112-672de24237e7/a64287c0-a205-49e1-a0cb-274d85bdb1d9/28ce8c24-63d3-4b02-8102-832ca60786d8) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:38.532025 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.560079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Transition to ACTIVE for port object 7719cd10-1491-4464-9054-d38f62e813a8 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:38.595706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Transition to ACTIVE for port object 7719cd10-1491-4464-9054-d38f62e813a8 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:38.607557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 66782a59-8057-4739-978d-3ff37b1ab4e6 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:11:38.628333 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.693769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.709530 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.714680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Transition to ACTIVE for port object 28ce8c24-63d3-4b02-8102-832ca60786d8 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:38.813179 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.819459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Network 32bad53f-27bf-4d63-8186-7b1e34c831f3 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:38.823709 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:38.838901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:38.842856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Pushing event updated for resources: {'Port': ['ID=7719cd10-1491-4464-9054-d38f62e813a8,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:38.852990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 66782a59-8057-4739-978d-3ff37b1ab4e6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=66782a59-8057-4739-978d-3ff37b1ab4e6,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:38.905714 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '66782a59-8057-4739-978d-3ff37b1ab4e6', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'port_id': '66782a59-8057-4739-978d-3ff37b1ab4e6', 'mac_address': 'fa:16:3e:22:5f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6eed83b-bd8b-4106-83ab-7db4459dec92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:11:38.917090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Network 1cc80a87-9277-46e9-a112-672de24237e7 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:38.920213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:38.924347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:38.962281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Port': ['ID=28ce8c24-63d3-4b02-8102-832ca60786d8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:38.989506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bce1d-292f-4213-baaf-090893cd2d09 req-fa1e04ca-fbd7-46b7-af9d-550c88682742 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:38.997683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:38.998599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.000986 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc0bce1d-292f-4213-baaf-090893cd2d09 req-fa1e04ca-fbd7-46b7-af9d-550c88682742 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 945 time: 0.5257337 Apr 18 21:11:39.008235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Attempting to bind port 7719cd10-1491-4464-9054-d38f62e813a8 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:39.008607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Attempting to bind port 7719cd10-1491-4464-9054-d38f62e813a8 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:39.008968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Attempting to bind port 7719cd10-1491-4464-9054-d38f62e813a8 on network 32bad53f-27bf-4d63-8186-7b1e34c831f3 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:39.014008 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.025017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:39.025392 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Checking segment: {'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:39.030167 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.030684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Bound using segment: {'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:39.034353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Bound port: 7719cd10-1491-4464-9054-d38f62e813a8, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:39.034645 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.080099 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.096972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcecb9-2bf2-44c9-8da9-a8aad0c56db9 req-69e1aaba-b150-4082-b92a-bcc7df649ed3 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:39.098845 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-85fd8922-4b5b-4546-b59d-a1680b441152 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5155945 Apr 18 21:11:39.099046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90bcecb9-2bf2-44c9-8da9-a8aad0c56db9 req-69e1aaba-b150-4082-b92a-bcc7df649ed3 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 945 time: 0.2948570 Apr 18 21:11:39.101789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38944) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:39.108182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'port': {'network_id': '1cc80a87-9277-46e9-a112-672de24237e7', 'name': 'tempest-TaggedBootDevicesTest-778597814', 'fixed_ips': [{'subnet_id': 'a64287c0-a205-49e1-a0cb-274d85bdb1d9'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:39.182073 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc0bce1d-292f-4213-baaf-090893cd2d09 req-56aa680b-c85c-433c-a44f-fd4ab71bf433 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798673 Apr 18 21:11:39.200629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] For port 7719cd10-1491-4464-9054-d38f62e813a8, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:39.204815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] For port 7719cd10-1491-4464-9054-d38f62e813a8, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7719cd10-1491-4464-9054-d38f62e813a8,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:39.210911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c539b02d-499b-453e-8bf6-a1f03d04af5f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:39.263268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66782a59-8057-4739-978d-3ff37b1ab4e6 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:39.280154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90bcecb9-2bf2-44c9-8da9-a8aad0c56db9 req-65f5db1f-4983-4c41-92a7-84f0f42eddce tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499181 Apr 18 21:11:39.294915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 66782a59-8057-4739-978d-3ff37b1ab4e6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=66782a59-8057-4739-978d-3ff37b1ab4e6,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:39.296417 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.384606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:39.389221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:port and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:39.395360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:39.420827 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c78c51-9a66-4d57-9c19-7cf5e74fb7d6'] response: {'server_uuid': '41c457b9-9fd4-4bbb-8d38-f87e8043179b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249b38f5-29cc-43a5-94c3-a569af017521', 'code': 200} Apr 18 21:11:39.421105 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c78c51-9a66-4d57-9c19-7cf5e74fb7d6'] response: {'server_uuid': 'e6ede67c-6616-4aa2-a8af-4fe73245c04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65edf331-b844-4246-8fa0-db777b6b7db2', 'code': 200} Apr 18 21:11:39.421357 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c78c51-9a66-4d57-9c19-7cf5e74fb7d6'] response: {'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e', 'code': 200} Apr 18 21:11:39.423694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:39.472189 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.493579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41f684-a5ce-48d0-a29b-065f058bf9ae None None] Pushing event updated for resources: {'Port': ['ID=7719cd10-1491-4464-9054-d38f62e813a8,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:39.515295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:39.520508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.567728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] device_id is not set on port 7b717850-ef68-4d35-a4ea-94a09c1e471c yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:11:39.614340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=66782a59-8057-4739-978d-3ff37b1ab4e6,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:39.645879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d18f2f-c073-49b9-84b8-bce7113dc2b9 None None] Network 1cc80a87-9277-46e9-a112-672de24237e7 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:39.668151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:39.691564 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.782751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Transition to ACTIVE for port object f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:39.795354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c539b02d-499b-453e-8bf6-a1f03d04af5f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:39.822106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d79de7-c730-4851-865c-f37ee0237a04 req-91303045-c788-48a1-b8b7-498577afc2db tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:39.823848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21d79de7-c730-4851-865c-f37ee0237a04 req-91303045-c788-48a1-b8b7-498577afc2db tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 944 time: 0.4408898 Apr 18 21:11:39.834197 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.871994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5995c7a2-4761-4eb7-9f0a-73ee729aaf0d None None] Provisioning for port c539b02d-499b-453e-8bf6-a1f03d04af5f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:39.884270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5995c7a2-4761-4eb7-9f0a-73ee729aaf0d None None] Provisioning complete for port c539b02d-499b-453e-8bf6-a1f03d04af5f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:39.884584 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5995c7a2-4761-4eb7-9f0a-73ee729aaf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.899323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Allocated IP 10.1.1.244 (1cc80a87-9277-46e9-a112-672de24237e7/a64287c0-a205-49e1-a0cb-274d85bdb1d9/7b717850-ef68-4d35-a4ea-94a09c1e471c) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:39.910656 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ece2bfe5-b31c-400e-b555-55ec7c868023 req-3e0aba3e-0c64-40b6-b0c4-0e0f34077457 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 1096 time: 0.4303038 Apr 18 21:11:39.950971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9dc34ce-3f22-4097-9bd3-1ceee3167b09 req-d8458c0a-d198-4c5c-a0cf-2680227844d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 1096 time: 0.4302933 Apr 18 21:11:39.959850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['66782a59-8057-4739-978d-3ff37b1ab4e6'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:11:39.981191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a66e66-dbc1-4cbe-9d99-ca3a7c09427d req-150ca218-4ae5-4860-a65b-3438e17d0d7f tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:39.989920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12a66e66-dbc1-4cbe-9d99-ca3a7c09427d req-150ca218-4ae5-4860-a65b-3438e17d0d7f tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.3887782 Apr 18 21:11:40.114518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Pushing event updated for resources: {'Port': ['ID=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:40.251056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.274400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Transition to ACTIVE for port object 7b717850-ef68-4d35-a4ea-94a09c1e471c will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:40.327615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21d79de7-c730-4851-865c-f37ee0237a04 req-de91ae11-c1f2-4090-b594-91476d936eac tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409342 Apr 18 21:11:40.335931 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ece2bfe5-b31c-400e-b555-55ec7c868023 req-a9ae5370-b965-44ec-a4e7-926a3d4d9de5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986690 Apr 18 21:11:40.373018 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.381452 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5995c7a2-4761-4eb7-9f0a-73ee729aaf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.483115 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9dc34ce-3f22-4097-9bd3-1ceee3167b09 req-9b2392f3-a554-4958-b716-f2b77915a0a2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735000 Apr 18 21:11:40.485995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5995c7a2-4761-4eb7-9f0a-73ee729aaf0d None None] For port c539b02d-499b-453e-8bf6-a1f03d04af5f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c539b02d-499b-453e-8bf6-a1f03d04af5f,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:40.492831 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12a66e66-dbc1-4cbe-9d99-ca3a7c09427d req-2cd951b2-ad0c-4912-8e91-44837e86ac21 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005791 Apr 18 21:11:40.548069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Attempting to bind port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:40.548535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Attempting to bind port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:40.550101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Attempting to bind port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e on network 4144db19-a729-4831-9579-ef7dae265607 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:40.555207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Network 1cc80a87-9277-46e9-a112-672de24237e7 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:40.557265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5995c7a2-4761-4eb7-9f0a-73ee729aaf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.559225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:40.570391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Port': ['ID=7b717850-ef68-4d35-a4ea-94a09c1e471c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:40.572923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:40.582797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e on network 4144db19-a729-4831-9579-ef7dae265607 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:11:40.583126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Attempting to bind port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e on network 4144db19-a729-4831-9579-ef7dae265607 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:40.603604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:40.604025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Checking segment: {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:40.604362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Bound using segment: {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:40.604818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Bound port: f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:40.605174 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.645816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:40.647664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.732579 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d1ccbd68-0b95-4e9b-aefe-b7a98caf2063 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6248524 Apr 18 21:11:40.736677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995c7a2-4761-4eb7-9f0a-73ee729aaf0d None None] Pushing event updated for resources: {'Port': ['ID=c539b02d-499b-453e-8bf6-a1f03d04af5f,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:40.902337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] For port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:40.907056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] For port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:40.937082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401fb95-37c4-4d11-9299-196f2588dad1 req-9ecd3a49-4700-4d33-b6f6-0ce081562796 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:40.938330 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3401fb95-37c4-4d11-9299-196f2588dad1 req-9ecd3a49-4700-4d33-b6f6-0ce081562796 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=79f657a4-9708-4889-8719-8dd91df94e22 HTTP/1.1" status: 200 len: 943 time: 0.2141459 Apr 18 21:11:40.962226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd014a1-f4b5-4059-971f-618a71f366ec None None] Network 32bad53f-27bf-4d63-8186-7b1e34c831f3 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:40.968243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d081-4ae8-4d20-bee6-68705a482c3f req-1350b5eb-39d9-4079-9128-c070aeeb19e4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:40.969828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f995d081-4ae8-4d20-bee6-68705a482c3f req-1350b5eb-39d9-4079-9128-c070aeeb19e4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 945 time: 0.1660149 Apr 18 21:11:40.998907 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.086475 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Provisioning complete for port c539b02d-499b-453e-8bf6-a1f03d04af5f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:41.086842 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.113992 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3401fb95-37c4-4d11-9299-196f2588dad1 req-5a5aa0c5-0e73-4b2a-90e2-59bb3cb6059b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681693 Apr 18 21:11:41.131141 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.132523 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] 10.222.0.59 "PUT /v2.0/ports/f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e HTTP/1.1" status: 200 len: 1091 time: 2.8714931 Apr 18 21:11:41.132972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f657a4-9708-4889-8719-8dd91df94e22', 'tag': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:41.154693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f995d081-4ae8-4d20-bee6-68705a482c3f req-3c908839-c09e-4597-a32a-b249630b390d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779923 Apr 18 21:11:41.166969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b78ce3-af46-4d2d-a415-d869aaced0fb service neutron] Pushing event updated for resources: {'Port': ['ID=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:41.215072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7719cd10-1491-4464-9054-d38f62e813a8 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:41.545245 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-0f2deed3-d7b8-4fec-9f75-e6ddae3b8eb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&device_id=79f657a4-9708-4889-8719-8dd91df94e22 HTTP/1.1" status: 200 len: 1094 time: 0.1218302 Apr 18 21:11:41.545245 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-8e5f2def-4e9c-4a01-93a5-f9f7e3c7c538 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e HTTP/1.1" status: 200 len: 217 time: 0.1408215 Apr 18 21:11:41.594157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-88ba3def-8874-472c-a078-0baf7d859392 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:41.595656 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-88ba3def-8874-472c-a078-0baf7d859392 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ec1ace3-cc09-4f8a-9186-ef51b9088048 HTTP/1.1" status: 200 len: 845 time: 0.0908425 Apr 18 21:11:41.602326 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Provisioning for port 7719cd10-1491-4464-9054-d38f62e813a8 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:41.603777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284d6e7-e649-487d-8fc8-4943d1052767 req-1b167211-a3d9-4176-ac11-05809a1e9695 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:41.605257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0284d6e7-e649-487d-8fc8-4943d1052767 req-1b167211-a3d9-4176-ac11-05809a1e9695 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 945 time: 0.1669581 Apr 18 21:11:41.606795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 7719cd10-1491-4464-9054-d38f62e813a8 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:41.615072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Provisioning complete for port 7719cd10-1491-4464-9054-d38f62e813a8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:41.618863 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.649270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 7719cd10-1491-4464-9054-d38f62e813a8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:41.649808 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.650335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-fba7bad4-03ba-4262-9b7b-4ce4d0f87253 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4144db19-a729-4831-9579-ef7dae265607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440834 Apr 18 21:11:41.792375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0284d6e7-e649-487d-8fc8-4943d1052767 req-54f3d76d-86db-4bc9-9b95-69a891ba0af5 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409554 Apr 18 21:11:41.836048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-3868d625-7a2b-4361-baab-37615d8ba6c4 service neutron] 10.222.0.59 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691558 Apr 18 21:11:41.880029 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.890750 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.938562 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 7719cd10-1491-4464-9054-d38f62e813a8, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7719cd10-1491-4464-9054-d38f62e813a8,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:42.008108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5114916c-0d22-4b94-93a4-c8e4cbd234f8 req-5fde15be-3229-4b4d-bfd1-ee90484ff728 service neutron] 10.222.0.59 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655369 Apr 18 21:11:42.047425 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.048137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c539b02d-499b-453e-8bf6-a1f03d04af5f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:42.229959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=7719cd10-1491-4464-9054-d38f62e813a8,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:42.236160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:11:42.236758 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:11:42.253848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c539b02d-499b-453e-8bf6-a1f03d04af5f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:42.254216 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.276189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38974) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:42.283127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624668226', 'description': 'tempest-description--843566380'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:42.290059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:42.295434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:security_group and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:42.328181 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ebe37fe-396d-4620-9588-4386af68bc14'] response: {'name': 'network-changed', 'server_uuid': '79f657a4-9708-4889-8719-8dd91df94e22', 'tag': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e', 'status': 'completed', 'code': 200} Apr 18 21:11:42.413560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:42.422108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:42.445944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fdb0ed5-6792-4286-9cd8-dd917cbab7f5 req-de9718a6-cb45-4b29-85a3-8e0eedf6a451 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&device_id=79f657a4-9708-4889-8719-8dd91df94e22 HTTP/1.1" status: 200 len: 1094 time: 0.0890732 Apr 18 21:11:42.569372 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.633025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 66782a59-8057-4739-978d-3ff37b1ab4e6 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:42.638042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:42.644843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:security_group_rule and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:42.650940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:42.663791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:42.676245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb0ed5-6792-4286-9cd8-dd917cbab7f5 req-41b2f6b1-e76e-4150-8919-e6cc91cfe403 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:42.677797 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fdb0ed5-6792-4286-9cd8-dd917cbab7f5 req-41b2f6b1-e76e-4150-8919-e6cc91cfe403 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 200 len: 906 time: 0.2255356 Apr 18 21:11:42.750419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb028ed8-5a4f-4e8e-ad8e-dd30deedbb8e req-05562243-cca7-4bf7-9985-42d5d2472ab4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:42.754250 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb028ed8-5a4f-4e8e-ad8e-dd30deedbb8e req-05562243-cca7-4bf7-9985-42d5d2472ab4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 944 time: 0.2267289 Apr 18 21:11:42.825730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 66782a59-8057-4739-978d-3ff37b1ab4e6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:42.832210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fdb0ed5-6792-4286-9cd8-dd917cbab7f5 req-15cb4553-534f-4982-bfa1-801b33127dcf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e HTTP/1.1" status: 200 len: 217 time: 0.1438997 Apr 18 21:11:42.845963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 66782a59-8057-4739-978d-3ff37b1ab4e6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:42.845963 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.849680 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.944630 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.977986 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.003631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Provisioning for port 28ce8c24-63d3-4b02-8102-832ca60786d8 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:43.011862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e17762f-c7e0-4884-91ae-6b87f254712d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:43.014337 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66782a59-8057-4739-978d-3ff37b1ab4e6'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:43.018884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Provisioning complete for port 28ce8c24-63d3-4b02-8102-832ca60786d8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:43.023653 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.027713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb028ed8-5a4f-4e8e-ad8e-dd30deedbb8e req-d54b528d-542a-4d9e-86fb-786187f5ac01 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275808 Apr 18 21:11:43.035094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb0ed5-6792-4286-9cd8-dd917cbab7f5 req-076e73b0-6821-4d9c-b566-155ccccf6f02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:43.035984 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fdb0ed5-6792-4286-9cd8-dd917cbab7f5 req-076e73b0-6821-4d9c-b566-155ccccf6f02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ec1ace3-cc09-4f8a-9186-ef51b9088048 HTTP/1.1" status: 200 len: 845 time: 0.1934605 Apr 18 21:11:43.051251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf79b1-7ade-4dbd-a43d-62d5a8eceb94 req-3069078e-4c45-4521-815b-15cbc9dba4f4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:43.053031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42bf79b1-7ade-4dbd-a43d-62d5a8eceb94 req-3069078e-4c45-4521-815b-15cbc9dba4f4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.2933223 Apr 18 21:11:43.081138 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 66782a59-8057-4739-978d-3ff37b1ab4e6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=66782a59-8057-4739-978d-3ff37b1ab4e6,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:43.101395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7719cd10-1491-4464-9054-d38f62e813a8 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:43.119628 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fdb0ed5-6792-4286-9cd8-dd917cbab7f5 req-a9284d8b-b54a-410c-be62-c301a582a6bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4144db19-a729-4831-9579-ef7dae265607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653362 Apr 18 21:11:43.126944 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.128217 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-265be8c5-295d-4561-b924-8094d2b78749 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8510225 Apr 18 21:11:43.131757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38984) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:43.137417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-95c6e945-0ac5-466c-9e63-9e08ef18dbd7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'security_group_rule': {'security_group_id': '7e17762f-c7e0-4884-91ae-6b87f254712d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:43.149957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95c6e945-0ac5-466c-9e63-9e08ef18dbd7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:43.162161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95c6e945-0ac5-466c-9e63-9e08ef18dbd7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:security_group_rule and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:43.168948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95c6e945-0ac5-466c-9e63-9e08ef18dbd7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:43.173281 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.178504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95c6e945-0ac5-466c-9e63-9e08ef18dbd7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:43.250479 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95c6e945-0ac5-466c-9e63-9e08ef18dbd7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.261398 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Port 28ce8c24-63d3-4b02-8102-832ca60786d8 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:43.270635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42bf79b1-7ade-4dbd-a43d-62d5a8eceb94 req-3657063d-e1cc-47f9-aab4-5a9db6eddda6 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794407 Apr 18 21:11:43.327285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=66782a59-8057-4739-978d-3ff37b1ab4e6,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:43.339758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 7719cd10-1491-4464-9054-d38f62e813a8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:43.340188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.356410 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fdb0ed5-6792-4286-9cd8-dd917cbab7f5 req-853702f1-4f55-40df-bdbf-052a91e68510 service neutron] 10.222.0.59 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200630 Apr 18 21:11:43.363462 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95c6e945-0ac5-466c-9e63-9e08ef18dbd7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.368096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bac158-410d-4dbe-bf34-b6217818040e req-5108ed3a-3a4e-40f9-b4bb-052438543af7 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:43.369593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3bac158-410d-4dbe-bf34-b6217818040e req-5108ed3a-3a4e-40f9-b4bb-052438543af7 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 948 time: 0.1520264 Apr 18 21:11:43.435756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Provisioning for port 7b717850-ef68-4d35-a4ea-94a09c1e471c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:43.450498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Provisioning complete for port 7b717850-ef68-4d35-a4ea-94a09c1e471c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:43.450864 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.464406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95c6e945-0ac5-466c-9e63-9e08ef18dbd7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.499342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6e945-0ac5-466c-9e63-9e08ef18dbd7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa23361c-7661-4994-b97c-969cd9669fee,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:43.517462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d386b423-c6ff-4164-accd-3a4ca1f19e7c None None] Port 7b717850-ef68-4d35-a4ea-94a09c1e471c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:43.572946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3bac158-410d-4dbe-bf34-b6217818040e req-24e176cb-a103-486e-9416-6818bc1349c2 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa29b5-a36b-46d5-a8c5-fab455fd4288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823843 Apr 18 21:11:43.579157 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95c6e945-0ac5-466c-9e63-9e08ef18dbd7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.583046 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-95c6e945-0ac5-466c-9e63-9e08ef18dbd7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4476395 Apr 18 21:11:43.583384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38988) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:43.589900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-824b021d-9bde-419f-b9ec-d0cb45d7e73d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'security_group_rule': {'security_group_id': '7e17762f-c7e0-4884-91ae-6b87f254712d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:43.597619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-824b021d-9bde-419f-b9ec-d0cb45d7e73d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:43.602542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-824b021d-9bde-419f-b9ec-d0cb45d7e73d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:security_group_rule and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:43.602756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fdb0ed5-6792-4286-9cd8-dd917cbab7f5 req-b6a14dca-f83f-4ff4-ab67-2f055df64734 service neutron] 10.222.0.59 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322273 Apr 18 21:11:43.605656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-824b021d-9bde-419f-b9ec-d0cb45d7e73d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:43.616615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-824b021d-9bde-419f-b9ec-d0cb45d7e73d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:43.620568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade63ff-f747-4ec2-8c95-035160b38b61 req-e531fdb9-5316-471d-8bad-44df40bef9ff tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:43.622107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fade63ff-f747-4ec2-8c95-035160b38b61 req-e531fdb9-5316-471d-8bad-44df40bef9ff tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=79f657a4-9708-4889-8719-8dd91df94e22 HTTP/1.1" status: 200 len: 943 time: 0.1606994 Apr 18 21:11:43.641996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3d994838-e961-4122-b6ca-1504ad559931 None None] Provisioning complete for port 7719cd10-1491-4464-9054-d38f62e813a8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:43.642358 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d994838-e961-4122-b6ca-1504ad559931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.678797 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fade63ff-f747-4ec2-8c95-035160b38b61 req-a0d89fc7-7bb0-4a52-8a14-d6e50ede7b56 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484555 Apr 18 21:11:43.707922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-824b021d-9bde-419f-b9ec-d0cb45d7e73d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.792662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3d994838-e961-4122-b6ca-1504ad559931 None None] Provisioning complete for port 28ce8c24-63d3-4b02-8102-832ca60786d8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:43.793227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d994838-e961-4122-b6ca-1504ad559931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.812951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfe7a0-e5c4-43b9-ad2e-16452baeb4b2 req-0407b172-b203-453c-b4ca-13db3c383512 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:43.814623 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ffcfe7a0-e5c4-43b9-ad2e-16452baeb4b2 req-0407b172-b203-453c-b4ca-13db3c383512 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 945 time: 0.0956793 Apr 18 21:11:43.842610 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-824b021d-9bde-419f-b9ec-d0cb45d7e73d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.856878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3d994838-e961-4122-b6ca-1504ad559931 None None] Port 28ce8c24-63d3-4b02-8102-832ca60786d8 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:43.871092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3d994838-e961-4122-b6ca-1504ad559931 None None] Provisioning complete for port 7b717850-ef68-4d35-a4ea-94a09c1e471c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:43.875126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d994838-e961-4122-b6ca-1504ad559931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.915363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ffcfe7a0-e5c4-43b9-ad2e-16452baeb4b2 req-59f20aba-e8d8-4406-a8d4-3e81defd3b4c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596507 Apr 18 21:11:43.927842 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-824b021d-9bde-419f-b9ec-d0cb45d7e73d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.950352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3d994838-e961-4122-b6ca-1504ad559931 None None] Port 7b717850-ef68-4d35-a4ea-94a09c1e471c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:43.983403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d0d51-afd8-44c0-89bd-6f43fc7f58a9 req-9ed1be3b-6702-4cf7-b717-d7d3ac07b917 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:43.984292 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b22d0d51-afd8-44c0-89bd-6f43fc7f58a9 req-9ed1be3b-6702-4cf7-b717-d7d3ac07b917 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 945 time: 0.1782975 Apr 18 21:11:44.003379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b021d-9bde-419f-b9ec-d0cb45d7e73d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ad3a97-da48-4303-8d57-61a570ef48d4,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:44.062287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b22d0d51-afd8-44c0-89bd-6f43fc7f58a9 req-920e0677-67c4-4f4b-be91-35931f34dc28 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c859107-1ba7-4bc9-a620-5e13f27b3656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703247 Apr 18 21:11:44.075196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-824b021d-9bde-419f-b9ec-d0cb45d7e73d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.076474 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-824b021d-9bde-419f-b9ec-d0cb45d7e73d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4921336 Apr 18 21:11:44.077147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-bb1d7db4-b54a-4d9d-876c-e91d2320563b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:44.078610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-bb1d7db4-b54a-4d9d-876c-e91d2320563b tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 945 time: 0.1447556 Apr 18 21:11:44.079536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38998) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:44.086489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:44.093532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:44.098392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:floatingip and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:44.102746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:44.108864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:44.156813 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de3b59d-799c-4b1d-a88a-b3fde1e4423c'] response: {'server_uuid': 'fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66782a59-8057-4739-978d-3ff37b1ab4e6', 'code': 200} Apr 18 21:11:44.170283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Deleting port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:11:44.171369 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.224907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.391973 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.539340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Allocated IP 172.25.3.109 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/5c6f00e3-1024-46ca-99d6-3704ffc827dc) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:44.640398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c088a-d9bf-499c-a913-0a0f5892092a req-add5177f-b828-4198-a1d5-d8f9740006b3 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:44.641849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-046c088a-d9bf-499c-a913-0a0f5892092a req-add5177f-b828-4198-a1d5-d8f9740006b3 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 945 time: 0.5911179 Apr 18 21:11:44.671919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0eca2792-008d-4555-9252-4356296dbf18 req-5bab2ccf-1cf7-4f86-97fe-538db61bc109 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 1096 time: 0.3978217 Apr 18 21:11:44.682008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d925a67-a2c9-47be-a324-be77b9ef1134 req-0ebc3b35-cb3d-4072-8f31-eb9060888284 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:44.683405 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d925a67-a2c9-47be-a324-be77b9ef1134 req-0ebc3b35-cb3d-4072-8f31-eb9060888284 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.26 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 948 time: 0.4175475 Apr 18 21:11:44.696111 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.807448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.874659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:11:44.877647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:44.880553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:44.885167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:44.917354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Port': ['ID=5c6f00e3-1024-46ca-99d6-3704ffc827dc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:44.919047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] For port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02,segment=NetworkSegment(0cdf3c6a-15ae-450a-847a-b576786b5309),segment_id=0cdf3c6a-15ae-450a-847a-b576786b5309)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:44.919414 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.026269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:45.026559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-4d925a67-a2c9-47be-a324-be77b9ef1134 req-d6020f9a-8be5-4dee-bc07-90753e691752 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Deleting port 923bcb41-9656-4b67-b59e-f14bde21303e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:11:45.026842 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4d925a67-a2c9-47be-a324-be77b9ef1134 req-d6020f9a-8be5-4dee-bc07-90753e691752 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.046249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e', 'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'port_id': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e', 'mac_address': 'fa:16:3e:32:d3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec1ace3-cc09-4f8a-9186-ef51b9088048', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:11:45.071144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f552fc9b-1d9c-415e-991c-cd5af9e92600 req-4cdbb2bc-3e7b-4b21-bc4d-9f31bb7dcf65 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 1096 time: 0.5830066 Apr 18 21:11:45.075014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.084814 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0eca2792-008d-4555-9252-4356296dbf18 req-b9b757bd-509e-4e9b-b1ef-5e794757caff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976147 Apr 18 21:11:45.098829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-046c088a-d9bf-499c-a913-0a0f5892092a req-0ddd84ca-5075-4390-904a-528233347968 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302673 Apr 18 21:11:45.119467 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.156730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:45.191055 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:45.251452 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.258325 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.335295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:45.470802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.506853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:11:45.519872 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f552fc9b-1d9c-415e-991c-cd5af9e92600 req-48617ec8-d54c-4ec0-8fff-e7f65b4f231b tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239490 Apr 18 21:11:45.587004 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.587480 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.587692 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Floating IP 2d13d06a-66c8-49dd-a055-a84277749f2d disassociated. External IP: 172.25.3.238, port: e1e1ac83-2922-4e3f-b7a3-5a8453be0f02. Apr 18 21:11:45.588292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Calling delete_port for e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:11:45.589548 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.674780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4d925a67-a2c9-47be-a324-be77b9ef1134 req-d6020f9a-8be5-4dee-bc07-90753e691752 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] For port 923bcb41-9656-4b67-b59e-f14bde21303e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=923bcb41-9656-4b67-b59e-f14bde21303e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:45.675145 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4d925a67-a2c9-47be-a324-be77b9ef1134 req-d6020f9a-8be5-4dee-bc07-90753e691752 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.727074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Port': ['ID=5c6f00e3-1024-46ca-99d6-3704ffc827dc,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:45.743676 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:45.744047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:45.744351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:45.744685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:45.745019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:45.745348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:45.745699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:45.746025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:45.746350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:45.746672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:45.746999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:45.753631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.835899 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.837343 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-544d7aac-7613-4ca9-9984-76e6e3bf4735 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7564509 Apr 18 21:11:45.848710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-4d925a67-a2c9-47be-a324-be77b9ef1134 req-d6020f9a-8be5-4dee-bc07-90753e691752 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Calling delete_port for 923bcb41-9656-4b67-b59e-f14bde21303e owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:11:45.913292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd584e-a5d0-4e70-a518-131dd15c9336 req-da1573ee-49da-4c63-94cc-fc85a67912e3 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:45.914882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1bfd584e-a5d0-4e70-a518-131dd15c9336 req-da1573ee-49da-4c63-94cc-fc85a67912e3 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 945 time: 0.5860658 Apr 18 21:11:46.077521 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1bfd584e-a5d0-4e70-a518-131dd15c9336 req-70246b47-2e6d-4a7d-8ec5-dfc1be797f3d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559436 Apr 18 21:11:46.133906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c537f0-c1fc-4dda-815b-63eea73d86e4 req-925cd953-fba0-4084-92da-dee936385bc0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:46.135402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0c537f0-c1fc-4dda-815b-63eea73d86e4 req-925cd953-fba0-4084-92da-dee936385bc0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.4378536 Apr 18 21:11:46.186197 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.276452 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4d925a67-a2c9-47be-a324-be77b9ef1134 req-d6020f9a-8be5-4dee-bc07-90753e691752 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.283225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Pushing event deleted for resources: {'Port': ['ID=e1e1ac83-2922-4e3f-b7a3-5a8453be0f02,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:46.294819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0c537f0-c1fc-4dda-815b-63eea73d86e4 req-636e79c6-63c3-46e0-a91e-ebcd8d4bc58a tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483779 Apr 18 21:11:46.329884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7cc523c4-1aa9-48d2-86a1-b8ff5cd2d7d1 req-40d0f6ad-a030-46c8-ba3f-23ed057c7c9b tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36ce8c6-65b5-48ec-8bbb-dea2340a444d HTTP/1.1" status: 200 len: 210 time: 0.0999048 Apr 18 21:11:46.347711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6020f9a-8be5-4dee-bc07-90753e691752 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Pushing event deleted for resources: {'Port': ['ID=923bcb41-9656-4b67-b59e-f14bde21303e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:46.741188 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94f8eb93-894b-4853-9fb6-15daeb6419bc req-00f2198e-c36f-40d3-b069-d721e186120c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c HTTP/1.1" status: 200 len: 210 time: 0.0964971 Apr 18 21:11:46.742554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d925a67-a2c9-47be-a324-be77b9ef1134 req-d6020f9a-8be5-4dee-bc07-90753e691752 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] No DVR routers for this DVR port 923bcb41-9656-4b67-b59e-f14bde21303e on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:11:46.748323 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4d925a67-a2c9-47be-a324-be77b9ef1134 req-d6020f9a-8be5-4dee-bc07-90753e691752 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.751627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'name': 'network-vif-deleted', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:46.786051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d925a67-a2c9-47be-a324-be77b9ef1134 req-d6020f9a-8be5-4dee-bc07-90753e691752 tempest-ImagesOneServerTestJSON-2088377453 tempest-ImagesOneServerTestJSON-2088377453-project] 10.222.0.26 "DELETE /v2.0/ports/923bcb41-9656-4b67-b59e-f14bde21303e HTTP/1.1" status: 204 len: 173 time: 2.0848520 Apr 18 21:11:46.842534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a0e80-c970-4b55-88ae-6786620fe7a3 req-f5c84399-5cd7-40c2-916c-e98f3e98ac11 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:46.844173 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-825a0e80-c970-4b55-88ae-6786620fe7a3 req-f5c84399-5cd7-40c2-916c-e98f3e98ac11 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=79f657a4-9708-4889-8719-8dd91df94e22 HTTP/1.1" status: 200 len: 944 time: 0.4049642 Apr 18 21:11:46.890010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:46.959333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-825a0e80-c970-4b55-88ae-6786620fe7a3 req-07c58a89-26ea-4019-acca-6f38450f63e4 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031494 Apr 18 21:11:47.035465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466d031-f74e-42b8-a58f-8d21c5f9b3d9 req-1042b5fe-4500-403d-8e8d-71b1fe1a7416 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:47.037047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e466d031-f74e-42b8-a58f-8d21c5f9b3d9 req-1042b5fe-4500-403d-8e8d-71b1fe1a7416 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e4e0b9d-a998-44f5-a8f3-046243ccfede HTTP/1.1" status: 200 len: 945 time: 0.1136131 Apr 18 21:11:47.039068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Router 65893c07-ff32-40c5-9fcf-eab2fb501859 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:47.069557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:47.076275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:47.076973 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:47.117801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e466d031-f74e-42b8-a58f-8d21c5f9b3d9 req-7ea0168f-4930-4d93-b4f9-05d4969afab8 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633438 Apr 18 21:11:47.220646 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:47.251005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f657a4-9708-4889-8719-8dd91df94e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:47.263388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:47.361105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:47.361954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:11:47.402674 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8f5d79c1-a844-4ce4-b390-4c1b8686fb07 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1624668226&fields=id&tenant_id=9645b053fccf4eef884d2647dc741bdf HTTP/1.1" status: 200 len: 267 time: 0.0924034 Apr 18 21:11:47.431612 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:11:47.431990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:11:47.466652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:47.478334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4807767e-fb56-40f1-aee8-0df25fcbe981 req-1ceb65e8-8811-4eb0-a42b-413db588dbbe tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 1096 time: 0.2680132 Apr 18 21:11:47.510220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-9fb13998-5f94-4f84-8ccf-33b275e861a6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:47.510777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-9fb13998-5f94-4f84-8ccf-33b275e861a6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Synchronizing usage tracker for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:11:47.565092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4807767e-fb56-40f1-aee8-0df25fcbe981 req-42e0c43b-7ce8-43ee-9090-8a5e6c666fa9 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797901 Apr 18 21:11:47.588030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:47.602199 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa14c1-e76f-4483-bbf4-3717df3de294 None None] Sync routers for ids ['65893c07-ff32-40c5-9fcf-eab2fb501859'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:11:47.626048 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa14c1-e76f-4483-bbf4-3717df3de294 None None] Routers {'65893c07-ff32-40c5-9fcf-eab2fb501859'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:47.626683 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-1cfa14c1-e76f-4483-bbf4-3717df3de294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:11:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['65893c07-ff32-40c5-9fcf-eab2fb501859'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:47.663751 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c831ce0-3294-4d06-bf53-e81d722aa990'] response: {'server_uuid': 'f36ce8c6-65b5-48ec-8bbb-dea2340a444d', 'name': 'network-vif-deleted', 'tag': '923bcb41-9656-4b67-b59e-f14bde21303e', 'status': 'completed', 'code': 200} Apr 18 21:11:47.669700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-9fb13998-5f94-4f84-8ccf-33b275e861a6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Unset dirty status for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:11:47.669967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-9fb13998-5f94-4f84-8ccf-33b275e861a6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports/28ce8c24-63d3-4b02-8102-832ca60786d8 HTTP/1.1" status: 200 len: 932 time: 0.2599785 Apr 18 21:11:47.677605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] No DVR routers for this DVR port e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:11:47.709613 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:47.714903 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5aa2e576-2592-42bb-bf0a-732ce58d20db req-2d00e173-0dc6-47d5-9ef0-73e86519fa8c tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.59 "DELETE /v2.0/ports/e1e1ac83-2922-4e3f-b7a3-5a8453be0f02 HTTP/1.1" status: 204 len: 173 time: 3.6276650 Apr 18 21:11:47.762085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-54dd35da-2c81-499b-847c-689338895730 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:47.763770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-54dd35da-2c81-499b-847c-689338895730 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports/7b717850-ef68-4d35-a4ea-94a09c1e471c HTTP/1.1" status: 200 len: 931 time: 0.0885227 Apr 18 21:11:47.859527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-e58d2d24-a420-4003-b360-5bd6127412f7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?network_id=32bad53f-27bf-4d63-8186-7b1e34c831f3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0867324 Apr 18 21:11:47.876536 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-1cfa14c1-e76f-4483-bbf4-3717df3de294 None None] Set router 65893c07-ff32-40c5-9fcf-eab2fb501859 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:47.924091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-15c30bbe-ac87-4277-81c9-845b254ddb08 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?network_id=32bad53f-27bf-4d63-8186-7b1e34c831f3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0569038 Apr 18 21:11:48.061559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4959450-49ec-4cd2-9328-167084c1c2c1 req-c8f58151-47f5-4623-87fe-c38cf440e391 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:48.063058 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4959450-49ec-4cd2-9328-167084c1c2c1 req-c8f58151-47f5-4623-87fe-c38cf440e391 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 945 time: 0.2931828 Apr 18 21:11:48.160464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4959450-49ec-4cd2-9328-167084c1c2c1 req-9c54625a-caf1-4222-8195-43cd52b829a5 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895746 Apr 18 21:11:48.167695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-752b8b5a-32a5-4764-82a5-6e034e18c5f5 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:48.171530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-752b8b5a-32a5-4764-82a5-6e034e18c5f5 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:48.176701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-752b8b5a-32a5-4764-82a5-6e034e18c5f5 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:48.183841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-752b8b5a-32a5-4764-82a5-6e034e18c5f5 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/networks?id=5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c&id=1cc80a87-9277-46e9-a112-672de24237e7&id=1cc80a87-9277-46e9-a112-672de24237e7&id=32bad53f-27bf-4d63-8186-7b1e34c831f3&id=32bad53f-27bf-4d63-8186-7b1e34c831f3 HTTP/1.1" status: 200 len: 1990 time: 0.2522876 Apr 18 21:11:48.210569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8e328d39-f4b5-4b87-9640-4c44c21a13fe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/quotas/9645b053fccf4eef884d2647dc741bdf HTTP/1.1" status: 200 len: 375 time: 0.0244322 Apr 18 21:11:48.261630 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-1cfa14c1-e76f-4483-bbf4-3717df3de294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:10:09Z', 'revision_number': 4, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'c156a3ae-7ae5-453d-a79c-a8a039d410d6', 'name': '', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'mac_address': 'fa:16:3e:2f:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:23Z', 'revision_number': 5, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'subnets': [{'id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:48.268748 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa14c1-e76f-4483-bbf4-3717df3de294 None None] Checking router: 65893c07-ff32-40c5-9fcf-eab2fb501859 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:11:48.280879 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa14c1-e76f-4483-bbf4-3717df3de294 None None] Routers {'65893c07-ff32-40c5-9fcf-eab2fb501859'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:48.281520 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-1cfa14c1-e76f-4483-bbf4-3717df3de294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:11:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['65893c07-ff32-40c5-9fcf-eab2fb501859'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:48.312985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-3f81dfa7-361c-4e8c-b8e4-ffea4fa41020 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9645b053fccf4eef884d2647dc741bdf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1010988 Apr 18 21:11:48.511365 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-1cfa14c1-e76f-4483-bbf4-3717df3de294 None None] Set router 65893c07-ff32-40c5-9fcf-eab2fb501859 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:48.654306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 923bcb41-9656-4b67-b59e-f14bde21303e no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:11:48.703938 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2a3c003-6dfc-4cbd-8c1e-c0c19cf2a602 req-505cf1a2-ad4e-4263-86de-3c7bb74b531b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 1101 time: 0.3838856 Apr 18 21:11:48.711772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4070fb08-7c0d-41ca-a65b-afc050f9478f service neutron] 10.222.0.11 "GET /v2.0/networks/5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516538 Apr 18 21:11:48.718178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 923bcb41-9656-4b67-b59e-f14bde21303e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:11:48.718525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 923bcb41-9656-4b67-b59e-f14bde21303e not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:11:48.757869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663505b4-7c6f-42f3-a46e-9b66c3a60205 req-0dcfdd11-a035-4ef0-8421-f8b50267d567 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:48.759542 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-663505b4-7c6f-42f3-a46e-9b66c3a60205 req-0dcfdd11-a035-4ef0-8421-f8b50267d567 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=e24e53a8-a9be-42fb-9bf1-4e707c6da778 HTTP/1.1" status: 200 len: 945 time: 0.3984334 Apr 18 21:11:48.873598 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-1cfa14c1-e76f-4483-bbf4-3717df3de294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:10:09Z', 'revision_number': 4, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'c156a3ae-7ae5-453d-a79c-a8a039d410d6', 'name': '', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'mac_address': 'fa:16:3e:2f:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:23Z', 'revision_number': 5, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'subnets': [{'id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:48.878232 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa14c1-e76f-4483-bbf4-3717df3de294 None None] The sync data for ids ['65893c07-ff32-40c5-9fcf-eab2fb501859'] in n-d-836017-3 is: [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:10:09Z', 'revision_number': 4, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'c156a3ae-7ae5-453d-a79c-a8a039d410d6', 'name': '', 'network_id': 'b4ac22da-8ac9-4bb0-bb16-93357918a60f', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'mac_address': 'fa:16:3e:2f:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:23Z', 'revision_number': 5, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'subnets': [{'id': 'e1b2a7ce-af51-40f6-93b3-a101cdc2420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:11:48.987061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-663505b4-7c6f-42f3-a46e-9b66c3a60205 req-856bf0ac-ef94-46be-92c9-bcae8997d2b1 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048340 Apr 18 21:11:49.047520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c003-6dfc-4cbd-8c1e-c0c19cf2a602 req-816e2f6a-d6c4-434b-9d1b-701058d4356e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:49.050268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2a3c003-6dfc-4cbd-8c1e-c0c19cf2a602 req-816e2f6a-d6c4-434b-9d1b-701058d4356e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2886941 Apr 18 21:11:49.055942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-575234e1-97c5-4835-9436-5e49054a6ca1 service neutron] 10.222.0.11 "GET /v2.0/networks/5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321757 Apr 18 21:11:49.071772 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab10a72d-95f0-4bfb-ba56-fcfd65d4261b'] response: {'server_uuid': '79f657a4-9708-4889-8719-8dd91df94e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e', 'code': 200} Apr 18 21:11:49.208780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c3a36b-5f3c-4056-a421-f1ab84f39d4c None None] New status for floating IP 2d13d06a-66c8-49dd-a055-a84277749f2d: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:11:49.276030 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2a3c003-6dfc-4cbd-8c1e-c0c19cf2a602 req-e3087e47-2620-422a-a25b-d9ee367a9f14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 HTTP/1.1" status: 200 len: 217 time: 0.2175925 Apr 18 21:11:49.366019 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-40390665-32f4-4d82-afbb-2edeb41f0175 service neutron] 10.222.0.11 "GET /v2.0/ports/28ce8c24-63d3-4b02-8102-832ca60786d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2457061 Apr 18 21:11:49.416050 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c003-6dfc-4cbd-8c1e-c0c19cf2a602 req-53cfdae6-f95e-48e2-b925-ff1094489767 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:49.417392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2a3c003-6dfc-4cbd-8c1e-c0c19cf2a602 req-53cfdae6-f95e-48e2-b925-ff1094489767 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1274211 Apr 18 21:11:49.552138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1aad4195-009f-4ebc-b86f-6a23d3e33586 req-0465491d-7952-4544-ad75-996111d2608e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=79f657a4-9708-4889-8719-8dd91df94e22 HTTP/1.1" status: 200 len: 1096 time: 0.3946085 Apr 18 21:11:49.602269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535a597-4b39-4a47-bff1-83c5c04d58d9 req-a12434ea-925e-4801-95ac-2a48c6177a52 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:49.603708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f535a597-4b39-4a47-bff1-83c5c04d58d9 req-a12434ea-925e-4801-95ac-2a48c6177a52 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.3748474 Apr 18 21:11:49.666573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2f833f74-0b8d-474a-a7d3-8e73a8636f9f service neutron] 10.222.0.11 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894149 Apr 18 21:11:49.666902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'name': 'network-vif-deleted', 'tag': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:49.765156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1aad4195-009f-4ebc-b86f-6a23d3e33586 req-b7309fb7-b651-477b-a217-9c0b8c37c472 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953847 Apr 18 21:11:49.781277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2a3c003-6dfc-4cbd-8c1e-c0c19cf2a602 req-be21749a-1dc5-4a16-b40e-0b4f46c2b86f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3575008 Apr 18 21:11:49.791775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f535a597-4b39-4a47-bff1-83c5c04d58d9 req-0d1a29bd-a083-4fd5-a78c-7df13088a2ad tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820350 Apr 18 21:11:49.835551 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-604455e8-3002-4ac9-9d39-9d797d831770 service neutron] 10.222.0.11 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605413 Apr 18 21:11:49.900945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-6f2b30f9-77d6-43a7-8998-7afee846e5a5 service neutron] 10.222.0.11 "GET /v2.0/ports/7b717850-ef68-4d35-a4ea-94a09c1e471c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0596704 Apr 18 21:11:50.302773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-791971dc-111d-4043-be93-c77675c09c0a service neutron] 10.222.0.11 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946321 Apr 18 21:11:50.309793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2a3c003-6dfc-4cbd-8c1e-c0c19cf2a602 req-fad9e3b0-aa5a-4abc-8da4-097c955a2692 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310611 Apr 18 21:11:50.425038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39062) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:50.554341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f10cd-90ae-4114-815b-7da9a4701016 req-402f47f8-3733-4b9b-a07a-20c9e744f8f1 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:50.555796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d16f10cd-90ae-4114-815b-7da9a4701016 req-402f47f8-3733-4b9b-a07a-20c9e744f8f1 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=79f657a4-9708-4889-8719-8dd91df94e22 HTTP/1.1" status: 200 len: 945 time: 0.4482062 Apr 18 21:11:50.564715 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4b96a22d-af5f-4dd9-ac1c-bf318e4c52e3 service neutron] 10.222.0.11 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525713 Apr 18 21:11:50.626308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2a3c003-6dfc-4cbd-8c1e-c0c19cf2a602 req-05c2083b-8c4c-40df-a8c2-89cd7a407f4b service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959409 Apr 18 21:11:50.631763 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-06ee9bdb-ea64-4d35-8ed2-74bc8e408bb6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b90eb981e69426193f6f86354a5f5f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2051029 Apr 18 21:11:50.634444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39068) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:50.697799 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82686e48-cb03-4f1b-a20d-3ae331938f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:50.709836 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d16f10cd-90ae-4114-815b-7da9a4701016 req-2b162992-ad32-4162-b261-39e3f4b287f7 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422901 Apr 18 21:11:50.743476 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82686e48-cb03-4f1b-a20d-3ae331938f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:50.765429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-29b92516-f5e6-4309-9698-15149050ae54 service neutron] 10.222.0.11 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876547 Apr 18 21:11:50.869464 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82686e48-cb03-4f1b-a20d-3ae331938f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:50.897253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82686e48-cb03-4f1b-a20d-3ae331938f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fa29b5-a36b-46d5-a8c5-fab455fd4288,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:50.923766 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82686e48-cb03-4f1b-a20d-3ae331938f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:50.925136 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-82686e48-cb03-4f1b-a20d-3ae331938f9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2fa29b5-a36b-46d5-a8c5-fab455fd4288 HTTP/1.1" status: 204 len: 168 time: 0.2896791 Apr 18 21:11:50.968706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-878e4e3b-bd13-4bd4-82fe-3cb3450b81b4 service neutron] 10.222.0.11 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939383 Apr 18 21:11:51.120389 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-a0829202-3301-4d4b-bbca-aea030055109 service neutron] 10.222.0.11 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454709 Apr 18 21:11:51.266376 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-e6717164-4c1e-42e0-b6f7-05d9ec86e53c service neutron] 10.222.0.11 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391759 Apr 18 21:11:51.408619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-d013cdbc-789f-435f-92b7-4a3aef11fc31 service neutron] 10.222.0.11 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337700 Apr 18 21:11:51.548922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-6f8dfd68-2c69-47dd-820f-464a74a7ba53 service neutron] 10.222.0.11 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336308 Apr 18 21:11:51.692134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-22b73aae-bb87-4a16-aa83-3ab0870018c7 service neutron] 10.222.0.11 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361675 Apr 18 21:11:51.797581 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1639e8c2-0f8d-42fc-92bb-9d1e2f212be9'] response: {'server_uuid': '1d0e4066-2f47-48eb-a0a4-2f936cc6ac9c', 'name': 'network-vif-deleted', 'tag': 'e1e1ac83-2922-4e3f-b7a3-5a8453be0f02', 'status': 'completed', 'code': 200} Apr 18 21:11:51.848525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-5863208d-d641-42aa-8c7f-0738abb7d454 service neutron] 10.222.0.11 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498780 Apr 18 21:11:52.144929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac983145-82c3-490f-8783-56a727dbbb5a req-04db6c2a-e432-486e-9e49-d8403855da8f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2561209 Apr 18 21:11:52.154809 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f58a9fc-d9f2-4362-ba8c-7fa5d65bc46e req-6091c6b6-3457-4a50-aa33-afc32132134c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1011517 Apr 18 21:11:52.338759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f58a9fc-d9f2-4362-ba8c-7fa5d65bc46e req-ef39717d-2a8d-4507-a9c0-a71e415bb49a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 1101 time: 0.0775137 Apr 18 21:11:52.515560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a9fc-d9f2-4362-ba8c-7fa5d65bc46e req-0c4a1881-b979-4535-9226-988a92465dc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:52.517018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f58a9fc-d9f2-4362-ba8c-7fa5d65bc46e req-0c4a1881-b979-4535-9226-988a92465dc0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.1403317 Apr 18 21:11:52.599882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f58a9fc-d9f2-4362-ba8c-7fa5d65bc46e req-5cbc8169-fe5c-4698-9aae-fb2c6c829dc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=43f584c5-0b54-4f69-994e-3fdb4cabb63f HTTP/1.1" status: 200 len: 217 time: 0.0675387 Apr 18 21:11:52.672214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a9fc-d9f2-4362-ba8c-7fa5d65bc46e req-5d0990d6-5362-481b-b953-b4626e863ad7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:52.673710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f58a9fc-d9f2-4362-ba8c-7fa5d65bc46e req-5d0990d6-5362-481b-b953-b4626e863ad7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0650516 Apr 18 21:11:52.754205 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f58a9fc-d9f2-4362-ba8c-7fa5d65bc46e req-081e373a-4241-44a1-bf82-ccb262760491 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710926 Apr 18 21:11:52.896365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f58a9fc-d9f2-4362-ba8c-7fa5d65bc46e req-550b5bca-05fd-4fff-984b-56321e9e63ca service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346045 Apr 18 21:11:53.046422 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f58a9fc-d9f2-4362-ba8c-7fa5d65bc46e req-2ff3a4e9-d525-4618-aafd-d60f2a1512e4 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429045 Apr 18 21:11:53.451028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8875b-1103-4b67-954b-626de23d0619 req-4745214d-d263-45df-8a83-69ab4acb037e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:53.452456 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adc8875b-1103-4b67-954b-626de23d0619 req-4745214d-d263-45df-8a83-69ab4acb037e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 945 time: 0.0822964 Apr 18 21:11:53.541456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-adc8875b-1103-4b67-954b-626de23d0619 req-cc254ff7-3b7f-4e2c-bbd9-a87f8dd4ec92 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Deleting port 66782a59-8057-4739-978d-3ff37b1ab4e6 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:11:53.542795 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-adc8875b-1103-4b67-954b-626de23d0619 req-cc254ff7-3b7f-4e2c-bbd9-a87f8dd4ec92 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:53.596493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39150) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:53.727112 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80696248-2135-41b1-96c3-85a2208fb1ec tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:53.783031 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80696248-2135-41b1-96c3-85a2208fb1ec tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:53.926985 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80696248-2135-41b1-96c3-85a2208fb1ec tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:53.948117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80696248-2135-41b1-96c3-85a2208fb1ec tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c859107-1ba7-4bc9-a620-5e13f27b3656,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:53.956174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80696248-2135-41b1-96c3-85a2208fb1ec tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:53.961373 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-80696248-2135-41b1-96c3-85a2208fb1ec tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "DELETE /v2.0/security-groups/0c859107-1ba7-4bc9-a620-5e13f27b3656 HTTP/1.1" status: 204 len: 168 time: 0.3637400 Apr 18 21:11:53.962319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39162) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:53.981543 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-c76e7e45-2f3c-4973-8d0e-c973c1fb6f74 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] show failed (client error): The resource could not be found. Apr 18 21:11:53.987577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39170) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:54.003270 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c76e7e45-2f3c-4973-8d0e-c973c1fb6f74 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "GET /v2.0/security-groups/0c859107-1ba7-4bc9-a620-5e13f27b3656 HTTP/1.1" status: 404 len: 347 time: 0.0223229 Apr 18 21:11:54.113236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-adc8875b-1103-4b67-954b-626de23d0619 req-cc254ff7-3b7f-4e2c-bbd9-a87f8dd4ec92 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] For port 66782a59-8057-4739-978d-3ff37b1ab4e6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=66782a59-8057-4739-978d-3ff37b1ab4e6,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:54.113655 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-adc8875b-1103-4b67-954b-626de23d0619 req-cc254ff7-3b7f-4e2c-bbd9-a87f8dd4ec92 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.203724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a9f03-768b-4afa-80f2-002f0cbb0e96 req-78812277-5134-47a1-a27d-2a67f02d7684 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:54.205187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-290a9f03-768b-4afa-80f2-002f0cbb0e96 req-78812277-5134-47a1-a27d-2a67f02d7684 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.4007154 Apr 18 21:11:54.354243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-758d6fae-a692-4adc-926e-9028b091ad8d tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:11:54.358240 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-758d6fae-a692-4adc-926e-9028b091ad8d tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065362 Apr 18 21:11:54.439466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-adc8875b-1103-4b67-954b-626de23d0619 req-cc254ff7-3b7f-4e2c-bbd9-a87f8dd4ec92 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Calling delete_port for 66782a59-8057-4739-978d-3ff37b1ab4e6 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:11:54.509434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-294c54ed-e285-435e-9b9c-b03a50538376 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Deleting port 952c01f7-9884-41db-ad9d-73a76f56795a {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:11:54.509806 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-294c54ed-e285-435e-9b9c-b03a50538376 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.524558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] Request body: {'binding': {'host': 'n-h1-836017-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:54.524991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] Unknown quota resources ['binding']. {{(pid=85049) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 21:11:54.557245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6536b21-8250-44ae-875e-5a54aff988d6 req-7473e94c-4ba0-41e8-a0c4-d94673e4bc98 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:54.558717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6536b21-8250-44ae-875e-5a54aff988d6 req-7473e94c-4ba0-41e8-a0c4-d94673e4bc98 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e24e53a8-a9be-42fb-9bf1-4e707c6da778 HTTP/1.1" status: 200 len: 945 time: 0.6706736 Apr 18 21:11:54.607015 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-537f234f-d2bb-45e6-8c38-d59741dcf3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.633870 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-290a9f03-768b-4afa-80f2-002f0cbb0e96 req-17a10f15-22d7-4674-a6e9-5d5c0883c8ec tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017567 Apr 18 21:11:54.761052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-c6536b21-8250-44ae-875e-5a54aff988d6 req-5b58d0c9-5bd7-4200-a203-714abad1104b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Deleting port e4969641-4896-40e8-b75e-893810e32828 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:11:54.761395 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c6536b21-8250-44ae-875e-5a54aff988d6 req-5b58d0c9-5bd7-4200-a203-714abad1104b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.855837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] Attempting to bind port 65edf331-b844-4246-8fa0-db777b6b7db2 on host n-h1-836017-3 for vnic_type normal with profile None {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:54.856846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] Attempting to bind port 65edf331-b844-4246-8fa0-db777b6b7db2 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:54.856846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] Attempting to bind port 65edf331-b844-4246-8fa0-db777b6b7db2 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:54.863458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] Port 65edf331-b844-4246-8fa0-db777b6b7db2 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:11:54.864006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] Attempting to bind port 65edf331-b844-4246-8fa0-db777b6b7db2 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:54.872603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:54.874162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:54.874162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] Bound using segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:54.874162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] Bound port: 65edf331-b844-4246-8fa0-db777b6b7db2, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:54.907731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=65edf331-b844-4246-8fa0-db777b6b7db2,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:54.990823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] Notify callbacks [] for binding, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.004174 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4a740026-776f-4e8f-9eab-946279219e00 service neutron] 10.222.0.11 "POST /v2.0/ports/65edf331-b844-4246-8fa0-db777b6b7db2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6292155 Apr 18 21:11:55.016387 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-294c54ed-e285-435e-9b9c-b03a50538376 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.016711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-294c54ed-e285-435e-9b9c-b03a50538376 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.214910 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-adc8875b-1103-4b67-954b-626de23d0619 req-cc254ff7-3b7f-4e2c-bbd9-a87f8dd4ec92 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.223416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-294c54ed-e285-435e-9b9c-b03a50538376 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Calling delete_port for 952c01f7-9884-41db-ad9d-73a76f56795a owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:11:55.367819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc254ff7-3b7f-4e2c-bbd9-a87f8dd4ec92 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event deleted for resources: {'Port': ['ID=66782a59-8057-4739-978d-3ff37b1ab4e6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:55.403352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe56b4-8a25-4c3e-b963-41b35a14220f req-45dad03e-9004-488f-9a09-dfaf422c8965 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:55.404803 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8dfe56b4-8a25-4c3e-b963-41b35a14220f req-45dad03e-9004-488f-9a09-dfaf422c8965 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787 HTTP/1.1" status: 200 len: 945 time: 0.6146588 Apr 18 21:11:55.583347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc8875b-1103-4b67-954b-626de23d0619 req-cc254ff7-3b7f-4e2c-bbd9-a87f8dd4ec92 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] No DVR routers for this DVR port 66782a59-8057-4739-978d-3ff37b1ab4e6 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:11:55.593244 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-adc8875b-1103-4b67-954b-626de23d0619 req-cc254ff7-3b7f-4e2c-bbd9-a87f8dd4ec92 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.598370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787', 'name': 'network-vif-deleted', 'tag': '66782a59-8057-4739-978d-3ff37b1ab4e6'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:55.609218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-c6536b21-8250-44ae-875e-5a54aff988d6 req-5b58d0c9-5bd7-4200-a203-714abad1104b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] For port e4969641-4896-40e8-b75e-893810e32828, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e4969641-4896-40e8-b75e-893810e32828,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:55.609608 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c6536b21-8250-44ae-875e-5a54aff988d6 req-5b58d0c9-5bd7-4200-a203-714abad1104b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.941114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-c6536b21-8250-44ae-875e-5a54aff988d6 req-5b58d0c9-5bd7-4200-a203-714abad1104b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Calling delete_port for e4969641-4896-40e8-b75e-893810e32828 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:11:55.969021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adc8875b-1103-4b67-954b-626de23d0619 req-cc254ff7-3b7f-4e2c-bbd9-a87f8dd4ec92 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "DELETE /v2.0/ports/66782a59-8057-4739-978d-3ff37b1ab4e6 HTTP/1.1" status: 204 len: 173 time: 2.5098705 Apr 18 21:11:55.997729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8dfe56b4-8a25-4c3e-b963-41b35a14220f req-9bce113a-16fa-41f5-a207-65c8c6896132 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767927 Apr 18 21:11:56.024214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc61ad-4dfc-4694-b329-68ebecda48d7 req-955d4cec-f281-44c6-bff5-4793eaef660d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:56.025741 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6fbc61ad-4dfc-4694-b329-68ebecda48d7 req-955d4cec-f281-44c6-bff5-4793eaef660d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=e24e53a8-a9be-42fb-9bf1-4e707c6da778 HTTP/1.1" status: 200 len: 945 time: 0.7195983 Apr 18 21:11:56.145539 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-294c54ed-e285-435e-9b9c-b03a50538376 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:56.253591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c54ed-e285-435e-9b9c-b03a50538376 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Pushing event deleted for resources: {'Port': ['ID=952c01f7-9884-41db-ad9d-73a76f56795a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:56.264644 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6fbc61ad-4dfc-4694-b329-68ebecda48d7 req-79152218-bed1-4152-8612-61c5fbb10ab2 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233841 Apr 18 21:11:56.306273 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-01dc0907-78c7-4dca-b4a7-57516b81b4e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 1096 time: 0.4041655 Apr 18 21:11:56.372628 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c6536b21-8250-44ae-875e-5a54aff988d6 req-5b58d0c9-5bd7-4200-a203-714abad1104b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:56.384927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['b193a123-60f8-4667-bec4-53be60152797'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:11:56.409449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['249b38f5-29cc-43a5-94c3-a569af017521'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:11:56.541880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58d0c9-5bd7-4200-a203-714abad1104b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Pushing event deleted for resources: {'Port': ['ID=e4969641-4896-40e8-b75e-893810e32828,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:56.559410 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-659cb853-9fbc-41a3-b005-15bcdd0a8904 req-7a60aa0d-3856-4971-abc9-b3944de38cc9 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 210 time: 0.1262376 Apr 18 21:11:56.629206 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-294c54ed-e285-435e-9b9c-b03a50538376 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:56.700191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e279a9-e47f-44bc-912a-79cf55491102 req-08693933-4a02-4339-ae3f-81129ad15b76 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:56.707223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76e279a9-e47f-44bc-912a-79cf55491102 req-08693933-4a02-4339-ae3f-81129ad15b76 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=79f657a4-9708-4889-8719-8dd91df94e22 HTTP/1.1" status: 200 len: 945 time: 0.5515687 Apr 18 21:11:56.712614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6536b21-8250-44ae-875e-5a54aff988d6 req-5b58d0c9-5bd7-4200-a203-714abad1104b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] No DVR routers for this DVR port e4969641-4896-40e8-b75e-893810e32828 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:11:56.712860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 66782a59-8057-4739-978d-3ff37b1ab4e6 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:11:56.717882 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-294c54ed-e285-435e-9b9c-b03a50538376 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:56.722127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-294c54ed-e285-435e-9b9c-b03a50538376 tempest-ServersTestManualDisk-1270436009 tempest-ServersTestManualDisk-1270436009-project] 10.222.0.11 "DELETE /v2.0/floatingips/2d13d06a-66c8-49dd-a055-a84277749f2d HTTP/1.1" status: 204 len: 168 time: 2.7293162 Apr 18 21:11:56.722127 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c6536b21-8250-44ae-875e-5a54aff988d6 req-5b58d0c9-5bd7-4200-a203-714abad1104b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:56.722924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6536b21-8250-44ae-875e-5a54aff988d6 req-5b58d0c9-5bd7-4200-a203-714abad1104b tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.26 "DELETE /v2.0/ports/e4969641-4896-40e8-b75e-893810e32828 HTTP/1.1" status: 204 len: 173 time: 2.1524613 Apr 18 21:11:56.723067 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39198) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:56.737878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-6be39624-905a-42e8-8a34-b6612a224fc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:56.739272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-6be39624-905a-42e8-8a34-b6612a224fc1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.4267223 Apr 18 21:11:56.786413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 66782a59-8057-4739-978d-3ff37b1ab4e6 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:11:56.786960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 66782a59-8057-4739-978d-3ff37b1ab4e6 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:11:56.787621 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e4969641-4896-40e8-b75e-893810e32828 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:11:56.838555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: e4969641-4896-40e8-b75e-893810e32828 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:11:56.839212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e4969641-4896-40e8-b75e-893810e32828 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:11:56.918405 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4839d58d-9b60-47e5-a852-6f58384b2f81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65edf331-b844-4246-8fa0-db777b6b7db2 HTTP/1.1" status: 200 len: 217 time: 0.1441355 Apr 18 21:11:56.969365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-5d703660-ac85-4d85-8767-1399321aa248 service neutron] 10.222.0.26 "GET /v2.0/ports/28ce8c24-63d3-4b02-8102-832ca60786d8 HTTP/1.1" status: 200 len: 1028 time: 0.2328007 Apr 18 21:11:57.017543 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76e279a9-e47f-44bc-912a-79cf55491102 req-7d9d65f7-d864-48d2-9aca-bd385e7d51bc tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093376 Apr 18 21:11:57.030169 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ff9499f6-60ec-4bd2-97c4-915c2b3c70d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:57.062231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-6fe66dd5-b6bf-4726-96aa-d60c80b0f9e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:57.063778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-6fe66dd5-b6bf-4726-96aa-d60c80b0f9e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.1343737 Apr 18 21:11:57.120938 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce42a8a3-7063-4d33-9f85-6c190595e40d'] response: {'server_uuid': 'fdbcf4f2-0787-4ffd-8a2a-1cfb3b83a787', 'name': 'network-vif-deleted', 'tag': '66782a59-8057-4739-978d-3ff37b1ab4e6', 'status': 'completed', 'code': 200} Apr 18 21:11:57.123193 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-70ede26d-bf1a-4005-a349-2d5084607f67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468206 Apr 18 21:11:57.129709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45660cca-f407-438f-8767-046315d91170 req-8b0765b2-70e2-4d49-86f2-82a90065fc4c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:57.132441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45660cca-f407-438f-8767-046315d91170 req-8b0765b2-70e2-4d49-86f2-82a90065fc4c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 945 time: 0.2962434 Apr 18 21:11:57.367714 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d019db44-2624-4def-9dc5-928ad8e09824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:57.385755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-09b3fd19-5d6d-4ad5-a71a-1f0d70db7a45 service neutron] 10.222.0.26 "GET /v2.0/ports/7b717850-ef68-4d35-a4ea-94a09c1e471c HTTP/1.1" status: 200 len: 1027 time: 0.4020107 Apr 18 21:11:57.395650 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45660cca-f407-438f-8767-046315d91170 req-5118d530-34dd-4c2d-aa94-f32424de00ff tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406735 Apr 18 21:11:57.500656 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-132e112b-100e-4eb9-8fd4-139eaef4f382 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676925 Apr 18 21:11:57.842661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-d64d1913-2a4c-4e5e-a19e-85640be9db1f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:57.846714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-d64d1913-2a4c-4e5e-a19e-85640be9db1f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:57.852136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-d64d1913-2a4c-4e5e-a19e-85640be9db1f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:57.853850 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-d64d1913-2a4c-4e5e-a19e-85640be9db1f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "GET /v2.0/networks?id=5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c&id=1cc80a87-9277-46e9-a112-672de24237e7&id=1cc80a87-9277-46e9-a112-672de24237e7&id=1cc80a87-9277-46e9-a112-672de24237e7&id=1cc80a87-9277-46e9-a112-672de24237e7&id=32bad53f-27bf-4d63-8186-7b1e34c831f3&id=32bad53f-27bf-4d63-8186-7b1e34c831f3 HTTP/1.1" status: 200 len: 1990 time: 0.4495685 Apr 18 21:11:57.863530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad5110-c631-42ea-afbd-e6fa18e89151 req-6eb37e91-a8e9-4d6d-bebb-a00ca8599ec6 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:57.883482 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72ad5110-c631-42ea-afbd-e6fa18e89151 req-6eb37e91-a8e9-4d6d-bebb-a00ca8599ec6 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.6103992 Apr 18 21:11:58.012451 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.077998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72ad5110-c631-42ea-afbd-e6fa18e89151 req-2eaee4c4-3a4a-4847-9bea-acdefb576fba tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931984 Apr 18 21:11:58.081445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-d7ed7ba1-ff9c-47f6-b117-da988478fd32 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9645b053fccf4eef884d2647dc741bdf HTTP/1.1" status: 200 len: 380 time: 0.1269455 Apr 18 21:11:58.090799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'port': {'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'admin_state_up': True, 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'security_groups': ['7e17762f-c7e0-4884-91ae-6b87f254712d']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:58.294806 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-e420efdb-e0c8-42be-b2ca-038b84c1ba94 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7861698 Apr 18 21:11:58.298259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-d019db44-2624-4def-9dc5-928ad8e09824 admin admin] Deleting port c156a3ae-7ae5-453d-a79c-a8a039d410d6 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:11:58.298896 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d019db44-2624-4def-9dc5-928ad8e09824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.380890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-04961c48-9985-4e66-be61-d81c5c1050ac req-e9135658-7a22-441e-b78e-38f513c55194 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Synchronizing usage tracker for tenant:e835de4c3531417c818ee702d19434a8 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:11:58.414406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:58.424328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:58.491161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-d019db44-2624-4def-9dc5-928ad8e09824 admin admin] For port c156a3ae-7ae5-453d-a79c-a8a039d410d6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c156a3ae-7ae5-453d-a79c-a8a039d410d6,segment=NetworkSegment(0cdf3c6a-15ae-450a-847a-b576786b5309),segment_id=0cdf3c6a-15ae-450a-847a-b576786b5309)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:58.491515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d019db44-2624-4def-9dc5-928ad8e09824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.544484 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.544754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:58.547670 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.558172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-04961c48-9985-4e66-be61-d81c5c1050ac req-e9135658-7a22-441e-b78e-38f513c55194 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Unset dirty status for tenant:e835de4c3531417c818ee702d19434a8 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:11:58.559342 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04961c48-9985-4e66-be61-d81c5c1050ac req-e9135658-7a22-441e-b78e-38f513c55194 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=e24e53a8-a9be-42fb-9bf1-4e707c6da778 HTTP/1.1" status: 200 len: 210 time: 0.2233098 Apr 18 21:11:58.629170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-d019db44-2624-4def-9dc5-928ad8e09824 admin admin] Calling delete_port for c156a3ae-7ae5-453d-a79c-a8a039d410d6 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:11:58.632719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-7ac3669c-21fa-4a2e-8f2a-c6ab0dfa7c14 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1096 time: 0.1568351 Apr 18 21:11:58.643766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-3'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:58.947443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:11:58.950085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:11:59.024394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d019db44-2624-4def-9dc5-928ad8e09824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.062319 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-61cf7630-f789-4f10-96d1-a8a03ac5544a req-4e065e79-5b44-41de-bf70-d137f1fccf9e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 210 time: 0.2475569 Apr 18 21:11:59.119215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019db44-2624-4def-9dc5-928ad8e09824 admin admin] Pushing event deleted for resources: {'Port': ['ID=c156a3ae-7ae5-453d-a79c-a8a039d410d6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:59.131900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24e53a8-a9be-42fb-9bf1-4e707c6da778', 'name': 'network-vif-deleted', 'tag': 'e4969641-4896-40e8-b75e-893810e32828'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:59.296607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Allocated IP 172.20.0.12 (5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c/096cc853-83c4-4359-8b02-63ffa3b3538c/d1ea4309-8d10-45e8-8c66-3fbfd04a2242) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:59.300183 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.416077 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.492513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:59.516000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'mac_address': 'fa:16:3e:03:44:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:11:59.522348 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:11:59.601692 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d019db44-2624-4def-9dc5-928ad8e09824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.603211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:59.654032 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.674406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:11:59.681636 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.801237 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:11:59.801625 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:11:59.804638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:59.818056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:59.818574 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:59.819201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:59.819642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:59.820078 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:59.821169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:59.821647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:59.822081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:59.822687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:59.823218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:59.823670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:59.881609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b785-4b77-4448-a71c-025357d114ce req-50f44b0d-4027-4947-86bb-b4dfff5f54ed tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:59.883983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-50f44b0d-4027-4947-86bb-b4dfff5f54ed tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 1.0762393 Apr 18 21:12:00.013913 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-b30bdd54-9794-455a-ba1a-7cb2e5c88e42 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/quotas/af748b8029ea400c995ba35f34f12da7 HTTP/1.1" status: 200 len: 375 time: 0.1075025 Apr 18 21:12:00.107258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7658b785-4b77-4448-a71c-025357d114ce req-d557e0b0-c50b-42e4-917b-c2a9fd252ad8 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:00.123581 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=65edf331-b844-4246-8fa0-db777b6b7db2,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:00.163646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22bc73-15de-4655-8365-ef2b998f13a4 req-d6aabb44-959f-4840-8d4f-2213c0f4c502 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:00.170492 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d22bc73-15de-4655-8365-ef2b998f13a4 req-d6aabb44-959f-4840-8d4f-2213c0f4c502 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 945 time: 0.5544498 Apr 18 21:12:00.286603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7658b785-4b77-4448-a71c-025357d114ce req-d557e0b0-c50b-42e4-917b-c2a9fd252ad8 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:00.288047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-d557e0b0-c50b-42e4-917b-c2a9fd252ad8 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2542961 Apr 18 21:12:00.288972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:00.323485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d019db44-2624-4def-9dc5-928ad8e09824 admin admin] Router 65893c07-ff32-40c5-9fcf-eab2fb501859 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:00.358069 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.367080 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.378153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d22bc73-15de-4655-8365-ef2b998f13a4 req-51e1db7d-dc92-40f9-b9a9-ef9cbd17cf7d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061601 Apr 18 21:12:00.387380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:00.407001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:00.509432 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.589951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d019db44-2624-4def-9dc5-928ad8e09824 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:00.602567 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa070c3a-283c-4d33-b074-832ebcac1cc9 None None] Sync routers for ids ['65893c07-ff32-40c5-9fcf-eab2fb501859'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:12:00.604421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:00.607022 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d019db44-2624-4def-9dc5-928ad8e09824 admin admin] 10.222.0.11 "PUT /v2.0/routers/65893c07-ff32-40c5-9fcf-eab2fb501859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8828897 Apr 18 21:12:00.607826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39256) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:00.622257 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa070c3a-283c-4d33-b074-832ebcac1cc9 None None] Routers {'65893c07-ff32-40c5-9fcf-eab2fb501859'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:00.622257 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fa070c3a-283c-4d33-b074-832ebcac1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:11:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['65893c07-ff32-40c5-9fcf-eab2fb501859'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:00.649115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Transition to ACTIVE for port object d1ea4309-8d10-45e8-8c66-3fbfd04a2242 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:00.674071 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.741802 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-3dfde318-a224-44d2-90ac-20817f224b7c service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109766 Apr 18 21:12:00.743707 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:00.766544 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.863223 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-fa070c3a-283c-4d33-b074-832ebcac1cc9 None None] Set router 65893c07-ff32-40c5-9fcf-eab2fb501859 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:00.878363 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.910556 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.078288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ee625-235b-4935-b892-0438d6f2004e req-6859d453-ee0d-4e37-ab9a-e7cc37ae3aab tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:01.087983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc1ee625-235b-4935-b892-0438d6f2004e req-6859d453-ee0d-4e37-ab9a-e7cc37ae3aab tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=79f657a4-9708-4889-8719-8dd91df94e22 HTTP/1.1" status: 200 len: 945 time: 0.4975605 Apr 18 21:12:01.090549 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.167758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Pushing event updated for resources: {'Port': ['ID=65edf331-b844-4246-8fa0-db777b6b7db2,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:01.288417 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.316936 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fa070c3a-283c-4d33-b074-832ebcac1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:11:58Z', 'revision_number': 5, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port': {'id': '86ad330f-b753-480d-93bb-6a5a66d22d7f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:56Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:01.324782 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa070c3a-283c-4d33-b074-832ebcac1cc9 None None] Checking router: 65893c07-ff32-40c5-9fcf-eab2fb501859 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:12:01.338013 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa070c3a-283c-4d33-b074-832ebcac1cc9 None None] Routers {'65893c07-ff32-40c5-9fcf-eab2fb501859'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:01.338829 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fa070c3a-283c-4d33-b074-832ebcac1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:11:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['65893c07-ff32-40c5-9fcf-eab2fb501859'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:01.343591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Deleting port 86ad330f-b753-480d-93bb-6a5a66d22d7f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:01.343591 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.357013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-bb7ebb40-27cd-4606-b685-ef4ea95fe968 service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140075 Apr 18 21:12:01.388885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:01.403053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:01.431920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:01.540555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Port': ['ID=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:01.546521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:01.547134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.573382 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc1ee625-235b-4935-b892-0438d6f2004e req-2a5dcde4-9ff1-4dca-8095-b18e65c4c3f9 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842808 Apr 18 21:12:01.579363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Attempting to bind port 65edf331-b844-4246-8fa0-db777b6b7db2 on host n-h2-836017-3 for vnic_type normal with profile {"migrating_to": "n-h1-836017-3"} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:01.579703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Attempting to bind port 65edf331-b844-4246-8fa0-db777b6b7db2 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:01.580030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Attempting to bind port 65edf331-b844-4246-8fa0-db777b6b7db2 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:01.608088 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-fa070c3a-283c-4d33-b074-832ebcac1cc9 None None] Set router 65893c07-ff32-40c5-9fcf-eab2fb501859 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:01.615451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Port 65edf331-b844-4246-8fa0-db777b6b7db2 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:01.616457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Attempting to bind port 65edf331-b844-4246-8fa0-db777b6b7db2 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:01.624902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:01.625387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:01.625794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Bound using segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:01.626225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Bound port: 65edf331-b844-4246-8fa0-db777b6b7db2, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:01.626567 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.731279 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2a4562ab-544e-4a03-a172-0f4779349f90 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6445768 Apr 18 21:12:01.762420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'port': {'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7', 'admin_state_up': True, 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'security_groups': ['7e17762f-c7e0-4884-91ae-6b87f254712d']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:01.776091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] For port 86ad330f-b753-480d-93bb-6a5a66d22d7f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=86ad330f-b753-480d-93bb-6a5a66d22d7f,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:01.777540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.808764 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413f3b36-e9a8-45a5-ac01-dd5234c0b6f1'] response: {'server_uuid': 'e24e53a8-a9be-42fb-9bf1-4e707c6da778', 'name': 'network-vif-deleted', 'tag': 'e4969641-4896-40e8-b75e-893810e32828', 'status': 'completed', 'code': 200} Apr 18 21:12:01.855541 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fa070c3a-283c-4d33-b074-832ebcac1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:12:01Z', 'revision_number': 6, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:01.873036 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa070c3a-283c-4d33-b074-832ebcac1cc9 None None] The sync data for ids ['65893c07-ff32-40c5-9fcf-eab2fb501859'] in n-d-836017-3 is: [{'id': '65893c07-ff32-40c5-9fcf-eab2fb501859', 'name': 'tempest-ServersTestManualDisk-993350561-router', 'tenant_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:09:55Z', 'updated_at': '2022-04-18T21:12:01Z', 'revision_number': 6, 'project_id': 'adaffb00700e4f07bd500caf90d0fa4d', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:12:01.876726 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc6621a-7e0b-4bab-8fa6-2fc1582fe150'] response: {'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'code': 200} Apr 18 21:12:01.897752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0e66509f-a6f2-4e85-89f7-8c450850e84d None None] Provisioning for port d1ea4309-8d10-45e8-8c66-3fbfd04a2242 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:01.903817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0e66509f-a6f2-4e85-89f7-8c450850e84d None None] Provisioning complete for port d1ea4309-8d10-45e8-8c66-3fbfd04a2242 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:01.912156 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0e66509f-a6f2-4e85-89f7-8c450850e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.995805 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0e66509f-a6f2-4e85-89f7-8c450850e84d None None] Port d1ea4309-8d10-45e8-8c66-3fbfd04a2242 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:12:02.024260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Calling delete_port for 86ad330f-b753-480d-93bb-6a5a66d22d7f owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:02.092760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:02.116750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=65edf331-b844-4246-8fa0-db777b6b7db2,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:02.144345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:02.151871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:port and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:02.155492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for port was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:02.163418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6f658-60a5-4511-8c34-92659846c649 req-dd483584-807a-4a04-b67b-61068c1525cd tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:02.170147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96a6f658-60a5-4511-8c34-92659846c649 req-dd483584-807a-4a04-b67b-61068c1525cd tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 949 time: 0.3099627 Apr 18 21:12:02.194115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:02.196488 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.352803 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.403110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ad330f-b753-480d-93bb-6a5a66d22d7f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:02.412003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:02.415049 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.444761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96a6f658-60a5-4511-8c34-92659846c649 req-5818f2bb-b713-445a-853b-182fdc081d9e tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737029 Apr 18 21:12:02.462482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Pushing event updated for resources: {'Port': ['ID=65edf331-b844-4246-8fa0-db777b6b7db2,revision_number=8']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:02.573636 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.575058 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-c36c74dc-2e7f-497b-9104-a59c5456dd1c service neutron] 10.222.0.59 "PUT /v2.0/ports/65edf331-b844-4246-8fa0-db777b6b7db2 HTTP/1.1" status: 200 len: 1121 time: 3.9356389 Apr 18 21:12:02.599194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00e268-78e1-4ecf-8e02-a5c53536543a req-b9f90cdc-488b-4751-9dcb-45e1dbcc2873 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:02.600049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ce00e268-78e1-4ecf-8e02-a5c53536543a req-b9f90cdc-488b-4751-9dcb-45e1dbcc2873 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Synchronizing usage tracker for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:02.662361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['65edf331-b844-4246-8fa0-db777b6b7db2'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:02.697985 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.755418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Allocated IP 10.1.1.192 (1cc80a87-9277-46e9-a112-672de24237e7/a64287c0-a205-49e1-a0cb-274d85bdb1d9/004a1080-37bc-405d-ab31-fe3e10686519) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:02.946596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ce00e268-78e1-4ecf-8e02-a5c53536543a req-b9f90cdc-488b-4751-9dcb-45e1dbcc2873 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Unset dirty status for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:02.950002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:02.954557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce00e268-78e1-4ecf-8e02-a5c53536543a req-b9f90cdc-488b-4751-9dcb-45e1dbcc2873 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 932 time: 0.7012849 Apr 18 21:12:03.019124 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.019124 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.074099 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce00e268-78e1-4ecf-8e02-a5c53536543a req-cb41eb7b-43fd-4704-8288-2a5516d10397 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185565 Apr 18 21:12:03.091589 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c156a3ae-7ae5-453d-a79c-a8a039d410d6 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:03.115500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.116175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65893c07-ff32-40c5-9fcf-eab2fb501859 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:12:03.146492 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.162578 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4b3023a6-0eef-4cdc-9b5c-9e08ececb871 admin admin] 10.222.0.11 "DELETE /v2.0/routers/65893c07-ff32-40c5-9fcf-eab2fb501859 HTTP/1.1" status: 204 len: 168 time: 2.5534093 Apr 18 21:12:03.163616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39284) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:03.185656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c156a3ae-7ae5-453d-a79c-a8a039d410d6 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:12:03.187420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c156a3ae-7ae5-453d-a79c-a8a039d410d6 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:03.189579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 86ad330f-b753-480d-93bb-6a5a66d22d7f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:03.296345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 86ad330f-b753-480d-93bb-6a5a66d22d7f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:12:03.296684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 86ad330f-b753-480d-93bb-6a5a66d22d7f not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:03.315912 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:03.316310 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.373881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7607c4-a15c-48c0-8df3-efda9455c8c8 req-1e38ec6f-a863-4171-92dd-019e25226430 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:03.391753 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef7607c4-a15c-48c0-8df3-efda9455c8c8 req-1e38ec6f-a863-4171-92dd-019e25226430 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 943 time: 0.7821810 Apr 18 21:12:03.405534 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.451892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad28402-e41a-4675-8ed8-d5353b647e71 admin admin] Deleting subnet e1b2a7ce-af51-40f6-93b3-a101cdc2420c {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:12:03.456333 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fad28402-e41a-4675-8ed8-d5353b647e71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.488304 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.523541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Transition to ACTIVE for port object 004a1080-37bc-405d-ab31-fe3e10686519 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:03.540285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fad28402-e41a-4675-8ed8-d5353b647e71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.547513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef7607c4-a15c-48c0-8df3-efda9455c8c8 req-6e9b21d6-ca9b-47b6-86f3-4840e40df1e3 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549408 Apr 18 21:12:03.550986 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.609264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:03.651161 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fad28402-e41a-4675-8ed8-d5353b647e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.730442 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68e8b40d-8d8b-4329-886c-114572e43f63 req-22f54112-24b7-4239-bc15-bd70c3d8715d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 210 time: 0.0451212 Apr 18 21:12:03.759235 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.759986 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.816203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ede67c-6616-4aa2-a8af-4fe73245c04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65edf331-b844-4246-8fa0-db777b6b7db2'}, {'name': 'network-changed', 'server_uuid': 'e6ede67c-6616-4aa2-a8af-4fe73245c04d', 'tag': '65edf331-b844-4246-8fa0-db777b6b7db2'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:03.841416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fad28402-e41a-4675-8ed8-d5353b647e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.858235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:03.882230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:03.900161 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fad28402-e41a-4675-8ed8-d5353b647e71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.905419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b50c5b-6bd7-4511-8a50-dd9a8a76ba3f None None] Network b4ac22da-8ac9-4bb0-bb16-93357918a60f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:12:03.905972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Network 1cc80a87-9277-46e9-a112-672de24237e7 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:03.909798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad28402-e41a-4675-8ed8-d5353b647e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b2a7ce-af51-40f6-93b3-a101cdc2420c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:03.910544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:03.914120 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fad28402-e41a-4675-8ed8-d5353b647e71 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e1b2a7ce-af51-40f6-93b3-a101cdc2420c HTTP/1.1" status: 204 len: 168 time: 0.7490706 Apr 18 21:12:03.920101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:03.922345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39306) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:04.036165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Port': ['ID=004a1080-37bc-405d-ab31-fe3e10686519,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:04.103509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:04.104164 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.167238 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.184522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Deleting port 81317ea4-31b4-4480-8219-8e0394b14607 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:04.185009 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.241998 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc606ad4-9081-4f7f-bb2d-1dff2372b3a2'] response: {'server_uuid': 'e6ede67c-6616-4aa2-a8af-4fe73245c04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65edf331-b844-4246-8fa0-db777b6b7db2', 'code': 200} Apr 18 21:12:04.241998 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc606ad4-9081-4f7f-bb2d-1dff2372b3a2'] response: {'name': 'network-changed', 'server_uuid': 'e6ede67c-6616-4aa2-a8af-4fe73245c04d', 'tag': '65edf331-b844-4246-8fa0-db777b6b7db2', 'status': 'completed', 'code': 200} Apr 18 21:12:04.321144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-cacfb2ea-3f2f-4e93-98da-d52627e892e1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5679471 Apr 18 21:12:04.340092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'port': {'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7', 'admin_state_up': True, 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'security_groups': ['7e17762f-c7e0-4884-91ae-6b87f254712d']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:04.447554 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89724e3c-cc89-4be2-bd63-ef03c56abc12'] response: {'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'code': 200} Apr 18 21:12:04.566656 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dce2bfbe-06c3-430a-865e-765e1ba5b10e req-eed82e99-f2ea-4de7-88e4-b1633495dbd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 1124 time: 0.3190739 Apr 18 21:12:04.595073 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1b683be1-48b8-4321-acd2-eff444bab4fa None None] Provisioning for port 004a1080-37bc-405d-ab31-fe3e10686519 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:04.606052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1b683be1-48b8-4321-acd2-eff444bab4fa None None] Provisioning complete for port 004a1080-37bc-405d-ab31-fe3e10686519 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:04.606711 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1b683be1-48b8-4321-acd2-eff444bab4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.627316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e14c8-3a48-4203-89cf-80668865c12e req-fd2124cc-bef0-4b06-8269-83dd34234843 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:04.638886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-999e14c8-3a48-4203-89cf-80668865c12e req-fd2124cc-bef0-4b06-8269-83dd34234843 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.4377384 Apr 18 21:12:04.722916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bafe84-a507-4794-808a-0d0d1ff6f986 None None] DHCP port deletion for b4ac22da-8ac9-4bb0-bb16-93357918a60f request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:12:04.746683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-80bafe84-a507-4794-808a-0d0d1ff6f986 None None] Deleting port 81317ea4-31b4-4480-8219-8e0394b14607 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:04.747351 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-80bafe84-a507-4794-808a-0d0d1ff6f986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.829638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1b683be1-48b8-4321-acd2-eff444bab4fa None None] Port 004a1080-37bc-405d-ab31-fe3e10686519 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:12:04.868942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-999e14c8-3a48-4203-89cf-80668865c12e req-3be4b25c-0b6a-4650-94d8-93a86a3b91b8 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286372 Apr 18 21:12:04.892537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b785-4b77-4448-a71c-025357d114ce req-02d7d8c7-5022-4e04-ac2c-c3b2a9f2b82d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:04.892537 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-02d7d8c7-5022-4e04-ac2c-c3b2a9f2b82d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 0.2446141 Apr 18 21:12:04.892537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] For port 81317ea4-31b4-4480-8219-8e0394b14607, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=81317ea4-31b4-4480-8219-8e0394b14607,segment=NetworkSegment(0cdf3c6a-15ae-450a-847a-b576786b5309),segment_id=0cdf3c6a-15ae-450a-847a-b576786b5309)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:04.892537 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.895150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:04.913796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Request body: {'port': {'device_id': '977e948a-b27a-4c0f-84f0-991d42b0f017', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'admin_state_up': True, 'tenant_id': 'af748b8029ea400c995ba35f34f12da7'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:04.922410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:04.985447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 65edf331-b844-4246-8fa0-db777b6b7db2 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:05.104104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:05.111122 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:05.151120 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Calling delete_port for 81317ea4-31b4-4480-8219-8e0394b14607 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:05.167708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2bfbe-06c3-430a-865e-765e1ba5b10e req-96adfeb6-acfd-4740-8c34-8ca0adac75e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:05.169418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dce2bfbe-06c3-430a-865e-765e1ba5b10e req-96adfeb6-acfd-4740-8c34-8ca0adac75e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.5836623 Apr 18 21:12:05.181757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87426a27-2aaa-4bb7-b1b6-54ad206bca30 req-9167ce36-88e7-4427-a1e5-5694f2ce418c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:05.195106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87426a27-2aaa-4bb7-b1b6-54ad206bca30 req-9167ce36-88e7-4427-a1e5-5694f2ce418c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:05.208597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87426a27-2aaa-4bb7-b1b6-54ad206bca30 req-9167ce36-88e7-4427-a1e5-5694f2ce418c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 1654 time: 0.4499490 Apr 18 21:12:05.235118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=65edf331-b844-4246-8fa0-db777b6b7db2,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:05.299460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 65edf331-b844-4246-8fa0-db777b6b7db2 has no active binding in host n-h1-836017-3 {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 21:12:05.301810 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 81317ea4-31b4-4480-8219-8e0394b14607 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:05.387166 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dce2bfbe-06c3-430a-865e-765e1ba5b10e req-3010ad65-2841-4f73-93ea-3678cf7df12e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65edf331-b844-4246-8fa0-db777b6b7db2 HTTP/1.1" status: 200 len: 217 time: 0.1720405 Apr 18 21:12:05.476644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:05.509731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:05.539976 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-80bafe84-a507-4794-808a-0d0d1ff6f986 None None] For port 81317ea4-31b4-4480-8219-8e0394b14607, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=81317ea4-31b4-4480-8219-8e0394b14607,segment=NetworkSegment(0cdf3c6a-15ae-450a-847a-b576786b5309),segment_id=0cdf3c6a-15ae-450a-847a-b576786b5309)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:05.541020 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-80bafe84-a507-4794-808a-0d0d1ff6f986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:05.601064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:05.638861 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87426a27-2aaa-4bb7-b1b6-54ad206bca30 req-574d4ac2-c017-49ef-bf1f-0b6c7e634f97 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4250488 Apr 18 21:12:05.670934 n-d-836017-3 neutron-server[85050]: INFO neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No ports have port_id starting with 81317ea4-31b4-4480-8219-8e0394b14607 Apr 18 21:12:05.678501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-80bafe84-a507-4794-808a-0d0d1ff6f986 None None] Calling delete_port for 81317ea4-31b4-4480-8219-8e0394b14607 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:05.688137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Made reservation on behalf of af748b8029ea400c995ba35f34f12da7 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:05.691435 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:05.713854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Pushing event deleted for resources: {'Port': ['ID=81317ea4-31b4-4480-8219-8e0394b14607,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:05.714851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2bfbe-06c3-430a-865e-765e1ba5b10e req-f5d97ce9-91a3-466f-9dea-d38bdb27ec59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:05.716330 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dce2bfbe-06c3-430a-865e-765e1ba5b10e req-f5d97ce9-91a3-466f-9dea-d38bdb27ec59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.2818370 Apr 18 21:12:05.725091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ad57c7d-8669-4744-b72d-b6c5b80453ca req-a3727edd-79fa-499c-a333-0b3d5eb3dcf4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 1101 time: 0.9626238 Apr 18 21:12:05.743414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] No DVR routers for this DVR port 81317ea4-31b4-4480-8219-8e0394b14607 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn_limited( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn_limited( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.802810 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:05.806171 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:12:05.817038 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-80bafe84-a507-4794-808a-0d0d1ff6f986 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:12:05.817753 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-80bafe84-a507-4794-808a-0d0d1ff6f986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:12:05.884557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dce2bfbe-06c3-430a-865e-765e1ba5b10e req-32b7f110-0d30-4d60-9d2e-fc15c668a042 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580837 Apr 18 21:12:05.921943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-dce2bfbe-06c3-430a-865e-765e1ba5b10e req-a32b8720-ee7f-4229-90a5-6650fb416541 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:12:05.929667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dce2bfbe-06c3-430a-865e-765e1ba5b10e req-a32b8720-ee7f-4229-90a5-6650fb416541 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0115442 Apr 18 21:12:05.972788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Allocated IP 10.1.1.11 (1cc80a87-9277-46e9-a112-672de24237e7/a64287c0-a205-49e1-a0cb-274d85bdb1d9/211720f8-8ae7-46e2-bccd-76d4a0b40d42) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:06.009434 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ad57c7d-8669-4744-b72d-b6c5b80453ca req-7f83394a-79c5-477f-b471-96262db1b2c0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898427 Apr 18 21:12:06.011844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfe8b4f9-4984-43be-9c55-a595e9deffd2 req-ff72708a-af04-4d1e-a26e-0f495d08e0ee tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 210 time: 0.0993075 Apr 18 21:12:06.058943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.089575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ac22da-8ac9-4bb0-bb16-93357918a60f']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:06.091238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aead94-969f-4a98-b6c6-a42fdb2e1cd9 req-6d64c2ca-9541-4b43-842b-14976a117600 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:06.092722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5aead94-969f-4a98-b6c6-a42fdb2e1cd9 req-6d64c2ca-9541-4b43-842b-14976a117600 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 943 time: 0.5445116 Apr 18 21:12:06.107882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdf3c6a-15ae-450a-847a-b576786b5309') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:06.108177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdf3c6a-15ae-450a-847a-b576786b5309') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:06.130787 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.140576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Allocated IP 172.20.0.12 (d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2/e6eed83b-bd8b-4106-83ab-7db4459dec92/f825ac94-7b16-4ce4-96c8-809936a1d101) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:06.162797 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.170933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:12:06.171446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.242147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5aead94-969f-4a98-b6c6-a42fdb2e1cd9 req-03a38539-dd24-4e2d-acfe-4eaed2b8aac0 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302402 Apr 18 21:12:06.319349 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-80bafe84-a507-4794-808a-0d0d1ff6f986 None None] Deleting port 81317ea4-31b4-4480-8219-8e0394b14607 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:06.321964 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-80bafe84-a507-4794-808a-0d0d1ff6f986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.482356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-80bafe84-a507-4794-808a-0d0d1ff6f986 None None] The port '81317ea4-31b4-4480-8219-8e0394b14607' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:12:06.517963 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:12:06.681110 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.722044 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.751340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dce2bfbe-06c3-430a-865e-765e1ba5b10e req-f49043ab-3c54-45cb-841a-c2a50a429a03 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7799752 Apr 18 21:12:06.765959 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.771877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ac22da-8ac9-4bb0-bb16-93357918a60f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:06.858661 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.866193 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bcfde143-eb2f-4bfb-8499-6805a14085dc admin admin] 10.222.0.11 "DELETE /v2.0/networks/b4ac22da-8ac9-4bb0-bb16-93357918a60f HTTP/1.1" status: 204 len: 168 time: 2.9428074 Apr 18 21:12:06.894538 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-19fa7733-f959-477b-b1fa-c7fe7a50d9cd tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dd771660ca6045b2b0f9fb0323a3cea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1039310 Apr 18 21:12:06.896783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Transition to ACTIVE for port object 211720f8-8ae7-46e2-bccd-76d4a0b40d42 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:06.956659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60721bbf-778c-4c68-be25-9c8e8f1c2580 req-6f847d4d-8a7e-4f9f-8845-a3928da75505 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:06.961435 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.964106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60721bbf-778c-4c68-be25-9c8e8f1c2580 req-6f847d4d-8a7e-4f9f-8845-a3928da75505 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.4057443 Apr 18 21:12:06.974290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:07.087789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:07.094252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:07.101884 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:07.128038 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60721bbf-778c-4c68-be25-9c8e8f1c2580 req-7c44ebe2-81f9-4625-9244-6b2eeff51ca1 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629810 Apr 18 21:12:07.154036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event updated for resources: {'Port': ['ID=f825ac94-7b16-4ce4-96c8-809936a1d101,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:07.177625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:07.189826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:07.190083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-bcd81be5-1abe-431b-ace4-888f876d8d34 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:07.191196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.198316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-bcd81be5-1abe-431b-ace4-888f876d8d34 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2912381 Apr 18 21:12:07.214135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dce2bfbe-06c3-430a-865e-765e1ba5b10e req-9e11ed3f-0759-47c4-8982-ce60f95386f2 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424369 Apr 18 21:12:07.216696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e', 'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'port_id': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e', 'mac_address': 'fa:16:3e:32:d3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec1ace3-cc09-4f8a-9186-ef51b9088048', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:07.218372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-37f7b2eb-37cb-45b8-89d9-92d6b132ced9 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/quotas/dd771660ca6045b2b0f9fb0323a3cea2 HTTP/1.1" status: 200 len: 375 time: 0.0184267 Apr 18 21:12:07.295680 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.298112 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-aa094753-e700-4d86-882c-8a0b36364563 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd771660ca6045b2b0f9fb0323a3cea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694733 Apr 18 21:12:07.300859 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.319385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:07.328897 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-5e923061-9cab-4731-a9b4-33a1fd471c1e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4182742 Apr 18 21:12:07.343293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Request body: {'port': {'device_id': '977e948a-b27a-4c0f-84f0-991d42b0f017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:07.358390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:07.387182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39392) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:07.438847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Network 1cc80a87-9277-46e9-a112-672de24237e7 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:07.440101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Port': ['ID=211720f8-8ae7-46e2-bccd-76d4a0b40d42,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:07.447557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:07.450401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:07.458076 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.554485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:07.580051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.595871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:07.596502 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.633127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:07.730845 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-99f09e77-8946-4a9c-8829-d3868d5c2bad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=adaffb00700e4f07bd500caf90d0fa4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3357615 Apr 18 21:12:07.732374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b9e8b529-00da-49c3-a0e3-152b539af00e tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3999684 Apr 18 21:12:07.732852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39402) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:07.760096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'port': {'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3', 'admin_state_up': True, 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'security_groups': ['7e17762f-c7e0-4884-91ae-6b87f254712d']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:07.984503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ff30a-dd6b-46a3-8084-8d99affe2698 req-9884c411-54ca-42f7-be61-7c4fafc1a7ba tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:07.989224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ff30a-dd6b-46a3-8084-8d99affe2698 req-9884c411-54ca-42f7-be61-7c4fafc1a7ba tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:07.993719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ff30a-dd6b-46a3-8084-8d99affe2698 req-9884c411-54ca-42f7-be61-7c4fafc1a7ba tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:07.994608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-843ff30a-dd6b-46a3-8084-8d99affe2698 req-9884c411-54ca-42f7-be61-7c4fafc1a7ba tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Synchronizing usage tracker for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:08.038682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cf9c7624-50ee-4ac1-a560-ccbbcb504249 None None] Provisioning for port 211720f8-8ae7-46e2-bccd-76d4a0b40d42 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:08.046208 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cf9c7624-50ee-4ac1-a560-ccbbcb504249 None None] Provisioning complete for port 211720f8-8ae7-46e2-bccd-76d4a0b40d42 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:08.047083 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7624-50ee-4ac1-a560-ccbbcb504249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.084327 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4655e525-dffa-491e-a259-412230747e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.090460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:08.110715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b0d58-4285-47d2-b98f-f45e13a05bde req-5e598d5f-1049-4954-b0d5-b8dd9b5c5698 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:08.120520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c7624-50ee-4ac1-a560-ccbbcb504249 None None] Port 211720f8-8ae7-46e2-bccd-76d4a0b40d42 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:12:08.126580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb6b0d58-4285-47d2-b98f-f45e13a05bde req-5e598d5f-1049-4954-b0d5-b8dd9b5c5698 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 932 time: 0.3190918 Apr 18 21:12:08.132019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:port and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:08.134884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for port was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:08.141601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:08.180459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-843ff30a-dd6b-46a3-8084-8d99affe2698 req-9884c411-54ca-42f7-be61-7c4fafc1a7ba tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Unset dirty status for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:08.182344 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-843ff30a-dd6b-46a3-8084-8d99affe2698 req-9884c411-54ca-42f7-be61-7c4fafc1a7ba tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 2374 time: 0.6572914 Apr 18 21:12:08.185590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f825ac94-7b16-4ce4-96c8-809936a1d101 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:08.195057 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.216954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Transition to ACTIVE for port object f825ac94-7b16-4ce4-96c8-809936a1d101 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:08.224061 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4655e525-dffa-491e-a259-412230747e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.254360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:08.310141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.386025 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb6b0d58-4285-47d2-b98f-f45e13a05bde req-01307857-4923-4e0e-a36a-d9e5fa9c7f04 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585275 Apr 18 21:12:08.408155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-843ff30a-dd6b-46a3-8084-8d99affe2698 req-c254d546-bfff-4456-9eba-a9d99a1b5590 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190671 Apr 18 21:12:08.459397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Pushing event updated for resources: {'Port': ['ID=f825ac94-7b16-4ce4-96c8-809936a1d101,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:08.492611 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.525810 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4655e525-dffa-491e-a259-412230747e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.564380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655e525-dffa-491e-a259-412230747e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e2848d-9b78-4126-b023-5285c7e700a7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:08.617980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Attempting to bind port f825ac94-7b16-4ce4-96c8-809936a1d101 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:08.618548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Attempting to bind port f825ac94-7b16-4ce4-96c8-809936a1d101 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:08.618880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Attempting to bind port f825ac94-7b16-4ce4-96c8-809936a1d101 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:08.625661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Port f825ac94-7b16-4ce4-96c8-809936a1d101 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:08.626105 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Attempting to bind port f825ac94-7b16-4ce4-96c8-809936a1d101 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:08.637588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:08.642879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Checking segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:08.643438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Bound using segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:08.646064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Bound port: f825ac94-7b16-4ce4-96c8-809936a1d101, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:08.646685 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.798577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] For port f825ac94-7b16-4ce4-96c8-809936a1d101, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:08.804444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] For port f825ac94-7b16-4ce4-96c8-809936a1d101, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f825ac94-7b16-4ce4-96c8-809936a1d101,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:08.812622 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4655e525-dffa-491e-a259-412230747e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.816511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4655e525-dffa-491e-a259-412230747e66 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5e2848d-9b78-4126-b023-5285c7e700a7 HTTP/1.1" status: 204 len: 168 time: 1.0798078 Apr 18 21:12:08.857675 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:12:08.891815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Allocated IP 10.2.2.100 (32bad53f-27bf-4d63-8186-7b1e34c831f3/b8447fd9-9e09-40fd-9123-81fcc685820d/a028e96f-02c5-46c4-b8c7-817a76bd5789) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:08.898363 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.977651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:09.075595 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:09.084999 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:09.084999 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] 10.222.0.26 "PUT /v2.0/ports/f825ac94-7b16-4ce4-96c8-809936a1d101 HTTP/1.1" status: 200 len: 1092 time: 1.7460239 Apr 18 21:12:09.084999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977e948a-b27a-4c0f-84f0-991d42b0f017', 'tag': 'f825ac94-7b16-4ce4-96c8-809936a1d101'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:09.109907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1a9b2-ee80-4a61-afbb-bee76f7f0274 service neutron] Pushing event updated for resources: {'Port': ['ID=f825ac94-7b16-4ce4-96c8-809936a1d101,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:09.129632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:09.130392 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:09.256050 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:09.274926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Transition to ACTIVE for port object a028e96f-02c5-46c4-b8c7-817a76bd5789 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:09.284784 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-03948341-5e47-4001-bea3-19af19d42ec1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 1095 time: 0.0946558 Apr 18 21:12:09.380637 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-4ce8f730-be2b-4f27-b6d8-9115f062d4ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f825ac94-7b16-4ce4-96c8-809936a1d101 HTTP/1.1" status: 200 len: 217 time: 0.0875804 Apr 18 21:12:09.388900 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:09.389621 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:09.436635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f657a4-9708-4889-8719-8dd91df94e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:09.450582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:09.467507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-aa2f3856-4ea1-4699-bc07-08c13eb36476 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dd771660ca6045b2b0f9fb0323a3cea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1698465 Apr 18 21:12:09.496683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b785-4b77-4448-a71c-025357d114ce req-8ac38c17-cec2-4ea7-bcf3-a9e1d40863b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:09.498317 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-8ac38c17-cec2-4ea7-bcf3-a9e1d40863b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.1121912 Apr 18 21:12:09.526233 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:09.589581 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-fa062031-e377-41ac-a8fa-869fa896d22c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852487 Apr 18 21:12:09.687158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:09.708045 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-c06c3118-f33d-49c5-9785-9950184dd7e7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:09.710816 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-c06c3118-f33d-49c5-9785-9950184dd7e7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265399 Apr 18 21:12:09.763076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Network 32bad53f-27bf-4d63-8186-7b1e34c831f3 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:09.769370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:09.774381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Port': ['ID=a028e96f-02c5-46c4-b8c7-817a76bd5789,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:09.782871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-ec421c3f-e45f-4e19-b252-87de146668b4 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/quotas/dd771660ca6045b2b0f9fb0323a3cea2 HTTP/1.1" status: 200 len: 375 time: 0.0551150 Apr 18 21:12:09.784692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:09.907807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-165dfaf7-9e07-4d1e-a499-69f831a202fe service neutron] 10.222.0.26 "GET /v2.0/ports/65edf331-b844-4246-8fa0-db777b6b7db2/bindings/n-h1-836017-3 HTTP/1.1" status: 200 len: 384 time: 0.6115551 Apr 18 21:12:09.913776 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-d54fd11d-a73e-465f-8a20-91e427d91570 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168814 Apr 18 21:12:09.915503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7df9-1885-408b-ad4d-ac809a098f59 req-b1452ddf-9c96-4bbb-8b2a-dde8c69eba4a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:09.917769 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b37c7df9-1885-408b-ad4d-ac809a098f59 req-b1452ddf-9c96-4bbb-8b2a-dde8c69eba4a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 943 time: 1.1008415 Apr 18 21:12:10.006859 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-efcaaf4c-9aed-424b-bdd7-03c7bc055194 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd771660ca6045b2b0f9fb0323a3cea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2231359 Apr 18 21:12:10.013768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:10.014700 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:10.158933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b37c7df9-1885-408b-ad4d-ac809a098f59 req-c8597657-8d5a-4263-8332-d0f6a9ac3bac tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112096 Apr 18 21:12:10.255177 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7658b785-4b77-4448-a71c-025357d114ce req-62badc67-7d30-478a-ae96-91faa3d1e632 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314714 Apr 18 21:12:10.265631 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2c918f7f-8725-441e-8a59-13716dde61d3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5195537 Apr 18 21:12:10.275422 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c6fc35a0-baac-49f0-846f-caf46d97b85c None None] Provisioning for port a028e96f-02c5-46c4-b8c7-817a76bd5789 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:10.282166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c6fc35a0-baac-49f0-846f-caf46d97b85c None None] Provisioning complete for port a028e96f-02c5-46c4-b8c7-817a76bd5789 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:10.284903 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c6fc35a0-baac-49f0-846f-caf46d97b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:10.286566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'port': {'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3', 'admin_state_up': True, 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'security_groups': ['7e17762f-c7e0-4884-91ae-6b87f254712d']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:10.534312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc35a0-baac-49f0-846f-caf46d97b85c None None] Port a028e96f-02c5-46c4-b8c7-817a76bd5789 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:12:10.816212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-8b5bdf44-f582-428f-8f28-ab3d66a599fa tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=dd771660ca6045b2b0f9fb0323a3cea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194334 Apr 18 21:12:10.877703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=65edf331-b844-4246-8fa0-db777b6b7db2,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:10.904155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:10.979951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39476) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:11.117440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:11.150459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Usage tracker for resource:port and tenant:9645b053fccf4eef884d2647dc741bdf is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:11.158802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516a6b1-4c17-42fa-814c-c239293fa48b req-b6f281ce-6b97-4080-917f-96a64f52655f tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:11.166566 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5516a6b1-4c17-42fa-814c-c239293fa48b req-b6f281ce-6b97-4080-917f-96a64f52655f tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.8277183 Apr 18 21:12:11.191103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Quota usage for port was recalculated. Used quota:11. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:11.196873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65edf331-b844-4246-8fa0-db777b6b7db2 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:11.216577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-353321266-network', 'tenant_id': '7c40cd1cdb344d849da27ba504b10787'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:11.220797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:11.227662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:11.235306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=65edf331-b844-4246-8fa0-db777b6b7db2,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:11.236865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Usage tracker for resource:network and tenant:7c40cd1cdb344d849da27ba504b10787 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:11.242023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:11.250244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:11.303916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5516a6b1-4c17-42fa-814c-c239293fa48b req-3281bcbb-e83a-490b-9024-d9aeaff2c593 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361618 Apr 18 21:12:11.309361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Made reservation on behalf of 7c40cd1cdb344d849da27ba504b10787 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:11.311722 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:11.330879 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:11.336153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-e0f8d2f4-db5a-4ff5-b875-124580e61104 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:11.345010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-e0f8d2f4-db5a-4ff5-b875-124580e61104 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3758755 Apr 18 21:12:11.356256 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c20af4-3067-47b9-bfe2-d0e82cc8030f req-9eb5d8ee-dcba-4850-9308-9d09a21f917a tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:11.359175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c20af4-3067-47b9-bfe2-d0e82cc8030f req-9eb5d8ee-dcba-4850-9308-9d09a21f917a tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:11.366339 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78c20af4-3067-47b9-bfe2-d0e82cc8030f req-9eb5d8ee-dcba-4850-9308-9d09a21f917a tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b&device_id=9e4e0b9d-a998-44f5-a8f3-046243ccfede HTTP/1.1" status: 200 len: 1681 time: 0.6250196 Apr 18 21:12:11.393353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:11.393588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Request body: {'port': {'device_id': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'dd771660ca6045b2b0f9fb0323a3cea2'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:11.394685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Usage tracker for resource:security_group_rule and tenant:7c40cd1cdb344d849da27ba504b10787 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:11.398769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:11.411545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:11.417667 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:11.533921 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:11.603128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Made reservation on behalf of 9645b053fccf4eef884d2647dc741bdf for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:11.608344 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:11.611904 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:11.657692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:12:11.676604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:11.702395 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d11b8b2-a68e-4238-b4c3-224a9ce82f74'] response: {'name': 'network-changed', 'server_uuid': '977e948a-b27a-4c0f-84f0-991d42b0f017', 'tag': 'f825ac94-7b16-4ce4-96c8-809936a1d101', 'status': 'completed', 'code': 200} Apr 18 21:12:11.749440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:11.749853 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Added segment 794f38d7-1f0c-469a-a08b-53e1f0040a20 of type vlan for network 7648569c-f417-445f-bc4f-9317fd6c344e Apr 18 21:12:11.778399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78c20af4-3067-47b9-bfe2-d0e82cc8030f req-fb619c7c-c436-4fba-b742-d2f584f30479 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e457eb-2f96-4fcd-a3f2-a84c079653e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108653 Apr 18 21:12:11.814700 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:11.874721 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172162d5-67b3-429c-a93b-da5ce2b8a456'] response: {'server_uuid': '79f657a4-9708-4889-8719-8dd91df94e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e', 'code': 200} Apr 18 21:12:11.892975 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e83b94d-1f39-4259-abc8-851835e24edb req-fcb29273-ff23-40f4-a49a-dc5a44b36b5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 1095 time: 0.1858964 Apr 18 21:12:12.046959 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:12.048008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:12.048563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:12.165330 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] Pushing event updated for resources: {'Network': ['ID=7648569c-f417-445f-bc4f-9317fd6c344e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:12.174817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83b94d-1f39-4259-abc8-851835e24edb req-35fccb9b-ac5f-435b-a9cc-fbf79b481a6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:12.176759 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e83b94d-1f39-4259-abc8-851835e24edb req-35fccb9b-ac5f-435b-a9cc-fbf79b481a6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 912 time: 0.2741380 Apr 18 21:12:12.182657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:12.190861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 7648569c-f417-445f-bc4f-9317fd6c344e details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:12:12.215118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Usage tracker for resource:port and tenant:dd771660ca6045b2b0f9fb0323a3cea2 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:12.230772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:12.250019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:12.258989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Transition to ACTIVE for port object 65edf331-b844-4246-8fa0-db777b6b7db2 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:12.335210 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c0e0b650-cbb7-450a-858a-1187cbdc224e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3538814 Apr 18 21:12:12.344225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39490) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:12.349206 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:12.350396 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e83b94d-1f39-4259-abc8-851835e24edb req-6cd2d939-b419-438f-a81c-e591a58df020 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f825ac94-7b16-4ce4-96c8-809936a1d101 HTTP/1.1" status: 200 len: 217 time: 0.1311851 Apr 18 21:12:12.369749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Request body: {'subnet': {'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-353321266-subnet', 'tenant_id': '7c40cd1cdb344d849da27ba504b10787', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:12.428192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:12.445743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83b94d-1f39-4259-abc8-851835e24edb req-dbd00197-eb8b-4e78-b636-0bb3d61d5b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:12.447351 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e83b94d-1f39-4259-abc8-851835e24edb req-dbd00197-eb8b-4e78-b636-0bb3d61d5b4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.0822129 Apr 18 21:12:12.452448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4a1e5-884b-49df-80c2-c27d7f1d4e34 req-31be265c-1c79-44b3-b768-57506178c12a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:12.453946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7a4a1e5-884b-49df-80c2-c27d7f1d4e34 req-31be265c-1c79-44b3-b768-57506178c12a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 944 time: 0.5666842 Apr 18 21:12:12.462712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Usage tracker for resource:subnet and tenant:7c40cd1cdb344d849da27ba504b10787 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:12.491921 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:12.501193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Made reservation on behalf of dd771660ca6045b2b0f9fb0323a3cea2 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:12.504237 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:12.521304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca927e-cfa8-4b6f-937a-9b95c1a02a7c req-e82d95c8-2df1-41c3-ab5c-651b0cae0bb6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:12.523197 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e83b94d-1f39-4259-abc8-851835e24edb req-60670486-adc0-40af-bfc5-75f3794b36da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684383 Apr 18 21:12:12.525224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca927e-cfa8-4b6f-937a-9b95c1a02a7c req-e82d95c8-2df1-41c3-ab5c-651b0cae0bb6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:12.531398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca927e-cfa8-4b6f-937a-9b95c1a02a7c req-e82d95c8-2df1-41c3-ab5c-651b0cae0bb6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:12.533313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca927e-cfa8-4b6f-937a-9b95c1a02a7c req-e82d95c8-2df1-41c3-ab5c-651b0cae0bb6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:12.534164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-11ca927e-cfa8-4b6f-937a-9b95c1a02a7c req-e82d95c8-2df1-41c3-ab5c-651b0cae0bb6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Synchronizing usage tracker for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:12.558912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:12.620552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Allocated IP 10.2.2.200 (32bad53f-27bf-4d63-8186-7b1e34c831f3/b8447fd9-9e09-40fd-9123-81fcc685820d/24000ba4-8b91-4ac0-b4ce-4428dbc1595d) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:12.639558 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:12.709164 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e83b94d-1f39-4259-abc8-851835e24edb req-f586976c-3e4b-4d64-84fc-b70271c0c281 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780014 Apr 18 21:12:12.716528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=65edf331-b844-4246-8fa0-db777b6b7db2,revision_number=10']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:12.749398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7a4a1e5-884b-49df-80c2-c27d7f1d4e34 req-d5b8eddb-d8e2-44fb-b6e2-09f164b3bfb1 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833531 Apr 18 21:12:12.750460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] No DVR routers for this DVR port 65edf331-b844-4246-8fa0-db777b6b7db2 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:12.782648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Made reservation on behalf of 7c40cd1cdb344d849da27ba504b10787 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:12.785042 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:12.799188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:12.803812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:12.803812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:12.803812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:12.803812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:12.803812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:12.803812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:12.803812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:12.803812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:12.803812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:12.803812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:12.821875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-11ca927e-cfa8-4b6f-937a-9b95c1a02a7c req-e82d95c8-2df1-41c3-ab5c-651b0cae0bb6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Unset dirty status for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:12.823570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 65edf331-b844-4246-8fa0-db777b6b7db2 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:12.828965 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11ca927e-cfa8-4b6f-937a-9b95c1a02a7c req-e82d95c8-2df1-41c3-ab5c-651b0cae0bb6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 3095 time: 0.7714765 Apr 18 21:12:12.944410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 65edf331-b844-4246-8fa0-db777b6b7db2 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:12.945136 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-fb7134fc-260e-4544-9676-261c7eaaa312 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=dd771660ca6045b2b0f9fb0323a3cea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733609 Apr 18 21:12:12.973219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 65edf331-b844-4246-8fa0-db777b6b7db2 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:12.989568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:12.994823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Usage tracker for resource:security_group_rule and tenant:dd771660ca6045b2b0f9fb0323a3cea2 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:12.998601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:13.007257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:13.061268 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e83b94d-1f39-4259-abc8-851835e24edb req-dabd2976-7cf0-42fd-b848-1550b809bcf3 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455796 Apr 18 21:12:13.090510 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:13.338735 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:13.360077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-88250c8c-8487-4747-9fad-db8f5e14944b tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:13.361947 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-88250c8c-8487-4747-9fad-db8f5e14944b tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4106500 Apr 18 21:12:13.381181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Request body: {'port': {'device_id': '506ea287-ebc9-4997-ad21-597a8ca9ae80', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'dd771660ca6045b2b0f9fb0323a3cea2'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:13.501209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2133b4ff-8b1e-4c5b-b0b6-a1fc41047dcf req-59811fda-b35f-4ed1-ac91-05350e8b9e56 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 210 time: 0.2866366 Apr 18 21:12:13.554479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:13.559243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Usage tracker for resource:port and tenant:dd771660ca6045b2b0f9fb0323a3cea2 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:13.564035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:13.574002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:13.642230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Made reservation on behalf of dd771660ca6045b2b0f9fb0323a3cea2 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:13.645456 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:13.646255 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11ca927e-cfa8-4b6f-937a-9b95c1a02a7c req-eac3d089-246c-4f7d-b3f5-44250dbb01bc tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8163142 Apr 18 21:12:13.648953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536ead07-fb26-486c-be8d-052693f3d68b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:13.654917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-daac32f4-9302-4320-83f9-28cb04dac6e7 service neutron] 10.222.0.26 "PUT /v2.0/ports/65edf331-b844-4246-8fa0-db777b6b7db2/bindings/n-h1-836017-3/activate HTTP/1.1" status: 200 len: 369 time: 3.7361538 Apr 18 21:12:13.844390 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:14.211054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Transition to ACTIVE for port object 24000ba4-8b91-4ac0-b4ce-4428dbc1595d will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:14.291974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Allocated IP 192.168.233.212 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/b9923b9f-40e5-467f-9dc9-b7504ab40f69) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:14.381581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-259b7d44-9fbe-4273-87fd-7ca4cae12b21 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1095 time: 0.5297084 Apr 18 21:12:14.387121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0e7f4-7fe1-4ed1-88af-1cf49fd68271 req-c7dce9d1-db95-488b-bae6-6e1fb05f250b tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:14.388694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dea0e7f4-7fe1-4ed1-88af-1cf49fd68271 req-c7dce9d1-db95-488b-bae6-6e1fb05f250b tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.4646449 Apr 18 21:12:14.399384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1b850-6b1f-4b2e-a704-ee79746f7c35 req-1518c33f-d74d-42e5-b66e-f3e617b960bd tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:14.400967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bbd1b850-6b1f-4b2e-a704-ee79746f7c35 req-1518c33f-d74d-42e5-b66e-f3e617b960bd tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 944 time: 0.6091366 Apr 18 21:12:14.454599 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:14.509060 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:14.808274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device f825ac94-7b16-4ce4-96c8-809936a1d101 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:14.848865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3e3810-f739-4f92-b380-0f9bd81f324e,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:14.857970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Network 32bad53f-27bf-4d63-8186-7b1e34c831f3 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:14.860717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event updated for resources: {'Port': ['ID=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:14.866675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dea0e7f4-7fe1-4ed1-88af-1cf49fd68271 req-d16cf222-1cba-47b7-bf47-2432586aa202 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562385 Apr 18 21:12:14.886220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bbd1b850-6b1f-4b2e-a704-ee79746f7c35 req-ff717c01-73cc-486d-a988-4cf9e1b673a6 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326649 Apr 18 21:12:14.887622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:14.928923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:15.068152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port f825ac94-7b16-4ce4-96c8-809936a1d101, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f825ac94-7b16-4ce4-96c8-809936a1d101,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:15.108457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'f825ac94-7b16-4ce4-96c8-809936a1d101', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'port_id': 'f825ac94-7b16-4ce4-96c8-809936a1d101', 'mac_address': 'fa:16:3e:c1:2d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6eed83b-bd8b-4106-83ab-7db4459dec92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:15.172786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Checking segment: {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:15.181443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Network hostable DHCP agents. Network: 7648569c-f417-445f-bc4f-9317fd6c344e, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:12:15.263653 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:15.288081 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-335a1864-88c7-46c5-bbd2-d7d865a10533 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c HTTP/1.1" status: 200 len: 1095 time: 0.8983593 Apr 18 21:12:15.291045 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:15.326449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f825ac94-7b16-4ce4-96c8-809936a1d101 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:15.351816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:15.352471 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:15.358419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port f825ac94-7b16-4ce4-96c8-809936a1d101, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f825ac94-7b16-4ce4-96c8-809936a1d101,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:15.414367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47f0aec6-095b-400a-a2a3-c94e619d2ee4 req-e25bf887-6ffe-4c37-b365-6b425ccfb959 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 210 time: 0.1392591 Apr 18 21:12:15.422491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Transition to ACTIVE for port object b9923b9f-40e5-467f-9dc9-b7504ab40f69 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:15.451802 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:15.538419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=f825ac94-7b16-4ce4-96c8-809936a1d101,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:15.541643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bea3ce49-7e67-4cef-baf4-170e2c3e92f9 None None] Provisioning for port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:15.553048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bea3ce49-7e67-4cef-baf4-170e2c3e92f9 None None] Provisioning complete for port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:15.566035 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bea3ce49-7e67-4cef-baf4-170e2c3e92f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:15.586515 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:15.657402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bea3ce49-7e67-4cef-baf4-170e2c3e92f9 None None] Port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:12:15.663390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Allocated IP 192.168.233.135 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/d054534d-81d6-4ae2-8507-7aa4b366c14e) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:15.696383 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-725aaf69-2c02-48ce-9eda-80097e26a051 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4142468 Apr 18 21:12:15.721541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Network 7648569c-f417-445f-bc4f-9317fd6c344e is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:12:15.721541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7228f75-2785-4a62-a6bd-8bf841b9ad96 req-f311579c-c6b4-46cd-9b7c-c9ef76885468 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:15.721541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7228f75-2785-4a62-a6bd-8bf841b9ad96 req-f311579c-c6b4-46cd-9b7c-c9ef76885468 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 944 time: 0.5253797 Apr 18 21:12:15.743727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Request body: {'port': {'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:15.780922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['f825ac94-7b16-4ce4-96c8-809936a1d101'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:15.866022 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-0c1b4b7f-2681-4f3b-b170-58daaafb95f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 1095 time: 0.5192728 Apr 18 21:12:15.868652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:15.884987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Pushing event updated for resources: {'Port': ['ID=b9923b9f-40e5-467f-9dc9-b7504ab40f69,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:15.906770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:15.906770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:16.051321 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:16.069723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Transition to ACTIVE for port object d054534d-81d6-4ae2-8507-7aa4b366c14e will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:16.073747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 7648569c-f417-445f-bc4f-9317fd6c344e) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:16.084871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:16.085505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:16.091804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eda33e5-e8cc-4fa7-8a2b-7a366af287b2 None None] Network 7648569c-f417-445f-bc4f-9317fd6c344e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:12:16.165499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7228f75-2785-4a62-a6bd-8bf841b9ad96 req-76fe1e65-86e4-4148-af64-ca54e76d06b7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748038 Apr 18 21:12:16.172387 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:16.227014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:16.227728 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:16.272182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fc6f-3614-4275-a835-46238508f855 req-aa8e0341-1d30-49fb-88e8-053c7b92110f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:16.276508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fc6f-3614-4275-a835-46238508f855 req-aa8e0341-1d30-49fb-88e8-053c7b92110f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:16.281781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fc6f-3614-4275-a835-46238508f855 req-aa8e0341-1d30-49fb-88e8-053c7b92110f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:16.289328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fc6f-3614-4275-a835-46238508f855 req-aa8e0341-1d30-49fb-88e8-053c7b92110f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:16.296985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fc6f-3614-4275-a835-46238508f855 req-aa8e0341-1d30-49fb-88e8-053c7b92110f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:16.299333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d98fc6f-3614-4275-a835-46238508f855 req-aa8e0341-1d30-49fb-88e8-053c7b92110f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 3816 time: 0.7272527 Apr 18 21:12:16.321640 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-00c6793c-d30a-4452-a3c8-f87ffa1d5a24 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9665356 Apr 18 21:12:16.378297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c13ec104-e909-464f-a2d8-93aa9e9d7939 None None] Provisioning for port b9923b9f-40e5-467f-9dc9-b7504ab40f69 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:16.389571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:16.411991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Pushing event updated for resources: {'Port': ['ID=d054534d-81d6-4ae2-8507-7aa4b366c14e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:16.412867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c13ec104-e909-464f-a2d8-93aa9e9d7939 None None] Provisioning complete for port b9923b9f-40e5-467f-9dc9-b7504ab40f69 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:16.413235 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c13ec104-e909-464f-a2d8-93aa9e9d7939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:16.435151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:16.437106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:16.454164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:16.462130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-1487a1d7-df00-4663-918f-09c3391378b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:16.468002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-1487a1d7-df00-4663-918f-09c3391378b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.5885499 Apr 18 21:12:16.544390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-7d60876b-17a0-4fa8-beed-f974205981b7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1589341 Apr 18 21:12:16.623602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:16.623866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:16.680241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d98fc6f-3614-4275-a835-46238508f855 req-78e0d5b9-114b-4483-a4ad-1ff62e351c18 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665683 Apr 18 21:12:16.713869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c13ec104-e909-464f-a2d8-93aa9e9d7939 None None] Port b9923b9f-40e5-467f-9dc9-b7504ab40f69 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:12:16.719553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9a72e8-743b-4e19-9571-400207854d6c None None] Network 7648569c-f417-445f-bc4f-9317fd6c344e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:12:16.732060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-16ad511f-b89d-4b87-832f-ea6f5a257f75 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3527329 Apr 18 21:12:16.740769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Request body: {'port': {'device_id': '506ea287-ebc9-4997-ad21-597a8ca9ae80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:16.833412 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device f825ac94-7b16-4ce4-96c8-809936a1d101 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:17.057537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port f825ac94-7b16-4ce4-96c8-809936a1d101 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:17.070451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ee92a861-544f-4e90-8fe6-bdd9f21aafd8 None None] Provisioning for port d054534d-81d6-4ae2-8507-7aa4b366c14e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:17.087302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port f825ac94-7b16-4ce4-96c8-809936a1d101 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:17.087678 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.113196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.152758 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-b1225c01-7dba-4f45-af88-be54aa10c134 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65edf331-b844-4246-8fa0-db777b6b7db2 HTTP/1.1" status: 200 len: 217 time: 0.6071231 Apr 18 21:12:17.158749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-6f49cf52-ade4-4873-af0d-21debf3361ee tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:12:17.161387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-6f49cf52-ade4-4873-af0d-21debf3361ee tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058658 Apr 18 21:12:17.237596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Request body: {'port': {'device_id': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:17.244579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ee92a861-544f-4e90-8fe6-bdd9f21aafd8 None None] Provisioning complete for port d054534d-81d6-4ae2-8507-7aa4b366c14e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:17.245139 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ee92a861-544f-4e90-8fe6-bdd9f21aafd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.521140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ee92a861-544f-4e90-8fe6-bdd9f21aafd8 None None] Port d054534d-81d6-4ae2-8507-7aa4b366c14e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:12:17.597716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-10cf82c8-c3db-4f8b-b6c8-9435e8965def service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:17.599846 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-10cf82c8-c3db-4f8b-b6c8-9435e8965def service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.4328229 Apr 18 21:12:17.621463 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.692650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d054534d-81d6-4ae2-8507-7aa4b366c14e {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:17.701715 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.734497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Transition to ACTIVE for port object d054534d-81d6-4ae2-8507-7aa4b366c14e will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:17.748860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977e948a-b27a-4c0f-84f0-991d42b0f017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f825ac94-7b16-4ce4-96c8-809936a1d101'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:17.764362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port f825ac94-7b16-4ce4-96c8-809936a1d101, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f825ac94-7b16-4ce4-96c8-809936a1d101,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:17.770493 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-f276fd27-871f-4b2d-a319-9ae39a43cc24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465249 Apr 18 21:12:17.806252 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.823086 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.841045 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.943501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:12:17.993627 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=f825ac94-7b16-4ce4-96c8-809936a1d101,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:18.047446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d054534d-81d6-4ae2-8507-7aa4b366c14e,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:18.197688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a401051-a9aa-46e0-b8b9-12a43095246b req-bff7b17e-12c2-4850-b1e6-f1660050f709 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:18.204589 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a401051-a9aa-46e0-b8b9-12a43095246b req-bff7b17e-12c2-4850-b1e6-f1660050f709 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 944 time: 0.8052752 Apr 18 21:12:18.255661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Attempting to bind port d054534d-81d6-4ae2-8507-7aa4b366c14e on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:18.255879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Attempting to bind port d054534d-81d6-4ae2-8507-7aa4b366c14e by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:18.256437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Attempting to bind port d054534d-81d6-4ae2-8507-7aa4b366c14e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:18.270577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Port d054534d-81d6-4ae2-8507-7aa4b366c14e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:18.270577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Attempting to bind port d054534d-81d6-4ae2-8507-7aa4b366c14e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:18.274631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:18.275010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:18.275408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:18.275960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Bound port: d054534d-81d6-4ae2-8507-7aa4b366c14e, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:18.276275 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.287393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ea4309-8d10-45e8-8c66-3fbfd04a2242 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:18.346296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-4e5555b6-f7af-4d2f-8abd-6b185913198b service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577703 Apr 18 21:12:18.349393 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.405989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] For port d054534d-81d6-4ae2-8507-7aa4b366c14e, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:18.412802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] For port d054534d-81d6-4ae2-8507-7aa4b366c14e, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d054534d-81d6-4ae2-8507-7aa4b366c14e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:18.426711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f319d5-44b9-414a-b70f-e3eb6b9a0390 req-23eb7281-ac5c-47d1-856e-ea9175bbe0c1 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:18.427464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-86f319d5-44b9-414a-b70f-e3eb6b9a0390 req-23eb7281-ac5c-47d1-856e-ea9175bbe0c1 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Synchronizing usage tracker for tenant:dd771660ca6045b2b0f9fb0323a3cea2 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:18.488599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Transition to ACTIVE for port object d1ea4309-8d10-45e8-8c66-3fbfd04a2242 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:18.491880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.537269 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a401051-a9aa-46e0-b8b9-12a43095246b req-30a7b8e7-5f65-4657-85c2-78bde8a73e9a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316884 Apr 18 21:12:18.585637 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.587637 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] 10.222.0.26 "PUT /v2.0/ports/d054534d-81d6-4ae2-8507-7aa4b366c14e HTTP/1.1" status: 200 len: 1096 time: 1.8525372 Apr 18 21:12:18.588272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506ea287-ebc9-4997-ad21-597a8ca9ae80', 'tag': 'd054534d-81d6-4ae2-8507-7aa4b366c14e'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:18.609177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52decd-f882-45ab-bdaa-367142f589b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d054534d-81d6-4ae2-8507-7aa4b366c14e,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:18.643761 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.882960 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-66801f5b-b386-429e-a1af-87fc7159b307 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd771660ca6045b2b0f9fb0323a3cea2&device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 1099 time: 0.1814065 Apr 18 21:12:18.920911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-86f319d5-44b9-414a-b70f-e3eb6b9a0390 req-23eb7281-ac5c-47d1-856e-ea9175bbe0c1 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Unset dirty status for tenant:dd771660ca6045b2b0f9fb0323a3cea2 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:18.928813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86f319d5-44b9-414a-b70f-e3eb6b9a0390 req-23eb7281-ac5c-47d1-856e-ea9175bbe0c1 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 936 time: 1.2268567 Apr 18 21:12:18.982676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Pushing event updated for resources: {'Port': ['ID=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:19.075863 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-e650bc11-d8fe-4897-b59d-cd26f832639c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=d054534d-81d6-4ae2-8507-7aa4b366c14e HTTP/1.1" status: 200 len: 217 time: 0.1839879 Apr 18 21:12:19.116476 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-8c971519-4746-4406-9743-4e2791e96f42 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7466812 Apr 18 21:12:19.185577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1661bc3f-75bc-42cc-b568-15b68c619df4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:19.187056 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-1661bc3f-75bc-42cc-b568-15b68c619df4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1039047 Apr 18 21:12:19.317770 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-295d423b-7e5f-4527-8b6a-7f93f323f75a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226933 Apr 18 21:12:19.510951 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-b27ec8bb-26ed-497b-bf16-ba2c12245ee7 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855028 Apr 18 21:12:19.553977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-86f319d5-44b9-414a-b70f-e3eb6b9a0390 req-eaaf84e4-865c-47bf-a63f-b74cc3789a5b tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Synchronizing usage tracker for tenant:dd771660ca6045b2b0f9fb0323a3cea2 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:19.577360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-c1185880-aa69-4e08-868c-d1bb79abf2c2 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:19.585046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-c1185880-aa69-4e08-868c-d1bb79abf2c2 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/networks?id=7648569c-f417-445f-bc4f-9317fd6c344e HTTP/1.1" status: 200 len: 812 time: 0.5615053 Apr 18 21:12:19.606590 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:12:19.646620 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-7cac4134-7e79-4744-a6fe-3737a8c97ecc tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/quotas/7c40cd1cdb344d849da27ba504b10787 HTTP/1.1" status: 200 len: 375 time: 0.0600493 Apr 18 21:12:19.788594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-93cb84a1-1d4c-42dc-910c-ad7d4331f681 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c40cd1cdb344d849da27ba504b10787&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402152 Apr 18 21:12:19.843504 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d70d01ec-2739-4926-923e-b7e1a86b1d43 req-d6eabb39-093a-4751-9d68-47321172b09f service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246648 Apr 18 21:12:19.891130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-86f319d5-44b9-414a-b70f-e3eb6b9a0390 req-eaaf84e4-865c-47bf-a63f-b74cc3789a5b tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Unset dirty status for tenant:dd771660ca6045b2b0f9fb0323a3cea2 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:19.892370 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86f319d5-44b9-414a-b70f-e3eb6b9a0390 req-eaaf84e4-865c-47bf-a63f-b74cc3789a5b tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9627411 Apr 18 21:12:19.910089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Attempting to bind port d1ea4309-8d10-45e8-8c66-3fbfd04a2242 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:19.913172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Attempting to bind port d1ea4309-8d10-45e8-8c66-3fbfd04a2242 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:19.913172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Attempting to bind port d1ea4309-8d10-45e8-8c66-3fbfd04a2242 on network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:19.936546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9923b9f-40e5-467f-9dc9-b7504ab40f69 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:19.950499 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:19.961418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Port d1ea4309-8d10-45e8-8c66-3fbfd04a2242 on network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:19.961796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Attempting to bind port d1ea4309-8d10-45e8-8c66-3fbfd04a2242 on network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:20.020902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Transition to ACTIVE for port object b9923b9f-40e5-467f-9dc9-b7504ab40f69 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:20.023002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:20.023555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Checking segment: {'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:20.028177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Bound using segment: {'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:20.028177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Bound port: d1ea4309-8d10-45e8-8c66-3fbfd04a2242, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e17f973-c151-4df5-9f1a-0216ada4bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:20.028177 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.051912 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6faf8fea-d957-473f-8bea-3c94cccedd3b service neutron] 10.222.0.11 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621112 Apr 18 21:12:20.059867 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-24ed670c-8efa-46d9-be89-4ed7225d5b7e tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 1095 time: 0.3436470 Apr 18 21:12:20.203551 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.442631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] For port d1ea4309-8d10-45e8-8c66-3fbfd04a2242, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:20.540485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Pushing event updated for resources: {'Port': ['ID=b9923b9f-40e5-467f-9dc9-b7504ab40f69,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:20.547488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] For port d1ea4309-8d10-45e8-8c66-3fbfd04a2242, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:20.666415 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.715101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-72d3e414-dc21-40cb-9880-160a46a50dc2 service neutron] 10.222.0.11 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861886 Apr 18 21:12:20.786328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-5bb79606-f41b-423d-9288-f43aab43e461 service neutron] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:20.803688 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-5bb79606-f41b-423d-9288-f43aab43e461 service neutron] Notify callbacks [] for binding, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.804789 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b5ef27-5cde-4392-99e9-13c0c1bdc35c req-5bb79606-f41b-423d-9288-f43aab43e461 service neutron] 10.222.0.59 "DELETE /v2.0/ports/65edf331-b844-4246-8fa0-db777b6b7db2/bindings/n-h2-836017-3 HTTP/1.1" status: 204 len: 173 time: 0.7148113 Apr 18 21:12:20.823732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bbb61-3171-4078-a931-aef3039249e0 req-b39b69aa-3bd4-4bcd-a9c0-7c41aa73d380 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:20.830587 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e9bbb61-3171-4078-a931-aef3039249e0 req-b39b69aa-3bd4-4bcd-a9c0-7c41aa73d380 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.6997592 Apr 18 21:12:20.872045 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.873418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] 10.222.0.26 "PUT /v2.0/ports/d1ea4309-8d10-45e8-8c66-3fbfd04a2242 HTTP/1.1" status: 200 len: 1092 time: 5.1501222 Apr 18 21:12:20.873972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:20.898890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c12b57-c21e-4db7-aad6-17fc908cfbbb service neutron] Pushing event updated for resources: {'Port': ['ID=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:20.950425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Attempting to bind port b9923b9f-40e5-467f-9dc9-b7504ab40f69 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:20.951047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Attempting to bind port b9923b9f-40e5-467f-9dc9-b7504ab40f69 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:20.951445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Attempting to bind port b9923b9f-40e5-467f-9dc9-b7504ab40f69 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:20.974526 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e9bbb61-3171-4078-a931-aef3039249e0 req-82199424-bcd4-451e-8113-5721e5d90c82 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425333 Apr 18 21:12:20.996235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Request body: {'port': {'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:21.104783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Port b9923b9f-40e5-467f-9dc9-b7504ab40f69 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:21.106856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Attempting to bind port b9923b9f-40e5-467f-9dc9-b7504ab40f69 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:21.141647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:21.142090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:21.142488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:21.142942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Bound port: b9923b9f-40e5-467f-9dc9-b7504ab40f69, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:21.143294 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.369829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:21.381981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:21.523946 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.552066 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.821854 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.823376 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] 10.222.0.59 "PUT /v2.0/ports/b9923b9f-40e5-467f-9dc9-b7504ab40f69 HTTP/1.1" status: 200 len: 1096 time: 4.5956643 Apr 18 21:12:21.864050 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40845db9-d759-4819-bf6a-8989e1ae2f92 service neutron] Pushing event updated for resources: {'Port': ['ID=b9923b9f-40e5-467f-9dc9-b7504ab40f69,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:22.192950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d583eef-3e26-4a6c-bf7f-abc5cb7d8ac8 req-6d6f5673-0ad7-4d2f-be33-85939ab5407c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:22.194498 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d583eef-3e26-4a6c-bf7f-abc5cb7d8ac8 req-6d6f5673-0ad7-4d2f-be33-85939ab5407c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 946 time: 0.6724491 Apr 18 21:12:22.206397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07de00-3d3a-4475-b8b9-9a9f9875b3d5 req-b281e010-a15b-4d9a-9cd6-095a360ad158 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:22.213588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07de00-3d3a-4475-b8b9-9a9f9875b3d5 req-b281e010-a15b-4d9a-9cd6-095a360ad158 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:22.217856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07de00-3d3a-4475-b8b9-9a9f9875b3d5 req-b281e010-a15b-4d9a-9cd6-095a360ad158 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:22.221762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07de00-3d3a-4475-b8b9-9a9f9875b3d5 req-b281e010-a15b-4d9a-9cd6-095a360ad158 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:22.226091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07de00-3d3a-4475-b8b9-9a9f9875b3d5 req-b281e010-a15b-4d9a-9cd6-095a360ad158 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:22.229948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f07de00-3d3a-4475-b8b9-9a9f9875b3d5 req-b281e010-a15b-4d9a-9cd6-095a360ad158 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 3828 time: 0.5569575 Apr 18 21:12:22.427432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d583eef-3e26-4a6c-bf7f-abc5cb7d8ac8 req-03514be4-b279-4583-b8e8-eb98f99a11fb tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926930 Apr 18 21:12:22.458420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f07de00-3d3a-4475-b8b9-9a9f9875b3d5 req-4c021ea7-2d78-4c6e-9441-69bc51a96a11 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841826 Apr 18 21:12:22.515426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-4fad3683-f40a-4acc-a273-08945ce8aaba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd771660ca6045b2b0f9fb0323a3cea2&device_id=96696e62-7c20-48de-a2a2-d2c9b66830ed HTTP/1.1" status: 200 len: 1099 time: 0.3198926 Apr 18 21:12:22.608217 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e14869-e97a-4bba-b0fb-11299bca01ed'] response: {'server_uuid': '977e948a-b27a-4c0f-84f0-991d42b0f017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f825ac94-7b16-4ce4-96c8-809936a1d101', 'code': 200} Apr 18 21:12:22.788537 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0435ee42-ceac-42ef-ae89-dc79385b930e'] response: {'name': 'network-changed', 'server_uuid': '506ea287-ebc9-4997-ad21-597a8ca9ae80', 'tag': 'd054534d-81d6-4ae2-8507-7aa4b366c14e', 'status': 'completed', 'code': 200} Apr 18 21:12:22.834856 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9db8c03a-c897-4bf2-a982-84c26d713a9c req-551280ff-875f-4f83-8143-65b4ac0be18f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 1097 time: 0.1372399 Apr 18 21:12:22.850600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d054534d-81d6-4ae2-8507-7aa4b366c14e details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:22.876675 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a64ab6-7df1-4994-8fff-16cf08ce72df'] response: {'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242', 'status': 'completed', 'code': 200} Apr 18 21:12:22.986237 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9db8c03a-c897-4bf2-a982-84c26d713a9c req-087d997f-34a5-451b-b19b-d9b6d47a68d7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438549 Apr 18 21:12:23.036727 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-70f31210-7156-45ec-b4b7-39be9c5029dd req-a5eb6da1-9190-42b2-83ec-e12decccf378 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9645b053fccf4eef884d2647dc741bdf&device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 4363 time: 0.1632683 Apr 18 21:12:23.053949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ce8c24-63d3-4b02-8102-832ca60786d8 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:23.061133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-f7ad10d8-0c6b-461f-a3e7-c178f74312e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69 HTTP/1.1" status: 200 len: 217 time: 0.4802673 Apr 18 21:12:23.070144 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:23.103850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d054534d-81d6-4ae2-8507-7aa4b366c14e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d054534d-81d6-4ae2-8507-7aa4b366c14e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:23.134916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'd054534d-81d6-4ae2-8507-7aa4b366c14e', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'd054534d-81d6-4ae2-8507-7aa4b366c14e', 'mac_address': 'fa:16:3e:2d:8f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:23.196450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Transition to ACTIVE for port object 28ce8c24-63d3-4b02-8102-832ca60786d8 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:23.242887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-5a3a5de4-af78-497e-b727-20b6df490cee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.244834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-5a3a5de4-af78-497e-b727-20b6df490cee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1693985 Apr 18 21:12:23.294178 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:23.310362 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:23.320238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d054534d-81d6-4ae2-8507-7aa4b366c14e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:23.337494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d054534d-81d6-4ae2-8507-7aa4b366c14e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d054534d-81d6-4ae2-8507-7aa4b366c14e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:23.367107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35b852dd-23ed-4acc-9e8c-f2acb2c207d9 req-52453ee8-4d3f-4d5b-9624-8c6d7bc5bb10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd771660ca6045b2b0f9fb0323a3cea2&device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 1099 time: 0.5841599 Apr 18 21:12:23.411885 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:23.506892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31210-7156-45ec-b4b7-39be9c5029dd req-6efce83b-7b60-4561-a30e-0f72009ba425 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.508284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31210-7156-45ec-b4b7-39be9c5029dd req-6efce83b-7b60-4561-a30e-0f72009ba425 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.508847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31210-7156-45ec-b4b7-39be9c5029dd req-6efce83b-7b60-4561-a30e-0f72009ba425 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.512468 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-70f31210-7156-45ec-b4b7-39be9c5029dd req-6efce83b-7b60-4561-a30e-0f72009ba425 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9645b053fccf4eef884d2647dc741bdf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2551231 Apr 18 21:12:23.514868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d054534d-81d6-4ae2-8507-7aa4b366c14e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:23.624800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a90ca6-f90e-46f3-984c-17f18bb03065 req-21dac4be-218e-41a3-943c-edea5321bc10 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.627180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03a90ca6-f90e-46f3-984c-17f18bb03065 req-21dac4be-218e-41a3-943c-edea5321bc10 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 944 time: 0.7616436 Apr 18 21:12:23.692115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b852dd-23ed-4acc-9e8c-f2acb2c207d9 req-d01ed240-8a35-47b2-bad6-d19b01955926 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.693958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35b852dd-23ed-4acc-9e8c-f2acb2c207d9 req-d01ed240-8a35-47b2-bad6-d19b01955926 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3088381 Apr 18 21:12:23.721274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31210-7156-45ec-b4b7-39be9c5029dd req-8a51146c-c16b-4cab-a330-2fbbc026aa04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.723753 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-70f31210-7156-45ec-b4b7-39be9c5029dd req-8a51146c-c16b-4cab-a330-2fbbc026aa04 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1984000 Apr 18 21:12:23.725074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Pushing event updated for resources: {'Port': ['ID=28ce8c24-63d3-4b02-8102-832ca60786d8,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:23.782754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d054534d-81d6-4ae2-8507-7aa4b366c14e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:23.810066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44086ae0-3c8d-4b28-8a89-e4c84c678c34 req-83e36964-78b9-4a4b-a9ce-f612f019c42c tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.811823 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44086ae0-3c8d-4b28-8a89-e4c84c678c34 req-83e36964-78b9-4a4b-a9ce-f612f019c42c tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 948 time: 0.7463238 Apr 18 21:12:23.813159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35b852dd-23ed-4acc-9e8c-f2acb2c207d9 req-19729277-e7d7-40e3-a2d4-4cfb97eed2c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=d054534d-81d6-4ae2-8507-7aa4b366c14e HTTP/1.1" status: 200 len: 217 time: 0.0932102 Apr 18 21:12:24.021165 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-a2f72d4f-73a2-4cd8-aa8c-c6548f84e65a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7661433 Apr 18 21:12:24.078169 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03a90ca6-f90e-46f3-984c-17f18bb03065 req-af849aa4-f63b-49b4-adf6-be892cbd1133 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267044 Apr 18 21:12:24.092614 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44086ae0-3c8d-4b28-8a89-e4c84c678c34 req-aaef28e0-e5e3-4f82-ba71-48518957a5b2 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746191 Apr 18 21:12:24.180102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b852dd-23ed-4acc-9e8c-f2acb2c207d9 req-27a3c7ad-5ac8-4ee8-a1aa-b8dc6ac94982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:24.182119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35b852dd-23ed-4acc-9e8c-f2acb2c207d9 req-27a3c7ad-5ac8-4ee8-a1aa-b8dc6ac94982 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.3435681 Apr 18 21:12:24.477502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Attempting to bind port 28ce8c24-63d3-4b02-8102-832ca60786d8 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:24.477977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Attempting to bind port 28ce8c24-63d3-4b02-8102-832ca60786d8 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:24.478418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Attempting to bind port 28ce8c24-63d3-4b02-8102-832ca60786d8 on network 1cc80a87-9277-46e9-a112-672de24237e7 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:24.491083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Port 28ce8c24-63d3-4b02-8102-832ca60786d8 on network 1cc80a87-9277-46e9-a112-672de24237e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:24.491505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Attempting to bind port 28ce8c24-63d3-4b02-8102-832ca60786d8 on network 1cc80a87-9277-46e9-a112-672de24237e7 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:24.513419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:24.513869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Checking segment: {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:24.514397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Bound using segment: {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:24.514918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Bound port: 28ce8c24-63d3-4b02-8102-832ca60786d8, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:24.515481 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:24.594848 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d292999-ed3a-4b56-8efa-fea268904271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:24.664534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35b852dd-23ed-4acc-9e8c-f2acb2c207d9 req-b1b9e298-f088-4253-a932-b73ceb2dc3ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4618030 Apr 18 21:12:24.672499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-fde0e56e-25ef-4391-b509-67d32ef59a66 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411340 Apr 18 21:12:24.883465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d054534d-81d6-4ae2-8507-7aa4b366c14e up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:24.884076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:25.089304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] For port 28ce8c24-63d3-4b02-8102-832ca60786d8, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:25.091770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port d054534d-81d6-4ae2-8507-7aa4b366c14e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:25.100560 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port d054534d-81d6-4ae2-8507-7aa4b366c14e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:25.100560 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:25.120588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35b852dd-23ed-4acc-9e8c-f2acb2c207d9 req-aa112439-e28e-457f-bdb3-ce7e349c104a service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469845 Apr 18 21:12:25.134962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] For port 28ce8c24-63d3-4b02-8102-832ca60786d8, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=28ce8c24-63d3-4b02-8102-832ca60786d8,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:25.258300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:25.322366 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:25.361952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d054534d-81d6-4ae2-8507-7aa4b366c14e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d054534d-81d6-4ae2-8507-7aa4b366c14e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:25.363060 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506ea287-ebc9-4997-ad21-597a8ca9ae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054534d-81d6-4ae2-8507-7aa4b366c14e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:25.369155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6ae4ec-cd08-4e93-9c4d-0af762055b0f req-1856f406-3dbd-4840-9f7b-e91c8d6a1ba6 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794740 Apr 18 21:12:25.391337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7c994-57a5-42af-a3c9-124b750a6b76 req-69fe4184-3f4d-4c5b-8cdc-8ede5b9f7fde tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:25.392502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9fc7c994-57a5-42af-a3c9-124b750a6b76 req-69fe4184-3f4d-4c5b-8cdc-8ede5b9f7fde tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.6041489 Apr 18 21:12:25.409335 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:25.411721 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/28ce8c24-63d3-4b02-8102-832ca60786d8 HTTP/1.1" status: 200 len: 1131 time: 4.4331610 Apr 18 21:12:25.460140 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:25.461500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63013f-d026-4e84-8e21-86492adee6e7 req-314c5b66-624f-48e9-8e3a-786a356d62e6 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:25.463235 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf63013f-d026-4e84-8e21-86492adee6e7 req-314c5b66-624f-48e9-8e3a-786a356d62e6 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 946 time: 0.5803885 Apr 18 21:12:25.514144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482ebe3-cb84-4d52-8e50-85f70eb746f0 service neutron] Pushing event updated for resources: {'Port': ['ID=28ce8c24-63d3-4b02-8102-832ca60786d8,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:25.584376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d054534d-81d6-4ae2-8507-7aa4b366c14e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:25.658470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35b852dd-23ed-4acc-9e8c-f2acb2c207d9 req-ce3500e9-cbb3-4627-bbc5-3382da055386 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179863 Apr 18 21:12:25.662502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Request body: {'port': {'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:25.831475 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9fc7c994-57a5-42af-a3c9-124b750a6b76 req-3828896c-64c2-4ea2-9ae9-d5068427eeb1 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115696 Apr 18 21:12:25.862092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf63013f-d026-4e84-8e21-86492adee6e7 req-4268bcaf-60dd-4110-a19d-7e73a7db1f2d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527317 Apr 18 21:12:26.317844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-9a1fb148-9b3b-4ec0-9144-0710c8e969a4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:26.320207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-9a1fb148-9b3b-4ec0-9144-0710c8e969a4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.59 "GET /v2.0/networks?id=7648569c-f417-445f-bc4f-9317fd6c344e HTTP/1.1" status: 200 len: 812 time: 0.7850559 Apr 18 21:12:26.367550 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:26.462972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Request body: {'port': {'device_id': 'df7333b5-50b7-456a-91e5-4145152e53f2', 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e', 'admin_state_up': True, 'tenant_id': '7c40cd1cdb344d849da27ba504b10787'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:26.488781 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adb874d6-e1a8-4e2f-95b3-cf54078a024b req-72651bc2-08b2-43ad-b651-d333d2e1be4b tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 210 time: 0.1778843 Apr 18 21:12:26.522104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-5c8ca20c-6006-4f1f-af01-eb8751b9216f tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:26.522954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-5c8ca20c-6006-4f1f-af01-eb8751b9216f tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Synchronizing usage tracker for tenant:e835de4c3531417c818ee702d19434a8 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:26.553540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-5c8ca20c-6006-4f1f-af01-eb8751b9216f tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Unset dirty status for tenant:e835de4c3531417c818ee702d19434a8 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:26.555095 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-5c8ca20c-6006-4f1f-af01-eb8751b9216f tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e4e0b9d-a998-44f5-a8f3-046243ccfede HTTP/1.1" status: 200 len: 945 time: 0.2280807 Apr 18 21:12:26.558102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-695765b5-7d16-45fa-96a6-a225fe5c2c78 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:26.559713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-695765b5-7d16-45fa-96a6-a225fe5c2c78 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.26 "GET /v2.0/networks?id=7648569c-f417-445f-bc4f-9317fd6c344e HTTP/1.1" status: 200 len: 812 time: 0.6575644 Apr 18 21:12:26.662047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-18680256-cf20-4fa4-aa47-c935b0f0c573 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Deleting port b193a123-60f8-4667-bec4-53be60152797 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:26.662047 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-18680256-cf20-4fa4-aa47-c935b0f0c573 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:26.674032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Request body: {'port': {'device_id': '63204f79-38ff-45a4-9521-f13a4aca802e', 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e', 'admin_state_up': True, 'tenant_id': '7c40cd1cdb344d849da27ba504b10787'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:27.007958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b9923b9f-40e5-467f-9dc9-b7504ab40f69 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:27.104073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-18680256-cf20-4fa4-aa47-c935b0f0c573 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] For port b193a123-60f8-4667-bec4-53be60152797, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b193a123-60f8-4667-bec4-53be60152797,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:27.107000 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-18680256-cf20-4fa4-aa47-c935b0f0c573 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.237927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:27.255487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'mac_address': 'fa:16:3e:21:fb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:27.259291 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d5afc793-f574-4831-9ad8-732fadcdfed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.278875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad2c4b-89de-428a-91c6-9c15807b99b9 req-13c3b1dd-b2d4-4524-81e4-1009ef83c6ae tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.291911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-18680256-cf20-4fa4-aa47-c935b0f0c573 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Calling delete_port for b193a123-60f8-4667-bec4-53be60152797 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:27.299516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad2c4b-89de-428a-91c6-9c15807b99b9 req-13c3b1dd-b2d4-4524-81e4-1009ef83c6ae tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.308461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad2c4b-89de-428a-91c6-9c15807b99b9 req-13c3b1dd-b2d4-4524-81e4-1009ef83c6ae tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.324161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad2c4b-89de-428a-91c6-9c15807b99b9 req-13c3b1dd-b2d4-4524-81e4-1009ef83c6ae tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.328634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad2c4b-89de-428a-91c6-9c15807b99b9 req-13c3b1dd-b2d4-4524-81e4-1009ef83c6ae tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.338235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad2c4b-89de-428a-91c6-9c15807b99b9 req-13c3b1dd-b2d4-4524-81e4-1009ef83c6ae tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.347512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09ad2c4b-89de-428a-91c6-9c15807b99b9 req-13c3b1dd-b2d4-4524-81e4-1009ef83c6ae tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 4601 time: 1.2068470 Apr 18 21:12:27.378060 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.424220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9923b9f-40e5-467f-9dc9-b7504ab40f69 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:27.463014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:27.526929 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.530041 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b2cde1d-b9d0-4645-9864-c7027bfb5218'] response: {'name': 'network-changed', 'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'status': 'completed', 'code': 200} Apr 18 21:12:27.545334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:27.631930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:27.636203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Usage tracker for resource:port and tenant:7c40cd1cdb344d849da27ba504b10787 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:27.640934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:27.649523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:27.667406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Usage tracker for resource:port and tenant:7c40cd1cdb344d849da27ba504b10787 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:27.672117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=b9923b9f-40e5-467f-9dc9-b7504ab40f69,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:27.724364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:27.731947 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-18680256-cf20-4fa4-aa47-c935b0f0c573 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.749255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['249b38f5-29cc-43a5-94c3-a569af017521'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:27.757141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:27.763725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Made reservation on behalf of 7c40cd1cdb344d849da27ba504b10787 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:27.766671 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.836640 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09ad2c4b-89de-428a-91c6-9c15807b99b9 req-eb6bea4d-ce49-42c0-9bcc-e9dd9bc8aaa5 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4875953 Apr 18 21:12:27.849817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['b9923b9f-40e5-467f-9dc9-b7504ab40f69'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:27.978426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18680256-cf20-4fa4-aa47-c935b0f0c573 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Pushing event deleted for resources: {'Port': ['ID=b193a123-60f8-4667-bec4-53be60152797,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:28.026002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-18680256-cf20-4fa4-aa47-c935b0f0c573 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] No DVR routers for this DVR port b193a123-60f8-4667-bec4-53be60152797 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:28.030233 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-18680256-cf20-4fa4-aa47-c935b0f0c573 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:28.044689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4e0b9d-a998-44f5-a8f3-046243ccfede', 'name': 'network-vif-deleted', 'tag': 'b193a123-60f8-4667-bec4-53be60152797'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:28.108652 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c04328b-44f6-4777-aeec-b5411f427410'] response: {'server_uuid': '506ea287-ebc9-4997-ad21-597a8ca9ae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054534d-81d6-4ae2-8507-7aa4b366c14e', 'code': 200} Apr 18 21:12:28.150077 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c655fcf9-dd13-4396-b934-2d42b4926c04 req-18680256-cf20-4fa4-aa47-c935b0f0c573 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.26 "DELETE /v2.0/ports/b193a123-60f8-4667-bec4-53be60152797 HTTP/1.1" status: 204 len: 173 time: 1.5766246 Apr 18 21:12:28.203365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Made reservation on behalf of 7c40cd1cdb344d849da27ba504b10787 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:28.207076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:28.271124 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:28.450569 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a6e00565-f4e4-4f45-a8f8-2adc15b7dacb req-e06a5503-91b0-4466-b96f-3cb551b63ff0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 1101 time: 0.2089701 Apr 18 21:12:28.520815 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:28.521310 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a6e00565-f4e4-4f45-a8f8-2adc15b7dacb req-d96085ed-8a87-44b4-b129-31c87471a2bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647318 Apr 18 21:12:28.522974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f40f8732-c529-43da-9426-a0124475f6b0 req-7e0f2aba-b9ec-4dc4-be1f-391113a12a7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd771660ca6045b2b0f9fb0323a3cea2&device_id=96696e62-7c20-48de-a2a2-d2c9b66830ed HTTP/1.1" status: 200 len: 1100 time: 1.0661132 Apr 18 21:12:28.603533 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e981e-ed35-43ac-8f1f-088143b680b6 req-e3b25901-66cf-48eb-a622-6ad434b6398e tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:28.607302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-525e981e-ed35-43ac-8f1f-088143b680b6 req-e3b25901-66cf-48eb-a622-6ad434b6398e tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 950 time: 1.0551658 Apr 18 21:12:28.689727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ddd3c-d731-40dc-a705-a3be47621410 req-40b5ab85-0d40-4de0-ac82-d8e505e00789 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:28.690629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-017ddd3c-d731-40dc-a705-a3be47621410 req-40b5ab85-0d40-4de0-ac82-d8e505e00789 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Synchronizing usage tracker for tenant:e835de4c3531417c818ee702d19434a8 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:28.745199 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:12:28.780193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-017ddd3c-d731-40dc-a705-a3be47621410 req-40b5ab85-0d40-4de0-ac82-d8e505e00789 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Unset dirty status for tenant:e835de4c3531417c818ee702d19434a8 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:28.785032 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-017ddd3c-d731-40dc-a705-a3be47621410 req-40b5ab85-0d40-4de0-ac82-d8e505e00789 tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c457b9-9fd4-4bbb-8d38-f87e8043179b HTTP/1.1" status: 200 len: 945 time: 0.2238293 Apr 18 21:12:28.851029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Allocated IP 172.20.0.10 (7648569c-f417-445f-bc4f-9317fd6c344e/8e3e3810-f739-4f92-b380-0f9bd81f324e/c6429d15-293a-4706-b6f6-e841af33eab4) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:28.878048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-017ddd3c-d731-40dc-a705-a3be47621410 req-741b0bbf-ae48-44d1-ad2a-32823d84074d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Deleting port 249b38f5-29cc-43a5-94c3-a569af017521 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:28.878048 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-017ddd3c-d731-40dc-a705-a3be47621410 req-741b0bbf-ae48-44d1-ad2a-32823d84074d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:28.898288 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b193a123-60f8-4667-bec4-53be60152797 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:29.101597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: b193a123-60f8-4667-bec4-53be60152797 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:12:29.101597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b193a123-60f8-4667-bec4-53be60152797 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:29.103917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b717850-ef68-4d35-a4ea-94a09c1e471c {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:29.103917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-525e981e-ed35-43ac-8f1f-088143b680b6 req-6284bf6a-d525-497f-8a0f-30a993bf6184 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244376 Apr 18 21:12:29.103917 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.103917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f8732-c529-43da-9426-a0124475f6b0 req-038bf3cd-1a8d-47d3-875d-cba48de35d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:29.103917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f40f8732-c529-43da-9426-a0124475f6b0 req-038bf3cd-1a8d-47d3-875d-cba48de35d81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.4792702 Apr 18 21:12:29.112452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6b3f1ed-1c91-4924-ac52-7e5abfcb8bd7 req-62549c2e-7aea-4745-afa0-6719e27f7460 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 1095 time: 0.7106924 Apr 18 21:12:29.116594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Transition to ACTIVE for port object 7b717850-ef68-4d35-a4ea-94a09c1e471c will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:29.306030 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.309907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-017ddd3c-d731-40dc-a705-a3be47621410 req-741b0bbf-ae48-44d1-ad2a-32823d84074d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] For port 249b38f5-29cc-43a5-94c3-a569af017521, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=249b38f5-29cc-43a5-94c3-a569af017521,segment=NetworkSegment(999dd46e-c6bc-4b2a-bf32-ce016e021c52),segment_id=999dd46e-c6bc-4b2a-bf32-ce016e021c52)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:29.310445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-017ddd3c-d731-40dc-a705-a3be47621410 req-741b0bbf-ae48-44d1-ad2a-32823d84074d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.356591 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f40f8732-c529-43da-9426-a0124475f6b0 req-45de4165-faf2-46cc-ad39-285daca01854 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69 HTTP/1.1" status: 200 len: 217 time: 0.3112550 Apr 18 21:12:29.482636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-017ddd3c-d731-40dc-a705-a3be47621410 req-741b0bbf-ae48-44d1-ad2a-32823d84074d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Calling delete_port for 249b38f5-29cc-43a5-94c3-a569af017521 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:29.584278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': '28ce8c24-63d3-4b02-8102-832ca60786d8'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:29.828451 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-017ddd3c-d731-40dc-a705-a3be47621410 req-741b0bbf-ae48-44d1-ad2a-32823d84074d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.844623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Pushing event updated for resources: {'Port': ['ID=7b717850-ef68-4d35-a4ea-94a09c1e471c,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:29.927110 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.965756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b0bbf-ae48-44d1-ad2a-32823d84074d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Pushing event deleted for resources: {'Port': ['ID=249b38f5-29cc-43a5-94c3-a569af017521,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:29.992417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6b3f1ed-1c91-4924-ac52-7e5abfcb8bd7 req-ce35e35b-db8b-4e5c-b7e2-cec0f54ba5d4 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7605059 Apr 18 21:12:30.006682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f8732-c529-43da-9426-a0124475f6b0 req-9c19d34c-d034-4bcd-9029-fa64739c7141 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:30.006682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f40f8732-c529-43da-9426-a0124475f6b0 req-9c19d34c-d034-4bcd-9029-fa64739c7141 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.6228554 Apr 18 21:12:30.107654 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.169112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-017ddd3c-d731-40dc-a705-a3be47621410 req-741b0bbf-ae48-44d1-ad2a-32823d84074d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] No DVR routers for this DVR port 249b38f5-29cc-43a5-94c3-a569af017521 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:30.171696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-017ddd3c-d731-40dc-a705-a3be47621410 req-741b0bbf-ae48-44d1-ad2a-32823d84074d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.281465 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-017ddd3c-d731-40dc-a705-a3be47621410 req-741b0bbf-ae48-44d1-ad2a-32823d84074d tempest-ListServersNegativeTestJSON-1843852353 tempest-ListServersNegativeTestJSON-1843852353-project] 10.222.0.59 "DELETE /v2.0/ports/249b38f5-29cc-43a5-94c3-a569af017521 HTTP/1.1" status: 204 len: 173 time: 1.4918408 Apr 18 21:12:30.498970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acd5b7-dcd4-4141-b768-d5ac47366530 req-d12d1cf6-2305-45df-88b0-5ecde58e2e98 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:30.500535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0acd5b7-dcd4-4141-b768-d5ac47366530 req-d12d1cf6-2305-45df-88b0-5ecde58e2e98 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 1.2481964 Apr 18 21:12:30.586728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Allocated IP 172.20.0.14 (7648569c-f417-445f-bc4f-9317fd6c344e/8e3e3810-f739-4f92-b380-0f9bd81f324e/71b2510b-c704-49cd-be67-a8cb8445b5cb) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:30.593728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Network 7648569c-f417-445f-bc4f-9317fd6c344e is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:30.605634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Pushing event updated for resources: {'Port': ['ID=c6429d15-293a-4706-b6f6-e841af33eab4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:30.608239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:30.661709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:30.785892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Attempting to bind port 7b717850-ef68-4d35-a4ea-94a09c1e471c on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:30.786236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Attempting to bind port 7b717850-ef68-4d35-a4ea-94a09c1e471c by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:30.786667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Attempting to bind port 7b717850-ef68-4d35-a4ea-94a09c1e471c on network 1cc80a87-9277-46e9-a112-672de24237e7 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:30.797024 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0acd5b7-dcd4-4141-b768-d5ac47366530 req-31e84471-c7ac-4e97-b051-8a8331c389a4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516983 Apr 18 21:12:30.813504 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f40f8732-c529-43da-9426-a0124475f6b0 req-6c699568-ffdb-4d86-b227-1065e7cdf018 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8047304 Apr 18 21:12:30.847925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:30.847925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.886366 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.888047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Port 7b717850-ef68-4d35-a4ea-94a09c1e471c on network 1cc80a87-9277-46e9-a112-672de24237e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:30.888371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Attempting to bind port 7b717850-ef68-4d35-a4ea-94a09c1e471c on network 1cc80a87-9277-46e9-a112-672de24237e7 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:30.901129 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a6c8d1-ef91-49b3-82af-ecb0e13ad196'] response: {'server_uuid': '9e4e0b9d-a998-44f5-a8f3-046243ccfede', 'name': 'network-vif-deleted', 'tag': 'b193a123-60f8-4667-bec4-53be60152797', 'status': 'completed', 'code': 200} Apr 18 21:12:31.021198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b9923b9f-40e5-467f-9dc9-b7504ab40f69 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:31.036212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:31.036547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Checking segment: {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:31.036935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Bound using segment: {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:31.037383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Bound port: 7b717850-ef68-4d35-a4ea-94a09c1e471c, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:31.037755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.062484 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-07c3067b-cde9-4f39-be68-f861f80f256c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4370327 Apr 18 21:12:31.130172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Request body: {'port': {'device_id': '63204f79-38ff-45a4-9521-f13a4aca802e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:31.171510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port b9923b9f-40e5-467f-9dc9-b7504ab40f69 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:31.177019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port b9923b9f-40e5-467f-9dc9-b7504ab40f69 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:31.177582 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.283583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f867a13-d240-45b7-ae50-e40e291c23fb req-6a4f58d2-21bb-45fc-8736-fb2d505d8d72 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.284225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2f867a13-d240-45b7-ae50-e40e291c23fb req-6a4f58d2-21bb-45fc-8736-fb2d505d8d72 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Synchronizing usage tracker for tenant:7c40cd1cdb344d849da27ba504b10787 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:31.333513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f40f8732-c529-43da-9426-a0124475f6b0 req-e076b271-e7ec-4b09-867d-762924f4cacf service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111144 Apr 18 21:12:31.335035 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.370944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:31.382927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:31.492009 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.493037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 249b38f5-29cc-43a5-94c3-a569af017521 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:31.539585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] For port 7b717850-ef68-4d35-a4ea-94a09c1e471c, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:31.543806 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.559960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 249b38f5-29cc-43a5-94c3-a569af017521 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:12:31.560312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 249b38f5-29cc-43a5-94c3-a569af017521 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:31.566111 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.582317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] For port 7b717850-ef68-4d35-a4ea-94a09c1e471c, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=7b717850-ef68-4d35-a4ea-94a09c1e471c,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:31.601683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=b9923b9f-40e5-467f-9dc9-b7504ab40f69,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:31.613036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32808-0001-4b4f-bd67-06650d657512 req-f8b00b00-5c1d-4968-809a-91e2b0c2528d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.619619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32808-0001-4b4f-bd67-06650d657512 req-f8b00b00-5c1d-4968-809a-91e2b0c2528d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.626891 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32808-0001-4b4f-bd67-06650d657512 req-f8b00b00-5c1d-4968-809a-91e2b0c2528d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.627552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32808-0001-4b4f-bd67-06650d657512 req-f8b00b00-5c1d-4968-809a-91e2b0c2528d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.631600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32808-0001-4b4f-bd67-06650d657512 req-f8b00b00-5c1d-4968-809a-91e2b0c2528d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.635631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32808-0001-4b4f-bd67-06650d657512 req-f8b00b00-5c1d-4968-809a-91e2b0c2528d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.639497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32808-0001-4b4f-bd67-06650d657512 req-f8b00b00-5c1d-4968-809a-91e2b0c2528d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.641390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24c32808-0001-4b4f-bd67-06650d657512 req-f8b00b00-5c1d-4968-809a-91e2b0c2528d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5373 time: 0.5945523 Apr 18 21:12:31.697204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2f867a13-d240-45b7-ae50-e40e291c23fb req-6a4f58d2-21bb-45fc-8736-fb2d505d8d72 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Unset dirty status for tenant:7c40cd1cdb344d849da27ba504b10787 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:31.698381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f867a13-d240-45b7-ae50-e40e291c23fb req-6a4f58d2-21bb-45fc-8736-fb2d505d8d72 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 932 time: 1.1010194 Apr 18 21:12:31.739563 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.865976 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f40f8732-c529-43da-9426-a0124475f6b0 req-77b4c40f-a7f4-4c4c-ac38-68b4b7ece8ae service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821827 Apr 18 21:12:31.935074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.939378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] 10.222.0.26 "PUT /v2.0/ports/7b717850-ef68-4d35-a4ea-94a09c1e471c HTTP/1.1" status: 200 len: 1130 time: 6.2809308 Apr 18 21:12:31.979348 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.990648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24c32808-0001-4b4f-bd67-06650d657512 req-6bdcb4cf-a61c-4172-b3c9-d74dd740f2a6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3119171 Apr 18 21:12:31.998961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23d715-ce56-46bf-a592-5651c70f512c service neutron] Pushing event updated for resources: {'Port': ['ID=7b717850-ef68-4d35-a4ea-94a09c1e471c,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:32.078476 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f867a13-d240-45b7-ae50-e40e291c23fb req-63ce1a2e-c286-462e-938a-bf364545f58f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543768 Apr 18 21:12:32.258018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Request body: {'port': {'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:32.348246 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec45a4fd-795c-4df4-ad6c-53f5f13aec52'] response: {'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': '28ce8c24-63d3-4b02-8102-832ca60786d8', 'status': 'completed', 'code': 200} Apr 18 21:12:32.381895 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85b84d5f-5f82-46e8-bfe3-6c534948a378 req-a1cb0642-1c3d-4e4f-a06f-ef47c7c8dcc4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9645b053fccf4eef884d2647dc741bdf&device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 6210 time: 0.0851910 Apr 18 21:12:32.406198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Network 7648569c-f417-445f-bc4f-9317fd6c344e is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:32.448165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:32.468152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:32.511443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Pushing event updated for resources: {'Port': ['ID=71b2510b-c704-49cd-be67-a8cb8445b5cb,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:32.543139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b84d5f-5f82-46e8-bfe3-6c534948a378 req-51eba97b-0fcf-4dd4-a178-b82b92359999 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:32.543534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b84d5f-5f82-46e8-bfe3-6c534948a378 req-51eba97b-0fcf-4dd4-a178-b82b92359999 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:32.543946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b84d5f-5f82-46e8-bfe3-6c534948a378 req-51eba97b-0fcf-4dd4-a178-b82b92359999 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:32.545744 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85b84d5f-5f82-46e8-bfe3-6c534948a378 req-51eba97b-0fcf-4dd4-a178-b82b92359999 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9645b053fccf4eef884d2647dc741bdf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1576977 Apr 18 21:12:32.653105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:32.653763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.657499 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.712990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b84d5f-5f82-46e8-bfe3-6c534948a378 req-fa7e9e1d-137c-4390-bd09-81f719b447df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:32.714658 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85b84d5f-5f82-46e8-bfe3-6c534948a378 req-fa7e9e1d-137c-4390-bd09-81f719b447df service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1618259 Apr 18 21:12:32.806503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f4fe0-ab5f-4406-9baf-a7f34ddda252 req-8b2e7db3-f85c-49f7-8c5e-0b0ea06936d1 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:32.807958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc8f4fe0-ab5f-4406-9baf-a7f34ddda252 req-8b2e7db3-f85c-49f7-8c5e-0b0ea06936d1 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 950 time: 0.4170294 Apr 18 21:12:32.814135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-252a9850-9462-42c1-a571-b4ca4cf784d3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4238832 Apr 18 21:12:32.851092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Request body: {'port': {'device_id': 'df7333b5-50b7-456a-91e5-4145152e53f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:32.902505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c457b9-9fd4-4bbb-8d38-f87e8043179b', 'name': 'network-vif-deleted', 'tag': '249b38f5-29cc-43a5-94c3-a569af017521'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:32.950410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6429d15-293a-4706-b6f6-e841af33eab4 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:32.973639 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:33.062887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Transition to ACTIVE for port object c6429d15-293a-4706-b6f6-e841af33eab4 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:33.065357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc8f4fe0-ab5f-4406-9baf-a7f34ddda252 req-bde12afe-f8f1-4fc6-bf6a-f59d42ea0ceb tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486682 Apr 18 21:12:33.241561 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:33.274655 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:33.290712 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948ab31e-e601-4cea-a8b4-1ad4e57a73fb'] response: {'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'code': 200} Apr 18 21:12:33.370850 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:33.588823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Pushing event updated for resources: {'Port': ['ID=c6429d15-293a-4706-b6f6-e841af33eab4,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:33.690840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368fa14-d517-4e46-88a6-8309789118af req-97b5d6ae-8e5a-47c3-b662-1dd3f9a40232 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:33.693030 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-97b5d6ae-8e5a-47c3-b662-1dd3f9a40232 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 808 time: 0.6316733 Apr 18 21:12:33.970425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-6d19e0c7-4b97-489f-9621-a34b5001aa25 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/quotas/8df5d4aa6d254fe4a784472e6df45d7c HTTP/1.1" status: 200 len: 375 time: 0.2641840 Apr 18 21:12:33.976401 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:12:34.146522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20671118-3390-4328-85e6-e511b8299cba req-66d15f07-a8ca-4b0a-bf2d-e95ce98288fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96696e62-7c20-48de-a2a2-d2c9b66830ed HTTP/1.1" status: 200 len: 1101 time: 0.7620711 Apr 18 21:12:34.202778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d9580-85eb-42c5-aae3-66f6c8e98473 req-47d479cb-1c29-4794-b288-159f91972dcc tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:34.204218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-840d9580-85eb-42c5-aae3-66f6c8e98473 req-47d479cb-1c29-4794-b288-159f91972dcc tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.7612062 Apr 18 21:12:34.213743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Attempting to bind port c6429d15-293a-4706-b6f6-e841af33eab4 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:34.214091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Attempting to bind port c6429d15-293a-4706-b6f6-e841af33eab4 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:34.214412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Attempting to bind port c6429d15-293a-4706-b6f6-e841af33eab4 on network 7648569c-f417-445f-bc4f-9317fd6c344e {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:34.221016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004a1080-37bc-405d-ab31-fe3e10686519 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:34.275882 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:34.302135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Port c6429d15-293a-4706-b6f6-e841af33eab4 on network 7648569c-f417-445f-bc4f-9317fd6c344e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:34.302459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Attempting to bind port c6429d15-293a-4706-b6f6-e841af33eab4 on network 7648569c-f417-445f-bc4f-9317fd6c344e {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:34.340561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Transition to ACTIVE for port object 004a1080-37bc-405d-ab31-fe3e10686519 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:34.351510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': '7b717850-ef68-4d35-a4ea-94a09c1e471c'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:34.366931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:34.367201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Checking segment: {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:34.367603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Bound using segment: {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:34.368082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Bound port: c6429d15-293a-4706-b6f6-e841af33eab4, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:34.368407 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:34.419117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20671118-3390-4328-85e6-e511b8299cba req-80a510e4-7075-4651-af82-3f1933d3aee2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104061 Apr 18 21:12:34.426065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-840d9580-85eb-42c5-aae3-66f6c8e98473 req-41a3fd06-fc21-478f-af61-8b130b6dcfd4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078414 Apr 18 21:12:34.430518 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:34.490571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-382a8862-eebe-4bf1-9723-2a87a2cf3cd8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5025747 Apr 18 21:12:34.501790 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6b5a0c-86f6-4541-b6e6-bfa48aba54eb'] response: {'server_uuid': '41c457b9-9fd4-4bbb-8d38-f87e8043179b', 'name': 'network-vif-deleted', 'tag': '249b38f5-29cc-43a5-94c3-a569af017521', 'status': 'completed', 'code': 200} Apr 18 21:12:34.567866 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:12:34.794736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Pushing event updated for resources: {'Port': ['ID=004a1080-37bc-405d-ab31-fe3e10686519,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:34.849590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b2510b-c704-49cd-be67-a8cb8445b5cb {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:34.876989 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:34.885341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] For port c6429d15-293a-4706-b6f6-e841af33eab4, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:34.953347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] For port c6429d15-293a-4706-b6f6-e841af33eab4, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c6429d15-293a-4706-b6f6-e841af33eab4,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:34.965073 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-fa2bdbb2-3930-457a-bd39-d17a9389ebbc service neutron] 10.222.0.11 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532123 Apr 18 21:12:34.967449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Transition to ACTIVE for port object 71b2510b-c704-49cd-be67-a8cb8445b5cb will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:35.030812 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.044010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:35.135490 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.163903 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.213060 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.214500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] 10.222.0.26 "PUT /v2.0/ports/c6429d15-293a-4706-b6f6-e841af33eab4 HTTP/1.1" status: 200 len: 1092 time: 4.1069961 Apr 18 21:12:35.217054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:35.280422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.305109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9af9a-c777-423a-a61f-d41c56c08dd9 req-f206530c-840a-4ac6-9b6a-073673c7c3bd tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:35.309003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9af9a-c777-423a-a61f-d41c56c08dd9 req-f206530c-840a-4ac6-9b6a-073673c7c3bd tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:35.312915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9af9a-c777-423a-a61f-d41c56c08dd9 req-f206530c-840a-4ac6-9b6a-073673c7c3bd tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:35.313365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f657a4-9708-4889-8719-8dd91df94e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:35.317372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9af9a-c777-423a-a61f-d41c56c08dd9 req-f206530c-840a-4ac6-9b6a-073673c7c3bd tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:35.321648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9af9a-c777-423a-a61f-d41c56c08dd9 req-f206530c-840a-4ac6-9b6a-073673c7c3bd tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:35.325443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9af9a-c777-423a-a61f-d41c56c08dd9 req-f206530c-840a-4ac6-9b6a-073673c7c3bd tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:35.329257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9af9a-c777-423a-a61f-d41c56c08dd9 req-f206530c-840a-4ac6-9b6a-073673c7c3bd tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:35.331766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26b9af9a-c777-423a-a61f-d41c56c08dd9 req-f206530c-840a-4ac6-9b6a-073673c7c3bd tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5385 time: 0.6976371 Apr 18 21:12:35.360060 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:35.380221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Attempting to bind port 004a1080-37bc-405d-ab31-fe3e10686519 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:35.380631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Attempting to bind port 004a1080-37bc-405d-ab31-fe3e10686519 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:35.380801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Attempting to bind port 004a1080-37bc-405d-ab31-fe3e10686519 on network 1cc80a87-9277-46e9-a112-672de24237e7 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:35.401568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac07fb2-f413-4b7c-8b70-0481fc33d487 service neutron] Pushing event updated for resources: {'Port': ['ID=c6429d15-293a-4706-b6f6-e841af33eab4,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:35.486615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-05429de1-fff6-47da-a51b-ba8d3d74213c service neutron] 10.222.0.11 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898422 Apr 18 21:12:35.504341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Port 004a1080-37bc-405d-ab31-fe3e10686519 on network 1cc80a87-9277-46e9-a112-672de24237e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:35.504669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Attempting to bind port 004a1080-37bc-405d-ab31-fe3e10686519 on network 1cc80a87-9277-46e9-a112-672de24237e7 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:35.585568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=71b2510b-c704-49cd-be67-a8cb8445b5cb,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:35.588681 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:35.589256 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Checking segment: {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:35.589856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Bound using segment: {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:35.590492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Bound port: 004a1080-37bc-405d-ab31-fe3e10686519, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:35.591066 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.663379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26b9af9a-c777-423a-a61f-d41c56c08dd9 req-c8c1f5ac-3084-45be-a26d-a5ef1fce22ce tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3186142 Apr 18 21:12:36.065669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-3b583c60-9fd4-4a69-a073-1b2936018ddb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c40cd1cdb344d849da27ba504b10787&device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 1095 time: 0.7287149 Apr 18 21:12:36.146459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Attempting to bind port 71b2510b-c704-49cd-be67-a8cb8445b5cb on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:36.146795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Attempting to bind port 71b2510b-c704-49cd-be67-a8cb8445b5cb by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:36.147127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Attempting to bind port 71b2510b-c704-49cd-be67-a8cb8445b5cb on network 7648569c-f417-445f-bc4f-9317fd6c344e {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:36.177239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] For port 004a1080-37bc-405d-ab31-fe3e10686519, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:36.194492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] For port 004a1080-37bc-405d-ab31-fe3e10686519, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=004a1080-37bc-405d-ab31-fe3e10686519,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:36.198042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Port 71b2510b-c704-49cd-be67-a8cb8445b5cb on network 7648569c-f417-445f-bc4f-9317fd6c344e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:36.198469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Attempting to bind port 71b2510b-c704-49cd-be67-a8cb8445b5cb on network 7648569c-f417-445f-bc4f-9317fd6c344e {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:36.201302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-2304cb89-5b37-4b47-83f0-797bd28e4ace service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6429d15-293a-4706-b6f6-e841af33eab4 HTTP/1.1" status: 200 len: 217 time: 0.1217749 Apr 18 21:12:36.256430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:36.256824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Checking segment: {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:36.257157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Bound using segment: {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:36.257650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Bound port: 71b2510b-c704-49cd-be67-a8cb8445b5cb, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:36.258003 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.281813 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.364096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5303a-4b8f-4e9f-a320-41071e1e6abc req-76547796-21db-452d-aa86-cf82b03ab478 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:36.365668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ca5303a-4b8f-4e9f-a320-41071e1e6abc req-76547796-21db-452d-aa86-cf82b03ab478 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 944 time: 0.4589193 Apr 18 21:12:36.372291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92905ed-34ce-4231-9a8a-b18567223d7c req-165a94ca-187f-4f6f-b151-2264604796bd tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:36.373768 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f92905ed-34ce-4231-9a8a-b18567223d7c req-165a94ca-187f-4f6f-b151-2264604796bd tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=96696e62-7c20-48de-a2a2-d2c9b66830ed HTTP/1.1" status: 200 len: 950 time: 0.4639795 Apr 18 21:12:36.469151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-7480dc04-e93c-479b-8621-5ba8e20c09b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:36.470607 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-7480dc04-e93c-479b-8621-5ba8e20c09b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e3e3810-f739-4f92-b380-0f9bd81f324e HTTP/1.1" status: 200 len: 852 time: 0.2597086 Apr 18 21:12:36.496425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.497822 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] 10.222.0.26 "PUT /v2.0/ports/004a1080-37bc-405d-ab31-fe3e10686519 HTTP/1.1" status: 200 len: 1091 time: 4.4359016 Apr 18 21:12:36.585632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-ff9e7957-284c-4cad-98a4-a6a7269f44c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7648569c-f417-445f-bc4f-9317fd6c344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909536 Apr 18 21:12:36.591400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091c5a0-3bd8-419b-a605-8658de3545b7 service neutron] Pushing event updated for resources: {'Port': ['ID=004a1080-37bc-405d-ab31-fe3e10686519,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:36.626731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Request body: {'port': {'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:36.687019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] For port 71b2510b-c704-49cd-be67-a8cb8445b5cb, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:36.698298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ca5303a-4b8f-4e9f-a320-41071e1e6abc req-1967b032-ab22-4d89-bf0c-7f0af145a88d tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235590 Apr 18 21:12:36.758941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f92905ed-34ce-4231-9a8a-b18567223d7c req-7ce6a98a-15fa-4aa5-8595-1baf4f88bd9f tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454688 Apr 18 21:12:36.776969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] For port 71b2510b-c704-49cd-be67-a8cb8445b5cb, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=71b2510b-c704-49cd-be67-a8cb8445b5cb,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:36.796067 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39728) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:36.872080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc353491-00ea-437c-b845-78783e0a0cb2 admin admin] Deleting subnet 452f8a34-1129-450d-9c24-46cb95af9a9b {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:12:36.872596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-7c965e80-f054-4ec8-b848-09952c0e5a66 service neutron] 10.222.0.26 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607007 Apr 18 21:12:36.876267 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc353491-00ea-437c-b845-78783e0a0cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.880275 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd26f19-4be6-4560-93d1-4a99a1a1fa05'] response: {'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': '7b717850-ef68-4d35-a4ea-94a09c1e471c', 'status': 'completed', 'code': 200} Apr 18 21:12:36.918799 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.932715 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af333938-b165-4073-acc8-e7abead52b02'] response: {'server_uuid': '79f657a4-9708-4889-8719-8dd91df94e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e', 'code': 200} Apr 18 21:12:36.938570 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc353491-00ea-437c-b845-78783e0a0cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.004395 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc353491-00ea-437c-b845-78783e0a0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.116499 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.117912 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] 10.222.0.59 "PUT /v2.0/ports/71b2510b-c704-49cd-be67-a8cb8445b5cb HTTP/1.1" status: 200 len: 1092 time: 4.2943013 Apr 18 21:12:37.153427 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2ff02c6b-24bf-450b-a419-4bc45598a23d req-b66ac0b6-9538-450c-802b-bb919285d014 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9645b053fccf4eef884d2647dc741bdf&device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 6277 time: 0.1042767 Apr 18 21:12:37.204088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d08f455-5d42-42b4-ab91-a319a81477a4 req-68f6a0ee-4823-424b-93f8-1c7d39196c58 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 210 time: 0.1357517 Apr 18 21:12:37.221084 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.276601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc353491-00ea-437c-b845-78783e0a0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.349139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc353491-00ea-437c-b845-78783e0a0cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452f8a34-1129-450d-9c24-46cb95af9a9b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:37.371196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc353491-00ea-437c-b845-78783e0a0cb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.374798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-4ec731f2-4995-48cb-91ac-b57ce982b235 service neutron] 10.222.0.26 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855366 Apr 18 21:12:37.388924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b952849-1c77-4565-bbbd-05f4ba65e1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=71b2510b-c704-49cd-be67-a8cb8445b5cb,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:37.408881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bc353491-00ea-437c-b845-78783e0a0cb2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/452f8a34-1129-450d-9c24-46cb95af9a9b HTTP/1.1" status: 204 len: 168 time: 0.6110721 Apr 18 21:12:37.413747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39740) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:37.530030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff02c6b-24bf-450b-a419-4bc45598a23d req-e5251bdf-d7b0-4227-9a44-a72d89bda35a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.530294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff02c6b-24bf-450b-a419-4bc45598a23d req-e5251bdf-d7b0-4227-9a44-a72d89bda35a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.530668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff02c6b-24bf-450b-a419-4bc45598a23d req-e5251bdf-d7b0-4227-9a44-a72d89bda35a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.532318 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2ff02c6b-24bf-450b-a419-4bc45598a23d req-e5251bdf-d7b0-4227-9a44-a72d89bda35a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9645b053fccf4eef884d2647dc741bdf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3548043 Apr 18 21:12:37.565020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98c81b-a29c-42de-b92c-970d59e5299b req-49bf29c8-f0c5-4705-89d0-c4cce524f87c tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.566566 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d98c81b-a29c-42de-b92c-970d59e5299b req-49bf29c8-f0c5-4705-89d0-c4cce524f87c tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.4972022 Apr 18 21:12:37.579396 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.818596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-b668bc43-baef-45d8-b20d-5aa87e206d18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c40cd1cdb344d849da27ba504b10787&device_id=df7333b5-50b7-456a-91e5-4145152e53f2 HTTP/1.1" status: 200 len: 1095 time: 0.5319028 Apr 18 21:12:37.851605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71206b57-4448-4e0c-b5ba-fee037972a71 req-2488dd11-e223-4e5e-ae1a-2ae9e9b23814 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.855379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71206b57-4448-4e0c-b5ba-fee037972a71 req-2488dd11-e223-4e5e-ae1a-2ae9e9b23814 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.859171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71206b57-4448-4e0c-b5ba-fee037972a71 req-2488dd11-e223-4e5e-ae1a-2ae9e9b23814 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.863588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71206b57-4448-4e0c-b5ba-fee037972a71 req-2488dd11-e223-4e5e-ae1a-2ae9e9b23814 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.867568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71206b57-4448-4e0c-b5ba-fee037972a71 req-2488dd11-e223-4e5e-ae1a-2ae9e9b23814 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.871375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71206b57-4448-4e0c-b5ba-fee037972a71 req-2488dd11-e223-4e5e-ae1a-2ae9e9b23814 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.875162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71206b57-4448-4e0c-b5ba-fee037972a71 req-2488dd11-e223-4e5e-ae1a-2ae9e9b23814 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.877019 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71206b57-4448-4e0c-b5ba-fee037972a71 req-2488dd11-e223-4e5e-ae1a-2ae9e9b23814 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5385 time: 0.4833448 Apr 18 21:12:37.912374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff02c6b-24bf-450b-a419-4bc45598a23d req-551bfa8a-3ca3-46ce-a68c-074439191074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.913930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2ff02c6b-24bf-450b-a419-4bc45598a23d req-551bfa8a-3ca3-46ce-a68c-074439191074 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3675590 Apr 18 21:12:37.920979 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.949775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8620c584-bed6-426c-b8c4-9f719358c4c5']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:37.963003 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d98c81b-a29c-42de-b92c-970d59e5299b req-f6bf7f2d-da5d-4f06-81b0-4dc377ce529a tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864229 Apr 18 21:12:37.963431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999dd46e-c6bc-4b2a-bf32-ce016e021c52') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:37.963881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999dd46e-c6bc-4b2a-bf32-ce016e021c52') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:37.973129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0c47565c-26fc-4334-9dc9-12858a9925bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71b2510b-c704-49cd-be67-a8cb8445b5cb HTTP/1.1" status: 200 len: 217 time: 0.1317620 Apr 18 21:12:37.977789 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.014080 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.021334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:12:38.024551 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:12:38.036275 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:12:38.098821 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71206b57-4448-4e0c-b5ba-fee037972a71 req-4dfb4001-272b-4a36-a70b-59eb891b3069 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699662 Apr 18 21:12:38.141001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0842444b-ec41-45b4-ab5b-64780b8fb444 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:38.142520 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-0842444b-ec41-45b4-ab5b-64780b8fb444 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e3e3810-f739-4f92-b380-0f9bd81f324e HTTP/1.1" status: 200 len: 852 time: 0.1566458 Apr 18 21:12:38.171544 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.209652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.223591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=8620c584-bed6-426c-b8c4-9f719358c4c5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:38.261564 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-a2e79e5c-b9dd-423d-abc2-fdcc1951bac9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7648569c-f417-445f-bc4f-9317fd6c344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809190 Apr 18 21:12:38.270060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-142cfac6-51f5-4025-9b2e-bc727d699e88 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8620c584-bed6-426c-b8c4-9f719358c4c5 HTTP/1.1" status: 204 len: 168 time: 0.8544757 Apr 18 21:12:38.406984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211720f8-8ae7-46e2-bccd-76d4a0b40d42 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:38.418509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.469312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Transition to ACTIVE for port object 211720f8-8ae7-46e2-bccd-76d4a0b40d42 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:38.497351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-4552aabb-035e-4a86-9799-0a25464721f8 service neutron] 10.222.0.59 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946507 Apr 18 21:12:38.525492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368fa14-d517-4e46-88a6-8309789118af req-d7ad0026-a93d-43d5-a579-bbb383416590 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:38.527737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9368fa14-d517-4e46-88a6-8309789118af req-d7ad0026-a93d-43d5-a579-bbb383416590 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Synchronizing usage tracker for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:38.556657 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.603155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938fd1c-a546-4386-8d28-1d663ecc1bdf req-e6449c41-5870-4eb7-958c-01d08732bd63 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:38.604526 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6938fd1c-a546-4386-8d28-1d663ecc1bdf req-e6449c41-5870-4eb7-958c-01d08732bd63 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 944 time: 0.3420632 Apr 18 21:12:38.639832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9368fa14-d517-4e46-88a6-8309789118af req-d7ad0026-a93d-43d5-a579-bbb383416590 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Unset dirty status for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:38.640979 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-d7ad0026-a93d-43d5-a579-bbb383416590 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.26 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 808 time: 0.3019834 Apr 18 21:12:38.657833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Request body: {'port': {'device_id': '1482142f-94e8-4161-984a-36353fb232d4', 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc', 'admin_state_up': True, 'tenant_id': '8df5d4aa6d254fe4a784472e6df45d7c'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:38.694951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39770) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:38.828338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Pushing event updated for resources: {'Port': ['ID=211720f8-8ae7-46e2-bccd-76d4a0b40d42,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:38.843979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:38.858618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:38.881902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63204f79-38ff-45a4-9521-f13a4aca802e', 'tag': 'c6429d15-293a-4706-b6f6-e841af33eab4'}, {'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': '004a1080-37bc-405d-ab31-fe3e10686519'}, {'name': 'network-changed', 'server_uuid': 'df7333b5-50b7-456a-91e5-4145152e53f2', 'tag': '71b2510b-c704-49cd-be67-a8cb8445b5cb'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:38.921137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Made reservation on behalf of 8df5d4aa6d254fe4a784472e6df45d7c for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:38.927937 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.928345 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6938fd1c-a546-4386-8d28-1d663ecc1bdf req-bf4c4af0-b435-4e37-a82c-29eccb3bbc76 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712786 Apr 18 21:12:38.939538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.007294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a089a89-3b61-497e-98be-fa0ded38cb58 req-12f8e908-f440-455f-8f99-7d6abb97d8b3 service neutron] 10.222.0.59 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021067 Apr 18 21:12:39.047512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c6f1970e-f369-4a45-b1c9-066bb5c8eddc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e835de4c3531417c818ee702d19434a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3426471 Apr 18 21:12:39.050639 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39796) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:39.153114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Allocated IP 172.20.0.6 (f0f8e2c1-9ecd-41b3-9562-674a844605cc/9836981b-e141-4c4b-841b-4312a41b0b95/6dfda726-51f0-474d-a61f-c9bb3b4b55f8) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:39.156148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Attempting to bind port 211720f8-8ae7-46e2-bccd-76d4a0b40d42 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:39.156712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Attempting to bind port 211720f8-8ae7-46e2-bccd-76d4a0b40d42 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:39.156840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Attempting to bind port 211720f8-8ae7-46e2-bccd-76d4a0b40d42 on network 1cc80a87-9277-46e9-a112-672de24237e7 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:39.178262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Port 211720f8-8ae7-46e2-bccd-76d4a0b40d42 on network 1cc80a87-9277-46e9-a112-672de24237e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:39.178585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Attempting to bind port 211720f8-8ae7-46e2-bccd-76d4a0b40d42 on network 1cc80a87-9277-46e9-a112-672de24237e7 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:39.209531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:39.209795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Checking segment: {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:39.210083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Bound using segment: {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:39.210565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Bound port: 211720f8-8ae7-46e2-bccd-76d4a0b40d42, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b033cb6-5632-4f22-860e-44a4e9a22616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:39.210922 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.235939 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ce28a0a3-d349-409e-80e8-13e60af276e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.327061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe5363-a0b7-4509-8da7-b1d73c3425aa req-041d2da1-972c-4e5a-b1d6-31fdabe1bb12 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:39.328559 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34fe5363-a0b7-4509-8da7-b1d73c3425aa req-041d2da1-972c-4e5a-b1d6-31fdabe1bb12 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=96696e62-7c20-48de-a2a2-d2c9b66830ed HTTP/1.1" status: 200 len: 950 time: 0.2209566 Apr 18 21:12:39.339708 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ce28a0a3-d349-409e-80e8-13e60af276e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.388613 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.392237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] For port 211720f8-8ae7-46e2-bccd-76d4a0b40d42, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:39.423579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] For port 211720f8-8ae7-46e2-bccd-76d4a0b40d42, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=211720f8-8ae7-46e2-bccd-76d4a0b40d42,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:39.437891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34fe5363-a0b7-4509-8da7-b1d73c3425aa req-08960f84-acd5-4c0d-8c8a-aab75fbf81f6 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884254 Apr 18 21:12:39.470033 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.486657 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.563886 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98a23bb-dc75-4f1a-bfb7-52c70e59416f'] response: {'name': 'network-changed', 'server_uuid': '63204f79-38ff-45a4-9521-f13a4aca802e', 'tag': 'c6429d15-293a-4706-b6f6-e841af33eab4', 'status': 'completed', 'code': 200} Apr 18 21:12:39.564118 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98a23bb-dc75-4f1a-bfb7-52c70e59416f'] response: {'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': '004a1080-37bc-405d-ab31-fe3e10686519', 'status': 'completed', 'code': 200} Apr 18 21:12:39.564318 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98a23bb-dc75-4f1a-bfb7-52c70e59416f'] response: {'name': 'network-changed', 'server_uuid': 'df7333b5-50b7-456a-91e5-4145152e53f2', 'tag': '71b2510b-c704-49cd-be67-a8cb8445b5cb', 'status': 'completed', 'code': 200} Apr 18 21:12:39.582859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Pushing event updated for resources: {'Port': ['ID=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:39.596459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Network f0f8e2c1-9ecd-41b3-9562-674a844605cc is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:39.599238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:39.608972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:39.665036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ce28a0a3-d349-409e-80e8-13e60af276e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.685161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:39.685920 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.774334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28a0a3-d349-409e-80e8-13e60af276e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e457eb-2f96-4fcd-a3f2-a84c079653e0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:39.779699 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-bd7de47e-4483-4ebc-ad6f-4d91b79ae774 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1255641 Apr 18 21:12:39.793341 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.794910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] 10.222.0.26 "PUT /v2.0/ports/211720f8-8ae7-46e2-bccd-76d4a0b40d42 HTTP/1.1" status: 200 len: 1090 time: 3.1789823 Apr 18 21:12:39.797601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Request body: {'port': {'device_id': '1482142f-94e8-4161-984a-36353fb232d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:39.808064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89c741-88f2-4201-82e3-5fd64a2d7d23 service neutron] Pushing event updated for resources: {'Port': ['ID=211720f8-8ae7-46e2-bccd-76d4a0b40d42,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:39.943161 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ce28a0a3-d349-409e-80e8-13e60af276e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.944287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ce28a0a3-d349-409e-80e8-13e60af276e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2e457eb-2f96-4fcd-a3f2-a84c079653e0 HTTP/1.1" status: 204 len: 168 time: 0.8926268 Apr 18 21:12:39.958745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Request body: {'port': {'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:39.960291 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.135176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-18047b2c-4f18-47db-9be8-43c783ec47c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c40cd1cdb344d849da27ba504b10787&device_id=df7333b5-50b7-456a-91e5-4145152e53f2 HTTP/1.1" status: 200 len: 1095 time: 0.5680723 Apr 18 21:12:40.137909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-0365ba4f-1220-460c-bb87-9eb4adf19ac2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c40cd1cdb344d849da27ba504b10787&device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 1095 time: 0.5766630 Apr 18 21:12:40.143390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f79e6-807d-403e-a2d3-113944f890c1 req-541802a7-a567-46fa-bc14-9efe328ae8d8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:40.145580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a6f79e6-807d-403e-a2d3-113944f890c1 req-541802a7-a567-46fa-bc14-9efe328ae8d8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 931 time: 0.5795755 Apr 18 21:12:40.192200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bffd-2689-436a-be9f-19fdcc119828 req-7181239b-55eb-42fc-929e-49cc75fd0fcf tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:40.193607 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f899bffd-2689-436a-be9f-19fdcc119828 req-7181239b-55eb-42fc-929e-49cc75fd0fcf tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.5208237 Apr 18 21:12:40.272735 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.426119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:40.434777 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.456886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Transition to ACTIVE for port object 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:40.535136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.538429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f899bffd-2689-436a-be9f-19fdcc119828 req-96cd0a16-43f9-46cf-896c-3c1a3494cc78 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164964 Apr 18 21:12:40.562192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a6f79e6-807d-403e-a2d3-113944f890c1 req-70bd52cf-09f0-4764-aa71-b060278ac384 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674414 Apr 18 21:12:40.699283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-645a560e-5a9f-4dc5-adb4-350606775732 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:40.717512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-645a560e-5a9f-4dc5-adb4-350606775732 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7648569c-f417-445f-bc4f-9317fd6c344e HTTP/1.1" status: 200 len: 913 time: 0.5648320 Apr 18 21:12:40.724400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-ba094b99-95f7-4034-8167-8b92d593ef88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:40.735788 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-ba094b99-95f7-4034-8167-8b92d593ef88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7648569c-f417-445f-bc4f-9317fd6c344e HTTP/1.1" status: 200 len: 913 time: 0.5834184 Apr 18 21:12:40.924115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:40.934232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c6429d15-293a-4706-b6f6-e841af33eab4 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:41.060160 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-e60e0d97-25a4-47ad-a09b-2a44931b8b39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6429d15-293a-4706-b6f6-e841af33eab4 HTTP/1.1" status: 200 len: 217 time: 0.3172078 Apr 18 21:12:41.079311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-970f7e1a-98f9-4ddd-9c37-108703e06d24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71b2510b-c704-49cd-be67-a8cb8445b5cb HTTP/1.1" status: 200 len: 217 time: 0.2243612 Apr 18 21:12:41.112160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Attempting to bind port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:41.113750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Attempting to bind port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:41.113750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Attempting to bind port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:41.130470 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:41.130470 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Attempting to bind port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:41.147778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:41.147778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:41.147778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Bound using segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:41.147778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Bound port: 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:41.147778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.322356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c6429d15-293a-4706-b6f6-e841af33eab4, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c6429d15-293a-4706-b6f6-e841af33eab4,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:41.346205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'c6429d15-293a-4706-b6f6-e841af33eab4', 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e', 'port_id': 'c6429d15-293a-4706-b6f6-e841af33eab4', 'mac_address': 'fa:16:3e:a0:41:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3e3810-f739-4f92-b380-0f9bd81f324e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:41.350726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 71b2510b-c704-49cd-be67-a8cb8445b5cb details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:41.437563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-a3942587-c898-42fe-88fb-ab3d357ac6c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.439618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:41.439864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-a3942587-c898-42fe-88fb-ab3d357ac6c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e3e3810-f739-4f92-b380-0f9bd81f324e HTTP/1.1" status: 200 len: 852 time: 0.1909983 Apr 18 21:12:41.445186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:41.458359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e16978-8eb6-43e2-b957-079bdede3c35 req-3786a35c-a7b8-44d7-b017-4a3f93c3fa7c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.462348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e16978-8eb6-43e2-b957-079bdede3c35 req-3786a35c-a7b8-44d7-b017-4a3f93c3fa7c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.466198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e16978-8eb6-43e2-b957-079bdede3c35 req-3786a35c-a7b8-44d7-b017-4a3f93c3fa7c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.470040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e16978-8eb6-43e2-b957-079bdede3c35 req-3786a35c-a7b8-44d7-b017-4a3f93c3fa7c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.474352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e16978-8eb6-43e2-b957-079bdede3c35 req-3786a35c-a7b8-44d7-b017-4a3f93c3fa7c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.478531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e16978-8eb6-43e2-b957-079bdede3c35 req-3786a35c-a7b8-44d7-b017-4a3f93c3fa7c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.482607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e16978-8eb6-43e2-b957-079bdede3c35 req-3786a35c-a7b8-44d7-b017-4a3f93c3fa7c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.490391 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96e16978-8eb6-43e2-b957-079bdede3c35 req-3786a35c-a7b8-44d7-b017-4a3f93c3fa7c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5397 time: 0.5457852 Apr 18 21:12:41.506816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-ea140f8e-f8a9-41ef-91ee-169082ff0373 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.508500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-ea140f8e-f8a9-41ef-91ee-169082ff0373 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e3e3810-f739-4f92-b380-0f9bd81f324e HTTP/1.1" status: 200 len: 852 time: 0.4283445 Apr 18 21:12:41.514875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.531006 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.557640 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6429d15-293a-4706-b6f6-e841af33eab4 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:41.562051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-63fad4f8-9702-4f72-a623-882aacc20038 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7648569c-f417-445f-bc4f-9317fd6c344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415764 Apr 18 21:12:41.569727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': '211720f8-8ae7-46e2-bccd-76d4a0b40d42'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:41.577607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c6429d15-293a-4706-b6f6-e841af33eab4, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c6429d15-293a-4706-b6f6-e841af33eab4,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:41.611029 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.612825 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] 10.222.0.26 "PUT /v2.0/ports/6dfda726-51f0-474d-a61f-c9bb3b4b55f8 HTTP/1.1" status: 200 len: 1091 time: 1.8198037 Apr 18 21:12:41.613292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1482142f-94e8-4161-984a-36353fb232d4', 'tag': '6dfda726-51f0-474d-a61f-c9bb3b4b55f8'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:41.630798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136021e9-470e-4e12-beb3-b6848c7ca661 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:41.678397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 71b2510b-c704-49cd-be67-a8cb8445b5cb, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=71b2510b-c704-49cd-be67-a8cb8445b5cb,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:41.695506 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '71b2510b-c704-49cd-be67-a8cb8445b5cb', 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e', 'port_id': '71b2510b-c704-49cd-be67-a8cb8445b5cb', 'mac_address': 'fa:16:3e:b6:31:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3e3810-f739-4f92-b380-0f9bd81f324e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:41.704156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-be270190-6ee0-4d72-b0e3-6459e0050d4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7648569c-f417-445f-bc4f-9317fd6c344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409843 Apr 18 21:12:41.728039 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.814344 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.854434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b2510b-c704-49cd-be67-a8cb8445b5cb {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:41.867698 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:12:41.898933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 71b2510b-c704-49cd-be67-a8cb8445b5cb, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=71b2510b-c704-49cd-be67-a8cb8445b5cb,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:41.909986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=c6429d15-293a-4706-b6f6-e841af33eab4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:41.931891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96e16978-8eb6-43e2-b957-079bdede3c35 req-f5fdc843-e3bf-4f24-95da-4a457e60ac68 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4391327 Apr 18 21:12:42.005157 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-1a6be7d5-d884-46c4-80ed-d48d969f030a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 1094 time: 0.1716168 Apr 18 21:12:42.046084 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.053957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39848) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:42.147533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c6429d15-293a-4706-b6f6-e841af33eab4'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:42.231266 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-6c96c7eb-eb2f-45be-afb3-542591166c30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8 HTTP/1.1" status: 200 len: 217 time: 0.2061009 Apr 18 21:12:42.361825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=71b2510b-c704-49cd-be67-a8cb8445b5cb,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:42.427320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['71b2510b-c704-49cd-be67-a8cb8445b5cb'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:42.430112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368fa14-d517-4e46-88a6-8309789118af req-7b9bbd35-c7e3-4168-bf2f-82259c8901a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:42.432861 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-7b9bbd35-c7e3-4168-bf2f-82259c8901a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.2038486 Apr 18 21:12:42.554600 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-b111504c-a761-4e27-a745-6c5d2a4b53ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137865 Apr 18 21:12:42.711179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-fb7a66fd-a521-4818-ab17-75ec0cfc184d service neutron] 10.222.0.59 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1334229 Apr 18 21:12:42.871242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a028e96f-02c5-46c4-b8c7-817a76bd5789 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:42.921274 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-f7627822-3485-4da1-8f86-f0eba6b02c25 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600469 Apr 18 21:12:42.949001 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.970247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-365097216-network', 'tenant_id': 'b417c5ef5a3d4a90bf5edb700a3ea12a'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:43.037756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:43.078028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:43.083600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:43.097175 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9368fa14-d517-4e46-88a6-8309789118af req-45b3d30a-2777-4501-ba53-01f972e087c8 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676474 Apr 18 21:12:43.110718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Transition to ACTIVE for port object a028e96f-02c5-46c4-b8c7-817a76bd5789 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:43.139179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Usage tracker for resource:network and tenant:b417c5ef5a3d4a90bf5edb700a3ea12a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:43.156636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:43.166497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-e4eb3a38-72da-483f-a7b5-f267447a7045 service neutron] 10.222.0.26 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4478161 Apr 18 21:12:43.204208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:43.242697 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.278093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-298bac91-8de7-4d21-94e5-9be548c0a96b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:43.279456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-298bac91-8de7-4d21-94e5-9be548c0a96b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Synchronizing usage tracker for tenant:7a475aa896ef4fec97fbbc5f04457cb6 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:43.340724 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.360495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:43.376651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-298bac91-8de7-4d21-94e5-9be548c0a96b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Unset dirty status for tenant:7a475aa896ef4fec97fbbc5f04457cb6 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:43.376892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'mac_address': 'fa:16:3e:03:44:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:43.378361 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-298bac91-8de7-4d21-94e5-9be548c0a96b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.59 "GET /v2.0/ports?device_id=79f657a4-9708-4889-8719-8dd91df94e22 HTTP/1.1" status: 200 len: 943 time: 0.1865714 Apr 18 21:12:43.422025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:43.448029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:43.455794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-435fb663-ac8e-425a-bc7c-127f130625e8 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Deleting port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:43.456130 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-435fb663-ac8e-425a-bc7c-127f130625e8 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.460913 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.483086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:43.540563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Made reservation on behalf of b417c5ef5a3d4a90bf5edb700a3ea12a for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:43.543655 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.544105 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.575775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-0eec1bf1-3077-44fd-8a2c-450e59ac1580 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:43.585513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-0eec1bf1-3077-44fd-8a2c-450e59ac1580 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/networks?id=4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 200 len: 805 time: 0.9429455 Apr 18 21:12:43.607856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2743448-49e1-4069-987d-6ed2d0f5d181 req-fb8610b2-c4ec-49f5-9afe-d1aceba675d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 1101 time: 1.1365833 Apr 18 21:12:43.669485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Pushing event updated for resources: {'Port': ['ID=a028e96f-02c5-46c4-b8c7-817a76bd5789,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:43.676438 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-fbf3bbc0-0627-4467-954c-9a3f83b3d9af service neutron] 10.222.0.26 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869444 Apr 18 21:12:43.687436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:43.692002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-bb6597d7-745c-498c-beac-ba4b6c82b1fc tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/quotas/7a475aa896ef4fec97fbbc5f04457cb6 HTTP/1.1" status: 200 len: 375 time: 0.1048751 Apr 18 21:12:43.717690 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:12:43.718037 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:12:43.731119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-c457e800-6230-4959-ae00-066ca18733b3 service neutron] 10.222.0.59 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9444151 Apr 18 21:12:43.770220 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.800382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-435fb663-ac8e-425a-bc7c-127f130625e8 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] For port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:43.800761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-435fb663-ac8e-425a-bc7c-127f130625e8 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.897198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb407250-b7a2-4a37-bead-6737980e2c65 req-ab6eb4e0-bde6-4ded-9e46-93e911763237 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:43.898562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb407250-b7a2-4a37-bead-6737980e2c65 req-ab6eb4e0-bde6-4ded-9e46-93e911763237 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 945 time: 1.2736130 Apr 18 21:12:43.939801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-435fb663-ac8e-425a-bc7c-127f130625e8 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Calling delete_port for f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:44.018126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:44.036124 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2743448-49e1-4069-987d-6ed2d0f5d181 req-063abea2-e35c-4892-b60a-b0af2ecabbf1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961292 Apr 18 21:12:44.044284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Usage tracker for resource:security_group_rule and tenant:b417c5ef5a3d4a90bf5edb700a3ea12a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:44.054726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:44.065959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:44.091287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb407250-b7a2-4a37-bead-6737980e2c65 req-287013b9-e52c-4755-befd-7536cd8f9fcc tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769755 Apr 18 21:12:44.094437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Attempting to bind port a028e96f-02c5-46c4-b8c7-817a76bd5789 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:44.094777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Attempting to bind port a028e96f-02c5-46c4-b8c7-817a76bd5789 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:44.095104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Attempting to bind port a028e96f-02c5-46c4-b8c7-817a76bd5789 on network 32bad53f-27bf-4d63-8186-7b1e34c831f3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:44.105521 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-fcb6cef4-c6a0-4f45-8a69-1418fdda21f6 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4126379 Apr 18 21:12:44.141889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Port a028e96f-02c5-46c4-b8c7-817a76bd5789 on network 32bad53f-27bf-4d63-8186-7b1e34c831f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:44.142215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Attempting to bind port a028e96f-02c5-46c4-b8c7-817a76bd5789 on network 32bad53f-27bf-4d63-8186-7b1e34c831f3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:44.151807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-d3892ff5-17e7-4a03-af7f-6be73ec59be7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9645b053fccf4eef884d2647dc741bdf&device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 6369 time: 0.4185419 Apr 18 21:12:44.172479 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-435fb663-ac8e-425a-bc7c-127f130625e8 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.243543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fb663-ac8e-425a-bc7c-127f130625e8 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Pushing event deleted for resources: {'Port': ['ID=f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:44.250403 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109d0744-2c37-418b-9819-9085c3708807'] response: {'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': '211720f8-8ae7-46e2-bccd-76d4a0b40d42', 'status': 'completed', 'code': 200} Apr 18 21:12:44.347667 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.349889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:44.350264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Checking segment: {'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:44.350605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Bound using segment: {'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:44.351063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Bound port: a028e96f-02c5-46c4-b8c7-817a76bd5789, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:44.351547 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.384550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:44.415127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:44.479889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.480647 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.496903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-435fb663-ac8e-425a-bc7c-127f130625e8 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] No DVR routers for this DVR port f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:44.499477 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-435fb663-ac8e-425a-bc7c-127f130625e8 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.537334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-86ae0c2e-1fea-41a1-9d8e-a8cdac0bec49 service neutron] 10.222.0.11 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177747 Apr 18 21:12:44.555560 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,revision_number=10']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:44.589257 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-704a0725-4c7d-42ea-a763-ccbd6b032705 req-435fb663-ac8e-425a-bc7c-127f130625e8 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.59 "DELETE /v2.0/ports/f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e HTTP/1.1" status: 204 len: 173 time: 1.2045691 Apr 18 21:12:44.720395 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.844351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:44.856020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:12:44.864454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-e5c507af-6a57-4069-8055-f7cf09682f0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:44.864827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-e5c507af-6a57-4069-8055-f7cf09682f0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:44.865198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-e5c507af-6a57-4069-8055-f7cf09682f0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:44.866807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-e5c507af-6a57-4069-8055-f7cf09682f0d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9645b053fccf4eef884d2647dc741bdf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7018259 Apr 18 21:12:44.916024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4593c67-9aae-4dec-bc8d-de41ee18b30a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:44.918894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] For port a028e96f-02c5-46c4-b8c7-817a76bd5789, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:44.928847 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.929201 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Added segment 19d78ab9-be68-4900-b6d9-d0aebc6e6646 of type vlan for network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 Apr 18 21:12:44.945625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c6429d15-293a-4706-b6f6-e841af33eab4 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:45.019057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] For port a028e96f-02c5-46c4-b8c7-817a76bd5789, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a028e96f-02c5-46c4-b8c7-817a76bd5789,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:45.059061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-f0a6ab48-ff31-4ba3-ae7d-2b5a69e5df9a service neutron] 10.222.0.11 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955099 Apr 18 21:12:45.086151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b9923b9f-40e5-467f-9dc9-b7504ab40f69 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:45.089193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 71b2510b-c704-49cd-be67-a8cb8445b5cb up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:45.094673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ec421-dfc7-48c6-886d-af1130046e18 req-2f22df0e-e9c9-434a-b488-2e34b7277c12 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:45.096086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-494ec421-dfc7-48c6-886d-af1130046e18 req-2f22df0e-e9c9-434a-b488-2e34b7277c12 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.6513314 Apr 18 21:12:45.101586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.108574 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.161158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port c6429d15-293a-4706-b6f6-e841af33eab4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:45.175187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port c6429d15-293a-4706-b6f6-e841af33eab4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:45.175754 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.232038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-6903ac45-1606-45b9-af43-3e343b0a24ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:45.233496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-838bcec1-1019-4158-bbb1-10abcbd00700 req-6903ac45-1606-45b9-af43-3e343b0a24ca service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3526280 Apr 18 21:12:45.242051 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.245641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] 10.222.0.26 "PUT /v2.0/ports/a028e96f-02c5-46c4-b8c7-817a76bd5789 HTTP/1.1" status: 200 len: 1091 time: 5.2924690 Apr 18 21:12:45.265307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd6508-1346-4afc-85e7-56818af23e99 service neutron] Pushing event updated for resources: {'Port': ['ID=a028e96f-02c5-46c4-b8c7-817a76bd5789,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:45.280804 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-494ec421-dfc7-48c6-886d-af1130046e18 req-79e6dd9b-cb66-4856-b96e-7c4572b41b79 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199255 Apr 18 21:12:45.451223 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.452065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:45.452634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.456139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:45.464818 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3225e5e0-4985-4d7b-9010-4530cf17cded'] response: {'name': 'network-changed', 'server_uuid': '1482142f-94e8-4161-984a-36353fb232d4', 'tag': '6dfda726-51f0-474d-a61f-c9bb3b4b55f8', 'status': 'completed', 'code': 200} Apr 18 21:12:45.474150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Request body: {'port': {'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:45.543397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 71b2510b-c704-49cd-be67-a8cb8445b5cb completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:45.569177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'mac_address': 'fa:16:3e:21:fb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:45.593099 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 71b2510b-c704-49cd-be67-a8cb8445b5cb triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:45.593488 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.789376 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.814345 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7dc4083-8e8c-4022-ac75-01fb04db797f req-2035ddfe-b61a-4996-896d-19cde0fd1bbb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 1094 time: 0.1474366 Apr 18 21:12:45.850679 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:12:46.059307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] Pushing event updated for resources: {'Network': ['ID=6ea05b75-16dc-4fee-9b28-5b0fed561bf4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:46.059723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:12:46.059723 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.059937 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65aab1a3-68f1-4390-80e4-6de9ee34b44f req-922006b4-3343-430c-95cd-2c23aa0327b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9645b053fccf4eef884d2647dc741bdf&device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 6411 time: 0.6735034 Apr 18 21:12:46.060032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc4083-8e8c-4022-ac75-01fb04db797f req-aa90d249-02e0-4db9-a825-2d1567a03cdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:46.060032 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7dc4083-8e8c-4022-ac75-01fb04db797f req-aa90d249-02e0-4db9-a825-2d1567a03cdf service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.1664259 Apr 18 21:12:46.060233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c6429d15-293a-4706-b6f6-e841af33eab4, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c6429d15-293a-4706-b6f6-e841af33eab4,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:46.060357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.060460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9923b9f-40e5-467f-9dc9-b7504ab40f69 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:46.083638 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7dc4083-8e8c-4022-ac75-01fb04db797f req-3f017aa5-8f16-4712-af01-5dd53de71cde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8 HTTP/1.1" status: 200 len: 217 time: 0.0875466 Apr 18 21:12:46.147715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:46.154896 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.166896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a809a-1383-49fb-a9f8-106fe69f9e93 req-58a87473-ab0d-4d54-a981-bf3c1ba81d26 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:46.172569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc4083-8e8c-4022-ac75-01fb04db797f req-5a3aa9bd-0375-4ea3-8655-28356526eb39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:46.174430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da6a809a-1383-49fb-a9f8-106fe69f9e93 req-58a87473-ab0d-4d54-a981-bf3c1ba81d26 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 943 time: 0.7250185 Apr 18 21:12:46.176326 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7dc4083-8e8c-4022-ac75-01fb04db797f req-5a3aa9bd-0375-4ea3-8655-28356526eb39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.0849380 Apr 18 21:12:46.195298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 71b2510b-c704-49cd-be67-a8cb8445b5cb, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=71b2510b-c704-49cd-be67-a8cb8445b5cb,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:46.240984 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7dc4083-8e8c-4022-ac75-01fb04db797f req-d275e3e1-4592-4fb3-b95a-13c15733da59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589380 Apr 18 21:12:46.256304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': 'a028e96f-02c5-46c4-b8c7-817a76bd5789'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:46.289132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aab1a3-68f1-4390-80e4-6de9ee34b44f req-76df20ce-18df-414b-8361-3a26afec393b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:46.289536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aab1a3-68f1-4390-80e4-6de9ee34b44f req-76df20ce-18df-414b-8361-3a26afec393b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:46.290008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aab1a3-68f1-4390-80e4-6de9ee34b44f req-76df20ce-18df-414b-8361-3a26afec393b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:46.291707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65aab1a3-68f1-4390-80e4-6de9ee34b44f req-76df20ce-18df-414b-8361-3a26afec393b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9645b053fccf4eef884d2647dc741bdf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3021743 Apr 18 21:12:46.407806 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7dc4083-8e8c-4022-ac75-01fb04db797f req-97504304-1bfa-4e3a-9ad8-1f6c0c26f5c0 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606627 Apr 18 21:12:46.430515 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da6a809a-1383-49fb-a9f8-106fe69f9e93 req-99e8e6d7-68a3-4091-bad6-c03ab81b3b79 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545679 Apr 18 21:12:46.481129 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.484713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dcf610e9-8a1f-4737-8cd3-30c48dec3d2d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.0304492 Apr 18 21:12:46.485086 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.525224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39882) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:46.540807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Request body: {'subnet': {'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-365097216-subnet', 'tenant_id': 'b417c5ef5a3d4a90bf5edb700a3ea12a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:46.549595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:46.557936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Usage tracker for resource:subnet and tenant:b417c5ef5a3d4a90bf5edb700a3ea12a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:46.566056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:46.575292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:46.607421 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.626733 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7dc4083-8e8c-4022-ac75-01fb04db797f req-dd535ef2-3235-4bb0-9f39-3ee04ac66488 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125247 Apr 18 21:12:46.640770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aab1a3-68f1-4390-80e4-6de9ee34b44f req-f5e51f51-ccfd-43c8-a6f7-71070cccde41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:46.642259 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65aab1a3-68f1-4390-80e4-6de9ee34b44f req-f5e51f51-ccfd-43c8-a6f7-71070cccde41 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3056264 Apr 18 21:12:46.711678 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['b9923b9f-40e5-467f-9dc9-b7504ab40f69'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:46.760688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=b9923b9f-40e5-467f-9dc9-b7504ab40f69,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:46.771990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Made reservation on behalf of b417c5ef5a3d4a90bf5edb700a3ea12a for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:46.774686 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.791724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24000ba4-8b91-4ac0-b4ce-4428dbc1595d {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:46.802597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.823338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Transition to ACTIVE for port object 24000ba4-8b91-4ac0-b4ce-4428dbc1595d will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:46.933989 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.953272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:46.953272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=c6429d15-293a-4706-b6f6-e841af33eab4,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:47.108998 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eed4f6f-4319-4e40-a964-9e73cd71d63c'] response: {'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'code': 200} Apr 18 21:12:47.120057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:47.202541 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:12:47.313877 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.403117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=71b2510b-c704-49cd-be67-a8cb8445b5cb,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:47.466059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Pushing event updated for resources: {'Port': ['ID=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:47.466862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f657a4-9708-4889-8719-8dd91df94e22', 'name': 'network-vif-deleted', 'tag': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:47.493901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d043342-3347-4e69-83c4-d979a544cbfa,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:47.512070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Checking segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:47.519991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Network hostable DHCP agents. Network: 6ea05b75-16dc-4fee-9b28-5b0fed561bf4, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:12:47.522147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.522560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.523014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.523411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.523900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.524591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.525189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.525924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.526947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.527479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.528013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.590944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:47.623368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fd390-75ca-4cdb-9e48-66a7a660cebb req-36b73912-ff09-4352-ae35-dd0c1b96870b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:47.627397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fd390-75ca-4cdb-9e48-66a7a660cebb req-36b73912-ff09-4352-ae35-dd0c1b96870b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:47.631701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '6dfda726-51f0-474d-a61f-c9bb3b4b55f8', 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc', 'port_id': '6dfda726-51f0-474d-a61f-c9bb3b4b55f8', 'mac_address': 'fa:16:3e:f4:b5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9836981b-e141-4c4b-841b-4312a41b0b95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:47.632613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fd390-75ca-4cdb-9e48-66a7a660cebb req-36b73912-ff09-4352-ae35-dd0c1b96870b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:47.636082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:47.636391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fd390-75ca-4cdb-9e48-66a7a660cebb req-36b73912-ff09-4352-ae35-dd0c1b96870b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:47.636503 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.640439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fd390-75ca-4cdb-9e48-66a7a660cebb req-36b73912-ff09-4352-ae35-dd0c1b96870b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:47.644789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fd390-75ca-4cdb-9e48-66a7a660cebb req-36b73912-ff09-4352-ae35-dd0c1b96870b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:47.649100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fd390-75ca-4cdb-9e48-66a7a660cebb req-36b73912-ff09-4352-ae35-dd0c1b96870b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:47.651179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a79fd390-75ca-4cdb-9e48-66a7a660cebb req-36b73912-ff09-4352-ae35-dd0c1b96870b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5409 time: 0.7979009 Apr 18 21:12:47.674315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:12:47.767273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e132d0e-a8d7-4f7a-a787-7374a7429b87 req-697bd024-9fe4-4068-9b45-3b5429e54d59 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:47.774631 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e132d0e-a8d7-4f7a-a787-7374a7429b87 req-697bd024-9fe4-4068-9b45-3b5429e54d59 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 946 time: 0.3453743 Apr 18 21:12:47.800380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 6ea05b75-16dc-4fee-9b28-5b0fed561bf4) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:47.807361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:47.809205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.823011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c75a1-11b1-47c4-baae-2660cd222408 None None] Network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:12:47.826224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a79fd390-75ca-4cdb-9e48-66a7a660cebb req-8921ee82-249b-4789-958c-b1a504b322e2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417615 Apr 18 21:12:47.837383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Attempting to bind port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:47.845706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Attempting to bind port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:47.851651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Attempting to bind port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d on network 32bad53f-27bf-4d63-8186-7b1e34c831f3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:47.865608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d on network 32bad53f-27bf-4d63-8186-7b1e34c831f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:47.866167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Attempting to bind port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d on network 32bad53f-27bf-4d63-8186-7b1e34c831f3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:47.881872 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e132d0e-a8d7-4f7a-a787-7374a7429b87 req-56f4264a-647b-4b46-845d-4e402fd20903 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062551 Apr 18 21:12:47.890907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:47.893171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Checking segment: {'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:47.895865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Bound using segment: {'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:47.896540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Bound port: 24000ba4-8b91-4ac0-b4ce-4428dbc1595d, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb950a7a-1665-40b4-b376-23a8983dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:47.900478 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.961253 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.970142 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-94202a16-eb4d-4e20-b603-09fefa86dd71 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4433398 Apr 18 21:12:48.072792 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111489e0-aaf8-4be9-ae38-2a58b57881b3'] response: {'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': 'a028e96f-02c5-46c4-b8c7-817a76bd5789', 'status': 'completed', 'code': 200} Apr 18 21:12:48.111148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:48.215922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:48.240306 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.289823 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.428880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:48.521259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0174c659-c737-485b-acf8-a012518e9140 None None] Network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:12:48.523490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] For port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:48.542202 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-679317af-fbdd-4bb8-b993-fe8b31d2c61d req-dc3bd665-51d8-433e-9150-a0112fb3b9e5 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=61601afe-0d5f-4612-b0b3-60cec064ffb2 HTTP/1.1" status: 200 len: 210 time: 0.2199161 Apr 18 21:12:48.573415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] For port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:48.600677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:48.665845 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.669342 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.670480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:48.730352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04cfe8a2-d8fc-4e1d-a559-f71dd186d6d8 req-4c80a271-40d3-4bdc-90fa-7700e3320265 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9645b053fccf4eef884d2647dc741bdf&device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 6436 time: 0.6317682 Apr 18 21:12:48.746737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc09f2-def9-4110-b99c-8de5326fb8ca req-2a853fc8-551f-4263-87a6-9f140c14dde6 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:48.755021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41dc09f2-def9-4110-b99c-8de5326fb8ca req-2a853fc8-551f-4263-87a6-9f140c14dde6 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 950 time: 0.4316452 Apr 18 21:12:48.759723 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.761149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] 10.222.0.26 "PUT /v2.0/ports/24000ba4-8b91-4ac0-b4ce-4428dbc1595d HTTP/1.1" status: 200 len: 1091 time: 3.3108594 Apr 18 21:12:48.772943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['6dfda726-51f0-474d-a61f-c9bb3b4b55f8'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:48.819478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:12:48.820263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:48.973057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,revision_number=11']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:49.083404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b9923b9f-40e5-467f-9dc9-b7504ab40f69 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:49.142052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63204f79-38ff-45a4-9521-f13a4aca802e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6429d15-293a-4706-b6f6-e841af33eab4'}, {'server_uuid': 'df7333b5-50b7-456a-91e5-4145152e53f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b2510b-c704-49cd-be67-a8cb8445b5cb'}, {'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:49.165513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5825e7-ce12-4d16-8ba2-212579e79ecb service neutron] Pushing event updated for resources: {'Port': ['ID=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:49.224491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41dc09f2-def9-4110-b99c-8de5326fb8ca req-b4289233-21db-4e9e-8eb3-d60ce45bc6a1 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683368 Apr 18 21:12:49.368146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port b9923b9f-40e5-467f-9dc9-b7504ab40f69 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:49.368558 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.420855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfe8a2-d8fc-4e1d-a559-f71dd186d6d8 req-12591d1c-7ca3-4887-a366-c80217eba8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.421234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfe8a2-d8fc-4e1d-a559-f71dd186d6d8 req-12591d1c-7ca3-4887-a366-c80217eba8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.421647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfe8a2-d8fc-4e1d-a559-f71dd186d6d8 req-12591d1c-7ca3-4887-a366-c80217eba8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.423225 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04cfe8a2-d8fc-4e1d-a559-f71dd186d6d8 req-12591d1c-7ca3-4887-a366-c80217eba8e8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9645b053fccf4eef884d2647dc741bdf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6581671 Apr 18 21:12:49.439486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-fbaaf76e-9c9d-4256-8205-059b5c3331fc tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.441583 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-fbaaf76e-9c9d-4256-8205-059b5c3331fc tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.59 "GET /v2.0/networks?id=4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 200 len: 805 time: 0.3245242 Apr 18 21:12:49.461437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Request body: {'port': {'device_id': '61601afe-0d5f-4612-b0b3-60cec064ffb2', 'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'admin_state_up': True, 'tenant_id': '7a475aa896ef4fec97fbbc5f04457cb6'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:49.515066 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.553529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:49.628597 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.668249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:49.680837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Usage tracker for resource:port and tenant:7a475aa896ef4fec97fbbc5f04457cb6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:49.685770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:49.691093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:49.710096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4f45b-7a31-4ab1-8dda-800368f46532 req-1bb2fa0d-89d5-4498-aad6-021db31df138 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.711617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1dd4f45b-7a31-4ab1-8dda-800368f46532 req-1bb2fa0d-89d5-4498-aad6-021db31df138 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "GET /v2.0/ports?device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 946 time: 0.8216636 Apr 18 21:12:49.721335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675059f4-035d-45a8-b0a5-d4fd9ad4230c req-d5ebb45c-b4be-40ed-a685-1131040aa1cd tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.723057 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-675059f4-035d-45a8-b0a5-d4fd9ad4230c req-d5ebb45c-b4be-40ed-a685-1131040aa1cd tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 946 time: 0.9843915 Apr 18 21:12:49.734824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=b9923b9f-40e5-467f-9dc9-b7504ab40f69,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:49.754939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Made reservation on behalf of 7a475aa896ef4fec97fbbc5f04457cb6 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:49.758692 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.862960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-1dd4f45b-7a31-4ab1-8dda-800368f46532 req-94b074fa-cc91-4ddb-94dc-87ff96b5f65c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Deleting port f825ac94-7b16-4ce4-96c8-809936a1d101 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:49.863344 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1dd4f45b-7a31-4ab1-8dda-800368f46532 req-94b074fa-cc91-4ddb-94dc-87ff96b5f65c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.922345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfe8a2-d8fc-4e1d-a559-f71dd186d6d8 req-781738a2-4daf-4827-8d3c-2a8ec06bd2a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.923798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04cfe8a2-d8fc-4e1d-a559-f71dd186d6d8 req-781738a2-4daf-4827-8d3c-2a8ec06bd2a6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4795897 Apr 18 21:12:49.967302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-675059f4-035d-45a8-b0a5-d4fd9ad4230c req-d092e59a-910f-427a-bd30-f67920c9f672 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942887 Apr 18 21:12:49.994179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Allocated IP 172.20.0.14 (4144db19-a729-4831-9579-ef7dae265607/2ec1ace3-cc09-4f8a-9186-ef51b9088048/0995b31e-c2c8-4389-84f3-d3b5931c49aa) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:50.038072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8f382-24a3-4e1c-b3f8-989099e48088 req-cc292d27-d150-4dc1-8a2b-0ab85b204be4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:50.045743 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77f8f382-24a3-4e1c-b3f8-989099e48088 req-cc292d27-d150-4dc1-8a2b-0ab85b204be4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 944 time: 0.5278776 Apr 18 21:12:50.074951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': '24000ba4-8b91-4ac0-b4ce-4428dbc1595d'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:50.086383 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c612b66-a560-404b-855a-82906e4ddd41'] response: {'server_uuid': '79f657a4-9708-4889-8719-8dd91df94e22', 'name': 'network-vif-deleted', 'tag': 'f0b060cc-83f8-4fa8-a690-a4f98ae7ab1e', 'status': 'completed', 'code': 200} Apr 18 21:12:50.378581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77f8f382-24a3-4e1c-b3f8-989099e48088 req-1a29c704-df9c-4750-b704-9335c3ef68fb tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312428 Apr 18 21:12:50.467792 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.594875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.616558 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-eb8d6623-35e4-4b85-9f8b-5ae2fd63664f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9645b053fccf4eef884d2647dc741bdf&device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 6478 time: 0.6235011 Apr 18 21:12:50.692669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Network 4144db19-a729-4831-9579-ef7dae265607 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:50.697043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:50.709014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:50.751764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Pushing event updated for resources: {'Port': ['ID=0995b31e-c2c8-4389-84f3-d3b5931c49aa,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:50.774215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-1dd4f45b-7a31-4ab1-8dda-800368f46532 req-94b074fa-cc91-4ddb-94dc-87ff96b5f65c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] For port f825ac94-7b16-4ce4-96c8-809936a1d101, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f825ac94-7b16-4ce4-96c8-809936a1d101,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:50.774868 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1dd4f45b-7a31-4ab1-8dda-800368f46532 req-94b074fa-cc91-4ddb-94dc-87ff96b5f65c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.792566 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-74a06fc9-1d51-460c-8d79-8607acd197ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ea4309-8d10-45e8-8c66-3fbfd04a2242 HTTP/1.1" status: 200 len: 217 time: 0.1341376 Apr 18 21:12:50.798369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:50.799294 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.880226 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-827646ac-24ae-486a-a84d-0692c78fb20a tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4259830 Apr 18 21:12:50.903295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Request body: {'port': {'device_id': '61601afe-0d5f-4612-b0b3-60cec064ffb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:50.979094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:50.986474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-1dd4f45b-7a31-4ab1-8dda-800368f46532 req-94b074fa-cc91-4ddb-94dc-87ff96b5f65c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Calling delete_port for f825ac94-7b16-4ce4-96c8-809936a1d101 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:51.078956 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:51.099151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b197d581-ed06-472f-a48c-6f845fc64afc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:51.100788 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b197d581-ed06-472f-a48c-6f845fc64afc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=096cc853-83c4-4359-8b02-63ffa3b3538c HTTP/1.1" status: 200 len: 851 time: 0.2987230 Apr 18 21:12:51.105823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-dcf03991-953d-411a-a8bb-adc1cd78e014 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:51.106616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-dcf03991-953d-411a-a8bb-adc1cd78e014 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:51.200913 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-174e195d-2ad0-4ece-bb50-dcc16a20967b req-79d93a58-49ec-4a37-b4d1-01a559ba1fce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6906826 Apr 18 21:12:51.218430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371422fc-c009-435c-a8e7-e6f5250831c5 req-e6408a3b-c8ee-4d01-8d3c-4e6e172dfb1c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:51.226997 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-371422fc-c009-435c-a8e7-e6f5250831c5 req-e6408a3b-c8ee-4d01-8d3c-4e6e172dfb1c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 946 time: 0.6236281 Apr 18 21:12:51.342218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:51.350709 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:51.351437 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:51.356367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-dcf03991-953d-411a-a8bb-adc1cd78e014 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:51.357827 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-dcf03991-953d-411a-a8bb-adc1cd78e014 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.8958890 Apr 18 21:12:51.447140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-5381d8ab-13ea-4f3a-92f3-909394fb7618 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/quotas/b417c5ef5a3d4a90bf5edb700a3ea12a HTTP/1.1" status: 200 len: 375 time: 0.0712667 Apr 18 21:12:51.459971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-baae519f-3a8e-49d4-a788-cce18895a257 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3488426 Apr 18 21:12:51.479766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-371422fc-c009-435c-a8e7-e6f5250831c5 req-0523b7df-637a-4d52-81df-4ef68fd9b3a8 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496274 Apr 18 21:12:51.554312 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:51.592909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-498ccc39-6fb0-4b05-9403-cae51b99c47b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1392655 Apr 18 21:12:51.600123 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1dd4f45b-7a31-4ab1-8dda-800368f46532 req-94b074fa-cc91-4ddb-94dc-87ff96b5f65c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:51.611197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:51.699232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0995b31e-c2c8-4389-84f3-d3b5931c49aa {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:51.714126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:51.715375 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device f825ac94-7b16-4ce4-96c8-809936a1d101 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:51.729755 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:51.755888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Transition to ACTIVE for port object 0995b31e-c2c8-4389-84f3-d3b5931c49aa will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:51.799708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b074fa-cc91-4ddb-94dc-87ff96b5f65c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event deleted for resources: {'Port': ['ID=f825ac94-7b16-4ce4-96c8-809936a1d101,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:51.814343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: f825ac94-7b16-4ce4-96c8-809936a1d101 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:12:51.814710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device f825ac94-7b16-4ce4-96c8-809936a1d101 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:51.828401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:51.888024 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:52.032796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-174e195d-2ad0-4ece-bb50-dcc16a20967b req-aa0350ba-19d0-49b9-8bbe-98a8d7d9fc66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 1101 time: 0.8017535 Apr 18 21:12:52.085949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Pushing event updated for resources: {'Port': ['ID=0995b31e-c2c8-4389-84f3-d3b5931c49aa,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:52.120902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd4f45b-7a31-4ab1-8dda-800368f46532 req-94b074fa-cc91-4ddb-94dc-87ff96b5f65c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] No DVR routers for this DVR port f825ac94-7b16-4ce4-96c8-809936a1d101 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:52.156470 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Attempting to bind port 0995b31e-c2c8-4389-84f3-d3b5931c49aa on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:52.156718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Attempting to bind port 0995b31e-c2c8-4389-84f3-d3b5931c49aa by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:52.157050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Attempting to bind port 0995b31e-c2c8-4389-84f3-d3b5931c49aa on network 4144db19-a729-4831-9579-ef7dae265607 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:52.166858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Port 0995b31e-c2c8-4389-84f3-d3b5931c49aa on network 4144db19-a729-4831-9579-ef7dae265607 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:52.167237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Attempting to bind port 0995b31e-c2c8-4389-84f3-d3b5931c49aa on network 4144db19-a729-4831-9579-ef7dae265607 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:52.178737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:52.179109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Checking segment: {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:52.179544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Bound using segment: {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:52.180649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Bound port: 0995b31e-c2c8-4389-84f3-d3b5931c49aa, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6cc64d-7d25-44ed-b996-7f56a82f336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4144db19-a729-4831-9579-ef7dae265607'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:52.181027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:52.303863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] For port 0995b31e-c2c8-4389-84f3-d3b5931c49aa, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:52.312403 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1dd4f45b-7a31-4ab1-8dda-800368f46532 req-94b074fa-cc91-4ddb-94dc-87ff96b5f65c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:52.313082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] For port 0995b31e-c2c8-4389-84f3-d3b5931c49aa, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0995b31e-c2c8-4389-84f3-d3b5931c49aa,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:52.371794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:52.402234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1dd4f45b-7a31-4ab1-8dda-800368f46532 req-94b074fa-cc91-4ddb-94dc-87ff96b5f65c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "DELETE /v2.0/ports/f825ac94-7b16-4ce4-96c8-809936a1d101 HTTP/1.1" status: 204 len: 173 time: 2.6781113 Apr 18 21:12:52.416375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-c3c48ca2-052e-44bb-9cf6-713c6183592b service neutron] 10.222.0.26 "GET /v2.0/networks/5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9365282 Apr 18 21:12:52.420108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-77370b65-0f34-4a84-8f62-e3a1a177468c service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8153231 Apr 18 21:12:52.459438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:52.462136 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] 10.222.0.59 "PUT /v2.0/ports/0995b31e-c2c8-4389-84f3-d3b5931c49aa HTTP/1.1" status: 200 len: 1092 time: 1.5701454 Apr 18 21:12:52.462354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61601afe-0d5f-4612-b0b3-60cec064ffb2', 'tag': '0995b31e-c2c8-4389-84f3-d3b5931c49aa'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:52.485996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353ea24-0802-4f8e-96f4-5e5b6129ba3a service neutron] Pushing event updated for resources: {'Port': ['ID=0995b31e-c2c8-4389-84f3-d3b5931c49aa,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:52.680766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062997-d35e-4948-ae58-8f60562f2609 req-c1640811-62f7-4b2f-9edd-fe017475d924 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.682325 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-73582c44-d3c9-4dbf-8419-70d49de44a76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&device_id=61601afe-0d5f-4612-b0b3-60cec064ffb2 HTTP/1.1" status: 200 len: 1095 time: 0.1063282 Apr 18 21:12:52.684813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062997-d35e-4948-ae58-8f60562f2609 req-c1640811-62f7-4b2f-9edd-fe017475d924 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.688810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062997-d35e-4948-ae58-8f60562f2609 req-c1640811-62f7-4b2f-9edd-fe017475d924 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.693929 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062997-d35e-4948-ae58-8f60562f2609 req-c1640811-62f7-4b2f-9edd-fe017475d924 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.698245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062997-d35e-4948-ae58-8f60562f2609 req-c1640811-62f7-4b2f-9edd-fe017475d924 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.702378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062997-d35e-4948-ae58-8f60562f2609 req-c1640811-62f7-4b2f-9edd-fe017475d924 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.707221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062997-d35e-4948-ae58-8f60562f2609 req-c1640811-62f7-4b2f-9edd-fe017475d924 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.714983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11062997-d35e-4948-ae58-8f60562f2609 req-c1640811-62f7-4b2f-9edd-fe017475d924 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5421 time: 0.9270394 Apr 18 21:12:52.763307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e195d-2ad0-4ece-bb50-dcc16a20967b req-2ca26625-6b85-48a8-8fee-518f6f3eab96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.764923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-174e195d-2ad0-4ece-bb50-dcc16a20967b req-2ca26625-6b85-48a8-8fee-518f6f3eab96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.6945415 Apr 18 21:12:52.803775 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-7e04292b-1e00-4e3a-8b0e-4140d205a704 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0995b31e-c2c8-4389-84f3-d3b5931c49aa HTTP/1.1" status: 200 len: 217 time: 0.0988550 Apr 18 21:12:52.902446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-c1ff3986-77ba-4a97-bbd7-0626776fa185 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.904833 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-c1ff3986-77ba-4a97-bbd7-0626776fa185 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ec1ace3-cc09-4f8a-9186-ef51b9088048 HTTP/1.1" status: 200 len: 845 time: 0.0922823 Apr 18 21:12:52.925934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-174e195d-2ad0-4ece-bb50-dcc16a20967b req-3daca9e7-2068-4703-b62a-0567155dadbb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 HTTP/1.1" status: 200 len: 217 time: 0.1414137 Apr 18 21:12:52.954128 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11062997-d35e-4948-ae58-8f60562f2609 req-69b410ec-fdc1-430b-bc34-50cac578e2f8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2378867 Apr 18 21:12:53.013990 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-c5f68799-e241-4493-a226-18d9ecf5e291 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4144db19-a729-4831-9579-ef7dae265607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015658 Apr 18 21:12:53.170767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-d421d9f9-6f14-42e2-b9b3-46a674a2f560 service neutron] 10.222.0.26 "GET /v2.0/networks/5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7456028 Apr 18 21:12:53.197018 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f28a14-75f6-41d5-96ee-508e292dae70'] response: {'server_uuid': '63204f79-38ff-45a4-9521-f13a4aca802e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6429d15-293a-4706-b6f6-e841af33eab4', 'code': 200} Apr 18 21:12:53.197583 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f28a14-75f6-41d5-96ee-508e292dae70'] response: {'server_uuid': 'df7333b5-50b7-456a-91e5-4145152e53f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b2510b-c704-49cd-be67-a8cb8445b5cb', 'code': 200} Apr 18 21:12:53.197583 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f28a14-75f6-41d5-96ee-508e292dae70'] response: {'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'code': 200} Apr 18 21:12:53.200366 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-bea29245-939c-473f-b24c-7b6601a13521 service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7405336 Apr 18 21:12:53.426508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e195d-2ad0-4ece-bb50-dcc16a20967b req-714bd97b-ff12-4357-b3e2-a9f245d1764e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:53.438784 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-174e195d-2ad0-4ece-bb50-dcc16a20967b req-714bd97b-ff12-4357-b3e2-a9f245d1764e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.5028667 Apr 18 21:12:53.444254 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-528d2476-d5fd-47f4-83ce-8c21b4893569 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=28ce8c24-63d3-4b02-8102-832ca60786d8 HTTP/1.1" status: 200 len: 217 time: 0.2350678 Apr 18 21:12:53.522010 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-7bd02644-4786-4bf2-8514-948b685b8615 service neutron] 10.222.0.59 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904258 Apr 18 21:12:53.698607 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8cc2f749-916b-467c-bf7b-2d253eb1feb5 req-4e7e71f5-56ed-4551-8f00-919eb5a98784 service neutron] 10.222.0.59 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697974 Apr 18 21:12:53.787422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-bd611b9c-3ec2-4047-888e-c222a109f24c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:53.788861 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-bd611b9c-3ec2-4047-888e-c222a109f24c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 200 len: 797 time: 0.2322137 Apr 18 21:12:53.891543 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80896a0c-8cf8-490c-9ccd-38df38689c3b req-d85c1a6f-9106-479d-a84c-0242f91d21f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 1097 time: 0.4513428 Apr 18 21:12:53.901945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-174e195d-2ad0-4ece-bb50-dcc16a20967b req-48ff2e3b-7345-4d5b-962f-5ba05785dc43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4538355 Apr 18 21:12:53.964096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41eb11fb-a47f-438a-853e-2483ff82c0c6 req-ed2dee77-f8c7-46d0-a702-02998e9f7233 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df7333b5-50b7-456a-91e5-4145152e53f2 HTTP/1.1" status: 200 len: 1097 time: 0.3601658 Apr 18 21:12:54.035096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b252d12-a9a8-4d4f-85d4-2777473d3655 req-111a453c-36b6-4083-9ac7-d29a2d3db2e6 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:54.036554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b252d12-a9a8-4d4f-85d4-2777473d3655 req-111a453c-36b6-4083-9ac7-d29a2d3db2e6 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=61601afe-0d5f-4612-b0b3-60cec064ffb2 HTTP/1.1" status: 200 len: 944 time: 0.3689969 Apr 18 21:12:54.120663 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead24784-49e3-4e9b-a460-df184b72bf41'] response: {'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': '24000ba4-8b91-4ac0-b4ce-4428dbc1595d', 'status': 'completed', 'code': 200} Apr 18 21:12:54.170088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80896a0c-8cf8-490c-9ccd-38df38689c3b req-bc4a5b2c-26e3-4dee-b760-17d83c34ac7a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625926 Apr 18 21:12:54.173322 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8e42e0b8-e914-4f97-b189-70f8b7825c44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc80a87-9277-46e9-a112-672de24237e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3725564 Apr 18 21:12:54.201029 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41eb11fb-a47f-438a-853e-2483ff82c0c6 req-03027b96-12d9-4dbb-99ab-76f8122d7d39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852515 Apr 18 21:12:54.206311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b252d12-a9a8-4d4f-85d4-2777473d3655 req-bcdb851a-c60f-4b41-8c64-1e4d0a3dcfee tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577661 Apr 18 21:12:54.218207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-174e195d-2ad0-4ece-bb50-dcc16a20967b req-d2f24016-bedd-40cc-aa52-3be496681f15 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929816 Apr 18 21:12:54.364310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b8496191-f61d-4c39-82f1-95ef241eae29 req-88c0a98e-ca4d-4d1f-b2d3-3fa4638937c7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:54.524067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b8496191-f61d-4c39-82f1-95ef241eae29 req-88c0a98e-ca4d-4d1f-b2d3-3fa4638937c7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:54.525325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8496191-f61d-4c39-82f1-95ef241eae29 req-88c0a98e-ca4d-4d1f-b2d3-3fa4638937c7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=977e948a-b27a-4c0f-84f0-991d42b0f017 HTTP/1.1" status: 200 len: 210 time: 0.2391579 Apr 18 21:12:54.560393 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-66adcaa2-9882-4df0-8143-006f2c826ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:54.610892 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f98db0-724e-46d3-9caf-85e79ac11fdc'] response: {'name': 'network-changed', 'server_uuid': '61601afe-0d5f-4612-b0b3-60cec064ffb2', 'tag': '0995b31e-c2c8-4389-84f3-d3b5931c49aa', 'status': 'completed', 'code': 200} Apr 18 21:12:55.064217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8b0c4b9c-10f6-45fc-a2c1-52a13372fe19 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257684 Apr 18 21:12:55.076544 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-174e195d-2ad0-4ece-bb50-dcc16a20967b req-d2bd28dc-26fc-4321-992a-cc40947bf226 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670930 Apr 18 21:12:55.117062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb09772-e93b-4d02-9f34-0e9ad3723196 req-fa20599e-610d-4c67-bd39-881dc084f0d5 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:55.120970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8eb09772-e93b-4d02-9f34-0e9ad3723196 req-fa20599e-610d-4c67-bd39-881dc084f0d5 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 945 time: 0.6861429 Apr 18 21:12:55.199017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69'}, {'server_uuid': '1482142f-94e8-4161-984a-36353fb232d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfda726-51f0-474d-a61f-c9bb3b4b55f8'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:55.235917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2c22d17-63f7-481f-af4d-81fb9e7cf95f req-10f1c9b3-1e74-4a2c-bbcb-c53dadf9d261 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&device_id=61601afe-0d5f-4612-b0b3-60cec064ffb2 HTTP/1.1" status: 200 len: 1095 time: 0.4638228 Apr 18 21:12:55.254156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcee5b7-7f7a-4828-b6f9-48df7c75224a req-ebb71c59-f419-4fae-ada7-2e467609df04 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:55.255692 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ddcee5b7-7f7a-4828-b6f9-48df7c75224a req-ebb71c59-f419-4fae-ada7-2e467609df04 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 946 time: 0.4471164 Apr 18 21:12:55.460853 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8eb09772-e93b-4d02-9f34-0e9ad3723196 req-28e0590a-534e-4710-a7da-45ab61879eda tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305900 Apr 18 21:12:55.554251 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ddcee5b7-7f7a-4828-b6f9-48df7c75224a req-3714299d-4566-401d-a465-5dfd90b158b7 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693605 Apr 18 21:12:55.592316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-9b5979ba-67b8-4bee-9154-93f190dc4884 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203931 Apr 18 21:12:55.749402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-988d64ab-e5a4-4c3a-a116-a5aeace3ee17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7b717850-ef68-4d35-a4ea-94a09c1e471c HTTP/1.1" status: 200 len: 217 time: 0.1502581 Apr 18 21:12:55.925624 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a3f0281-76fc-4ac7-8280-b8d6dfc59ef7 req-26842372-f1f1-4d0c-9cd4-5f13fbe7e645 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 210 time: 0.2346823 Apr 18 21:12:55.939660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c22d17-63f7-481f-af4d-81fb9e7cf95f req-1bdbe064-97d3-41e2-8f19-a72bafc12783 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:55.941964 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2c22d17-63f7-481f-af4d-81fb9e7cf95f req-1bdbe064-97d3-41e2-8f19-a72bafc12783 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 200 len: 906 time: 0.6820891 Apr 18 21:12:56.060354 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2c22d17-63f7-481f-af4d-81fb9e7cf95f req-efecf7eb-c7aa-47f0-9bd3-b7e793b14cfa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0995b31e-c2c8-4389-84f3-d3b5931c49aa HTTP/1.1" status: 200 len: 217 time: 0.0921173 Apr 18 21:12:56.110680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-6b8afea6-b48b-4756-991b-02782ed8f309 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:56.112742 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-6b8afea6-b48b-4756-991b-02782ed8f309 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 200 len: 797 time: 0.3181083 Apr 18 21:12:56.157032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977e948a-b27a-4c0f-84f0-991d42b0f017', 'name': 'network-vif-deleted', 'tag': 'f825ac94-7b16-4ce4-96c8-809936a1d101'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:56.247481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959852fe-6f28-4504-bad3-7ba78b960788 req-0127fd19-ed8d-4ed4-ba75-1d20535df4d2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:56.251633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959852fe-6f28-4504-bad3-7ba78b960788 req-0127fd19-ed8d-4ed4-ba75-1d20535df4d2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:56.255707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959852fe-6f28-4504-bad3-7ba78b960788 req-0127fd19-ed8d-4ed4-ba75-1d20535df4d2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:56.264121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959852fe-6f28-4504-bad3-7ba78b960788 req-0127fd19-ed8d-4ed4-ba75-1d20535df4d2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:56.264121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959852fe-6f28-4504-bad3-7ba78b960788 req-0127fd19-ed8d-4ed4-ba75-1d20535df4d2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:56.270049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959852fe-6f28-4504-bad3-7ba78b960788 req-0127fd19-ed8d-4ed4-ba75-1d20535df4d2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:56.274164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959852fe-6f28-4504-bad3-7ba78b960788 req-0127fd19-ed8d-4ed4-ba75-1d20535df4d2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:56.281619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-959852fe-6f28-4504-bad3-7ba78b960788 req-0127fd19-ed8d-4ed4-ba75-1d20535df4d2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5421 time: 0.4910321 Apr 18 21:12:56.323220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c22d17-63f7-481f-af4d-81fb9e7cf95f req-7ccfe1cc-fb43-4625-83c0-47757e02b544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:56.324628 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2c22d17-63f7-481f-af4d-81fb9e7cf95f req-7ccfe1cc-fb43-4625-83c0-47757e02b544 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ec1ace3-cc09-4f8a-9186-ef51b9088048 HTTP/1.1" status: 200 len: 845 time: 0.2559102 Apr 18 21:12:56.411722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2c22d17-63f7-481f-af4d-81fb9e7cf95f req-95201933-6d84-484a-993b-54cad2dd4986 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4144db19-a729-4831-9579-ef7dae265607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705748 Apr 18 21:12:56.434767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6317b49d-0b71-49dc-af2d-712c154817a4 req-0db17679-42f4-4a04-86ea-42d7ee02285f tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 1102 time: 0.3296876 Apr 18 21:12:56.461044 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-959852fe-6f28-4504-bad3-7ba78b960788 req-8cd534d3-d738-4d01-8aec-a4c7eee9cf92 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1784520 Apr 18 21:12:56.591659 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8198fa67-5b34-44dd-a362-4c0521db0c9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc80a87-9277-46e9-a112-672de24237e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4238162 Apr 18 21:12:56.597667 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53672bf7-e461-480b-8462-3b5183413bad'] response: {'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'code': 200} Apr 18 21:12:56.598652 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53672bf7-e461-480b-8462-3b5183413bad'] response: {'server_uuid': '1482142f-94e8-4161-984a-36353fb232d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfda726-51f0-474d-a61f-c9bb3b4b55f8', 'code': 200} Apr 18 21:12:57.008810 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6317b49d-0b71-49dc-af2d-712c154817a4 req-dae9128a-5171-4eb4-91dc-e58a3a2ecc5c tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465062 Apr 18 21:12:57.022768 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ff9086d-1ad1-4abd-819f-e8360db20147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:57.120947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 0995b31e-c2c8-4389-84f3-d3b5931c49aa details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:57.275661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2c22d17-63f7-481f-af4d-81fb9e7cf95f req-2740246e-e128-4c0d-a66f-ef8be9bbba35 service neutron] 10.222.0.59 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8388262 Apr 18 21:12:57.384861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 0995b31e-c2c8-4389-84f3-d3b5931c49aa, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0995b31e-c2c8-4389-84f3-d3b5931c49aa,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:57.417661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '0995b31e-c2c8-4389-84f3-d3b5931c49aa', 'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'port_id': '0995b31e-c2c8-4389-84f3-d3b5931c49aa', 'mac_address': 'fa:16:3e:75:f1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec1ace3-cc09-4f8a-9186-ef51b9088048', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:57.437709 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2c22d17-63f7-481f-af4d-81fb9e7cf95f req-409b4fce-4e59-4e9d-b49e-8ebd7023cd62 service neutron] 10.222.0.59 "GET /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502814 Apr 18 21:12:57.485791 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:57.511153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7963e-ff7a-4030-8298-79e331cb5d5b req-13332fb3-32b0-4c1e-90d4-fdbba40dda41 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:57.513528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0995b31e-c2c8-4389-84f3-d3b5931c49aa {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:57.519108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7c7963e-ff7a-4030-8298-79e331cb5d5b req-13332fb3-32b0-4c1e-90d4-fdbba40dda41 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=61601afe-0d5f-4612-b0b3-60cec064ffb2 HTTP/1.1" status: 200 len: 944 time: 0.7700083 Apr 18 21:12:57.553265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 0995b31e-c2c8-4389-84f3-d3b5931c49aa, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0995b31e-c2c8-4389-84f3-d3b5931c49aa,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:57.561438 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-1508440c-4714-475d-bf35-7614e7a9b4a6 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9446318 Apr 18 21:12:57.573638 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-806af29b-b094-4ac3-8c35-4bf7ab188ea2'] response: {'server_uuid': '977e948a-b27a-4c0f-84f0-991d42b0f017', 'name': 'network-vif-deleted', 'tag': 'f825ac94-7b16-4ce4-96c8-809936a1d101', 'status': 'completed', 'code': 200} Apr 18 21:12:57.579601 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93b2bdf5-2fac-4ec9-a3ef-8bf07ce2c902 req-630cdfeb-85e2-47b3-a201-6a3ed49f0ddd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 1096 time: 0.8356946 Apr 18 21:12:57.671838 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:57.764732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=0995b31e-c2c8-4389-84f3-d3b5931c49aa,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:57.769859 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7c7963e-ff7a-4030-8298-79e331cb5d5b req-1cc35b7a-5047-4e23-88c5-6e20a4ceadda tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498500 Apr 18 21:12:57.781944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-2cdba647-73eb-49be-b8b6-adef70b1d5ce tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:57.783515 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-2cdba647-73eb-49be-b8b6-adef70b1d5ce tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.7972281 Apr 18 21:12:57.810907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Request body: {'port': {'device_id': '96650df9-3f27-422e-b7b2-dcd639966ca0', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'admin_state_up': True, 'tenant_id': 'b417c5ef5a3d4a90bf5edb700a3ea12a'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:57.959716 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.036932 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93b2bdf5-2fac-4ec9-a3ef-8bf07ce2c902 req-0fa13398-11f2-4e64-8cb9-4354d9c47f75 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128671 Apr 18 21:12:58.046840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['0995b31e-c2c8-4389-84f3-d3b5931c49aa'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:58.127099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:58.136240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eddd0f-5447-41c9-851f-5a04a9f4147f req-32b1f513-30d8-497a-b366-c0392959fd24 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.137810 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48eddd0f-5447-41c9-851f-5a04a9f4147f req-32b1f513-30d8-497a-b366-c0392959fd24 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 945 time: 0.4753656 Apr 18 21:12:58.144145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-73298e70-f10e-48ae-8826-ebf3bc0c6173 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649772 Apr 18 21:12:58.145846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Usage tracker for resource:port and tenant:b417c5ef5a3d4a90bf5edb700a3ea12a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:58.150694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:58.180909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:58.218791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbc3f3-9c8e-47d5-add0-4b667dda45be req-91187972-ac96-4e77-91ba-51d1c72d024d tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.220338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49dbc3f3-9c8e-47d5-add0-4b667dda45be req-91187972-ac96-4e77-91ba-51d1c72d024d tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 946 time: 0.3081224 Apr 18 21:12:58.250629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48eddd0f-5447-41c9-851f-5a04a9f4147f req-86fa96e5-6f72-4406-b6ca-b8130ba86c36 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961223 Apr 18 21:12:58.283483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49dbc3f3-9c8e-47d5-add0-4b667dda45be req-f727a9be-f789-4647-94b9-1cf69b28d0a3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550210 Apr 18 21:12:58.371698 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b5905c60-f82e-461f-a5a3-8665668e965d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=004a1080-37bc-405d-ab31-fe3e10686519 HTTP/1.1" status: 200 len: 217 time: 0.0737760 Apr 18 21:12:58.497270 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af932311-2539-49ea-8301-f538fe397a84 req-b846efbe-2b83-4f6b-a2a9-c5c329200d44 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 210 time: 0.0685434 Apr 18 21:12:58.500276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Made reservation on behalf of b417c5ef5a3d4a90bf5edb700a3ea12a for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:58.504438 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.526660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-3ddfe74b-953c-430e-9123-dff2a7531e17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.528703 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-3ddfe74b-953c-430e-9123-dff2a7531e17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 200 len: 797 time: 0.1445613 Apr 18 21:12:58.548219 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.839005 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-718cab2d-a583-4c1d-8fd8-4a8980e59a94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc80a87-9277-46e9-a112-672de24237e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3027787 Apr 18 21:12:58.905036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2968-10fb-4528-8644-3d1055b08e95 req-430a385c-1b88-4c51-bd71-996e8cab261b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.912034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2968-10fb-4528-8644-3d1055b08e95 req-430a385c-1b88-4c51-bd71-996e8cab261b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.913157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2968-10fb-4528-8644-3d1055b08e95 req-430a385c-1b88-4c51-bd71-996e8cab261b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.917127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2968-10fb-4528-8644-3d1055b08e95 req-430a385c-1b88-4c51-bd71-996e8cab261b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.921075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2968-10fb-4528-8644-3d1055b08e95 req-430a385c-1b88-4c51-bd71-996e8cab261b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.926423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2968-10fb-4528-8644-3d1055b08e95 req-430a385c-1b88-4c51-bd71-996e8cab261b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.930560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2968-10fb-4528-8644-3d1055b08e95 req-430a385c-1b88-4c51-bd71-996e8cab261b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.932428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e7e2968-10fb-4528-8644-3d1055b08e95 req-430a385c-1b88-4c51-bd71-996e8cab261b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5421 time: 0.3103037 Apr 18 21:12:58.933751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Allocated IP 172.20.0.7 (6ea05b75-16dc-4fee-9b28-5b0fed561bf4/7d043342-3347-4e69-83c4-d979a544cbfa/f2bda1f4-9385-44d6-bf67-0327d56f0ef0) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:59.133173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 0995b31e-c2c8-4389-84f3-d3b5931c49aa up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:59.344453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 0995b31e-c2c8-4389-84f3-d3b5931c49aa completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:59.351968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 0995b31e-c2c8-4389-84f3-d3b5931c49aa triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:59.357997 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.486093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-a26f7832-c05a-4e87-a721-9f5561f2108b service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6388459 Apr 18 21:12:59.507072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e7e2968-10fb-4528-8644-3d1055b08e95 req-2440db2e-0e5b-42e1-ad10-309818e2ce52 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5164292 Apr 18 21:12:59.527778 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.568553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61601afe-0d5f-4612-b0b3-60cec064ffb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0995b31e-c2c8-4389-84f3-d3b5931c49aa'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:59.584774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 0995b31e-c2c8-4389-84f3-d3b5931c49aa, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0995b31e-c2c8-4389-84f3-d3b5931c49aa,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:59.651100 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.693342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408160c-ee13-4807-b510-7e4df243ce12 req-99de3d26-5bdc-4cf5-8cc9-466fa7e35a94 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:59.695067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f408160c-ee13-4807-b510-7e4df243ce12 req-99de3d26-5bdc-4cf5-8cc9-466fa7e35a94 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7333b5-50b7-456a-91e5-4145152e53f2 HTTP/1.1" status: 200 len: 946 time: 0.4353132 Apr 18 21:12:59.736572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=0995b31e-c2c8-4389-84f3-d3b5931c49aa,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:59.793980 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.858849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-762a4b7c-f4bb-4714-bad2-b935e32d2037 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425412 Apr 18 21:12:59.941225 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f408160c-ee13-4807-b510-7e4df243ce12 req-d13980c5-483a-4f5c-8078-7919e46e433b tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058380 Apr 18 21:12:59.962939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-4554dde3-48e0-4e61-a333-d628bb247b9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=211720f8-8ae7-46e2-bccd-76d4a0b40d42 HTTP/1.1" status: 200 len: 217 time: 0.0958946 Apr 18 21:12:59.978675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07810cbf-986d-4547-bbdd-c15bfd5f4f2c req-a1096bc0-f648-4ace-9305-1122ef29829b tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 1102 time: 0.2803938 Apr 18 21:13:00.061957 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.204140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07810cbf-986d-4547-bbdd-c15bfd5f4f2c req-587a58cc-a7ff-4df7-a9f7-d2add28a8d5e tempest-ServersAdminTestJSON-222979267 tempest-ServersAdminTestJSON-222979267-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262704 Apr 18 21:13:00.213552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-93c1b4f4-cf8a-43f7-b270-c278be46f651 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:00.215321 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-93c1b4f4-cf8a-43f7-b270-c278be46f651 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 200 len: 797 time: 0.2107003 Apr 18 21:13:00.296243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:00.304415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event updated for resources: {'Port': ['ID=f2bda1f4-9385-44d6-bf67-0327d56f0ef0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:00.314265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:00.320761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:00.440771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:00.441385 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.527987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c197d-3f27-4cf7-926d-2ed421778435 req-30b21992-a3d5-4099-ba8c-8ff0611ad49d tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:00.544233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-317c197d-3f27-4cf7-926d-2ed421778435 req-30b21992-a3d5-4099-ba8c-8ff0611ad49d tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=61601afe-0d5f-4612-b0b3-60cec064ffb2 HTTP/1.1" status: 200 len: 946 time: 0.4791386 Apr 18 21:13:00.566359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-a8b18a5a-704d-4e1a-be1d-1469fa196517 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc80a87-9277-46e9-a112-672de24237e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3362999 Apr 18 21:13:00.718706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-1aa6a58d-69de-46a6-97dc-60e951433010 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9117017 Apr 18 21:13:00.746911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Request body: {'port': {'device_id': '96650df9-3f27-422e-b7b2-dcd639966ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:00.815746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-317c197d-3f27-4cf7-926d-2ed421778435 req-d686e149-aa68-4f93-8754-072b9877c01b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781549 Apr 18 21:13:00.838090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-21f6bbb5-85ce-4cfc-a473-21645ebfbe53 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:00.843863 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-21f6bbb5-85ce-4cfc-a473-21645ebfbe53 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 0.4528408 Apr 18 21:13:00.861724 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.943133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-e2907425-105a-4535-bcdf-fd5265dd6658 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/quotas/af748b8029ea400c995ba35f34f12da7 HTTP/1.1" status: 200 len: 375 time: 0.0982664 Apr 18 21:13:01.036569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-5aafc985-2cbc-42fd-af6c-6406756ec0c9 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616597 Apr 18 21:13:01.088980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-89a6a32d-9293-4927-882a-244a0300fd38 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1447604 Apr 18 21:13:01.419817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.602857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-ed2cf7fc-adbe-44d7-a24a-164689079035 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433435 Apr 18 21:13:01.689949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25898fa-e081-482c-ae51-dfd279db98ed req-0cd2603a-04de-4aab-a41e-8c00a1aca108 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:01.693574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f25898fa-e081-482c-ae51-dfd279db98ed req-0cd2603a-04de-4aab-a41e-8c00a1aca108 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 945 time: 0.7098877 Apr 18 21:13:01.751775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-4be1c1d0-2259-4453-829a-d9d85f8c6f12 service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511335 Apr 18 21:13:01.776236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-5971ab57-fecb-406c-a53c-9749c5e9ec69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a028e96f-02c5-46c4-b8c7-817a76bd5789 HTTP/1.1" status: 200 len: 217 time: 0.1598406 Apr 18 21:13:02.046750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f25898fa-e081-482c-ae51-dfd279db98ed req-36c45471-dfd0-42a2-9f94-64808f26d65c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937636 Apr 18 21:13:02.062114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-9e95d595-1ba9-4fc0-9968-4c8bba465459 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:02.063606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-9e95d595-1ba9-4fc0-9968-4c8bba465459 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8447fd9-9e09-40fd-9123-81fcc685820d HTTP/1.1" status: 200 len: 797 time: 0.2488401 Apr 18 21:13:02.152410 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-c634d4fa-bace-450d-83f9-14e39cafb322 service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795452 Apr 18 21:13:02.295381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-8d78baf0-cc90-4284-8a78-d7eb4d37697b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32bad53f-27bf-4d63-8186-7b1e34c831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2127981 Apr 18 21:13:02.438506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bda1f4-9385-44d6-bf67-0327d56f0ef0 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:02.448925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:02.457202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57594b66-19c1-45cd-8411-f4e07183da22 req-555a0d02-ab3a-4955-bb8c-2e74272963fa tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:02.458090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-57594b66-19c1-45cd-8411-f4e07183da22 req-555a0d02-ab3a-4955-bb8c-2e74272963fa tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:02.491165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Transition to ACTIVE for port object f2bda1f4-9385-44d6-bf67-0327d56f0ef0 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:02.528858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2bdd2eb7-705b-4a08-ad12-565c78d8a933 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905320 Apr 18 21:13:02.637215 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2667c31f-8076-44c0-b351-01720f9fd623'] response: {'server_uuid': '61601afe-0d5f-4612-b0b3-60cec064ffb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0995b31e-c2c8-4389-84f3-d3b5931c49aa', 'code': 200} Apr 18 21:13:02.779721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-57594b66-19c1-45cd-8411-f4e07183da22 req-555a0d02-ab3a-4955-bb8c-2e74272963fa tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:02.791443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57594b66-19c1-45cd-8411-f4e07183da22 req-555a0d02-ab3a-4955-bb8c-2e74272963fa tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 931 time: 0.6103685 Apr 18 21:13:02.853008 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:02.921200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-04e3ead1-20ea-4996-99ed-0963bbf382e8 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765748 Apr 18 21:13:03.118863 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-b5d13731-3000-433a-92f8-063581d0f314 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24000ba4-8b91-4ac0-b4ce-4428dbc1595d HTTP/1.1" status: 200 len: 217 time: 0.1826723 Apr 18 21:13:03.129276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Pushing event updated for resources: {'Port': ['ID=f2bda1f4-9385-44d6-bf67-0327d56f0ef0,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:03.311074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-57594b66-19c1-45cd-8411-f4e07183da22 req-6a0adefb-43e4-4ad9-a098-0bb63fb861c7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:03.376105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a41745f7-f82e-47b8-aa64-56ecd50781ac req-889a4a59-8df8-4d98-98e6-0981fd7e2ac6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61601afe-0d5f-4612-b0b3-60cec064ffb2 HTTP/1.1" status: 200 len: 1097 time: 0.6005387 Apr 18 21:13:03.397012 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.445278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2491018e-a996-4503-91a5-ee862e100e44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:03.445278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2491018e-a996-4503-91a5-ee862e100e44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8447fd9-9e09-40fd-9123-81fcc685820d HTTP/1.1" status: 200 len: 797 time: 0.3187020 Apr 18 21:13:03.497613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-57594b66-19c1-45cd-8411-f4e07183da22 req-6a0adefb-43e4-4ad9-a098-0bb63fb861c7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:03.498780 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57594b66-19c1-45cd-8411-f4e07183da22 req-6a0adefb-43e4-4ad9-a098-0bb63fb861c7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7063982 Apr 18 21:13:03.570573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Attempting to bind port f2bda1f4-9385-44d6-bf67-0327d56f0ef0 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:03.570824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Attempting to bind port f2bda1f4-9385-44d6-bf67-0327d56f0ef0 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:03.571047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Attempting to bind port f2bda1f4-9385-44d6-bf67-0327d56f0ef0 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:03.574155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a41745f7-f82e-47b8-aa64-56ecd50781ac req-3791ccca-450e-4dc7-88f5-4f0306948fdc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896522 Apr 18 21:13:03.583646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Port f2bda1f4-9385-44d6-bf67-0327d56f0ef0 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:13:03.583981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Attempting to bind port f2bda1f4-9385-44d6-bf67-0327d56f0ef0 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:03.596011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:03.596371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Checking segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:03.596757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Bound using segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:03.597217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Bound port: f2bda1f4-9385-44d6-bf67-0327d56f0ef0, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:03.597605 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.612908 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-f7995091-5a72-4063-bab0-9ca743e90bfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32bad53f-27bf-4d63-8186-7b1e34c831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1606810 Apr 18 21:13:03.859680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] For port f2bda1f4-9385-44d6-bf67-0327d56f0ef0, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:03.874794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-2d4e8133-a1b0-460c-ae2c-ccc9f491bee5 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545958 Apr 18 21:13:03.879343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] For port f2bda1f4-9385-44d6-bf67-0327d56f0ef0, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f2bda1f4-9385-44d6-bf67-0327d56f0ef0,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:04.014547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443fbcd-723a-486e-a4a6-0c995a8e1104 req-920ebb5c-a62a-42fb-9cc1-9d66070006d8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.019074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443fbcd-723a-486e-a4a6-0c995a8e1104 req-920ebb5c-a62a-42fb-9cc1-9d66070006d8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.023042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443fbcd-723a-486e-a4a6-0c995a8e1104 req-920ebb5c-a62a-42fb-9cc1-9d66070006d8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.027027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443fbcd-723a-486e-a4a6-0c995a8e1104 req-920ebb5c-a62a-42fb-9cc1-9d66070006d8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.030819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443fbcd-723a-486e-a4a6-0c995a8e1104 req-920ebb5c-a62a-42fb-9cc1-9d66070006d8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.034997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443fbcd-723a-486e-a4a6-0c995a8e1104 req-920ebb5c-a62a-42fb-9cc1-9d66070006d8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.038845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443fbcd-723a-486e-a4a6-0c995a8e1104 req-920ebb5c-a62a-42fb-9cc1-9d66070006d8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.040747 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f443fbcd-723a-486e-a4a6-0c995a8e1104 req-920ebb5c-a62a-42fb-9cc1-9d66070006d8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5421 time: 0.2454638 Apr 18 21:13:04.082315 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.185645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259970cc-60a3-4042-a5d4-ae9a581810c8 req-f08a505f-e6d2-442d-84e2-4b04d9bc8866 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035107 Apr 18 21:13:04.208490 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.209896 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] 10.222.0.59 "PUT /v2.0/ports/f2bda1f4-9385-44d6-bf67-0327d56f0ef0 HTTP/1.1" status: 200 len: 1091 time: 3.4748571 Apr 18 21:13:04.213767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96650df9-3f27-422e-b7b2-dcd639966ca0', 'tag': 'f2bda1f4-9385-44d6-bf67-0327d56f0ef0'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:04.243624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99932af5-35cb-4f07-b500-ec664e8dceee service neutron] Pushing event updated for resources: {'Port': ['ID=f2bda1f4-9385-44d6-bf67-0327d56f0ef0,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:04.265936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f443fbcd-723a-486e-a4a6-0c995a8e1104 req-a9e8d48a-227c-4631-829b-f78b13be1887 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1771433 Apr 18 21:13:04.280772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffee29-a2e0-4f6b-960e-532a72db2231 req-acba5b8b-39e7-4b3a-b4e6-ba912953cd04 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.282656 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81ffee29-a2e0-4f6b-960e-532a72db2231 req-acba5b8b-39e7-4b3a-b4e6-ba912953cd04 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=61601afe-0d5f-4612-b0b3-60cec064ffb2 HTTP/1.1" status: 200 len: 946 time: 0.2407875 Apr 18 21:13:04.342188 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81ffee29-a2e0-4f6b-960e-532a72db2231 req-1b6da2f7-beea-4715-808a-42b9badd28fa tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537210 Apr 18 21:13:04.574662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0bf818b8-0471-4aa4-8b3b-ac71b4b12b90 req-50c961a5-1ce8-4500-ac2c-2a7b28f27316 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 210 time: 0.0665278 Apr 18 21:13:04.596845 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-149256e6-1b23-4f9b-aae1-3e3652148028 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 1094 time: 0.2296097 Apr 18 21:13:04.677220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79512b3b-9393-48c1-8c78-9793685ff8ef req-4879a952-1ba7-442b-95f3-f42f94f63cae tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 1096 time: 0.2613664 Apr 18 21:13:04.695794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-083991db-bd18-4dc0-8823-7b24e8e7e7cf req-1349a42e-364f-4f82-8a35-2dcc5f0755cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9645b053fccf4eef884d2647dc741bdf&device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 6478 time: 0.2305303 Apr 18 21:13:04.711635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-295a9bc0-5792-4dd1-960e-1ca734d19118 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2bda1f4-9385-44d6-bf67-0327d56f0ef0 HTTP/1.1" status: 200 len: 217 time: 0.0997508 Apr 18 21:13:04.877827 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79512b3b-9393-48c1-8c78-9793685ff8ef req-c7117333-746c-4bd7-8613-bafc97cb60e0 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914136 Apr 18 21:13:04.888143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-92b7d0b1-747f-437c-ae21-f7f88aa9086b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.889727 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-92b7d0b1-747f-437c-ae21-f7f88aa9086b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.1557894 Apr 18 21:13:04.950339 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-fc065af6-a81b-4d6e-8a10-e6120ae34efd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452161 Apr 18 21:13:04.989702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083991db-bd18-4dc0-8823-7b24e8e7e7cf req-5678a27b-caac-4fd3-8c5f-ba7a998de9fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.991144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-083991db-bd18-4dc0-8823-7b24e8e7e7cf req-5678a27b-caac-4fd3-8c5f-ba7a998de9fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=32bad53f-27bf-4d63-8186-7b1e34c831f3 HTTP/1.1" status: 200 len: 902 time: 0.2812142 Apr 18 21:13:05.197881 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db02f97c-51b5-472a-997a-0c92b12e1c5f'] response: {'name': 'network-changed', 'server_uuid': '96650df9-3f27-422e-b7b2-dcd639966ca0', 'tag': 'f2bda1f4-9385-44d6-bf67-0327d56f0ef0', 'status': 'completed', 'code': 200} Apr 18 21:13:05.363108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-083991db-bd18-4dc0-8823-7b24e8e7e7cf req-ab4aac0a-4d86-4467-8466-4be163d953df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24000ba4-8b91-4ac0-b4ce-4428dbc1595d HTTP/1.1" status: 200 len: 217 time: 0.1644025 Apr 18 21:13:05.611141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-3ff734b5-0dcb-4c7e-9027-2f528ba938c7 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6508629 Apr 18 21:13:05.662117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083991db-bd18-4dc0-8823-7b24e8e7e7cf req-4a8c273c-5864-43e0-aea6-f5795b1e1eca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:05.663564 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-083991db-bd18-4dc0-8823-7b24e8e7e7cf req-4a8c273c-5864-43e0-aea6-f5795b1e1eca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8447fd9-9e09-40fd-9123-81fcc685820d HTTP/1.1" status: 200 len: 797 time: 0.2743130 Apr 18 21:13:05.798299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732a1ee-4e06-477d-9890-f1d61e1e463c req-238b0f42-22be-4f6d-a07b-25631efb02db tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:05.800051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b732a1ee-4e06-477d-9890-f1d61e1e463c req-238b0f42-22be-4f6d-a07b-25631efb02db tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 950 time: 0.5535386 Apr 18 21:13:05.818349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aad3af-eb0f-442f-84db-a85c6634fb83 req-2afbdbee-6d98-4fb4-a03d-6c7b57499f43 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:05.819776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31aad3af-eb0f-442f-84db-a85c6634fb83 req-2afbdbee-6d98-4fb4-a03d-6c7b57499f43 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 943 time: 0.5346284 Apr 18 21:13:05.891812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-69b82217-e91f-4128-888d-c978d6d1b35e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:05.893174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-69b82217-e91f-4128-888d-c978d6d1b35e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 0.4599721 Apr 18 21:13:05.928795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Request body: {'port': {'device_id': 'a1ec79cc-cfbc-4d6a-b896-04199e260055', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'admin_state_up': True, 'tenant_id': 'af748b8029ea400c995ba35f34f12da7'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:05.987390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-8d02aa56-0500-4288-9763-2afe1a2a744e tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:05.988081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-8d02aa56-0500-4288-9763-2afe1a2a744e tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Synchronizing usage tracker for tenant:4b89d7c1a84f4c4fa013296004582b6c on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:06.000392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-8d02aa56-0500-4288-9763-2afe1a2a744e tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Unset dirty status for tenant:4b89d7c1a84f4c4fa013296004582b6c on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:06.001554 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-8d02aa56-0500-4288-9763-2afe1a2a744e tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4f7269-d482-4737-a510-fc2c7e3979e7 HTTP/1.1" status: 200 len: 950 time: 0.0951102 Apr 18 21:13:06.070805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-6c1b5c24-b366-456c-a755-4512eefa1d80 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Deleting port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:06.071155 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-6c1b5c24-b366-456c-a755-4512eefa1d80 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.080930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a578e4-9376-41e5-b188-f1de6066fabd req-b2b84918-38cd-4e04-b4ed-ac4a9993543b tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:06.082461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5a578e4-9376-41e5-b188-f1de6066fabd req-b2b84918-38cd-4e04-b4ed-ac4a9993543b tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7333b5-50b7-456a-91e5-4145152e53f2 HTTP/1.1" status: 200 len: 946 time: 0.5291116 Apr 18 21:13:06.087495 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d5928fd-df17-4dde-8983-a81c0aabc8a1 req-da8aefac-b1ee-4c63-a4c8-38d41cf6c9d7 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601669 Apr 18 21:13:06.089697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b732a1ee-4e06-477d-9890-f1d61e1e463c req-4d161ad6-e533-4e3d-be26-d383e39945ed tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836740 Apr 18 21:13:06.097303 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31aad3af-eb0f-442f-84db-a85c6634fb83 req-5b426271-4ee3-45ac-aa17-013b10ae8f29 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504497 Apr 18 21:13:06.161247 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-083991db-bd18-4dc0-8823-7b24e8e7e7cf req-53436164-43c7-4598-b9a7-93ad2ca63f8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32bad53f-27bf-4d63-8186-7b1e34c831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4889750 Apr 18 21:13:06.286907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-b5a578e4-9376-41e5-b188-f1de6066fabd req-7acec808-cc93-4878-8ccf-fe62520b27e8 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Deleting port 71b2510b-c704-49cd-be67-a8cb8445b5cb {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:06.287284 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b5a578e4-9376-41e5-b188-f1de6066fabd req-7acec808-cc93-4878-8ccf-fe62520b27e8 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.446223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-6c1b5c24-b366-456c-a755-4512eefa1d80 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] For port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:06.446485 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-6c1b5c24-b366-456c-a755-4512eefa1d80 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.457928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:06.559501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:06.576707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-6c1b5c24-b366-456c-a755-4512eefa1d80 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Calling delete_port for ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:06.624177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-083991db-bd18-4dc0-8823-7b24e8e7e7cf req-8f14e785-ca95-424f-9d6a-651ad60353c2 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412341 Apr 18 21:13:06.805107 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-6c1b5c24-b366-456c-a755-4512eefa1d80 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.823917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5', '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:06.879368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['43f584c5-0b54-4f69-994e-3fdb4cabb63f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:06.921055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b5c24-b366-456c-a755-4512eefa1d80 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Pushing event deleted for resources: {'Port': ['ID=ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:06.927262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Made reservation on behalf of af748b8029ea400c995ba35f34f12da7 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:06.930201 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.952772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc9fadba-6aa3-4ee5-b1a1-7360c710124f req-6013ed2b-c7f4-4c65-aa9d-796f83198917 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 1094 time: 0.6818244 Apr 18 21:13:06.997933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41bbc5c8-0eba-40da-bad0-70f33782e6d7 req-776d2e14-33d9-4d80-88d6-b6139b565a66 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 1096 time: 0.6477017 Apr 18 21:13:07.017725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-6c1b5c24-b366-456c-a755-4512eefa1d80 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] No DVR routers for this DVR port ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:07.020267 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-6c1b5c24-b366-456c-a755-4512eefa1d80 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.024814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f7269-d482-4737-a510-fc2c7e3979e7', 'name': 'network-vif-deleted', 'tag': 'ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:07.070740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d6469-6b77-4ee3-a659-7a12e0f4bea8 req-0ba9900c-64b2-4ddc-ab58-85268a6617b0 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:07.072623 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-007d6469-6b77-4ee3-a659-7a12e0f4bea8 req-0ba9900c-64b2-4ddc-ab58-85268a6617b0 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.26 "GET /v2.0/ports?device_id=63204f79-38ff-45a4-9521-f13a4aca802e HTTP/1.1" status: 200 len: 946 time: 0.2269185 Apr 18 21:13:07.138796 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2410dff2-09d2-43d5-ae91-47b71bfdb7a6 req-6c1b5c24-b366-456c-a755-4512eefa1d80 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.59 "DELETE /v2.0/ports/ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 HTTP/1.1" status: 204 len: 173 time: 1.1315532 Apr 18 21:13:07.159381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-007d6469-6b77-4ee3-a659-7a12e0f4bea8 req-58d284d4-a3d2-46f7-b502-497c5abc4a49 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Deleting port c6429d15-293a-4706-b6f6-e841af33eab4 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:07.160094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-007d6469-6b77-4ee3-a659-7a12e0f4bea8 req-58d284d4-a3d2-46f7-b502-497c5abc4a49 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.214598 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f2bda1f4-9385-44d6-bf67-0327d56f0ef0 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:07.219523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b9923b9f-40e5-467f-9dc9-b7504ab40f69 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:07.342617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41bbc5c8-0eba-40da-bad0-70f33782e6d7 req-fd2e2654-b08c-4365-a5e1-e8b948d173c5 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116708 Apr 18 21:13:07.467784 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-083991db-bd18-4dc0-8823-7b24e8e7e7cf req-2fc3c793-927d-480d-b869-78ba3a9dee87 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8326724 Apr 18 21:13:07.504462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-007d6469-6b77-4ee3-a659-7a12e0f4bea8 req-58d284d4-a3d2-46f7-b502-497c5abc4a49 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] For port c6429d15-293a-4706-b6f6-e841af33eab4, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c6429d15-293a-4706-b6f6-e841af33eab4,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:07.505204 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-007d6469-6b77-4ee3-a659-7a12e0f4bea8 req-58d284d4-a3d2-46f7-b502-497c5abc4a49 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.510725 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.602896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fadba-6aa3-4ee5-b1a1-7360c710124f req-de5fda0f-b41f-44fe-b047-037ed0f2edea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:07.604757 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc9fadba-6aa3-4ee5-b1a1-7360c710124f req-de5fda0f-b41f-44fe-b047-037ed0f2edea service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 906 time: 0.6195495 Apr 18 21:13:07.616854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:07.631331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f2bda1f4-9385-44d6-bf67-0327d56f0ef0, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f2bda1f4-9385-44d6-bf67-0327d56f0ef0,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:07.639361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:07.646971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'f2bda1f4-9385-44d6-bf67-0327d56f0ef0', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'port_id': 'f2bda1f4-9385-44d6-bf67-0327d56f0ef0', 'mac_address': 'fa:16:3e:31:d8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d043342-3347-4e69-83c4-d979a544cbfa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:07.707486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-007d6469-6b77-4ee3-a659-7a12e0f4bea8 req-58d284d4-a3d2-46f7-b502-497c5abc4a49 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Calling delete_port for c6429d15-293a-4706-b6f6-e841af33eab4 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:07.709506 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.737919 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.745099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-b5a578e4-9376-41e5-b188-f1de6066fabd req-7acec808-cc93-4878-8ccf-fe62520b27e8 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] For port 71b2510b-c704-49cd-be67-a8cb8445b5cb, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=71b2510b-c704-49cd-be67-a8cb8445b5cb,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:07.745582 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b5a578e4-9376-41e5-b188-f1de6066fabd req-7acec808-cc93-4878-8ccf-fe62520b27e8 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.776165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bda1f4-9385-44d6-bf67-0327d56f0ef0 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:07.802313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f2bda1f4-9385-44d6-bf67-0327d56f0ef0, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f2bda1f4-9385-44d6-bf67-0327d56f0ef0,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:07.803600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=b9923b9f-40e5-467f-9dc9-b7504ab40f69,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:07.812571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.812972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.813406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.813763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.814089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.814417 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.815445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.815803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.816124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.816446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.816770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.868740 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.921849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc9fadba-6aa3-4ee5-b1a1-7360c710124f req-06fd3951-48db-4de7-8b7a-06ee3559af3d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2bda1f4-9385-44d6-bf67-0327d56f0ef0 HTTP/1.1" status: 200 len: 217 time: 0.3006670 Apr 18 21:13:07.930861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-b5a578e4-9376-41e5-b188-f1de6066fabd req-7acec808-cc93-4878-8ccf-fe62520b27e8 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Calling delete_port for 71b2510b-c704-49cd-be67-a8cb8445b5cb owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:07.950648 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-007d6469-6b77-4ee3-a659-7a12e0f4bea8 req-58d284d4-a3d2-46f7-b502-497c5abc4a49 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.951098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f2bda1f4-9385-44d6-bf67-0327d56f0ef0,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:07.980272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-63888433-9706-4dad-97af-7ab126f21bae tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:07.981709 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-63888433-9706-4dad-97af-7ab126f21bae tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/networks?id=7648569c-f417-445f-bc4f-9317fd6c344e HTTP/1.1" status: 200 len: 812 time: 1.0376282 Apr 18 21:13:08.011414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d284d4-a3d2-46f7-b502-497c5abc4a49 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Pushing event deleted for resources: {'Port': ['ID=c6429d15-293a-4706-b6f6-e841af33eab4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:08.100805 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Allocated IP 172.20.0.7 (d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2/e6eed83b-bd8b-4106-83ab-7db4459dec92/190b6be0-833e-4d15-b630-df393a1ab566) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:08.101101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-007d6469-6b77-4ee3-a659-7a12e0f4bea8 req-58d284d4-a3d2-46f7-b502-497c5abc4a49 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] No DVR routers for this DVR port c6429d15-293a-4706-b6f6-e841af33eab4 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:08.103600 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-007d6469-6b77-4ee3-a659-7a12e0f4bea8 req-58d284d4-a3d2-46f7-b502-497c5abc4a49 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.110905 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-ae407e9e-0baa-499a-b5cf-86a26dc9f0bb tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/quotas/7c40cd1cdb344d849da27ba504b10787 HTTP/1.1" status: 200 len: 375 time: 0.0941453 Apr 18 21:13:08.131278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fadba-6aa3-4ee5-b1a1-7360c710124f req-6ebc5a29-e236-4c70-acc4-a51dd5555e20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:08.132978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc9fadba-6aa3-4ee5-b1a1-7360c710124f req-6ebc5a29-e236-4c70-acc4-a51dd5555e20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.1591163 Apr 18 21:13:08.171042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:08.196815 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-007d6469-6b77-4ee3-a659-7a12e0f4bea8 req-58d284d4-a3d2-46f7-b502-497c5abc4a49 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.26 "DELETE /v2.0/ports/c6429d15-293a-4706-b6f6-e841af33eab4 HTTP/1.1" status: 204 len: 173 time: 1.1176741 Apr 18 21:13:08.259867 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc9fadba-6aa3-4ee5-b1a1-7360c710124f req-81426bc7-5b49-47e7-91d0-d0c53115cf03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181638 Apr 18 21:13:08.347191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19188310-7591-4b9f-b9cd-f98c093e308a req-4c4a9332-b48e-44eb-9e07-9c0e74591543 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:08.352321 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19188310-7591-4b9f-b9cd-f98c093e308a req-4c4a9332-b48e-44eb-9e07-9c0e74591543 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:08.356654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19188310-7591-4b9f-b9cd-f98c093e308a req-4c4a9332-b48e-44eb-9e07-9c0e74591543 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:08.361714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19188310-7591-4b9f-b9cd-f98c093e308a req-4c4a9332-b48e-44eb-9e07-9c0e74591543 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:08.365007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19188310-7591-4b9f-b9cd-f98c093e308a req-4c4a9332-b48e-44eb-9e07-9c0e74591543 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:08.368878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19188310-7591-4b9f-b9cd-f98c093e308a req-4c4a9332-b48e-44eb-9e07-9c0e74591543 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:08.372739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19188310-7591-4b9f-b9cd-f98c093e308a req-4c4a9332-b48e-44eb-9e07-9c0e74591543 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:08.374630 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19188310-7591-4b9f-b9cd-f98c093e308a req-4c4a9332-b48e-44eb-9e07-9c0e74591543 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5421 time: 0.7505875 Apr 18 21:13:08.795284 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-4053c627-a10a-4856-be48-13921ef0419d tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c40cd1cdb344d849da27ba504b10787&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6586986 Apr 18 21:13:08.803241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19188310-7591-4b9f-b9cd-f98c093e308a req-c642098b-eaf6-4fe6-96d6-8e55eb461597 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4189172 Apr 18 21:13:08.834901 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b5a578e4-9376-41e5-b188-f1de6066fabd req-7acec808-cc93-4878-8ccf-fe62520b27e8 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.942205 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.968684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acec808-cc93-4878-8ccf-fe62520b27e8 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Pushing event deleted for resources: {'Port': ['ID=71b2510b-c704-49cd-be67-a8cb8445b5cb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:08.984885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc9fadba-6aa3-4ee5-b1a1-7360c710124f req-673f315f-4e04-448f-a20d-6617f7945da5 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6980476 Apr 18 21:13:09.023992 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.088837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c6429d15-293a-4706-b6f6-e841af33eab4 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:09.165221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: c6429d15-293a-4706-b6f6-e841af33eab4 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:09.165687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c6429d15-293a-4706-b6f6-e841af33eab4 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:09.230322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f2bda1f4-9385-44d6-bf67-0327d56f0ef0 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:09.237143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a578e4-9376-41e5-b188-f1de6066fabd req-7acec808-cc93-4878-8ccf-fe62520b27e8 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] No DVR routers for this DVR port 71b2510b-c704-49cd-be67-a8cb8445b5cb on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:09.250143 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b5a578e4-9376-41e5-b188-f1de6066fabd req-7acec808-cc93-4878-8ccf-fe62520b27e8 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.252864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7333b5-50b7-456a-91e5-4145152e53f2', 'name': 'network-vif-deleted', 'tag': '71b2510b-c704-49cd-be67-a8cb8445b5cb'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:09.319056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5a578e4-9376-41e5-b188-f1de6066fabd req-7acec808-cc93-4878-8ccf-fe62520b27e8 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.59 "DELETE /v2.0/ports/71b2510b-c704-49cd-be67-a8cb8445b5cb HTTP/1.1" status: 204 len: 173 time: 3.2273967 Apr 18 21:13:09.324372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-cd466fb1-ea88-461f-857d-7e4dc0b48a67 service neutron] 10.222.0.11 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121067 Apr 18 21:13:09.364218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port f2bda1f4-9385-44d6-bf67-0327d56f0ef0 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:09.369119 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port f2bda1f4-9385-44d6-bf67-0327d56f0ef0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:09.369491 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.376547 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc9fadba-6aa3-4ee5-b1a1-7360c710124f req-1597a88b-ce08-4472-9474-89611e4b8fa8 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440928 Apr 18 21:13:09.444463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b568df-7489-4600-96f5-b8694b547103 req-cb0c4147-6011-4bda-95b9-33f785ea358e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:09.445990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2b568df-7489-4600-96f5-b8694b547103 req-cb0c4147-6011-4bda-95b9-33f785ea358e tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=61601afe-0d5f-4612-b0b3-60cec064ffb2 HTTP/1.1" status: 200 len: 946 time: 0.4784403 Apr 18 21:13:09.455549 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.491280 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.526067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f2bda1f4-9385-44d6-bf67-0327d56f0ef0, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f2bda1f4-9385-44d6-bf67-0327d56f0ef0,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:09.593422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.594177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 71b2510b-c704-49cd-be67-a8cb8445b5cb no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:09.604972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-a5aee35c-c68e-43de-ac02-21d7e32244fa service neutron] 10.222.0.11 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664304 Apr 18 21:13:09.610280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event updated for resources: {'Port': ['ID=190b6be0-833e-4d15-b630-df393a1ab566,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:09.615401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:09.619010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:09.622529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:09.659399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2b568df-7489-4600-96f5-b8694b547103 req-b091eb24-c55d-44f4-8dea-7ad6db4e8f32 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056992 Apr 18 21:13:09.669914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 71b2510b-c704-49cd-be67-a8cb8445b5cb {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:09.670265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 71b2510b-c704-49cd-be67-a8cb8445b5cb not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:09.670672 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:09.697239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:09.697889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.706657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:09.707274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:09.732530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f2bda1f4-9385-44d6-bf67-0327d56f0ef0,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:09.794247 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-749fb3bd-2191-4cc2-bec4-68e3361b0d68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8824377 Apr 18 21:13:09.806409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Request body: {'port': {'device_id': 'a1ec79cc-cfbc-4d6a-b896-04199e260055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:09.993280 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.008087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5869b-868c-450d-a698-39ee9f01bd83 req-c7589165-6d21-4262-9cb2-5238b224594b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:10.008792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b3a5869b-868c-450d-a698-39ee9f01bd83 req-c7589165-6d21-4262-9cb2-5238b224594b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:10.197991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b3a5869b-868c-450d-a698-39ee9f01bd83 req-c7589165-6d21-4262-9cb2-5238b224594b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:10.199072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3a5869b-868c-450d-a698-39ee9f01bd83 req-c7589165-6d21-4262-9cb2-5238b224594b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 931 time: 0.3627398 Apr 18 21:13:10.284697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef231cc-53a7-4f5c-8ad1-f5ed0958f58a req-7b46d552-1f7e-4c9a-86d8-bef5117076fa tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:10.286206 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aef231cc-53a7-4f5c-8ad1-f5ed0958f58a req-7b46d552-1f7e-4c9a-86d8-bef5117076fa tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=96696e62-7c20-48de-a2a2-d2c9b66830ed HTTP/1.1" status: 200 len: 948 time: 0.2388959 Apr 18 21:13:10.381364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3a5869b-868c-450d-a698-39ee9f01bd83 req-7cce9c28-136a-42ec-97b1-26893b72003a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734695 Apr 18 21:13:10.418119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aef231cc-53a7-4f5c-8ad1-f5ed0958f58a req-900c9820-3f2c-4762-a39a-56bfca85e196 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237414 Apr 18 21:13:10.466965 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1fcf0fd-f0aa-43e8-a0f5-8b1ae4544f46'] response: {'server_uuid': 'eb4f7269-d482-4737-a510-fc2c7e3979e7', 'name': 'network-vif-deleted', 'tag': 'ccca3bd2-b06e-4f6b-9bb8-5e97bb69e2c5', 'status': 'completed', 'code': 200} Apr 18 21:13:10.560189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190b6be0-833e-4d15-b630-df393a1ab566 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:10.570230 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.626316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Transition to ACTIVE for port object 190b6be0-833e-4d15-b630-df393a1ab566 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:10.632462 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f80354e-1d81-4714-927e-946cdcfde9ff'] response: {'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'code': 200} Apr 18 21:13:10.664322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd90bd9-0a12-47d2-8a2f-4f7f6d80c852 req-3a1ba22e-3844-4800-aa78-e5e5a4ba57e9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:10.666619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6fd90bd9-0a12-47d2-8a2f-4f7f6d80c852 req-3a1ba22e-3844-4800-aa78-e5e5a4ba57e9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 945 time: 0.1002614 Apr 18 21:13:10.693506 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3850ce-f627-496c-b7d3-2a6231a6c7e7'] response: {'server_uuid': 'df7333b5-50b7-456a-91e5-4145152e53f2', 'name': 'network-vif-deleted', 'tag': '71b2510b-c704-49cd-be67-a8cb8445b5cb', 'status': 'completed', 'code': 200} Apr 18 21:13:10.723059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6fd90bd9-0a12-47d2-8a2f-4f7f6d80c852 req-f45a4da0-90de-41ac-ace0-90dedb97c79e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514836 Apr 18 21:13:10.724381 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.049743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Pushing event updated for resources: {'Port': ['ID=190b6be0-833e-4d15-b630-df393a1ab566,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:11.169141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847343c-8383-4d62-94dc-6e7ff3fc6c2b req-ef879774-0e41-4d2b-8da4-5c0899a2a885 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.173010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847343c-8383-4d62-94dc-6e7ff3fc6c2b req-ef879774-0e41-4d2b-8da4-5c0899a2a885 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.177854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847343c-8383-4d62-94dc-6e7ff3fc6c2b req-ef879774-0e41-4d2b-8da4-5c0899a2a885 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.181747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847343c-8383-4d62-94dc-6e7ff3fc6c2b req-ef879774-0e41-4d2b-8da4-5c0899a2a885 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.185643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847343c-8383-4d62-94dc-6e7ff3fc6c2b req-ef879774-0e41-4d2b-8da4-5c0899a2a885 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.189657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847343c-8383-4d62-94dc-6e7ff3fc6c2b req-ef879774-0e41-4d2b-8da4-5c0899a2a885 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.193684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847343c-8383-4d62-94dc-6e7ff3fc6c2b req-ef879774-0e41-4d2b-8da4-5c0899a2a885 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.195616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6847343c-8383-4d62-94dc-6e7ff3fc6c2b req-ef879774-0e41-4d2b-8da4-5c0899a2a885 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5421 time: 0.2903712 Apr 18 21:13:11.238306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Attempting to bind port 190b6be0-833e-4d15-b630-df393a1ab566 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:11.238843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Attempting to bind port 190b6be0-833e-4d15-b630-df393a1ab566 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:11.238981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Attempting to bind port 190b6be0-833e-4d15-b630-df393a1ab566 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:11.266986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Port 190b6be0-833e-4d15-b630-df393a1ab566 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:13:11.267316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Attempting to bind port 190b6be0-833e-4d15-b630-df393a1ab566 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:11.279519 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6847343c-8383-4d62-94dc-6e7ff3fc6c2b req-90f2641b-ddd2-469a-b11d-eddc83b1c4f0 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765519 Apr 18 21:13:11.280648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:11.280992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Checking segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:11.281371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Bound using segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:11.281844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Bound port: 190b6be0-833e-4d15-b630-df393a1ab566, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:11.282202 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.379342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] For port 190b6be0-833e-4d15-b630-df393a1ab566, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:11.382552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] For port 190b6be0-833e-4d15-b630-df393a1ab566, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=190b6be0-833e-4d15-b630-df393a1ab566,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:11.498323 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.590568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Pushing event updated for resources: {'Port': ['ID=190b6be0-833e-4d15-b630-df393a1ab566,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:11.603579 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.604986 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2c6406f1-3dc4-47ca-b3b1-c8b6759c7618 service neutron] 10.222.0.26 "PUT /v2.0/ports/190b6be0-833e-4d15-b630-df393a1ab566 HTTP/1.1" status: 200 len: 1091 time: 1.8030350 Apr 18 21:13:11.828242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-6deb55cf-554d-49a4-84bc-d822aa0892b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 1094 time: 0.0869806 Apr 18 21:13:11.899771 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-4387411d-734e-4e02-8c5b-cbf2c3b27d7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190b6be0-833e-4d15-b630-df393a1ab566 HTTP/1.1" status: 200 len: 217 time: 0.0641091 Apr 18 21:13:11.968979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-eae98708-001d-4ee2-a9c4-9cc96f634fa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.970464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-eae98708-001d-4ee2-a9c4-9cc96f634fa4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.0649683 Apr 18 21:13:12.019826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-1216e385-a120-463f-ab8d-7250e4e68f75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429626 Apr 18 21:13:12.172362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-c9806f0b-03fd-4b03-9fa2-483d8f592ce8 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464419 Apr 18 21:13:12.407475 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-2ab1d03e-5978-48b7-8097-5a35956ac245 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277772 Apr 18 21:13:12.424671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6cdfe-b153-49ca-a7d7-a4967b3f0155 req-9d7b3bb6-c29c-4ea1-be8f-052986219d61 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:12.427355 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19b6cdfe-b153-49ca-a7d7-a4967b3f0155 req-9d7b3bb6-c29c-4ea1-be8f-052986219d61 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 943 time: 0.1285360 Apr 18 21:13:12.469400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63204f79-38ff-45a4-9521-f13a4aca802e', 'name': 'network-vif-deleted', 'tag': 'c6429d15-293a-4706-b6f6-e841af33eab4'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:12.490205 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19b6cdfe-b153-49ca-a7d7-a4967b3f0155 req-11c95bdf-45a7-4d71-a632-d9c8960d7ff3 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569413 Apr 18 21:13:12.633704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96650df9-3f27-422e-b7b2-dcd639966ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bda1f4-9385-44d6-bf67-0327d56f0ef0'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:12.654615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1c157c39-4ed8-420a-9381-1c0ceb2d3ba1 req-1dca3817-86b7-4105-bf6d-126d06d6cce5 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Synchronizing usage tracker for tenant:7c40cd1cdb344d849da27ba504b10787 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:12.702105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ec79cc-cfbc-4d6a-b896-04199e260055', 'tag': '190b6be0-833e-4d15-b630-df393a1ab566'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:12.757085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67336780-8e64-4fa5-b9eb-0a0d5774068b req-a028d4bc-0ad2-4ced-a4e5-7bf13b99331b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:12.758582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67336780-8e64-4fa5-b9eb-0a0d5774068b req-a028d4bc-0ad2-4ced-a4e5-7bf13b99331b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 945 time: 0.0891535 Apr 18 21:13:12.813759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67336780-8e64-4fa5-b9eb-0a0d5774068b req-77b85ede-9ec3-47d9-b788-03abacc558b9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492890 Apr 18 21:13:12.814449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1c157c39-4ed8-420a-9381-1c0ceb2d3ba1 req-1dca3817-86b7-4105-bf6d-126d06d6cce5 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Unset dirty status for tenant:7c40cd1cdb344d849da27ba504b10787 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:12.815616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c157c39-4ed8-420a-9381-1c0ceb2d3ba1 req-1dca3817-86b7-4105-bf6d-126d06d6cce5 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 210 time: 0.2072530 Apr 18 21:13:13.248088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 0995b31e-c2c8-4389-84f3-d3b5931c49aa details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:13.317647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-44440dfe-6e19-49d9-894a-2ffaa3c3a8ba tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.319071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-44440dfe-6e19-49d9-894a-2ffaa3c3a8ba tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.59 "GET /v2.0/networks?id=7648569c-f417-445f-bc4f-9317fd6c344e HTTP/1.1" status: 200 len: 812 time: 0.3312020 Apr 18 21:13:13.333083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f90d0-9f54-4971-9c6b-00c19d1ea60e req-6c105c16-2c85-4105-89f9-042338566c49 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.334675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b76f90d0-9f54-4971-9c6b-00c19d1ea60e req-6c105c16-2c85-4105-89f9-042338566c49 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 950 time: 0.3847394 Apr 18 21:13:13.344145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Request body: {'port': {'device_id': 'db7574d7-0c04-4c35-8919-ecb1a2c87886', 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e', 'admin_state_up': True, 'tenant_id': '7c40cd1cdb344d849da27ba504b10787'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:13.368652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4778fa6-6965-4211-847d-a3e0c9302a2f req-5e23040c-c941-453a-881b-2905b25b2ea7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.372602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4778fa6-6965-4211-847d-a3e0c9302a2f req-5e23040c-c941-453a-881b-2905b25b2ea7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.376628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4778fa6-6965-4211-847d-a3e0c9302a2f req-5e23040c-c941-453a-881b-2905b25b2ea7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.380563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4778fa6-6965-4211-847d-a3e0c9302a2f req-5e23040c-c941-453a-881b-2905b25b2ea7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.384432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4778fa6-6965-4211-847d-a3e0c9302a2f req-5e23040c-c941-453a-881b-2905b25b2ea7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.388382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4778fa6-6965-4211-847d-a3e0c9302a2f req-5e23040c-c941-453a-881b-2905b25b2ea7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.392254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4778fa6-6965-4211-847d-a3e0c9302a2f req-5e23040c-c941-453a-881b-2905b25b2ea7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.394919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4778fa6-6965-4211-847d-a3e0c9302a2f req-5e23040c-c941-453a-881b-2905b25b2ea7 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5421 time: 0.3841081 Apr 18 21:13:13.402795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 0995b31e-c2c8-4389-84f3-d3b5931c49aa, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0995b31e-c2c8-4389-84f3-d3b5931c49aa,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:13.419320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '0995b31e-c2c8-4389-84f3-d3b5931c49aa', 'network_id': '4144db19-a729-4831-9579-ef7dae265607', 'port_id': '0995b31e-c2c8-4389-84f3-d3b5931c49aa', 'mac_address': 'fa:16:3e:75:f1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec1ace3-cc09-4f8a-9186-ef51b9088048', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:13.479283 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.497573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0995b31e-c2c8-4389-84f3-d3b5931c49aa {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:13.514624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 0995b31e-c2c8-4389-84f3-d3b5931c49aa, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0995b31e-c2c8-4389-84f3-d3b5931c49aa,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:13.591365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b76f90d0-9f54-4971-9c6b-00c19d1ea60e req-6adb538d-c2e4-4549-b070-d15a6a9a01ba tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328181 Apr 18 21:13:13.600970 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.603444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4778fa6-6965-4211-847d-a3e0c9302a2f req-ad5b17b1-3356-478d-a084-79d4fce51536 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1861699 Apr 18 21:13:13.706508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:13.723665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=0995b31e-c2c8-4389-84f3-d3b5931c49aa,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:13.730555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:13.743226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['0995b31e-c2c8-4389-84f3-d3b5931c49aa'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:13.765190 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2188df51-2b9d-4b6a-8c3f-666d96b1adf5'] response: {'server_uuid': '63204f79-38ff-45a4-9521-f13a4aca802e', 'name': 'network-vif-deleted', 'tag': 'c6429d15-293a-4706-b6f6-e841af33eab4', 'status': 'completed', 'code': 200} Apr 18 21:13:13.813195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-5f9dbc8d-e28b-44d8-b326-118077bbdf2a tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.815646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-5f9dbc8d-e28b-44d8-b326-118077bbdf2a tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.26 "GET /v2.0/networks?id=7648569c-f417-445f-bc4f-9317fd6c344e HTTP/1.1" status: 200 len: 812 time: 0.2552350 Apr 18 21:13:13.834661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Request body: {'port': {'device_id': '8cd457c1-7156-4afb-981c-dc5b51266e03', 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e', 'admin_state_up': True, 'tenant_id': '7c40cd1cdb344d849da27ba504b10787'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:13.859736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Made reservation on behalf of 7c40cd1cdb344d849da27ba504b10787 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:13.863039 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.894725 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf1170d-cae6-4baf-8cf4-7dfcbb53eb25'] response: {'server_uuid': '96650df9-3f27-422e-b7b2-dcd639966ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bda1f4-9385-44d6-bf67-0327d56f0ef0', 'code': 200} Apr 18 21:13:13.974397 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db5eb9e-2e92-4eed-82a1-10935a1465c4'] response: {'name': 'network-changed', 'server_uuid': 'a1ec79cc-cfbc-4d6a-b896-04199e260055', 'tag': '190b6be0-833e-4d15-b630-df393a1ab566', 'status': 'completed', 'code': 200} Apr 18 21:13:14.096408 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63c4a8cf-d9dd-4fa5-8f23-bbd73e905f88 req-72def1b0-9218-4f4e-98a8-d46de09cba91 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 1096 time: 0.3313723 Apr 18 21:13:14.107809 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-830c86dc-e4cf-484c-ab3e-8d2324cca686 req-878b87fd-d5d7-421a-8071-cce3565fc4fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 1094 time: 0.0860069 Apr 18 21:13:14.310457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:14.340513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Usage tracker for resource:port and tenant:7c40cd1cdb344d849da27ba504b10787 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:14.350978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c86dc-e4cf-484c-ab3e-8d2324cca686 req-08aef639-e922-4e4b-866b-9ec0c3a2e534 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:14.352004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:14.352507 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-830c86dc-e4cf-484c-ab3e-8d2324cca686 req-08aef639-e922-4e4b-866b-9ec0c3a2e534 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 912 time: 0.2383099 Apr 18 21:13:14.370652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:14.404159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63c4a8cf-d9dd-4fa5-8f23-bbd73e905f88 req-1a5e21ec-6393-4069-b54f-80805b10cd96 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216656 Apr 18 21:13:14.422303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Allocated IP 172.20.0.3 (7648569c-f417-445f-bc4f-9317fd6c344e/8e3e3810-f739-4f92-b380-0f9bd81f324e/a8f17084-bfeb-4005-98ff-ad3be902079f) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:14.427583 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-830c86dc-e4cf-484c-ab3e-8d2324cca686 req-2908cfbc-b5c0-46f2-bb30-61d923ef18a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190b6be0-833e-4d15-b630-df393a1ab566 HTTP/1.1" status: 200 len: 217 time: 0.0672367 Apr 18 21:13:14.433384 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42d2f05d-7391-4d4e-ad89-20b75e6f1619 req-7f9505c3-96e3-4a64-8683-2b97cad41c65 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 1096 time: 0.4628971 Apr 18 21:13:14.449243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da54d60-1547-4923-82e1-5d2dc8ecd139 req-ef49bcef-0a45-4300-a53a-ec517863f343 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:14.450753 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3da54d60-1547-4923-82e1-5d2dc8ecd139 req-ef49bcef-0a45-4300-a53a-ec517863f343 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 943 time: 0.3532252 Apr 18 21:13:14.456770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6769fbb-d1cc-4248-ac14-5e2f7fae8188 req-3651ee9e-8be1-4b0b-9c8b-818aab8224ed tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:14.458260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d6769fbb-d1cc-4248-ac14-5e2f7fae8188 req-3651ee9e-8be1-4b0b-9c8b-818aab8224ed tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 950 time: 0.3742161 Apr 18 21:13:14.495369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c86dc-e4cf-484c-ab3e-8d2324cca686 req-c13a2414-ba90-46e5-beb8-22f3bd05db6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:14.496083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Made reservation on behalf of 7c40cd1cdb344d849da27ba504b10787 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:14.496943 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-830c86dc-e4cf-484c-ab3e-8d2324cca686 req-c13a2414-ba90-46e5-beb8-22f3bd05db6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.0628214 Apr 18 21:13:14.499040 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.549132 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-830c86dc-e4cf-484c-ab3e-8d2324cca686 req-042a354b-6f70-439c-96cc-90d675d8de90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442150 Apr 18 21:13:14.697290 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-830c86dc-e4cf-484c-ab3e-8d2324cca686 req-7d7c5f2b-56d0-4ca6-8d74-0d4fda97cfe2 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420074 Apr 18 21:13:14.700620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-d6769fbb-d1cc-4248-ac14-5e2f7fae8188 req-07ba3a27-945d-4b67-acd2-0d6e8f2e1bf0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Deleting port 43f584c5-0b54-4f69-994e-3fdb4cabb63f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:14.700961 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d6769fbb-d1cc-4248-ac14-5e2f7fae8188 req-07ba3a27-945d-4b67-acd2-0d6e8f2e1bf0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.741611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42d2f05d-7391-4d4e-ad89-20b75e6f1619 req-f9d20f70-87ca-4c30-ae6d-b5e44733d974 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815740 Apr 18 21:13:14.752068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3da54d60-1547-4923-82e1-5d2dc8ecd139 req-5af184cb-8785-462d-b8ff-6819e2e47531 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908161 Apr 18 21:13:14.873442 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-830c86dc-e4cf-484c-ab3e-8d2324cca686 req-5ff4ece6-b7df-4d58-8446-5286bdea90a4 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696310 Apr 18 21:13:15.040463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b236f710-2e45-4dcb-a1ed-508bc6a24e2d req-ac8ba536-e2e8-4de8-ac1d-adecda2bb58c tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 210 time: 0.0791903 Apr 18 21:13:15.257771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 0995b31e-c2c8-4389-84f3-d3b5931c49aa up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:15.328839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 0995b31e-c2c8-4389-84f3-d3b5931c49aa triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:15.329227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.335066 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.413953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d6769fbb-d1cc-4248-ac14-5e2f7fae8188 req-07ba3a27-945d-4b67-acd2-0d6e8f2e1bf0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] For port 43f584c5-0b54-4f69-994e-3fdb4cabb63f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=43f584c5-0b54-4f69-994e-3fdb4cabb63f,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:15.414732 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d6769fbb-d1cc-4248-ac14-5e2f7fae8188 req-07ba3a27-945d-4b67-acd2-0d6e8f2e1bf0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.429116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c66647-e4ad-42ef-a74d-a7704dc30a08 req-f411c1c5-4f51-4263-a90a-3dd4181b0bfe tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:15.430616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02c66647-e4ad-42ef-a74d-a7704dc30a08 req-f411c1c5-4f51-4263-a90a-3dd4181b0bfe tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 945 time: 0.5210545 Apr 18 21:13:15.453173 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.489514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 0995b31e-c2c8-4389-84f3-d3b5931c49aa, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0995b31e-c2c8-4389-84f3-d3b5931c49aa,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:15.562003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-d6769fbb-d1cc-4248-ac14-5e2f7fae8188 req-07ba3a27-945d-4b67-acd2-0d6e8f2e1bf0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Calling delete_port for 43f584c5-0b54-4f69-994e-3fdb4cabb63f owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:15.565891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.637037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=0995b31e-c2c8-4389-84f3-d3b5931c49aa,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:15.639057 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eaa3dd37-404c-4aa7-bda3-118795e75eaa req-5e845abc-01f9-4aa4-87b6-1f96899402ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3891387 Apr 18 21:13:15.669300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02c66647-e4ad-42ef-a74d-a7704dc30a08 req-1974a4d0-019a-46e1-a789-8d9fa5f0758d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299643 Apr 18 21:13:15.747845 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.895766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61601afe-0d5f-4612-b0b3-60cec064ffb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0995b31e-c2c8-4389-84f3-d3b5931c49aa'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:15.947925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Network 7648569c-f417-445f-bc4f-9317fd6c344e is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:15.957456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:15.960072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:15.989622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Allocated IP 172.20.0.6 (7648569c-f417-445f-bc4f-9317fd6c344e/8e3e3810-f739-4f92-b380-0f9bd81f324e/22ec8ff8-3cd6-4cc9-9b6c-d553774de56c) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:15.999646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Pushing event updated for resources: {'Port': ['ID=a8f17084-bfeb-4005-98ff-ad3be902079f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:16.041899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d6769fbb-d1cc-4248-ac14-5e2f7fae8188 req-07ba3a27-945d-4b67-acd2-0d6e8f2e1bf0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.054684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:16.069940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:16.069940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:16.069940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:16.075706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:16.075706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:16.075706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:16.075706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:16.075706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:16.075706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:16.075706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:16.075706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:16.144148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba3a27-945d-4b67-acd2-0d6e8f2e1bf0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Pushing event deleted for resources: {'Port': ['ID=43f584c5-0b54-4f69-994e-3fdb4cabb63f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:16.207586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.207586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.282387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6769fbb-d1cc-4248-ac14-5e2f7fae8188 req-07ba3a27-945d-4b67-acd2-0d6e8f2e1bf0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] No DVR routers for this DVR port 43f584c5-0b54-4f69-994e-3fdb4cabb63f on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:16.292821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9925d28-d5f9-4c0a-b6ef-0638144293c4 req-b8f373fd-ddd0-43bb-8a12-7f58292030d5 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.294377 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9925d28-d5f9-4c0a-b6ef-0638144293c4 req-b8f373fd-ddd0-43bb-8a12-7f58292030d5 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1476708-5472-42fe-aae4-6736f262967d HTTP/1.1" status: 200 len: 950 time: 0.4635851 Apr 18 21:13:16.295366 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d6769fbb-d1cc-4248-ac14-5e2f7fae8188 req-07ba3a27-945d-4b67-acd2-0d6e8f2e1bf0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.315197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1476708-5472-42fe-aae4-6736f262967d', 'name': 'network-vif-deleted', 'tag': '43f584c5-0b54-4f69-994e-3fdb4cabb63f'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:16.416035 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-acfbf219-c389-4f30-b468-3d7436a89c9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0756521 Apr 18 21:13:16.423815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d6769fbb-d1cc-4248-ac14-5e2f7fae8188 req-07ba3a27-945d-4b67-acd2-0d6e8f2e1bf0 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.26 "DELETE /v2.0/ports/43f584c5-0b54-4f69-994e-3fdb4cabb63f HTTP/1.1" status: 204 len: 173 time: 1.9303286 Apr 18 21:13:16.437464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Request body: {'port': {'device_id': 'db7574d7-0c04-4c35-8919-ecb1a2c87886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:16.522151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9925d28-d5f9-4c0a-b6ef-0638144293c4 req-f0688db8-4ac4-44ca-931a-f2dd613aa37a tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967678 Apr 18 21:13:16.637337 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.652395 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.911585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba4682-c46c-423c-b8f1-de85ea4d6c0f req-99c7687a-d2db-4db2-ae5a-7a1fff06e0e0 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.915473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba4682-c46c-423c-b8f1-de85ea4d6c0f req-99c7687a-d2db-4db2-ae5a-7a1fff06e0e0 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.919344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba4682-c46c-423c-b8f1-de85ea4d6c0f req-99c7687a-d2db-4db2-ae5a-7a1fff06e0e0 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.923196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba4682-c46c-423c-b8f1-de85ea4d6c0f req-99c7687a-d2db-4db2-ae5a-7a1fff06e0e0 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.927397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba4682-c46c-423c-b8f1-de85ea4d6c0f req-99c7687a-d2db-4db2-ae5a-7a1fff06e0e0 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.931212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba4682-c46c-423c-b8f1-de85ea4d6c0f req-99c7687a-d2db-4db2-ae5a-7a1fff06e0e0 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.935087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba4682-c46c-423c-b8f1-de85ea4d6c0f req-99c7687a-d2db-4db2-ae5a-7a1fff06e0e0 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.936957 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11ba4682-c46c-423c-b8f1-de85ea4d6c0f req-99c7687a-d2db-4db2-ae5a-7a1fff06e0e0 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5421 time: 0.2031531 Apr 18 21:13:16.953751 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.122754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d054534d-81d6-4ae2-8507-7aa4b366c14e details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:17.127872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 43f584c5-0b54-4f69-994e-3fdb4cabb63f no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:17.169147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 43f584c5-0b54-4f69-994e-3fdb4cabb63f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:17.169831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 43f584c5-0b54-4f69-994e-3fdb4cabb63f not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:17.248832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Network 7648569c-f417-445f-bc4f-9317fd6c344e is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:17.255952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:17.261320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Pushing event updated for resources: {'Port': ['ID=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:17.266534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:17.308159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11ba4682-c46c-423c-b8f1-de85ea4d6c0f req-74eca451-fa0c-44a8-89e9-be20bcc8f636 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3558433 Apr 18 21:13:17.329728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d054534d-81d6-4ae2-8507-7aa4b366c14e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d054534d-81d6-4ae2-8507-7aa4b366c14e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:17.351593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'd054534d-81d6-4ae2-8507-7aa4b366c14e', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'd054534d-81d6-4ae2-8507-7aa4b366c14e', 'mac_address': 'fa:16:3e:2d:8f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:17.363850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:17.364501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.432477 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.451054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d054534d-81d6-4ae2-8507-7aa4b366c14e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:17.462372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f17084-bfeb-4005-98ff-ad3be902079f {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:17.467703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d054534d-81d6-4ae2-8507-7aa4b366c14e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d054534d-81d6-4ae2-8507-7aa4b366c14e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:17.469936 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.486627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Transition to ACTIVE for port object a8f17084-bfeb-4005-98ff-ad3be902079f will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:17.531961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-fb5858a1-420e-43c5-b24a-e018848b977f tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7012541 Apr 18 21:13:17.559527 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.582530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Request body: {'port': {'device_id': '8cd457c1-7156-4afb-981c-dc5b51266e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:17.607059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.636856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d054534d-81d6-4ae2-8507-7aa4b366c14e,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:17.651120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d054534d-81d6-4ae2-8507-7aa4b366c14e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:17.820074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Pushing event updated for resources: {'Port': ['ID=a8f17084-bfeb-4005-98ff-ad3be902079f,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:17.926815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebc2d7-91a9-4101-950e-c2e6f9ae1d9b req-c7d2751f-bbfd-45e4-80a4-30fac8ab7c84 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:17.928270 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0ebc2d7-91a9-4101-950e-c2e6f9ae1d9b req-c7d2751f-bbfd-45e4-80a4-30fac8ab7c84 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 943 time: 0.3913140 Apr 18 21:13:17.928866 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.061908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-9341e6ee-6548-4061-a394-eb88a8df22eb tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:13:18.062883 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-9341e6ee-6548-4061-a394-eb88a8df22eb tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053427 Apr 18 21:13:18.073851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] Request body: {'binding': {'host': 'n-h1-836017-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:18.074356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] Unknown quota resources ['binding']. {{(pid=85049) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 21:13:18.114844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0ebc2d7-91a9-4101-950e-c2e6f9ae1d9b req-ec553312-94a5-4ca9-8222-2e7b0a75d9ec tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736352 Apr 18 21:13:18.130612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Attempting to bind port a8f17084-bfeb-4005-98ff-ad3be902079f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:18.130962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Attempting to bind port a8f17084-bfeb-4005-98ff-ad3be902079f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:18.131275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Attempting to bind port a8f17084-bfeb-4005-98ff-ad3be902079f on network 7648569c-f417-445f-bc4f-9317fd6c344e {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:18.145693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Port a8f17084-bfeb-4005-98ff-ad3be902079f on network 7648569c-f417-445f-bc4f-9317fd6c344e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:13:18.146013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Attempting to bind port a8f17084-bfeb-4005-98ff-ad3be902079f on network 7648569c-f417-445f-bc4f-9317fd6c344e {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:18.160249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:18.160588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Checking segment: {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:18.160972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Bound using segment: {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:18.161409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Bound port: a8f17084-bfeb-4005-98ff-ad3be902079f, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:18.161777 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.198679 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf42cdd-ccca-4fbe-92bd-e3366b3f6f81'] response: {'server_uuid': '61601afe-0d5f-4612-b0b3-60cec064ffb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0995b31e-c2c8-4389-84f3-d3b5931c49aa', 'code': 200} Apr 18 21:13:18.304869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] Attempting to bind port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on host n-h1-836017-3 for vnic_type normal with profile None {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:18.305204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] Attempting to bind port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:18.305565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] Attempting to bind port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:18.311967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] Port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:13:18.312294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] Attempting to bind port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:18.319272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:18.319608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:18.319990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] Bound using segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:18.320419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] Bound port: 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:18.350434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:18.425716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] For port a8f17084-bfeb-4005-98ff-ad3be902079f, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:18.429314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] Notify callbacks [] for binding, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.430709 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-37bf01ce-723f-4340-a845-9dc21ddd1391 service neutron] 10.222.0.11 "POST /v2.0/ports/6dfda726-51f0-474d-a61f-c9bb3b4b55f8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3609343 Apr 18 21:13:18.452564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] For port a8f17084-bfeb-4005-98ff-ad3be902079f, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a8f17084-bfeb-4005-98ff-ad3be902079f,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:18.516849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399255f6-f837-4ecc-8407-4ac8f39e627a req-de942e34-62a8-4246-9983-6fdc66885f45 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:18.517842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-399255f6-f837-4ecc-8407-4ac8f39e627a req-de942e34-62a8-4246-9983-6fdc66885f45 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Synchronizing usage tracker for tenant:7c40cd1cdb344d849da27ba504b10787 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:18.525677 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.580451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:18.608643 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.624506 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.625895 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] 10.222.0.59 "PUT /v2.0/ports/a8f17084-bfeb-4005-98ff-ad3be902079f HTTP/1.1" status: 200 len: 1091 time: 2.1991036 Apr 18 21:13:18.639608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Transition to ACTIVE for port object 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:18.643701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9486b9-95c4-4503-83a8-e164768eaebb service neutron] Pushing event updated for resources: {'Port': ['ID=a8f17084-bfeb-4005-98ff-ad3be902079f,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:18.683130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-399255f6-f837-4ecc-8407-4ac8f39e627a req-de942e34-62a8-4246-9983-6fdc66885f45 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Unset dirty status for tenant:7c40cd1cdb344d849da27ba504b10787 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:18.683130 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-399255f6-f837-4ecc-8407-4ac8f39e627a req-de942e34-62a8-4246-9983-6fdc66885f45 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 931 time: 0.3765130 Apr 18 21:13:18.732189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-399255f6-f837-4ecc-8407-4ac8f39e627a req-57614280-cb39-481e-b045-456a96640075 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458279 Apr 18 21:13:18.740606 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b9ce37-e75d-446d-a7a7-c0b1e9dc7c53'] response: {'server_uuid': 'f1476708-5472-42fe-aae4-6736f262967d', 'name': 'network-vif-deleted', 'tag': '43f584c5-0b54-4f69-994e-3fdb4cabb63f', 'status': 'completed', 'code': 200} Apr 18 21:13:18.761406 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.118136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 190b6be0-833e-4d15-b630-df393a1ab566 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:19.120820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d054534d-81d6-4ae2-8507-7aa4b366c14e up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:19.179231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Pushing event updated for resources: {'Port': ['ID=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:19.297142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 0995b31e-c2c8-4389-84f3-d3b5931c49aa no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:19.358900 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-9aed69a0-54c8-4ecf-9471-89ae6e7e8774 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c40cd1cdb344d849da27ba504b10787&device_id=db7574d7-0c04-4c35-8919-ecb1a2c87886 HTTP/1.1" status: 200 len: 1094 time: 0.5378273 Apr 18 21:13:19.377781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c71c60-324a-428b-a288-022c13520709 req-952e4f75-da26-4435-9a42-351fdea56e2f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:19.379216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83c71c60-324a-428b-a288-022c13520709 req-952e4f75-da26-4435-9a42-351fdea56e2f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 945 time: 0.5143323 Apr 18 21:13:19.391433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port d054534d-81d6-4ae2-8507-7aa4b366c14e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:19.391794 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.427648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 190b6be0-833e-4d15-b630-df393a1ab566, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=190b6be0-833e-4d15-b630-df393a1ab566,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:19.438837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101237-bd3f-4677-9a67-4baa85401f7c req-a9e20c5c-cd7b-4ffd-a71b-489a5c2164ea tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:19.440600 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c101237-bd3f-4677-9a67-4baa85401f7c req-a9e20c5c-cd7b-4ffd-a71b-489a5c2164ea tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=61601afe-0d5f-4612-b0b3-60cec064ffb2 HTTP/1.1" status: 200 len: 946 time: 0.5830517 Apr 18 21:13:19.484518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-33f93729-832d-479b-844f-114c75ed6a93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 1096 time: 0.3667333 Apr 18 21:13:19.486303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '190b6be0-833e-4d15-b630-df393a1ab566', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'port_id': '190b6be0-833e-4d15-b630-df393a1ab566', 'mac_address': 'fa:16:3e:2f:94:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6eed83b-bd8b-4106-83ab-7db4459dec92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:19.516036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-2738f1df-8533-4831-aa0e-3078d07b6d0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f17084-bfeb-4005-98ff-ad3be902079f HTTP/1.1" status: 200 len: 217 time: 0.1339366 Apr 18 21:13:19.543714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Attempting to bind port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:19.544464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Attempting to bind port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:19.544464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Attempting to bind port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c on network 7648569c-f417-445f-bc4f-9317fd6c344e {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:19.572990 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.600763 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.671039 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190b6be0-833e-4d15-b630-df393a1ab566 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:19.682471 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c on network 7648569c-f417-445f-bc4f-9317fd6c344e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:13:19.682797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Attempting to bind port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c on network 7648569c-f417-445f-bc4f-9317fd6c344e {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:19.687146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 0995b31e-c2c8-4389-84f3-d3b5931c49aa, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0995b31e-c2c8-4389-84f3-d3b5931c49aa,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:19.693586 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83c71c60-324a-428b-a288-022c13520709 req-0eed5cfe-0b1b-4e08-a02c-dffccffd1e37 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621319 Apr 18 21:13:19.694048 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.713938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 190b6be0-833e-4d15-b630-df393a1ab566, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=190b6be0-833e-4d15-b630-df393a1ab566,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:19.731451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-1ffe6ee3-2325-4c26-8a97-6ed0671cebcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:19.732911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-1ffe6ee3-2325-4c26-8a97-6ed0671cebcb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e3e3810-f739-4f92-b380-0f9bd81f324e HTTP/1.1" status: 200 len: 852 time: 0.1906264 Apr 18 21:13:19.735209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c101237-bd3f-4677-9a67-4baa85401f7c req-ac389bd2-c3b4-4c8a-af73-30cbf7eff1ea tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c352aff5-7da6-4358-a30d-05cbd7fa2186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636368 Apr 18 21:13:19.738549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d054534d-81d6-4ae2-8507-7aa4b366c14e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d054534d-81d6-4ae2-8507-7aa4b366c14e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:19.738997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:19.739340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Checking segment: {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:19.739723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Bound using segment: {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:19.740749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Bound port: 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794f38d7-1f0c-469a-a08b-53e1f0040a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:19.740749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.759331 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.803560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-281daeaa-be64-4968-b08c-284b89898cf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:19.805050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-281daeaa-be64-4968-b08c-284b89898cf6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.2908964 Apr 18 21:13:19.865495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=0995b31e-c2c8-4389-84f3-d3b5931c49aa,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:19.874325 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.876133 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.954697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d054534d-81d6-4ae2-8507-7aa4b366c14e,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:20.009546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-f36021f9-c198-4b2e-b74c-f87baa0d4e0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7648569c-f417-445f-bc4f-9317fd6c344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1849165 Apr 18 21:13:20.020362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=190b6be0-833e-4d15-b630-df393a1ab566,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:20.021969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-1e449d35-3367-40b2-97a2-256e49b63ea5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8 HTTP/1.1" status: 200 len: 217 time: 0.1963892 Apr 18 21:13:20.160767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] For port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:20.199955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61601afe-0d5f-4612-b0b3-60cec064ffb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0995b31e-c2c8-4389-84f3-d3b5931c49aa'}, {'server_uuid': '506ea287-ebc9-4997-ad21-597a8ca9ae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054534d-81d6-4ae2-8507-7aa4b366c14e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:20.217203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] For port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:20.261797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-1e9d152b-7ec4-409a-9fd9-ab33a8081cc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.263178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-1e9d152b-7ec4-409a-9fd9-ab33a8081cc5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.1933312 Apr 18 21:13:20.326184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55cae5-2616-475b-88d9-50abee15c061 req-77bd37e2-2e76-4b2a-99ff-8d8b3736a628 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.331268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55cae5-2616-475b-88d9-50abee15c061 req-77bd37e2-2e76-4b2a-99ff-8d8b3736a628 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.335132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55cae5-2616-475b-88d9-50abee15c061 req-77bd37e2-2e76-4b2a-99ff-8d8b3736a628 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.338944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55cae5-2616-475b-88d9-50abee15c061 req-77bd37e2-2e76-4b2a-99ff-8d8b3736a628 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.342787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55cae5-2616-475b-88d9-50abee15c061 req-77bd37e2-2e76-4b2a-99ff-8d8b3736a628 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.347340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55cae5-2616-475b-88d9-50abee15c061 req-77bd37e2-2e76-4b2a-99ff-8d8b3736a628 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.351187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55cae5-2616-475b-88d9-50abee15c061 req-77bd37e2-2e76-4b2a-99ff-8d8b3736a628 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.353060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee55cae5-2616-475b-88d9-50abee15c061 req-77bd37e2-2e76-4b2a-99ff-8d8b3736a628 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5421 time: 0.4321780 Apr 18 21:13:20.369263 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-858b580c-aef6-49b0-857c-2e2bf6af170e service neutron] 10.222.0.59 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207638 Apr 18 21:13:20.374397 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.415292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['190b6be0-833e-4d15-b630-df393a1ab566'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:20.422856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-a7052428-f688-4937-b450-d8fd84ddf94e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385195 Apr 18 21:13:20.478514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81bc54-0fae-4aa9-af0e-ca1633730cd3 req-0d9e4950-24f8-4d87-9e44-e2d564b59cd0 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.479940 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c81bc54-0fae-4aa9-af0e-ca1633730cd3 req-0d9e4950-24f8-4d87-9e44-e2d564b59cd0 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 945 time: 0.5459893 Apr 18 21:13:20.794743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7574d7-0c04-4c35-8919-ecb1a2c87886', 'tag': 'a8f17084-bfeb-4005-98ff-ad3be902079f'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:20.801337 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.802720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] 10.222.0.26 "PUT /v2.0/ports/22ec8ff8-3cd6-4cc9-9b6c-d553774de56c HTTP/1.1" status: 200 len: 1091 time: 3.2300289 Apr 18 21:13:20.853021 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7e15-c8e6-44db-b643-bba3e1f4c69b service neutron] Pushing event updated for resources: {'Port': ['ID=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:20.872805 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee55cae5-2616-475b-88d9-50abee15c061 req-69bcc4a3-d7f7-4b4e-84af-aebd90dde70c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5064809 Apr 18 21:13:20.891669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c81bc54-0fae-4aa9-af0e-ca1633730cd3 req-23a1581b-439c-4214-b619-7e0fdad759e4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265824 Apr 18 21:13:20.940428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-1fb51cc9-c4b9-423a-97bc-e55edc926330 service neutron] 10.222.0.59 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601614 Apr 18 21:13:20.948984 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-342c6c10-e5e4-42d8-ba25-6862b6a74fb5 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792984 Apr 18 21:13:21.284427 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-9b61d960-b463-414d-a0dc-c615b88c0ba8 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288176 Apr 18 21:13:21.306963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-e846dde4-c55e-4bc8-957d-999fed1608d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c40cd1cdb344d849da27ba504b10787&device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 1094 time: 0.2632203 Apr 18 21:13:21.314238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d024e8-97e6-4328-8c39-da424330e050 req-74ab29f3-5c7e-45c2-8365-768ff65f75ce tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:21.314617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4d024e8-97e6-4328-8c39-da424330e050 req-74ab29f3-5c7e-45c2-8365-768ff65f75ce tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 943 time: 0.2221835 Apr 18 21:13:21.321551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6969069-4e06-47b9-8cf2-17bb7112a08b req-f91fd97a-5260-4a2e-a6ae-0c678f78ec22 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:21.323020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6969069-4e06-47b9-8cf2-17bb7112a08b req-f91fd97a-5260-4a2e-a6ae-0c678f78ec22 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 944 time: 0.2804987 Apr 18 21:13:21.430189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-f9b93e9c-ff09-4670-82b6-2970998380c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c HTTP/1.1" status: 200 len: 217 time: 0.1142981 Apr 18 21:13:21.560353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4d024e8-97e6-4328-8c39-da424330e050 req-84fbe644-6c13-411f-ba15-390f75f97a6e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901929 Apr 18 21:13:21.562474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6969069-4e06-47b9-8cf2-17bb7112a08b req-ff4ee948-5a72-478b-9a03-25c7f42dd0c4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904483 Apr 18 21:13:21.575277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-a24b94c1-5b71-47ba-9b52-205b8739ecc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:21.576666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-a24b94c1-5b71-47ba-9b52-205b8739ecc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e3e3810-f739-4f92-b380-0f9bd81f324e HTTP/1.1" status: 200 len: 852 time: 0.1350076 Apr 18 21:13:21.631706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-ef54e0b1-e166-4bee-89fa-1302e3ac2277 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7648569c-f417-445f-bc4f-9317fd6c344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478578 Apr 18 21:13:21.755940 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-e6bdb520-33af-4e74-b2aa-892776cd7949 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1096 time: 0.2726169 Apr 18 21:13:21.821092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-3'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:21.980742 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-92550fc8-a705-4963-b033-fdeb4db95443 service neutron] 10.222.0.26 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413460 Apr 18 21:13:22.047029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed93442-73c5-41fe-9acf-8d92bca22b5b req-76d2c33c-a681-4b02-b125-6fdaaead0f4b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.048001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eed93442-73c5-41fe-9acf-8d92bca22b5b req-76d2c33c-a681-4b02-b125-6fdaaead0f4b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.3344016 Apr 18 21:13:22.141562 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:22.152049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eed93442-73c5-41fe-9acf-8d92bca22b5b req-512ddcff-3ebb-474e-b188-b257e8f1074a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/quotas/b417c5ef5a3d4a90bf5edb700a3ea12a HTTP/1.1" status: 200 len: 375 time: 0.0531385 Apr 18 21:13:22.288327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a17f7e-2268-4f6e-8b8f-cc35f3cda07e req-f1a15137-f8c1-47ec-a561-89073568d174 service neutron] 10.222.0.26 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922628 Apr 18 21:13:22.451317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eed93442-73c5-41fe-9acf-8d92bca22b5b req-dce330c7-4773-4fab-8c5a-d349f9b62a87 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2901528 Apr 18 21:13:22.614584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:22.623617 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447adc68-5210-4733-bc40-296d77c6c9cb'] response: {'server_uuid': '61601afe-0d5f-4612-b0b3-60cec064ffb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0995b31e-c2c8-4389-84f3-d3b5931c49aa', 'code': 200} Apr 18 21:13:22.623617 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447adc68-5210-4733-bc40-296d77c6c9cb'] response: {'server_uuid': '506ea287-ebc9-4997-ad21-597a8ca9ae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054534d-81d6-4ae2-8507-7aa4b366c14e', 'code': 200} Apr 18 21:13:22.658601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:22.689035 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9529388c-9cd2-4ef9-933c-20fc97e692de'] response: {'name': 'network-changed', 'server_uuid': 'db7574d7-0c04-4c35-8919-ecb1a2c87886', 'tag': 'a8f17084-bfeb-4005-98ff-ad3be902079f', 'status': 'completed', 'code': 200} Apr 18 21:13:22.851275 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:13:22.913607 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.005676 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eed93442-73c5-41fe-9acf-8d92bca22b5b req-6abd46cb-2548-421d-bde7-7f1139e785d5 service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363431 Apr 18 21:13:23.039294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaa1acd7-a4ae-4dfd-8ac9-66dd79e02545 req-1620f179-00cd-4e03-b34a-547a640e7cd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c40cd1cdb344d849da27ba504b10787&device_id=db7574d7-0c04-4c35-8919-ecb1a2c87886 HTTP/1.1" status: 200 len: 1094 time: 0.3110476 Apr 18 21:13:23.040031 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.119459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 190b6be0-833e-4d15-b630-df393a1ab566 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:23.291605 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 190b6be0-833e-4d15-b630-df393a1ab566 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:23.299198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 190b6be0-833e-4d15-b630-df393a1ab566 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:23.299790 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.329153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c46969-e2c9-455f-9549-0c74f5bf9eb8 req-b2f995f3-0573-410a-a139-7bb01f6b5011 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:23.334672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c46969-e2c9-455f-9549-0c74f5bf9eb8 req-b2f995f3-0573-410a-a139-7bb01f6b5011 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:23.339202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c46969-e2c9-455f-9549-0c74f5bf9eb8 req-b2f995f3-0573-410a-a139-7bb01f6b5011 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:23.339427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a8f17084-bfeb-4005-98ff-ad3be902079f details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:23.344354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c46969-e2c9-455f-9549-0c74f5bf9eb8 req-b2f995f3-0573-410a-a139-7bb01f6b5011 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:23.350654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c46969-e2c9-455f-9549-0c74f5bf9eb8 req-b2f995f3-0573-410a-a139-7bb01f6b5011 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:23.356875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c46969-e2c9-455f-9549-0c74f5bf9eb8 req-b2f995f3-0573-410a-a139-7bb01f6b5011 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:23.363018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c46969-e2c9-455f-9549-0c74f5bf9eb8 req-b2f995f3-0573-410a-a139-7bb01f6b5011 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:23.365672 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6c46969-e2c9-455f-9549-0c74f5bf9eb8 req-b2f995f3-0573-410a-a139-7bb01f6b5011 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5421 time: 0.5307770 Apr 18 21:13:23.497524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Pushing event updated for resources: {'Port': ['ID=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:23.547873 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.620567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a8f17084-bfeb-4005-98ff-ad3be902079f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a8f17084-bfeb-4005-98ff-ad3be902079f,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:23.631398 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 190b6be0-833e-4d15-b630-df393a1ab566, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=190b6be0-833e-4d15-b630-df393a1ab566,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:23.644384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'a8f17084-bfeb-4005-98ff-ad3be902079f', 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e', 'port_id': 'a8f17084-bfeb-4005-98ff-ad3be902079f', 'mac_address': 'fa:16:3e:30:02:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3e3810-f739-4f92-b380-0f9bd81f324e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:23.676276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eed93442-73c5-41fe-9acf-8d92bca22b5b req-faeb52db-9732-42ee-abb4-86d43df0da47 service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633046 Apr 18 21:13:23.685781 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6c46969-e2c9-455f-9549-0c74f5bf9eb8 req-b4a4dea4-ddbe-4635-ba48-39c4fd7a6fa1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2529740 Apr 18 21:13:23.686843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1acd7-a4ae-4dfd-8ac9-66dd79e02545 req-1a43a5b8-a91c-41c8-9ba9-f73821e026e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:23.688252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaa1acd7-a4ae-4dfd-8ac9-66dd79e02545 req-1a43a5b8-a91c-41c8-9ba9-f73821e026e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7648569c-f417-445f-bc4f-9317fd6c344e HTTP/1.1" status: 200 len: 913 time: 0.5978889 Apr 18 21:13:23.699745 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.869970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Attempting to bind port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on host n-h2-836017-3 for vnic_type normal with profile {"migrating_to": "n-h1-836017-3"} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:23.870407 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Attempting to bind port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:23.871607 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.877886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Attempting to bind port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:23.897516 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaa1acd7-a4ae-4dfd-8ac9-66dd79e02545 req-57d73919-b5b2-4a86-8444-f8708dc95a31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f17084-bfeb-4005-98ff-ad3be902079f HTTP/1.1" status: 200 len: 217 time: 0.1931310 Apr 18 21:13:23.903627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:13:23.903963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Attempting to bind port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:23.913942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f17084-bfeb-4005-98ff-ad3be902079f {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:23.925050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=190b6be0-833e-4d15-b630-df393a1ab566,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:23.945300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a8f17084-bfeb-4005-98ff-ad3be902079f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a8f17084-bfeb-4005-98ff-ad3be902079f,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:24.015988 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.146959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:24.147534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:24.147654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Bound using segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:24.148096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Bound port: 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:24.148444 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.192409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a8f17084-bfeb-4005-98ff-ad3be902079f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:24.286984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['a8f17084-bfeb-4005-98ff-ad3be902079f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:24.316373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1acd7-a4ae-4dfd-8ac9-66dd79e02545 req-59a07963-f00d-4ece-aeda-2365d0b57deb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:24.319813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaa1acd7-a4ae-4dfd-8ac9-66dd79e02545 req-59a07963-f00d-4ece-aeda-2365d0b57deb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e3e3810-f739-4f92-b380-0f9bd81f324e HTTP/1.1" status: 200 len: 852 time: 0.4111459 Apr 18 21:13:24.320198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-6840b85b-cd6b-496d-b5d8-aded6ee64f75 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:24.321653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-6840b85b-cd6b-496d-b5d8-aded6ee64f75 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Synchronizing usage tracker for tenant:7a475aa896ef4fec97fbbc5f04457cb6 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:24.343300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-6effc7e9-b214-4c19-91a4-30467287972c tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:24.346255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-6effc7e9-b214-4c19-91a4-30467287972c tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Synchronizing usage tracker for tenant:4b89d7c1a84f4c4fa013296004582b6c on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:24.514777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-6840b85b-cd6b-496d-b5d8-aded6ee64f75 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Unset dirty status for tenant:7a475aa896ef4fec97fbbc5f04457cb6 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:24.517070 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-6840b85b-cd6b-496d-b5d8-aded6ee64f75 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.59 "GET /v2.0/ports?device_id=61601afe-0d5f-4612-b0b3-60cec064ffb2 HTTP/1.1" status: 200 len: 944 time: 0.5327694 Apr 18 21:13:24.518363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-6effc7e9-b214-4c19-91a4-30467287972c tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Unset dirty status for tenant:4b89d7c1a84f4c4fa013296004582b6c on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:24.520029 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-6effc7e9-b214-4c19-91a4-30467287972c tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 951 time: 0.4296455 Apr 18 21:13:24.520966 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaa1acd7-a4ae-4dfd-8ac9-66dd79e02545 req-7d312de3-5473-483a-93d3-e659f4d8a657 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7648569c-f417-445f-bc4f-9317fd6c344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1806581 Apr 18 21:13:24.626193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ec79cc-cfbc-4d6a-b896-04199e260055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190b6be0-833e-4d15-b630-df393a1ab566'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:24.632644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:24.646078 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bbb818a5-31d6-49db-ac20-5151661505ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.663233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f6fd8-4936-4e6d-88b3-dc1e412d7329 req-85cdd496-9002-425c-8c0f-1422ad5d7d49 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:24.674340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce8f6fd8-4936-4e6d-88b3-dc1e412d7329 req-85cdd496-9002-425c-8c0f-1422ad5d7d49 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 943 time: 0.6952672 Apr 18 21:13:24.693452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd457c1-7156-4afb-981c-dc5b51266e03', 'tag': '22ec8ff8-3cd6-4cc9-9b6c-d553774de56c'}, {'server_uuid': '1482142f-94e8-4161-984a-36353fb232d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dfda726-51f0-474d-a61f-c9bb3b4b55f8'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:24.714069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:24.781041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-1f9fdaf1-7267-4574-8f72-2c19e2947c6b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Deleting port 0995b31e-c2c8-4389-84f3-d3b5931c49aa {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:24.786453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-1f9fdaf1-7267-4574-8f72-2c19e2947c6b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.806522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce8f6fd8-4936-4e6d-88b3-dc1e412d7329 req-d8de9f01-6ab9-4450-be80-ab7cdca8d28c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337805 Apr 18 21:13:24.841229 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.879376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-9054a2aa-b452-47cd-90a4-ece8c6eebae4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Deleting port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:24.879748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-9054a2aa-b452-47cd-90a4-ece8c6eebae4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.094897 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaa1acd7-a4ae-4dfd-8ac9-66dd79e02545 req-c96b1c9b-4e70-4ec8-a4dd-10a61d958854 service neutron] 10.222.0.59 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613303 Apr 18 21:13:25.125075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 7b717850-ef68-4d35-a4ea-94a09c1e471c details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:25.349803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a8f17084-bfeb-4005-98ff-ad3be902079f up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:25.368079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaa1acd7-a4ae-4dfd-8ac9-66dd79e02545 req-aeba672a-951a-4b20-8f98-30018f4de47a service neutron] 10.222.0.59 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596538 Apr 18 21:13:25.375841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fb081-d294-4400-934d-91606378b1a9 req-60b2e547-a214-46a8-a4aa-f39803ba7e13 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:25.376318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4d6fb081-d294-4400-934d-91606378b1a9 req-60b2e547-a214-46a8-a4aa-f39803ba7e13 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Synchronizing usage tracker for tenant:4b89d7c1a84f4c4fa013296004582b6c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:25.435590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-1f9fdaf1-7267-4574-8f72-2c19e2947c6b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] For port 0995b31e-c2c8-4389-84f3-d3b5931c49aa, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0995b31e-c2c8-4389-84f3-d3b5931c49aa,segment=NetworkSegment(8c6cc64d-7d25-44ed-b996-7f56a82f336b),segment_id=8c6cc64d-7d25-44ed-b996-7f56a82f336b)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:25.436218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-1f9fdaf1-7267-4574-8f72-2c19e2947c6b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.483988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4d6fb081-d294-4400-934d-91606378b1a9 req-60b2e547-a214-46a8-a4aa-f39803ba7e13 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Unset dirty status for tenant:4b89d7c1a84f4c4fa013296004582b6c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:25.495902 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d6fb081-d294-4400-934d-91606378b1a9 req-60b2e547-a214-46a8-a4aa-f39803ba7e13 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 951 time: 1.0544720 Apr 18 21:13:25.537229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Pushing event updated for resources: {'Port': ['ID=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,revision_number=8']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:25.602133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d6fb081-d294-4400-934d-91606378b1a9 req-46477331-0338-4d4a-964a-4b908cc0d2ce tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d857ffd-4ec3-4598-b8e6-217e63dda2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052234 Apr 18 21:13:25.671968 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.672687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-730dc0ed-c4f5-4f99-b114-7e8c202c4a3d service neutron] 10.222.0.59 "PUT /v2.0/ports/6dfda726-51f0-474d-a61f-c9bb3b4b55f8 HTTP/1.1" status: 200 len: 1121 time: 3.8624456 Apr 18 21:13:25.699769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc9b04-2b18-46ab-88b2-fa3151c79600 req-1d9a54ff-51a9-47e6-ad0b-4d301575e3e0 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:25.707745 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1dc9b04-2b18-46ab-88b2-fa3151c79600 req-1d9a54ff-51a9-47e6-ad0b-4d301575e3e0 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 943 time: 0.6618001 Apr 18 21:13:25.760737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 7b717850-ef68-4d35-a4ea-94a09c1e471c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=7b717850-ef68-4d35-a4ea-94a09c1e471c,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:25.762406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-1f9fdaf1-7267-4574-8f72-2c19e2947c6b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Calling delete_port for 0995b31e-c2c8-4389-84f3-d3b5931c49aa owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:25.777539 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1dc9b04-2b18-46ab-88b2-fa3151c79600 req-e6407ea2-c01a-4de3-97dd-249c3d42374a tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687909 Apr 18 21:13:25.794322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '7b717850-ef68-4d35-a4ea-94a09c1e471c', 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7', 'port_id': '7b717850-ef68-4d35-a4ea-94a09c1e471c', 'mac_address': 'fa:16:3e:c1:90:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64287c0-a205-49e1-a0cb-274d85bdb1d9', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:25.797539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['6dfda726-51f0-474d-a61f-c9bb3b4b55f8'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:25.854526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-9054a2aa-b452-47cd-90a4-ece8c6eebae4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] For port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:25.854901 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-9054a2aa-b452-47cd-90a4-ece8c6eebae4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:26.018943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port a8f17084-bfeb-4005-98ff-ad3be902079f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:26.051032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-9054a2aa-b452-47cd-90a4-ece8c6eebae4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Calling delete_port for 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:26.052999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port a8f17084-bfeb-4005-98ff-ad3be902079f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:26.053817 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:26.060455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cb52d-617b-4417-aa00-e6f0405dbbf7 req-460d2734-5286-4068-a493-31c174eaa505 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:26.070426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca5cb52d-617b-4417-aa00-e6f0405dbbf7 req-460d2734-5286-4068-a493-31c174eaa505 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 945 time: 0.1503785 Apr 18 21:13:26.141306 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:26.157135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca5cb52d-617b-4417-aa00-e6f0405dbbf7 req-f3bf4dd0-0a9d-46c5-ac8e-f57b2c3e29c1 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855956 Apr 18 21:13:26.205396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b717850-ef68-4d35-a4ea-94a09c1e471c {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:26.345420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 7b717850-ef68-4d35-a4ea-94a09c1e471c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=7b717850-ef68-4d35-a4ea-94a09c1e471c,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:26.472096 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:26.490849 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:26.490849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d1ea4309-8d10-45e8-8c66-3fbfd04a2242 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:26.596321 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-1f9fdaf1-7267-4574-8f72-2c19e2947c6b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:26.625078 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=7b717850-ef68-4d35-a4ea-94a09c1e471c,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:26.685748 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ff883a-6660-4783-9362-15ab80dec739'] response: {'server_uuid': 'a1ec79cc-cfbc-4d6a-b896-04199e260055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190b6be0-833e-4d15-b630-df393a1ab566', 'code': 200} Apr 18 21:13:26.758760 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518fefc8-15b6-4af3-b24a-2a588fe7756f'] response: {'name': 'network-changed', 'server_uuid': '8cd457c1-7156-4afb-981c-dc5b51266e03', 'tag': '22ec8ff8-3cd6-4cc9-9b6c-d553774de56c', 'status': 'completed', 'code': 200} Apr 18 21:13:26.759572 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518fefc8-15b6-4af3-b24a-2a588fe7756f'] response: {'server_uuid': '1482142f-94e8-4161-984a-36353fb232d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dfda726-51f0-474d-a61f-c9bb3b4b55f8', 'code': 200} Apr 18 21:13:26.788095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a8f17084-bfeb-4005-98ff-ad3be902079f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a8f17084-bfeb-4005-98ff-ad3be902079f,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:26.817334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fdaf1-7267-4574-8f72-2c19e2947c6b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Pushing event deleted for resources: {'Port': ['ID=0995b31e-c2c8-4389-84f3-d3b5931c49aa,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:26.940203 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:26.941354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 0995b31e-c2c8-4389-84f3-d3b5931c49aa no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:27.046664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 0995b31e-c2c8-4389-84f3-d3b5931c49aa {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:27.047010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 0995b31e-c2c8-4389-84f3-d3b5931c49aa not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:27.090777 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-9054a2aa-b452-47cd-90a4-ece8c6eebae4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.139231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-578da25a-efc8-4731-9bcd-7fa0caeed553 req-47fc764c-f73e-487e-a9a5-e57b781fa167 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c40cd1cdb344d849da27ba504b10787&device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 1094 time: 0.3559248 Apr 18 21:13:27.144189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a8f17084-bfeb-4005-98ff-ad3be902079f,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:27.159853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d1ea4309-8d10-45e8-8c66-3fbfd04a2242, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:27.198492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'port_id': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242', 'mac_address': 'fa:16:3e:a7:d5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:27.202599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-1f9fdaf1-7267-4574-8f72-2c19e2947c6b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] No DVR routers for this DVR port 0995b31e-c2c8-4389-84f3-d3b5931c49aa on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:27.238180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43339eba-9399-4c90-828d-76e7a2e37d2e req-9c982381-1c26-48c0-90d0-1a5b48a70efe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 1096 time: 0.4160030 Apr 18 21:13:27.243917 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-1f9fdaf1-7267-4574-8f72-2c19e2947c6b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.265446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054a2aa-b452-47cd-90a4-ece8c6eebae4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Pushing event deleted for resources: {'Port': ['ID=42bf8f34-b8ab-413a-b3a2-a92c65cd53c3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:27.275445 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61601afe-0d5f-4612-b0b3-60cec064ffb2', 'name': 'network-vif-deleted', 'tag': '0995b31e-c2c8-4389-84f3-d3b5931c49aa'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:27.330823 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.341397 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-58e08ac9-602a-48bc-b389-219175edec1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.344589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a5bd4-0cb8-481f-bb9d-f4e48337b4d0 req-401f9a4c-cdb7-429b-bc6f-98d49bfb041b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:27.350300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a5bd4-0cb8-481f-bb9d-f4e48337b4d0 req-401f9a4c-cdb7-429b-bc6f-98d49bfb041b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:27.355095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a5bd4-0cb8-481f-bb9d-f4e48337b4d0 req-401f9a4c-cdb7-429b-bc6f-98d49bfb041b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:27.359734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a5bd4-0cb8-481f-bb9d-f4e48337b4d0 req-401f9a4c-cdb7-429b-bc6f-98d49bfb041b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:27.364408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ea4309-8d10-45e8-8c66-3fbfd04a2242 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:27.364724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a5bd4-0cb8-481f-bb9d-f4e48337b4d0 req-401f9a4c-cdb7-429b-bc6f-98d49bfb041b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:27.368430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:27.369074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a5bd4-0cb8-481f-bb9d-f4e48337b4d0 req-401f9a4c-cdb7-429b-bc6f-98d49bfb041b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:27.370730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:27.373256 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a5bd4-0cb8-481f-bb9d-f4e48337b4d0 req-401f9a4c-cdb7-429b-bc6f-98d49bfb041b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:27.375296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-560a5bd4-0cb8-481f-bb9d-f4e48337b4d0 req-401f9a4c-cdb7-429b-bc6f-98d49bfb041b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5422 time: 0.4370871 Apr 18 21:13:27.383262 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7d86e75a-e437-4854-b2d7-15260f8a0ca8 req-1f9fdaf1-7267-4574-8f72-2c19e2947c6b tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.59 "DELETE /v2.0/ports/0995b31e-c2c8-4389-84f3-d3b5931c49aa HTTP/1.1" status: 204 len: 173 time: 2.8526371 Apr 18 21:13:27.438501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:27.439546 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:27.445451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d1ea4309-8d10-45e8-8c66-3fbfd04a2242, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:27.456883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-9054a2aa-b452-47cd-90a4-ece8c6eebae4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] No DVR routers for this DVR port 42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:27.460694 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-9054a2aa-b452-47cd-90a4-ece8c6eebae4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.463704 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-af5d6a64-bcd5-4ca1-9da1-ece0d6497ba2 req-9054a2aa-b452-47cd-90a4-ece8c6eebae4 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.59 "DELETE /v2.0/ports/42bf8f34-b8ab-413a-b3a2-a92c65cd53c3 HTTP/1.1" status: 204 len: 173 time: 2.9311519 Apr 18 21:13:27.637572 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.638418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 28ce8c24-63d3-4b02-8102-832ca60786d8 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:27.663336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43339eba-9399-4c90-828d-76e7a2e37d2e req-4f224616-f0d8-4a87-a29e-2bb1ff373ef1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500548 Apr 18 21:13:27.726594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-560a5bd4-0cb8-481f-bb9d-f4e48337b4d0 req-ca50d88d-66c1-4f9b-b2c2-d2d4919a6bcd tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2316613 Apr 18 21:13:27.775936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578da25a-efc8-4731-9bcd-7fa0caeed553 req-3bed7324-869d-48e3-a1e2-1a1038e37a77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:27.777872 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-578da25a-efc8-4731-9bcd-7fa0caeed553 req-3bed7324-869d-48e3-a1e2-1a1038e37a77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7648569c-f417-445f-bc4f-9317fd6c344e HTTP/1.1" status: 200 len: 913 time: 0.6188917 Apr 18 21:13:27.830144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170d6d-8fcf-4ad1-86ed-9a9c343cd8a7 req-fbff5226-d5f7-4108-bab3-9bde4894a3c4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:27.838150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:27.840857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6170d6d-8fcf-4ad1-86ed-9a9c343cd8a7 req-fbff5226-d5f7-4108-bab3-9bde4894a3c4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 943 time: 0.3084388 Apr 18 21:13:27.919590 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:13:27.933029 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6170d6d-8fcf-4ad1-86ed-9a9c343cd8a7 req-0fcfaa61-e86f-483e-b83c-286944712722 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910962 Apr 18 21:13:27.963511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 28ce8c24-63d3-4b02-8102-832ca60786d8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=28ce8c24-63d3-4b02-8102-832ca60786d8,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:28.013113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '28ce8c24-63d3-4b02-8102-832ca60786d8', 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7', 'port_id': '28ce8c24-63d3-4b02-8102-832ca60786d8', 'mac_address': 'fa:16:3e:55:a1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64287c0-a205-49e1-a0cb-274d85bdb1d9', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:28.036637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:28.144779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4978510d-3668-4dc2-8c55-d2f9ed35b007 req-4657abec-ca08-4d76-9d9e-bfa37ba8b6f7 tempest-ImagesTestJSON-1395436435 tempest-ImagesTestJSON-1395436435-project] 10.222.0.11 "GET /v2.0/ports?device_id=61601afe-0d5f-4612-b0b3-60cec064ffb2 HTTP/1.1" status: 200 len: 210 time: 0.0731850 Apr 18 21:13:28.147607 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:28.152623 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-578da25a-efc8-4731-9bcd-7fa0caeed553 req-c482d1b8-9664-42f9-a599-f3db52edb4e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c HTTP/1.1" status: 200 len: 217 time: 0.2134573 Apr 18 21:13:28.164998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 has no active binding in host n-h1-836017-3 {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 21:13:28.185852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ce8c24-63d3-4b02-8102-832ca60786d8 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:28.241160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:28.255355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 28ce8c24-63d3-4b02-8102-832ca60786d8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=28ce8c24-63d3-4b02-8102-832ca60786d8,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:28.276077 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eed93442-73c5-41fe-9acf-8d92bca22b5b req-6b5256e4-5a22-4ecd-8300-24a0644eb1d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=89876936-fd3c-4350-86ab-b15683b8602b HTTP/1.1" status: 200 len: 210 time: 0.0761752 Apr 18 21:13:28.330950 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:28.415404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 211720f8-8ae7-46e2-bccd-76d4a0b40d42 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:28.480370 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ff336ed-b134-4b91-bfc2-2348f05253a5 req-a0643341-8892-444e-9f8a-84550790b554 tempest-ServersAdminTestJSON-1956357595 tempest-ServersAdminTestJSON-1956357595-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0858461-f656-4a99-858f-997e40009c36 HTTP/1.1" status: 200 len: 210 time: 0.1729426 Apr 18 21:13:28.483443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578da25a-efc8-4731-9bcd-7fa0caeed553 req-3e54fd39-d83f-4e6c-a635-7252ff1e2c37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:28.486653 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-578da25a-efc8-4731-9bcd-7fa0caeed553 req-3e54fd39-d83f-4e6c-a635-7252ff1e2c37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e3e3810-f739-4f92-b380-0f9bd81f324e HTTP/1.1" status: 200 len: 852 time: 0.3215284 Apr 18 21:13:28.505840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=28ce8c24-63d3-4b02-8102-832ca60786d8,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:28.526851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed93442-73c5-41fe-9acf-8d92bca22b5b req-5aa43279-37c4-44dc-a2c5-31c6f0df4e9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:28.536080 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eed93442-73c5-41fe-9acf-8d92bca22b5b req-5aa43279-37c4-44dc-a2c5-31c6f0df4e9b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2492118 Apr 18 21:13:28.551884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-578da25a-efc8-4731-9bcd-7fa0caeed553 req-8eaa2ce6-315d-497a-917d-dfe6f3e0dd28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7648569c-f417-445f-bc4f-9317fd6c344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561972 Apr 18 21:13:28.621461 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:28.687855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7574d7-0c04-4c35-8919-ecb1a2c87886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f17084-bfeb-4005-98ff-ad3be902079f'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:28.755816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 211720f8-8ae7-46e2-bccd-76d4a0b40d42, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=211720f8-8ae7-46e2-bccd-76d4a0b40d42,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:28.756068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758eea17-20e1-4eb9-b56b-733ecf341db8 req-0ab69b08-55af-4cab-989a-579865e5ec44 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:28.757121 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-758eea17-20e1-4eb9-b56b-733ecf341db8 req-0ab69b08-55af-4cab-989a-579865e5ec44 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 943 time: 0.3654261 Apr 18 21:13:28.803247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '211720f8-8ae7-46e2-bccd-76d4a0b40d42', 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7', 'port_id': '211720f8-8ae7-46e2-bccd-76d4a0b40d42', 'mac_address': 'fa:16:3e:48:36:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64287c0-a205-49e1-a0cb-274d85bdb1d9', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:28.804324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1482142f-94e8-4161-984a-36353fb232d4', 'tag': '6dfda726-51f0-474d-a61f-c9bb3b4b55f8'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:28.816331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed93442-73c5-41fe-9acf-8d92bca22b5b req-e58416b2-563c-4c87-a372-4614c1359f97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:28.818001 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eed93442-73c5-41fe-9acf-8d92bca22b5b req-e58416b2-563c-4c87-a372-4614c1359f97 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2787247 Apr 18 21:13:28.890872 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:28.892447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-578da25a-efc8-4731-9bcd-7fa0caeed553 req-77d99425-7c27-4a31-bba0-a8b22726e417 service neutron] 10.222.0.26 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328316 Apr 18 21:13:28.917718 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eed93442-73c5-41fe-9acf-8d92bca22b5b req-4164e3ec-aa5c-4d5a-a748-942a1b1a3971 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "GET /v2.0/ports?device_id=89876936-fd3c-4350-86ab-b15683b8602b HTTP/1.1" status: 200 len: 210 time: 0.0675063 Apr 18 21:13:28.942581 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211720f8-8ae7-46e2-bccd-76d4a0b40d42 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:28.970322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 211720f8-8ae7-46e2-bccd-76d4a0b40d42, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=211720f8-8ae7-46e2-bccd-76d4a0b40d42,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:29.017355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['7b717850-ef68-4d35-a4ea-94a09c1e471c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:29.081686 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-758eea17-20e1-4eb9-b56b-733ecf341db8 req-db0d8dbf-e87c-4b65-933b-4268647a47f8 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720068 Apr 18 21:13:29.109011 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:29.109011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 24000ba4-8b91-4ac0-b4ce-4428dbc1595d details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:29.109011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d1ea4309-8d10-45e8-8c66-3fbfd04a2242'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:29.319715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76affb-ef25-499b-9e47-f0d2827b7999 req-cda80c9e-04ef-4c28-988e-ebbad9047b3b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:29.327140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f76affb-ef25-499b-9e47-f0d2827b7999 req-cda80c9e-04ef-4c28-988e-ebbad9047b3b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 945 time: 0.5572047 Apr 18 21:13:29.449547 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:13:29.554306 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-319cdb66-13b2-425d-b9d0-c92a03e7f07c req-a700c07e-535b-4a23-a631-76129e5daf4f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=89876936-fd3c-4350-86ab-b15683b8602b HTTP/1.1" status: 200 len: 210 time: 0.1807098 Apr 18 21:13:29.652728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-578da25a-efc8-4731-9bcd-7fa0caeed553 req-1a5df263-948b-4462-8332-67c087f50313 service neutron] 10.222.0.26 "GET /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270037 Apr 18 21:13:29.676733 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f76affb-ef25-499b-9e47-f0d2827b7999 req-b88ff2d6-26fe-4302-9363-0a45ac2aea8d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452408 Apr 18 21:13:29.709924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=211720f8-8ae7-46e2-bccd-76d4a0b40d42,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:29.737881 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0506442b-31bf-4f1f-afc1-a34b6c486f47'] response: {'server_uuid': '61601afe-0d5f-4612-b0b3-60cec064ffb2', 'name': 'network-vif-deleted', 'tag': '0995b31e-c2c8-4389-84f3-d3b5931c49aa', 'status': 'completed', 'code': 200} Apr 18 21:13:29.887685 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaab328e-f848-4086-bb18-b3f5c32e3786'] response: {'server_uuid': 'db7574d7-0c04-4c35-8919-ecb1a2c87886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f17084-bfeb-4005-98ff-ad3be902079f', 'code': 200} Apr 18 21:13:29.957016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['28ce8c24-63d3-4b02-8102-832ca60786d8'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:30.123071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:30.147522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '24000ba4-8b91-4ac0-b4ce-4428dbc1595d', 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3', 'port_id': '24000ba4-8b91-4ac0-b4ce-4428dbc1595d', 'mac_address': 'fa:16:3e:d8:6d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8447fd9-9e09-40fd-9123-81fcc685820d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:30.184058 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9983ea-b970-4c63-9f22-49d5fee4091e'] response: {'name': 'network-changed', 'server_uuid': '1482142f-94e8-4161-984a-36353fb232d4', 'tag': '6dfda726-51f0-474d-a61f-c9bb3b4b55f8', 'status': 'completed', 'code': 200} Apr 18 21:13:30.334325 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:30.374000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-b2d9812f-cd10-410b-a7d7-4db3a1be80a9 service neutron] 10.222.0.26 "GET /v2.0/ports/6dfda726-51f0-474d-a61f-c9bb3b4b55f8/bindings/n-h1-836017-3 HTTP/1.1" status: 200 len: 384 time: 0.5198793 Apr 18 21:13:30.411086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24000ba4-8b91-4ac0-b4ce-4428dbc1595d {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:30.421930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b391e9a1-9f7b-4e65-803c-e756442d2836 req-26ccb386-3110-4f64-be33-cb2522713155 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=89876936-fd3c-4350-86ab-b15683b8602b HTTP/1.1" status: 200 len: 210 time: 0.1133482 Apr 18 21:13:30.433271 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:30.607038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-1879ed9d-767c-4a4c-a10e-5ff8b9dc844b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.608531 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-1879ed9d-767c-4a4c-a10e-5ff8b9dc844b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 945 time: 0.4313147 Apr 18 21:13:30.634256 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339106b1-c6e5-4652-9e30-a87a8d0a0747 req-86c4b53e-8dde-4bbd-908f-1c8aed9bde38 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.638986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339106b1-c6e5-4652-9e30-a87a8d0a0747 req-86c4b53e-8dde-4bbd-908f-1c8aed9bde38 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.643248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339106b1-c6e5-4652-9e30-a87a8d0a0747 req-86c4b53e-8dde-4bbd-908f-1c8aed9bde38 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.647282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339106b1-c6e5-4652-9e30-a87a8d0a0747 req-86c4b53e-8dde-4bbd-908f-1c8aed9bde38 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.651147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339106b1-c6e5-4652-9e30-a87a8d0a0747 req-86c4b53e-8dde-4bbd-908f-1c8aed9bde38 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.655133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339106b1-c6e5-4652-9e30-a87a8d0a0747 req-86c4b53e-8dde-4bbd-908f-1c8aed9bde38 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.659162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339106b1-c6e5-4652-9e30-a87a8d0a0747 req-86c4b53e-8dde-4bbd-908f-1c8aed9bde38 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.661282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-339106b1-c6e5-4652-9e30-a87a8d0a0747 req-86c4b53e-8dde-4bbd-908f-1c8aed9bde38 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5425 time: 0.5949199 Apr 18 21:13:30.715415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55202d1-9afe-484d-a7c1-f354dc5bc6cc req-a5e032f9-0c1e-4d79-b52f-61dc82e1f74d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.717036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d55202d1-9afe-484d-a7c1-f354dc5bc6cc req-a5e032f9-0c1e-4d79-b52f-61dc82e1f74d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 943 time: 0.4367507 Apr 18 21:13:30.717698 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b595aa6a-8683-4b69-9de8-fdffff9e235a req-eea3eff6-14dd-4e27-bbbe-2587ea480c4c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db7574d7-0c04-4c35-8919-ecb1a2c87886 HTTP/1.1" status: 200 len: 1096 time: 0.6627414 Apr 18 21:13:30.721663 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec0b7d24-b862-43e7-aec3-28d7cd46bca9 req-ac909fcf-7e21-4f1f-b2b5-db0cde715f16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 1124 time: 0.5167713 Apr 18 21:13:30.850567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391e9a1-9f7b-4e65-803c-e756442d2836 req-42e94e89-86db-42a8-9a5f-60de36ab4828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.851840 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b391e9a1-9f7b-4e65-803c-e756442d2836 req-42e94e89-86db-42a8-9a5f-60de36ab4828 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4208562 Apr 18 21:13:30.865641 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:30.867947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 004a1080-37bc-405d-ab31-fe3e10686519 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:30.910966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-4eb63dbb-4944-42db-97ce-0360a4307660 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Deleting port 190b6be0-833e-4d15-b630-df393a1ab566 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:30.911737 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-4eb63dbb-4944-42db-97ce-0360a4307660 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:30.945305 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:30.959442 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b595aa6a-8683-4b69-9de8-fdffff9e235a req-368a4e65-36b2-4838-bbcd-1ed4e8e3eaf7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341924 Apr 18 21:13:31.041860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 004a1080-37bc-405d-ab31-fe3e10686519, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=004a1080-37bc-405d-ab31-fe3e10686519,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:31.052898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:31.057449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b7d24-b862-43e7-aec3-28d7cd46bca9 req-d7c26793-eb39-41d8-8517-5dbfa511704d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:31.059464 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec0b7d24-b862-43e7-aec3-28d7cd46bca9 req-d7c26793-eb39-41d8-8517-5dbfa511704d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.3192098 Apr 18 21:13:31.066780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '004a1080-37bc-405d-ab31-fe3e10686519', 'network_id': '1cc80a87-9277-46e9-a112-672de24237e7', 'port_id': '004a1080-37bc-405d-ab31-fe3e10686519', 'mac_address': 'fa:16:3e:ef:0f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64287c0-a205-49e1-a0cb-274d85bdb1d9', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:31.100963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d55202d1-9afe-484d-a7c1-f354dc5bc6cc req-4da2608a-c20c-4e53-b313-54bb2168ea33 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513324 Apr 18 21:13:31.119219 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-339106b1-c6e5-4652-9e30-a87a8d0a0747 req-f3c160ce-abea-493e-ac67-3252ae9ec828 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4171076 Apr 18 21:13:31.162350 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.211580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004a1080-37bc-405d-ab31-fe3e10686519 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:31.249655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 004a1080-37bc-405d-ab31-fe3e10686519, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=004a1080-37bc-405d-ab31-fe3e10686519,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:31.288272 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec0b7d24-b862-43e7-aec3-28d7cd46bca9 req-758fe5c7-6a89-41f8-a4e6-c13b9fb55531 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8 HTTP/1.1" status: 200 len: 217 time: 0.2150962 Apr 18 21:13:31.289651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391e9a1-9f7b-4e65-803c-e756442d2836 req-2465f594-5f5b-4554-8874-56532cdf85c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:31.291375 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b391e9a1-9f7b-4e65-803c-e756442d2836 req-2465f594-5f5b-4554-8874-56532cdf85c5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4314218 Apr 18 21:13:31.314168 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.315391 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:31.372581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b7d24-b862-43e7-aec3-28d7cd46bca9 req-5c1142d6-8f34-45db-8e93-31881a9821d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:31.374336 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec0b7d24-b862-43e7-aec3-28d7cd46bca9 req-5c1142d6-8f34-45db-8e93-31881a9821d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.0782056 Apr 18 21:13:31.476778 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec0b7d24-b862-43e7-aec3-28d7cd46bca9 req-04d538c9-cc3a-42ff-9cd7-92eeffbd0fc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648932 Apr 18 21:13:31.479535 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b391e9a1-9f7b-4e65-803c-e756442d2836 req-df3613d6-c8df-4d6b-99ba-aaa45b44af41 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "GET /v2.0/ports?device_id=89876936-fd3c-4350-86ab-b15683b8602b HTTP/1.1" status: 200 len: 210 time: 0.1041429 Apr 18 21:13:31.625655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-4eb63dbb-4944-42db-97ce-0360a4307660 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] For port 190b6be0-833e-4d15-b630-df393a1ab566, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=190b6be0-833e-4d15-b630-df393a1ab566,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:31.627394 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-4eb63dbb-4944-42db-97ce-0360a4307660 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.678236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:31.696802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '22ec8ff8-3cd6-4cc9-9b6c-d553774de56c', 'network_id': '7648569c-f417-445f-bc4f-9317fd6c344e', 'port_id': '22ec8ff8-3cd6-4cc9-9b6c-d553774de56c', 'mac_address': 'fa:16:3e:10:0e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3e3810-f739-4f92-b380-0f9bd81f324e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:31.719567 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec0b7d24-b862-43e7-aec3-28d7cd46bca9 req-676f1529-0bcc-4a5f-81b4-1e4c072d3dfc service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366717 Apr 18 21:13:31.765432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=004a1080-37bc-405d-ab31-fe3e10686519,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:31.789076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-4eb63dbb-4944-42db-97ce-0360a4307660 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Calling delete_port for 190b6be0-833e-4d15-b630-df393a1ab566 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:31.825066 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.853745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:31.875794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:31.880984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'name': 'network-vif-deleted', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:31.927433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-8f3a0b4b-d474-4461-8e34-77ab8c0f6afe service neutron] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:31.931573 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec0b7d24-b862-43e7-aec3-28d7cd46bca9 req-7c572382-6484-4dd0-a1bc-feb409b27625 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030194 Apr 18 21:13:31.959042 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.959694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a028e96f-02c5-46c4-b8c7-817a76bd5789 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:32.104477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40402) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:32.153106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:32.170857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a028e96f-02c5-46c4-b8c7-817a76bd5789, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a028e96f-02c5-46c4-b8c7-817a76bd5789,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:32.198897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'a028e96f-02c5-46c4-b8c7-817a76bd5789', 'network_id': '32bad53f-27bf-4d63-8186-7b1e34c831f3', 'port_id': 'a028e96f-02c5-46c4-b8c7-817a76bd5789', 'mac_address': 'fa:16:3e:b4:8f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8447fd9-9e09-40fd-9123-81fcc685820d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:32.322102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fefd860-2610-4d26-984f-7dd62be1087d req-21efe0f1-684d-42c2-a440-fb46540bf19d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=89876936-fd3c-4350-86ab-b15683b8602b HTTP/1.1" status: 200 len: 210 time: 0.4384503 Apr 18 21:13:32.356358 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.374164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-8f3a0b4b-d474-4461-8e34-77ab8c0f6afe service neutron] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:32.410556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a028e96f-02c5-46c4-b8c7-817a76bd5789 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:32.450405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a028e96f-02c5-46c4-b8c7-817a76bd5789, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a028e96f-02c5-46c4-b8c7-817a76bd5789,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:32.480398 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a667746e-f841-45da-b944-2943577c70de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b89d7c1a84f4c4fa013296004582b6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3751194 Apr 18 21:13:32.484146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40412) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:32.491436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-8f3a0b4b-d474-4461-8e34-77ab8c0f6afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:32.500746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97f3b0-3856-457e-9a2e-5f92bb58d1f5 req-05ea2712-fd7c-4ece-802b-b18469bdd200 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:32.507469 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b97f3b0-3856-457e-9a2e-5f92bb58d1f5 req-05ea2712-fd7c-4ece-802b-b18469bdd200 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 944 time: 0.6228127 Apr 18 21:13:32.555174 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.555473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-8f3a0b4b-d474-4461-8e34-77ab8c0f6afe service neutron] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:32.577257 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-655953c5-db4a-411e-9743-8e07d70cc85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.617025 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-655953c5-db4a-411e-9743-8e07d70cc85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.618781 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d1fd67b-834d-495f-bd7a-2a79b08d1848 req-ff96e7d0-b629-4fac-84f7-da4967af9557 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 210 time: 0.0696416 Apr 18 21:13:32.626855 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-4eb63dbb-4944-42db-97ce-0360a4307660 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.638021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a028e96f-02c5-46c4-b8c7-817a76bd5789,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:32.641381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 7b717850-ef68-4d35-a4ea-94a09c1e471c up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:32.672382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['190b6be0-833e-4d15-b630-df393a1ab566'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:32.751934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b97f3b0-3856-457e-9a2e-5f92bb58d1f5 req-0d98f36f-4eb2-462b-8d73-c70b9fe17a1a tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431836 Apr 18 21:13:32.821994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb63dbb-4944-42db-97ce-0360a4307660 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event deleted for resources: {'Port': ['ID=190b6be0-833e-4d15-b630-df393a1ab566,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:32.835508 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-8f3a0b4b-d474-4461-8e34-77ab8c0f6afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.854378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-4eb63dbb-4944-42db-97ce-0360a4307660 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] No DVR routers for this DVR port 190b6be0-833e-4d15-b630-df393a1ab566 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:32.859514 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-4eb63dbb-4944-42db-97ce-0360a4307660 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.862564 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-655953c5-db4a-411e-9743-8e07d70cc85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.864268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 7b717850-ef68-4d35-a4ea-94a09c1e471c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:32.876548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 7b717850-ef68-4d35-a4ea-94a09c1e471c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:32.877391 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.883994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ec79cc-cfbc-4d6a-b896-04199e260055', 'name': 'network-vif-deleted', 'tag': '190b6be0-833e-4d15-b630-df393a1ab566'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:32.892928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655953c5-db4a-411e-9743-8e07d70cc85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d857ffd-4ec3-4598-b8e6-217e63dda2df,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:32.910184 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9ca0b3-928e-432c-ba4e-0befba6fd3f3'] response: {'server_uuid': 'b0858461-f656-4a99-858f-997e40009c36', 'name': 'network-vif-deleted', 'tag': '42bf8f34-b8ab-413a-b3a2-a92c65cd53c3', 'status': 'completed', 'code': 200} Apr 18 21:13:32.928289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-655953c5-db4a-411e-9743-8e07d70cc85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.930823 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-655953c5-db4a-411e-9743-8e07d70cc85a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d857ffd-4ec3-4598-b8e6-217e63dda2df HTTP/1.1" status: 204 len: 168 time: 0.4456174 Apr 18 21:13:33.117113 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c815153-ea38-4df1-bd45-5a2dcbb1493e req-4eb63dbb-4944-42db-97ce-0360a4307660 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "DELETE /v2.0/ports/190b6be0-833e-4d15-b630-df393a1ab566 HTTP/1.1" status: 204 len: 173 time: 2.4519882 Apr 18 21:13:33.126489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-8f3a0b4b-d474-4461-8e34-77ab8c0f6afe service neutron] Transition to ACTIVE for port object 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:33.148066 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.240131 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-8f3a0b4b-d474-4461-8e34-77ab8c0f6afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.242674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b717850-ef68-4d35-a4ea-94a09c1e471c'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:33.258388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 7b717850-ef68-4d35-a4ea-94a09c1e471c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=7b717850-ef68-4d35-a4ea-94a09c1e471c,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:33.385796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bcb1b-ac7c-4dab-a619-136117f2357e req-2adc1744-397c-4ce5-9f1a-452d420e464a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.387273 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.389260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d1ea4309-8d10-45e8-8c66-3fbfd04a2242 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:33.393920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e0bcb1b-ac7c-4dab-a619-136117f2357e req-2adc1744-397c-4ce5-9f1a-452d420e464a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 943 time: 0.3381605 Apr 18 21:13:33.477070 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.514760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-8f3a0b4b-d474-4461-8e34-77ab8c0f6afe service neutron] No DVR routers for this DVR port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:33.525432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['004a1080-37bc-405d-ab31-fe3e10686519'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:33.558407 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca49a-948a-4a55-b561-9de57af88f4f req-4c5e163b-cda9-49f5-8e02-c6602cde901a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.571770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca49a-948a-4a55-b561-9de57af88f4f req-4c5e163b-cda9-49f5-8e02-c6602cde901a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.582781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca49a-948a-4a55-b561-9de57af88f4f req-4c5e163b-cda9-49f5-8e02-c6602cde901a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.586861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca49a-948a-4a55-b561-9de57af88f4f req-4c5e163b-cda9-49f5-8e02-c6602cde901a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.591087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca49a-948a-4a55-b561-9de57af88f4f req-4c5e163b-cda9-49f5-8e02-c6602cde901a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.599319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca49a-948a-4a55-b561-9de57af88f4f req-4c5e163b-cda9-49f5-8e02-c6602cde901a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.599498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['22ec8ff8-3cd6-4cc9-9b6c-d553774de56c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:33.599631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca49a-948a-4a55-b561-9de57af88f4f req-4c5e163b-cda9-49f5-8e02-c6602cde901a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.607019 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6bca49a-948a-4a55-b561-9de57af88f4f req-4c5e163b-cda9-49f5-8e02-c6602cde901a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5428 time: 0.4680078 Apr 18 21:13:33.634114 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['a028e96f-02c5-46c4-b8c7-817a76bd5789'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:33.681231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e0bcb1b-ac7c-4dab-a619-136117f2357e req-e0cd2072-0014-4824-99e0-c1292d10e5b4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863209 Apr 18 21:13:33.686873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a0b4b-d474-4461-8e34-77ab8c0f6afe service neutron] Pushing event updated for resources: {'Port': ['ID=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,revision_number=10']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:33.745920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['24000ba4-8b91-4ac0-b4ce-4428dbc1595d'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:33.804911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6bca49a-948a-4a55-b561-9de57af88f4f req-47f6d8e6-4c6b-4889-b730-a7868698d2c1 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1938739 Apr 18 21:13:33.813731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-8f3a0b4b-d474-4461-8e34-77ab8c0f6afe service neutron] 10.222.0.26 "PUT /v2.0/ports/6dfda726-51f0-474d-a61f-c9bb3b4b55f8/bindings/n-h1-836017-3/activate HTTP/1.1" status: 200 len: 369 time: 3.4329855 Apr 18 21:13:33.956335 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72971c44-1b08-4c70-ae49-092450d116af'] response: {'server_uuid': 'a1ec79cc-cfbc-4d6a-b896-04199e260055', 'name': 'network-vif-deleted', 'tag': '190b6be0-833e-4d15-b630-df393a1ab566', 'status': 'completed', 'code': 200} Apr 18 21:13:34.035055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a22c242c-66b9-49a2-8d07-c7e20e58ee5a req-8bc45b3f-b8a8-458b-b384-c592c485c52f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 210 time: 0.0724330 Apr 18 21:13:34.044553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40442) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:34.077133 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4930ee7-a8bb-49e6-ba6d-b11e17cb3db7'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b717850-ef68-4d35-a4ea-94a09c1e471c', 'code': 200} Apr 18 21:13:34.175728 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-c236c6ac-7a4b-4c42-8e36-a0c90fe17be7 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1095 time: 0.2029531 Apr 18 21:13:34.362942 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-e3a1ff95-dc1d-4e10-a669-31bdbe9dfe5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c HTTP/1.1" status: 200 len: 1095 time: 0.1738095 Apr 18 21:13:34.393430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ebb4111e-0068-4d23-9edd-84cd3213a193 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=472b1ebbf9c040fba9cc0f35a2d94fdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3473074 Apr 18 21:13:34.402266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40450) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:34.483021 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-e7b2549f-715c-4253-83ff-67d8c358f535 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 1095 time: 0.0962098 Apr 18 21:13:34.526148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=7b717850-ef68-4d35-a4ea-94a09c1e471c,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:34.550818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f1572750-ad62-4c30-ac64-06fe817de8bc req-687184f6-1f1c-4798-b1c6-3610fd5d7463 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:34.620502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['211720f8-8ae7-46e2-bccd-76d4a0b40d42'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:34.658434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-a440b251-960a-45d6-8577-ca4947a05d93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.660551 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-a440b251-960a-45d6-8577-ca4947a05d93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.1710696 Apr 18 21:13:34.686324 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-abf36306-cadc-4c7c-bec9-4d2be4912f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:34.695182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c242c-66b9-49a2-8d07-c7e20e58ee5a req-33777dbc-6e02-4ab8-b893-4815ada84341 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.696807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a22c242c-66b9-49a2-8d07-c7e20e58ee5a req-33777dbc-6e02-4ab8-b893-4815ada84341 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=af748b8029ea400c995ba35f34f12da7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6180575 Apr 18 21:13:34.711120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f1572750-ad62-4c30-ac64-06fe817de8bc req-687184f6-1f1c-4798-b1c6-3610fd5d7463 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:34.712453 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1572750-ad62-4c30-ac64-06fe817de8bc req-687184f6-1f1c-4798-b1c6-3610fd5d7463 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 210 time: 0.3092349 Apr 18 21:13:34.754307 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-abf36306-cadc-4c7c-bec9-4d2be4912f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:34.763798 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-bbedb2e2-0115-4124-bac8-2d68e7f93368 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8 HTTP/1.1" status: 200 len: 217 time: 0.0942392 Apr 18 21:13:34.770272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port d1ea4309-8d10-45e8-8c66-3fbfd04a2242 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:34.779381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port d1ea4309-8d10-45e8-8c66-3fbfd04a2242 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:34.779784 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:34.791698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9563d18-f2c5-40ea-b945-12977b22c758 req-76e76d9c-0487-4a63-9e4e-dac28b29cda3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.793187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9563d18-f2c5-40ea-b945-12977b22c758 req-76e76d9c-0487-4a63-9e4e-dac28b29cda3 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 944 time: 0.3689256 Apr 18 21:13:34.852347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-c9c3f76c-7574-4532-91dd-565cf3eaf5a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.854093 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-c9c3f76c-7574-4532-91dd-565cf3eaf5a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.0819838 Apr 18 21:13:34.915104 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-e85cd69a-88da-4ad3-9cd9-3117c051595f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489850 Apr 18 21:13:34.978566 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9563d18-f2c5-40ea-b945-12977b22c758 req-6744694b-aa1f-4c12-b7c5-a1b463074651 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773727 Apr 18 21:13:35.014786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c242c-66b9-49a2-8d07-c7e20e58ee5a req-f9056386-23fa-4fa2-816d-f59165539614 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:35.016270 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a22c242c-66b9-49a2-8d07-c7e20e58ee5a req-f9056386-23fa-4fa2-816d-f59165539614 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2937160 Apr 18 21:13:35.072338 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-abf36306-cadc-4c7c-bec9-4d2be4912f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.074436 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.142410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf36306-cadc-4c7c-bec9-4d2be4912f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916a8b42-4b96-488b-ae3e-768328448db5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:35.153945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d1ea4309-8d10-45e8-8c66-3fbfd04a2242, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:35.164212 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-abf36306-cadc-4c7c-bec9-4d2be4912f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.168510 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-abf36306-cadc-4c7c-bec9-4d2be4912f67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/916a8b42-4b96-488b-ae3e-768328448db5 HTTP/1.1" status: 204 len: 168 time: 0.7640905 Apr 18 21:13:35.228443 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.230724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 28ce8c24-63d3-4b02-8102-832ca60786d8 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:35.396130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:35.440150 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-89536f0a-3174-4377-b5b1-36dd95e9cf12 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172887 Apr 18 21:13:35.513750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 28ce8c24-63d3-4b02-8102-832ca60786d8 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:35.523041 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 28ce8c24-63d3-4b02-8102-832ca60786d8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:35.523463 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.605172 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-d9a1ab56-a6e2-43f8-8140-3a9b81f8512d service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578436 Apr 18 21:13:35.627002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103300dc-7a0a-40c3-979a-245e9323e2c2 req-2d5c78a1-87cd-4b92-9400-dd9d6f045e0a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:35.635417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-103300dc-7a0a-40c3-979a-245e9323e2c2 req-2d5c78a1-87cd-4b92-9400-dd9d6f045e0a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 944 time: 0.3515811 Apr 18 21:13:35.698958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-8f069d4a-a764-4c3d-bd1b-80e239fcc18b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:35.706997 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-8f069d4a-a764-4c3d-bd1b-80e239fcc18b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.4761431 Apr 18 21:13:35.710301 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.724924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-103300dc-7a0a-40c3-979a-245e9323e2c2 req-efb6b45e-3e58-48b0-ad94-fe2222556cf4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884001 Apr 18 21:13:35.752135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-bb45e2a6-82e4-4694-90f8-6358137f1da6 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/quotas/b417c5ef5a3d4a90bf5edb700a3ea12a HTTP/1.1" status: 200 len: 375 time: 0.0436692 Apr 18 21:13:35.769967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 28ce8c24-63d3-4b02-8102-832ca60786d8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=28ce8c24-63d3-4b02-8102-832ca60786d8,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:35.842143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-9dee34b2-f92e-4e90-a3e0-2b75b0501279 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0888085 Apr 18 21:13:35.930593 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.976193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:36.077048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=28ce8c24-63d3-4b02-8102-832ca60786d8,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:36.078183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26893b-0a00-41ba-8073-2fa295a4b23f req-f91e721f-82e1-40c7-8dcc-3b475d56e125 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:36.082332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242'}, {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ce8c24-63d3-4b02-8102-832ca60786d8'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:36.084137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26893b-0a00-41ba-8073-2fa295a4b23f req-f91e721f-82e1-40c7-8dcc-3b475d56e125 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:36.090504 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:36.091510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26893b-0a00-41ba-8073-2fa295a4b23f req-f91e721f-82e1-40c7-8dcc-3b475d56e125 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:36.095797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26893b-0a00-41ba-8073-2fa295a4b23f req-f91e721f-82e1-40c7-8dcc-3b475d56e125 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:36.099751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26893b-0a00-41ba-8073-2fa295a4b23f req-f91e721f-82e1-40c7-8dcc-3b475d56e125 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:36.103698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26893b-0a00-41ba-8073-2fa295a4b23f req-f91e721f-82e1-40c7-8dcc-3b475d56e125 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:36.107745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26893b-0a00-41ba-8073-2fa295a4b23f req-f91e721f-82e1-40c7-8dcc-3b475d56e125 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:36.109705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0b26893b-0a00-41ba-8073-2fa295a4b23f req-f91e721f-82e1-40c7-8dcc-3b475d56e125 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5430 time: 0.2370341 Apr 18 21:13:36.151634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-91ae960f-4b94-4935-bf65-e38bec3ff505 service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034887 Apr 18 21:13:36.292707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0b26893b-0a00-41ba-8073-2fa295a4b23f req-be57212b-eb9c-4fad-8501-befd3945e5f6 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1736693 Apr 18 21:13:36.331224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-bda3ecd8-b051-4de5-9763-1de81ca103c6 service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786377 Apr 18 21:13:36.460173 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-f4052e97-be2a-4bf7-8e14-9f3056cc2be6 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 1095 time: 0.1681423 Apr 18 21:13:36.638082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c0db315-8816-435c-a584-b4a2ae29825b req-115b79ea-afdd-4a19-9e6d-601b0d9d5527 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 210 time: 0.0697336 Apr 18 21:13:36.729289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-8096e721-9ee1-4728-9a97-431fa04824b1 service neutron] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:36.732708 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-8096e721-9ee1-4728-9a97-431fa04824b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.733900 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef24e0de-9448-4206-8d16-8fbc22bc362f req-8096e721-9ee1-4728-9a97-431fa04824b1 service neutron] 10.222.0.59 "DELETE /v2.0/ports/6dfda726-51f0-474d-a61f-c9bb3b4b55f8/bindings/n-h2-836017-3 HTTP/1.1" status: 204 len: 173 time: 0.2671273 Apr 18 21:13:36.851355 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a22c242c-66b9-49a2-8d07-c7e20e58ee5a req-cce3e44e-1a8a-4179-bccc-5e7d074aadf2 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1ec79cc-cfbc-4d6a-b896-04199e260055 HTTP/1.1" status: 200 len: 210 time: 0.0931559 Apr 18 21:13:36.941856 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48914c53-8600-4abc-a781-6f6918147503'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242', 'code': 200} Apr 18 21:13:36.942766 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48914c53-8600-4abc-a781-6f6918147503'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ce8c24-63d3-4b02-8102-832ca60786d8', 'code': 200} Apr 18 21:13:36.994724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072691d-aeff-4e74-a9f2-533511c54b77 req-43e15285-75e2-4b18-ae75-6c7236d656f4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.004352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5072691d-aeff-4e74-a9f2-533511c54b77 req-43e15285-75e2-4b18-ae75-6c7236d656f4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 944 time: 0.1685233 Apr 18 21:13:37.078642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5072691d-aeff-4e74-a9f2-533511c54b77 req-cd536e29-7d3f-45ae-baba-7e18c8ae9f66 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702260 Apr 18 21:13:37.300598 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-332334ab-10f9-4f31-bf2b-236e29bc46fe req-730af8f4-3d7a-491c-9021-f5479c3c6778 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 210 time: 0.1230426 Apr 18 21:13:37.445098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c93f-187f-47af-b32b-d4e8a9b4aa99 req-1dc0b8ad-7c7e-4cae-8843-65b7bea725fb tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.447833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f061c93f-187f-47af-b32b-d4e8a9b4aa99 req-1dc0b8ad-7c7e-4cae-8843-65b7bea725fb tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 944 time: 0.1122231 Apr 18 21:13:37.514150 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f061c93f-187f-47af-b32b-d4e8a9b4aa99 req-4fc5a86e-189d-4086-8fd0-3b9814407512 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604951 Apr 18 21:13:37.802646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52d351-52e5-497d-ba3a-d97571e30aff req-89d44f8a-8cbd-4057-8221-6f6aa5815e02 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.806511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52d351-52e5-497d-ba3a-d97571e30aff req-89d44f8a-8cbd-4057-8221-6f6aa5815e02 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.810546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52d351-52e5-497d-ba3a-d97571e30aff req-89d44f8a-8cbd-4057-8221-6f6aa5815e02 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.815455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52d351-52e5-497d-ba3a-d97571e30aff req-89d44f8a-8cbd-4057-8221-6f6aa5815e02 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.820866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52d351-52e5-497d-ba3a-d97571e30aff req-89d44f8a-8cbd-4057-8221-6f6aa5815e02 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.823626 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52d351-52e5-497d-ba3a-d97571e30aff req-89d44f8a-8cbd-4057-8221-6f6aa5815e02 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.827769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52d351-52e5-497d-ba3a-d97571e30aff req-89d44f8a-8cbd-4057-8221-6f6aa5815e02 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.835603 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd52d351-52e5-497d-ba3a-d97571e30aff req-89d44f8a-8cbd-4057-8221-6f6aa5815e02 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5431 time: 0.1586311 Apr 18 21:13:37.900961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd52d351-52e5-497d-ba3a-d97571e30aff req-caa7465a-e2d9-49ed-a6eb-6ae07c51c3e8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646901 Apr 18 21:13:38.280156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40554) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:38.339726 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ecf4f550-0924-4b32-b8cf-5b7866856516 req-f28b47d3-4666-403a-b73b-e8f57936d2b4 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 1095 time: 0.1035142 Apr 18 21:13:38.378700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9edcb48-5388-4493-8af9-6f0ae7b2a3fd admin admin] Deleting subnet 2ec1ace3-cc09-4f8a-9186-ef51b9088048 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:13:38.384133 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9edcb48-5388-4493-8af9-6f0ae7b2a3fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.440438 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ecf4f550-0924-4b32-b8cf-5b7866856516 req-98f13ffb-3c39-406b-ba00-781f594871c3 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938230 Apr 18 21:13:38.458550 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9edcb48-5388-4493-8af9-6f0ae7b2a3fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.512882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28586f-fbee-476b-b93e-a97cca1ab05c req-75a05828-9328-4087-b496-a588f4ead2c6 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:38.514827 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d28586f-fbee-476b-b93e-a97cca1ab05c req-75a05828-9328-4087-b496-a588f4ead2c6 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 944 time: 0.1282437 Apr 18 21:13:38.552032 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9edcb48-5388-4493-8af9-6f0ae7b2a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.576670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 211720f8-8ae7-46e2-bccd-76d4a0b40d42 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:38.589050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d28586f-fbee-476b-b93e-a97cca1ab05c req-25325b87-40ad-48df-b7ad-6e92aa2a4345 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676484 Apr 18 21:13:38.837350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 211720f8-8ae7-46e2-bccd-76d4a0b40d42 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:38.845762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 211720f8-8ae7-46e2-bccd-76d4a0b40d42 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:38.846939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca5cebcc-aab9-43c0-ac3f-a3ce76ca9bfd req-f7a67b56-c4f5-41e7-a3f0-e2ac453d34f3 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 210 time: 0.0508809 Apr 18 21:13:38.855904 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.877438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9edcb48-5388-4493-8af9-6f0ae7b2a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.970467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-52effeac-88ba-489b-a468-135a673646e7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:38.980143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-52effeac-88ba-489b-a468-135a673646e7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 0.3361008 Apr 18 21:13:39.005045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-55dbeafd-9e1b-404b-b51a-9d38af81667e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/quotas/af748b8029ea400c995ba35f34f12da7 HTTP/1.1" status: 200 len: 375 time: 0.0237770 Apr 18 21:13:39.007034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edcb48-5388-4493-8af9-6f0ae7b2a3fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec1ace3-cc09-4f8a-9186-ef51b9088048,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:39.009256 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9edcb48-5388-4493-8af9-6f0ae7b2a3fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.017255 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f9edcb48-5388-4493-8af9-6f0ae7b2a3fd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2ec1ace3-cc09-4f8a-9186-ef51b9088048 HTTP/1.1" status: 204 len: 168 time: 0.7352555 Apr 18 21:13:39.020939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40578) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:39.088219 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-7f572b6b-e111-444e-83b2-d2aa61e4ce7e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820303 Apr 18 21:13:39.113196 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.160568 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.191231 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.202725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211720f8-8ae7-46e2-bccd-76d4a0b40d42'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:39.219207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 211720f8-8ae7-46e2-bccd-76d4a0b40d42, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=211720f8-8ae7-46e2-bccd-76d4a0b40d42,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:39.296491 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.297062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 24000ba4-8b91-4ac0-b4ce-4428dbc1595d up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:39.353935 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.393614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4144db19-a729-4831-9579-ef7dae265607']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:39.409218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6cc64d-7d25-44ed-b996-7f56a82f336b') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:39.409867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6cc64d-7d25-44ed-b996-7f56a82f336b') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:39.424589 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.443187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.450421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:13:39.451242 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.472799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=211720f8-8ae7-46e2-bccd-76d4a0b40d42,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:13:39.546443 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:13:39.595738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:39.601889 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:39.602309 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.613296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a87bb584-03c2-48db-8b2b-6bd2b1f636cc service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241234 Apr 18 21:13:39.625404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-2de30f19-e35b-4492-8fa7-2426c3a3ffe8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:39.628387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-2de30f19-e35b-4492-8fa7-2426c3a3ffe8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 808 time: 0.3728492 Apr 18 21:13:39.678782 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.708302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.746156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=4144db19-a729-4831-9579-ef7dae265607,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:39.777562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-67e58685-2584-48d3-bb17-39fe12c52af4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/quotas/8df5d4aa6d254fe4a784472e6df45d7c HTTP/1.1" status: 200 len: 375 time: 0.1267943 Apr 18 21:13:39.779613 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.842983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:39.870338 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3e3c9ac2-74e2-4741-bd11-dba6c2056c59 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4144db19-a729-4831-9579-ef7dae265607 HTTP/1.1" status: 204 len: 168 time: 0.8419237 Apr 18 21:13:39.922049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-562ace58-95c3-4133-9dc1-2df8abae3099 service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929521 Apr 18 21:13:39.947362 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.948232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 004a1080-37bc-405d-ab31-fe3e10686519 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:39.987952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-572e467e-30de-42e0-b068-ffc8b16bbba2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2018781 Apr 18 21:13:40.156631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-71ed1447-f65e-4b22-8f8b-7ac4e5ea83e1 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:40.163665 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-71ed1447-f65e-4b22-8f8b-7ac4e5ea83e1 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.3435278 Apr 18 21:13:40.176321 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-3e82ea84-6956-4240-bcc9-113907fbecd4 service neutron] 10.222.0.11 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873567 Apr 18 21:13:40.186590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Request body: {'port': {'device_id': 'd43b5836-31bb-4aa9-bc19-0451036d8cc2', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'admin_state_up': True, 'tenant_id': 'b417c5ef5a3d4a90bf5edb700a3ea12a'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:40.322782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:40.354508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:40.394874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:40.437269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 004a1080-37bc-405d-ab31-fe3e10686519 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:40.438444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-db1548d8-e86b-455d-a893-ba4c3005c33f service neutron] 10.222.0.11 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499955 Apr 18 21:13:40.438571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 004a1080-37bc-405d-ab31-fe3e10686519 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:40.438571 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:40.490968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Made reservation on behalf of b417c5ef5a3d4a90bf5edb700a3ea12a for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:40.494698 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:40.617399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40600) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:40.718367 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:40.798082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 004a1080-37bc-405d-ab31-fe3e10686519, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=004a1080-37bc-405d-ab31-fe3e10686519,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:40.858218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-625baee9-7a6b-422b-a47f-5579907fa24d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a475aa896ef4fec97fbbc5f04457cb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2365730 Apr 18 21:13:40.864124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40618) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:40.907892 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:40.910331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:40.919926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5a714-0e58-477e-9fff-611717cb2f44 req-942d2ac1-9dd6-4fd8-9791-febd05d9e659 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:40.920194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Allocated IP 172.20.0.6 (6ea05b75-16dc-4fee-9b28-5b0fed561bf4/7d043342-3347-4e69-83c4-d979a544cbfa/53390060-b720-420b-976a-a95c1bb8ef10) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:40.931920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5a714-0e58-477e-9fff-611717cb2f44 req-942d2ac1-9dd6-4fd8-9791-febd05d9e659 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:40.935886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5a714-0e58-477e-9fff-611717cb2f44 req-942d2ac1-9dd6-4fd8-9791-febd05d9e659 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:40.940120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5a714-0e58-477e-9fff-611717cb2f44 req-942d2ac1-9dd6-4fd8-9791-febd05d9e659 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:40.964044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5a714-0e58-477e-9fff-611717cb2f44 req-942d2ac1-9dd6-4fd8-9791-febd05d9e659 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:40.973922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5a714-0e58-477e-9fff-611717cb2f44 req-942d2ac1-9dd6-4fd8-9791-febd05d9e659 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:40.990012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5a714-0e58-477e-9fff-611717cb2f44 req-942d2ac1-9dd6-4fd8-9791-febd05d9e659 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:40.993426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26e5a714-0e58-477e-9fff-611717cb2f44 req-942d2ac1-9dd6-4fd8-9791-febd05d9e659 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5433 time: 0.4362979 Apr 18 21:13:41.036762 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec51c5b-6105-4cab-9d99-6ac7bfb07490'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211720f8-8ae7-46e2-bccd-76d4a0b40d42', 'code': 200} Apr 18 21:13:41.121835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=004a1080-37bc-405d-ab31-fe3e10686519,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:41.266817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26e5a714-0e58-477e-9fff-611717cb2f44 req-a88f6e61-152b-48e3-b4e9-6d87cad73916 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1960585 Apr 18 21:13:41.272709 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:41.280629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:41.285262 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.437487 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab79a441-d723-4bbc-9ab8-3cd61c0a8445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.496639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.534295 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.546341 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab79a441-d723-4bbc-9ab8-3cd61c0a8445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.648702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1f63f8b-b90e-4fdb-981b-7ff8660a6fe0 req-828b9ad5-9300-4634-92bd-dce3cf10e498 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 210 time: 0.0631208 Apr 18 21:13:41.655773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.662086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a3bff-c7fe-4e1b-96f2-cfd0151e7c58 req-74b0325e-10e8-484e-9afb-85042f5845ec tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:41.669666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-574a3bff-c7fe-4e1b-96f2-cfd0151e7c58 req-74b0325e-10e8-484e-9afb-85042f5845ec tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 944 time: 0.3694451 Apr 18 21:13:41.670836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:41.765458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-574a3bff-c7fe-4e1b-96f2-cfd0151e7c58 req-393eb6b3-2034-4e53-b25e-61e4d1cc6c48 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934818 Apr 18 21:13:41.786951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:41.820651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event updated for resources: {'Port': ['ID=53390060-b720-420b-976a-a95c1bb8ef10,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:41.836344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:41.840372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:41.843003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:41.948513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d27b90c9-127a-4c45-bd2c-b8af28ff9667 req-9c0e090e-3142-444c-8e05-3a20940ba433 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 210 time: 0.1294994 Apr 18 21:13:41.948685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:41.949335 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.968298 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.969152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a028e96f-02c5-46c4-b8c7-817a76bd5789 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:41.978790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-692621a5-eb8e-45fe-9527-50358268db6f req-b1208b34-4e83-433a-a09d-20b2d1176261 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 210 time: 0.0854385 Apr 18 21:13:41.979928 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab79a441-d723-4bbc-9ab8-3cd61c0a8445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.033762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79a441-d723-4bbc-9ab8-3cd61c0a8445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c352aff5-7da6-4358-a30d-05cbd7fa2186,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:42.052108 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab79a441-d723-4bbc-9ab8-3cd61c0a8445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.057442 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ab79a441-d723-4bbc-9ab8-3cd61c0a8445 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c352aff5-7da6-4358-a30d-05cbd7fa2186 HTTP/1.1" status: 204 len: 168 time: 1.1936500 Apr 18 21:13:42.131351 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-0e451e2d-7ff4-4324-a5fd-42f113fd1e5e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9509716 Apr 18 21:13:42.143916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Request body: {'port': {'device_id': 'd43b5836-31bb-4aa9-bc19-0451036d8cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:42.264641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:42.393587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port a028e96f-02c5-46c4-b8c7-817a76bd5789 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:42.400718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port a028e96f-02c5-46c4-b8c7-817a76bd5789 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:42.401456 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.470712 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.779467 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.852928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a028e96f-02c5-46c4-b8c7-817a76bd5789, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a028e96f-02c5-46c4-b8c7-817a76bd5789,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:42.903613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97da6ad-d2fd-4220-b090-4c0298262a2b req-8442fe7a-7dfa-45ba-b2c1-644002deabbf tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:42.910392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97da6ad-d2fd-4220-b090-4c0298262a2b req-8442fe7a-7dfa-45ba-b2c1-644002deabbf tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:42.916353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97da6ad-d2fd-4220-b090-4c0298262a2b req-8442fe7a-7dfa-45ba-b2c1-644002deabbf tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:42.924195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97da6ad-d2fd-4220-b090-4c0298262a2b req-8442fe7a-7dfa-45ba-b2c1-644002deabbf tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:42.930384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97da6ad-d2fd-4220-b090-4c0298262a2b req-8442fe7a-7dfa-45ba-b2c1-644002deabbf tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:42.935036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97da6ad-d2fd-4220-b090-4c0298262a2b req-8442fe7a-7dfa-45ba-b2c1-644002deabbf tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:42.939548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97da6ad-d2fd-4220-b090-4c0298262a2b req-8442fe7a-7dfa-45ba-b2c1-644002deabbf tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:42.942271 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.943171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 190b6be0-833e-4d15-b630-df393a1ab566 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:42.955722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b97da6ad-d2fd-4220-b090-4c0298262a2b req-8442fe7a-7dfa-45ba-b2c1-644002deabbf tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5434 time: 0.2947524 Apr 18 21:13:43.083343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b97da6ad-d2fd-4220-b090-4c0298262a2b req-31a1c1bc-8210-47cc-8e1e-ee86ab55354d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184988 Apr 18 21:13:43.115833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24000ba4-8b91-4ac0-b4ce-4428dbc1595d'}, {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004a1080-37bc-405d-ab31-fe3e10686519'}, {'server_uuid': '8cd457c1-7156-4afb-981c-dc5b51266e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ec8ff8-3cd6-4cc9-9b6c-d553774de56c'}, {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a028e96f-02c5-46c4-b8c7-817a76bd5789'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:43.145368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 190b6be0-833e-4d15-b630-df393a1ab566 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:43.145860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 190b6be0-833e-4d15-b630-df393a1ab566 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:43.210014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a028e96f-02c5-46c4-b8c7-817a76bd5789,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:43.387949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53390060-b720-420b-976a-a95c1bb8ef10 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:43.408313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.439256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Transition to ACTIVE for port object 53390060-b720-420b-976a-a95c1bb8ef10 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:43.515988 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.697764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8f9a-4264-4213-bad8-87eda9b8924e req-3f32e816-b115-43f3-9c2d-8e2fccd6f160 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:43.710495 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0fd8f9a-4264-4213-bad8-87eda9b8924e req-3f32e816-b115-43f3-9c2d-8e2fccd6f160 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 945 time: 0.2453814 Apr 18 21:13:43.727307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839e89c-889a-4d17-87a0-4bd20ebdc29b req-2d202809-fbc7-4d79-a44e-6788647c28cb tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:43.728832 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7839e89c-889a-4d17-87a0-4bd20ebdc29b req-2d202809-fbc7-4d79-a44e-6788647c28cb tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 931 time: 0.3086171 Apr 18 21:13:43.853905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Pushing event updated for resources: {'Port': ['ID=53390060-b720-420b-976a-a95c1bb8ef10,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:43.934529 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0fd8f9a-4264-4213-bad8-87eda9b8924e req-1fb1b685-2f5a-4681-a7cd-b6ca447150ff tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161009 Apr 18 21:13:43.946092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7839e89c-889a-4d17-87a0-4bd20ebdc29b req-ad154566-0a04-4b5d-a181-f52899c4ca7e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892309 Apr 18 21:13:44.068121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Attempting to bind port 53390060-b720-420b-976a-a95c1bb8ef10 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:44.068457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Attempting to bind port 53390060-b720-420b-976a-a95c1bb8ef10 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:44.068789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Attempting to bind port 53390060-b720-420b-976a-a95c1bb8ef10 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:44.075914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Port 53390060-b720-420b-976a-a95c1bb8ef10 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:13:44.076285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Attempting to bind port 53390060-b720-420b-976a-a95c1bb8ef10 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:44.085019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:44.085414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Checking segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:44.085830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Bound using segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:44.086273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Bound port: 53390060-b720-420b-976a-a95c1bb8ef10, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:44.086668 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:44.183663 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5353c2dd-abe9-4e0d-a6cd-11b72768f95d req-70dc6f77-1155-45ac-9bdf-59cd1c085812 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 210 time: 0.0751445 Apr 18 21:13:44.316514 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a14e7a4-817d-4dc5-a7ac-f8ba700e5a74'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24000ba4-8b91-4ac0-b4ce-4428dbc1595d', 'code': 200} Apr 18 21:13:44.317807 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a14e7a4-817d-4dc5-a7ac-f8ba700e5a74'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004a1080-37bc-405d-ab31-fe3e10686519', 'code': 200} Apr 18 21:13:44.318233 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a14e7a4-817d-4dc5-a7ac-f8ba700e5a74'] response: {'server_uuid': '8cd457c1-7156-4afb-981c-dc5b51266e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ec8ff8-3cd6-4cc9-9b6c-d553774de56c', 'code': 200} Apr 18 21:13:44.318708 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a14e7a4-817d-4dc5-a7ac-f8ba700e5a74'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a028e96f-02c5-46c4-b8c7-817a76bd5789', 'code': 200} Apr 18 21:13:44.422103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3d38361-3676-4a99-99c6-28a3f1dbcddc req-8b5501fd-b793-4416-8599-27ec68f14d73 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 210 time: 0.0691726 Apr 18 21:13:44.576001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] For port 53390060-b720-420b-976a-a95c1bb8ef10, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:44.592004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-1f65d157-a5a7-4d01-a970-94b7f6d95bcc tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:44.596880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-1f65d157-a5a7-4d01-a970-94b7f6d95bcc tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.59 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 0.4531479 Apr 18 21:13:44.601230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] For port 53390060-b720-420b-976a-a95c1bb8ef10, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=53390060-b720-420b-976a-a95c1bb8ef10,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:44.614761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Request body: {'port': {'device_id': 'b50df045-900a-4c69-8fe7-67d2977b1d98', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'admin_state_up': True, 'tenant_id': 'af748b8029ea400c995ba35f34f12da7'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:44.637339 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e7bd7623-1901-4430-aecd-51a6cdbc4292 req-cd5ce84e-3f91-456f-b391-84585b7a2b3f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 1096 time: 0.1509287 Apr 18 21:13:44.715950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40700) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:44.914703 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:44.943514 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e7bd7623-1901-4430-aecd-51a6cdbc4292 req-a291b14a-8185-4663-b2eb-2233ac7aff2b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253938 Apr 18 21:13:45.151664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:45.153398 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] 10.222.0.59 "PUT /v2.0/ports/53390060-b720-420b-976a-a95c1bb8ef10 HTTP/1.1" status: 200 len: 1091 time: 3.0146539 Apr 18 21:13:45.153880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43b5836-31bb-4aa9-bc19-0451036d8cc2', 'tag': '53390060-b720-420b-976a-a95c1bb8ef10'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:45.180449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:45.187533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ccc05-b6e9-4348-b371-b205d9c1f795 service neutron] Pushing event updated for resources: {'Port': ['ID=53390060-b720-420b-976a-a95c1bb8ef10,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:45.223283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:45.317914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1474446149-network', 'tenant_id': '6d1cac00a5644dba910d37b07cf27078'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:45.318604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Made reservation on behalf of af748b8029ea400c995ba35f34f12da7 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:45.321835 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:45.401651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40716) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:45.449515 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-290f4731-cb1c-4770-9e69-a718f92f19fd req-61980bf3-8f1a-432d-b31b-30d1f67d298f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 6492 time: 0.8192260 Apr 18 21:13:45.472052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:45.502031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Usage tracker for resource:network and tenant:6d1cac00a5644dba910d37b07cf27078 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:45.518840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d68c-cc0e-4e67-a35d-9cea870e27d6 req-aaa752b3-9eeb-4f38-a564-413e19615fa2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:45.523444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d68c-cc0e-4e67-a35d-9cea870e27d6 req-aaa752b3-9eeb-4f38-a564-413e19615fa2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:45.527757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d68c-cc0e-4e67-a35d-9cea870e27d6 req-aaa752b3-9eeb-4f38-a564-413e19615fa2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:45.532066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d68c-cc0e-4e67-a35d-9cea870e27d6 req-aaa752b3-9eeb-4f38-a564-413e19615fa2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:45.538360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d68c-cc0e-4e67-a35d-9cea870e27d6 req-aaa752b3-9eeb-4f38-a564-413e19615fa2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:45.542236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d68c-cc0e-4e67-a35d-9cea870e27d6 req-aaa752b3-9eeb-4f38-a564-413e19615fa2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:45.546384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d68c-cc0e-4e67-a35d-9cea870e27d6 req-aaa752b3-9eeb-4f38-a564-413e19615fa2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:45.554761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78b9d68c-cc0e-4e67-a35d-9cea870e27d6 req-aaa752b3-9eeb-4f38-a564-413e19615fa2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5435 time: 0.7440112 Apr 18 21:13:45.558029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:45.591822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:45.713378 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-ae967ce2-b3f6-48af-b606-bc422ab75e75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 1094 time: 0.3740685 Apr 18 21:13:45.714336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-290f4731-cb1c-4770-9e69-a718f92f19fd req-628465b4-72ea-4042-836c-b9453a816686 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7e17762f-c7e0-4884-91ae-6b87f254712d&id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2294486 Apr 18 21:13:45.721426 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb113ee7-2a25-4f71-bb62-51ef26a77395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:45.722124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-868a628c-5430-49e5-8eab-b2ef33756758 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:45.723641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-868a628c-5430-49e5-8eab-b2ef33756758 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.59 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 808 time: 0.6831262 Apr 18 21:13:45.737200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78b9d68c-cc0e-4e67-a35d-9cea870e27d6 req-07251772-0ef1-4287-9624-b0141ef985ae tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1812236 Apr 18 21:13:45.748810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Request body: {'port': {'device_id': 'd2ab563f-223c-4e54-bc06-8c4c024fc7c8', 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc', 'admin_state_up': True, 'tenant_id': '8df5d4aa6d254fe4a784472e6df45d7c'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:45.793507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Made reservation on behalf of 6d1cac00a5644dba910d37b07cf27078 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:45.795800 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:45.918261 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:45.945219 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-35f85f97-0981-4c38-a4f8-abd7af7ac17f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53390060-b720-420b-976a-a95c1bb8ef10 HTTP/1.1" status: 200 len: 217 time: 0.0989861 Apr 18 21:13:45.954166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15827f-70bb-4a01-85f1-ce8786ac7b46 req-fe840629-50f9-4616-bdcd-d2d4285e094a tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:45.956350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de15827f-70bb-4a01-85f1-ce8786ac7b46 req-fe840629-50f9-4616-bdcd-d2d4285e094a tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 945 time: 0.6534636 Apr 18 21:13:45.992003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Allocated IP 172.20.0.10 (d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2/e6eed83b-bd8b-4106-83ab-7db4459dec92/a725ea2e-58c6-42dd-94a1-b04ff3884479) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:46.010236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bb113ee7-2a25-4f71-bb62-51ef26a77395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:46.025139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bb113ee7-2a25-4f71-bb62-51ef26a77395 admin admin] Usage tracker for resource:security_group_rule and tenant:a99598c237cf46f9bab0db9ffa5226eb is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:46.031240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bb113ee7-2a25-4f71-bb62-51ef26a77395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:46.040585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bb113ee7-2a25-4f71-bb62-51ef26a77395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:46.088974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-c32ef2ca-e328-4a08-b8ba-4b68f4410b9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:46.089872 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-c32ef2ca-e328-4a08-b8ba-4b68f4410b9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.1362827 Apr 18 21:13:46.099750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:46.139676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Usage tracker for resource:security_group_rule and tenant:6d1cac00a5644dba910d37b07cf27078 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:46.145728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:46.154645 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-fd7fb1f1-f979-42d5-aee1-a1a4cd3f8913 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515301 Apr 18 21:13:46.157956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:46.162934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de15827f-70bb-4a01-85f1-ce8786ac7b46 req-2c518861-6329-4243-8fd6-f86ccab69e73 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990321 Apr 18 21:13:46.168898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:46.190676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Usage tracker for resource:port and tenant:8df5d4aa6d254fe4a784472e6df45d7c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:46.195694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:46.205012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:46.246015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a687c-ea5d-42dc-8505-921b9ea3a7fc req-3fdd861b-82ca-4dcb-8454-20e1bdffe268 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:46.247610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-274a687c-ea5d-42dc-8505-921b9ea3a7fc req-3fdd861b-82ca-4dcb-8454-20e1bdffe268 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 943 time: 0.2855020 Apr 18 21:13:46.273627 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b91514-e73c-4e71-959b-b5649c40b3f8'] response: {'name': 'network-changed', 'server_uuid': 'd43b5836-31bb-4aa9-bc19-0451036d8cc2', 'tag': '53390060-b720-420b-976a-a95c1bb8ef10', 'status': 'completed', 'code': 200} Apr 18 21:13:46.330159 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.342152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-274a687c-ea5d-42dc-8505-921b9ea3a7fc req-539fcbdc-62eb-43ff-aff0-b3610a089481 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841799 Apr 18 21:13:46.437283 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59c17a20-133d-4233-812e-6b728efbb78a req-96feefc7-5dd8-4957-bbe5-426bdf1fe990 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 210 time: 0.0573211 Apr 18 21:13:46.491341 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb113ee7-2a25-4f71-bb62-51ef26a77395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.494281 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.504501 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-7e69901d-ae0d-4bcd-a4c6-96b08b38f49a service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250735 Apr 18 21:13:46.597017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Made reservation on behalf of 8df5d4aa6d254fe4a784472e6df45d7c for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:46.600228 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.616492 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb113ee7-2a25-4f71-bb62-51ef26a77395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.621673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-715d0856-9946-4386-adc2-1bc3a7f92d7a req-6e01c27b-5a2c-4fb8-83c3-65943b144a0f tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 210 time: 0.0770431 Apr 18 21:13:46.624580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.675841 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.680841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb113ee7-2a25-4f71-bb62-51ef26a77395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2617991-f5b7-4533-a076-55d587154a77,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:46.704075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bfb812-056b-4090-92fa-b51d203a694a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:46.748843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:13:46.785062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:46.791462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event updated for resources: {'Port': ['ID=a725ea2e-58c6-42dd-94a1-b04ff3884479,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:46.793905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:46.800388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:46.857697 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2742cff0-79fe-4ebc-9cf5-4718eb9ddeca req-90d1081d-188d-443c-9305-506a2d72ae42 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431773 Apr 18 21:13:46.860776 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bb113ee7-2a25-4f71-bb62-51ef26a77395 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a99598c237cf46f9bab0db9ffa5226eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4554586 Apr 18 21:13:46.867938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40736) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:46.920137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:46.920677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Allocated IP 172.20.0.4 (f0f8e2c1-9ecd-41b3-9562-674a844605cc/9836981b-e141-4c4b-841b-4312a41b0b95/d318e417-2c3f-4126-8170-2b206ae282f1) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:46.921451 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.968682 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4cf55a0b-5d27-4f41-a62c-88da03a4b2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.999104 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4cf55a0b-5d27-4f41-a62c-88da03a4b2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.145695 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.145978 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Added segment f73498b5-c0d2-4bf1-bd11-f4b1fda10b91 of type vlan for network 6baba9c3-578f-40e8-85c7-08e83e11f54e Apr 18 21:13:47.159462 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d677e775-b67d-4816-a2bc-63557afe8a5f req-02d753af-c1f4-474f-92fc-579ffc99120b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 1094 time: 0.1421392 Apr 18 21:13:47.204852 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-a3b7e46c-4908-4560-bf2b-f03e6e605503 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5941525 Apr 18 21:13:47.217883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Request body: {'port': {'device_id': 'b50df045-900a-4c69-8fe7-67d2977b1d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:47.247710 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.314039 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.356892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213117d-0722-4402-b6f7-698635c11705 req-185b2f11-dc50-4b26-94ca-4a54badfb060 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.357657 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4cf55a0b-5d27-4f41-a62c-88da03a4b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.362779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213117d-0722-4402-b6f7-698635c11705 req-185b2f11-dc50-4b26-94ca-4a54badfb060 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.367245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213117d-0722-4402-b6f7-698635c11705 req-185b2f11-dc50-4b26-94ca-4a54badfb060 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.372420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213117d-0722-4402-b6f7-698635c11705 req-185b2f11-dc50-4b26-94ca-4a54badfb060 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.377720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213117d-0722-4402-b6f7-698635c11705 req-185b2f11-dc50-4b26-94ca-4a54badfb060 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.382425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213117d-0722-4402-b6f7-698635c11705 req-185b2f11-dc50-4b26-94ca-4a54badfb060 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.387239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213117d-0722-4402-b6f7-698635c11705 req-185b2f11-dc50-4b26-94ca-4a54badfb060 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.389487 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b213117d-0722-4402-b6f7-698635c11705 req-185b2f11-dc50-4b26-94ca-4a54badfb060 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5435 time: 0.3691576 Apr 18 21:13:47.408976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf55a0b-5d27-4f41-a62c-88da03a4b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2617991-f5b7-4533-a076-55d587154a77,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:47.485511 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.488233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.488752 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.545074 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4cf55a0b-5d27-4f41-a62c-88da03a4b2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.549387 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4cf55a0b-5d27-4f41-a62c-88da03a4b2b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2617991-f5b7-4533-a076-55d587154a77 HTTP/1.1" status: 204 len: 168 time: 0.6771312 Apr 18 21:13:47.607843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.635788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677e775-b67d-4816-a2bc-63557afe8a5f req-a0c7b340-e9fc-4784-a0a3-971a75acc056 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.637388 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d677e775-b67d-4816-a2bc-63557afe8a5f req-a0c7b340-e9fc-4784-a0a3-971a75acc056 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 906 time: 0.4687114 Apr 18 21:13:47.701573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] Pushing event updated for resources: {'Network': ['ID=6baba9c3-578f-40e8-85c7-08e83e11f54e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:47.713610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b213117d-0722-4402-b6f7-698635c11705 req-98fbe1de-da06-4027-b821-29b4ad874b42 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2443349 Apr 18 21:13:47.716095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 6baba9c3-578f-40e8-85c7-08e83e11f54e details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:13:47.730186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955241d-9bc6-4f2b-beb7-c5bdb2cbe1ff req-6cbd2612-3af8-4337-a96d-6c54800d8e72 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.731298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9955241d-9bc6-4f2b-beb7-c5bdb2cbe1ff req-6cbd2612-3af8-4337-a96d-6c54800d8e72 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 945 time: 0.3406742 Apr 18 21:13:47.756466 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d677e775-b67d-4816-a2bc-63557afe8a5f req-601d70ae-e48b-4988-8fe8-ab30f2c42e45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53390060-b720-420b-976a-a95c1bb8ef10 HTTP/1.1" status: 200 len: 217 time: 0.0889881 Apr 18 21:13:47.800706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9955241d-9bc6-4f2b-beb7-c5bdb2cbe1ff req-1611d9b4-b119-4a6c-8181-a0a80db8331a tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626473 Apr 18 21:13:47.816785 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.834246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677e775-b67d-4816-a2bc-63557afe8a5f req-93636f0a-5b82-4946-a1d0-f0b31df61f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.834246 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d677e775-b67d-4816-a2bc-63557afe8a5f req-93636f0a-5b82-4946-a1d0-f0b31df61f8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.0661345 Apr 18 21:13:47.840738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ebd081cc-3578-45f3-82a3-2ec26985e510 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0880091 Apr 18 21:13:47.851964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40758) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:47.920576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Network f0f8e2c1-9ecd-41b3-9562-674a844605cc is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:47.932204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:47.950177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Request body: {'subnet': {'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1474446149-subnet', 'tenant_id': '6d1cac00a5644dba910d37b07cf27078', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:47.959595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:48.006849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:48.030376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Usage tracker for resource:subnet and tenant:6d1cac00a5644dba910d37b07cf27078 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:48.042319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:48.084984 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d677e775-b67d-4816-a2bc-63557afe8a5f req-324b53b0-0fa0-4f6a-b4c6-7e3ab56c2e4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1905560 Apr 18 21:13:48.085302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:48.104603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Pushing event updated for resources: {'Port': ['ID=d318e417-2c3f-4126-8170-2b206ae282f1,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:48.130354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:48.131018 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:48.187170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deec71-8831-42a4-bd0f-be416f4cbdbc req-a42b7176-6463-426d-a688-8deb871ebd5b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:48.189732 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81deec71-8831-42a4-bd0f-be416f4cbdbc req-a42b7176-6463-426d-a688-8deb871ebd5b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 943 time: 0.1486220 Apr 18 21:13:48.243007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Made reservation on behalf of 6d1cac00a5644dba910d37b07cf27078 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:48.247574 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:48.389937 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d677e775-b67d-4816-a2bc-63557afe8a5f req-164c1b59-42a2-4014-aa8e-223e7a1f1c3a service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842095 Apr 18 21:13:48.396065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-867d02db-855a-44e6-a736-bda715d44ac8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6517091 Apr 18 21:13:48.492007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Request body: {'port': {'device_id': 'd2ab563f-223c-4e54-bc06-8c4c024fc7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:48.553182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81deec71-8831-42a4-bd0f-be416f4cbdbc req-e73acc25-81d0-4391-b3fc-b32bfe710d56 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580761 Apr 18 21:13:48.627693 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d677e775-b67d-4816-a2bc-63557afe8a5f req-eda7d8b0-60b1-4b22-adf8-46a3f5cac963 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296352 Apr 18 21:13:48.641889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a725ea2e-58c6-42dd-94a1-b04ff3884479 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:48.650704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:48.668611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Transition to ACTIVE for port object a725ea2e-58c6-42dd-94a1-b04ff3884479 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:48.690848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:48.730447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60693c-8715-4fc7-b3f6-82ad59184be4 req-4cc4e0cf-53e2-4d6b-b4c5-bc3d6eb9d843 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:48.731917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef60693c-8715-4fc7-b3f6-82ad59184be4 req-4cc4e0cf-53e2-4d6b-b4c5-bc3d6eb9d843 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 932 time: 0.3443317 Apr 18 21:13:48.741669 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:48.877379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Pushing event updated for resources: {'Port': ['ID=a725ea2e-58c6-42dd-94a1-b04ff3884479,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:48.917427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:48.918068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:48.918674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:48.919188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:48.919692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:48.920181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:48.920748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:48.921235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:48.921782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:48.922321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:48.923849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:49.003357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Attempting to bind port a725ea2e-58c6-42dd-94a1-b04ff3884479 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:49.003589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Attempting to bind port a725ea2e-58c6-42dd-94a1-b04ff3884479 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:49.003911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Attempting to bind port a725ea2e-58c6-42dd-94a1-b04ff3884479 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:49.008192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef60693c-8715-4fc7-b3f6-82ad59184be4 req-cd3446de-88b1-4818-bcca-3f139d5ad97e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467141 Apr 18 21:13:49.010189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Port a725ea2e-58c6-42dd-94a1-b04ff3884479 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:13:49.010501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Attempting to bind port a725ea2e-58c6-42dd-94a1-b04ff3884479 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:49.018052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:49.018395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Checking segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:49.019537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Bound using segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:49.019537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Bound port: a725ea2e-58c6-42dd-94a1-b04ff3884479, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:49.019537 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.104783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6182304-d02a-4861-a2ef-e2632d2c072a req-81c10133-ce99-4989-9ba2-8386b0f0f73d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.104783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e6182304-d02a-4861-a2ef-e2632d2c072a req-81c10133-ce99-4989-9ba2-8386b0f0f73d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Synchronizing usage tracker for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:49.134020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] For port a725ea2e-58c6-42dd-94a1-b04ff3884479, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:49.137332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] For port a725ea2e-58c6-42dd-94a1-b04ff3884479, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a725ea2e-58c6-42dd-94a1-b04ff3884479,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:49.164278 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.260890 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.325095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abd0e1e-e5e8-4df4-bf02-040fab27af0c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:49.328934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.330587 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] 10.222.0.59 "PUT /v2.0/ports/a725ea2e-58c6-42dd-94a1-b04ff3884479 HTTP/1.1" status: 200 len: 1092 time: 2.1182058 Apr 18 21:13:49.331045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50df045-900a-4c69-8fe7-67d2977b1d98', 'tag': 'a725ea2e-58c6-42dd-94a1-b04ff3884479'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:49.354924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e6182304-d02a-4861-a2ef-e2632d2c072a req-81c10133-ce99-4989-9ba2-8386b0f0f73d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Unset dirty status for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:49.355426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e28c1-f23d-41ca-9fa4-9aee23e754ea service neutron] Pushing event updated for resources: {'Port': ['ID=a725ea2e-58c6-42dd-94a1-b04ff3884479,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:49.363979 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6182304-d02a-4861-a2ef-e2632d2c072a req-81c10133-ce99-4989-9ba2-8386b0f0f73d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 931 time: 0.6310208 Apr 18 21:13:49.365334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40790) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:49.436315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Checking segment: {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:49.437174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Network hostable DHCP agents. Network: 6baba9c3-578f-40e8-85c7-08e83e11f54e, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:13:49.479436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6182304-d02a-4861-a2ef-e2632d2c072a req-7be05f05-014b-4a6c-ba61-1eb2d8a021fb tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145656 Apr 18 21:13:49.520346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 53390060-b720-420b-976a-a95c1bb8ef10 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:49.539716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92280f0a-5cb2-4d04-9014-caee3cd3354d req-0755ad18-d007-4e6d-97c4-f83869ea8cdb tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.542133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92280f0a-5cb2-4d04-9014-caee3cd3354d req-0755ad18-d007-4e6d-97c4-f83869ea8cdb tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=db7574d7-0c04-4c35-8919-ecb1a2c87886 HTTP/1.1" status: 200 len: 945 time: 0.3275752 Apr 18 21:13:49.556037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-network', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:49.564945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:49.576714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Usage tracker for resource:network and tenant:533b9cde3bdf4bdcb5a856f8d682ef59 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:49.582527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:49.593506 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-02776753-0c25-4742-85df-3e8a1449db7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 1095 time: 0.1231441 Apr 18 21:13:49.595300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:49.607527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d318e417-2c3f-4126-8170-2b206ae282f1 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:49.628804 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.644784 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92280f0a-5cb2-4d04-9014-caee3cd3354d req-b99bba58-8fb5-4e5e-ac44-c542e0b342bf tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016941 Apr 18 21:13:49.691528 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-9016422d-d1ed-48df-8485-507741e92f4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a725ea2e-58c6-42dd-94a1-b04ff3884479 HTTP/1.1" status: 200 len: 217 time: 0.0872357 Apr 18 21:13:49.702711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Network 6baba9c3-578f-40e8-85c7-08e83e11f54e is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:13:49.717438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Transition to ACTIVE for port object d318e417-2c3f-4126-8170-2b206ae282f1 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:49.734218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 53390060-b720-420b-976a-a95c1bb8ef10, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=53390060-b720-420b-976a-a95c1bb8ef10,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:49.755378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Made reservation on behalf of 533b9cde3bdf4bdcb5a856f8d682ef59 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:49.758415 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.764100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '53390060-b720-420b-976a-a95c1bb8ef10', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'port_id': '53390060-b720-420b-976a-a95c1bb8ef10', 'mac_address': 'fa:16:3e:ca:9a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d043342-3347-4e69-83c4-d979a544cbfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:49.766823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3b55-3a13-4d82-ae93-9b6604c9584e req-425d858b-79b2-4d6d-a090-7afa0bc9fb9f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.771774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3b55-3a13-4d82-ae93-9b6604c9584e req-425d858b-79b2-4d6d-a090-7afa0bc9fb9f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.776485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3b55-3a13-4d82-ae93-9b6604c9584e req-425d858b-79b2-4d6d-a090-7afa0bc9fb9f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.780847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3b55-3a13-4d82-ae93-9b6604c9584e req-425d858b-79b2-4d6d-a090-7afa0bc9fb9f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.786390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3b55-3a13-4d82-ae93-9b6604c9584e req-425d858b-79b2-4d6d-a090-7afa0bc9fb9f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.787092 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.790311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3b55-3a13-4d82-ae93-9b6604c9584e req-425d858b-79b2-4d6d-a090-7afa0bc9fb9f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.794355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3b55-3a13-4d82-ae93-9b6604c9584e req-425d858b-79b2-4d6d-a090-7afa0bc9fb9f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.796864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a23e3b55-3a13-4d82-ae93-9b6604c9584e req-425d858b-79b2-4d6d-a090-7afa0bc9fb9f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5435 time: 0.1593170 Apr 18 21:13:49.808109 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df2b5fc-6fbc-4599-9259-2b445d2fc5f8'] response: {'name': 'network-changed', 'server_uuid': 'b50df045-900a-4c69-8fe7-67d2977b1d98', 'tag': 'a725ea2e-58c6-42dd-94a1-b04ff3884479', 'status': 'completed', 'code': 200} Apr 18 21:13:49.821784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-04d98955-ce06-429a-a176-77845255ec3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.823408 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-04d98955-ce06-429a-a176-77845255ec3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.1250916 Apr 18 21:13:49.838735 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.857563 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.882178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53390060-b720-420b-976a-a95c1bb8ef10 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:49.886352 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-552d96c0-987f-43df-b8e4-53b26c5b785e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513592 Apr 18 21:13:49.887875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 6baba9c3-578f-40e8-85c7-08e83e11f54e) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:49.901274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f79868-ec35-4fcf-95f9-c94c5dad9600 None None] Network 6baba9c3-578f-40e8-85c7-08e83e11f54e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:49.917058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:49.924020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.924875 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.974197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Usage tracker for resource:security_group_rule and tenant:533b9cde3bdf4bdcb5a856f8d682ef59 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:49.981724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:49.995013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 53390060-b720-420b-976a-a95c1bb8ef10, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=53390060-b720-420b-976a-a95c1bb8ef10,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:49.998648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:50.052462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Pushing event updated for resources: {'Port': ['ID=d318e417-2c3f-4126-8170-2b206ae282f1,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:50.055507 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-51d17ec4-c116-418c-ab06-757715caf759 service neutron] 10.222.0.59 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628580 Apr 18 21:13:50.063053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a23e3b55-3a13-4d82-ae93-9b6604c9584e req-f4adf6ee-99b6-4ba4-af73-ab046db982f9 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2574706 Apr 18 21:13:50.085159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a5830cd8-0d8a-4805-afab-f56ac882e64d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1628003 Apr 18 21:13:50.221420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379a628-5bc6-4a81-9746-f897bbc8786a req-527fdce6-867c-46ad-9106-0999235cb174 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:50.228716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a379a628-5bc6-4a81-9746-f897bbc8786a req-527fdce6-867c-46ad-9106-0999235cb174 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 943 time: 0.2871590 Apr 18 21:13:50.252365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Attempting to bind port d318e417-2c3f-4126-8170-2b206ae282f1 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:50.252702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Attempting to bind port d318e417-2c3f-4126-8170-2b206ae282f1 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:50.253038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Attempting to bind port d318e417-2c3f-4126-8170-2b206ae282f1 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:50.253705 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:50.268698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Port d318e417-2c3f-4126-8170-2b206ae282f1 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:13:50.269028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Attempting to bind port d318e417-2c3f-4126-8170-2b206ae282f1 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:50.290338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:50.290338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:50.290750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Bound using segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:50.291208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Bound port: d318e417-2c3f-4126-8170-2b206ae282f1, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:50.291696 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:50.295884 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65041941-e0b5-48db-8ba3-e6de46caa80d req-824f7032-9759-427a-85a8-1aee74aa8678 service neutron] 10.222.0.59 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307181 Apr 18 21:13:50.312203 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:50.325791 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a379a628-5bc6-4a81-9746-f897bbc8786a req-48a4aafd-f132-4316-b4fd-95606d87e515 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950935 Apr 18 21:13:50.369632 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:50.383442 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-6baba9c3-578f-40e8-85c7-08e83e11f54e', 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e', 'tenant_id': '6d1cac00a5644dba910d37b07cf27078', 'fixed_ips': [{'subnet_id': '2abd0e1e-e5e8-4df4-bf02-040fab27af0c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:13:50.384490 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:50.461621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edae9ae2-e481-48ba-85d1-42a47693a4f6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:50.464874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:13:50.638288 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=53390060-b720-420b-976a-a95c1bb8ef10,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:50.663386 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:50.663734 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Added segment fb65e01d-dedd-455c-9d0a-37735521b36f of type vlan for network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a Apr 18 21:13:50.708239 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:50.716670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['53390060-b720-420b-976a-a95c1bb8ef10'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:50.725743 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b398bc75-2465-4cfd-ae7f-0b57bd67663e req-53034577-c2ea-4273-9b80-4e61b6fcaa0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 1095 time: 0.2446060 Apr 18 21:13:50.792487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:50.806328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Allocated IP 172.20.0.2 (6baba9c3-578f-40e8-85c7-08e83e11f54e/2abd0e1e-e5e8-4df4-bf02-040fab27af0c/a118c630-b088-43f3-abea-22e5b12df30e) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:50.810341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d318e417-2c3f-4126-8170-2b206ae282f1,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:50.849071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb43d6a-8bdf-4324-9e7c-de256ec12847 req-e56618ea-c60c-4687-acc3-3a9e58d673e0 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:50.851448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fbb43d6a-8bdf-4324-9e7c-de256ec12847 req-e56618ea-c60c-4687-acc3-3a9e58d673e0 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 944 time: 0.1256371 Apr 18 21:13:50.894097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398bc75-2465-4cfd-ae7f-0b57bd67663e req-0fd20f13-8301-4788-b120-051e001981a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:50.895930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b398bc75-2465-4cfd-ae7f-0b57bd67663e req-0fd20f13-8301-4788-b120-051e001981a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 912 time: 0.1592441 Apr 18 21:13:50.901907 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:50.958880 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:50.960752 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] 10.222.0.59 "PUT /v2.0/ports/d318e417-2c3f-4126-8170-2b206ae282f1 HTTP/1.1" status: 200 len: 1091 time: 2.4855216 Apr 18 21:13:50.970396 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:50.971319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:50.972471 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:51.003851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ab563f-223c-4e54-bc06-8c4c024fc7c8', 'tag': 'd318e417-2c3f-4126-8170-2b206ae282f1'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:51.035983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fbb43d6a-8bdf-4324-9e7c-de256ec12847 req-dd0f4a9d-2375-40d5-bb78-d600353f0a5f tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785624 Apr 18 21:13:51.075934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260047b-4023-477b-8d17-ed3476fe0540 service neutron] Pushing event updated for resources: {'Port': ['ID=d318e417-2c3f-4126-8170-2b206ae282f1,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:51.108014 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b398bc75-2465-4cfd-ae7f-0b57bd67663e req-a5167d08-7426-4caa-8295-45ab488ea78c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a725ea2e-58c6-42dd-94a1-b04ff3884479 HTTP/1.1" status: 200 len: 217 time: 0.2040460 Apr 18 21:13:51.173036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785cd1-445a-47e6-9566-75e8c7b6726b req-f463a01a-0981-45d7-82fd-056f2291fc4f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:51.177583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785cd1-445a-47e6-9566-75e8c7b6726b req-f463a01a-0981-45d7-82fd-056f2291fc4f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:51.180148 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:51.181719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785cd1-445a-47e6-9566-75e8c7b6726b req-f463a01a-0981-45d7-82fd-056f2291fc4f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:51.185600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785cd1-445a-47e6-9566-75e8c7b6726b req-f463a01a-0981-45d7-82fd-056f2291fc4f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:51.190033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785cd1-445a-47e6-9566-75e8c7b6726b req-f463a01a-0981-45d7-82fd-056f2291fc4f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:51.193875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785cd1-445a-47e6-9566-75e8c7b6726b req-f463a01a-0981-45d7-82fd-056f2291fc4f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:51.196480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Transition to ACTIVE for port object a118c630-b088-43f3-abea-22e5b12df30e will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:51.197849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785cd1-445a-47e6-9566-75e8c7b6726b req-f463a01a-0981-45d7-82fd-056f2291fc4f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:51.210182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] Pushing event updated for resources: {'Network': ['ID=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:51.211807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40830) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:51.218074 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25785cd1-445a-47e6-9566-75e8c7b6726b req-f463a01a-0981-45d7-82fd-056f2291fc4f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5435 time: 0.2456748 Apr 18 21:13:51.224907 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:13:51.229329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-bd20097e-07f3-48af-804b-9c9822438b74 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Request body: {'floatingip': {'port_id': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:51.303325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398bc75-2465-4cfd-ae7f-0b57bd67663e req-12a89aaa-c377-4157-8cb0-a31c6c9042a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:51.305125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b398bc75-2465-4cfd-ae7f-0b57bd67663e req-12a89aaa-c377-4157-8cb0-a31c6c9042a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.1843369 Apr 18 21:13:51.325758 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-95490e9c-2cf5-457e-a08d-61fa3962da9b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9592509 Apr 18 21:13:51.328710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40834) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:51.336338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Request body: {'subnet': {'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-subnet', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:51.339373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Transition to ACTIVE for port object a118c630-b088-43f3-abea-22e5b12df30e will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:51.346231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-e29f7f16-3f4a-46fe-9d7e-fdb01b5193b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 1094 time: 0.2655373 Apr 18 21:13:51.361509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:51.371402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bd20097e-07f3-48af-804b-9c9822438b74 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:51.421969 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:51.429964 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b398bc75-2465-4cfd-ae7f-0b57bd67663e req-4fdf815c-e2b8-41bd-872f-e5e49502433a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030016 Apr 18 21:13:51.453017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Usage tracker for resource:subnet and tenant:533b9cde3bdf4bdcb5a856f8d682ef59 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:51.462045 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:51.484954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:51.493512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Network 6baba9c3-578f-40e8-85c7-08e83e11f54e is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:51.496568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:51.496731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-774d49f2-3128-4f86-a8a8-466133e0d607 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d318e417-2c3f-4126-8170-2b206ae282f1 HTTP/1.1" status: 200 len: 217 time: 0.1322081 Apr 18 21:13:51.501444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:51.507908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Pushing event updated for resources: {'Port': ['ID=a118c630-b088-43f3-abea-22e5b12df30e,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:51.539744 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a725ea2e-58c6-42dd-94a1-b04ff3884479 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:51.557763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd080ed1-3a47-48c1-8c2d-e96390c8f2fb req-f485c97b-63e7-4834-bd0d-128845221886 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:51.562065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd080ed1-3a47-48c1-8c2d-e96390c8f2fb req-f485c97b-63e7-4834-bd0d-128845221886 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 950 time: 0.3143051 Apr 18 21:13:51.620226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Made reservation on behalf of 533b9cde3bdf4bdcb5a856f8d682ef59 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:51.622689 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:51.626182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Attempting to bind port a118c630-b088-43f3-abea-22e5b12df30e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:51.626438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Attempting to bind port a118c630-b088-43f3-abea-22e5b12df30e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:51.626729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Attempting to bind port a118c630-b088-43f3-abea-22e5b12df30e on network 6baba9c3-578f-40e8-85c7-08e83e11f54e {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:51.699844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:51.700616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Checking segment: {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:51.700616 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:51.700993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Bound using segment: {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:51.701540 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Bound port: a118c630-b088-43f3-abea-22e5b12df30e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:51.701916 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:51.744973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-30f0a77d-6c3a-4d27-8882-0953ad6eca01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:51.746652 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-30f0a77d-6c3a-4d27-8882-0953ad6eca01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.2356915 Apr 18 21:13:51.760409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9eb2a-3139-4c02-a674-377ef7555f48 req-b7aa976b-d8aa-4f39-9e5f-b9e518cb9e00 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:51.762040 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80f9eb2a-3139-4c02-a674-377ef7555f48 req-b7aa976b-d8aa-4f39-9e5f-b9e518cb9e00 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 943 time: 0.4129388 Apr 18 21:13:51.806070 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd080ed1-3a47-48c1-8c2d-e96390c8f2fb req-d4c5f7c5-2399-4999-a084-d036345deef7 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322838 Apr 18 21:13:51.827379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a725ea2e-58c6-42dd-94a1-b04ff3884479, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a725ea2e-58c6-42dd-94a1-b04ff3884479,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:51.829892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-cdab6382-7f81-4020-99a8-4b771899dd6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665417 Apr 18 21:13:51.844708 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b398bc75-2465-4cfd-ae7f-0b57bd67663e req-069c8a1a-fe70-42f5-ae14-1c2f4a66cd3e service neutron] 10.222.0.59 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075685 Apr 18 21:13:51.848484 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'a725ea2e-58c6-42dd-94a1-b04ff3884479', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'port_id': 'a725ea2e-58c6-42dd-94a1-b04ff3884479', 'mac_address': 'fa:16:3e:35:91:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6eed83b-bd8b-4106-83ab-7db4459dec92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:51.850633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] For port a118c630-b088-43f3-abea-22e5b12df30e, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:51.944030 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:51.967456 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80f9eb2a-3139-4c02-a674-377ef7555f48 req-cce7bb50-c423-4fa2-931d-1537f51fc202 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640787 Apr 18 21:13:51.987679 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b398bc75-2465-4cfd-ae7f-0b57bd67663e req-7278230a-f804-48dc-9752-91f03382e3d4 service neutron] 10.222.0.59 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354432 Apr 18 21:13:52.027590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] For port a118c630-b088-43f3-abea-22e5b12df30e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a118c630-b088-43f3-abea-22e5b12df30e,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:52.029630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a725ea2e-58c6-42dd-94a1-b04ff3884479 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:52.057646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-c6c8fcd5-ca7f-4d5c-8511-48c4c1de8dec service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176735 Apr 18 21:13:52.066562 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a725ea2e-58c6-42dd-94a1-b04ff3884479, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a725ea2e-58c6-42dd-94a1-b04ff3884479,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:52.096832 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:52.138882 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:52.208062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1decb5-9f91-4b67-9fb1-771e5f0b3354 None None] Pushing event updated for resources: {'Port': ['ID=a118c630-b088-43f3-abea-22e5b12df30e,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:52.393417 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a725ea2e-58c6-42dd-94a1-b04ff3884479,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:52.421820 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:52.467510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['a725ea2e-58c6-42dd-94a1-b04ff3884479'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:52.592919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bd20097e-07f3-48af-804b-9c9822438b74 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:52.610647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d054534d-81d6-4ae2-8507-7aa4b366c14e no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:52.638401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:52.642749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f08621d-9c21-48af-b750-0c89d67ab6d6 req-89886018-e542-4c77-bb5e-9ca627d540a6 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718396 Apr 18 21:13:52.684199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-f3a32bbc-3fc3-4226-bad9-2b251c6363cd tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:52.684961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-f3a32bbc-3fc3-4226-bad9-2b251c6363cd tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Synchronizing usage tracker for tenant:7c40cd1cdb344d849da27ba504b10787 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:52.704379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bd20097e-07f3-48af-804b-9c9822438b74 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:52.734122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Checking segment: {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:52.734122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Network hostable DHCP agents. Network: fdcb0fc3-7982-4f27-8f92-b49a4879ce9a, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:13:52.747734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-c7806665-1703-4747-a4bc-4e918fe42c55 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:52.748089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-c7806665-1703-4747-a4bc-4e918fe42c55 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Synchronizing usage tracker for tenant:6d1cac00a5644dba910d37b07cf27078 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:52.845727 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c96afb-7a69-4ff3-a83d-a624c57cd0b9'] response: {'name': 'network-changed', 'server_uuid': 'd2ab563f-223c-4e54-bc06-8c4c024fc7c8', 'tag': 'd318e417-2c3f-4126-8170-2b206ae282f1', 'status': 'completed', 'code': 200} Apr 18 21:13:52.855209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-c7806665-1703-4747-a4bc-4e918fe42c55 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Unset dirty status for tenant:6d1cac00a5644dba910d37b07cf27078 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:52.856658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-c7806665-1703-4747-a4bc-4e918fe42c55 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/networks?id=6baba9c3-578f-40e8-85c7-08e83e11f54e HTTP/1.1" status: 200 len: 816 time: 0.6478999 Apr 18 21:13:52.864561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-f3a32bbc-3fc3-4226-bad9-2b251c6363cd tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Unset dirty status for tenant:7c40cd1cdb344d849da27ba504b10787 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:52.866084 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-f3a32bbc-3fc3-4226-bad9-2b251c6363cd tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.59 "GET /v2.0/ports?device_id=db7574d7-0c04-4c35-8919-ecb1a2c87886 HTTP/1.1" status: 200 len: 945 time: 0.4103727 Apr 18 21:13:52.882455 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:52.943355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506ea287-ebc9-4997-ad21-597a8ca9ae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd054534d-81d6-4ae2-8507-7aa4b366c14e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:52.944554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-c64c5487-abfd-4ed0-8e56-a79fcae9df37 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/quotas/6d1cac00a5644dba910d37b07cf27078 HTTP/1.1" status: 200 len: 375 time: 0.0817811 Apr 18 21:13:52.949706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:13:52.966585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d054534d-81d6-4ae2-8507-7aa4b366c14e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d054534d-81d6-4ae2-8507-7aa4b366c14e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:52.997457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-851128ef-3a6b-4c3b-afd8-fb3c474260e4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Deleting port a8f17084-bfeb-4005-98ff-ad3be902079f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:52.998350 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-851128ef-3a6b-4c3b-afd8-fb3c474260e4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.043147 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.152309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d054534d-81d6-4ae2-8507-7aa4b366c14e,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:53.240892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a118c630-b088-43f3-abea-22e5b12df30e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:53.294623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, fdcb0fc3-7982-4f27-8f92-b49a4879ce9a) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:53.303767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:53.306041 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.318061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8b69b7-b88a-4162-997c-d7942147e59b None None] Network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:53.360572 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-bd20097e-07f3-48af-804b-9c9822438b74 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Floating IP 07385d1c-ab72-4133-93e8-4fe61bc2077b associated. External IP: 172.25.3.109, port: d1ea4309-8d10-45e8-8c66-3fbfd04a2242. Apr 18 21:13:53.413861 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a50f334b-75d5-48a5-b49f-a612e46e645a req-f571338f-fc2a-4863-b8d4-8883ce6d60d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 1094 time: 0.5489597 Apr 18 21:13:53.420409 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-a1e07174-632e-4bb6-988d-10aa18bc4ce8 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d1cac00a5644dba910d37b07cf27078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4748447 Apr 18 21:13:53.525898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-851128ef-3a6b-4c3b-afd8-fb3c474260e4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] For port a8f17084-bfeb-4005-98ff-ad3be902079f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a8f17084-bfeb-4005-98ff-ad3be902079f,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:53.526131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-851128ef-3a6b-4c3b-afd8-fb3c474260e4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.545391 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d54f5614-0f02-42a6-8860-2a862b9c5882 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2121835 Apr 18 21:13:53.562020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 53390060-b720-420b-976a-a95c1bb8ef10 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:53.598220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40856) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:53.598958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port a118c630-b088-43f3-abea-22e5b12df30e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:53.621963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da777c9-b8e4-406c-a05f-3d12b495f2e1 req-44de9c38-8962-44f7-8645-15f5070869b8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:53.631258 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6da777c9-b8e4-406c-a05f-3d12b495f2e1 req-44de9c38-8962-44f7-8645-15f5070869b8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 944 time: 0.6209345 Apr 18 21:13:53.664734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:53.676989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-851128ef-3a6b-4c3b-afd8-fb3c474260e4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Calling delete_port for a8f17084-bfeb-4005-98ff-ad3be902079f owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:53.688911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4238a07-3618-4fc0-8c7f-ab92056cb401 None None] Network 6baba9c3-578f-40e8-85c7-08e83e11f54e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:53.706821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:53.717740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Usage tracker for resource:router and tenant:533b9cde3bdf4bdcb5a856f8d682ef59 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:53.730749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:53.744238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:53.778646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6da777c9-b8e4-406c-a05f-3d12b495f2e1 req-bc81fa58-7188-4320-bad9-eb0b44a4768f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376791 Apr 18 21:13:53.799391 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-51bba8c3-549a-4e9a-b699-b8d0831684d6 service neutron] 10.222.0.11 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512509 Apr 18 21:13:53.821135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:13:53.821963 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.839399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f334b-75d5-48a5-b49f-a612e46e645a req-04a1228b-059b-4d4b-bc3f-bb810fdb7749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:53.842977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a50f334b-75d5-48a5-b49f-a612e46e645a req-04a1228b-059b-4d4b-bc3f-bb810fdb7749 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.4216032 Apr 18 21:13:53.880992 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.881908 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.969927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-851128ef-3a6b-4c3b-afd8-fb3c474260e4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.996332 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a50f334b-75d5-48a5-b49f-a612e46e645a req-39eef623-aad3-44f9-9149-0800de27322a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d318e417-2c3f-4126-8170-2b206ae282f1 HTTP/1.1" status: 200 len: 217 time: 0.1373687 Apr 18 21:13:54.003723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['22ec8ff8-3cd6-4cc9-9b6c-d553774de56c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:54.040311 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-eeac3c04-3dc6-4a72-9b32-74da0184cb67 None None] Provisioning for port a118c630-b088-43f3-abea-22e5b12df30e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:54.059643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 53390060-b720-420b-976a-a95c1bb8ef10 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:54.085684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-eeac3c04-3dc6-4a72-9b32-74da0184cb67 None None] Provisioning complete for port a118c630-b088-43f3-abea-22e5b12df30e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:54.086048 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eeac3c04-3dc6-4a72-9b32-74da0184cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.099062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851128ef-3a6b-4c3b-afd8-fb3c474260e4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Pushing event deleted for resources: {'Port': ['ID=a8f17084-bfeb-4005-98ff-ad3be902079f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:54.159248 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 53390060-b720-420b-976a-a95c1bb8ef10 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:54.159618 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.199894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-09e9224f-751d-4d64-9f57-922547af365b service neutron] 10.222.0.11 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990698 Apr 18 21:13:54.209629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f334b-75d5-48a5-b49f-a612e46e645a req-c2d8239a-26f0-4a7e-ab71-316df463c405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:54.212374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a50f334b-75d5-48a5-b49f-a612e46e645a req-c2d8239a-26f0-4a7e-ab71-316df463c405 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.2086985 Apr 18 21:13:54.226107 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.282957 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a50f334b-75d5-48a5-b49f-a612e46e645a req-08a03dd9-182d-4b6c-883a-83acd7c37114 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611980 Apr 18 21:13:54.432335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-2c549d17-f056-4a68-bf19-cc9742b8312e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3703570 Apr 18 21:13:54.459933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Allocated IP 172.20.0.2 (fdcb0fc3-7982-4f27-8f92-b49a4879ce9a/c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7/3197b424-77d5-4963-81a7-8243c475d57b) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:54.522581 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eeac3c04-3dc6-4a72-9b32-74da0184cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.607856 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c1e4ff6f-25d7-4a86-98fe-f7f7a874724a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.720381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-eeac3c04-3dc6-4a72-9b32-74da0184cb67 None None] For port a118c630-b088-43f3-abea-22e5b12df30e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a118c630-b088-43f3-abea-22e5b12df30e,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:54.747568 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a50f334b-75d5-48a5-b49f-a612e46e645a req-4231ee0e-e57b-49f6-981b-65e3048afac5 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564860 Apr 18 21:13:54.761092 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.762563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d6879-a6fd-49a2-bb6d-e1b86f1a7f61 req-0795f2e3-93d1-4b62-9343-da0b623bab70 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:54.764364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-190d6879-a6fd-49a2-bb6d-e1b86f1a7f61 req-0795f2e3-93d1-4b62-9343-da0b623bab70 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd457c1-7156-4afb-981c-dc5b51266e03 HTTP/1.1" status: 200 len: 945 time: 0.3895991 Apr 18 21:13:54.785062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-851128ef-3a6b-4c3b-afd8-fb3c474260e4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] No DVR routers for this DVR port a8f17084-bfeb-4005-98ff-ad3be902079f on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:54.788415 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-851128ef-3a6b-4c3b-afd8-fb3c474260e4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.794986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7574d7-0c04-4c35-8919-ecb1a2c87886', 'name': 'network-vif-deleted', 'tag': 'a8f17084-bfeb-4005-98ff-ad3be902079f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:54.822595 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eeac3c04-3dc6-4a72-9b32-74da0184cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.945510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-190d6879-a6fd-49a2-bb6d-e1b86f1a7f61 req-5214bd24-2c9f-4f02-b23d-7f8c92ab06b2 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Deleting port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:54.945877 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-190d6879-a6fd-49a2-bb6d-e1b86f1a7f61 req-5214bd24-2c9f-4f02-b23d-7f8c92ab06b2 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.963421 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.972075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 53390060-b720-420b-976a-a95c1bb8ef10, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=53390060-b720-420b-976a-a95c1bb8ef10,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:55.026360 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4e49362-bf5d-4c57-af11-919d2ebd9ba5 req-851128ef-3a6b-4c3b-afd8-fb3c474260e4 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.59 "DELETE /v2.0/ports/a8f17084-bfeb-4005-98ff-ad3be902079f HTTP/1.1" status: 204 len: 173 time: 2.1532910 Apr 18 21:13:55.044598 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3c04-3dc6-4a72-9b32-74da0184cb67 None None] Pushing event updated for resources: {'Port': ['ID=a118c630-b088-43f3-abea-22e5b12df30e,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:55.051344 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.052699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a8f17084-bfeb-4005-98ff-ad3be902079f no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:55.054703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd20097e-07f3-48af-804b-9c9822438b74 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Router d9655c2e-2982-4e01-a173-c900b054b8ed has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:13:55.169298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: a8f17084-bfeb-4005-98ff-ad3be902079f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:55.177439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a8f17084-bfeb-4005-98ff-ad3be902079f not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:55.205600 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.251209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69ae54de-b735-4020-a3d3-cbc63da29ae2 req-ee386970-c314-4c52-a696-a21c77948d9e tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.11 "GET /v2.0/ports?device_id=db7574d7-0c04-4c35-8919-ecb1a2c87886 HTTP/1.1" status: 200 len: 210 time: 0.2745025 Apr 18 21:13:55.251806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Transition to ACTIVE for port object 3197b424-77d5-4963-81a7-8243c475d57b will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:55.254229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a118c630-b088-43f3-abea-22e5b12df30e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:55.418889 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=53390060-b720-420b-976a-a95c1bb8ef10,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:55.429310 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48484dad-a9d7-43bb-929f-bcdc283aa2b2'] response: {'server_uuid': '506ea287-ebc9-4997-ad21-597a8ca9ae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd054534d-81d6-4ae2-8507-7aa4b366c14e', 'code': 200} Apr 18 21:13:55.438621 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Transition to ACTIVE for port object 3197b424-77d5-4963-81a7-8243c475d57b will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:55.487356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bb6ca026-57b2-4106-b449-6cf5bd3d59b5 None None] Provisioning complete for port a118c630-b088-43f3-abea-22e5b12df30e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:55.502864 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca026-57b2-4106-b449-6cf5bd3d59b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.516311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd20097e-07f3-48af-804b-9c9822438b74 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:55.528590 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bd20097e-07f3-48af-804b-9c9822438b74 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.567014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device d318e417-2c3f-4126-8170-2b206ae282f1 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:55.569336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a725ea2e-58c6-42dd-94a1-b04ff3884479 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:55.590699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81276d23-94e8-4980-bcd0-c165ae093380 req-8497e551-819b-43b9-be5c-d4048e110e0b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:55.592258 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81276d23-94e8-4980-bcd0-c165ae093380 req-8497e551-819b-43b9-be5c-d4048e110e0b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 945 time: 0.9057117 Apr 18 21:13:55.594548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549fcf88-594b-4983-8c01-641bb764a17f None None] Sync routers for ids ['d9655c2e-2982-4e01-a173-c900b054b8ed'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:13:55.610177 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bd20097e-07f3-48af-804b-9c9822438b74 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "PUT /v2.0/floatingips/07385d1c-ab72-4133-93e8-4fe61bc2077b HTTP/1.1" status: 200 len: 992 time: 4.3979409 Apr 18 21:13:55.611210 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.659247 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-66043083-1359-41d7-8551-9aa7863e3fe5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9645b053fccf4eef884d2647dc741bdf&device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 6492 time: 1.0621054 Apr 18 21:13:55.676199 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.701255 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a50f334b-75d5-48a5-b49f-a612e46e645a req-e767e78f-1799-4b4e-831f-8fce3a47c749 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9452579 Apr 18 21:13:55.720137 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.794485 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:13:55.822044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Pushing event updated for resources: {'Port': ['ID=3197b424-77d5-4963-81a7-8243c475d57b,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:55.824297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549fcf88-594b-4983-8c01-641bb764a17f None None] Routers {'d9655c2e-2982-4e01-a173-c900b054b8ed'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:55.824891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-549fcf88-594b-4983-8c01-641bb764a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:13:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d9655c2e-2982-4e01-a173-c900b054b8ed'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:55.912000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Allocated IP 172.25.3.22 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:56.066837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:56.088851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:56.103152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a118c630-b088-43f3-abea-22e5b12df30e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:56.103526 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.121781 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.139914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:56.237863 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.265186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-190d6879-a6fd-49a2-bb6d-e1b86f1a7f61 req-5214bd24-2c9f-4f02-b23d-7f8c92ab06b2 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] For port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c,segment=NetworkSegment(794f38d7-1f0c-469a-a08b-53e1f0040a20),segment_id=794f38d7-1f0c-469a-a08b-53e1f0040a20)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:56.266397 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-190d6879-a6fd-49a2-bb6d-e1b86f1a7f61 req-5214bd24-2c9f-4f02-b23d-7f8c92ab06b2 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.325680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:56.328963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:56.338832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:56.366902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port a725ea2e-58c6-42dd-94a1-b04ff3884479 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:56.370013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-72614fde-29c7-4fa1-a554-b5a3628a4c2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:56.370444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-72614fde-29c7-4fa1-a554-b5a3628a4c2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:56.371011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-72614fde-29c7-4fa1-a554-b5a3628a4c2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:56.373330 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-72614fde-29c7-4fa1-a554-b5a3628a4c2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c&id=1cc80a87-9277-46e9-a112-672de24237e7&id=1cc80a87-9277-46e9-a112-672de24237e7&id=1cc80a87-9277-46e9-a112-672de24237e7&id=1cc80a87-9277-46e9-a112-672de24237e7&id=32bad53f-27bf-4d63-8186-7b1e34c831f3&id=32bad53f-27bf-4d63-8186-7b1e34c831f3 HTTP/1.1" status: 200 len: 2293 time: 0.6689346 Apr 18 21:13:56.388591 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d318e417-2c3f-4126-8170-2b206ae282f1,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:56.412758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port a725ea2e-58c6-42dd-94a1-b04ff3884479 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:56.413131 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.470121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'd318e417-2c3f-4126-8170-2b206ae282f1', 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc', 'port_id': 'd318e417-2c3f-4126-8170-2b206ae282f1', 'mac_address': 'fa:16:3e:73:71:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9836981b-e141-4c4b-841b-4312a41b0b95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:56.471725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Attempting to bind port 3197b424-77d5-4963-81a7-8243c475d57b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:56.472087 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Attempting to bind port 3197b424-77d5-4963-81a7-8243c475d57b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:56.472447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Attempting to bind port 3197b424-77d5-4963-81a7-8243c475d57b on network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:56.535391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:56.537878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-190d6879-a6fd-49a2-bb6d-e1b86f1a7f61 req-5214bd24-2c9f-4f02-b23d-7f8c92ab06b2 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Calling delete_port for 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:56.632413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:56.632413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Checking segment: {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:56.632413 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.632413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Bound using segment: {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:56.633224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Bound port: 3197b424-77d5-4963-81a7-8243c475d57b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:56.633224 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.665355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-549fcf88-594b-4983-8c01-641bb764a17f None None] Set router d9655c2e-2982-4e01-a173-c900b054b8ed gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:56.694086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81276d23-94e8-4980-bcd0-c165ae093380 req-dbd2fa97-f2b3-4df6-9b58-b7eb2e511341 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0870948 Apr 18 21:13:56.708843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.711491 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.822219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] For port 3197b424-77d5-4963-81a7-8243c475d57b, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:56.826478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] For port 3197b424-77d5-4963-81a7-8243c475d57b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3197b424-77d5-4963-81a7-8243c475d57b,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:56.831764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395854c4-64c6-441a-83c6-dc44123217b2 req-7d744ea9-e202-4d35-8e44-1ee8383ccde1 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:56.838969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-395854c4-64c6-441a-83c6-dc44123217b2 req-7d744ea9-e202-4d35-8e44-1ee8383ccde1 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 943 time: 1.2631950 Apr 18 21:13:56.864443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-ad9aee53-b445-4d92-8e58-c724da530b6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ea4309-8d10-45e8-8c66-3fbfd04a2242 HTTP/1.1" status: 200 len: 1000 time: 0.2855983 Apr 18 21:13:56.950231 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.996105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:57.158520 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-395854c4-64c6-441a-83c6-dc44123217b2 req-89e9e235-1d83-4843-9332-762e12343162 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182936 Apr 18 21:13:57.192485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-eb0608dc-12f6-4316-aefa-fc8a3d197c65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:57.195544 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-eb0608dc-12f6-4316-aefa-fc8a3d197c65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=096cc853-83c4-4359-8b02-63ffa3b3538c HTTP/1.1" status: 200 len: 851 time: 0.3155546 Apr 18 21:13:57.244524 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:57.268835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5529fa-b877-47f3-ae93-e9dac4fffb3a None None] Pushing event updated for resources: {'Port': ['ID=3197b424-77d5-4963-81a7-8243c475d57b,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:57.274441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:13:57.309492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d318e417-2c3f-4126-8170-2b206ae282f1 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:57.333130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-5041d22d-dd63-44aa-8aa7-a8c8d9c86e29 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:57.340668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-5041d22d-dd63-44aa-8aa7-a8c8d9c86e29 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/networks?id=6baba9c3-578f-40e8-85c7-08e83e11f54e HTTP/1.1" status: 200 len: 816 time: 0.4593902 Apr 18 21:13:57.342544 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-190d6879-a6fd-49a2-bb6d-e1b86f1a7f61 req-5214bd24-2c9f-4f02-b23d-7f8c92ab06b2 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:57.439431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214bd24-2c9f-4f02-b23d-7f8c92ab06b2 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Pushing event deleted for resources: {'Port': ['ID=22ec8ff8-3cd6-4cc9-9b6c-d553774de56c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:57.456794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43b5836-31bb-4aa9-bc19-0451036d8cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53390060-b720-420b-976a-a95c1bb8ef10'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:57.471515 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ad0e40c3-2d5e-465b-9f5d-b657dda89fc5 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/quotas/6d1cac00a5644dba910d37b07cf27078 HTTP/1.1" status: 200 len: 375 time: 0.1245832 Apr 18 21:13:57.472590 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87a5f93c-1968-4a2f-a3cb-2c42bb315887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:57.518992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d318e417-2c3f-4126-8170-2b206ae282f1,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:57.646301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a725ea2e-58c6-42dd-94a1-b04ff3884479, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a725ea2e-58c6-42dd-94a1-b04ff3884479,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:57.660879 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:57.850303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b9923b9f-40e5-467f-9dc9-b7504ab40f69 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:57.872486 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:57.934187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-190d6879-a6fd-49a2-bb6d-e1b86f1a7f61 req-5214bd24-2c9f-4f02-b23d-7f8c92ab06b2 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] No DVR routers for this DVR port 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:57.954476 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-c99cec26-f54d-4309-badf-4c1efe5cc42d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7491930 Apr 18 21:13:57.959664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-190d6879-a6fd-49a2-bb6d-e1b86f1a7f61 req-5214bd24-2c9f-4f02-b23d-7f8c92ab06b2 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:57.962858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd457c1-7156-4afb-981c-dc5b51266e03', 'name': 'network-vif-deleted', 'tag': '22ec8ff8-3cd6-4cc9-9b6c-d553774de56c'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:58.055527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['d318e417-2c3f-4126-8170-2b206ae282f1'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:58.089004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-190d6879-a6fd-49a2-bb6d-e1b86f1a7f61 req-5214bd24-2c9f-4f02-b23d-7f8c92ab06b2 tempest-MultipleCreateTestJSON-40294514 tempest-MultipleCreateTestJSON-40294514-project] 10.222.0.26 "DELETE /v2.0/ports/22ec8ff8-3cd6-4cc9-9b6c-d553774de56c HTTP/1.1" status: 204 len: 173 time: 3.2853220 Apr 18 21:13:58.155924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea4636-3009-4841-8bf9-7981d27cf054 req-6b41438a-8c87-45f4-b7ed-c2f450026960 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:58.163490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2eea4636-3009-4841-8bf9-7981d27cf054 req-6b41438a-8c87-45f4-b7ed-c2f450026960 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 945 time: 0.5653734 Apr 18 21:13:58.166692 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:58.168388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-890a223c-2d8c-49df-895a-cbab8f5bfb06 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:58.171066 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-890a223c-2d8c-49df-895a-cbab8f5bfb06 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.26 "GET /v2.0/networks?id=6baba9c3-578f-40e8-85c7-08e83e11f54e HTTP/1.1" status: 200 len: 816 time: 0.3399682 Apr 18 21:13:58.175905 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:13:58.193527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Request body: {'port': {'device_id': 'ec5c824b-ff3e-424c-90a9-2dec5ca1fc12', 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e', 'admin_state_up': True, 'tenant_id': '6d1cac00a5644dba910d37b07cf27078'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:58.196908 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-54d1f356-bcb7-4127-8147-ac6dfd79bdd6 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d1cac00a5644dba910d37b07cf27078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7296169 Apr 18 21:13:58.279572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=d318e417-2c3f-4126-8170-2b206ae282f1,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:58.418246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-ec20052b-e740-4763-8bf0-9d54e5d1b74b service neutron] 10.222.0.26 "GET /v2.0/networks/5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479768 Apr 18 21:13:58.503547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:58.515996 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Sync routers for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:13:58.541696 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-86b425a2-4e78-4743-812d-8b40e7240f6f service neutron] 10.222.0.11 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436627 Apr 18 21:13:58.557050 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:58.557050 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:13:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:58.597132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:58.613271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Usage tracker for resource:port and tenant:6d1cac00a5644dba910d37b07cf27078 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:58.628707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:58.659148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:58.691151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2eea4636-3009-4841-8bf9-7981d27cf054 req-f53df050-7745-43fa-b7b6-e601a0c3efac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263681 Apr 18 21:13:58.758163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:58.819825 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74fe2099-1bc0-4edb-8c51-4e26d3702606'] response: {'server_uuid': 'db7574d7-0c04-4c35-8919-ecb1a2c87886', 'name': 'network-vif-deleted', 'tag': 'a8f17084-bfeb-4005-98ff-ad3be902079f', 'status': 'completed', 'code': 200} Apr 18 21:13:58.842980 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:58.845712 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6ca877ac-b6e2-4204-8d52-7df2bd38a5a5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.2455029 Apr 18 21:13:58.853358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40906) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:58.947086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Made reservation on behalf of 6d1cac00a5644dba910d37b07cf27078 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:58.951785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:59.058493 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:59.076783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:59.082470 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 22ec8ff8-3cd6-4cc9-9b6c-d553774de56c not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:59.177395 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9acc4d-ff41-4a6c-9a77-a22f7beb719a'] response: {'server_uuid': 'd43b5836-31bb-4aa9-bc19-0451036d8cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53390060-b720-420b-976a-a95c1bb8ef10', 'code': 200} Apr 18 21:13:59.177658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a725ea2e-58c6-42dd-94a1-b04ff3884479,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:59.255720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:59.270385 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-d8fe93d0-feac-4ebc-986a-b1ae9a657996 service neutron] 10.222.0.26 "GET /v2.0/networks/5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8372049 Apr 18 21:13:59.378184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'mac_address': 'fa:16:3e:21:fb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:59.420815 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:59.466386 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffabd07-22c7-4078-bf14-a0f11fe46ceb None None] Network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:59.566955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Allocated IP 172.20.0.3 (6baba9c3-578f-40e8-85c7-08e83e11f54e/2abd0e1e-e5e8-4df4-bf02-040fab27af0c/8ec26eb7-570a-497f-be75-3e09b39be86b) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:59.736780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3197b424-77d5-4963-81a7-8243c475d57b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:59.816729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-2e644658-9fbd-43b1-ae4b-7b5828194d6b service neutron] 10.222.0.11 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2490079 Apr 18 21:13:59.827790 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:13:56Z', 'revision_number': 3, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:59.840023 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Checking router: 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:13:59.840324 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Updating router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 port 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:13:59.926243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-69e8d9ff-797e-4edd-a1e0-9417c3ce48cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=28ce8c24-63d3-4b02-8102-832ca60786d8 HTTP/1.1" status: 200 len: 217 time: 0.5843263 Apr 18 21:14:00.013328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.063440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Transition to ACTIVE for port object 8ec26eb7-570a-497f-be75-3e09b39be86b will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:00.079243 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.156643 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:14:00.172781 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.271571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Network 6baba9c3-578f-40e8-85c7-08e83e11f54e is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:00.276269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:00.278348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:00.295557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-c5b3ac76-952b-4c84-9429-7fcebab4eae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:00.298993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-c5b3ac76-952b-4c84-9429-7fcebab4eae5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 200 len: 797 time: 0.3632052 Apr 18 21:14:00.311771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d2647-a3e9-4152-8937-0a974ef5bb3f req-265bf55a-9889-456e-bac2-1f966d64e27a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:00.324364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a6d2647-a3e9-4152-8937-0a974ef5bb3f req-265bf55a-9889-456e-bac2-1f966d64e27a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 946 time: 0.6252947 Apr 18 21:14:00.456769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Pushing event updated for resources: {'Port': ['ID=8ec26eb7-570a-497f-be75-3e09b39be86b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:00.550843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:00.552356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.650053 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4113b8b6-a1de-4c07-8991-35f67a3cab07'] response: {'server_uuid': '8cd457c1-7156-4afb-981c-dc5b51266e03', 'name': 'network-vif-deleted', 'tag': '22ec8ff8-3cd6-4cc9-9b6c-d553774de56c', 'status': 'completed', 'code': 200} Apr 18 21:14:00.697556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab8bae9c-75de-463d-84f0-bc87a7aa48cf req-4141234a-75ca-4f89-9ac4-e06d7d4c0cfd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 1096 time: 1.4267607 Apr 18 21:14:00.740016 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-7c8ce3de-7995-44ea-9f74-5919710dbd5a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5518696 Apr 18 21:14:00.761546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Request body: {'port': {'device_id': 'ec5c824b-ff3e-424c-90a9-2dec5ca1fc12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:00.942567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:01.083845 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.131044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9923b9f-40e5-467f-9dc9-b7504ab40f69 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:01.133611 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.153372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:01.163357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c11743ab-cae8-4612-906a-8be596b2219e None None] Provisioning for port 3197b424-77d5-4963-81a7-8243c475d57b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:01.184582 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.189806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50df045-900a-4c69-8fe7-67d2977b1d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a725ea2e-58c6-42dd-94a1-b04ff3884479'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:01.214391 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-549fcf88-594b-4983-8c01-641bb764a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:10:17Z', 'revision_number': 4, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '07385d1c-ab72-4133-93e8-4fe61bc2077b', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'port_id': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'mac_address': 'fa:16:3e:a7:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:11:44Z', 'updated_at': '2022-04-18T21:13:52Z', 'revision_number': 1, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d1be76-e233-4fc1-9f63-fe917f7f0407', 'name': '', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'mac_address': 'fa:16:3e:e8:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:31Z', 'revision_number': 5, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'subnets': [{'id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:01.223178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549fcf88-594b-4983-8c01-641bb764a17f None None] Checking router: d9655c2e-2982-4e01-a173-c900b054b8ed for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:14:01.240731 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.275065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a6d2647-a3e9-4152-8937-0a974ef5bb3f req-750568ef-7e9f-4807-a3b7-92d489f445b3 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9488888 Apr 18 21:14:01.382196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3197b424-77d5-4963-81a7-8243c475d57b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:01.402030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3197b424-77d5-4963-81a7-8243c475d57b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:01.402882 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.457088 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.479807 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Transition to ACTIVE for port object 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:01.488281 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab8bae9c-75de-463d-84f0-bc87a7aa48cf req-2abbf984-cd85-424c-86db-839cc7363c27 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7659254 Apr 18 21:14:01.512498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14513e15-d103-41a6-98b0-d07a8a866e3f req-14a1fb2f-6716-4820-91ad-90128272e1cb tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:01.514513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14513e15-d103-41a6-98b0-d07a8a866e3f req-14a1fb2f-6716-4820-91ad-90128272e1cb tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 944 time: 0.6514015 Apr 18 21:14:01.539746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['b9923b9f-40e5-467f-9dc9-b7504ab40f69'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:01.556720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-48febde4-d6fe-4cda-914f-7f5e9fefa8ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc80a87-9277-46e9-a112-672de24237e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1624165 Apr 18 21:14:01.652696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-116886fc-defb-459b-a083-7c243486d6ac None None] Provisioning for port 8ec26eb7-570a-497f-be75-3e09b39be86b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:01.660713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549fcf88-594b-4983-8c01-641bb764a17f None None] Routers {'d9655c2e-2982-4e01-a173-c900b054b8ed'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:01.661723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-549fcf88-594b-4983-8c01-641bb764a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:13:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d9655c2e-2982-4e01-a173-c900b054b8ed'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:01.743760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-116886fc-defb-459b-a083-7c243486d6ac None None] Provisioning complete for port 8ec26eb7-570a-497f-be75-3e09b39be86b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:01.744523 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-116886fc-defb-459b-a083-7c243486d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.781158 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14513e15-d103-41a6-98b0-d07a8a866e3f req-487c5657-b75c-4adf-ac65-15c28ad68b97 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573328 Apr 18 21:14:01.797557 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.825976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40946) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:01.871838 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-eef2f03d-d763-4878-acee-0290e43ea060 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951024 Apr 18 21:14:01.894093 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-116886fc-defb-459b-a083-7c243486d6ac None None] Port 8ec26eb7-570a-497f-be75-3e09b39be86b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:14:01.956176 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=b9923b9f-40e5-467f-9dc9-b7504ab40f69,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:01.971570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec26eb7-570a-497f-be75-3e09b39be86b {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:01.992594 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.024922 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Attempting to bind port 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:02.031179 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Attempting to bind port 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:02.031688 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Attempting to bind port 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:02.033072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Transition to ACTIVE for port object 8ec26eb7-570a-497f-be75-3e09b39be86b will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:02.052852 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.101290 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.108155 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Pushing event updated for resources: {'Port': ['ID=3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:02.137262 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:02.137968 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:02.138532 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.139112 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:02.139952 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Bound port: 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:02.141278 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.173125 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.173813 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.174332 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.174835 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.175332 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.175828 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.176604 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.177109 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.177709 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.178192 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.178726 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.185199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 3197b424-77d5-4963-81a7-8243c475d57b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3197b424-77d5-4963-81a7-8243c475d57b,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:02.209013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-427cac31-ddcc-438e-8c67-d974785bc4b9 None None] Provisioning complete for port 3197b424-77d5-4963-81a7-8243c475d57b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:02.210349 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-427cac31-ddcc-438e-8c67-d974785bc4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.275930 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] For port 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:02.279757 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] For port 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:02.305641 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.358608 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.472088 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59d502-44ff-4e23-a81a-6d21674b0698 None None] Pushing event updated for resources: {'Port': ['ID=3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:02.492178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-549fcf88-594b-4983-8c01-641bb764a17f None None] Set router d9655c2e-2982-4e01-a173-c900b054b8ed gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:14:02.527213 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:02.527795 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:13:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:02.654559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Pushing event updated for resources: {'Port': ['ID=8ec26eb7-570a-497f-be75-3e09b39be86b,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:02.745767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Attempting to bind port 8ec26eb7-570a-497f-be75-3e09b39be86b on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:02.746535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Attempting to bind port 8ec26eb7-570a-497f-be75-3e09b39be86b by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:02.747317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Attempting to bind port 8ec26eb7-570a-497f-be75-3e09b39be86b on network 6baba9c3-578f-40e8-85c7-08e83e11f54e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:02.763760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Port 8ec26eb7-570a-497f-be75-3e09b39be86b on network 6baba9c3-578f-40e8-85c7-08e83e11f54e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:14:02.764162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Attempting to bind port 8ec26eb7-570a-497f-be75-3e09b39be86b on network 6baba9c3-578f-40e8-85c7-08e83e11f54e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:02.795399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:02.795739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Checking segment: {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:02.798633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Bound using segment: {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:02.801734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Bound port: 8ec26eb7-570a-497f-be75-3e09b39be86b, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:02.803313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.823241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc8e36b-4fa3-4f1e-8cb6-c9157805d74c admin admin] Deleting subnet 8e3e3810-f739-4f92-b380-0f9bd81f324e {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:14:02.842031 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e36b-4fa3-4f1e-8cb6-c9157805d74c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.912349 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:14:03.176824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=3197b424-77d5-4963-81a7-8243c475d57b,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:03.206854 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e36b-4fa3-4f1e-8cb6-c9157805d74c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.277814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] For port 8ec26eb7-570a-497f-be75-3e09b39be86b, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:03.282730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b9923b9f-40e5-467f-9dc9-b7504ab40f69 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:03.285967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] For port 8ec26eb7-570a-497f-be75-3e09b39be86b, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=8ec26eb7-570a-497f-be75-3e09b39be86b,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:03.327587 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-6f6038f6-4936-4289-b241-635794682486 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3648410 Apr 18 21:14:03.416762 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.431130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3b580-a5ec-4ee9-84f0-f59d42f1a9fc req-9dc6d8fd-bd84-46ba-a346-5225f14e092d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:03.438863 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aef3b580-a5ec-4ee9-84f0-f59d42f1a9fc req-9dc6d8fd-bd84-46ba-a346-5225f14e092d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 945 time: 1.0940120 Apr 18 21:14:03.461408 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.511461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-8fd48a70-b41c-4bf0-a563-c8cee60194be tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:03.519953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-8fd48a70-b41c-4bf0-a563-c8cee60194be tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/networks?id=6baba9c3-578f-40e8-85c7-08e83e11f54e HTTP/1.1" status: 200 len: 816 time: 1.1814473 Apr 18 21:14:03.524876 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Pushing event updated for resources: {'Port': ['ID=8ec26eb7-570a-497f-be75-3e09b39be86b,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:03.532591 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port b9923b9f-40e5-467f-9dc9-b7504ab40f69 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:03.535559 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.544578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-4b6d746d-21aa-4df4-9bd1-5ef620ab8f2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7b717850-ef68-4d35-a4ea-94a09c1e471c HTTP/1.1" status: 200 len: 217 time: 0.1937521 Apr 18 21:14:03.555986 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.557577 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-59d563f2-c15f-46c5-a840-91c3caa319ca service neutron] 10.222.0.26 "PUT /v2.0/ports/8ec26eb7-570a-497f-be75-3e09b39be86b HTTP/1.1" status: 200 len: 1091 time: 2.8140066 Apr 18 21:14:03.624057 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:13:56Z', 'revision_number': 3, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:03.629519 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47f34f-071c-4e4d-ac19-dc01f54f6b9e None None] The sync data for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 is: [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:13:56Z', 'revision_number': 3, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:14:03.654155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-549fcf88-594b-4983-8c01-641bb764a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:10:17Z', 'revision_number': 4, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '07385d1c-ab72-4133-93e8-4fe61bc2077b', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'port_id': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'mac_address': 'fa:16:3e:a7:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:11:44Z', 'updated_at': '2022-04-18T21:13:52Z', 'revision_number': 1, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d1be76-e233-4fc1-9f63-fe917f7f0407', 'name': '', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'mac_address': 'fa:16:3e:e8:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:31Z', 'revision_number': 5, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'subnets': [{'id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:03.661219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549fcf88-594b-4983-8c01-641bb764a17f None None] The sync data for ids ['d9655c2e-2982-4e01-a173-c900b054b8ed'] in n-d-836017-3 is: [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:10:17Z', 'revision_number': 4, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '07385d1c-ab72-4133-93e8-4fe61bc2077b', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'port_id': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'mac_address': 'fa:16:3e:a7:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83efad88-da27-4535-af4e-f97a54bc06ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:11:44Z', 'updated_at': '2022-04-18T21:13:52Z', 'revision_number': 1, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d1be76-e233-4fc1-9f63-fe917f7f0407', 'name': '', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'mac_address': 'fa:16:3e:e8:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:31Z', 'revision_number': 5, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'subnets': [{'id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:14:03.752794 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.753513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aef3b580-a5ec-4ee9-84f0-f59d42f1a9fc req-9a089038-1aee-4bbb-b54c-d5a0c72d97b3 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006008 Apr 18 21:14:03.762341 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-67c96bb6-d346-4b78-9cdb-1d6bc1f70f2c tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/quotas/6d1cac00a5644dba910d37b07cf27078 HTTP/1.1" status: 200 len: 375 time: 0.2411807 Apr 18 21:14:03.833266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:03.860830 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-96c6294f-880a-4579-aad3-20f6f074c550 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d1cac00a5644dba910d37b07cf27078&device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 1094 time: 0.1712079 Apr 18 21:14:03.901390 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.902862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device d318e417-2c3f-4126-8170-2b206ae282f1 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:03.905592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e36b-4fa3-4f1e-8cb6-c9157805d74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.032130 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3876814-2658-406a-905c-5e0abb05c49b'] response: {'name': 'network-changed', 'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'tag': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242', 'status': 'completed', 'code': 200} Apr 18 21:14:04.053949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=b9923b9f-40e5-467f-9dc9-b7504ab40f69,revision_number=10']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:04.098037 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-86b02c0e-57c8-42b8-8e7b-116f8cfa3013 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ec26eb7-570a-497f-be75-3e09b39be86b HTTP/1.1" status: 200 len: 217 time: 0.2188189 Apr 18 21:14:04.128995 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5ffebd-355c-4dfc-b935-dd1ec20c3b0f'] response: {'server_uuid': 'b50df045-900a-4c69-8fe7-67d2977b1d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a725ea2e-58c6-42dd-94a1-b04ff3884479', 'code': 200} Apr 18 21:14:04.239216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-4436727f-4e2c-46fe-a247-a6912e5fc6e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:04.240660 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-4436727f-4e2c-46fe-a247-a6912e5fc6e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2abd0e1e-e5e8-4df4-bf02-040fab27af0c HTTP/1.1" status: 200 len: 855 time: 0.1367843 Apr 18 21:14:04.302427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe968552-6161-4a40-83fe-0e85abdf4800 None None] New status for floating IP 07385d1c-ab72-4133-93e8-4fe61bc2077b: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:14:04.561291 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-83cd2eab-00ab-4f8f-abce-06a308c755cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6baba9c3-578f-40e8-85c7-08e83e11f54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3119538 Apr 18 21:14:04.639565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:04.686515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-efc6d51d-4e53-4bf6-b080-a815d96f49a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:04.689426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-efc6d51d-4e53-4bf6-b080-a815d96f49a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 200 len: 797 time: 1.1335840 Apr 18 21:14:04.708667 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e36b-4fa3-4f1e-8cb6-c9157805d74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.746828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port d318e417-2c3f-4126-8170-2b206ae282f1 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:04.766317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port d318e417-2c3f-4126-8170-2b206ae282f1 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:04.768709 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.846101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8e36b-4fa3-4f1e-8cb6-c9157805d74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3e3810-f739-4f92-b380-0f9bd81f324e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:04.915688 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-2dd95491-b59d-4337-9fcd-349df59663b9 service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441520 Apr 18 21:14:04.973899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:04.992803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:04.998048 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.099245 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e36b-4fa3-4f1e-8cb6-c9157805d74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.147938 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dbc8e36b-4fa3-4f1e-8cb6-c9157805d74c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8e3e3810-f739-4f92-b380-0f9bd81f324e HTTP/1.1" status: 204 len: 168 time: 3.3033259 Apr 18 21:14:05.160162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40964) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:05.210882 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2ba848e4-fd54-4b0b-ab73-d6cc91397653 req-01065195-8f61-4b4b-93ee-da7edb7d0323 service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820685 Apr 18 21:14:05.270599 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a8f0229-d136-4fc8-b944-b5afdd62a367 req-8e9a5e74-afcc-4587-9c24-16b4561e4c83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 1097 time: 0.8000209 Apr 18 21:14:05.441644 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.458408 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.471594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-bd6757c9-6c0c-49ca-bd99-d35cb8b8926f tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d1cac00a5644dba910d37b07cf27078&fields=id HTTP/1.1" status: 200 len: 302 time: 1.7051528 Apr 18 21:14:05.509411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:05.518252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d318e417-2c3f-4126-8170-2b206ae282f1,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:05.525078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-1d9634c0-cc23-4d59-8255-5a395166c482 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:05.526859 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-1d9634c0-cc23-4d59-8255-5a395166c482 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.26 "GET /v2.0/networks?id=6baba9c3-578f-40e8-85c7-08e83e11f54e HTTP/1.1" status: 200 len: 816 time: 1.1506505 Apr 18 21:14:05.564630 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-437eeae0-f2b0-4aa3-91ec-b005c9d07de1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc80a87-9277-46e9-a112-672de24237e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8460052 Apr 18 21:14:05.567961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Request body: {'port': {'device_id': '890d78eb-7188-4bde-a57c-fe8baf6fcb95', 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e', 'admin_state_up': True, 'tenant_id': '6d1cac00a5644dba910d37b07cf27078'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:05.592645 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.594250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3197b424-77d5-4963-81a7-8243c475d57b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:05.605165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81b2fd-64a7-4c0a-b599-82ebdcffb193 req-5460d3a7-95bf-4e8b-b1b7-f5858f37ce92 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:05.605165 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c81b2fd-64a7-4c0a-b599-82ebdcffb193 req-5460d3a7-95bf-4e8b-b1b7-f5858f37ce92 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 946 time: 1.0807576 Apr 18 21:14:05.691551 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.818830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:05.881573 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.930188 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3197b424-77d5-4963-81a7-8243c475d57b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:05.930188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.977608 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a8f0229-d136-4fc8-b944-b5afdd62a367 req-ae74a789-5441-4919-a14d-2f47f670b00f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944794 Apr 18 21:14:06.023451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=d318e417-2c3f-4126-8170-2b206ae282f1,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:06.033878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5c824b-ff3e-424c-90a9-2dec5ca1fc12', 'tag': '8ec26eb7-570a-497f-be75-3e09b39be86b'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:06.067574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c81b2fd-64a7-4c0a-b599-82ebdcffb193 req-5310fe9a-6674-4431-9415-cc8e72f99edb tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555241 Apr 18 21:14:06.127402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-78b36e81-44f2-4491-87dd-5c6ad2692570 service neutron] 10.222.0.11 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076410 Apr 18 21:14:06.133952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69'}, {'server_uuid': 'd2ab563f-223c-4e54-bc06-8c4c024fc7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd318e417-2c3f-4126-8170-2b206ae282f1'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:06.259141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-e00adea9-96c0-4dae-8247-14b983208878 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6545725 Apr 18 21:14:06.351313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:06.356229 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.394530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:06.483075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Usage tracker for resource:port and tenant:6d1cac00a5644dba910d37b07cf27078 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:06.507122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:06.532991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:06.533581 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.545898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:06.580384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7648569c-f417-445f-bc4f-9317fd6c344e']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:06.635457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794f38d7-1f0c-469a-a08b-53e1f0040a20') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:06.635738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794f38d7-1f0c-469a-a08b-53e1f0040a20') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:06.681272 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.737448 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.750934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-8b0ce9cc-4c3b-47ab-aab4-2d17b3e473f6 service neutron] 10.222.0.11 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962563 Apr 18 21:14:06.754669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-d8da7c8f-33e9-4d8d-a8d5-ecfb811e4785 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361537 Apr 18 21:14:06.755304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Made reservation on behalf of 6d1cac00a5644dba910d37b07cf27078 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:06.758615 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.856751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:14:06.858006 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:14:06.872932 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:14:07.011796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9ab00-0863-45bb-9d9f-ae18b225af52 req-83c9bb75-73be-405b-881a-2a472f340ded tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:07.011796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ba9ab00-0863-45bb-9d9f-ae18b225af52 req-83c9bb75-73be-405b-881a-2a472f340ded tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 945 time: 0.6301754 Apr 18 21:14:07.011796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-b84a2058-74bf-4ce4-851e-bf469398ea11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=004a1080-37bc-405d-ab31-fe3e10686519 HTTP/1.1" status: 200 len: 217 time: 0.2081053 Apr 18 21:14:07.295172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-cc490e09-ea3d-4444-8c4b-950d33ce7e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:07.295172 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-cc490e09-ea3d-4444-8c4b-950d33ce7e40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 200 len: 797 time: 0.2486861 Apr 18 21:14:07.295172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.329981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.739527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7648569c-f417-445f-bc4f-9317fd6c344e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:07.807040 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-df720df2-2387-41c0-95a5-3d2b645188c4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7648569c-f417-445f-bc4f-9317fd6c344e HTTP/1.1" status: 204 len: 168 time: 2.6291149 Apr 18 21:14:07.858042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ba9ab00-0863-45bb-9d9f-ae18b225af52 req-99cfb2dc-7fa5-4822-94df-06681c0f05db tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8481636 Apr 18 21:14:07.876200 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:08.038709 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c280ce-b299-4a35-9bff-604d12c2123f'] response: {'name': 'network-changed', 'server_uuid': 'ec5c824b-ff3e-424c-90a9-2dec5ca1fc12', 'tag': '8ec26eb7-570a-497f-be75-3e09b39be86b', 'status': 'completed', 'code': 200} Apr 18 21:14:08.190492 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f71da9-cf4d-4d44-baf3-2b4e58c4de59'] response: {'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'code': 200} Apr 18 21:14:08.190492 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f71da9-cf4d-4d44-baf3-2b4e58c4de59'] response: {'server_uuid': 'd2ab563f-223c-4e54-bc06-8c4c024fc7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd318e417-2c3f-4126-8170-2b206ae282f1', 'code': 200} Apr 18 21:14:08.286947 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40218d85-c362-47d3-b366-a0884e4be8bd req-392d27b1-271b-4cc2-8ff5-20d3d888aeb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d1cac00a5644dba910d37b07cf27078&device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 1094 time: 0.2224176 Apr 18 21:14:08.391589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Allocated IP 172.20.0.13 (6baba9c3-578f-40e8-85c7-08e83e11f54e/2abd0e1e-e5e8-4df4-bf02-040fab27af0c/faa61d74-6a41-453c-bce1-58845a5b4a7e) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:08.494677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c3122785-3950-4f8f-b090-a07e53e555a3 req-f00da9c5-cc96-4288-af68-107b41a92afc tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Synchronizing usage tracker for tenant:6d1cac00a5644dba910d37b07cf27078 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:08.532596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6bb38-bf4e-438d-967f-9bad19713e43 req-bdbc079e-66cb-4c80-997d-0f29479cd74c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:08.532596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88b6bb38-bf4e-438d-967f-9bad19713e43 req-bdbc079e-66cb-4c80-997d-0f29479cd74c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 945 time: 0.8510940 Apr 18 21:14:08.555485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40994) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:08.632151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-ba4e6196-0938-4829-b6c3-bd9e5276aa4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc80a87-9277-46e9-a112-672de24237e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9160757 Apr 18 21:14:08.712331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 8ec26eb7-570a-497f-be75-3e09b39be86b details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:14:08.846949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40218d85-c362-47d3-b366-a0884e4be8bd req-6bea7a12-7bad-4daa-bfc8-bbae0ee70477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:08.846949 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40218d85-c362-47d3-b366-a0884e4be8bd req-6bea7a12-7bad-4daa-bfc8-bbae0ee70477 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6baba9c3-578f-40e8-85c7-08e83e11f54e HTTP/1.1" status: 200 len: 917 time: 0.5565462 Apr 18 21:14:08.860203 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a53ec832-2a96-44f7-996e-2554d44931df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c40cd1cdb344d849da27ba504b10787&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3010619 Apr 18 21:14:08.865691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40998) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:08.882377 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88b6bb38-bf4e-438d-967f-9bad19713e43 req-b3e70b77-a728-43c3-b54d-633a644ac15c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539009 Apr 18 21:14:08.950237 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40218d85-c362-47d3-b366-a0884e4be8bd req-14aef911-c860-4be5-93d3-6a46cfc2ba99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ec26eb7-570a-497f-be75-3e09b39be86b HTTP/1.1" status: 200 len: 217 time: 0.0964472 Apr 18 21:14:08.992906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 8ec26eb7-570a-497f-be75-3e09b39be86b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=8ec26eb7-570a-497f-be75-3e09b39be86b,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:09.000915 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eee5074a-9d58-422f-9ca5-d2c41be1c9fc req-b4823ef9-fa4f-4b6e-966c-ac6b83fd50d4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 1096 time: 0.7149525 Apr 18 21:14:09.033002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '8ec26eb7-570a-497f-be75-3e09b39be86b', 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e', 'port_id': '8ec26eb7-570a-497f-be75-3e09b39be86b', 'mac_address': 'fa:16:3e:f4:d5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2abd0e1e-e5e8-4df4-bf02-040fab27af0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:14:09.061804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40218d85-c362-47d3-b366-a0884e4be8bd req-13623e03-0baa-4311-90e3-9c4f9ab9ed73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:09.061804 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40218d85-c362-47d3-b366-a0884e4be8bd req-13623e03-0baa-4311-90e3-9c4f9ab9ed73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2abd0e1e-e5e8-4df4-bf02-040fab27af0c HTTP/1.1" status: 200 len: 855 time: 0.1023092 Apr 18 21:14:09.095379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Allocated IP 172.20.0.1 (fdcb0fc3-7982-4f27-8f92-b49a4879ce9a/c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7/ba142977-00e9-4718-bf71-ce5a304d96b3) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:09.129138 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.165080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec26eb7-570a-497f-be75-3e09b39be86b {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:09.197910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 8ec26eb7-570a-497f-be75-3e09b39be86b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=8ec26eb7-570a-497f-be75-3e09b39be86b,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:09.216894 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40218d85-c362-47d3-b366-a0884e4be8bd req-8ca149bf-a8fb-4576-a906-6c91b85fff9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6baba9c3-578f-40e8-85c7-08e83e11f54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378226 Apr 18 21:14:09.247257 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.279576 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.318004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c3122785-3950-4f8f-b090-a07e53e555a3 req-f00da9c5-cc96-4288-af68-107b41a92afc tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Unset dirty status for tenant:6d1cac00a5644dba910d37b07cf27078 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:09.346584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3122785-3950-4f8f-b090-a07e53e555a3 req-f00da9c5-cc96-4288-af68-107b41a92afc tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 210 time: 0.9473624 Apr 18 21:14:09.413257 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40218d85-c362-47d3-b366-a0884e4be8bd req-7a2a4a21-dd3e-48be-8eaf-8c4561e97533 service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995726 Apr 18 21:14:09.514651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=8ec26eb7-570a-497f-be75-3e09b39be86b,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:09.556214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:09.556214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:09.556214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:09.556214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:09.566898 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-33f2ac1f-8b51-4a4c-b48d-cdf2be13ab7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.575437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:09.575437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:09.575437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:09.575437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:09.575437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:09.575437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:09.575437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:09.607205 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-8af0d234-db94-476a-b16f-5b6b78cdd3b7 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9600327 Apr 18 21:14:09.655043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eee5074a-9d58-422f-9ca5-d2c41be1c9fc req-13b92240-696e-429e-b63a-2f39b6f47d39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295261 Apr 18 21:14:09.723839 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-40218d85-c362-47d3-b366-a0884e4be8bd req-77b0f422-1fb7-413f-be68-070d230d195f service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030069 Apr 18 21:14:09.774788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['8ec26eb7-570a-497f-be75-3e09b39be86b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:09.836318 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.888807 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-33f2ac1f-8b51-4a4c-b48d-cdf2be13ab7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.929967 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.974340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Transition to ACTIVE for port object faa61d74-6a41-453c-bce1-58845a5b4a7e will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:10.021099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Transition to ACTIVE for port object ba142977-00e9-4718-bf71-ce5a304d96b3 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:10.044798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fd9dd-ba4b-44a8-833b-279adfd08af0 req-efcc885c-0a15-4fde-81ce-e62651c60a38 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:10.052272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f67fd9dd-ba4b-44a8-833b-279adfd08af0 req-efcc885c-0a15-4fde-81ce-e62651c60a38 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 946 time: 0.8391068 Apr 18 21:14:10.114772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-affe4e2e-05fb-4fd9-801c-5b8560399905 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655728 Apr 18 21:14:10.238147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-1fc0642f-3c95-45e5-aa0a-5872d8f7fc99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=211720f8-8ae7-46e2-bccd-76d4a0b40d42 HTTP/1.1" status: 200 len: 217 time: 0.0951333 Apr 18 21:14:10.242933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f67fd9dd-ba4b-44a8-833b-279adfd08af0 req-3d1427e4-1616-4650-af90-15f24274c5a2 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896110 Apr 18 21:14:10.252728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691990e-da8e-4e07-8dfe-0830d4804dde req-3993b527-eb10-42d5-9d1a-0de0de9be306 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:10.253328 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0691990e-da8e-4e07-8dfe-0830d4804dde req-3993b527-eb10-42d5-9d1a-0de0de9be306 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 945 time: 0.4926465 Apr 18 21:14:10.530441 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:10.538218 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:10.538218 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-33f2ac1f-8b51-4a4c-b48d-cdf2be13ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:10.675617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2ac1f-8b51-4a4c-b48d-cdf2be13ab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:10.722473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-112a1a33-2b39-47f2-b562-8c213f1de3ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:10.723941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-112a1a33-2b39-47f2-b562-8c213f1de3ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 200 len: 797 time: 0.4695318 Apr 18 21:14:10.791148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Pushing event updated for resources: {'Port': ['ID=ba142977-00e9-4718-bf71-ce5a304d96b3,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:10.861263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Network 6baba9c3-578f-40e8-85c7-08e83e11f54e is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:10.863108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:10.878535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0691990e-da8e-4e07-8dfe-0830d4804dde req-e775e042-7f7c-49fc-91cd-82ddd25b062a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782328 Apr 18 21:14:10.893030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:10.895644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:10.908460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:10.937696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['8ec26eb7-570a-497f-be75-3e09b39be86b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:10.944350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:11.025179 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-33f2ac1f-8b51-4a4c-b48d-cdf2be13ab7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:11.026925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-33f2ac1f-8b51-4a4c-b48d-cdf2be13ab7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ae2d6ae-c1e6-46df-bc7d-f0751a5062ce HTTP/1.1" status: 204 len: 168 time: 2.1620095 Apr 18 21:14:11.349816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:11.492399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:11.493798 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:11.580374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1c1fa-d752-407f-8c69-8452b2c06dbf req-f2b6b785-8f3d-4472-969f-0eef81020e3f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:11.581839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72c1c1fa-d752-407f-8c69-8452b2c06dbf req-f2b6b785-8f3d-4472-969f-0eef81020e3f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 945 time: 1.0530839 Apr 18 21:14:11.582834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Pushing event updated for resources: {'Port': ['ID=faa61d74-6a41-453c-bce1-58845a5b4a7e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:11.650851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cae45ae6-9a94-4d5a-8155-85d124fa83d7 None None] Provisioning for port faa61d74-6a41-453c-bce1-58845a5b4a7e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:11.663333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cae45ae6-9a94-4d5a-8155-85d124fa83d7 None None] Provisioning complete for port faa61d74-6a41-453c-bce1-58845a5b4a7e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:11.665739 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cae45ae6-9a94-4d5a-8155-85d124fa83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:11.690886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72c1c1fa-d752-407f-8c69-8452b2c06dbf req-07f7b441-11cd-4f88-9fc6-17ca8bc0528e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940750 Apr 18 21:14:11.692817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-ff35276e-e449-4378-ac2e-d23f67f647df tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1319847 Apr 18 21:14:11.712643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Request body: {'port': {'device_id': '890d78eb-7188-4bde-a57c-fe8baf6fcb95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:11.752125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:11.878357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cae45ae6-9a94-4d5a-8155-85d124fa83d7 None None] Port faa61d74-6a41-453c-bce1-58845a5b4a7e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:14:11.936255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6ca05ff2-80f1-4a55-980e-82bd7a8369bb tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:11.936255 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6ca05ff2-80f1-4a55-980e-82bd7a8369bb tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.26 "GET /v2.0/networks?id=6baba9c3-578f-40e8-85c7-08e83e11f54e HTTP/1.1" status: 200 len: 816 time: 0.6155531 Apr 18 21:14:11.966221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Request body: {'port': {'device_id': '6b17701a-d3c8-42bf-919c-699826946a0e', 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e', 'admin_state_up': True, 'tenant_id': '6d1cac00a5644dba910d37b07cf27078'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:12.104189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-863b1b74-4dad-4008-9845-4f3e97890697 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc80a87-9277-46e9-a112-672de24237e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3689685 Apr 18 21:14:12.112568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ebbfdcb4-2759-42b7-9e9f-2dbd0d1a944d None None] Provisioning for port ba142977-00e9-4718-bf71-ce5a304d96b3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:12.133399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ebbfdcb4-2759-42b7-9e9f-2dbd0d1a944d None None] Provisioning complete for port ba142977-00e9-4718-bf71-ce5a304d96b3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:12.136024 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ebbfdcb4-2759-42b7-9e9f-2dbd0d1a944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:12.287906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfdcb4-2759-42b7-9e9f-2dbd0d1a944d None None] Port ba142977-00e9-4718-bf71-ce5a304d96b3 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:14:12.450266 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4327efa4-7fab-4693-8fba-22cc1a2fd152 req-51906270-fc36-4eeb-8ac4-14f08bc8eab1 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 210 time: 0.1398118 Apr 18 21:14:12.451359 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:14:12.472291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:12.498500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:12.498730 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:12.505914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-d79693ac-2997-4ada-9e3b-1c87d86cd4ee service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844228 Apr 18 21:14:12.631973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Made reservation on behalf of 6d1cac00a5644dba910d37b07cf27078 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:12.633684 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:12.707578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 8ec26eb7-570a-497f-be75-3e09b39be86b up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:12.773849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:12.799468 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.011970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Allocated IP 172.20.0.4 (6baba9c3-578f-40e8-85c7-08e83e11f54e/2abd0e1e-e5e8-4df4-bf02-040fab27af0c/6fbf7fa2-bc43-4037-9cec-1fa5dfb51017) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:13.022142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 8ec26eb7-570a-497f-be75-3e09b39be86b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:13.039220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 8ec26eb7-570a-497f-be75-3e09b39be86b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:13.039866 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.623298 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.777882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5c824b-ff3e-424c-90a9-2dec5ca1fc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec26eb7-570a-497f-be75-3e09b39be86b'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:13.798157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 8ec26eb7-570a-497f-be75-3e09b39be86b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=8ec26eb7-570a-497f-be75-3e09b39be86b,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:13.820196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.878926 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Transition to ACTIVE for port object 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:13.916425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.917135 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.917264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Pushing event updated for resources: {'Port': ['ID=ba142977-00e9-4718-bf71-ce5a304d96b3,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:13.949390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-5de6d03a-0944-450e-bb45-47f5fba105ab service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4307578 Apr 18 21:14:14.018036 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:14.042580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['8ec26eb7-570a-497f-be75-3e09b39be86b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:14.113767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=8ec26eb7-570a-497f-be75-3e09b39be86b,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:14.383053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Pushing event updated for resources: {'Port': ['ID=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:14.394163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Network 6baba9c3-578f-40e8-85c7-08e83e11f54e is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:14.395393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:14.399014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:14.448627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa489a-1555-463a-8df5-d4ebe92c5841 req-a671e430-ec36-4dde-87b7-3891896d377d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:14.456954 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5dfa489a-1555-463a-8df5-d4ebe92c5841 req-a671e430-ec36-4dde-87b7-3891896d377d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 946 time: 1.6855187 Apr 18 21:14:14.543210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-afb9b4ba-e178-47cd-8b2d-2e33252b8e55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a028e96f-02c5-46c4-b8c7-817a76bd5789 HTTP/1.1" status: 200 len: 217 time: 0.5672932 Apr 18 21:14:14.562836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:14.563438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:14.695884 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-289f9d44-cf13-4629-bc3b-bbca465c1c6e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7481649 Apr 18 21:14:14.709952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Request body: {'port': {'device_id': '6b17701a-d3c8-42bf-919c-699826946a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:14.730609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-a85719a5-8aeb-4dc2-aeb2-b2e941da5b17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:14.730609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-a85719a5-8aeb-4dc2-aeb2-b2e941da5b17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8447fd9-9e09-40fd-9123-81fcc685820d HTTP/1.1" status: 200 len: 797 time: 0.0733755 Apr 18 21:14:14.783802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d974d-9bbb-4f32-8129-8ba23b9f36ce req-43b4eb29-fcb1-4f7a-9eb2-f78063ec83f1 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:14.786078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a45d974d-9bbb-4f32-8129-8ba23b9f36ce req-43b4eb29-fcb1-4f7a-9eb2-f78063ec83f1 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 945 time: 1.3396780 Apr 18 21:14:14.804009 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:14:14.917172 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:14.923590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5381efa4-baa7-449f-8248-e003ba9bb0f1 None None] Provisioning for port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:14.932305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5381efa4-baa7-449f-8248-e003ba9bb0f1 None None] Provisioning complete for port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:14.932439 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5381efa4-baa7-449f-8248-e003ba9bb0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:15.003848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5dfa489a-1555-463a-8df5-d4ebe92c5841 req-45179224-0e9c-4a2c-92e2-2a2d8c7cd7fc tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456996 Apr 18 21:14:15.052070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5381efa4-baa7-449f-8248-e003ba9bb0f1 None None] Port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:14:15.194462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa61d74-6a41-453c-bce1-58845a5b4a7e {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:15.205072 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:15.214179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a45d974d-9bbb-4f32-8129-8ba23b9f36ce req-6931329e-fe02-4b35-8b36-aafdd702032b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120419 Apr 18 21:14:15.259476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:15.308338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:15.501656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf599a-c388-40cd-b063-b3fcb3750321 req-096f6c36-da89-4828-a538-7322e86fc1ea tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:15.503149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfbf599a-c388-40cd-b063-b3fcb3750321 req-096f6c36-da89-4828-a538-7322e86fc1ea tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 945 time: 0.9487770 Apr 18 21:14:15.645284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Transition to ACTIVE for port object faa61d74-6a41-453c-bce1-58845a5b4a7e will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:15.707657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e681625f-08c6-4b59-b87c-ccbe7a74fe7b None None] Provisioning complete for port ba142977-00e9-4718-bf71-ce5a304d96b3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:15.708032 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e681625f-08c6-4b59-b87c-ccbe7a74fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:15.882385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e681625f-08c6-4b59-b87c-ccbe7a74fe7b None None] Port ba142977-00e9-4718-bf71-ce5a304d96b3 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:14:15.899317 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:15.959736 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-177a8ea2-bac3-4cc5-9dfa-3a5a66a804c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32bad53f-27bf-4d63-8186-7b1e34c831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1536865 Apr 18 21:14:16.221325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:16.244087 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:16.291541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-bfbf599a-c388-40cd-b063-b3fcb3750321 req-e26587bc-27e0-4d5b-b55f-39574605d57e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Deleting port 53390060-b720-420b-976a-a95c1bb8ef10 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:16.306101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bfbf599a-c388-40cd-b063-b3fcb3750321 req-e26587bc-27e0-4d5b-b55f-39574605d57e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:16.324941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Transition to ACTIVE for port object 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:16.925141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Pushing event updated for resources: {'Port': ['ID=faa61d74-6a41-453c-bce1-58845a5b4a7e,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:17.009538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:17.009789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:17.010133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:17.010464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:17.010795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:17.011121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:17.011443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:17.011769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:17.012083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:17.012401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:17.012720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:17.020760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020a7d1-4318-4ec7-8cac-ca0371d2a9f6 req-102306b4-0081-4b0e-a9ab-a21bb762ce21 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.022243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7020a7d1-4318-4ec7-8cac-ca0371d2a9f6 req-102306b4-0081-4b0e-a9ab-a21bb762ce21 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 931 time: 1.3578811 Apr 18 21:14:17.035745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c4b70-8b33-48cf-a087-8bdeee59bdfb req-62a59d41-2ebd-4e9f-b3f2-ab013b77e27c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.037159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af7c4b70-8b33-48cf-a087-8bdeee59bdfb req-62a59d41-2ebd-4e9f-b3f2-ab013b77e27c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 945 time: 1.6243250 Apr 18 21:14:17.176096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-9a2ca56c-fb6f-4589-8c3f-43619eb983f7 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0488153 Apr 18 21:14:17.336719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Attempting to bind port faa61d74-6a41-453c-bce1-58845a5b4a7e on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:17.337551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Attempting to bind port faa61d74-6a41-453c-bce1-58845a5b4a7e by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:17.337551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Attempting to bind port faa61d74-6a41-453c-bce1-58845a5b4a7e on network 6baba9c3-578f-40e8-85c7-08e83e11f54e {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:17.375987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7020a7d1-4318-4ec7-8cac-ca0371d2a9f6 req-248306d0-5e72-44e6-bb94-354e0f217395 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Synchronizing usage tracker for tenant:6d1cac00a5644dba910d37b07cf27078 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:17.391224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Port faa61d74-6a41-453c-bce1-58845a5b4a7e on network 6baba9c3-578f-40e8-85c7-08e83e11f54e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:14:17.391472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Attempting to bind port faa61d74-6a41-453c-bce1-58845a5b4a7e on network 6baba9c3-578f-40e8-85c7-08e83e11f54e {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:17.395073 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af7c4b70-8b33-48cf-a087-8bdeee59bdfb req-5139a3de-2d55-453f-82c4-3cf0f9229ccf tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025732 Apr 18 21:14:17.400939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-bfbf599a-c388-40cd-b063-b3fcb3750321 req-e26587bc-27e0-4d5b-b55f-39574605d57e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] For port 53390060-b720-420b-976a-a95c1bb8ef10, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=53390060-b720-420b-976a-a95c1bb8ef10,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:17.401303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bfbf599a-c388-40cd-b063-b3fcb3750321 req-e26587bc-27e0-4d5b-b55f-39574605d57e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:17.475580 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:17.476109 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57793dc-6213-410f-a37e-686298c2449f'] response: {'server_uuid': 'ec5c824b-ff3e-424c-90a9-2dec5ca1fc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec26eb7-570a-497f-be75-3e09b39be86b', 'code': 200} Apr 18 21:14:17.598400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:17.601708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Checking segment: {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:17.601708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Bound using segment: {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:17.601708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Bound port: faa61d74-6a41-453c-bce1-58845a5b4a7e, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:17.601708 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:17.644400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-bfbf599a-c388-40cd-b063-b3fcb3750321 req-e26587bc-27e0-4d5b-b55f-39574605d57e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Calling delete_port for 53390060-b720-420b-976a-a95c1bb8ef10 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:14:17.697917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7020a7d1-4318-4ec7-8cac-ca0371d2a9f6 req-248306d0-5e72-44e6-bb94-354e0f217395 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Unset dirty status for tenant:6d1cac00a5644dba910d37b07cf27078 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:17.699364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7020a7d1-4318-4ec7-8cac-ca0371d2a9f6 req-248306d0-5e72-44e6-bb94-354e0f217395 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124141 Apr 18 21:14:17.708131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-8a747ead-8e0a-4641-8344-43ef8af7ad79 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127268 Apr 18 21:14:17.713138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:17.897989 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a90a7e8e-f6d5-4501-84f2-4e5ec226ad86 req-3f1fac56-f9fa-45ec-a2fa-7ac50a5270e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 1096 time: 0.2901540 Apr 18 21:14:17.902604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Attempting to bind port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:17.903181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Attempting to bind port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:17.903715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Attempting to bind port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 on network 6baba9c3-578f-40e8-85c7-08e83e11f54e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:17.970213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 on network 6baba9c3-578f-40e8-85c7-08e83e11f54e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:14:17.971246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Attempting to bind port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 on network 6baba9c3-578f-40e8-85c7-08e83e11f54e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:17.994135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:17.995102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Checking segment: {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:17.995689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Bound using segment: {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:17.996324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Bound port: 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:17.996852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.023927 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-dc65a8a4-f824-4c4b-a60e-19052187d537 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24000ba4-8b91-4ac0-b4ce-4428dbc1595d HTTP/1.1" status: 200 len: 217 time: 0.2992725 Apr 18 21:14:18.060517 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a90a7e8e-f6d5-4501-84f2-4e5ec226ad86 req-ba95f605-5c4b-4eb0-9845-164f5dffc214 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540644 Apr 18 21:14:18.092167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] For port faa61d74-6a41-453c-bce1-58845a5b4a7e, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:18.102653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] For port faa61d74-6a41-453c-bce1-58845a5b4a7e, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=faa61d74-6a41-453c-bce1-58845a5b4a7e,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:18.128963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] For port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:18.136626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] For port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:18.204478 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.213286 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.325977 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.327654 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] 10.222.0.26 "PUT /v2.0/ports/6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 HTTP/1.1" status: 200 len: 1091 time: 3.6245594 Apr 18 21:14:18.337277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b17701a-d3c8-42bf-919c-699826946a0e', 'tag': '6fbf7fa2-bc43-4037-9cec-1fa5dfb51017'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:18.404328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e818916-d6ad-47ca-bd2a-9b9b5ceb7819 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:18.454425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:14:18.456298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.457851 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] 10.222.0.26 "PUT /v2.0/ports/faa61d74-6a41-453c-bce1-58845a5b4a7e HTTP/1.1" status: 200 len: 1092 time: 6.7559083 Apr 18 21:14:18.488071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890d78eb-7188-4bde-a57c-fe8baf6fcb95', 'tag': 'faa61d74-6a41-453c-bce1-58845a5b4a7e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:18.495103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-baf5ed74-46f0-4672-8d5f-96702be63fd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:18.509104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-baf5ed74-46f0-4672-8d5f-96702be63fd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8447fd9-9e09-40fd-9123-81fcc685820d HTTP/1.1" status: 200 len: 797 time: 0.3816290 Apr 18 21:14:18.567928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816004a-9d62-4b75-ac92-dbfb0df8d93f service neutron] Pushing event updated for resources: {'Port': ['ID=faa61d74-6a41-453c-bce1-58845a5b4a7e,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:18.826348 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-e42b1a71-8ccf-42b8-94ae-2729c022521a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d1cac00a5644dba910d37b07cf27078&device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 1094 time: 0.3815849 Apr 18 21:14:18.871871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a29a3314-5a6c-489b-85df-189d96bd7e35 req-ed8e8f31-ba6f-45c3-8da0-dc838dbe1f4e tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 1096 time: 0.9055319 Apr 18 21:14:18.907419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bfbf599a-c388-40cd-b063-b3fcb3750321 req-e26587bc-27e0-4d5b-b55f-39574605d57e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.919619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:18.987582 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-35682a8f-9245-4477-85ac-8e5371067447 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 HTTP/1.1" status: 200 len: 217 time: 0.1526477 Apr 18 21:14:19.110170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-41735f29-6839-4d5f-ae83-5a30f160a2fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:19.112555 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-41735f29-6839-4d5f-ae83-5a30f160a2fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2abd0e1e-e5e8-4df4-bf02-040fab27af0c HTTP/1.1" status: 200 len: 855 time: 0.1179302 Apr 18 21:14:19.265557 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-38689095-531c-4105-8272-227f4610cdce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6baba9c3-578f-40e8-85c7-08e83e11f54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452439 Apr 18 21:14:19.651871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 53390060-b720-420b-976a-a95c1bb8ef10 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:19.659559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26587bc-27e0-4d5b-b55f-39574605d57e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event deleted for resources: {'Port': ['ID=53390060-b720-420b-976a-a95c1bb8ef10,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:19.667858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 53390060-b720-420b-976a-a95c1bb8ef10 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:14:19.667858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 53390060-b720-420b-976a-a95c1bb8ef10 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:14:19.669567 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a29a3314-5a6c-489b-85df-189d96bd7e35 req-4ac5fee2-c853-4736-b327-b2ea46b7c5ec tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243017 Apr 18 21:14:19.669567 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-9dd23255-3ac8-4f16-8b57-81e77817d2ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32bad53f-27bf-4d63-8186-7b1e34c831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0836911 Apr 18 21:14:19.670067 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de48384c-79ae-4364-bfba-04ef5f39be08'] response: {'name': 'network-changed', 'server_uuid': '6b17701a-d3c8-42bf-919c-699826946a0e', 'tag': '6fbf7fa2-bc43-4037-9cec-1fa5dfb51017', 'status': 'completed', 'code': 200} Apr 18 21:14:19.672559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8192cf-7656-44aa-90dd-bc4d88fdef6d req-714732f1-4da4-4cf8-b010-6847bea87526 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:19.688002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a8192cf-7656-44aa-90dd-bc4d88fdef6d req-714732f1-4da4-4cf8-b010-6847bea87526 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 946 time: 1.1574442 Apr 18 21:14:19.705233 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-63f6a1aa-caea-441e-924f-3b6eb3770855 service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314544 Apr 18 21:14:19.713402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-aa4fc54c-19cc-4419-9868-fafb34ccf144 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d1cac00a5644dba910d37b07cf27078&device_id=890d78eb-7188-4bde-a57c-fe8baf6fcb95 HTTP/1.1" status: 200 len: 1095 time: 1.0352554 Apr 18 21:14:19.886733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-7eb32e56-634a-4839-8d36-92e6c88873e4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:19.886733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-7eb32e56-634a-4839-8d36-92e6c88873e4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:19.933306 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44c6e7f7-f58c-4dd8-8a84-8e2f8e4a73b6 req-003cd035-1d5b-4fd0-8681-4efd50b421dc service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213931 Apr 18 21:14:20.026561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-7eb32e56-634a-4839-8d36-92e6c88873e4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:20.027683 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-7eb32e56-634a-4839-8d36-92e6c88873e4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 946 time: 0.4009607 Apr 18 21:14:20.058191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbf599a-c388-40cd-b063-b3fcb3750321 req-e26587bc-27e0-4d5b-b55f-39574605d57e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] No DVR routers for this DVR port 53390060-b720-420b-976a-a95c1bb8ef10 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:20.112330 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bfbf599a-c388-40cd-b063-b3fcb3750321 req-e26587bc-27e0-4d5b-b55f-39574605d57e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.178362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06e5b772-b81f-449f-9b4e-6291adcdb346 req-b7d8126b-3f54-4c16-bc45-963543eab850 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 210 time: 0.2401857 Apr 18 21:14:20.214876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-790a9edd-801b-4a83-9f73-1ac59de8fa7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faa61d74-6a41-453c-bce1-58845a5b4a7e HTTP/1.1" status: 200 len: 217 time: 0.3060777 Apr 18 21:14:20.254839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfbf599a-c388-40cd-b063-b3fcb3750321 req-e26587bc-27e0-4d5b-b55f-39574605d57e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "DELETE /v2.0/ports/53390060-b720-420b-976a-a95c1bb8ef10 HTTP/1.1" status: 204 len: 173 time: 4.5725737 Apr 18 21:14:20.303427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-0aa5b39b-7e67-499a-8bde-ebf958a79854 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Deleting port a725ea2e-58c6-42dd-94a1-b04ff3884479 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:20.304139 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-0aa5b39b-7e67-499a-8bde-ebf958a79854 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.376479 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f348c0-339f-40f9-9971-e49374f05650'] response: {'name': 'network-changed', 'server_uuid': '890d78eb-7188-4bde-a57c-fe8baf6fcb95', 'tag': 'faa61d74-6a41-453c-bce1-58845a5b4a7e', 'status': 'completed', 'code': 200} Apr 18 21:14:20.494110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a8192cf-7656-44aa-90dd-bc4d88fdef6d req-71c41b45-4787-4eb3-be43-da50a6c19dd9 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7191556 Apr 18 21:14:20.557227 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5240be4-4fee-4390-9213-8ea3a1e9ac67 req-b779dbe8-1ca6-4e7d-82a3-2848763648fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d1cac00a5644dba910d37b07cf27078&device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 1094 time: 0.4782524 Apr 18 21:14:20.592506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-7814b664-9e9e-462f-b872-42845b074741 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:20.601126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-7814b664-9e9e-462f-b872-42845b074741 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2abd0e1e-e5e8-4df4-bf02-040fab27af0c HTTP/1.1" status: 200 len: 855 time: 0.3630073 Apr 18 21:14:20.677176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-5b3ba897-1784-4e12-aca8-8f7553f98d62 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9500618 Apr 18 21:14:20.688255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41130) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:20.990984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5240be4-4fee-4390-9213-8ea3a1e9ac67 req-de2e11dd-334f-4272-88f1-cbdbb7738f9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:20.993103 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5240be4-4fee-4390-9213-8ea3a1e9ac67 req-de2e11dd-334f-4272-88f1-cbdbb7738f9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=6baba9c3-578f-40e8-85c7-08e83e11f54e HTTP/1.1" status: 200 len: 917 time: 0.4173033 Apr 18 21:14:21.057801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9887e4-b41c-4c0b-ba4e-be7e7ad02936 req-7486fa16-3510-4edd-aabe-f4fba8ef98ec tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:21.060105 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-468ccb24-234b-4f19-8e03-f334aca371e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:21.066318 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6c9887e4-b41c-4c0b-ba4e-be7e7ad02936 req-7486fa16-3510-4edd-aabe-f4fba8ef98ec tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 943 time: 0.4614468 Apr 18 21:14:21.069612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:14:21.078537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-0aa5b39b-7e67-499a-8bde-ebf958a79854 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] For port a725ea2e-58c6-42dd-94a1-b04ff3884479, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a725ea2e-58c6-42dd-94a1-b04ff3884479,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:21.078537 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-0aa5b39b-7e67-499a-8bde-ebf958a79854 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:21.082296 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Sync routers for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:14:21.092095 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f15c7663-9d2c-4d79-9651-dc9e9877f551 req-3ea17e3b-ef6f-4123-9896-beff8c91b5b2 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064670 Apr 18 21:14:21.098519 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-03c2911f-2f2a-4289-b9da-0cd5767c84af admin admin] 10.222.0.11 "PUT /v2.0/routers/58469d8f-087f-47f9-8a8a-288d9ceaaaf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.2476006 Apr 18 21:14:21.112487 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-7534bc46-3423-48d0-a50b-ff74854cb114 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6baba9c3-578f-40e8-85c7-08e83e11f54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4333842 Apr 18 21:14:21.131948 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:21.132883 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:13:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:21.239346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6c9887e4-b41c-4c0b-ba4e-be7e7ad02936 req-07ab1155-bec3-4c5b-affc-928f154c3e96 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651275 Apr 18 21:14:21.344666 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5240be4-4fee-4390-9213-8ea3a1e9ac67 req-19371c79-4759-40ae-9818-4aded0a7aead service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 HTTP/1.1" status: 200 len: 217 time: 0.3429639 Apr 18 21:14:21.351471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-0aa5b39b-7e67-499a-8bde-ebf958a79854 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Calling delete_port for a725ea2e-58c6-42dd-94a1-b04ff3884479 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:14:21.499107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-468ccb24-234b-4f19-8e03-f334aca371e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:21.508086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-468ccb24-234b-4f19-8e03-f334aca371e8 admin admin] Usage tracker for resource:security_group_rule and tenant:0e07f6765f9341ecaa8dbc21dd5a344f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:21.511732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-468ccb24-234b-4f19-8e03-f334aca371e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:21.541539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-468ccb24-234b-4f19-8e03-f334aca371e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:21.555118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5240be4-4fee-4390-9213-8ea3a1e9ac67 req-242e8578-3697-4d72-9397-f4bc59eba304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:21.556885 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5240be4-4fee-4390-9213-8ea3a1e9ac67 req-242e8578-3697-4d72-9397-f4bc59eba304 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2abd0e1e-e5e8-4df4-bf02-040fab27af0c HTTP/1.1" status: 200 len: 855 time: 0.1742153 Apr 18 21:14:21.631714 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:14:21.874506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4408189a-81bc-4266-a21b-84a5a17433fe req-3a4e014e-f8ab-45dc-88a4-950565859df8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:22.022217 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-468ccb24-234b-4f19-8e03-f334aca371e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:22.051194 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5240be4-4fee-4390-9213-8ea3a1e9ac67 req-d38c7adc-bc31-4423-bfb2-c649b430fc90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6baba9c3-578f-40e8-85c7-08e83e11f54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3405364 Apr 18 21:14:22.096886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-56bf5af7-7b16-4634-b2a2-d9fcfe76cf42 service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9550109 Apr 18 21:14:22.220889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-468ccb24-234b-4f19-8e03-f334aca371e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:22.326185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4408189a-81bc-4266-a21b-84a5a17433fe req-3a4e014e-f8ab-45dc-88a4-950565859df8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:22.354410 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4408189a-81bc-4266-a21b-84a5a17433fe req-3a4e014e-f8ab-45dc-88a4-950565859df8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43b5836-31bb-4aa9-bc19-0451036d8cc2 HTTP/1.1" status: 200 len: 210 time: 0.6919589 Apr 18 21:14:22.356272 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-0aa5b39b-7e67-499a-8bde-ebf958a79854 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:22.372138 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 2, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:22.385697 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Checking router: 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:14:22.385697 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Updating router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 port ba142977-00e9-4718-bf71-ce5a304d96b3 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:14:22.477220 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:22.488202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43b5836-31bb-4aa9-bc19-0451036d8cc2', 'name': 'network-vif-deleted', 'tag': '53390060-b720-420b-976a-a95c1bb8ef10'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:22.494218 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-468ccb24-234b-4f19-8e03-f334aca371e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e07f6765f9341ecaa8dbc21dd5a344f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7823763 Apr 18 21:14:22.496588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41162) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:22.609425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bf8f071-cb7c-4db1-aa0e-495312a85965 req-2b5a8d26-88fe-41bd-9178-0c6d21cfc100 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9645b053fccf4eef884d2647dc741bdf&device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 6492 time: 0.8612721 Apr 18 21:14:22.735096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:14:22.871208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5b39b-7e67-499a-8bde-ebf958a79854 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event deleted for resources: {'Port': ['ID=a725ea2e-58c6-42dd-94a1-b04ff3884479,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:22.955842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:22.964348 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '6fbf7fa2-bc43-4037-9cec-1fa5dfb51017', 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e', 'port_id': '6fbf7fa2-bc43-4037-9cec-1fa5dfb51017', 'mac_address': 'fa:16:3e:48:16:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2abd0e1e-e5e8-4df4-bf02-040fab27af0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:14:23.047058 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:23.072340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:23.094371 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:23.123627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ccb24-234b-4f19-8e03-f334aca371e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dca6dc-c44e-4650-a3ba-69e3740ac39c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:23.181227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:23.339647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-0aa5b39b-7e67-499a-8bde-ebf958a79854 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] No DVR routers for this DVR port a725ea2e-58c6-42dd-94a1-b04ff3884479 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:23.345181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-0aa5b39b-7e67-499a-8bde-ebf958a79854 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:23.360290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50df045-900a-4c69-8fe7-67d2977b1d98', 'name': 'network-vif-deleted', 'tag': 'a725ea2e-58c6-42dd-94a1-b04ff3884479'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:23.403280 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8360679-bf70-49b6-87de-626ef6f21f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:23.460643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a725ea2e-58c6-42dd-94a1-b04ff3884479 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:23.473345 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8360679-bf70-49b6-87de-626ef6f21f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:23.537645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4afaca5f-406a-4cb9-afa4-e032dcd46f44 req-1b5b2337-4e31-4368-a630-42df7b77bbb1 service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4286489 Apr 18 21:14:23.589987 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5240be4-4fee-4390-9213-8ea3a1e9ac67 req-53967d9e-ad4c-40c8-8eaa-64adda82cd0c service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5281208 Apr 18 21:14:23.604162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: a725ea2e-58c6-42dd-94a1-b04ff3884479 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:14:23.604162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a725ea2e-58c6-42dd-94a1-b04ff3884479 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:14:23.660949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455052e3-13ea-4104-8f75-6908eaeb5811 req-457d34ac-4f6b-48c3-8654-07aab0e6580e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:23.663385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8360679-bf70-49b6-87de-626ef6f21f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:23.667193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['6fbf7fa2-bc43-4037-9cec-1fa5dfb51017'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:23.673754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8360679-bf70-49b6-87de-626ef6f21f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:23.677710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-455052e3-13ea-4104-8f75-6908eaeb5811 req-457d34ac-4f6b-48c3-8654-07aab0e6580e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=b50df045-900a-4c69-8fe7-67d2977b1d98 HTTP/1.1" status: 200 len: 946 time: 1.8061407 Apr 18 21:14:23.688025 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b8360679-bf70-49b6-87de-626ef6f21f5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1dca6dc-c44e-4650-a3ba-69e3740ac39c HTTP/1.1" status: 204 len: 168 time: 0.9174166 Apr 18 21:14:23.885719 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:23.892765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:23.903075 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc51f903-b5e7-4ffb-8f84-16da92e24ca0 req-0aa5b39b-7e67-499a-8bde-ebf958a79854 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.59 "DELETE /v2.0/ports/a725ea2e-58c6-42dd-94a1-b04ff3884479 HTTP/1.1" status: 204 len: 173 time: 3.8678048 Apr 18 21:14:23.929578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8360679-bf70-49b6-87de-626ef6f21f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dca6dc-c44e-4650-a3ba-69e3740ac39c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:23.952767 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Transition to ACTIVE for port object ba142977-00e9-4718-bf71-ce5a304d96b3 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:24.074261 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:24.208003 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5240be4-4fee-4390-9213-8ea3a1e9ac67 req-d466ac21-a1b4-4b32-a6ab-f1aa83467398 service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105924 Apr 18 21:14:24.226143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-455052e3-13ea-4104-8f75-6908eaeb5811 req-0af87588-e650-4c80-86ec-942ce592b5b1 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322721 Apr 18 21:14:24.386832 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933386c8-8b73-4520-80e5-faf30d0f4852 None None] Pushing event updated for resources: {'Port': ['ID=ba142977-00e9-4718-bf71-ce5a304d96b3,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:24.418974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8f071-cb7c-4db1-aa0e-495312a85965 req-d547731f-0bbd-4d93-a5e9-cf498bc31f05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:24.420159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bf8f071-cb7c-4db1-aa0e-495312a85965 req-d547731f-0bbd-4d93-a5e9-cf498bc31f05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c HTTP/1.1" status: 200 len: 913 time: 1.8142755 Apr 18 21:14:24.677914 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-277af364-64d3-49e7-b852-e73770f6079e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:24.757125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-40c2f083-f786-4708-bd32-698682f873a6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:24.758700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-40c2f083-f786-4708-bd32-698682f873a6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 821 time: 1.2201254 Apr 18 21:14:24.786357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ff5383a-ff9c-4fec-b311-45e38c446d24 req-181c3eff-17d1-4563-b413-22dbe0991b7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d1cac00a5644dba910d37b07cf27078&device_id=890d78eb-7188-4bde-a57c-fe8baf6fcb95 HTTP/1.1" status: 200 len: 1095 time: 0.8787811 Apr 18 21:14:24.798286 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Attempting to bind port ba142977-00e9-4718-bf71-ce5a304d96b3 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:24.799451 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Attempting to bind port ba142977-00e9-4718-bf71-ce5a304d96b3 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:24.799975 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Attempting to bind port ba142977-00e9-4718-bf71-ce5a304d96b3 on network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:24.819521 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:24.820246 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Checking segment: {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:24.820836 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:24.821368 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Bound using segment: {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:24.822015 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Bound port: ba142977-00e9-4718-bf71-ce5a304d96b3, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:24.822570 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:24.828625 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-838fccfe-d789-4d2d-8210-196795f669be tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/quotas/533b9cde3bdf4bdcb5a856f8d682ef59 HTTP/1.1" status: 200 len: 375 time: 0.0640879 Apr 18 21:14:24.834499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bf8f071-cb7c-4db1-aa0e-495312a85965 req-bac81b19-43ef-4559-883e-3a956ab65089 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ea4309-8d10-45e8-8c66-3fbfd04a2242 HTTP/1.1" status: 200 len: 1002 time: 0.3539608 Apr 18 21:14:24.971598 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] For port ba142977-00e9-4718-bf71-ce5a304d96b3, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:24.977076 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] For port ba142977-00e9-4718-bf71-ce5a304d96b3, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ba142977-00e9-4718-bf71-ce5a304d96b3,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:25.008402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8f071-cb7c-4db1-aa0e-495312a85965 req-4a587c49-b67a-4362-96cf-14049ba03daf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:25.009852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bf8f071-cb7c-4db1-aa0e-495312a85965 req-4a587c49-b67a-4362-96cf-14049ba03daf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=096cc853-83c4-4359-8b02-63ffa3b3538c HTTP/1.1" status: 200 len: 851 time: 0.0627520 Apr 18 21:14:25.082120 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:25.147836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41192) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:25.160634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34455c-bbd4-4149-889a-bb6260a4b607 req-bc6b982e-e93d-481c-ad0e-3035aadc5356 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:25.178101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d34455c-bbd4-4149-889a-bb6260a4b607 req-bc6b982e-e93d-481c-ad0e-3035aadc5356 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 944 time: 0.5272450 Apr 18 21:14:25.183292 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d52b6360-1148-44f2-9c12-a56a540d1617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:25.205071 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933386c8-8b73-4520-80e5-faf30d0f4852 None None] Pushing event updated for resources: {'Port': ['ID=ba142977-00e9-4718-bf71-ce5a304d96b3,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:25.262918 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:25.263595 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:13:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:25.277286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5383a-ff9c-4fec-b311-45e38c446d24 req-0bb48959-f028-4d1a-bcc8-4c85250c4759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:25.277891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d52b6360-1148-44f2-9c12-a56a540d1617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:25.304134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ff5383a-ff9c-4fec-b311-45e38c446d24 req-0bb48959-f028-4d1a-bcc8-4c85250c4759 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6baba9c3-578f-40e8-85c7-08e83e11f54e HTTP/1.1" status: 200 len: 917 time: 0.5026298 Apr 18 21:14:25.308786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d52b6360-1148-44f2-9c12-a56a540d1617 admin admin] Usage tracker for resource:security_group_rule and tenant:a3abcb05ed13450dae8d8ee1827fab1e is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:25.321927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d52b6360-1148-44f2-9c12-a56a540d1617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:25.344660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d52b6360-1148-44f2-9c12-a56a540d1617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:25.498034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-ee1b2211-f226-4480-802d-b550e94a497d tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Synchronizing usage tracker for tenant:533b9cde3bdf4bdcb5a856f8d682ef59 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:25.551676 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d52b6360-1148-44f2-9c12-a56a540d1617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:25.573877 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ff5383a-ff9c-4fec-b311-45e38c446d24 req-f1259684-6ed6-4ea5-8d61-07c705ef1840 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faa61d74-6a41-453c-bce1-58845a5b4a7e HTTP/1.1" status: 200 len: 217 time: 0.2397187 Apr 18 21:14:25.579498 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d34455c-bbd4-4149-889a-bb6260a4b607 req-2aa5c1cb-9078-49ad-94bd-5836aaf89d54 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001215 Apr 18 21:14:25.586400 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bf8f071-cb7c-4db1-aa0e-495312a85965 req-cfd3dba5-2cc0-4d4b-b510-55102923a083 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5620811 Apr 18 21:14:25.623148 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d52b6360-1148-44f2-9c12-a56a540d1617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:25.725675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b6360-1148-44f2-9c12-a56a540d1617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97708588-cf78-4dc0-ad97-19d8dab770b6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:25.734703 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d52b6360-1148-44f2-9c12-a56a540d1617 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3abcb05ed13450dae8d8ee1827fab1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5853601 Apr 18 21:14:25.735914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41202) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:25.777570 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:14:25.821999 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a805ce41-5dd3-4e52-a417-0b3f639a2feb'] response: {'server_uuid': 'd43b5836-31bb-4aa9-bc19-0451036d8cc2', 'name': 'network-vif-deleted', 'tag': '53390060-b720-420b-976a-a95c1bb8ef10', 'status': 'completed', 'code': 200} Apr 18 21:14:25.837754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-ee1b2211-f226-4480-802d-b550e94a497d tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Unset dirty status for tenant:533b9cde3bdf4bdcb5a856f8d682ef59 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:25.840267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-ee1b2211-f226-4480-802d-b550e94a497d tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9378836 Apr 18 21:14:25.880034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-a5918346-626a-4b80-8cde-1512035a0f02 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:14:25.881240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-a5918346-626a-4b80-8cde-1512035a0f02 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0142372 Apr 18 21:14:25.901351 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395aedc8-68f3-4375-b8b9-04bdf3a21133'] response: {'server_uuid': 'b50df045-900a-4c69-8fe7-67d2977b1d98', 'name': 'network-vif-deleted', 'tag': 'a725ea2e-58c6-42dd-94a1-b04ff3884479', 'status': 'completed', 'code': 200} Apr 18 21:14:25.914531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-72a6c722-dc4c-4f8d-9951-c7ff6a147210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:25.932985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5383a-ff9c-4fec-b311-45e38c446d24 req-c9179ca7-d728-430e-ba7d-19dd04410c6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:25.935179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ff5383a-ff9c-4fec-b311-45e38c446d24 req-c9179ca7-d728-430e-ba7d-19dd04410c6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2abd0e1e-e5e8-4df4-bf02-040fab27af0c HTTP/1.1" status: 200 len: 855 time: 0.3414428 Apr 18 21:14:25.976571 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-72a6c722-dc4c-4f8d-9951-c7ff6a147210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:26.140962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-72a6c722-dc4c-4f8d-9951-c7ff6a147210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:26.178294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6c722-dc4c-4f8d-9951-c7ff6a147210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97708588-cf78-4dc0-ad97-19d8dab770b6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:26.182037 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-72a6c722-dc4c-4f8d-9951-c7ff6a147210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:26.185101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bf8f071-cb7c-4db1-aa0e-495312a85965 req-d1ff4119-bf9f-42a9-b8ec-e2bcc3592c29 service neutron] 10.222.0.26 "GET /v2.0/networks/5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340986 Apr 18 21:14:26.200358 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-72a6c722-dc4c-4f8d-9951-c7ff6a147210 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97708588-cf78-4dc0-ad97-19d8dab770b6 HTTP/1.1" status: 204 len: 168 time: 0.4610445 Apr 18 21:14:26.542564 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:24Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:26.551492 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6df638-1f29-43a6-a90f-28d34a9bb0d1 None None] The sync data for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 is: [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:24Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:14:26.725515 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-49c12ef6-533f-40ae-83f3-778980344f40 service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8359580 Apr 18 21:14:26.738834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device faa61d74-6a41-453c-bce1-58845a5b4a7e details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:14:26.742342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:26.757152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ff5383a-ff9c-4fec-b311-45e38c446d24 req-a655bdc5-0822-437f-9051-ff1f8a65c687 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6baba9c3-578f-40e8-85c7-08e83e11f54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8109977 Apr 18 21:14:26.762252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bf8f071-cb7c-4db1-aa0e-495312a85965 req-b86b5607-2849-4631-8b86-54a8556b6729 service neutron] 10.222.0.26 "GET /v2.0/networks/5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880798 Apr 18 21:14:26.914742 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-8b818a81-8ee6-4efd-ae1f-4eb402040c3e service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817963 Apr 18 21:14:27.015805 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port faa61d74-6a41-453c-bce1-58845a5b4a7e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=faa61d74-6a41-453c-bce1-58845a5b4a7e,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:27.023751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:27.037342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:27.037981 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.075717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ff5383a-ff9c-4fec-b311-45e38c446d24 req-6b14864c-9326-480d-9de8-ac1676fbbdad service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933813 Apr 18 21:14:27.108689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'faa61d74-6a41-453c-bce1-58845a5b4a7e', 'network_id': '6baba9c3-578f-40e8-85c7-08e83e11f54e', 'port_id': 'faa61d74-6a41-453c-bce1-58845a5b4a7e', 'mac_address': 'fa:16:3e:01:82:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2abd0e1e-e5e8-4df4-bf02-040fab27af0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:14:27.113453 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1454167c-86cb-48fd-bf2b-b9152282c44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.240081 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.292041 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.366768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:27.371518 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b17701a-d3c8-42bf-919c-699826946a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbf7fa2-bc43-4037-9cec-1fa5dfb51017'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:27.398688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa61d74-6a41-453c-bce1-58845a5b4a7e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:27.417494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ff5383a-ff9c-4fec-b311-45e38c446d24 req-9a0adcdb-4ac4-4f58-8d3b-b2e1368f0fbe service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202593 Apr 18 21:14:27.424252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port faa61d74-6a41-453c-bce1-58845a5b4a7e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=faa61d74-6a41-453c-bce1-58845a5b4a7e,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:27.461152 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.642367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:27.649131 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.744278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=faa61d74-6a41-453c-bce1-58845a5b4a7e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:28.035669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:28.084444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['faa61d74-6a41-453c-bce1-58845a5b4a7e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:28.317671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-678d2ac7-2cd5-4e6e-b621-90d50c132256 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:28.325608 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-678d2ac7-2cd5-4e6e-b621-90d50c132256 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 0.3370750 Apr 18 21:14:28.376733 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-07f253c0-04bd-4c64-8449-f56a7f83358f tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/quotas/af748b8029ea400c995ba35f34f12da7 HTTP/1.1" status: 200 len: 375 time: 0.0433810 Apr 18 21:14:28.567871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ba142977-00e9-4718-bf71-ce5a304d96b3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:28.576627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-a738ed45-61b4-4ece-9b5e-a161a9d97b37 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2053139 Apr 18 21:14:28.783541 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:28.804832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port ba142977-00e9-4718-bf71-ce5a304d96b3 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:28.813101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ba142977-00e9-4718-bf71-ce5a304d96b3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:28.813863 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:28.843363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb029342-a3e6-4e3e-ba4a-1b926350b47b req-1e5aff45-5121-40cf-bce3-eb97e486d209 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:28.852814 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb029342-a3e6-4e3e-ba4a-1b926350b47b req-1e5aff45-5121-40cf-bce3-eb97e486d209 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 945 time: 0.2968223 Apr 18 21:14:28.877648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-88690660-ee46-48ae-b10e-16c03da0477f service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000836 Apr 18 21:14:29.043681 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:29.071640 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb029342-a3e6-4e3e-ba4a-1b926350b47b req-b967e85a-47f3-43d4-817c-262699193951 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177103 Apr 18 21:14:29.090046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port ba142977-00e9-4718-bf71-ce5a304d96b3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ba142977-00e9-4718-bf71-ce5a304d96b3,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:29.176700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-65f69981-5aa7-4736-bcfc-9deea16f2a8a service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911808 Apr 18 21:14:29.308415 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:29.472161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=ba142977-00e9-4718-bf71-ce5a304d96b3,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:29.634086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb5fdc6c-285c-4bab-85b8-25119abeea0a req-d114135f-9d88-4fcc-984b-b1063f10a4c6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 210 time: 0.1375003 Apr 18 21:14:29.636089 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db56119-b559-4f60-bee2-8ad579dfa9b7'] response: {'server_uuid': '6b17701a-d3c8-42bf-919c-699826946a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbf7fa2-bc43-4037-9cec-1fa5dfb51017', 'code': 200} Apr 18 21:14:29.900837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f75460e-ac06-4430-a56c-33606a0d2f80 req-776f3444-76e8-4fd6-8784-ab2ce88f4719 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 210 time: 0.1124301 Apr 18 21:14:29.951105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a420bc0c-5968-4a67-acef-ec056f38c865 req-33c2aaba-ba1d-4d02-8bcc-85e2f0ab1861 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 1096 time: 0.2428982 Apr 18 21:14:30.006612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a420bc0c-5968-4a67-acef-ec056f38c865 req-9d60b879-539e-4309-98f8-2acd5ff1e10d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494783 Apr 18 21:14:30.493521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ba142977-00e9-4718-bf71-ce5a304d96b3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:30.571412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d01db-79ac-4d07-8b03-05315564870c req-bd7003f9-4cb1-40c4-9db6-d42ff7d1a883 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:30.581730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f7d01db-79ac-4d07-8b03-05315564870c req-bd7003f9-4cb1-40c4-9db6-d42ff7d1a883 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 945 time: 0.3023391 Apr 18 21:14:30.627004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232b94-f195-43f0-a568-c5554274fbd4 req-f8790441-74a6-4888-a9bb-cb37b0dbfd25 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:30.628695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-f8790441-74a6-4888-a9bb-cb37b0dbfd25 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.5289471 Apr 18 21:14:30.637408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ba142977-00e9-4718-bf71-ce5a304d96b3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:30.637814 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:30.682704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-94173184-8c7f-4950-8c13-8a61e09ecb55 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/quotas/b417c5ef5a3d4a90bf5edb700a3ea12a HTTP/1.1" status: 200 len: 375 time: 0.0398836 Apr 18 21:14:30.696637 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f7d01db-79ac-4d07-8b03-05315564870c req-216c078e-039f-488e-a594-1c7d6869700c tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136861 Apr 18 21:14:30.768310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device faa61d74-6a41-453c-bce1-58845a5b4a7e up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:30.819334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-a989bdd7-948c-465c-81b3-d801efb1236f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1201694 Apr 18 21:14:30.923838 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.044295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port faa61d74-6a41-453c-bce1-58845a5b4a7e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:31.052041 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port faa61d74-6a41-453c-bce1-58845a5b4a7e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:31.052462 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.115434 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-39605186-8177-434b-905d-a9b84710d0d5 req-c96c3105-dc96-4eca-8eb7-dcaf5f165c2b tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 210 time: 0.0495107 Apr 18 21:14:31.231856 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.251105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-d0a8639f-e772-40ce-806d-479f7f5297e9 service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133475 Apr 18 21:14:31.285610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port faa61d74-6a41-453c-bce1-58845a5b4a7e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=faa61d74-6a41-453c-bce1-58845a5b4a7e,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:31.380395 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.552900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=faa61d74-6a41-453c-bce1-58845a5b4a7e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:31.554164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-577fee9e-3045-4a5d-b681-8e84fb5d67ba req-bbbda95f-dd31-4ee1-85d4-2cbeef9b69a8 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 210 time: 0.0820422 Apr 18 21:14:31.601086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-06c274fc-2c32-4cd0-a81e-076e816b82ee tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:31.601954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-06c274fc-2c32-4cd0-a81e-076e816b82ee tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Synchronizing usage tracker for tenant:533b9cde3bdf4bdcb5a856f8d682ef59 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:31.637569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890d78eb-7188-4bde-a57c-fe8baf6fcb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa61d74-6a41-453c-bce1-58845a5b4a7e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:31.681141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-62ce2fc5-5ea2-47d1-829c-bb33612a817d service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285178 Apr 18 21:14:31.763391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-06c274fc-2c32-4cd0-a81e-076e816b82ee tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Unset dirty status for tenant:533b9cde3bdf4bdcb5a856f8d682ef59 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:31.768227 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-06c274fc-2c32-4cd0-a81e-076e816b82ee tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.59 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 821 time: 0.5142906 Apr 18 21:14:31.799814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Request body: {'port': {'device_id': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'admin_state_up': True, 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:31.911009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336150a-de03-493e-ad45-a01f1adbcd97 req-8ea3a40e-a46e-454f-b2a9-ed578c7e9f43 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:31.913972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4336150a-de03-493e-ad45-a01f1adbcd97 req-8ea3a40e-a46e-454f-b2a9-ed578c7e9f43 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=96696e62-7c20-48de-a2a2-d2c9b66830ed HTTP/1.1" status: 200 len: 951 time: 0.1874993 Apr 18 21:14:31.986662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4336150a-de03-493e-ad45-a01f1adbcd97 req-3712bcbc-9e8b-472f-8a6e-bc56248fe0f1 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679061 Apr 18 21:14:32.049038 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32eef0b5-ab65-4eb9-a17f-f99c30b13d84'] response: {'server_uuid': '890d78eb-7188-4bde-a57c-fe8baf6fcb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa61d74-6a41-453c-bce1-58845a5b4a7e', 'code': 200} Apr 18 21:14:32.057552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:32.069058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:32.152054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Made reservation on behalf of 533b9cde3bdf4bdcb5a856f8d682ef59 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:32.158029 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:32.257266 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e44c7af6-23af-435a-a730-3c23fb7641af req-bb251fe9-8b3e-4ff5-9a71-68e54afa3412 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 210 time: 0.0816104 Apr 18 21:14:32.344698 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-39455be7-ae78-40ad-bd7e-605df60b7bf2 req-45b1e1b8-1a80-4f0c-bdef-d41ad4c616d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=890d78eb-7188-4bde-a57c-fe8baf6fcb95 HTTP/1.1" status: 200 len: 1097 time: 0.2302022 Apr 18 21:14:32.354909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78714a4d-16e7-4b90-a860-0e4e5788bd99 req-02b20ccb-2073-4d59-8a1c-0ae8db863fc1 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:32.363256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78714a4d-16e7-4b90-a860-0e4e5788bd99 req-02b20ccb-2073-4d59-8a1c-0ae8db863fc1 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 945 time: 0.1949389 Apr 18 21:14:32.380884 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Allocated IP 172.20.0.3 (fdcb0fc3-7982-4f27-8f92-b49a4879ce9a/c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7/9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:32.499695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-39455be7-ae78-40ad-bd7e-605df60b7bf2 req-6e8fa733-8f15-4980-9aa0-88810d7a37ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333685 Apr 18 21:14:32.517198 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78714a4d-16e7-4b90-a860-0e4e5788bd99 req-2f2a2327-8968-41ff-93a8-a337e72e8ebf tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534894 Apr 18 21:14:32.672642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:32.679020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a987c2f-4b39-42e6-87b5-33799d72cb98 req-0e831b82-1ae7-4a1b-9fc7-a8ef94e97e95 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 210 time: 0.0618434 Apr 18 21:14:32.708031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Transition to ACTIVE for port object 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:32.890516 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:32.932386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-b97d0101-61e1-4457-9103-f9a26df87b05 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:32.934022 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-b97d0101-61e1-4457-9103-f9a26df87b05 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.59 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 0.2484844 Apr 18 21:14:32.980910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:32.984911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:32.990596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:33.023088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Request body: {'port': {'device_id': '6f00d3bd-b01d-4871-a89d-f0f86d0df9c4', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'admin_state_up': True, 'tenant_id': 'af748b8029ea400c995ba35f34f12da7'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:33.035625 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9c73d0b-671a-423d-a01e-935ff6b0538d req-e58c6c1e-23dc-44c2-88c7-41c2c539334d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 210 time: 0.1603138 Apr 18 21:14:33.245252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c65c2-19a7-48bf-aae3-8c9ca9999502 req-d5e40df8-61a5-415e-8fa5-16dec5b21453 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:33.245503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a6c65c2-19a7-48bf-aae3-8c9ca9999502 req-d5e40df8-61a5-415e-8fa5-16dec5b21453 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.3742297 Apr 18 21:14:33.269265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:33.271290 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:33.332364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Pushing event updated for resources: {'Port': ['ID=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:33.345174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:33.367734 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:33.373139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Usage tracker for resource:port and tenant:af748b8029ea400c995ba35f34f12da7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:33.376657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:33.381666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a6c65c2-19a7-48bf-aae3-8c9ca9999502 req-47b48b07-0137-4bac-8bc0-2f593727493a tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891325 Apr 18 21:14:33.392315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:33.416447 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-b0fcde43-5fca-48ec-896d-2e73c46bd99c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6206632 Apr 18 21:14:33.435811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Request body: {'port': {'device_id': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:33.460854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-66b2965b-4569-4423-b8c5-11e8ddae51ab None None] Provisioning for port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:33.466825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-66b2965b-4569-4423-b8c5-11e8ddae51ab None None] Provisioning complete for port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:33.468149 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-66b2965b-4569-4423-b8c5-11e8ddae51ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:33.501796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Made reservation on behalf of af748b8029ea400c995ba35f34f12da7 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:33.504512 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:33.625071 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:33.627966 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09705f0f-279b-4a48-8d46-a846fc65bbe6 req-90859f9f-46d4-4bc2-90c4-bd607127104e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 210 time: 0.1022849 Apr 18 21:14:33.665508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-66b2965b-4569-4423-b8c5-11e8ddae51ab None None] Port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:14:33.848589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d57c9-eed4-48cc-a80f-d71454890f0d req-77ca2519-a24f-456c-8a36-dacc23b51e7f tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:33.850232 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-312d57c9-eed4-48cc-a80f-d71454890f0d req-77ca2519-a24f-456c-8a36-dacc23b51e7f tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=890d78eb-7188-4bde-a57c-fe8baf6fcb95 HTTP/1.1" status: 200 len: 946 time: 0.1786780 Apr 18 21:14:33.884675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Allocated IP 172.20.0.4 (d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2/e6eed83b-bd8b-4106-83ab-7db4459dec92/835aa0e1-9839-4638-92e6-70d42c829c16) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:33.962307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-312d57c9-eed4-48cc-a80f-d71454890f0d req-41503281-9444-45b2-a205-9ac61ceb7346 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938349 Apr 18 21:14:34.141620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:34.151470 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.169725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Transition to ACTIVE for port object 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:34.210967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41446) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:34.237526 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.453186 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-13a74cc1-ab70-4951-9399-923ccae7ffb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.477525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:34.480914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-489d39a8-ae6b-43f1-aa88-f5d6889f6b46 req-e6ca13c1-0af9-4b90-a75e-88ceec83ef87 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 210 time: 0.0699868 Apr 18 21:14:34.549776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3d616-d497-4562-a3dd-8877d760582c req-f971bb37-944a-48a8-9c2b-cbf745efecfc tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:34.551378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acb3d616-d497-4562-a3dd-8877d760582c req-f971bb37-944a-48a8-9c2b-cbf745efecfc tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 931 time: 0.5668864 Apr 18 21:14:34.575588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-13a74cc1-ab70-4951-9399-923ccae7ffb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:34.583263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-13a74cc1-ab70-4951-9399-923ccae7ffb4 admin admin] Usage tracker for resource:security_group_rule and tenant:c7d1e19e10584f45b85550f0ba863772 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:34.588096 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-13a74cc1-ab70-4951-9399-923ccae7ffb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:34.598778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-13a74cc1-ab70-4951-9399-923ccae7ffb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:34.603039 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.642570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Attempting to bind port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:34.642570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Attempting to bind port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:34.642570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Attempting to bind port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b on network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:34.645297 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acb3d616-d497-4562-a3dd-8877d760582c req-f7d9ff62-06a0-4067-8bec-db69aba52acb tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758669 Apr 18 21:14:34.652788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b on network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:14:34.653202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Attempting to bind port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b on network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:34.665964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:34.665964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Checking segment: {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:34.665964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Bound using segment: {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:34.665964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Bound port: 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:34.665964 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.809006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-13a74cc1-ab70-4951-9399-923ccae7ffb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.816855 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.822214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] For port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:34.825835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] For port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:34.861353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5974cc5-a61d-4e51-9737-05f298f03daa req-aee79fde-a6d3-432a-90a4-a7e97c4baddd tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 210 time: 0.0832684 Apr 18 21:14:34.910334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:34.913438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:34.918551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:34.948360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event updated for resources: {'Port': ['ID=835aa0e1-9839-4638-92e6-70d42c829c16,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:34.984693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:34.985323 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.009588 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-13a74cc1-ab70-4951-9399-923ccae7ffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.060503 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.111026 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-13a74cc1-ab70-4951-9399-923ccae7ffb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7d1e19e10584f45b85550f0ba863772&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8989806 Apr 18 21:14:35.111958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a74cc1-ab70-4951-9399-923ccae7ffb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43630eb1-8eb6-4f30-895e-afc8c1161f4b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:35.116864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41484) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:35.189821 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.191451 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] 10.222.0.59 "PUT /v2.0/ports/9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 1091 time: 1.7663324 Apr 18 21:14:35.209401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:35.256369 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-47af327d-704d-404d-bba7-3a044bd7e048 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2582510 Apr 18 21:14:35.265672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454af2ac-f04b-4d83-a0c2-89a76d940e9f service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:35.272802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Request body: {'port': {'device_id': '6f00d3bd-b01d-4871-a89d-f0f86d0df9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:35.299763 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bfb3beb2-9681-46c2-b530-a219684c4313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.377138 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bfb3beb2-9681-46c2-b530-a219684c4313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.434573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b9923b9f-40e5-467f-9dc9-b7504ab40f69 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:35.465340 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b4d08b-6dee-4ffa-a76a-d5476b8e0c32'] response: {'name': 'network-changed', 'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'status': 'completed', 'code': 200} Apr 18 21:14:35.585774 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bfb3beb2-9681-46c2-b530-a219684c4313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.593165 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.605084 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.607351 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-fbefbfb3-77d8-4e44-b9c4-312e995110c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 1094 time: 0.1484220 Apr 18 21:14:35.615632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3beb2-9681-46c2-b530-a219684c4313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43630eb1-8eb6-4f30-895e-afc8c1161f4b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:35.616537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232b94-f195-43f0-a568-c5554274fbd4 req-734aa2d1-aa00-4268-abac-cec9f32cba45 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:35.617800 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-734aa2d1-aa00-4268-abac-cec9f32cba45 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.26 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.5466769 Apr 18 21:14:35.667216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:35.669586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Request body: {'port': {'device_id': 'e72c9273-28d8-429c-a857-f1fccb850ca7', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'admin_state_up': True, 'tenant_id': 'b417c5ef5a3d4a90bf5edb700a3ea12a'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:35.681166 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bfb3beb2-9681-46c2-b530-a219684c4313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.685839 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bfb3beb2-9681-46c2-b530-a219684c4313 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43630eb1-8eb6-4f30-895e-afc8c1161f4b HTTP/1.1" status: 204 len: 168 time: 0.5589645 Apr 18 21:14:35.686644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:35.703637 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-29478767-b2a4-43eb-b5cc-2674da55fb2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 217 time: 0.0859735 Apr 18 21:14:35.714774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93308a-b307-4daf-b71e-787718f5193b req-6d31bf5b-2015-4325-a5e4-8093892158ab tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:35.722886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd93308a-b307-4daf-b71e-787718f5193b req-6d31bf5b-2015-4325-a5e4-8093892158ab tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=890d78eb-7188-4bde-a57c-fe8baf6fcb95 HTTP/1.1" status: 200 len: 946 time: 0.5356216 Apr 18 21:14:35.775624 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.805443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-3670b356-a02b-49de-96bd-1e8c278f0a74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:35.807081 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-3670b356-a02b-49de-96bd-1e8c278f0a74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.0951481 Apr 18 21:14:35.876862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=b9923b9f-40e5-467f-9dc9-b7504ab40f69,revision_number=11']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:35.901255 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-def2cd04-cd8e-4f6e-87f2-025048b86834 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866663 Apr 18 21:14:35.917721 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd93308a-b307-4daf-b71e-787718f5193b req-1a1b702b-ce49-4a37-b723-8e69cc9fb487 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941876 Apr 18 21:14:36.062332 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-5158743e-e01e-4ac5-af9d-bad3cc7dabc8 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541283 Apr 18 21:14:36.075487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:36.087854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a6635-b05c-4577-84cb-11437d16550f req-3fbd7014-8ef4-4bac-9f0c-162764a8df5c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:36.089023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-512a6635-b05c-4577-84cb-11437d16550f req-3fbd7014-8ef4-4bac-9f0c-162764a8df5c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:36.195604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:36.300064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd34fb-fbaa-4dd5-9a28-b5510964d9d2 req-6c03a912-c516-4229-b030-c13345eb0b3e tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:36.301593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e2fd34fb-fbaa-4dd5-9a28-b5510964d9d2 req-6c03a912-c516-4229-b030-c13345eb0b3e tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 943 time: 0.1545947 Apr 18 21:14:36.335485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Made reservation on behalf of b417c5ef5a3d4a90bf5edb700a3ea12a for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:36.338510 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:36.369339 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-63a6211c-7cf3-4429-85ef-d0de6f4da662 req-543f7166-4f4e-4914-bd5f-5ee8022774a2 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971182 Apr 18 21:14:36.410281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-512a6635-b05c-4577-84cb-11437d16550f req-3fbd7014-8ef4-4bac-9f0c-162764a8df5c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:36.412635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-512a6635-b05c-4577-84cb-11437d16550f req-3fbd7014-8ef4-4bac-9f0c-162764a8df5c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 931 time: 0.6809459 Apr 18 21:14:36.452344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835aa0e1-9839-4638-92e6-70d42c829c16 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:36.470904 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:36.527960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e2fd34fb-fbaa-4dd5-9a28-b5510964d9d2 req-c46d0eb6-e81e-470f-b2da-d08ecf739dc0 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199526 Apr 18 21:14:36.569877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Transition to ACTIVE for port object 835aa0e1-9839-4638-92e6-70d42c829c16 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:36.580352 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a84fd8c-44f6-4f70-92d8-c665ec3fd823 req-2aae548d-a39d-42e3-a098-0c5423a1bb5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 1094 time: 0.0846949 Apr 18 21:14:36.580663 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-512a6635-b05c-4577-84cb-11437d16550f req-f5017026-4bf2-48fc-b381-177b1337b025 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536005 Apr 18 21:14:36.625242 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b3b32b-8416-453f-9332-2fdcd9579a05'] response: {'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'code': 200} Apr 18 21:14:36.678953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Allocated IP 172.20.0.3 (6ea05b75-16dc-4fee-9b28-5b0fed561bf4/7d043342-3347-4e69-83c4-d979a544cbfa/d1cffcaf-49f5-491c-8b5c-61570c4aa1c4) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:36.688338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41528) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:36.692333 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:36.772334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84fd8c-44f6-4f70-92d8-c665ec3fd823 req-e0e195cc-5396-4d8a-a64a-a6fdba109110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:36.773954 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a84fd8c-44f6-4f70-92d8-c665ec3fd823 req-e0e195cc-5396-4d8a-a64a-a6fdba109110 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.1877263 Apr 18 21:14:36.853640 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a84fd8c-44f6-4f70-92d8-c665ec3fd823 req-7b4ac676-407b-432e-828d-a1253ea3d446 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 217 time: 0.0717132 Apr 18 21:14:36.927335 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-236622ea-a4b9-482f-8fd3-4eb71f300554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:36.937795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84fd8c-44f6-4f70-92d8-c665ec3fd823 req-104bcef8-8e16-4ec8-adf5-920ed2fe90dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:36.937795 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a84fd8c-44f6-4f70-92d8-c665ec3fd823 req-104bcef8-8e16-4ec8-adf5-920ed2fe90dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.0654635 Apr 18 21:14:36.978540 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:14:37.004388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8a67a53-596a-45bf-96d1-db1cb705de2f req-12b7cfd7-6d5e-466d-ada8-165429f22864 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 210 time: 0.2580862 Apr 18 21:14:37.025434 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a84fd8c-44f6-4f70-92d8-c665ec3fd823 req-ff851a8a-9a97-45ed-bbea-43646ec6f7d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775833 Apr 18 21:14:37.103101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Pushing event updated for resources: {'Port': ['ID=835aa0e1-9839-4638-92e6-70d42c829c16,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:37.209382 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a84fd8c-44f6-4f70-92d8-c665ec3fd823 req-6a598432-75a2-4e1b-a7cd-f02c51722f68 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751425 Apr 18 21:14:37.255839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-236622ea-a4b9-482f-8fd3-4eb71f300554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:37.294523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-236622ea-a4b9-482f-8fd3-4eb71f300554 admin admin] Usage tracker for resource:security_group_rule and tenant:3934594073b641b597a8400daeff66da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:37.305775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-236622ea-a4b9-482f-8fd3-4eb71f300554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:37.319740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-236622ea-a4b9-482f-8fd3-4eb71f300554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:37.380961 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a84fd8c-44f6-4f70-92d8-c665ec3fd823 req-77fb170d-6e8e-4650-b536-24851bdfc292 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647236 Apr 18 21:14:37.475884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6b67d-d781-436f-93c9-22afc29c6113 req-c617bf23-46d9-4453-baa9-5da008511130 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:37.477354 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cda6b67d-d781-436f-93c9-22afc29c6113 req-c617bf23-46d9-4453-baa9-5da008511130 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 945 time: 0.5276837 Apr 18 21:14:37.486889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:37.520063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Attempting to bind port 835aa0e1-9839-4638-92e6-70d42c829c16 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:37.520203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Attempting to bind port 835aa0e1-9839-4638-92e6-70d42c829c16 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:37.520537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Attempting to bind port 835aa0e1-9839-4638-92e6-70d42c829c16 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:37.552549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Port 835aa0e1-9839-4638-92e6-70d42c829c16 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:14:37.553027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Attempting to bind port 835aa0e1-9839-4638-92e6-70d42c829c16 on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:37.591958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:37.592304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Checking segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:37.592835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Bound using segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:37.593284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Bound port: 835aa0e1-9839-4638-92e6-70d42c829c16, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:37.593663 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:37.621396 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-236622ea-a4b9-482f-8fd3-4eb71f300554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:37.627015 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cda6b67d-d781-436f-93c9-22afc29c6113 req-bf5e1b84-0ddd-442b-b386-9841cd4f147d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341295 Apr 18 21:14:37.712099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] For port 835aa0e1-9839-4638-92e6-70d42c829c16, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:37.715497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] For port 835aa0e1-9839-4638-92e6-70d42c829c16, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=835aa0e1-9839-4638-92e6-70d42c829c16,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:37.726672 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-236622ea-a4b9-482f-8fd3-4eb71f300554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:37.819990 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:37.829579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236622ea-a4b9-482f-8fd3-4eb71f300554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c16483-e032-41a1-b005-5c96487c503c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:37.831808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:37.875291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-236622ea-a4b9-482f-8fd3-4eb71f300554 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3934594073b641b597a8400daeff66da&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1854119 Apr 18 21:14:37.877874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41564) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:37.918592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:37.957503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:37.958292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event updated for resources: {'Port': ['ID=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:37.966187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6cebef04-fb9f-4971-9875-61f0370fa233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:37.994761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6cebef04-fb9f-4971-9875-61f0370fa233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:38.003995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:38.013334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:38.069805 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:38.071212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] 10.222.0.59 "PUT /v2.0/ports/835aa0e1-9839-4638-92e6-70d42c829c16 HTTP/1.1" status: 200 len: 1091 time: 2.8039188 Apr 18 21:14:38.075658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f00d3bd-b01d-4871-a89d-f0f86d0df9c4', 'tag': '835aa0e1-9839-4638-92e6-70d42c829c16'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:38.122321 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bada4-713f-4030-9b49-e2917bf08855 req-4a50bb97-e543-4e26-8e90-cb9b43c84a07 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:38.125817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d3bada4-713f-4030-9b49-e2917bf08855 req-4a50bb97-e543-4e26-8e90-cb9b43c84a07 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 943 time: 0.3830574 Apr 18 21:14:38.146292 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6cebef04-fb9f-4971-9875-61f0370fa233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:38.177111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:38.177111 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:38.179265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebef04-fb9f-4971-9875-61f0370fa233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c16483-e032-41a1-b005-5c96487c503c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:38.189005 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6cebef04-fb9f-4971-9875-61f0370fa233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:38.192857 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6cebef04-fb9f-4971-9875-61f0370fa233 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28c16483-e032-41a1-b005-5c96487c503c HTTP/1.1" status: 204 len: 168 time: 0.3116603 Apr 18 21:14:38.196872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeacf17-57ea-4675-86bb-1f2ba4a98de6 service neutron] Pushing event updated for resources: {'Port': ['ID=835aa0e1-9839-4638-92e6-70d42c829c16,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:38.310322 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d3bada4-713f-4030-9b49-e2917bf08855 req-f3b0e4c5-7f89-4d32-8480-ecb9dd1d5968 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725173 Apr 18 21:14:38.351167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-38a19e12-2780-48b1-8b29-385e7e447d4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 1094 time: 0.1182458 Apr 18 21:14:38.431637 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-b083031e-e89a-41e1-978f-48bfd5da7d3c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7715924 Apr 18 21:14:38.488219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Request body: {'port': {'device_id': 'e72c9273-28d8-429c-a857-f1fccb850ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:38.521498 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-82d44e40-1270-433e-9313-b493eef7a477 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=835aa0e1-9839-4638-92e6-70d42c829c16 HTTP/1.1" status: 200 len: 217 time: 0.1675777 Apr 18 21:14:38.661649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-c9497832-c90a-46c5-8cb1-fbf4876998d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:38.663108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-c9497832-c90a-46c5-8cb1-fbf4876998d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.1307969 Apr 18 21:14:38.722768 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-ef5f74b1-38df-4c63-b0fa-1894aa14eff3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480244 Apr 18 21:14:38.735878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b54654-1de0-4bc5-bb50-5af50e61b6a0 req-1c42e577-7f89-4267-8ce6-55be6c15d6e4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:38.738028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04b54654-1de0-4bc5-bb50-5af50e61b6a0 req-1c42e577-7f89-4267-8ce6-55be6c15d6e4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 943 time: 0.2942607 Apr 18 21:14:38.743735 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:38.967499 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:39.051014 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04b54654-1de0-4bc5-bb50-5af50e61b6a0 req-18cef8b0-7691-47cc-a490-1477e85eb02e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703483 Apr 18 21:14:39.227107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-b98a5c13-d848-4fe9-9a61-278dea7d7fcd service neutron] 10.222.0.59 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803650 Apr 18 21:14:39.445720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:14:39.607929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:39.609886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04f8f1-4fa7-4465-8ff1-05487b009337 req-fbe29e14-dce8-44c1-a58e-05b7c700c30e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:39.616602 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd04f8f1-4fa7-4465-8ff1-05487b009337 req-fbe29e14-dce8-44c1-a58e-05b7c700c30e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.4643524 Apr 18 21:14:39.622438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'port_id': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'mac_address': 'fa:16:3e:ee:8d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:14:39.622649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76bd159d-de29-46be-8e4b-3bfcb96503c8 req-0f75287a-2480-4ed9-9533-7cfb94d9dd62 service neutron] 10.222.0.59 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609831 Apr 18 21:14:39.656651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090dc26-1ecd-493e-b20a-05ade0d8401f req-2add26a3-9274-487a-82f4-de199e3b65c3 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:39.657358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6090dc26-1ecd-493e-b20a-05ade0d8401f req-2add26a3-9274-487a-82f4-de199e3b65c3 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:39.687993 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:39.707075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:39.718155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd04f8f1-4fa7-4465-8ff1-05487b009337 req-ba87897b-3311-4d3f-9291-134679b75838 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005244 Apr 18 21:14:39.727416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:39.768581 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6090dc26-1ecd-493e-b20a-05ade0d8401f req-2add26a3-9274-487a-82f4-de199e3b65c3 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:39.774076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6090dc26-1ecd-493e-b20a-05ade0d8401f req-2add26a3-9274-487a-82f4-de199e3b65c3 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 931 time: 0.5727842 Apr 18 21:14:39.782073 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a8edd8-b76d-4fbb-8cbf-97c18364ef6b'] response: {'name': 'network-changed', 'server_uuid': '6f00d3bd-b01d-4871-a89d-f0f86d0df9c4', 'tag': '835aa0e1-9839-4638-92e6-70d42c829c16', 'status': 'completed', 'code': 200} Apr 18 21:14:39.797504 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:39.855993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:39.875906 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:39.879525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:39.938478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Transition to ACTIVE for port object d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:39.970907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6090dc26-1ecd-493e-b20a-05ade0d8401f req-633236a1-8ff6-4666-8879-08ae3641dcd2 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859105 Apr 18 21:14:40.000880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6edcd1eb-13d9-4891-b8df-58105dcc11b9 req-74e730cd-a94d-494a-9a7f-5a13eb07eb66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 1094 time: 0.1811185 Apr 18 21:14:40.010267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fdc7fa6-fdf7-4847-a2dd-383a6b888663 req-25afa81a-2cfb-49cc-8cdc-6bd70336b45e tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 1096 time: 0.1170542 Apr 18 21:14:40.042438 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:40.079535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:40.258756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Pushing event updated for resources: {'Port': ['ID=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:40.420595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fdc7fa6-fdf7-4847-a2dd-383a6b888663 req-d0429826-9679-4fdd-af79-9ee5426c8978 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819795 Apr 18 21:14:40.422332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcd1eb-13d9-4891-b8df-58105dcc11b9 req-fb348af6-099c-4506-80c7-6dcc875bb9b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:40.423669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6edcd1eb-13d9-4891-b8df-58105dcc11b9 req-fb348af6-099c-4506-80c7-6dcc875bb9b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 912 time: 0.4089727 Apr 18 21:14:40.631828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6edcd1eb-13d9-4891-b8df-58105dcc11b9 req-8299e680-0358-46f1-bb0d-1933e8705e1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=835aa0e1-9839-4638-92e6-70d42c829c16 HTTP/1.1" status: 200 len: 217 time: 0.1721823 Apr 18 21:14:40.632482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Attempting to bind port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:40.632812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Attempting to bind port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:40.633136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Attempting to bind port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:40.692884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:14:40.692884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Attempting to bind port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:40.715667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:40.721961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Checking segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:40.721961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Bound using segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:40.721961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Bound port: d1cffcaf-49f5-491c-8b5c-61570c4aa1c4, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:40.721961 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:40.773201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcd1eb-13d9-4891-b8df-58105dcc11b9 req-fb768a30-c599-49b6-8248-ce18d6e82259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:40.773201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6edcd1eb-13d9-4891-b8df-58105dcc11b9 req-fb768a30-c599-49b6-8248-ce18d6e82259 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.1304846 Apr 18 21:14:40.953835 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6edcd1eb-13d9-4891-b8df-58105dcc11b9 req-35ae3bf5-21e9-429b-9d7d-3be9662405a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690831 Apr 18 21:14:40.963622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19814c-76ac-4054-a129-553146eb00d1 req-284b9a22-04e1-4058-a891-6ee3d347c7e5 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:40.967686 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c19814c-76ac-4054-a129-553146eb00d1 req-284b9a22-04e1-4058-a891-6ee3d347c7e5 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 944 time: 0.3908932 Apr 18 21:14:41.109942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] For port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:41.125155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] For port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:41.145947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c19814c-76ac-4054-a129-553146eb00d1 req-e292b4cd-18f8-4882-8a4a-9cf0ea8899ce tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482198 Apr 18 21:14:41.174060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6edcd1eb-13d9-4891-b8df-58105dcc11b9 req-5b416301-b772-4bde-a268-feb672cc5d92 service neutron] 10.222.0.59 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999736 Apr 18 21:14:41.205016 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.374555 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.376719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] 10.222.0.26 "PUT /v2.0/ports/d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 HTTP/1.1" status: 200 len: 1091 time: 2.9338675 Apr 18 21:14:41.412565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60274a6c-ebf3-4f96-a481-1ef9b055b55c service neutron] Pushing event updated for resources: {'Port': ['ID=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:41.449182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:41.451879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6edcd1eb-13d9-4891-b8df-58105dcc11b9 req-b339f26b-1911-406d-9d9f-2a1ba4961655 service neutron] 10.222.0.59 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767153 Apr 18 21:14:41.621654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:41.625053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-4bc48206-47c5-4a68-a21c-21e68341472b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 1094 time: 0.1338036 Apr 18 21:14:41.628469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:41.631337 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.708665 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-a4b25100-2de3-41a7-b42e-a4f182aa44a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 HTTP/1.1" status: 200 len: 217 time: 0.0747149 Apr 18 21:14:41.756021 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.768918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002667-9e30-4a9e-9aef-78c109ec0ddf req-ddee9fcc-15dd-44d0-9a52-f198989e1853 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:41.773122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002667-9e30-4a9e-9aef-78c109ec0ddf req-ddee9fcc-15dd-44d0-9a52-f198989e1853 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:41.777271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002667-9e30-4a9e-9aef-78c109ec0ddf req-ddee9fcc-15dd-44d0-9a52-f198989e1853 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:41.779141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7002667-9e30-4a9e-9aef-78c109ec0ddf req-ddee9fcc-15dd-44d0-9a52-f198989e1853 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e&device_id=890d78eb-7188-4bde-a57c-fe8baf6fcb95&device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 2417 time: 0.2149723 Apr 18 21:14:41.786400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72c9273-28d8-429c-a857-f1fccb850ca7', 'tag': 'd1cffcaf-49f5-491c-8b5c-61570c4aa1c4'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:41.790929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:41.804666 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:41.885762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232b94-f195-43f0-a568-c5554274fbd4 req-a1b372e9-e5fb-4a0a-80c9-2b4c2b3c44f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:41.885961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-a1b372e9-e5fb-4a0a-80c9-2b4c2b3c44f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.1697931 Apr 18 21:14:41.910924 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.954813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-932b08a1-347f-4b17-8f6d-ccb35ac9da72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590496 Apr 18 21:14:41.963691 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7002667-9e30-4a9e-9aef-78c109ec0ddf req-ffe036c4-7bec-4a85-ba27-3d3a93cc16ec tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647758 Apr 18 21:14:41.979228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:42.065183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeff4d5-34fd-47d8-ac07-9df585f0c837 req-1646ba6c-8c92-4e69-acb9-a71fe0febbaa tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:42.066687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdeff4d5-34fd-47d8-ac07-9df585f0c837 req-1646ba6c-8c92-4e69-acb9-a71fe0febbaa tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 943 time: 0.2812746 Apr 18 21:14:42.202659 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-d7674ba9-3a2e-4e7c-8435-b57e18090093 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379415 Apr 18 21:14:42.206082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdeff4d5-34fd-47d8-ac07-9df585f0c837 req-72c143a7-c724-4ab9-827a-44dd98218b6d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322970 Apr 18 21:14:42.312445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e97b064-3647-46d1-b300-1b12ba143701 req-cf99e769-a63f-498b-bbe8-f465ff07854d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2330897 Apr 18 21:14:42.391979 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03232b94-f195-43f0-a568-c5554274fbd4 req-40587481-1191-439c-8934-caa5e8be3fb6 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825924 Apr 18 21:14:42.431909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54b704-e5e5-44ba-bfaf-2551e7e352ae req-abe42db1-7161-4153-87d4-35793e21d8f0 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:42.433414 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b54b704-e5e5-44ba-bfaf-2551e7e352ae req-abe42db1-7161-4153-87d4-35793e21d8f0 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 943 time: 0.0986977 Apr 18 21:14:42.484906 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b54b704-e5e5-44ba-bfaf-2551e7e352ae req-d7f0e23d-e229-4688-a2df-e301ce7ad3d3 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448546 Apr 18 21:14:42.926349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41722) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:43.111841 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1783a884-6e2c-4aea-bdf1-9a8ef225a41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.155622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1783a884-6e2c-4aea-bdf1-9a8ef225a41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:43.160388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1783a884-6e2c-4aea-bdf1-9a8ef225a41a admin admin] Usage tracker for resource:security_group_rule and tenant:91cad9d7983e420a843bda174aa6df2f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:43.163879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1783a884-6e2c-4aea-bdf1-9a8ef225a41a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:43.173763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1783a884-6e2c-4aea-bdf1-9a8ef225a41a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:43.268906 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1783a884-6e2c-4aea-bdf1-9a8ef225a41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.353880 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1783a884-6e2c-4aea-bdf1-9a8ef225a41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.419120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1783a884-6e2c-4aea-bdf1-9a8ef225a41a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91cad9d7983e420a843bda174aa6df2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4916568 Apr 18 21:14:43.421869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783a884-6e2c-4aea-bdf1-9a8ef225a41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6729b65-8d0e-4e3a-8f67-afd7667f7c35,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:43.423185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41760) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:43.488223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 835aa0e1-9839-4638-92e6-70d42c829c16 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:14:43.499709 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07e7e642-b20c-4513-9aa6-0f545e4f0fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.532423 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07e7e642-b20c-4513-9aa6-0f545e4f0fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.659618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 835aa0e1-9839-4638-92e6-70d42c829c16, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=835aa0e1-9839-4638-92e6-70d42c829c16,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:43.675341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '835aa0e1-9839-4638-92e6-70d42c829c16', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'port_id': '835aa0e1-9839-4638-92e6-70d42c829c16', 'mac_address': 'fa:16:3e:ca:11:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6eed83b-bd8b-4106-83ab-7db4459dec92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:14:43.716507 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07e7e642-b20c-4513-9aa6-0f545e4f0fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.733854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7e642-b20c-4513-9aa6-0f545e4f0fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6729b65-8d0e-4e3a-8f67-afd7667f7c35,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:43.741605 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.742144 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07e7e642-b20c-4513-9aa6-0f545e4f0fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.743233 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-07e7e642-b20c-4513-9aa6-0f545e4f0fb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6729b65-8d0e-4e3a-8f67-afd7667f7c35 HTTP/1.1" status: 204 len: 168 time: 0.3178523 Apr 18 21:14:43.777622 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835aa0e1-9839-4638-92e6-70d42c829c16 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:43.798668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 835aa0e1-9839-4638-92e6-70d42c829c16, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=835aa0e1-9839-4638-92e6-70d42c829c16,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:43.878158 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.948002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=835aa0e1-9839-4638-92e6-70d42c829c16,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:44.136968 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b1fb61-75b3-411c-a593-4a208676f3ce'] response: {'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'code': 200} Apr 18 21:14:44.151911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['835aa0e1-9839-4638-92e6-70d42c829c16'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:44.201853 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba67341-bbe8-4f2e-9c3b-30bbe8435121'] response: {'name': 'network-changed', 'server_uuid': 'e72c9273-28d8-429c-a857-f1fccb850ca7', 'tag': 'd1cffcaf-49f5-491c-8b5c-61570c4aa1c4', 'status': 'completed', 'code': 200} Apr 18 21:14:44.382813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-462a67d3-fed9-44f1-a2c5-38c9aecaa080 req-fcc464b9-0179-4a3e-b568-249b5d09c6de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 1096 time: 0.1490693 Apr 18 21:14:44.390693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73df7dc3-6645-4b86-b318-7f3f4f3bef9b req-01600256-a493-454b-a0c6-f4f0caad54d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 1094 time: 0.1195748 Apr 18 21:14:44.572312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41784) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:44.591332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-deeb449f-77f1-4aa5-b4b4-09de75b2dac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:44.624545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-deeb449f-77f1-4aa5-b4b4-09de75b2dac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:44.628661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-deeb449f-77f1-4aa5-b4b4-09de75b2dac8 admin admin] Usage tracker for resource:security_group_rule and tenant:b814f97b570b4a478170f564e8b6da25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:44.631700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-deeb449f-77f1-4aa5-b4b4-09de75b2dac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:44.637672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-deeb449f-77f1-4aa5-b4b4-09de75b2dac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:44.660723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-fa11d03e-4d83-4d04-ba96-0a414fc40b24 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:14:44.661748 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-fa11d03e-4d83-4d04-ba96-0a414fc40b24 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049450 Apr 18 21:14:44.686714 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-462a67d3-fed9-44f1-a2c5-38c9aecaa080 req-08d8f73b-e5bb-4fe0-8639-a5afb64e4e21 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950602 Apr 18 21:14:44.729981 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-deeb449f-77f1-4aa5-b4b4-09de75b2dac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:44.735800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7dc3-6645-4b86-b318-7f3f4f3bef9b req-2152baf6-32de-40d0-9cdf-3d45422eb1f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:44.737242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73df7dc3-6645-4b86-b318-7f3f4f3bef9b req-2152baf6-32de-40d0-9cdf-3d45422eb1f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 906 time: 0.3304827 Apr 18 21:14:44.743858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd551a9-9ec5-4610-8586-1410a90a6580 req-5dfa39d6-caac-4b9a-a8aa-10d23627d65c tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:44.745342 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fd551a9-9ec5-4610-8586-1410a90a6580 req-5dfa39d6-caac-4b9a-a8aa-10d23627d65c tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 945 time: 0.3191202 Apr 18 21:14:44.827340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73df7dc3-6645-4b86-b318-7f3f4f3bef9b req-635d9483-710a-44e4-81ef-47703311daba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 HTTP/1.1" status: 200 len: 217 time: 0.0810289 Apr 18 21:14:44.861074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] Request body: {'binding': {'host': 'n-h2-836017-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:44.861546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] Unknown quota resources ['binding']. {{(pid=85049) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 21:14:44.894312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-deeb449f-77f1-4aa5-b4b4-09de75b2dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:44.900591 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fd551a9-9ec5-4610-8586-1410a90a6580 req-b3a25fca-4987-4fa3-9235-1278a52263bc tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072721 Apr 18 21:14:44.920948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7dc3-6645-4b86-b318-7f3f4f3bef9b req-54dd4ddf-f802-46b1-b182-6267d274140a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:44.922958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73df7dc3-6645-4b86-b318-7f3f4f3bef9b req-54dd4ddf-f802-46b1-b182-6267d274140a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.0886891 Apr 18 21:14:44.962425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb449f-77f1-4aa5-b4b4-09de75b2dac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58a7e92-4045-4135-b8c7-6dadfde9bd38,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:44.987065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73df7dc3-6645-4b86-b318-7f3f4f3bef9b req-5072c78a-e212-4eba-bf86-0a21d1f10e02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569925 Apr 18 21:14:45.033885 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-deeb449f-77f1-4aa5-b4b4-09de75b2dac8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b814f97b570b4a478170f564e8b6da25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4604466 Apr 18 21:14:45.042256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41792) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:45.158904 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97689c70-6d3d-4fbc-a14f-a7ec99eac97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.190037 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73df7dc3-6645-4b86-b318-7f3f4f3bef9b req-d55dd5a7-e0dd-4def-8b90-d9def939dac2 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953161 Apr 18 21:14:45.199325 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97689c70-6d3d-4fbc-a14f-a7ec99eac97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.202430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a2938-80db-4542-a472-20a6065c8196 req-2c49888d-43ef-4381-acb1-d593ec22324c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:45.204206 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b9a2938-80db-4542-a472-20a6065c8196 req-2c49888d-43ef-4381-acb1-d593ec22324c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 945 time: 0.1888731 Apr 18 21:14:45.207596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] Attempting to bind port d318e417-2c3f-4126-8170-2b206ae282f1 on host n-h2-836017-3 for vnic_type normal with profile None {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:45.207596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] Attempting to bind port d318e417-2c3f-4126-8170-2b206ae282f1 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:45.207596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] Attempting to bind port d318e417-2c3f-4126-8170-2b206ae282f1 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:45.222901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] Port d318e417-2c3f-4126-8170-2b206ae282f1 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:14:45.223267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] Attempting to bind port d318e417-2c3f-4126-8170-2b206ae282f1 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:45.243302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:45.243636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:45.244016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] Bound using segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:45.244450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] Bound port: d318e417-2c3f-4126-8170-2b206ae282f1, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:45.283572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d318e417-2c3f-4126-8170-2b206ae282f1,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:45.340676 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97689c70-6d3d-4fbc-a14f-a7ec99eac97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.345462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b9a2938-80db-4542-a472-20a6065c8196 req-f6a39010-566f-4380-a195-60a42383e8fe tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202967 Apr 18 21:14:45.356744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97689c70-6d3d-4fbc-a14f-a7ec99eac97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58a7e92-4045-4135-b8c7-6dadfde9bd38,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:45.375946 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97689c70-6d3d-4fbc-a14f-a7ec99eac97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.375946 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-97689c70-6d3d-4fbc-a14f-a7ec99eac97a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b58a7e92-4045-4135-b8c7-6dadfde9bd38 HTTP/1.1" status: 204 len: 168 time: 0.3267391 Apr 18 21:14:45.376139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73df7dc3-6645-4b86-b318-7f3f4f3bef9b req-3e8e8257-dba0-4f47-b59c-b4789e559d76 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688175 Apr 18 21:14:45.417945 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] Notify callbacks [] for binding, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.418603 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-18232baa-68df-442d-a8e0-8f571e978bf8 service neutron] 10.222.0.11 "POST /v2.0/ports/d318e417-2c3f-4126-8170-2b206ae282f1/bindings HTTP/1.1" status: 201 len: 389 time: 0.7498348 Apr 18 21:14:45.504314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 835aa0e1-9839-4638-92e6-70d42c829c16 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:45.567789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46f445-6b7d-4c6c-bb32-418d9cc1b7be req-5ae865ee-37ad-4875-9c3b-24b9147b3429 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:45.569253 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca46f445-6b7d-4c6c-bb32-418d9cc1b7be req-5ae865ee-37ad-4875-9c3b-24b9147b3429 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 944 time: 0.0934432 Apr 18 21:14:45.617161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca46f445-6b7d-4c6c-bb32-418d9cc1b7be req-7261c072-cfa2-4d6f-a666-948fde669017 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421746 Apr 18 21:14:45.707076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 835aa0e1-9839-4638-92e6-70d42c829c16 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:45.726986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 835aa0e1-9839-4638-92e6-70d42c829c16 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:45.731137 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.827921 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51c81e-18e1-4fd5-a6f9-8f3e00e00ba4 req-c5428277-2691-413d-bf81-c08b3bb09cbc tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:45.833990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c51c81e-18e1-4fd5-a6f9-8f3e00e00ba4 req-c5428277-2691-413d-bf81-c08b3bb09cbc tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 943 time: 0.1049728 Apr 18 21:14:45.883692 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c51c81e-18e1-4fd5-a6f9-8f3e00e00ba4 req-7b04b635-d957-4d2e-950a-9a865d9b59be tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483379 Apr 18 21:14:45.965904 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.012435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 835aa0e1-9839-4638-92e6-70d42c829c16, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=835aa0e1-9839-4638-92e6-70d42c829c16,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:46.138207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f00d3bd-b01d-4871-a89d-f0f86d0df9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835aa0e1-9839-4638-92e6-70d42c829c16'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:46.146175 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.269199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=835aa0e1-9839-4638-92e6-70d42c829c16,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:46.324665 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0392227a-8a79-4211-a034-b70f54150859'] response: {'server_uuid': '6f00d3bd-b01d-4871-a89d-f0f86d0df9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835aa0e1-9839-4638-92e6-70d42c829c16', 'code': 200} Apr 18 21:14:46.467012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-548e27cd-9dab-40a2-b53e-f7d911a9693c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 1096 time: 0.1922367 Apr 18 21:14:46.557907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751dc4a-5b00-4abe-9fd1-e1dcb0bcd6dd req-c79bc42a-3aa5-4689-82d5-8e1f245159f6 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:46.559366 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3751dc4a-5b00-4abe-9fd1-e1dcb0bcd6dd req-c79bc42a-3aa5-4689-82d5-8e1f245159f6 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 945 time: 0.2467136 Apr 18 21:14:46.657021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc7eb422-d4c2-49a0-b8c1-a31b330e3722 req-f49d0eec-74a5-44a3-aeb0-149753772a0d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 1096 time: 0.2595606 Apr 18 21:14:46.683797 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3751dc4a-5b00-4abe-9fd1-e1dcb0bcd6dd req-4db7f4f8-f1bf-4241-9fdd-1560be2ea673 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061108 Apr 18 21:14:46.738229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-fb1eee2c-155f-4fd3-840f-7e6221e15a04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:46.739955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-fb1eee2c-155f-4fd3-840f-7e6221e15a04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.2629130 Apr 18 21:14:46.879256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-ebb87a03-0040-4765-bdb3-754b7382df4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d318e417-2c3f-4126-8170-2b206ae282f1 HTTP/1.1" status: 200 len: 217 time: 0.1258485 Apr 18 21:14:46.880754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc7eb422-d4c2-49a0-b8c1-a31b330e3722 req-83af76ce-546e-4367-aeec-5357d82efb35 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171116 Apr 18 21:14:46.891005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:14:47.052647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:47.066769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'd1cffcaf-49f5-491c-8b5c-61570c4aa1c4', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'port_id': 'd1cffcaf-49f5-491c-8b5c-61570c4aa1c4', 'mac_address': 'fa:16:3e:de:00:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d043342-3347-4e69-83c4-d979a544cbfa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:14:47.087409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9b8d8-355f-4bae-926b-1ecff409a9fd req-4427af7f-7d3c-498a-ba08-28e5453b8b9b tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:47.088907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8e9b8d8-355f-4bae-926b-1ecff409a9fd req-4427af7f-7d3c-498a-ba08-28e5453b8b9b tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 948 time: 0.3908582 Apr 18 21:14:47.090262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-ac81d660-76bb-4e15-9841-7ffab7cc2dd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:47.092234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-ac81d660-76bb-4e15-9841-7ffab7cc2dd3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.2040808 Apr 18 21:14:47.124156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf12dcb-fd13-4eeb-bde8-5de85f1515a6 req-d88919ae-a462-48c8-9654-32a6a92f9c35 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:47.125850 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7cf12dcb-fd13-4eeb-bde8-5de85f1515a6 req-d88919ae-a462-48c8-9654-32a6a92f9c35 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 945 time: 0.3183441 Apr 18 21:14:47.128763 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:47.148651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:47.166385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:47.188478 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-1694508a-3c71-4f9e-b80e-3ef37062983d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705235 Apr 18 21:14:47.264164 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:47.312272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8e9b8d8-355f-4bae-926b-1ecff409a9fd req-759fba0e-03b7-4f2d-b31e-ce9f4b61726b tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113855 Apr 18 21:14:47.321435 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7cf12dcb-fd13-4eeb-bde8-5de85f1515a6 req-a02e4b6c-32f3-408f-97ea-2bc64f8f4477 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582642 Apr 18 21:14:47.344227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:47.399433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-00029757-5da7-4c2f-8075-4bdfc9d2b5c5 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942258 Apr 18 21:14:47.604646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-db1807ea-a2d8-4819-94ba-e513d2eb7d2d service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978796 Apr 18 21:14:47.629128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec013f9-1c6c-4050-8496-b5cb089378cf req-d89c8cb2-0a61-4f9d-935f-4bb617bee975 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:47.631428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ec013f9-1c6c-4050-8496-b5cb089378cf req-d89c8cb2-0a61-4f9d-935f-4bb617bee975 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.1528840 Apr 18 21:14:47.681113 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ec013f9-1c6c-4050-8496-b5cb089378cf req-3ff75826-b4e5-4609-bc40-0423ca0b8665 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442400 Apr 18 21:14:47.734744 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d1cffcaf-49f5-491c-8b5c-61570c4aa1c4'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:47.947685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-37a0d588-6cc2-4f24-8192-dcc1bc569136 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2195537 Apr 18 21:14:47.958052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fd67b-478d-4530-9778-0a31bb90eb88 req-8e8f4023-5e92-4a25-add2-bbe1bb5dc7fe tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:47.959919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-976fd67b-478d-4530-9778-0a31bb90eb88 req-8e8f4023-5e92-4a25-add2-bbe1bb5dc7fe tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 944 time: 0.2688608 Apr 18 21:14:47.965134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:47.972807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:47.993891 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Usage tracker for resource:floatingip and tenant:533b9cde3bdf4bdcb5a856f8d682ef59 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:47.999134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:48.009407 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:48.031509 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-976fd67b-478d-4530-9778-0a31bb90eb88 req-f81686a9-a6ad-411f-b88a-c862b37733a1 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616884 Apr 18 21:14:48.112942 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:48.350703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:48.652800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Allocated IP 172.25.3.224 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/da92e3cc-1ef6-42f1-807e-43104523a4ee) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:48.784587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1e7cb-1f5a-4bfd-8e0f-ba3d049e6d88 req-e52bdefd-e166-4417-b68c-4dea8767b45c tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:48.786079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cd1e7cb-1f5a-4bfd-8e0f-ba3d049e6d88 req-e52bdefd-e166-4417-b68c-4dea8767b45c tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.26 "GET /v2.0/ports?device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 948 time: 0.2761052 Apr 18 21:14:48.795151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ec8a3-898e-423c-b720-b5d57ebf52b0 req-8acc0218-7027-47f9-9907-382ead4a579d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:48.797004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-962ec8a3-898e-423c-b720-b5d57ebf52b0 req-8acc0218-7027-47f9-9907-382ead4a579d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 945 time: 0.2882435 Apr 18 21:14:48.931566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5cd1e7cb-1f5a-4bfd-8e0f-ba3d049e6d88 req-ceb8a8d9-c8b9-4ab0-9da5-ca2289ca0158 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Deleting port d054534d-81d6-4ae2-8507-7aa4b366c14e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:48.931967 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5cd1e7cb-1f5a-4bfd-8e0f-ba3d049e6d88 req-ceb8a8d9-c8b9-4ab0-9da5-ca2289ca0158 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:48.996056 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:49.008611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-962ec8a3-898e-423c-b720-b5d57ebf52b0 req-032a880f-ecfc-401f-a202-d672739d254b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784163 Apr 18 21:14:49.390341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5cd1e7cb-1f5a-4bfd-8e0f-ba3d049e6d88 req-ceb8a8d9-c8b9-4ab0-9da5-ca2289ca0158 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] For port d054534d-81d6-4ae2-8507-7aa4b366c14e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d054534d-81d6-4ae2-8507-7aa4b366c14e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:49.390702 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5cd1e7cb-1f5a-4bfd-8e0f-ba3d049e6d88 req-ceb8a8d9-c8b9-4ab0-9da5-ca2289ca0158 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:49.449193 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:49.603191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5cd1e7cb-1f5a-4bfd-8e0f-ba3d049e6d88 req-ceb8a8d9-c8b9-4ab0-9da5-ca2289ca0158 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Calling delete_port for d054534d-81d6-4ae2-8507-7aa4b366c14e owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:14:49.702126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:49.706882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:49.709889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:49.737552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Pushing event updated for resources: {'Port': ['ID=da92e3cc-1ef6-42f1-807e-43104523a4ee,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:49.793903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501ea52-f09d-41bb-9f2e-34261e3f87f7 req-22d8541e-fc71-4ed0-b778-8d2cf2b35871 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:49.801038 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8501ea52-f09d-41bb-9f2e-34261e3f87f7 req-22d8541e-fc71-4ed0-b778-8d2cf2b35871 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=506ea287-ebc9-4997-ad21-597a8ca9ae80 HTTP/1.1" status: 200 len: 948 time: 0.4087009 Apr 18 21:14:49.902731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8501ea52-f09d-41bb-9f2e-34261e3f87f7 req-f07eeb7a-cfb1-498f-9847-a87d4352bd9c tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704634 Apr 18 21:14:49.965255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41876) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:49.975974 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5cd1e7cb-1f5a-4bfd-8e0f-ba3d049e6d88 req-ceb8a8d9-c8b9-4ab0-9da5-ca2289ca0158 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.074812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8a8d9-c8b9-4ab0-9da5-ca2289ca0158 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Pushing event deleted for resources: {'Port': ['ID=d054534d-81d6-4ae2-8507-7aa4b366c14e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:50.115094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.154773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:50.159405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Usage tracker for resource:security_group_rule and tenant:3f4abf8c0263464d800626fe65b61b65 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:50.176945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:50.176945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:50.183604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd1e7cb-1f5a-4bfd-8e0f-ba3d049e6d88 req-ceb8a8d9-c8b9-4ab0-9da5-ca2289ca0158 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] No DVR routers for this DVR port d054534d-81d6-4ae2-8507-7aa4b366c14e on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:50.183604 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5cd1e7cb-1f5a-4bfd-8e0f-ba3d049e6d88 req-ceb8a8d9-c8b9-4ab0-9da5-ca2289ca0158 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.183604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506ea287-ebc9-4997-ad21-597a8ca9ae80', 'name': 'network-vif-deleted', 'tag': 'd054534d-81d6-4ae2-8507-7aa4b366c14e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:50.257265 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.299137 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.309453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d627f6-d4b8-4a0a-baf0-92ec3b0cc55e req-226ccd0c-0acb-457b-af3d-152b89c99be6 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:50.311004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-54d627f6-d4b8-4a0a-baf0-92ec3b0cc55e req-226ccd0c-0acb-457b-af3d-152b89c99be6 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.2881558 Apr 18 21:14:50.315495 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.340488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cd1e7cb-1f5a-4bfd-8e0f-ba3d049e6d88 req-ceb8a8d9-c8b9-4ab0-9da5-ca2289ca0158 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.26 "DELETE /v2.0/ports/d054534d-81d6-4ae2-8507-7aa4b366c14e HTTP/1.1" status: 204 len: 173 time: 1.5425179 Apr 18 21:14:50.362696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0034c409-21b2-4c0c-be35-d2cec6d53240,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:50.366035 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-54d627f6-d4b8-4a0a-baf0-92ec3b0cc55e req-6fff4798-0cab-4dda-99d4-4a5e5bdf97e9 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493934 Apr 18 21:14:50.373640 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f4abf8c0263464d800626fe65b61b65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4046862 Apr 18 21:14:50.374741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:50.375358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:50.375483 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:50.376203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:50.376203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:50.376379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:50.376691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:50.376995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:50.377333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:50.377674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:50.377973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc38a3b-8768-4b92-86ea-f60b32227234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:50.380943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41886) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:50.453105 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.460582 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8347548-07cd-400d-bc33-eda1c65746eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.498355 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8347548-07cd-400d-bc33-eda1c65746eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.718923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8347548-07cd-400d-bc33-eda1c65746eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.724782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea279f0-7b9a-44b2-b785-3a94f888e70c req-1a1a53d0-3ce8-490e-87c1-788b81c2ece9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:50.726282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ea279f0-7b9a-44b2-b785-3a94f888e70c req-1a1a53d0-3ce8-490e-87c1-788b81c2ece9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 944 time: 0.2057340 Apr 18 21:14:50.734491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8347548-07cd-400d-bc33-eda1c65746eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0034c409-21b2-4c0c-be35-d2cec6d53240,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:50.740862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8347548-07cd-400d-bc33-eda1c65746eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.751987 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d8347548-07cd-400d-bc33-eda1c65746eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0034c409-21b2-4c0c-be35-d2cec6d53240 HTTP/1.1" status: 204 len: 168 time: 0.3698428 Apr 18 21:14:50.783763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.797850 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ea279f0-7b9a-44b2-b785-3a94f888e70c req-5afd08db-2a9d-4071-a2da-21ca8ba51565 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649874 Apr 18 21:14:50.898543 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.938569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:51.015085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Pushing event updated for resources: {'Port': ['ID=da92e3cc-1ef6-42f1-807e-43104523a4ee,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:51.048377 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.124562 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:51.126412 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.133720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:51.134091 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.135869 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-a1ed4b56-51cb-4f5a-85c2-ad8592cacc54 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1749251 Apr 18 21:14:51.285188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.318125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72c9273-28d8-429c-a857-f1fccb850ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cffcaf-49f5-491c-8b5c-61570c4aa1c4'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:51.335664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:51.397316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-040f1a92-2615-4d91-b4b3-18d266c6feea tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Synchronizing usage tracker for tenant:533b9cde3bdf4bdcb5a856f8d682ef59 on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:51.425674 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.426561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d054534d-81d6-4ae2-8507-7aa4b366c14e no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:51.439694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90edda-fd24-4944-a99a-13bd0a33a34b req-7cf4552b-7107-476b-bc8d-8f380b60d84c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:51.441146 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c90edda-fd24-4944-a99a-13bd0a33a34b req-7cf4552b-7107-476b-bc8d-8f380b60d84c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 945 time: 0.3029990 Apr 18 21:14:51.489605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c90edda-fd24-4944-a99a-13bd0a33a34b req-dacf24b9-8477-44aa-be92-39e048818c80 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Apr 18 21:14:51.502978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: d054534d-81d6-4ae2-8507-7aa4b366c14e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:14:51.502978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d054534d-81d6-4ae2-8507-7aa4b366c14e not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:14:51.544071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:51.562239 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a486e501-4de8-41cc-a53a-48938c4d6b38'] response: {'server_uuid': '506ea287-ebc9-4997-ad21-597a8ca9ae80', 'name': 'network-vif-deleted', 'tag': 'd054534d-81d6-4ae2-8507-7aa4b366c14e', 'status': 'completed', 'code': 200} Apr 18 21:14:51.563393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-040f1a92-2615-4d91-b4b3-18d266c6feea tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Unset dirty status for tenant:533b9cde3bdf4bdcb5a856f8d682ef59 on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:51.564540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-040f1a92-2615-4d91-b4b3-18d266c6feea tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.4275758 Apr 18 21:14:51.612879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41902) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:51.632340 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d97e480-37a5-4170-8ad6-20fb09adf4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.670052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2d97e480-37a5-4170-8ad6-20fb09adf4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:51.674650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2d97e480-37a5-4170-8ad6-20fb09adf4ce admin admin] Usage tracker for resource:security_group_rule and tenant:0053e04a945c4feaa7f168e648a7b481 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:51.677825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2d97e480-37a5-4170-8ad6-20fb09adf4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:51.685222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2d97e480-37a5-4170-8ad6-20fb09adf4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:51.735924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-4e73390d-b9df-4526-8faf-bdbadb6cc814 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:51.737241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-4e73390d-b9df-4526-8faf-bdbadb6cc814 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.1674025 Apr 18 21:14:51.748216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-d1426dac-cb92-40fc-be70-08e800ae2e4d tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:14:51.749080 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6f4ed95-76a4-4e62-909c-37f7e3bdf14e req-d1426dac-cb92-40fc-be70-08e800ae2e4d tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060253 Apr 18 21:14:51.766873 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d97e480-37a5-4170-8ad6-20fb09adf4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.850848 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d97e480-37a5-4170-8ad6-20fb09adf4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.899932 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2d97e480-37a5-4170-8ad6-20fb09adf4ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0053e04a945c4feaa7f168e648a7b481&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2854674 Apr 18 21:14:51.902641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41914) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:51.913802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97e480-37a5-4170-8ad6-20fb09adf4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e44adf-1d16-47dc-92f1-cc51ac3a5da6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:51.978575 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f12c40b4-a12a-4a99-b298-c64c2a4dd5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.004228 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f12c40b4-a12a-4a99-b298-c64c2a4dd5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.116834 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f12c40b4-a12a-4a99-b298-c64c2a4dd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.131888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c40b4-a12a-4a99-b298-c64c2a4dd5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e44adf-1d16-47dc-92f1-cc51ac3a5da6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:52.138837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f12c40b4-a12a-4a99-b298-c64c2a4dd5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.157919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f12c40b4-a12a-4a99-b298-c64c2a4dd5b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0e44adf-1d16-47dc-92f1-cc51ac3a5da6 HTTP/1.1" status: 204 len: 168 time: 0.2541342 Apr 18 21:14:52.203815 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eddc806b-d23b-432e-b0d1-a9da20ad9a73'] response: {'server_uuid': 'e72c9273-28d8-429c-a857-f1fccb850ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cffcaf-49f5-491c-8b5c-61570c4aa1c4', 'code': 200} Apr 18 21:14:52.436953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c59ba250-1534-42a4-a660-c557f6691aed req-c2d4bea9-0eef-4d50-beb5-107c750062b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 1096 time: 0.1637568 Apr 18 21:14:52.449144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566ffa2-d3f8-4e5e-a064-b36705ca850d req-39beafed-7ea4-4441-9bc1-01f5ffcf42b2 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:52.450936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7566ffa2-d3f8-4e5e-a064-b36705ca850d req-39beafed-7ea4-4441-9bc1-01f5ffcf42b2 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 945 time: 0.1107209 Apr 18 21:14:52.526936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c59ba250-1534-42a4-a660-c557f6691aed req-d331d343-d6df-4189-82b8-7f1dedc80882 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749271 Apr 18 21:14:52.529718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7566ffa2-d3f8-4e5e-a064-b36705ca850d req-ec38965f-10d8-4140-aa34-7e0e6f1f1ce1 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629787 Apr 18 21:14:52.785034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-43fe8671-2413-49c2-8cad-ff8615e7329c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:52.786520 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-43fe8671-2413-49c2-8cad-ff8615e7329c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 821 time: 0.1532264 Apr 18 21:14:52.806002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-b82fc7e9-6a2a-4253-91cd-c9f85f0093aa tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/quotas/533b9cde3bdf4bdcb5a856f8d682ef59 HTTP/1.1" status: 200 len: 375 time: 0.0120258 Apr 18 21:14:52.908323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-0f1810f1-2889-462a-97c3-321f7e69b4fe tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0975714 Apr 18 21:14:53.112343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-93900612-a47d-469d-ad64-38f9c85ddd2e service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970239 Apr 18 21:14:53.118925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d32cd-1612-42f8-aca5-5a342458624a req-c7238010-99c8-4c4c-8171-1a0d0f1c7b9d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:53.120338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-312d32cd-1612-42f8-aca5-5a342458624a req-c7238010-99c8-4c4c-8171-1a0d0f1c7b9d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.1788158 Apr 18 21:14:53.653688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-312d32cd-1612-42f8-aca5-5a342458624a req-fd4bbcde-d98b-47b9-9e65-a6f9f74a4238 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747329 Apr 18 21:14:53.653688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-e53ea9e3-c599-4e5f-9861-339e3ee50c54 service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210321 Apr 18 21:14:53.653688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-087ae8cc-1408-4e5b-b1e4-d9b483620ad5 req-cd5a98ff-71ee-45cc-a0ad-6635c14d61c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1306307 Apr 18 21:14:53.653688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ddbe1-2d7e-4f1e-b1c7-53351d4fb9b9 req-82cda8a2-c5aa-46ab-82b8-eaf7da8cd0e9 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:53.653688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-772ddbe1-2d7e-4f1e-b1c7-53351d4fb9b9 req-82cda8a2-c5aa-46ab-82b8-eaf7da8cd0e9 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.1385140 Apr 18 21:14:53.653688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-087ae8cc-1408-4e5b-b1e4-d9b483620ad5 req-b82737d4-d247-4b58-b583-e48ed457a386 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 1095 time: 0.1407230 Apr 18 21:14:53.696678 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-772ddbe1-2d7e-4f1e-b1c7-53351d4fb9b9 req-22cbe257-e313-4e6b-9274-7537ed98162e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208973 Apr 18 21:14:53.739025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ae8cc-1408-4e5b-b1e4-d9b483620ad5 req-861d52c6-5da2-4dbc-a979-f273a016063c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:53.740541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-087ae8cc-1408-4e5b-b1e4-d9b483620ad5 req-861d52c6-5da2-4dbc-a979-f273a016063c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.1462877 Apr 18 21:14:53.950111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-087ae8cc-1408-4e5b-b1e4-d9b483620ad5 req-6240728d-901b-4745-b8dd-90e76f089c38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65edf331-b844-4246-8fa0-db777b6b7db2 HTTP/1.1" status: 200 len: 217 time: 0.2030845 Apr 18 21:14:54.092376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ae8cc-1408-4e5b-b1e4-d9b483620ad5 req-77aa20ae-dc42-4d5d-9bea-aaa185769387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:54.094066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-087ae8cc-1408-4e5b-b1e4-d9b483620ad5 req-77aa20ae-dc42-4d5d-9bea-aaa185769387 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.1306274 Apr 18 21:14:54.155981 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-087ae8cc-1408-4e5b-b1e4-d9b483620ad5 req-4275074f-c600-4eb9-8db8-02eaab698181 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545628 Apr 18 21:14:54.162728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a76f9c-459f-47f3-b0cf-e0237ffcd79e req-484f28ac-7664-4a66-9134-3ae1a4bf38c7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:54.164050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59a76f9c-459f-47f3-b0cf-e0237ffcd79e req-484f28ac-7664-4a66-9134-3ae1a4bf38c7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 945 time: 0.2461069 Apr 18 21:14:54.307093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5ea2e-2b4c-475d-bada-eb7f1e00d746 req-55e0438f-3dc3-42e8-ad52-c3f393e38966 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:54.307818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1ad5ea2e-2b4c-475d-bada-eb7f1e00d746 req-55e0438f-3dc3-42e8-ad52-c3f393e38966 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Synchronizing usage tracker for tenant:dd771660ca6045b2b0f9fb0323a3cea2 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:54.322011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59a76f9c-459f-47f3-b0cf-e0237ffcd79e req-4bd6616e-7a76-48dc-be32-0791908040cd tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360624 Apr 18 21:14:54.389987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-087ae8cc-1408-4e5b-b1e4-d9b483620ad5 req-1e1532b6-ba9e-4902-8c53-392c0d32a458 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247360 Apr 18 21:14:54.483786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1ad5ea2e-2b4c-475d-bada-eb7f1e00d746 req-55e0438f-3dc3-42e8-ad52-c3f393e38966 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Unset dirty status for tenant:dd771660ca6045b2b0f9fb0323a3cea2 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:54.485592 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ad5ea2e-2b4c-475d-bada-eb7f1e00d746 req-55e0438f-3dc3-42e8-ad52-c3f393e38966 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=96696e62-7c20-48de-a2a2-d2c9b66830ed HTTP/1.1" status: 200 len: 949 time: 0.4824367 Apr 18 21:14:54.552914 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3b8346b3-3695-4cb0-b6d4-9a2cf727a47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.613307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-087ae8cc-1408-4e5b-b1e4-d9b483620ad5 req-09f354ef-3c6e-4ba1-9a29-629462981e4f service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166793 Apr 18 21:14:54.630148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ad5ea2e-2b4c-475d-bada-eb7f1e00d746 req-ec95932f-5d4c-4e0c-82d2-ce2543c9e52b tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/security-groups?id=536ead07-fb26-486c-be8d-052693f3d68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392424 Apr 18 21:14:54.684745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf5af9-8551-4c8a-8acb-180502308b0c req-671dee1f-fc72-4c0c-ab99-e5058c6630b2 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:54.687838 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8bf5af9-8551-4c8a-8acb-180502308b0c req-671dee1f-fc72-4c0c-ab99-e5058c6630b2 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 945 time: 0.1974735 Apr 18 21:14:54.774687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8bf5af9-8551-4c8a-8acb-180502308b0c req-84c5b71b-d8bb-4ad3-b8e8-35bfecf8521e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818548 Apr 18 21:14:54.780699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b07aa766-9ec8-4888-81ee-e36113bcf781 req-05037e18-c871-4e8f-98f6-f207c1af04c3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 210 time: 0.0451293 Apr 18 21:14:54.994289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f7b54-7c5c-4515-b598-5b78b13fb85f req-91b53151-b445-4369-9de3-154e4661e150 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:54.995716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-105f7b54-7c5c-4515-b598-5b78b13fb85f req-91b53151-b445-4369-9de3-154e4661e150 tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.59 "GET /v2.0/ports?device_id=96696e62-7c20-48de-a2a2-d2c9b66830ed HTTP/1.1" status: 200 len: 949 time: 0.1579556 Apr 18 21:14:55.108645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-105f7b54-7c5c-4515-b598-5b78b13fb85f req-5a3d5d83-d26c-4aeb-b309-a07993ea5f7a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Deleting port b9923b9f-40e5-467f-9dc9-b7504ab40f69 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:55.108987 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-105f7b54-7c5c-4515-b598-5b78b13fb85f req-5a3d5d83-d26c-4aeb-b309-a07993ea5f7a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.184434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181f2f-a3f9-49ea-bc85-a5c1915c37fe req-d6b93191-56ed-435b-98bc-9aad866ea3ad tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:55.186909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f181f2f-a3f9-49ea-bc85-a5c1915c37fe req-d6b93191-56ed-435b-98bc-9aad866ea3ad tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.2760375 Apr 18 21:14:55.194514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec44bf6-f2a2-42cd-9831-02b28ce53ea7 req-2e91142b-3e52-41f4-b22a-a04fd9e0ed6a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:55.197639 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ec44bf6-f2a2-42cd-9831-02b28ce53ea7 req-2e91142b-3e52-41f4-b22a-a04fd9e0ed6a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.2470510 Apr 18 21:14:55.420494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f181f2f-a3f9-49ea-bc85-a5c1915c37fe req-1dc2685d-fdfb-473a-9e5c-cbbb59b3f6e4 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210681 Apr 18 21:14:55.448512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ec44bf6-f2a2-42cd-9831-02b28ce53ea7 req-0066e1f8-e905-40e4-829e-0850835ce366 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270887 Apr 18 21:14:55.524513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-105f7b54-7c5c-4515-b598-5b78b13fb85f req-5a3d5d83-d26c-4aeb-b309-a07993ea5f7a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] For port b9923b9f-40e5-467f-9dc9-b7504ab40f69, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b9923b9f-40e5-467f-9dc9-b7504ab40f69,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:55.525309 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-105f7b54-7c5c-4515-b598-5b78b13fb85f req-5a3d5d83-d26c-4aeb-b309-a07993ea5f7a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.835198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-105f7b54-7c5c-4515-b598-5b78b13fb85f req-5a3d5d83-d26c-4aeb-b309-a07993ea5f7a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Calling delete_port for b9923b9f-40e5-467f-9dc9-b7504ab40f69 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:14:55.971994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d2866-f18b-4556-8a73-b412c2c342cc req-d4bb96c3-02f6-49fc-8ad3-8e67dd813657 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:55.973410 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f5d2866-f18b-4556-8a73-b412c2c342cc req-d4bb96c3-02f6-49fc-8ad3-8e67dd813657 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 945 time: 0.3786826 Apr 18 21:14:56.027617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5e973-0789-44b2-8503-c9b3bb2f4eed req-fadce7b6-3a58-496f-9a67-8ffb2f525ed0 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:56.029108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9c5e973-0789-44b2-8503-c9b3bb2f4eed req-fadce7b6-3a58-496f-9a67-8ffb2f525ed0 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 945 time: 0.4355171 Apr 18 21:14:56.114707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f5d2866-f18b-4556-8a73-b412c2c342cc req-6f81a8ca-fe41-4b94-af5e-7826dba67b28 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356580 Apr 18 21:14:56.122534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9c5e973-0789-44b2-8503-c9b3bb2f4eed req-f399119b-3ff2-4254-97ba-d997769b3e76 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801592 Apr 18 21:14:56.203125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-105f7b54-7c5c-4515-b598-5b78b13fb85f req-5a3d5d83-d26c-4aeb-b309-a07993ea5f7a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:56.311792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d5d83-d26c-4aeb-b309-a07993ea5f7a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Pushing event deleted for resources: {'Port': ['ID=b9923b9f-40e5-467f-9dc9-b7504ab40f69,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:56.354909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bdd394e7-7f4c-499b-b5b1-4c2af65a8a34 req-27af4806-fb73-426b-8113-cd54de62eadb tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=96696e62-7c20-48de-a2a2-d2c9b66830ed HTTP/1.1" status: 200 len: 210 time: 0.0900524 Apr 18 21:14:56.391767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c180f5af-0cd2-4e8b-9437-9fbbd466161c req-c3aef5ed-5c8a-4776-9d66-4ad9ddd06f8f tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 210 time: 0.0870194 Apr 18 21:14:56.464416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-105f7b54-7c5c-4515-b598-5b78b13fb85f req-5a3d5d83-d26c-4aeb-b309-a07993ea5f7a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] No DVR routers for this DVR port b9923b9f-40e5-467f-9dc9-b7504ab40f69 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:56.468177 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-105f7b54-7c5c-4515-b598-5b78b13fb85f req-5a3d5d83-d26c-4aeb-b309-a07993ea5f7a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:56.471788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'name': 'network-vif-deleted', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:56.571483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-105f7b54-7c5c-4515-b598-5b78b13fb85f req-5a3d5d83-d26c-4aeb-b309-a07993ea5f7a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.59 "DELETE /v2.0/ports/b9923b9f-40e5-467f-9dc9-b7504ab40f69 HTTP/1.1" status: 204 len: 173 time: 1.5539641 Apr 18 21:14:56.689148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-89c37172-5746-4275-b311-61b8bff215c3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:56.690645 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-89c37172-5746-4275-b311-61b8bff215c3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.59 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 821 time: 0.3204203 Apr 18 21:14:56.692166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3922e0-e9cf-457a-9b5a-dd61bde3c971 req-81e47229-2a93-48f5-a93b-7384b6977218 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:56.693591 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc3922e0-e9cf-457a-9b5a-dd61bde3c971 req-81e47229-2a93-48f5-a93b-7384b6977218 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.0795131 Apr 18 21:14:56.711295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Request body: {'port': {'device_id': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'admin_state_up': True, 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:56.769058 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc3922e0-e9cf-457a-9b5a-dd61bde3c971 req-78cdc696-9660-4c6e-a6e6-31a054cfc4c0 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694540 Apr 18 21:14:56.901335 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8398fad4-b7d8-4949-8810-224f136c6bb7'] response: {'server_uuid': '96696e62-7c20-48de-a2a2-d2c9b66830ed', 'name': 'network-vif-deleted', 'tag': 'b9923b9f-40e5-467f-9dc9-b7504ab40f69', 'status': 'completed', 'code': 200} Apr 18 21:14:56.922486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:56.929167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Usage tracker for resource:port and tenant:533b9cde3bdf4bdcb5a856f8d682ef59 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:56.932855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Quota usage for port was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:56.940751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:56.993916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d318e417-2c3f-4126-8170-2b206ae282f1 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:14:57.054164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Made reservation on behalf of 533b9cde3bdf4bdcb5a856f8d682ef59 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:57.058065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.062766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-2c0abd2d-ce5d-45c6-a7af-3f50c82ec35f tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 1096 time: 0.1089420 Apr 18 21:14:57.124376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836017-3'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:57.177846 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c1e68b7-9f87-4a27-a10f-ed67644d8631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.266562 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d318e417-2c3f-4126-8170-2b206ae282f1,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:57.281426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d318e417-2c3f-4126-8170-2b206ae282f1 has no active binding in host n-h2-836017-3 {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 21:14:57.338644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Allocated IP 172.20.0.14 (fdcb0fc3-7982-4f27-8f92-b49a4879ce9a/c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7/536bf98d-b847-4d17-a93c-6c82e2ebd76c) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:57.382269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b20016-671b-4b04-82d6-8ea13630d9e2 req-c8c617ae-9220-4dac-a885-703e43bf9749 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:57.382269 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-54b20016-671b-4b04-82d6-8ea13630d9e2 req-c8c617ae-9220-4dac-a885-703e43bf9749 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.3135607 Apr 18 21:14:57.382269 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.479557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bd31f-c70d-45a7-bab4-4ced296770c6 req-7fe5a22f-5f92-4a83-9f77-e265ba61d750 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:57.480949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd1bd31f-c70d-45a7-bab4-4ced296770c6 req-7fe5a22f-5f92-4a83-9f77-e265ba61d750 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 945 time: 0.2058790 Apr 18 21:14:57.535307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-54b20016-671b-4b04-82d6-8ea13630d9e2 req-4793ce3d-ecf5-47c8-b031-43a721bd4db3 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432562 Apr 18 21:14:57.611888 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.632615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Transition to ACTIVE for port object 536bf98d-b847-4d17-a93c-6c82e2ebd76c will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:57.643815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd1bd31f-c70d-45a7-bab4-4ced296770c6 req-57cf8488-d1e4-4b84-abff-f3d19a703c23 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464412 Apr 18 21:14:57.703141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d318e417-2c3f-4126-8170-2b206ae282f1,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:57.750908 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.762210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:57.792349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:57.888948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Pushing event updated for resources: {'Port': ['ID=536bf98d-b847-4d17-a93c-6c82e2ebd76c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:57.904922 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.910208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:57.910208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:57.910208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:57.921105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-013c6b0f-0175-4c85-a76b-cc271ff239a7 req-57e6d692-88d0-4fc2-84e7-be846b13b36a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Synchronizing usage tracker for tenant:dd771660ca6045b2b0f9fb0323a3cea2 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:57.944470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beb98a-2da9-4bd6-818d-9efa67aa8e30 req-6790fd87-5b8e-4268-8ca3-3002c9138180 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:57.951646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07beb98a-2da9-4bd6-818d-9efa67aa8e30 req-6790fd87-5b8e-4268-8ca3-3002c9138180 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 945 time: 0.2367899 Apr 18 21:14:57.982924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:57.983812 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.023214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07beb98a-2da9-4bd6-818d-9efa67aa8e30 req-aa203075-abd6-4f62-8855-7d61e0470fbd tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705149 Apr 18 21:14:58.025836 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.034001 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.085834 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-107b2564-ab0b-4dcc-8e1b-7f0f9a179b99 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3787212 Apr 18 21:14:58.100733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Request body: {'port': {'device_id': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:58.114350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-013c6b0f-0175-4c85-a76b-cc271ff239a7 req-57e6d692-88d0-4fc2-84e7-be846b13b36a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] Unset dirty status for tenant:dd771660ca6045b2b0f9fb0323a3cea2 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:58.119776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-013c6b0f-0175-4c85-a76b-cc271ff239a7 req-57e6d692-88d0-4fc2-84e7-be846b13b36a tempest-ListImageFiltersTestJSON-1650073207 tempest-ListImageFiltersTestJSON-1650073207-project] 10.222.0.11 "GET /v2.0/ports?device_id=96696e62-7c20-48de-a2a2-d2c9b66830ed HTTP/1.1" status: 200 len: 210 time: 0.2508814 Apr 18 21:14:58.240815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Pushing event updated for resources: {'Port': ['ID=d318e417-2c3f-4126-8170-2b206ae282f1,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:58.288806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.294020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cba89e24-5f9a-4c5e-a60d-302e61902871 None None] Provisioning for port 536bf98d-b847-4d17-a93c-6c82e2ebd76c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:58.300216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cba89e24-5f9a-4c5e-a60d-302e61902871 None None] Provisioning complete for port 536bf98d-b847-4d17-a93c-6c82e2ebd76c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:58.300878 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cba89e24-5f9a-4c5e-a60d-302e61902871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.341930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Attempting to bind port d318e417-2c3f-4126-8170-2b206ae282f1 on host n-h1-836017-3 for vnic_type normal with profile {"migrating_to": "n-h2-836017-3"} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:58.342177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Attempting to bind port d318e417-2c3f-4126-8170-2b206ae282f1 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:58.342509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Attempting to bind port d318e417-2c3f-4126-8170-2b206ae282f1 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:58.373527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cba89e24-5f9a-4c5e-a60d-302e61902871 None None] Port 536bf98d-b847-4d17-a93c-6c82e2ebd76c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:14:58.413075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42036) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:58.482992 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.499309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Port d318e417-2c3f-4126-8170-2b206ae282f1 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:14:58.499875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Attempting to bind port d318e417-2c3f-4126-8170-2b206ae282f1 on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:58.535041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:58.535394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:58.535783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Bound using segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:58.536228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Bound port: d318e417-2c3f-4126-8170-2b206ae282f1, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:58.536571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.608838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e506f-6815-401f-a17a-48e43e34f28b req-75384e78-8fbb-4f17-9a8b-655845ba11fd tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:58.611733 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d52e506f-6815-401f-a17a-48e43e34f28b req-75384e78-8fbb-4f17-9a8b-655845ba11fd tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 932 time: 0.3406131 Apr 18 21:14:58.647991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9bef8-dd03-4e11-9aa0-d8a7738092a1 req-04e5252f-3806-48eb-86a5-cbf1779204ce tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:58.649445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65c9bef8-dd03-4e11-9aa0-d8a7738092a1 req-04e5252f-3806-48eb-86a5-cbf1779204ce tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.3089077 Apr 18 21:14:58.666645 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82a72823-417f-4f84-b36d-19cdbb03f35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.729631 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d52e506f-6815-401f-a17a-48e43e34f28b req-4cb403df-8f6c-4eed-8601-be3026388626 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109328 Apr 18 21:14:58.735226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-82a72823-417f-4f84-b36d-19cdbb03f35e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:58.737489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65c9bef8-dd03-4e11-9aa0-d8a7738092a1 req-fa5bb44e-e3fb-4dfc-8e74-782f81a64593 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790267 Apr 18 21:14:58.739924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-82a72823-417f-4f84-b36d-19cdbb03f35e admin admin] Usage tracker for resource:security_group_rule and tenant:6d27b3d6c90c4914b520c3044c2b3b31 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:58.743566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-82a72823-417f-4f84-b36d-19cdbb03f35e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:58.751005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-82a72823-417f-4f84-b36d-19cdbb03f35e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:58.829640 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82a72823-417f-4f84-b36d-19cdbb03f35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.899915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82a72823-417f-4f84-b36d-19cdbb03f35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.907617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ab563f-223c-4e54-bc06-8c4c024fc7c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd318e417-2c3f-4126-8170-2b206ae282f1'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:58.908131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:14:58.958871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:58.975595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d318e417-2c3f-4126-8170-2b206ae282f1,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:59.009655 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-82a72823-417f-4f84-b36d-19cdbb03f35e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d27b3d6c90c4914b520c3044c2b3b31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5954652 Apr 18 21:14:59.010897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a72823-417f-4f84-b36d-19cdbb03f35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a3406e-2223-4c8c-8770-61e0e6183af1,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:59.014841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42048) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:59.017053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536bf98d-b847-4d17-a93c-6c82e2ebd76c {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:59.024368 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.037776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a13f9-5a61-4568-a7ae-d25242a4007b req-cfadabc8-8477-4ab0-bc21-e07e412acce2 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:59.039228 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f03a13f9-5a61-4568-a7ae-d25242a4007b req-cfadabc8-8477-4ab0-bc21-e07e412acce2 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.1387789 Apr 18 21:14:59.040055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Transition to ACTIVE for port object 536bf98d-b847-4d17-a93c-6c82e2ebd76c will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:59.059689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc2137-59ad-42aa-9e6d-82d02547f012 req-5a6a1d69-f14a-44f7-8d8a-887d5dc5415f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:59.059689 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fbc2137-59ad-42aa-9e6d-82d02547f012 req-5a6a1d69-f14a-44f7-8d8a-887d5dc5415f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 945 time: 0.1852095 Apr 18 21:14:59.082572 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.105644 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.242048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Pushing event updated for resources: {'Port': ['ID=536bf98d-b847-4d17-a93c-6c82e2ebd76c,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:59.357886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f03a13f9-5a61-4568-a7ae-d25242a4007b req-8e6491b3-a14b-4a98-bade-29ec9de20951 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120215 Apr 18 21:14:59.365065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Attempting to bind port 536bf98d-b847-4d17-a93c-6c82e2ebd76c on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:59.365065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Attempting to bind port 536bf98d-b847-4d17-a93c-6c82e2ebd76c by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:59.365065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Attempting to bind port 536bf98d-b847-4d17-a93c-6c82e2ebd76c on network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:59.366892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Port 536bf98d-b847-4d17-a93c-6c82e2ebd76c on network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:14:59.367520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Attempting to bind port 536bf98d-b847-4d17-a93c-6c82e2ebd76c on network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:59.375500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:59.376098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Checking segment: {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:59.376639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Bound using segment: {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:59.377216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Bound port: 536bf98d-b847-4d17-a93c-6c82e2ebd76c, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb65e01d-dedd-455c-9d0a-37735521b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:59.377920 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.437369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Pushing event updated for resources: {'Port': ['ID=d318e417-2c3f-4126-8170-2b206ae282f1,revision_number=8']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:59.448395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fbc2137-59ad-42aa-9e6d-82d02547f012 req-774ec4a4-420a-41a6-a8fc-419a191b138f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672454 Apr 18 21:14:59.453704 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37db87b5-3381-456e-9b4d-9dc003cc6273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.474880 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.475038 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-9e4cb6ff-41a8-4d55-9389-7bf0f5149149 service neutron] 10.222.0.26 "PUT /v2.0/ports/d318e417-2c3f-4126-8170-2b206ae282f1 HTTP/1.1" status: 200 len: 1121 time: 2.3573146 Apr 18 21:14:59.476934 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ba4941-0c43-4a64-8392-d379b62f7d81'] response: {'server_uuid': 'd2ab563f-223c-4e54-bc06-8c4c024fc7c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd318e417-2c3f-4126-8170-2b206ae282f1', 'code': 200} Apr 18 21:14:59.504888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37db87b5-3381-456e-9b4d-9dc003cc6273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.509228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] For port 536bf98d-b847-4d17-a93c-6c82e2ebd76c, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:59.520393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] For port 536bf98d-b847-4d17-a93c-6c82e2ebd76c, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=536bf98d-b847-4d17-a93c-6c82e2ebd76c,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:59.540088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3738a-a129-424a-be6a-128eb7c2ff4e req-9ca931a6-1ee2-4987-847b-610611a0ce51 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:59.542234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17e3738a-a129-424a-be6a-128eb7c2ff4e req-9ca931a6-1ee2-4987-847b-610611a0ce51 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.26 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 945 time: 0.3877497 Apr 18 21:14:59.561278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['d318e417-2c3f-4126-8170-2b206ae282f1'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:59.586200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.605642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b9923b9f-40e5-467f-9dc9-b7504ab40f69 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:59.646631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: b9923b9f-40e5-467f-9dc9-b7504ab40f69 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:14:59.647064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b9923b9f-40e5-467f-9dc9-b7504ab40f69 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:14:59.650271 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d318e417-2c3f-4126-8170-2b206ae282f1'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:59.696935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-17e3738a-a129-424a-be6a-128eb7c2ff4e req-e85e10ee-f445-4195-91e4-8921767c1b08 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Deleting port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:59.697284 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17e3738a-a129-424a-be6a-128eb7c2ff4e req-e85e10ee-f445-4195-91e4-8921767c1b08 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.710806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Pushing event updated for resources: {'Port': ['ID=536bf98d-b847-4d17-a93c-6c82e2ebd76c,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:59.724854 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.726707 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-a514c937-2e1a-45b9-a28c-f6a23b860ffa service neutron] 10.222.0.59 "PUT /v2.0/ports/536bf98d-b847-4d17-a93c-6c82e2ebd76c HTTP/1.1" status: 200 len: 1092 time: 1.6306946 Apr 18 21:14:59.727320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'tag': '536bf98d-b847-4d17-a93c-6c82e2ebd76c'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:59.833648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811581-4a61-42af-b720-7c1511120856 req-3b6ee80c-b9de-4a99-8131-4c0b51eeb44d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:59.840708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28811581-4a61-42af-b720-7c1511120856 req-3b6ee80c-b9de-4a99-8131-4c0b51eeb44d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 943 time: 0.2403100 Apr 18 21:14:59.871760 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37db87b5-3381-456e-9b4d-9dc003cc6273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.902724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db87b5-3381-456e-9b4d-9dc003cc6273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a3406e-2223-4c8c-8770-61e0e6183af1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:00.005058 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-6c5a9a56-21e0-4ad6-85b4-972dc9d03da7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 1095 time: 0.1473365 Apr 18 21:15:00.023874 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37db87b5-3381-456e-9b4d-9dc003cc6273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.027428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-37db87b5-3381-456e-9b4d-9dc003cc6273 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86a3406e-2223-4c8c-8770-61e0e6183af1 HTTP/1.1" status: 204 len: 168 time: 1.0092704 Apr 18 21:15:00.069532 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28811581-4a61-42af-b720-7c1511120856 req-38a29161-9827-4223-ba4d-d2e00e671012 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271779 Apr 18 21:15:00.218357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-17e3738a-a129-424a-be6a-128eb7c2ff4e req-e85e10ee-f445-4195-91e4-8921767c1b08 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] For port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:00.219485 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17e3738a-a129-424a-be6a-128eb7c2ff4e req-e85e10ee-f445-4195-91e4-8921767c1b08 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.298902 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9cce2c-abd6-4006-9731-8485f29b84c3'] response: {'name': 'network-changed', 'server_uuid': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'tag': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'status': 'completed', 'code': 200} Apr 18 21:15:00.314167 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-5be2548b-268f-4adb-b055-ba01df63e342 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536bf98d-b847-4d17-a93c-6c82e2ebd76c HTTP/1.1" status: 200 len: 217 time: 0.3082228 Apr 18 21:15:00.367553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-17e3738a-a129-424a-be6a-128eb7c2ff4e req-e85e10ee-f445-4195-91e4-8921767c1b08 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Calling delete_port for d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:15:00.384553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-e2cddfa1-34b8-4145-a58c-ee24adaba05f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:00.386035 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-e2cddfa1-34b8-4145-a58c-ee24adaba05f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.0661540 Apr 18 21:15:00.473576 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-8a1a53b6-14cd-4c54-98ce-0cca5a3ad5d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746741 Apr 18 21:15:00.547584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aaba4-c6c6-42a2-b77b-48bd2146e3fc req-e41b871c-d2f9-4908-bfa4-aeb5f8c58b2c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:00.549094 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a41aaba4-c6c6-42a2-b77b-48bd2146e3fc req-e41b871c-d2f9-4908-bfa4-aeb5f8c58b2c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 944 time: 0.1885555 Apr 18 21:15:00.623054 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-4e5557af-619e-465b-9879-c91ca2d8eebc service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422093 Apr 18 21:15:00.625332 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a41aaba4-c6c6-42a2-b77b-48bd2146e3fc req-4bdf3169-0b11-4a96-8922-b1c664eb676d tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626938 Apr 18 21:15:00.740969 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17e3738a-a129-424a-be6a-128eb7c2ff4e req-e85e10ee-f445-4195-91e4-8921767c1b08 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.752755 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:00.791997 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4aa968a5-d21d-442e-a25d-4ae5ebb1281b req-638be958-eabe-49bf-8793-54df5e20ab7c service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614180 Apr 18 21:15:00.865257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d1cffcaf-49f5-491c-8b5c-61570c4aa1c4'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:00.936891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.032236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e10ee-f445-4195-91e4-8921767c1b08 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event deleted for resources: {'Port': ['ID=d1cffcaf-49f5-491c-8b5c-61570c4aa1c4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:01.046952 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2fff083-5e97-41b4-8373-b72361fd2910 req-c362ae64-b752-4df5-a8c2-7eb4dfabb22a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 1095 time: 0.1089513 Apr 18 21:15:01.117500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e3738a-a129-424a-be6a-128eb7c2ff4e req-e85e10ee-f445-4195-91e4-8921767c1b08 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] No DVR routers for this DVR port d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:01.121773 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17e3738a-a129-424a-be6a-128eb7c2ff4e req-e85e10ee-f445-4195-91e4-8921767c1b08 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.187531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d9812-8bd3-46b5-a020-b591e367759f req-7b193ad1-04d6-4746-931f-7ae215463b03 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:01.194387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-974d9812-8bd3-46b5-a020-b591e367759f req-7b193ad1-04d6-4746-931f-7ae215463b03 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.3763330 Apr 18 21:15:01.216758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989fc9-ae31-4c09-9eeb-229469bbb346 req-0a82f664-c0e7-4572-bca9-446c7a486615 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:01.223719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b989fc9-ae31-4c09-9eeb-229469bbb346 req-0a82f664-c0e7-4572-bca9-446c7a486615 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.2218664 Apr 18 21:15:01.233058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fff083-5e97-41b4-8373-b72361fd2910 req-17928d14-6105-4a23-9542-7626aa38e976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:01.234643 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2fff083-5e97-41b4-8373-b72361fd2910 req-17928d14-6105-4a23-9542-7626aa38e976 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.1771936 Apr 18 21:15:01.246844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17e3738a-a129-424a-be6a-128eb7c2ff4e req-e85e10ee-f445-4195-91e4-8921767c1b08 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.26 "DELETE /v2.0/ports/d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 HTTP/1.1" status: 204 len: 173 time: 1.6927783 Apr 18 21:15:01.288673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-974d9812-8bd3-46b5-a020-b591e367759f req-ba147fc8-5c07-4aa8-9b05-8651c27c9a0d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932412 Apr 18 21:15:01.298221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b989fc9-ae31-4c09-9eeb-229469bbb346 req-db1db852-f7b3-4f00-bc91-d5bed0612208 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736549 Apr 18 21:15:01.325676 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2fff083-5e97-41b4-8373-b72361fd2910 req-46074f4c-ab39-4f7f-a888-62380594d257 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536bf98d-b847-4d17-a93c-6c82e2ebd76c HTTP/1.1" status: 200 len: 217 time: 0.0796647 Apr 18 21:15:01.419932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fff083-5e97-41b4-8373-b72361fd2910 req-646d55d1-0d76-45f6-b98f-90d2ace51676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:01.422520 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2fff083-5e97-41b4-8373-b72361fd2910 req-646d55d1-0d76-45f6-b98f-90d2ace51676 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.0886760 Apr 18 21:15:01.478219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ab563f-223c-4e54-bc06-8c4c024fc7c8', 'tag': 'd318e417-2c3f-4126-8170-2b206ae282f1'}, {'server_uuid': 'e72c9273-28d8-429c-a857-f1fccb850ca7', 'name': 'network-vif-deleted', 'tag': 'd1cffcaf-49f5-491c-8b5c-61570c4aa1c4'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:01.544655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a45f75f9-9193-42bc-8ee0-0a4b92d733ed req-12ca88cb-dd01-4cb0-97a4-72b3fb440968 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:01.584089 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2fff083-5e97-41b4-8373-b72361fd2910 req-7c57b7ea-f6e3-409f-a858-566bbae8cb5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548095 Apr 18 21:15:01.672441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a45f75f9-9193-42bc-8ee0-0a4b92d733ed req-12ca88cb-dd01-4cb0-97a4-72b3fb440968 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:01.673980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a45f75f9-9193-42bc-8ee0-0a4b92d733ed req-12ca88cb-dd01-4cb0-97a4-72b3fb440968 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e72c9273-28d8-429c-a857-f1fccb850ca7 HTTP/1.1" status: 200 len: 210 time: 0.1882911 Apr 18 21:15:01.769191 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2fff083-5e97-41b4-8373-b72361fd2910 req-84e8c7d2-d494-4f5d-8cb1-02a437cca5ce service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757517 Apr 18 21:15:01.909901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8e200-4554-41d6-b06f-71d7d7a7a671 req-9db6c8e9-038f-41d3-9d7d-0354e367b9fa tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:01.910614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2fff083-5e97-41b4-8373-b72361fd2910 req-001d28bd-c7df-4394-ac38-8404d9216727 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354687 Apr 18 21:15:01.911327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1aa8e200-4554-41d6-b06f-71d7d7a7a671 req-9db6c8e9-038f-41d3-9d7d-0354e367b9fa tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 943 time: 0.0810058 Apr 18 21:15:01.962324 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1aa8e200-4554-41d6-b06f-71d7d7a7a671 req-c2d0f087-4e7c-4712-8369-d8d971ce2d41 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453434 Apr 18 21:15:02.036226 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de464530-56e7-4f7f-a5ee-e0cb1b145013'] response: {'name': 'network-changed', 'server_uuid': 'd2ab563f-223c-4e54-bc06-8c4c024fc7c8', 'tag': 'd318e417-2c3f-4126-8170-2b206ae282f1', 'status': 'completed', 'code': 200} Apr 18 21:15:02.036854 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de464530-56e7-4f7f-a5ee-e0cb1b145013'] response: {'server_uuid': 'e72c9273-28d8-429c-a857-f1fccb850ca7', 'name': 'network-vif-deleted', 'tag': 'd1cffcaf-49f5-491c-8b5c-61570c4aa1c4', 'status': 'completed', 'code': 200} Apr 18 21:15:02.135139 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2f98b3c7-8282-43bc-a415-9ead8da153fe req-fdacd339-c0a5-44b8-8941-3450cba76d4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 1124 time: 0.0729167 Apr 18 21:15:02.241774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f43d00-9228-4881-985a-6cd56e8c758a req-3c079b71-26f6-4e27-86e7-d3fe053be4c5 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:02.250858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1f43d00-9228-4881-985a-6cd56e8c758a req-3c079b71-26f6-4e27-86e7-d3fe053be4c5 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 944 time: 0.1140859 Apr 18 21:15:02.311210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1f43d00-9228-4881-985a-6cd56e8c758a req-fd2460b3-a22d-4845-8ed7-b046fa085130 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590107 Apr 18 21:15:02.337465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98b3c7-8282-43bc-a415-9ead8da153fe req-fcd85a17-ed4e-4eea-bc8b-ef4546f5ee10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:02.339263 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2f98b3c7-8282-43bc-a415-9ead8da153fe req-fcd85a17-ed4e-4eea-bc8b-ef4546f5ee10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.1901762 Apr 18 21:15:02.347112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42138) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:02.466359 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2f98b3c7-8282-43bc-a415-9ead8da153fe req-3420d460-b9cc-40e2-a758-c01c4c9c726a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d318e417-2c3f-4126-8170-2b206ae282f1 HTTP/1.1" status: 200 len: 217 time: 0.1114826 Apr 18 21:15:02.556876 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc549349-198e-41dc-853d-90b435a7f37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:02.558414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98b3c7-8282-43bc-a415-9ead8da153fe req-6e2574ea-e3f7-4602-80cc-f262b03c577d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:02.560464 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2f98b3c7-8282-43bc-a415-9ead8da153fe req-6e2574ea-e3f7-4602-80cc-f262b03c577d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.0840330 Apr 18 21:15:02.595068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cc549349-198e-41dc-853d-90b435a7f37b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:02.599385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cc549349-198e-41dc-853d-90b435a7f37b admin admin] Usage tracker for resource:security_group_rule and tenant:b239b3ae51c6442585fa09d85f219e5c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:02.603353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cc549349-198e-41dc-853d-90b435a7f37b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:02.611649 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2f98b3c7-8282-43bc-a415-9ead8da153fe req-407897df-0187-433d-a466-0b55e1185600 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453367 Apr 18 21:15:02.613527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cc549349-198e-41dc-853d-90b435a7f37b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:02.638988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d5e3b-d79f-4847-ab53-ace9d1cda156 req-bf2306e5-712b-4448-9716-fda9764dea38 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:02.640518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb4d5e3b-d79f-4847-ab53-ace9d1cda156 req-bf2306e5-712b-4448-9716-fda9764dea38 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.1806214 Apr 18 21:15:02.714154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb4d5e3b-d79f-4847-ab53-ace9d1cda156 req-34cbe6f2-279a-430f-af30-fceffb85bfe3 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643659 Apr 18 21:15:02.819274 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc549349-198e-41dc-853d-90b435a7f37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:02.868903 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2f98b3c7-8282-43bc-a415-9ead8da153fe req-300c705f-1a32-453a-b54b-f11adaf30163 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415617 Apr 18 21:15:02.919484 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc549349-198e-41dc-853d-90b435a7f37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:02.955131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a75528-efb6-44a5-84d5-0dde058037f8 req-57f6f169-e791-4b1e-a6fd-e36df06b0885 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:02.956746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6a75528-efb6-44a5-84d5-0dde058037f8 req-57f6f169-e791-4b1e-a6fd-e36df06b0885 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.1144304 Apr 18 21:15:03.004923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cc549349-198e-41dc-853d-90b435a7f37b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b239b3ae51c6442585fa09d85f219e5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6566494 Apr 18 21:15:03.008206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42158) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:03.010480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc549349-198e-41dc-853d-90b435a7f37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5ac361-2ac0-4604-ab78-50f573954b69,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:03.024004 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2f98b3c7-8282-43bc-a415-9ead8da153fe req-6c48f5b7-4f61-4958-aab5-6a00b67f191b service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483738 Apr 18 21:15:03.036020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:03.074162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6a75528-efb6-44a5-84d5-0dde058037f8 req-c861ac26-5ba9-4963-9e06-fc3b4bcf901e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084149 Apr 18 21:15:03.094487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:15:03.094836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d1cffcaf-49f5-491c-8b5c-61570c4aa1c4 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:15:03.112617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e15a6fa5-74c2-449c-818b-a92cfcaee3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.138692 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e15a6fa5-74c2-449c-818b-a92cfcaee3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.312390 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e15a6fa5-74c2-449c-818b-a92cfcaee3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.340087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a6fa5-74c2-449c-818b-a92cfcaee3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5ac361-2ac0-4604-ab78-50f573954b69,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:03.340531 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.352637 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e15a6fa5-74c2-449c-818b-a92cfcaee3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.356499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e15a6fa5-74c2-449c-818b-a92cfcaee3ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f5ac361-2ac0-4604-ab78-50f573954b69 HTTP/1.1" status: 204 len: 168 time: 0.3471560 Apr 18 21:15:03.393860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829d9c1-d48f-4a09-a146-9176293d660c req-4e6ae4e0-9647-42b2-8cbe-9366e0c3f68a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:03.393860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d829d9c1-d48f-4a09-a146-9176293d660c req-4e6ae4e0-9647-42b2-8cbe-9366e0c3f68a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 943 time: 0.1256261 Apr 18 21:15:03.438776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d829d9c1-d48f-4a09-a146-9176293d660c req-e839da04-ceb7-4c46-a85b-062122948a93 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Apr 18 21:15:03.538452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c00b0-60b3-4aa6-98e9-277eee2540c1 req-0f48dc9b-f6c8-4848-8025-43289d1b549f tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:03.539874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b74c00b0-60b3-4aa6-98e9-277eee2540c1 req-0f48dc9b-f6c8-4848-8025-43289d1b549f tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 944 time: 0.0792303 Apr 18 21:15:03.590242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b74c00b0-60b3-4aa6-98e9-277eee2540c1 req-630aa0d6-4cad-4450-a70c-27c37c774456 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Apr 18 21:15:03.593879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 536bf98d-b847-4d17-a93c-6c82e2ebd76c details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:15:03.730573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 536bf98d-b847-4d17-a93c-6c82e2ebd76c, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=536bf98d-b847-4d17-a93c-6c82e2ebd76c,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:03.745503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'port_id': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'mac_address': 'fa:16:3e:a1:27:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:15:03.815604 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.834952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536bf98d-b847-4d17-a93c-6c82e2ebd76c {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:03.852051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 536bf98d-b847-4d17-a93c-6c82e2ebd76c, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=536bf98d-b847-4d17-a93c-6c82e2ebd76c,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:03.874306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42182) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:03.939852 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.059023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=536bf98d-b847-4d17-a93c-6c82e2ebd76c,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:04.251597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['536bf98d-b847-4d17-a93c-6c82e2ebd76c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:04.276854 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-40684a4d-1ca2-475a-8759-f80e1ae628e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd771660ca6045b2b0f9fb0323a3cea2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4011827 Apr 18 21:15:04.280460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42200) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:04.304634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-6befac07-1fe9-40f3-a459-56042ae99d73 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.310049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-6befac07-1fe9-40f3-a459-56042ae99d73 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.2674735 Apr 18 21:15:04.349712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb288a4-6842-47b2-9bd6-5b85d88320e1 req-ce7b7b5b-efba-43ce-af12-e07fbc6f7636 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.351970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb288a4-6842-47b2-9bd6-5b85d88320e1 req-ce7b7b5b-efba-43ce-af12-e07fbc6f7636 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.2245953 Apr 18 21:15:04.367104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-eceaba4e-7c07-4b19-9f59-783402026446 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/quotas/b417c5ef5a3d4a90bf5edb700a3ea12a HTTP/1.1" status: 200 len: 375 time: 0.0487018 Apr 18 21:15:04.487865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb288a4-6842-47b2-9bd6-5b85d88320e1 req-7f5cd9b0-2077-4d4e-9d72-2e50cb0174c9 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191533 Apr 18 21:15:04.492709 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bcd7de1-3fd5-4f8d-a7ae-2cc592d94368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.542609 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bcd7de1-3fd5-4f8d-a7ae-2cc592d94368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.560209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-fb489d74-8ac6-4c16-9ffa-31fdc32a5bdc tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1725912 Apr 18 21:15:04.870646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-df35d339-8c45-4270-b022-6a817049da3e service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019652 Apr 18 21:15:04.905540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d4ec1-b627-41c1-9d5b-66a1dd50ca01 req-fe04c6aa-8cd4-42fc-b63f-1b8c7f854ecc tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.907081 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-772d4ec1-b627-41c1-9d5b-66a1dd50ca01 req-fe04c6aa-8cd4-42fc-b63f-1b8c7f854ecc tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.2621980 Apr 18 21:15:04.964403 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bcd7de1-3fd5-4f8d-a7ae-2cc592d94368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:05.016111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd7de1-3fd5-4f8d-a7ae-2cc592d94368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536ead07-fb26-486c-be8d-052693f3d68b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:05.070484 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-772d4ec1-b627-41c1-9d5b-66a1dd50ca01 req-7fdf3c8d-df1a-4a85-98f6-0a15f938b805 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127517 Apr 18 21:15:05.073926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-18ba43ba-7fd2-4055-97d5-5310296235fa service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958921 Apr 18 21:15:05.086106 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bcd7de1-3fd5-4f8d-a7ae-2cc592d94368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:05.086106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9bcd7de1-3fd5-4f8d-a7ae-2cc592d94368 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/536ead07-fb26-486c-be8d-052693f3d68b HTTP/1.1" status: 204 len: 168 time: 0.7982059 Apr 18 21:15:05.301669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b1b9c-6f20-44c0-a1e3-8346fc4ef586 req-04692a1d-3319-4577-876d-3831e3d0e2d6 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:05.303351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-692b1b9c-6f20-44c0-a1e3-8346fc4ef586 req-04692a1d-3319-4577-876d-3831e3d0e2d6 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 943 time: 0.0954351 Apr 18 21:15:05.366732 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-692b1b9c-6f20-44c0-a1e3-8346fc4ef586 req-7475d600-5a89-45a8-86bc-a4d3c6680bd2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566549 Apr 18 21:15:05.612518 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 536bf98d-b847-4d17-a93c-6c82e2ebd76c up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:05.667329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b08a0b7a-8c7d-4b36-acc7-dc442c09271e req-1b67a78e-8b2d-4852-a989-ec23ebaa12d5 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 210 time: 0.0489480 Apr 18 21:15:05.719952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0cfa1-e5ef-4036-93e0-1fd3992fee0f req-d4433476-402a-4cf8-98bd-f5f073e1fc0f tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:05.722329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8b0cfa1-e5ef-4036-93e0-1fd3992fee0f req-d4433476-402a-4cf8-98bd-f5f073e1fc0f tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 945 time: 0.1737206 Apr 18 21:15:05.787403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8b0cfa1-e5ef-4036-93e0-1fd3992fee0f req-aa05d145-1370-4e48-90e7-626e8489524b tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585289 Apr 18 21:15:05.893798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 536bf98d-b847-4d17-a93c-6c82e2ebd76c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:05.900819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 536bf98d-b847-4d17-a93c-6c82e2ebd76c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:05.901328 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:06.036741 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:06.066061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536bf98d-b847-4d17-a93c-6c82e2ebd76c'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:06.076152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 536bf98d-b847-4d17-a93c-6c82e2ebd76c, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=536bf98d-b847-4d17-a93c-6c82e2ebd76c,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:06.125137 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a193b2-52b4-40a1-a606-39fb2d395972'] response: {'server_uuid': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'code': 200} Apr 18 21:15:06.179769 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:06.294725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=536bf98d-b847-4d17-a93c-6c82e2ebd76c,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:06.419236 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e5a42fe-c17a-44dc-af46-8394857c447e req-47c2cefb-dad2-45ea-8ab2-85e20b3451a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 1097 time: 0.1847572 Apr 18 21:15:06.451044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600a58d-b495-4387-bcaa-a0dfb2b1eea6 req-f809f873-1290-4b34-ac2c-3b57f696c966 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:06.452507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d600a58d-b495-4387-bcaa-a0dfb2b1eea6 req-f809f873-1290-4b34-ac2c-3b57f696c966 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.2112281 Apr 18 21:15:06.470396 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e5a42fe-c17a-44dc-af46-8394857c447e req-14989fed-d723-4012-9251-044bacffceaf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427089 Apr 18 21:15:06.576007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad81f89-7845-4dc2-841c-46dfd2ddada5 req-90999777-88f6-4fd6-abc6-3d15f5472e10 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:06.577518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cad81f89-7845-4dc2-841c-46dfd2ddada5 req-90999777-88f6-4fd6-abc6-3d15f5472e10 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.2166395 Apr 18 21:15:06.598306 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d600a58d-b495-4387-bcaa-a0dfb2b1eea6 req-f8542e3d-1309-49e2-a88d-1e1c138b6151 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356559 Apr 18 21:15:06.660920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a04390a-b517-453c-8945-168b933ef967 req-de722b6d-3577-432d-8f75-d318c63952c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d1cac00a5644dba910d37b07cf27078&device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 1096 time: 0.1798158 Apr 18 21:15:06.889031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cad81f89-7845-4dc2-841c-46dfd2ddada5 req-b9715e90-d24d-4751-bcae-461ac1dea512 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878160 Apr 18 21:15:06.969410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04390a-b517-453c-8945-168b933ef967 req-845a7086-7e04-40b1-92a1-b2f84f5d396e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:06.971049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a04390a-b517-453c-8945-168b933ef967 req-845a7086-7e04-40b1-92a1-b2f84f5d396e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6baba9c3-578f-40e8-85c7-08e83e11f54e HTTP/1.1" status: 200 len: 917 time: 0.3023615 Apr 18 21:15:07.034767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163b0fc-c8e9-4221-a754-109ebc7574ea req-aa1985a1-4481-454e-b811-c6e0d287d122 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:07.036259 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2163b0fc-c8e9-4221-a754-109ebc7574ea req-aa1985a1-4481-454e-b811-c6e0d287d122 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 943 time: 0.3013558 Apr 18 21:15:07.112557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12462880-6e7f-4613-9cac-1976f62c43f9 req-d27dae27-ee12-497b-adcd-a25a3dfe3bb9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 210 time: 0.0745816 Apr 18 21:15:07.117121 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a04390a-b517-453c-8945-168b933ef967 req-559666ab-9063-419b-a493-5065db32b280 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ec26eb7-570a-497f-be75-3e09b39be86b HTTP/1.1" status: 200 len: 217 time: 0.1389272 Apr 18 21:15:07.195051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2163b0fc-c8e9-4221-a754-109ebc7574ea req-1db098b1-dc91-4f27-a9a7-99dff2fd4c57 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497941 Apr 18 21:15:07.209591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04390a-b517-453c-8945-168b933ef967 req-347c0d60-8d63-4f1d-bc77-4c69d106fbcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:07.211205 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a04390a-b517-453c-8945-168b933ef967 req-347c0d60-8d63-4f1d-bc77-4c69d106fbcb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2abd0e1e-e5e8-4df4-bf02-040fab27af0c HTTP/1.1" status: 200 len: 855 time: 0.0767365 Apr 18 21:15:07.371522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a04390a-b517-453c-8945-168b933ef967 req-f70e4ea3-7141-4385-b8e4-8c9d701718ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6baba9c3-578f-40e8-85c7-08e83e11f54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1512086 Apr 18 21:15:07.380759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a31f0-168a-455a-969d-be81f6ab9d02 req-ec5b4c51-a998-4e7e-8f62-5c8d2a1040c6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:07.382203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f7a31f0-168a-455a-969d-be81f6ab9d02 req-ec5b4c51-a998-4e7e-8f62-5c8d2a1040c6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 946 time: 0.1065738 Apr 18 21:15:07.518271 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f7a31f0-168a-455a-969d-be81f6ab9d02 req-d9b2fde6-fba4-40d8-b43b-af0bb3a0f6c2 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174476 Apr 18 21:15:07.554155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a04390a-b517-453c-8945-168b933ef967 req-5b6a6f0a-1cfb-4306-a2f5-2d7b0dd0e2ba service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709917 Apr 18 21:15:08.027583 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a04390a-b517-453c-8945-168b933ef967 req-137eccfe-9d46-4dab-9447-1f4984874d3f service neutron] 10.222.0.26 "GET /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670820 Apr 18 21:15:08.068147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e92f2-67c9-4db8-afdd-e5a0c20a5179 req-7439a3fe-fa4f-4b54-8a5a-f4156c2bd3c5 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:08.069737 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d78e92f2-67c9-4db8-afdd-e5a0c20a5179 req-7439a3fe-fa4f-4b54-8a5a-f4156c2bd3c5 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.2654524 Apr 18 21:15:08.112492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-eac37039-9466-43b4-b4fc-02b9755bb682 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:08.113537 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-eac37039-9466-43b4-b4fc-02b9755bb682 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.26 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.2322104 Apr 18 21:15:08.133971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Request body: {'port': {'device_id': 'c5a7cb6b-a42d-433f-b222-c51335b72bf5', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'admin_state_up': True, 'tenant_id': 'b417c5ef5a3d4a90bf5edb700a3ea12a'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:08.272436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d78e92f2-67c9-4db8-afdd-e5a0c20a5179 req-faeb0dca-ba60-4a3f-bdef-2781479a7b26 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894753 Apr 18 21:15:08.358828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:08.374492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6104a73-339a-43ac-88cd-410a869ce250 req-bb626976-6332-402c-a381-49a0c0d4a89b tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:08.375971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6104a73-339a-43ac-88cd-410a869ce250 req-bb626976-6332-402c-a381-49a0c0d4a89b tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.1671495 Apr 18 21:15:08.380068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:08.429578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6104a73-339a-43ac-88cd-410a869ce250 req-7ef83917-ecad-40b7-a3ce-6b07c3c13079 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416288 Apr 18 21:15:08.481348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Made reservation on behalf of b417c5ef5a3d4a90bf5edb700a3ea12a for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:08.485412 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:08.607978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42322) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:08.611828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481bda74-c1d2-4969-bb7a-0a956ea0a541 req-01d1c5e6-549d-4f02-91cb-6fea0709a80e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 210 time: 0.0582752 Apr 18 21:15:08.776246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0baa233-3782-4ab9-bfca-cc1c278997a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:08.809055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Allocated IP 172.20.0.5 (6ea05b75-16dc-4fee-9b28-5b0fed561bf4/7d043342-3347-4e69-83c4-d979a544cbfa/95dd8d89-bf91-446c-9448-b39c5a84f9c8) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:08.809559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a0baa233-3782-4ab9-bfca-cc1c278997a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:08.814134 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a0baa233-3782-4ab9-bfca-cc1c278997a3 admin admin] Usage tracker for resource:security_group_rule and tenant:459020028dce4bef949548fbc34f1b5c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:08.816691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a0baa233-3782-4ab9-bfca-cc1c278997a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:08.822502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a0baa233-3782-4ab9-bfca-cc1c278997a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:08.885896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1290a32-9eea-4ba9-b94f-c36ea2d1d518 req-2d604f7c-041b-4329-9d73-70ac3b23eac1 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:08.887954 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1290a32-9eea-4ba9-b94f-c36ea2d1d518 req-2d604f7c-041b-4329-9d73-70ac3b23eac1 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 943 time: 0.2027314 Apr 18 21:15:08.904084 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0baa233-3782-4ab9-bfca-cc1c278997a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:08.955018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:08.978124 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0baa233-3782-4ab9-bfca-cc1c278997a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.023606 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648ecd0-2711-47d1-b06b-0f7d02233890 req-fcfa7050-5a76-468e-bcb0-a3bf92eab0e7 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:09.025096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8648ecd0-2711-47d1-b06b-0f7d02233890 req-fcfa7050-5a76-468e-bcb0-a3bf92eab0e7 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 946 time: 0.2586970 Apr 18 21:15:09.025837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0baa233-3782-4ab9-bfca-cc1c278997a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085f282a-caa9-4da4-85ed-2115337e9b80,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:09.035542 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a0baa233-3782-4ab9-bfca-cc1c278997a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=459020028dce4bef949548fbc34f1b5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4248259 Apr 18 21:15:09.035542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42328) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:09.057998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1290a32-9eea-4ba9-b94f-c36ea2d1d518 req-edae0525-f92b-4777-a0e3-f6d6e961360c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631970 Apr 18 21:15:09.103872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3007385-b2e6-4393-a8c1-85f73c45ae2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.117636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8648ecd0-2711-47d1-b06b-0f7d02233890 req-6d823fe9-3d1d-43fa-9db1-6b4f7a352594 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811408 Apr 18 21:15:09.148379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3007385-b2e6-4393-a8c1-85f73c45ae2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.162168 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.331176 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.346238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:09.355352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3007385-b2e6-4393-a8c1-85f73c45ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.374430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3007385-b2e6-4393-a8c1-85f73c45ae2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085f282a-caa9-4da4-85ed-2115337e9b80,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:09.390994 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3007385-b2e6-4393-a8c1-85f73c45ae2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.393110 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b3007385-b2e6-4393-a8c1-85f73c45ae2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/085f282a-caa9-4da4-85ed-2115337e9b80 HTTP/1.1" status: 204 len: 168 time: 0.3568926 Apr 18 21:15:09.472967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:09.478687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:09.487755 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:09.531448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event updated for resources: {'Port': ['ID=95dd8d89-bf91-446c-9448-b39c5a84f9c8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:09.628077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-cb8d793d-cdbd-400b-bd3c-1fa4ae6b88e5 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:09.629617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-cb8d793d-cdbd-400b-bd3c-1fa4ae6b88e5 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3641322 Apr 18 21:15:09.634660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:09.635237 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.739269 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-909b607e-1b37-4b77-b328-0243d3dd3bee tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.0994432 Apr 18 21:15:09.752045 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938ae22-b214-4bf0-b999-57e0f562d66f req-cb129fc8-aec1-4dd8-a294-08e43533c827 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:09.753552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0938ae22-b214-4bf0-b999-57e0f562d66f req-cb129fc8-aec1-4dd8-a294-08e43533c827 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.2701025 Apr 18 21:15:09.757262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-bbf786b2-676c-43cf-8eb7-95118ea804b1 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Request body: {'floatingip': {'port_id': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:09.839719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-11e9254d-aa5b-4149-9446-7965b4dcef1c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7102323 Apr 18 21:15:09.867414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Request body: {'port': {'device_id': 'c5a7cb6b-a42d-433f-b222-c51335b72bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:10.014243 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-bbf786b2-676c-43cf-8eb7-95118ea804b1 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:10.160553 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0938ae22-b214-4bf0-b999-57e0f562d66f req-724e6aad-8ffa-401b-bd59-c083e74e4d37 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410275 Apr 18 21:15:10.234599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42354) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:10.255985 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae1d4-0107-4ffd-8037-295312cbff36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:10.287061 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:10.296617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0b7ae1d4-0107-4ffd-8037-295312cbff36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:10.300747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0b7ae1d4-0107-4ffd-8037-295312cbff36 admin admin] Usage tracker for resource:security_group_rule and tenant:f1443e0ea24a4670ba51a121d4ce37d9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:10.304039 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0b7ae1d4-0107-4ffd-8037-295312cbff36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:10.313268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0b7ae1d4-0107-4ffd-8037-295312cbff36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:10.390491 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae1d4-0107-4ffd-8037-295312cbff36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:10.465740 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae1d4-0107-4ffd-8037-295312cbff36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:10.514745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ae1d4-0107-4ffd-8037-295312cbff36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cd6fcd-917b-4a91-855f-11e8a26ca533,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:10.521922 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0b7ae1d4-0107-4ffd-8037-295312cbff36 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1443e0ea24a4670ba51a121d4ce37d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2859375 Apr 18 21:15:10.525870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42358) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:10.596328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d77966c-e9d4-42c1-928d-2a271b5699ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:10.623433 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d77966c-e9d4-42c1-928d-2a271b5699ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:10.739887 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d77966c-e9d4-42c1-928d-2a271b5699ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:10.757932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77966c-e9d4-42c1-928d-2a271b5699ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cd6fcd-917b-4a91-855f-11e8a26ca533,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:10.762012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d77966c-e9d4-42c1-928d-2a271b5699ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:10.775604 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6d77966c-e9d4-42c1-928d-2a271b5699ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5cd6fcd-917b-4a91-855f-11e8a26ca533 HTTP/1.1" status: 204 len: 168 time: 0.2390442 Apr 18 21:15:10.811137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaaf48-40ab-421d-93e8-b7fa9780d1e6 req-8d8e9554-e293-4ada-90ef-3d5b2b11ddae tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:10.812716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07aaaf48-40ab-421d-93e8-b7fa9780d1e6 req-8d8e9554-e293-4ada-90ef-3d5b2b11ddae tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.4759891 Apr 18 21:15:10.943520 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07aaaf48-40ab-421d-93e8-b7fa9780d1e6 req-9fe9dac5-ce09-498f-b44d-feab73d6d97e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208103 Apr 18 21:15:11.093197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95dd8d89-bf91-446c-9448-b39c5a84f9c8 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:11.140481 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:11.182881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Transition to ACTIVE for port object 95dd8d89-bf91-446c-9448-b39c5a84f9c8 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:11.210522 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-bbf786b2-676c-43cf-8eb7-95118ea804b1 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:11.232456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddefda-87a4-4e7e-b828-e890366833d5 req-34ff4fc6-b291-4858-a360-c2e98c900ff9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:11.233151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d2ddefda-87a4-4e7e-b828-e890366833d5 req-34ff4fc6-b291-4858-a360-c2e98c900ff9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:11.237680 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:11.283045 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-bbf786b2-676c-43cf-8eb7-95118ea804b1 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:11.593932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d2ddefda-87a4-4e7e-b828-e890366833d5 req-34ff4fc6-b291-4858-a360-c2e98c900ff9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:11.595189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2ddefda-87a4-4e7e-b828-e890366833d5 req-34ff4fc6-b291-4858-a360-c2e98c900ff9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 931 time: 0.5048265 Apr 18 21:15:11.638871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Pushing event updated for resources: {'Port': ['ID=95dd8d89-bf91-446c-9448-b39c5a84f9c8,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:11.764013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2ddefda-87a4-4e7e-b828-e890366833d5 req-9d73d189-ffeb-4a06-a92a-9dc0d231ad51 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505229 Apr 18 21:15:11.819104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Attempting to bind port 95dd8d89-bf91-446c-9448-b39c5a84f9c8 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:11.819723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Attempting to bind port 95dd8d89-bf91-446c-9448-b39c5a84f9c8 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:11.819911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Attempting to bind port 95dd8d89-bf91-446c-9448-b39c5a84f9c8 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:11.836490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Port 95dd8d89-bf91-446c-9448-b39c5a84f9c8 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:15:11.836940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Attempting to bind port 95dd8d89-bf91-446c-9448-b39c5a84f9c8 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:11.855804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:15:11.857146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Checking segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:11.857430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Bound using segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:15:11.857966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Bound port: 95dd8d89-bf91-446c-9448-b39c5a84f9c8, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:11.864772 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:11.949885 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-bbf786b2-676c-43cf-8eb7-95118ea804b1 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Floating IP 00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 associated. External IP: 172.25.3.224, port: 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b. Apr 18 21:15:12.146381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] For port 95dd8d89-bf91-446c-9448-b39c5a84f9c8, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:12.166510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] For port 95dd8d89-bf91-446c-9448-b39c5a84f9c8, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=95dd8d89-bf91-446c-9448-b39c5a84f9c8,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:12.181762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b39560-97fa-45db-be74-bee93d2cf69b req-9b3defec-b038-41f7-a0a0-8d11fcd8c1df tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:12.183332 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4b39560-97fa-45db-be74-bee93d2cf69b req-9b3defec-b038-41f7-a0a0-8d11fcd8c1df tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 943 time: 0.2765560 Apr 18 21:15:12.244482 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.249698 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4b39560-97fa-45db-be74-bee93d2cf69b req-3f81f05b-f3be-4827-a58c-b7d8b7427a05 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585108 Apr 18 21:15:12.328936 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.330576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] 10.222.0.26 "PUT /v2.0/ports/95dd8d89-bf91-446c-9448-b39c5a84f9c8 HTTP/1.1" status: 200 len: 1091 time: 2.4760749 Apr 18 21:15:12.336405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a7cb6b-a42d-433f-b222-c51335b72bf5', 'tag': '95dd8d89-bf91-446c-9448-b39c5a84f9c8'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:12.360349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478d6fb-d08f-46d3-ba70-985e3883a618 service neutron] Pushing event updated for resources: {'Port': ['ID=95dd8d89-bf91-446c-9448-b39c5a84f9c8,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:12.683620 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-e171c52f-a5b6-44cc-909b-3780f6a541f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 1094 time: 0.2348280 Apr 18 21:15:12.698559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ddfd-8401-421f-913d-0ec77fa512e1 req-95628dfe-66b5-4c67-9cf7-54367865417c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:12.698559 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5912ddfd-8401-421f-913d-0ec77fa512e1 req-95628dfe-66b5-4c67-9cf7-54367865417c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.1508524 Apr 18 21:15:12.779500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-969f10d9-3248-497e-b021-627ec772c7f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95dd8d89-bf91-446c-9448-b39c5a84f9c8 HTTP/1.1" status: 200 len: 217 time: 0.0862474 Apr 18 21:15:12.854470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5912ddfd-8401-421f-913d-0ec77fa512e1 req-83bfe44f-5733-4b84-8966-a64c0b10988a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100397 Apr 18 21:15:12.880015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-3f7c7bd1-76aa-4a6e-bf9b-2052ee485116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:12.880015 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-3f7c7bd1-76aa-4a6e-bf9b-2052ee485116 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.0861404 Apr 18 21:15:12.931456 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe68b66-ef4b-4076-b4e6-e8ab58a24b4f'] response: {'name': 'network-changed', 'server_uuid': 'c5a7cb6b-a42d-433f-b222-c51335b72bf5', 'tag': '95dd8d89-bf91-446c-9448-b39c5a84f9c8', 'status': 'completed', 'code': 200} Apr 18 21:15:12.940296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-26c401bc-9748-4bb7-8120-c2e40e609c2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505364 Apr 18 21:15:13.034987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42420) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:13.050709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-bbf786b2-676c-43cf-8eb7-95118ea804b1 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:15:13.126444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d318e417-2c3f-4126-8170-2b206ae282f1 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:15:13.257529 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15b3b261-7fd0-468a-9fe4-19ef1a5fe8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.295864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-15b3b261-7fd0-468a-9fe4-19ef1a5fe8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:13.300786 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d318e417-2c3f-4126-8170-2b206ae282f1,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:13.301044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-15b3b261-7fd0-468a-9fe4-19ef1a5fe8dd admin admin] Usage tracker for resource:security_group_rule and tenant:e81c53c3668441a6a3342c657c4aa136 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:13.304584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-15b3b261-7fd0-468a-9fe4-19ef1a5fe8dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:13.311034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-15b3b261-7fd0-468a-9fe4-19ef1a5fe8dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:13.313573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d318e417-2c3f-4126-8170-2b206ae282f1 has no active binding in host n-h2-836017-3 {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 21:15:13.318829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-c73b0929-a199-41c0-b872-11604483eb88 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691292 Apr 18 21:15:13.386775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15b3b261-7fd0-468a-9fe4-19ef1a5fe8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.511687 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15b3b261-7fd0-468a-9fe4-19ef1a5fe8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.566686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbbf1c-e3eb-42e4-8429-65890ee54e00 req-bb71e990-8a51-454c-a4b4-fd7f5d63caa0 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:13.568242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9fbbf1c-e3eb-42e4-8429-65890ee54e00 req-bb71e990-8a51-454c-a4b4-fd7f5d63caa0 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.4237471 Apr 18 21:15:13.578587 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2b0f47-c3b0-4350-9fbc-a430f7efae9c req-2ceadc87-cab4-49fe-aee4-08e77e0e04d9 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980219 Apr 18 21:15:13.600289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3b261-7fd0-468a-9fe4-19ef1a5fe8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ffa101-6494-4457-9482-387668d628b0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:13.629071 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-15b3b261-7fd0-468a-9fe4-19ef1a5fe8dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e81c53c3668441a6a3342c657c4aa136&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5859551 Apr 18 21:15:13.631919 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42432) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:13.635382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42436) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:13.642533 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9fbbf1c-e3eb-42e4-8429-65890ee54e00 req-1aecc06b-f1a9-4b95-b050-652199dc3af6 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628638 Apr 18 21:15:13.687855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-bbf786b2-676c-43cf-8eb7-95118ea804b1 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:13.695565 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-bbf786b2-676c-43cf-8eb7-95118ea804b1 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.706149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf29de-d240-40d7-9815-942e58ed2916 None None] Sync routers for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:15:13.710961 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85053792-35e1-4556-b5ac-511b82537aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.730213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf29de-d240-40d7-9815-942e58ed2916 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:13.732528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b6bf29de-d240-40d7-9815-942e58ed2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:14:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:13.743580 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85053792-35e1-4556-b5ac-511b82537aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.826984 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-bbf786b2-676c-43cf-8eb7-95118ea804b1 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "PUT /v2.0/floatingips/00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 HTTP/1.1" status: 200 len: 996 time: 4.0793877 Apr 18 21:15:13.875017 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85053792-35e1-4556-b5ac-511b82537aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.903652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85053792-35e1-4556-b5ac-511b82537aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ffa101-6494-4457-9482-387668d628b0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:13.910919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85053792-35e1-4556-b5ac-511b82537aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.915380 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-85053792-35e1-4556-b5ac-511b82537aa4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0ffa101-6494-4457-9482-387668d628b0 HTTP/1.1" status: 204 len: 168 time: 0.2832232 Apr 18 21:15:13.922855 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbe6f70f-50e1-4bf1-91ca-068d894e5d51 req-605128a2-a8fd-480d-8dab-76d93458b3e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 1094 time: 0.1894500 Apr 18 21:15:13.948368 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-359ed6bc-61e8-4d54-b9b0-3e303032a1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.979098 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:15:14.005610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-b6bf29de-d240-40d7-9815-942e58ed2916 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:14.125976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-359ed6bc-61e8-4d54-b9b0-3e303032a1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:14.136330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-359ed6bc-61e8-4d54-b9b0-3e303032a1eb admin admin] Usage tracker for resource:security_group_rule and tenant:77636b1e8f7a4972ba07aeb74706f11b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:14.143081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-359ed6bc-61e8-4d54-b9b0-3e303032a1eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:14.161943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-359ed6bc-61e8-4d54-b9b0-3e303032a1eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:14.205556 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-23e607b5-c318-4c0d-8681-8e90cd7c887f service neutron] 10.222.0.59 "GET /v2.0/ports/d318e417-2c3f-4126-8170-2b206ae282f1/bindings/n-h2-836017-3 HTTP/1.1" status: 200 len: 384 time: 0.0889404 Apr 18 21:15:14.214754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-ad95c07a-7bf6-4b79-b3fd-b7c6924d169e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 1096 time: 0.3706009 Apr 18 21:15:14.215729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6f70f-50e1-4bf1-91ca-068d894e5d51 req-df76e0d7-74e2-4fb4-8b32-260ffc486b6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:14.217036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbe6f70f-50e1-4bf1-91ca-068d894e5d51 req-df76e0d7-74e2-4fb4-8b32-260ffc486b6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 906 time: 0.2584467 Apr 18 21:15:14.227173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a3fec-4a2b-48be-b438-832ca0bba016 req-4b19cd05-020f-49a3-96f5-d36250454b93 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:14.228663 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e71a3fec-4a2b-48be-b438-832ca0bba016 req-4b19cd05-020f-49a3-96f5-d36250454b93 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 943 time: 0.3857422 Apr 18 21:15:14.432582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbe6f70f-50e1-4bf1-91ca-068d894e5d51 req-cab3d020-9127-4cb6-9c37-21adac4c69e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95dd8d89-bf91-446c-9448-b39c5a84f9c8 HTTP/1.1" status: 200 len: 217 time: 0.2028935 Apr 18 21:15:14.498328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b6bf29de-d240-40d7-9815-942e58ed2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '00ca5cf9-b702-4c2f-b608-1a3e9c3455f3', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'port_id': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'mac_address': 'fa:16:3e:ee:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:49Z', 'updated_at': '2022-04-18T21:15:10Z', 'revision_number': 1, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:14.503764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf29de-d240-40d7-9815-942e58ed2916 None None] Checking router: 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:15:14.516613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf29de-d240-40d7-9815-942e58ed2916 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:14.517243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b6bf29de-d240-40d7-9815-942e58ed2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:14:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:14.535063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e71a3fec-4a2b-48be-b438-832ca0bba016 req-22f01828-b95d-49e2-88e4-3887dd810a11 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295332 Apr 18 21:15:14.548834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-1d7de2f0-3f22-4e9e-9eb6-08595ad7f12b service neutron] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d318e417-2c3f-4126-8170-2b206ae282f1,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:14.578120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-19ca9be2-763e-468c-ba91-acfb6dce805d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:14.579554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-19ca9be2-763e-468c-ba91-acfb6dce805d service neutron] 10.222.0.11 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.3488901 Apr 18 21:15:14.581240 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-359ed6bc-61e8-4d54-b9b0-3e303032a1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.607515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6f70f-50e1-4bf1-91ca-068d894e5d51 req-0a17560f-8502-4f7f-b794-2f0965aeebcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:14.607605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-1d7de2f0-3f22-4e9e-9eb6-08595ad7f12b service neutron] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:14.607698 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbe6f70f-50e1-4bf1-91ca-068d894e5d51 req-0a17560f-8502-4f7f-b794-2f0965aeebcc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.1488957 Apr 18 21:15:14.659555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-1d7de2f0-3f22-4e9e-9eb6-08595ad7f12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d318e417-2c3f-4126-8170-2b206ae282f1 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:14.665982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-1d7de2f0-3f22-4e9e-9eb6-08595ad7f12b service neutron] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d318e417-2c3f-4126-8170-2b206ae282f1,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:14.702712 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbe6f70f-50e1-4bf1-91ca-068d894e5d51 req-f26c32f5-7cbf-4153-9b92-dfbfaa7a9f74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625994 Apr 18 21:15:14.736759 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-359ed6bc-61e8-4d54-b9b0-3e303032a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.770804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-b6bf29de-d240-40d7-9815-942e58ed2916 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:14.773998 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-1d7de2f0-3f22-4e9e-9eb6-08595ad7f12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.913427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-1d7de2f0-3f22-4e9e-9eb6-08595ad7f12b service neutron] Transition to ACTIVE for port object d318e417-2c3f-4126-8170-2b206ae282f1 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:14.932389 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-406c7e4c-f4c9-4e50-b93d-2177b5612374 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 999 time: 0.3429525 Apr 18 21:15:14.933748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ed6bc-61e8-4d54-b9b0-3e303032a1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11dacde-82bf-44ea-bdb6-ea26383e5197,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:14.939977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:14.951682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-359ed6bc-61e8-4d54-b9b0-3e303032a1eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77636b1e8f7a4972ba07aeb74706f11b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3280549 Apr 18 21:15:14.952225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42460) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:15.003330 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-1d7de2f0-3f22-4e9e-9eb6-08595ad7f12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.089786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7de2f0-3f22-4e9e-9eb6-08595ad7f12b service neutron] Pushing event updated for resources: {'Port': ['ID=d318e417-2c3f-4126-8170-2b206ae282f1,revision_number=10']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:15.201648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbe6f70f-50e1-4bf1-91ca-068d894e5d51 req-979a0e54-5d5b-41b4-a11a-5e4040a9b1f6 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885330 Apr 18 21:15:15.219783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b99939-b1fa-4628-8fb4-a8dce854d669 req-8e74699c-4637-4253-ad42-17c77d2b6fb7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:15.220195 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b6bf29de-d240-40d7-9815-942e58ed2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '00ca5cf9-b702-4c2f-b608-1a3e9c3455f3', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'port_id': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'mac_address': 'fa:16:3e:ee:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:49Z', 'updated_at': '2022-04-18T21:15:10Z', 'revision_number': 1, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:15.227689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf29de-d240-40d7-9815-942e58ed2916 None None] The sync data for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 is: [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '00ca5cf9-b702-4c2f-b608-1a3e9c3455f3', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'port_id': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'mac_address': 'fa:16:3e:ee:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:49Z', 'updated_at': '2022-04-18T21:15:10Z', 'revision_number': 1, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:15:15.233232 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a1b99939-b1fa-4628-8fb4-a8dce854d669 req-8e74699c-4637-4253-ad42-17c77d2b6fb7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 943 time: 0.4782341 Apr 18 21:15:15.234242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-d8f157d4-d6ec-4647-9422-19d8418e101e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:15.238189 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-946504e8-14dd-4d20-9895-fe583f5390e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.244088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-d8f157d4-d6ec-4647-9422-19d8418e101e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.2903838 Apr 18 21:15:15.265660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-1d7de2f0-3f22-4e9e-9eb6-08595ad7f12b service neutron] No DVR routers for this DVR port d318e417-2c3f-4126-8170-2b206ae282f1 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:15.423563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-946504e8-14dd-4d20-9895-fe583f5390e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.475878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a1b99939-b1fa-4628-8fb4-a8dce854d669 req-1672fc31-3c91-446d-8bfd-8878390ca106 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463360 Apr 18 21:15:15.483095 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce669134-be3d-4aaf-9381-2fb0c007c019 None None] New status for floating IP 00ca5cf9-b702-4c2f-b608-1a3e9c3455f3: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:15:15.510558 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-1d7de2f0-3f22-4e9e-9eb6-08595ad7f12b service neutron] 10.222.0.59 "PUT /v2.0/ports/d318e417-2c3f-4126-8170-2b206ae282f1/bindings/n-h2-836017-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2959454 Apr 18 21:15:15.573136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbe6f70f-50e1-4bf1-91ca-068d894e5d51 req-4b2ba964-01ca-4e79-89dd-2da629a815b8 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422620 Apr 18 21:15:15.591778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-946504e8-14dd-4d20-9895-fe583f5390e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.591778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-946504e8-14dd-4d20-9895-fe583f5390e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.591778 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-946504e8-14dd-4d20-9895-fe583f5390e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e11dacde-82bf-44ea-bdb6-ea26383e5197 HTTP/1.1" status: 204 len: 168 time: 0.6306291 Apr 18 21:15:15.597097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-c31569e1-5fa3-4e2b-b3d2-5793232a991c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3514111 Apr 18 21:15:15.616135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946504e8-14dd-4d20-9895-fe583f5390e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11dacde-82bf-44ea-bdb6-ea26383e5197,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:15.886034 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-89a1bb30-80a8-4468-8217-1fdb8473599e service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807877 Apr 18 21:15:16.048514 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-2335d6fd-0b58-458e-9d53-461bc1eb8a1b tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 1095 time: 0.2892244 Apr 18 21:15:16.054027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cea29-790d-4ef2-b7f5-5b27e3708403 req-10edfaf8-703e-45de-a41f-d949c1454524 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:16.055515 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e6cea29-790d-4ef2-b7f5-5b27e3708403 req-10edfaf8-703e-45de-a41f-d949c1454524 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=890d78eb-7188-4bde-a57c-fe8baf6fcb95 HTTP/1.1" status: 200 len: 946 time: 0.2950292 Apr 18 21:15:16.143615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e9da762-6e32-4695-a56a-8ce8ed907d0a req-cf9fe0e8-2b5b-4532-8f91-425fd0ab575c service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480271 Apr 18 21:15:16.180136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e6cea29-790d-4ef2-b7f5-5b27e3708403 req-9d9d28b9-464d-48cc-822e-0b427dcc5cc1 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843377 Apr 18 21:15:16.189811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-3b5a6a23-30a4-4eca-a00f-7ba0d47f17bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c HTTP/1.1" status: 200 len: 1095 time: 0.1314976 Apr 18 21:15:16.308042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-41578743-2ec3-47a9-929a-c986eaf8358b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 1095 time: 0.0848973 Apr 18 21:15:16.394626 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4227af-e410-41a6-bf88-3d6b15dc7abb'] response: {'name': 'network-changed', 'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'status': 'completed', 'code': 200} Apr 18 21:15:16.468261 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-068921a7-d37c-4af1-a9a5-faa4244e1cfd req-ba6c3f06-8219-438b-805c-cd3dea0c2591 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 1096 time: 0.1047907 Apr 18 21:15:16.625636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-5a5e3af2-3fc5-45b2-b332-5d1004cff293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:16.627282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-5a5e3af2-3fc5-45b2-b332-5d1004cff293 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.3125165 Apr 18 21:15:16.636203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298d765-f00a-4938-8cd8-2dabf2e91cad req-44b52a3e-d4e1-4235-9c6a-1a8212e15fd4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:16.638807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1298d765-f00a-4938-8cd8-2dabf2e91cad req-44b52a3e-d4e1-4235-9c6a-1a8212e15fd4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.3206980 Apr 18 21:15:16.646241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068921a7-d37c-4af1-a9a5-faa4244e1cfd req-bd7d117b-d9d9-4d25-84b5-558001dd48ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:16.647678 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-068921a7-d37c-4af1-a9a5-faa4244e1cfd req-bd7d117b-d9d9-4d25-84b5-558001dd48ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.1693738 Apr 18 21:15:16.761528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a341-dd02-483b-9121-331f5614ddd3 req-85c6a2cf-1989-4a15-9191-b8ead6db4326 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:16.763240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09e1a341-dd02-483b-9121-331f5614ddd3 req-85c6a2cf-1989-4a15-9191-b8ead6db4326 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 943 time: 0.2963719 Apr 18 21:15:16.770076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-f2014b37-0993-410f-8fe7-350439c36b63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d318e417-2c3f-4126-8170-2b206ae282f1 HTTP/1.1" status: 200 len: 217 time: 0.1302915 Apr 18 21:15:16.791395 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-068921a7-d37c-4af1-a9a5-faa4244e1cfd req-cdb466f6-f3a0-4d1f-adc6-b22608d716e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 1001 time: 0.1355307 Apr 18 21:15:16.796271 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1298d765-f00a-4938-8cd8-2dabf2e91cad req-4bea8bf6-d979-4843-b949-664703dc645e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994074 Apr 18 21:15:16.877597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09e1a341-dd02-483b-9121-331f5614ddd3 req-e9f6579b-be49-4627-9e9d-e15edb00395b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052921 Apr 18 21:15:16.886949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-178865ef-0cd4-4f8d-85a7-0c9fba5519f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:16.886949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-178865ef-0cd4-4f8d-85a7-0c9fba5519f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.0868149 Apr 18 21:15:16.913830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068921a7-d37c-4af1-a9a5-faa4244e1cfd req-e94869f6-88ed-47ac-a028-9a38cbf8b868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:16.917065 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-068921a7-d37c-4af1-a9a5-faa4244e1cfd req-e94869f6-88ed-47ac-a028-9a38cbf8b868 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.1082127 Apr 18 21:15:17.017606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-733551cb-d557-4334-bdb7-5184e6b91791 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251135 Apr 18 21:15:17.028547 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-068921a7-d37c-4af1-a9a5-faa4244e1cfd req-b0aa3728-6ee0-4de9-8fce-44c0a7e5d753 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038671 Apr 18 21:15:17.151216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 95dd8d89-bf91-446c-9448-b39c5a84f9c8 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:15:17.175547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d318e417-2c3f-4126-8170-2b206ae282f1 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:17.258910 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-068921a7-d37c-4af1-a9a5-faa4244e1cfd req-ae820122-76d2-45bb-85ee-a1c8d03cd54d service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215636 Apr 18 21:15:17.337571 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:15:17.369069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e727aa-0e64-49a6-a98e-d8634aab5a69 req-baa9d1cc-cdb4-4fe9-8f9c-5f2f3e6e5ab2 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:17.370584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90e727aa-0e64-49a6-a98e-d8634aab5a69 req-baa9d1cc-cdb4-4fe9-8f9c-5f2f3e6e5ab2 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 945 time: 0.3922396 Apr 18 21:15:17.412764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-37de5f55-bb13-41dc-9928-b7e2931f457c service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801558 Apr 18 21:15:17.426847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055e43-2e65-417a-985e-862d4102d7f4 req-ede2472c-c4ae-4775-a669-6c874cba16e3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:17.426847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-ede2472c-c4ae-4775-a669-6c874cba16e3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=107adf8b-8d83-42d0-af96-9add66fdc9da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3664463 Apr 18 21:15:17.477047 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-068921a7-d37c-4af1-a9a5-faa4244e1cfd req-8d2ef773-ce80-4493-9f87-bf73111845b8 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106051 Apr 18 21:15:17.503336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 95dd8d89-bf91-446c-9448-b39c5a84f9c8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=95dd8d89-bf91-446c-9448-b39c5a84f9c8,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:17.518815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '95dd8d89-bf91-446c-9448-b39c5a84f9c8', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'port_id': '95dd8d89-bf91-446c-9448-b39c5a84f9c8', 'mac_address': 'fa:16:3e:b4:6f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d043342-3347-4e69-83c4-d979a544cbfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:15:17.583700 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.584642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42536) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:17.594839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90e727aa-0e64-49a6-a98e-d8634aab5a69 req-a058a948-9051-46f8-8525-ec469d80bc10 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129879 Apr 18 21:15:17.600938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95dd8d89-bf91-446c-9448-b39c5a84f9c8 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:17.623304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 95dd8d89-bf91-446c-9448-b39c5a84f9c8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=95dd8d89-bf91-446c-9448-b39c5a84f9c8,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:17.676784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device d318e417-2c3f-4126-8170-2b206ae282f1 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:17.676898 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-3e5f06d9-a5c1-49df-9541-76081dcc8dd6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.2202713 Apr 18 21:15:17.684299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-70055e43-2e65-417a-985e-862d4102d7f4 req-b995fe9c-eec9-4759-80a7-3fd59fa75ae3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Request body: {'floatingip': {'port_id': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:17.732582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device d318e417-2c3f-4126-8170-2b206ae282f1 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:15:17.764738 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5ed678d-84e2-4829-9cab-3cc3e320d451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.779571 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.798220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c5ed678d-84e2-4829-9cab-3cc3e320d451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:17.809071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c5ed678d-84e2-4829-9cab-3cc3e320d451 admin admin] Usage tracker for resource:security_group_rule and tenant:3d1204b6001f457cacd29e2efa6a8c6b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:17.810696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c5ed678d-84e2-4829-9cab-3cc3e320d451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:17.817923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c5ed678d-84e2-4829-9cab-3cc3e320d451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:17.841161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-a970a325-e28f-4231-bdae-96dc4713cd1c service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177301 Apr 18 21:15:17.868624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=95dd8d89-bf91-446c-9448-b39c5a84f9c8,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:17.871552 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-70055e43-2e65-417a-985e-862d4102d7f4 req-b995fe9c-eec9-4759-80a7-3fd59fa75ae3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.879810 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:17.880153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:17.880493 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:17.880829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:17.881160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:17.881990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:17.882334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:17.882664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:17.882990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:17.883313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:17.883634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:17.904910 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5ed678d-84e2-4829-9cab-3cc3e320d451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.995983 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5ed678d-84e2-4829-9cab-3cc3e320d451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.016312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668800b3-efab-485a-9877-5a8e08b5b9c2 req-656d1580-44a0-4819-84bc-c31371f3b8d2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:18.017721 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-668800b3-efab-485a-9877-5a8e08b5b9c2 req-656d1580-44a0-4819-84bc-c31371f3b8d2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 944 time: 0.2522767 Apr 18 21:15:18.045498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed678d-84e2-4829-9cab-3cc3e320d451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d089af2-dac9-4035-bfe3-64617eac6388,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:18.053674 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c5ed678d-84e2-4829-9cab-3cc3e320d451 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d1204b6001f457cacd29e2efa6a8c6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4672825 Apr 18 21:15:18.056363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42548) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:18.123684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-668800b3-efab-485a-9877-5a8e08b5b9c2 req-0be68787-7921-44d0-9c64-a8a916c03e30 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986278 Apr 18 21:15:18.133572 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-67605e55-b58b-4a7c-8e35-a862989e6880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.166204 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-67605e55-b58b-4a7c-8e35-a862989e6880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.223697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['95dd8d89-bf91-446c-9448-b39c5a84f9c8'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:18.333589 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-67605e55-b58b-4a7c-8e35-a862989e6880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.350778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67605e55-b58b-4a7c-8e35-a862989e6880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d089af2-dac9-4035-bfe3-64617eac6388,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:18.356420 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-67605e55-b58b-4a7c-8e35-a862989e6880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.360218 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-67605e55-b58b-4a7c-8e35-a862989e6880 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d089af2-dac9-4035-bfe3-64617eac6388 HTTP/1.1" status: 204 len: 168 time: 0.3002009 Apr 18 21:15:18.537288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-0100bd28-dcd5-436c-87a6-4ac9412f1c15 req-d219ba32-28c3-4512-a575-887a33f906f4 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:15:18.537288 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0100bd28-dcd5-436c-87a6-4ac9412f1c15 req-d219ba32-28c3-4512-a575-887a33f906f4 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062976 Apr 18 21:15:18.698375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-38e3513f-1e2c-4c47-9a90-0c06c45e5797 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1095 time: 0.2184508 Apr 18 21:15:18.780525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0100bd28-dcd5-436c-87a6-4ac9412f1c15 req-847b18cf-6fce-4d19-948f-6446e7faea92 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2327163 Apr 18 21:15:18.914284 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-70055e43-2e65-417a-985e-862d4102d7f4 req-b995fe9c-eec9-4759-80a7-3fd59fa75ae3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.965777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42570) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:18.980398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-57a6f04f-7174-4dcc-8fc2-cecc8824c96b service neutron] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:18.992640 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-57a6f04f-7174-4dcc-8fc2-cecc8824c96b service neutron] Notify callbacks [] for binding, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.994112 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c26cc9d-b0e0-498d-a526-69a9369c6025 req-57a6f04f-7174-4dcc-8fc2-cecc8824c96b service neutron] 10.222.0.26 "DELETE /v2.0/ports/d318e417-2c3f-4126-8170-2b206ae282f1/bindings/n-h1-836017-3 HTTP/1.1" status: 204 len: 173 time: 0.2868385 Apr 18 21:15:19.007021 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-70055e43-2e65-417a-985e-862d4102d7f4 req-b995fe9c-eec9-4759-80a7-3fd59fa75ae3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.165171 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea82c55d-2224-4688-8c03-6567c30bf327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.205011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ea82c55d-2224-4688-8c03-6567c30bf327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:19.210285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ea82c55d-2224-4688-8c03-6567c30bf327 admin admin] Usage tracker for resource:security_group_rule and tenant:3657838820f04a0fbdb87cb63f667012 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:19.215288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ea82c55d-2224-4688-8c03-6567c30bf327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:19.224470 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ea82c55d-2224-4688-8c03-6567c30bf327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:19.300861 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea82c55d-2224-4688-8c03-6567c30bf327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.374753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d87c9-df08-4839-861f-20c141efcadc req-393b0107-53e8-4c15-b47c-5932d55178d6 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:19.376280 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e0d87c9-df08-4839-861f-20c141efcadc req-393b0107-53e8-4c15-b47c-5932d55178d6 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.1645989 Apr 18 21:15:19.408238 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea82c55d-2224-4688-8c03-6567c30bf327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.437657 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e0d87c9-df08-4839-861f-20c141efcadc req-08ab82a4-7ca2-421b-9e49-070daf55ba31 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554495 Apr 18 21:15:19.471483 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82c55d-2224-4688-8c03-6567c30bf327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc72a876-0712-417e-9266-b8e9e1084016,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:19.471835 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-70055e43-2e65-417a-985e-862d4102d7f4 req-b995fe9c-eec9-4759-80a7-3fd59fa75ae3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Floating IP 00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 associated. External IP: 172.25.3.224, port: 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b. Apr 18 21:15:19.504631 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ea82c55d-2224-4688-8c03-6567c30bf327 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3657838820f04a0fbdb87cb63f667012&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5352707 Apr 18 21:15:19.505114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42586) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:19.584921 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-48ec4545-7d34-4edd-9a5a-3abf480485e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.617518 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-48ec4545-7d34-4edd-9a5a-3abf480485e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.718084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d52e5-b1d0-42dc-a959-27afbf5b9d37 req-8b2bbc55-c3ba-4474-bc8c-bf964a71bb32 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:19.719593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e55d52e5-b1d0-42dc-a959-27afbf5b9d37 req-8b2bbc55-c3ba-4474-bc8c-bf964a71bb32 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 944 time: 0.1082442 Apr 18 21:15:19.769250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-48ec4545-7d34-4edd-9a5a-3abf480485e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.788117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec4545-7d34-4edd-9a5a-3abf480485e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc72a876-0712-417e-9266-b8e9e1084016,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:19.791578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e55d52e5-b1d0-42dc-a959-27afbf5b9d37 req-ab3c08c7-b56c-4a42-96b0-cea04a0925de tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642629 Apr 18 21:15:19.797086 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-48ec4545-7d34-4edd-9a5a-3abf480485e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.799055 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-48ec4545-7d34-4edd-9a5a-3abf480485e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc72a876-0712-417e-9266-b8e9e1084016 HTTP/1.1" status: 204 len: 168 time: 0.2928605 Apr 18 21:15:20.077659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305a84f-2bad-483e-87d8-11eeef8cedc4 req-51105178-7841-45c9-8265-abc75d960d9c tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:20.082066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0305a84f-2bad-483e-87d8-11eeef8cedc4 req-51105178-7841-45c9-8265-abc75d960d9c tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.1263595 Apr 18 21:15:20.151278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0305a84f-2bad-483e-87d8-11eeef8cedc4 req-bf789d8c-70ce-437b-bccb-d1f5a0f15e20 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645072 Apr 18 21:15:20.163758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70055e43-2e65-417a-985e-862d4102d7f4 req-b995fe9c-eec9-4759-80a7-3fd59fa75ae3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:15:20.433232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bb2e2-3c67-4e3b-b9f5-25bbd46e6179 req-7bf38c16-d00d-45b3-a0dc-80e1d6077a31 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:20.434871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-073bb2e2-3c67-4e3b-b9f5-25bbd46e6179 req-7bf38c16-d00d-45b3-a0dc-80e1d6077a31 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 944 time: 0.1198153 Apr 18 21:15:20.508869 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-073bb2e2-3c67-4e3b-b9f5-25bbd46e6179 req-cfb02470-dd33-4068-bcdd-6b604dc4d2d2 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613616 Apr 18 21:15:20.522352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70055e43-2e65-417a-985e-862d4102d7f4 req-b995fe9c-eec9-4759-80a7-3fd59fa75ae3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:20.540634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ee8ed-b6ac-4b99-a1cf-5c9a9ac0cd84 None None] Sync routers for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:15:20.561667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ee8ed-b6ac-4b99-a1cf-5c9a9ac0cd84 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:20.561667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-424ee8ed-b6ac-4b99-a1cf-5c9a9ac0cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:14:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:20.782140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-424ee8ed-b6ac-4b99-a1cf-5c9a9ac0cd84 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:20.891353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aa24f-4b86-4d46-9a40-a16fb8945f94 req-80577461-dd4c-481e-80e9-9466a60a783e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:20.892824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a9aa24f-4b86-4d46-9a40-a16fb8945f94 req-80577461-dd4c-481e-80e9-9466a60a783e tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=890d78eb-7188-4bde-a57c-fe8baf6fcb95 HTTP/1.1" status: 200 len: 946 time: 0.2326603 Apr 18 21:15:20.961994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a9aa24f-4b86-4d46-9a40-a16fb8945f94 req-174a1953-52ea-41a9-b07d-4b6610b00e27 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627201 Apr 18 21:15:21.193986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 95dd8d89-bf91-446c-9448-b39c5a84f9c8 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:21.252834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb1929-0f88-4bbf-a29f-381ce97ee462 req-a1277f4e-e2cc-4052-9e2f-5e1fc29346f4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:21.254383 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dccb1929-0f88-4bbf-a29f-381ce97ee462 req-a1277f4e-e2cc-4052-9e2f-5e1fc29346f4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.1236444 Apr 18 21:15:21.295411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-424ee8ed-b6ac-4b99-a1cf-5c9a9ac0cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '00ca5cf9-b702-4c2f-b608-1a3e9c3455f3', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'port_id': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'mac_address': 'fa:16:3e:a1:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:49Z', 'updated_at': '2022-04-18T21:15:18Z', 'revision_number': 3, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:21.299663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ee8ed-b6ac-4b99-a1cf-5c9a9ac0cd84 None None] Checking router: 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:15:21.317507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ee8ed-b6ac-4b99-a1cf-5c9a9ac0cd84 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:21.318752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-424ee8ed-b6ac-4b99-a1cf-5c9a9ac0cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:14:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:21.328797 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dccb1929-0f88-4bbf-a29f-381ce97ee462 req-98e55008-9fbb-4b62-9d8c-6885e8529399 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666878 Apr 18 21:15:21.366646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70055e43-2e65-417a-985e-862d4102d7f4 req-b995fe9c-eec9-4759-80a7-3fd59fa75ae3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:15:21.386312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 95dd8d89-bf91-446c-9448-b39c5a84f9c8 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:21.420759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42644) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:21.455524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 95dd8d89-bf91-446c-9448-b39c5a84f9c8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:21.457562 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:21.629886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42652) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:21.646982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-424ee8ed-b6ac-4b99-a1cf-5c9a9ac0cd84 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:21.693367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b92769-8d1f-4761-9b54-f3ecafee8277 req-0b65aca6-755b-4048-8ccc-d973e83b1ea7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:21.697599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-429179878-network', 'tenant_id': 'bb48a003acc646ca87915983b0117f10'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:21.704499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:21.704624 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31b92769-8d1f-4761-9b54-f3ecafee8277 req-0b65aca6-755b-4048-8ccc-d973e83b1ea7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 944 time: 0.1425915 Apr 18 21:15:21.709457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Usage tracker for resource:network and tenant:bb48a003acc646ca87915983b0117f10 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:21.713142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:21.726390 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:21.732910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:21.742337 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4abed78c-0ef8-44f7-b6b5-d1b988ba4fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:21.770163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31b92769-8d1f-4761-9b54-f3ecafee8277 req-c6037087-5370-48db-8ac0-6eba7ee4a6fe tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645988 Apr 18 21:15:21.784377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4abed78c-0ef8-44f7-b6b5-d1b988ba4fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:21.789200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4abed78c-0ef8-44f7-b6b5-d1b988ba4fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:5ede83a99f634aec9a15dc66ea52aed0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:21.792339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4abed78c-0ef8-44f7-b6b5-d1b988ba4fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:21.800110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4abed78c-0ef8-44f7-b6b5-d1b988ba4fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:21.817743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70055e43-2e65-417a-985e-862d4102d7f4 req-b995fe9c-eec9-4759-80a7-3fd59fa75ae3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:21.822471 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-70055e43-2e65-417a-985e-862d4102d7f4 req-b995fe9c-eec9-4759-80a7-3fd59fa75ae3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:21.829183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a7cb6b-a42d-433f-b222-c51335b72bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dd8d89-bf91-446c-9448-b39c5a84f9c8'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:21.842875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Made reservation on behalf of bb48a003acc646ca87915983b0117f10 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:21.845041 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:21.849184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 95dd8d89-bf91-446c-9448-b39c5a84f9c8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=95dd8d89-bf91-446c-9448-b39c5a84f9c8,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:21.865713 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:21.924177 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4abed78c-0ef8-44f7-b6b5-d1b988ba4fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:21.927976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:21.933568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Usage tracker for resource:security_group_rule and tenant:bb48a003acc646ca87915983b0117f10 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:21.938207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:21.944872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:21.955421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:21.959210 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.019187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4abed78c-0ef8-44f7-b6b5-d1b988ba4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.024811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-b995fe9c-eec9-4759-80a7-3fd59fa75ae3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "PUT /v2.0/floatingips/00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 HTTP/1.1" status: 200 len: 999 time: 4.3449388 Apr 18 21:15:22.081041 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=95dd8d89-bf91-446c-9448-b39c5a84f9c8,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:22.096664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abed78c-0ef8-44f7-b6b5-d1b988ba4fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4038503-5175-4759-99bf-1c272b17b55c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:22.110237 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4abed78c-0ef8-44f7-b6b5-d1b988ba4fe1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ede83a99f634aec9a15dc66ea52aed0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4761183 Apr 18 21:15:22.110237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42662) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:22.112240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055e43-2e65-417a-985e-862d4102d7f4 req-c9fad769-df36-41a0-86bc-5a07ef92b0f1 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:22.113822 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-c9fad769-df36-41a0-86bc-5a07ef92b0f1 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports/9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 942 time: 0.0777650 Apr 18 21:15:22.135381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d2070-7775-44bf-9126-35ab67d2612c req-236c5774-aa3a-4e48-99db-e61f1f4d3801 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:22.137622 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-268d2070-7775-44bf-9126-35ab67d2612c req-236c5774-aa3a-4e48-99db-e61f1f4d3801 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 945 time: 0.1876569 Apr 18 21:15:22.182415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-424ee8ed-b6ac-4b99-a1cf-5c9a9ac0cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '00ca5cf9-b702-4c2f-b608-1a3e9c3455f3', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'port_id': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'mac_address': 'fa:16:3e:a1:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:49Z', 'updated_at': '2022-04-18T21:15:18Z', 'revision_number': 3, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:22.187358 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ee8ed-b6ac-4b99-a1cf-5c9a9ac0cd84 None None] The sync data for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 is: [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '00ca5cf9-b702-4c2f-b608-1a3e9c3455f3', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'port_id': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'mac_address': 'fa:16:3e:a1:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:49Z', 'updated_at': '2022-04-18T21:15:18Z', 'revision_number': 3, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:15:22.241072 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.249811 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a89b49b1-71c2-4edf-92b1-a2cbcd6fd55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.275765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-268d2070-7775-44bf-9126-35ab67d2612c req-d6672e1c-d650-4deb-846c-ac4064064605 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296320 Apr 18 21:15:22.279593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a89b49b1-71c2-4edf-92b1-a2cbcd6fd55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.316903 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-99ceb331-3ec2-47f0-b8e1-79af51b308e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 1096 time: 0.0949674 Apr 18 21:15:22.329671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.364013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:22.381294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:22.446254 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3b9475-8118-48b1-a2fc-ce3e313a02f2 None None] New status for floating IP 00ca5cf9-b702-4c2f-b608-1a3e9c3455f3: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:15:22.472589 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a89b49b1-71c2-4edf-92b1-a2cbcd6fd55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.475349 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.481878 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Added segment 93b27720-ac10-43be-adab-87406125016c of type vlan for network 87246af0-d1e8-4b15-b14d-b5e249684e77 Apr 18 21:15:22.505319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b49b1-71c2-4edf-92b1-a2cbcd6fd55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4038503-5175-4759-99bf-1c272b17b55c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:22.536243 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.537685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055e43-2e65-417a-985e-862d4102d7f4 req-c5e4948c-b0c9-4207-b048-0adf2e838a23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:22.540090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-c5e4948c-b0c9-4207-b048-0adf2e838a23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.2163248 Apr 18 21:15:22.542246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a89b49b1-71c2-4edf-92b1-a2cbcd6fd55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.549098 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a89b49b1-71c2-4edf-92b1-a2cbcd6fd55d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4038503-5175-4759-99bf-1c272b17b55c HTTP/1.1" status: 204 len: 168 time: 0.4383831 Apr 18 21:15:22.624601 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-4e2483ea-66f6-4542-82bb-d26ea10d6874 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 217 time: 0.0705342 Apr 18 21:15:22.626631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.628812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:22.630743 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.691095 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d95659ab-f028-4a8a-ad80-ba8510ba1bcf req-0cd974d8-3bfa-4978-9f54-65b0d2f9d5c6 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 1095 time: 0.2436848 Apr 18 21:15:22.703523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055e43-2e65-417a-985e-862d4102d7f4 req-9dee8b6c-0698-4f0c-af6b-9b5904ed81e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:22.710856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-9dee8b6c-0698-4f0c-af6b-9b5904ed81e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.0796750 Apr 18 21:15:22.746250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] Pushing event updated for resources: {'Network': ['ID=87246af0-d1e8-4b15-b14d-b5e249684e77,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:22.759825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 87246af0-d1e8-4b15-b14d-b5e249684e77 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:22.818535 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e747520b-7b01-49ac-b417-99f67a2c4c1f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3966630 Apr 18 21:15:22.823368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42674) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:22.828604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Request body: {'subnet': {'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-429179878-subnet', 'tenant_id': 'bb48a003acc646ca87915983b0117f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:22.842761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:22.849907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d95659ab-f028-4a8a-ad80-ba8510ba1bcf req-807f81ed-284b-4900-8de8-d2d2391d7406 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442609 Apr 18 21:15:22.851524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Usage tracker for resource:subnet and tenant:bb48a003acc646ca87915983b0117f10 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:22.861527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:22.875551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:22.899181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-c44fc119-e6ae-4d23-9dc3-e0a2b2fce2fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872420 Apr 18 21:15:22.997562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Made reservation on behalf of bb48a003acc646ca87915983b0117f10 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:23.000028 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:23.007471 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65470c2e-b98e-494a-bee7-18b6684a6b96'] response: {'server_uuid': 'c5a7cb6b-a42d-433f-b222-c51335b72bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dd8d89-bf91-446c-9448-b39c5a84f9c8', 'code': 200} Apr 18 21:15:23.040692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458b849-1bc0-4512-86a8-6b09bc92997b None None] Sync routers for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:15:23.072540 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458b849-1bc0-4512-86a8-6b09bc92997b None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:23.076029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b458b849-1bc0-4512-86a8-6b09bc92997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:14:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:23.366579 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16659b47-29ad-4341-9b57-3c61b5c27dcd'] response: {'name': 'network-changed', 'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'status': 'completed', 'code': 200} Apr 18 21:15:23.536724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-b458b849-1bc0-4512-86a8-6b09bc92997b None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:23.546930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7ddf68d-c0a9-41ee-9876-fee611e0c730 req-de82d113-cecf-4e31-be3d-4cfb9ebb710f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 1096 time: 0.1336000 Apr 18 21:15:23.557118 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-c84ed333-91fb-40d4-aea1-ac10d504d9ed service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566987 Apr 18 21:15:23.663539 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f144b4bc-1ea0-4347-8842-bc2b3bf4f6a1 req-7f3ef247-3f56-45cb-be15-a1ed906eee62 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 1096 time: 0.3016596 Apr 18 21:15:23.753828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821afb44-7e5b-4765-9c3c-f7fa021eeff7 req-62cb0feb-0195-4c30-97d3-0023feb8a7db tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.757829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821afb44-7e5b-4765-9c3c-f7fa021eeff7 req-62cb0feb-0195-4c30-97d3-0023feb8a7db tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.762412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821afb44-7e5b-4765-9c3c-f7fa021eeff7 req-62cb0feb-0195-4c30-97d3-0023feb8a7db tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.764076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-821afb44-7e5b-4765-9c3c-f7fa021eeff7 req-62cb0feb-0195-4c30-97d3-0023feb8a7db tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e&device_id=890d78eb-7188-4bde-a57c-fe8baf6fcb95&device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 2417 time: 0.2649984 Apr 18 21:15:23.770417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddf68d-c0a9-41ee-9876-fee611e0c730 req-ad8b6bee-afc9-4b27-ac8d-426165d8e66c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.771961 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7ddf68d-c0a9-41ee-9876-fee611e0c730 req-ad8b6bee-afc9-4b27-ac8d-426165d8e66c service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.2171502 Apr 18 21:15:23.776305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-8266c324-1f33-42cb-bb45-ab770a742ec3 service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183623 Apr 18 21:15:23.794831 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f144b4bc-1ea0-4347-8842-bc2b3bf4f6a1 req-fb6dab22-6a2d-470c-9c2e-f8daea2c7996 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208739 Apr 18 21:15:23.839180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-821afb44-7e5b-4765-9c3c-f7fa021eeff7 req-d05a28b9-cc5e-4712-a7df-2ad1d1abc775 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684023 Apr 18 21:15:23.863582 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7ddf68d-c0a9-41ee-9876-fee611e0c730 req-c30d31b8-2df8-4452-a1e7-662239f64788 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 217 time: 0.0809541 Apr 18 21:15:23.978063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddf68d-c0a9-41ee-9876-fee611e0c730 req-dc12d2b2-b142-4555-90c5-181efb5f7422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.980279 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7ddf68d-c0a9-41ee-9876-fee611e0c730 req-dc12d2b2-b142-4555-90c5-181efb5f7422 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.1097777 Apr 18 21:15:24.007514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b458b849-1bc0-4512-86a8-6b09bc92997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '00ca5cf9-b702-4c2f-b608-1a3e9c3455f3', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'port_id': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'mac_address': 'fa:16:3e:a1:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:49Z', 'updated_at': '2022-04-18T21:15:22Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:24.013456 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458b849-1bc0-4512-86a8-6b09bc92997b None None] Checking router: 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:15:24.015356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-2b16d855-5a05-4ee6-9af0-8cd7e0e765d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 1097 time: 0.1154923 Apr 18 21:15:24.025341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458b849-1bc0-4512-86a8-6b09bc92997b None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:24.026193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b458b849-1bc0-4512-86a8-6b09bc92997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:14:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:24.062386 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:24.220300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b383855-ac18-4d5a-9d3a-42279a6e6631,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:24.220481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd9275-1ee7-4a24-8c16-c8cf24a13e37 req-dbcc075f-4e1a-4774-add3-f0514e9c970c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.222362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8cd9275-1ee7-4a24-8c16-c8cf24a13e37 req-dbcc075f-4e1a-4774-add3-f0514e9c970c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.2052476 Apr 18 21:15:24.224611 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7ddf68d-c0a9-41ee-9876-fee611e0c730 req-47c3e14c-9ac6-4f4a-b18c-9c94aad4571e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2349477 Apr 18 21:15:24.225255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055e43-2e65-417a-985e-862d4102d7f4 req-a6a87080-9e29-4c36-a0d9-fed4180be6bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.227931 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-a6a87080-9e29-4c36-a0d9-fed4180be6bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.1749146 Apr 18 21:15:24.257479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Checking segment: {'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:24.257896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Network hostable DHCP agents. Network: 87246af0-d1e8-4b15-b14d-b5e249684e77, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:15:24.264578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-b458b849-1bc0-4512-86a8-6b09bc92997b None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:24.369843 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-7b3fb61a-3986-471d-8bfa-c05d0ae040e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536bf98d-b847-4d17-a93c-6c82e2ebd76c HTTP/1.1" status: 200 len: 1002 time: 0.1342819 Apr 18 21:15:24.394391 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7ddf68d-c0a9-41ee-9876-fee611e0c730 req-0fc1587e-907e-4453-9c57-060687bef8a7 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590545 Apr 18 21:15:24.478833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8cd9275-1ee7-4a24-8c16-c8cf24a13e37 req-c09d1a88-63f2-436b-8f4d-f9bbb256792b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443309 Apr 18 21:15:24.515859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055e43-2e65-417a-985e-862d4102d7f4 req-d55236ae-783b-4434-88dd-9bd7fcbb9029 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.517408 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-d55236ae-783b-4434-88dd-9bd7fcbb9029 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.1276684 Apr 18 21:15:24.522800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Network 87246af0-d1e8-4b15-b14d-b5e249684e77 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:15:24.600912 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7ddf68d-c0a9-41ee-9876-fee611e0c730 req-14468e7a-a6da-4437-9376-1d3a4294ecdc service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897132 Apr 18 21:15:24.628578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-152bfe65-d06d-4fa5-a0f9-d92f411ed222 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046045 Apr 18 21:15:24.706783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b458b849-1bc0-4512-86a8-6b09bc92997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '00ca5cf9-b702-4c2f-b608-1a3e9c3455f3', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'port_id': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'mac_address': 'fa:16:3e:a1:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:49Z', 'updated_at': '2022-04-18T21:15:22Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:24.711001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458b849-1bc0-4512-86a8-6b09bc92997b None None] The sync data for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 is: [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '00ca5cf9-b702-4c2f-b608-1a3e9c3455f3', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'port_id': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'mac_address': 'fa:16:3e:a1:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:49Z', 'updated_at': '2022-04-18T21:15:22Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:15:24.975776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-108f1d86-574c-4272-87a4-92d92c86807b service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955898 Apr 18 21:15:24.975776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab6e8a-874f-4cdf-9dcf-1dfc1758cae6 req-849e3e78-0db3-4a87-87c0-14ab8f5f44ba tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.975776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adab6e8a-874f-4cdf-9dcf-1dfc1758cae6 req-849e3e78-0db3-4a87-87c0-14ab8f5f44ba tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 945 time: 0.1859179 Apr 18 21:15:24.975776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adab6e8a-874f-4cdf-9dcf-1dfc1758cae6 req-8c3669ce-831e-49d2-a27f-98d81509e956 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126239 Apr 18 21:15:25.002277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70055e43-2e65-417a-985e-862d4102d7f4 req-3e2371bd-9129-40f5-941c-ce22d8276d77 service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643724 Apr 18 21:15:25.003079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 87246af0-d1e8-4b15-b14d-b5e249684e77) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:25.177912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:25.177912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:25.178573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8debad4-d11c-4554-90ce-20d73d73ba20 None None] Network 87246af0-d1e8-4b15-b14d-b5e249684e77 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:15:25.236530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee351afa-accb-444a-9281-26ef51004f92 None None] Network 87246af0-d1e8-4b15-b14d-b5e249684e77 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:15:25.323856 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-58caf1f4-12fe-4c03-9d5c-62886303155f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:25.329497 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-55ddd1ee-7402-485e-bdbf-9fd858b4644e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5065229 Apr 18 21:15:25.365519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'tag': '536bf98d-b847-4d17-a93c-6c82e2ebd76c'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:25.438353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-b02e2df2-85d1-4da8-a3cb-1ab1f0cd7f55 req-314f3640-d382-4338-88c8-9268fae042ea tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:15:25.440340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b02e2df2-85d1-4da8-a3cb-1ab1f0cd7f55 req-314f3640-d382-4338-88c8-9268fae042ea tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0113449 Apr 18 21:15:25.547183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b73cebf5-1254-401e-9e0f-fa93e403adc4 req-9b67e2b0-1d0d-450e-a3dd-0a411bbed565 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 1095 time: 0.1552427 Apr 18 21:15:25.614154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b02e2df2-85d1-4da8-a3cb-1ab1f0cd7f55 req-e4152001-5e4d-4df4-8524-9e383cbbe5b2 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1526344 Apr 18 21:15:25.625306 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b73cebf5-1254-401e-9e0f-fa93e403adc4 req-2f1b0f5f-ef1b-4a1a-b372-437240061b0f tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723019 Apr 18 21:15:25.697419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 835aa0e1-9839-4638-92e6-70d42c829c16 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:15:25.978812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3afc4428-2c38-447a-8744-3eece1fa772e req-6e1d2c1b-7b01-4e71-8d3a-64f16af39575 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1002 time: 0.3097289 Apr 18 21:15:26.014501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 835aa0e1-9839-4638-92e6-70d42c829c16, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=835aa0e1-9839-4638-92e6-70d42c829c16,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:26.033101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '835aa0e1-9839-4638-92e6-70d42c829c16', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'port_id': '835aa0e1-9839-4638-92e6-70d42c829c16', 'mac_address': 'fa:16:3e:ca:11:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6eed83b-bd8b-4106-83ab-7db4459dec92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:15:26.070494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc4428-2c38-447a-8744-3eece1fa772e req-2c31d698-5474-487e-9b99-15fb277bed16 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.087126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3afc4428-2c38-447a-8744-3eece1fa772e req-2c31d698-5474-487e-9b99-15fb277bed16 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports/536bf98d-b847-4d17-a93c-6c82e2ebd76c HTTP/1.1" status: 200 len: 943 time: 0.1085265 Apr 18 21:15:26.109758 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.119520 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091e5063-b4d5-4d90-a5c1-50b0a1cd9911'] response: {'name': 'network-changed', 'server_uuid': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'tag': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'status': 'completed', 'code': 200} Apr 18 21:15:26.139022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 835aa0e1-9839-4638-92e6-70d42c829c16 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:26.157732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 835aa0e1-9839-4638-92e6-70d42c829c16, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=835aa0e1-9839-4638-92e6-70d42c829c16,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:26.242175 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.300364 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bb18432-9574-44aa-88c9-e6d0a52dc7d3 req-fd7a6370-4937-4975-97cd-055e084635e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 1097 time: 0.1556478 Apr 18 21:15:26.306064 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3afc4428-2c38-447a-8744-3eece1fa772e req-927ba6e7-72fe-4b70-a269-2e83abf77a88 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1002 time: 0.1175165 Apr 18 21:15:26.398133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=835aa0e1-9839-4638-92e6-70d42c829c16,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:26.420330 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['835aa0e1-9839-4638-92e6-70d42c829c16'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:26.438289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42744) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:26.513894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb18432-9574-44aa-88c9-e6d0a52dc7d3 req-da2760fd-1129-40ec-a968-e830f7c7e20a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.518084 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bb18432-9574-44aa-88c9-e6d0a52dc7d3 req-da2760fd-1129-40ec-a968-e830f7c7e20a service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.2058463 Apr 18 21:15:26.619607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc4428-2c38-447a-8744-3eece1fa772e req-5dac55ed-7258-457e-8d87-70764321849d tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.627406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3afc4428-2c38-447a-8744-3eece1fa772e req-5dac55ed-7258-457e-8d87-70764321849d tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.3204424 Apr 18 21:15:26.665308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311448b5-b976-4a82-984b-b5c27ebe3d56 req-2950391a-7693-4d15-bacc-38eebc1b654d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.665308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-311448b5-b976-4a82-984b-b5c27ebe3d56 req-2950391a-7693-4d15-bacc-38eebc1b654d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 944 time: 0.2354443 Apr 18 21:15:26.690112 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bb18432-9574-44aa-88c9-e6d0a52dc7d3 req-0e783812-de92-4320-9228-232d56e9aa76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536bf98d-b847-4d17-a93c-6c82e2ebd76c HTTP/1.1" status: 200 len: 1002 time: 0.1663153 Apr 18 21:15:26.691055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-32cc083a-d09e-4c4e-9893-2da923c3bc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.721105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-311448b5-b976-4a82-984b-b5c27ebe3d56 req-3d4f7f2f-f2bf-4793-ac32-b82980d95872 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464783 Apr 18 21:15:26.786116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb18432-9574-44aa-88c9-e6d0a52dc7d3 req-8baa3dcf-2c99-4444-8fb2-b25c8b292451 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.789586 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bb18432-9574-44aa-88c9-e6d0a52dc7d3 req-8baa3dcf-2c99-4444-8fb2-b25c8b292451 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.0811489 Apr 18 21:15:26.789586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-32cc083a-d09e-4c4e-9893-2da923c3bc37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:26.792797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-32cc083a-d09e-4c4e-9893-2da923c3bc37 admin admin] Usage tracker for resource:security_group_rule and tenant:78688763f3ee49529173a492ecfa0a4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:26.796604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-32cc083a-d09e-4c4e-9893-2da923c3bc37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:26.805059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-32cc083a-d09e-4c4e-9893-2da923c3bc37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:26.977743 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-32cc083a-d09e-4c4e-9893-2da923c3bc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.986361 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bb18432-9574-44aa-88c9-e6d0a52dc7d3 req-7f0e9cc9-cdfc-46cd-85a5-b978dc051aaa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833324 Apr 18 21:15:27.077432 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e29ae42d-60d0-4cdc-b9ee-b86c0db0e248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.109171 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-32cc083a-d09e-4c4e-9893-2da923c3bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.154993 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-32cc083a-d09e-4c4e-9893-2da923c3bc37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78688763f3ee49529173a492ecfa0a4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7150745 Apr 18 21:15:27.159629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42766) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:27.301240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043b877-f13f-4943-a610-1e414bc1a079 req-9fc08812-45a0-4819-a433-cd56739fd9e5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:27.302873 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-9fc08812-45a0-4819-a433-cd56739fd9e5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/networks?id=87246af0-d1e8-4b15-b14d-b5e249684e77 HTTP/1.1" status: 200 len: 814 time: 0.2387433 Apr 18 21:15:27.354806 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-5994e206-5cfa-4d8e-a28b-83ba97cb65ce tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/quotas/bb48a003acc646ca87915983b0117f10 HTTP/1.1" status: 200 len: 375 time: 0.0461268 Apr 18 21:15:27.366822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc083a-d09e-4c4e-9893-2da923c3bc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c90302-3ab7-4e30-b07a-33ea211656ba,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:27.434058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a5f9925c-9e04-4b02-9784-a71beb9e2157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.440107 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bb18432-9574-44aa-88c9-e6d0a52dc7d3 req-9d570473-7973-4fb1-9c56-d00c85116674 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450400 Apr 18 21:15:27.456613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-1b2c933f-b27d-4005-9ee5-0c4a306a7557 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb48a003acc646ca87915983b0117f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921583 Apr 18 21:15:27.640204 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a5f9925c-9e04-4b02-9784-a71beb9e2157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.643764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-67bd00ba-f634-4696-bcb7-ddcd9825cc98 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:15:27.654858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-67bd00ba-f634-4696-bcb7-ddcd9825cc98 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1873832 Apr 18 21:15:27.716592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 835aa0e1-9839-4638-92e6-70d42c829c16 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:27.742646 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3bb18432-9574-44aa-88c9-e6d0a52dc7d3 req-e69238f1-46cf-46da-958f-eb5734babdda service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935581 Apr 18 21:15:27.807507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 835aa0e1-9839-4638-92e6-70d42c829c16 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:27.807861 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.856775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a5f9925c-9e04-4b02-9784-a71beb9e2157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.874669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9925c-9e04-4b02-9784-a71beb9e2157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c90302-3ab7-4e30-b07a-33ea211656ba,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:27.876044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0379f0-eb5f-4d07-8d4e-bcf3c125e477 req-30274e5a-b04d-44f9-91bf-869482594129 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:27.877769 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c0379f0-eb5f-4d07-8d4e-bcf3c125e477 req-30274e5a-b04d-44f9-91bf-869482594129 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 945 time: 0.2973969 Apr 18 21:15:27.883456 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a5f9925c-9e04-4b02-9784-a71beb9e2157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.885163 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a5f9925c-9e04-4b02-9784-a71beb9e2157 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99c90302-3ab7-4e30-b07a-33ea211656ba HTTP/1.1" status: 204 len: 168 time: 0.7223434 Apr 18 21:15:27.900279 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-a5d7250a-de6d-4958-be69-718ca9031c6f service neutron] 10.222.0.11 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476954 Apr 18 21:15:28.026564 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:28.069279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:28.073549 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c0379f0-eb5f-4d07-8d4e-bcf3c125e477 req-351810c1-d858-4311-b9b8-5bcc6460d7cd tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824710 Apr 18 21:15:28.123633 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-605905e1-f55e-4550-b4dd-09d7cffb4f0e service neutron] 10.222.0.11 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208703 Apr 18 21:15:28.128267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f00d3bd-b01d-4871-a89d-f0f86d0df9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835aa0e1-9839-4638-92e6-70d42c829c16'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:28.151484 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 835aa0e1-9839-4638-92e6-70d42c829c16, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=835aa0e1-9839-4638-92e6-70d42c829c16,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:28.238776 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:28.469640 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=835aa0e1-9839-4638-92e6-70d42c829c16,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:28.585940 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:28.844504 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-b9b8bbf4-a3be-4309-a241-aa64ea74f914 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1002 time: 0.2675192 Apr 18 21:15:28.985219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-b1d365f7-194e-44e3-b8aa-45c2a602719d tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:28.998672 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-b1d365f7-194e-44e3-b8aa-45c2a602719d tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports/536bf98d-b847-4d17-a93c-6c82e2ebd76c HTTP/1.1" status: 200 len: 943 time: 0.1519055 Apr 18 21:15:29.107742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0ec30-814b-4e35-a287-1a27a81d367c req-28baaebd-d1d5-4c2f-8e77-ea41d365e95b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:29.110218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3f0ec30-814b-4e35-a287-1a27a81d367c req-28baaebd-d1d5-4c2f-8e77-ea41d365e95b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.1098897 Apr 18 21:15:29.343909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3f0ec30-814b-4e35-a287-1a27a81d367c req-88e1c609-6786-4870-b884-21a133c35c32 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458483 Apr 18 21:15:29.385734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-496dd0cc-8219-464e-b387-4309620f8a5a tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1002 time: 0.2739241 Apr 18 21:15:29.445174 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e381b9c-59fd-42c1-b9f0-c9beddc346f0'] response: {'server_uuid': '6f00d3bd-b01d-4871-a89d-f0f86d0df9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835aa0e1-9839-4638-92e6-70d42c829c16', 'code': 200} Apr 18 21:15:29.636457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-b12ca0dc-697e-4382-972b-62d3ec12e709 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:29.646163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-b12ca0dc-697e-4382-972b-62d3ec12e709 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.2540662 Apr 18 21:15:30.095265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-9558d37c-886e-4ce4-a5f4-a3e02ad3a2f4 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:30.105958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-9558d37c-886e-4ce4-a5f4-a3e02ad3a2f4 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.2596695 Apr 18 21:15:30.187325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-9a1991a0-0d8f-4e26-bc43-4dfa88e9c537 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/quotas/b417c5ef5a3d4a90bf5edb700a3ea12a HTTP/1.1" status: 200 len: 375 time: 0.0796196 Apr 18 21:15:30.199488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-eec2bbc3-8ea6-4c47-8f15-b809b7fdd761 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1002 time: 0.5502923 Apr 18 21:15:30.282268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-0d787d7a-4080-4a5a-878b-895166e4982c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Request body: {'floatingip': {'port_id': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:30.467784 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-0d787d7a-4080-4a5a-878b-895166e4982c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:30.601378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-4818f0ff-8d5c-496f-a160-265219421012 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4022470 Apr 18 21:15:30.928197 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:30.975235 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-0d787d7a-4080-4a5a-878b-895166e4982c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.031419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-205c4031-e729-4f45-bdfb-1b30930161ed service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189987 Apr 18 21:15:31.068495 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-0d787d7a-4080-4a5a-878b-895166e4982c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.068803 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-0d787d7a-4080-4a5a-878b-895166e4982c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Floating IP 00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 disassociated. External IP: 172.25.3.224, port: 536bf98d-b847-4d17-a93c-6c82e2ebd76c. Apr 18 21:15:31.414907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-df2f8ca8-dbd2-4933-ada8-17b5ee4a4ba3 service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826206 Apr 18 21:15:31.849996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043b877-f13f-4943-a610-1e414bc1a079 req-6884c827-c7f1-4280-a3fa-b498facfa7ca tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:31.850678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f043b877-f13f-4943-a610-1e414bc1a079 req-6884c827-c7f1-4280-a3fa-b498facfa7ca tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Synchronizing usage tracker for tenant:bb48a003acc646ca87915983b0117f10 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:31.985958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-0d787d7a-4080-4a5a-878b-895166e4982c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:15:32.049147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f043b877-f13f-4943-a610-1e414bc1a079 req-6884c827-c7f1-4280-a3fa-b498facfa7ca tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Unset dirty status for tenant:bb48a003acc646ca87915983b0117f10 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:32.049147 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-6884c827-c7f1-4280-a3fa-b498facfa7ca tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.59 "GET /v2.0/networks?id=87246af0-d1e8-4b15-b14d-b5e249684e77 HTTP/1.1" status: 200 len: 814 time: 0.4675066 Apr 18 21:15:32.068693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Request body: {'port': {'device_id': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77', 'admin_state_up': True, 'tenant_id': 'bb48a003acc646ca87915983b0117f10'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:32.436442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:32.443062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Usage tracker for resource:port and tenant:bb48a003acc646ca87915983b0117f10 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:32.447415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:32.466455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:32.509583 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b8263d5-077d-4bd8-80ed-49dc95d20523 req-3f5ec58f-5e18-43d9-ac3f-fd921e67744d tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 210 time: 0.1263247 Apr 18 21:15:32.572859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-0d787d7a-4080-4a5a-878b-895166e4982c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:32.708477 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-0d787d7a-4080-4a5a-878b-895166e4982c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.709106 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371e623-52e9-4415-b5fe-010952db91b6 None None] Sync routers for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:15:32.709106 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0371e623-52e9-4415-b5fe-010952db91b6 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:32.709106 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0371e623-52e9-4415-b5fe-010952db91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:15:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:32.710153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-0d787d7a-4080-4a5a-878b-895166e4982c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "PUT /v2.0/floatingips/00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 HTTP/1.1" status: 200 len: 695 time: 2.3716869 Apr 18 21:15:32.710153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'tag': '536bf98d-b847-4d17-a93c-6c82e2ebd76c'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:32.748243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-aabc051d-b505-4eef-bff0-e489888e9f5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 1097 time: 0.0868044 Apr 18 21:15:32.802115 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-0371e623-52e9-4415-b5fe-010952db91b6 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:32.836211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Made reservation on behalf of bb48a003acc646ca87915983b0117f10 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:32.845679 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.039943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-27f29e7c-4ad2-4fe1-876d-54a2a250272b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:33.044041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-27f29e7c-4ad2-4fe1-876d-54a2a250272b service neutron] 10.222.0.11 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.2892859 Apr 18 21:15:33.226840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc8efa-6a35-4fa3-acfd-564bcf4b51b8 req-1d5888ea-6d8f-4bfb-a1ac-ed324f153d12 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:33.235065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Allocated IP 172.20.0.6 (87246af0-d1e8-4b15-b14d-b5e249684e77/7b383855-ac18-4d5a-9d3a-42279a6e6631/59848d00-8270-47ac-a321-774295db4c04) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:33.237072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07cc8efa-6a35-4fa3-acfd-564bcf4b51b8 req-1d5888ea-6d8f-4bfb-a1ac-ed324f153d12 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.4638944 Apr 18 21:15:33.322477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42874) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:33.399490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-d8d30c8b-ed2f-4019-94af-15f7d7411dae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536bf98d-b847-4d17-a93c-6c82e2ebd76c HTTP/1.1" status: 200 len: 217 time: 0.3410447 Apr 18 21:15:33.458510 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.594093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-92674878-6ed4-459e-bd40-a7b1a5fff654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:33.599458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-92674878-6ed4-459e-bd40-a7b1a5fff654 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.1951797 Apr 18 21:15:33.633757 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0371e623-52e9-4415-b5fe-010952db91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:33.635424 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.637853 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371e623-52e9-4415-b5fe-010952db91b6 None None] Checking router: 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:15:33.653670 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0371e623-52e9-4415-b5fe-010952db91b6 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:33.655629 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0371e623-52e9-4415-b5fe-010952db91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:15:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:33.715190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b569beb8-91fd-458d-a3ca-7114eca09bfb tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Request body: {'quota': {'network': 2}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:33.740212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07cc8efa-6a35-4fa3-acfd-564bcf4b51b8 req-8cb12a5d-f181-4283-9336-235578fe7ca2 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788289 Apr 18 21:15:33.801987 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.851733 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-c703351c-c85f-48d2-9de4-7f18c70bf5f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2353108 Apr 18 21:15:33.935747 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-0371e623-52e9-4415-b5fe-010952db91b6 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:33.979096 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Network 87246af0-d1e8-4b15-b14d-b5e249684e77 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:33.983987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:33.993177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:34.063534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Pushing event updated for resources: {'Port': ['ID=59848d00-8270-47ac-a321-774295db4c04,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:34.126312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:34.128526 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:34.129197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b569beb8-91fd-458d-a3ca-7114eca09bfb tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] 10.222.0.11 "PUT /v2.0/quotas/1b9fe6cc39e14760845041d5bbcb0e5f HTTP/1.1" status: 200 len: 368 time: 0.7638676 Apr 18 21:15:34.135406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42894) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:34.152814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Request body: {'network': {'project_id': '1b9fe6cc39e14760845041d5bbcb0e5f'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:34.159589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:34.164686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Usage tracker for resource:network and tenant:1b9fe6cc39e14760845041d5bbcb0e5f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:34.169282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:34.176515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:34.189535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c6c472e-d31c-4cec-95bd-2ea9ab7c7c4a req-e11104ca-1c72-43a2-94dd-74114b5f24f8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 210 time: 0.1866338 Apr 18 21:15:34.232199 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-cb2c3950-4ead-47a2-8825-b6f9ded13162 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1676586 Apr 18 21:15:34.244788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Request body: {'port': {'device_id': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:34.250739 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-be89696a-8d51-4073-b295-d28cc2b3721f service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905008 Apr 18 21:15:34.351381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Made reservation on behalf of 1b9fe6cc39e14760845041d5bbcb0e5f for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:34.353926 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:34.379174 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:34.459607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:34.476260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Usage tracker for resource:security_group_rule and tenant:1b9fe6cc39e14760845041d5bbcb0e5f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:34.491531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:34.521018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcebcb64-0e6d-4f3d-86bb-9a42c75222e5 req-ff6917ce-e5d0-41c7-ae57-e920cc76eaff service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600780 Apr 18 21:15:34.522906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:34.560038 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:34.587980 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0371e623-52e9-4415-b5fe-010952db91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:34.597321 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371e623-52e9-4415-b5fe-010952db91b6 None None] The sync data for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 is: [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:15:34.636770 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:34.747105 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:34.932674 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c9588d-5778-4c24-b94f-02569f7bb4e8'] response: {'name': 'network-changed', 'server_uuid': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'tag': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'status': 'completed', 'code': 200} Apr 18 21:15:34.945459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b556f99d-2eff-4c48-9f9b-2edc1cd8f018,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:35.093963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.094658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.095179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.096306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.096851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.097392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.097914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.098456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.099482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.100102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.100586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.122645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e0dcc-d48b-4973-9815-f877fd8c3c67 None None] New status for floating IP 00ca5cf9-b702-4c2f-b608-1a3e9c3455f3: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:15:35.130034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:35.355352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.355913 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Added segment 16450494-9c93-4b57-9d7a-fdda3eb2b9f5 of type vlan for network c0ba0ebe-05b8-4af9-a802-92993dc91411 Apr 18 21:15:35.499914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59848d00-8270-47ac-a321-774295db4c04 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:35.534396 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.583942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Transition to ACTIVE for port object 59848d00-8270-47ac-a321-774295db4c04 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:35.682623 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.712156 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.780199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1096dc33-549c-4684-a9d3-d6fe1472f40a req-dade065c-aa38-42d3-bfef-e0a5deb3208a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 1097 time: 0.8465836 Apr 18 21:15:35.852644 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:15:35.884136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015acb-4c6f-45cf-85a3-a0272f246adb req-2ee1328d-be8f-41b0-b0a5-03dd02416bfb tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:35.891993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e9015acb-4c6f-45cf-85a3-a0272f246adb req-2ee1328d-be8f-41b0-b0a5-03dd02416bfb tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 931 time: 0.7534511 Apr 18 21:15:35.937863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Pushing event updated for resources: {'Port': ['ID=59848d00-8270-47ac-a321-774295db4c04,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:35.978706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-4e89ca47-b9fa-422b-8972-ccf9309a38f4 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:35.981291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-4e89ca47-b9fa-422b-8972-ccf9309a38f4 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.26 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.6820612 Apr 18 21:15:36.022614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Request body: {'port': {'device_id': '3626b3cd-3672-4e72-9fbe-3589eccea557', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'admin_state_up': True, 'tenant_id': 'b417c5ef5a3d4a90bf5edb700a3ea12a'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:36.187016 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:36.187874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:36.188458 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:36.341070 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e9015acb-4c6f-45cf-85a3-a0272f246adb req-34a3185c-38cf-421b-89e8-08fbdfee75b3 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477911 Apr 18 21:15:36.402702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Attempting to bind port 59848d00-8270-47ac-a321-774295db4c04 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:36.403046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Attempting to bind port 59848d00-8270-47ac-a321-774295db4c04 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:36.403381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Attempting to bind port 59848d00-8270-47ac-a321-774295db4c04 on network 87246af0-d1e8-4b15-b14d-b5e249684e77 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:36.428993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Port 59848d00-8270-47ac-a321-774295db4c04 on network 87246af0-d1e8-4b15-b14d-b5e249684e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:15:36.428993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Attempting to bind port 59848d00-8270-47ac-a321-774295db4c04 on network 87246af0-d1e8-4b15-b14d-b5e249684e77 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:36.428993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:15:36.428993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Checking segment: {'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:36.428993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Bound using segment: {'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:15:36.428993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Bound port: 59848d00-8270-47ac-a321-774295db4c04, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:36.428993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:36.458730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096dc33-549c-4684-a9d3-d6fe1472f40a req-49d0a0bd-4bea-4e98-b74d-e07f56f3211b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:36.459679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1096dc33-549c-4684-a9d3-d6fe1472f40a req-49d0a0bd-4bea-4e98-b74d-e07f56f3211b service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.6637383 Apr 18 21:15:36.461140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Pushing event updated for resources: {'Network': ['ID=c0ba0ebe-05b8-4af9-a802-92993dc91411,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:36.474617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network c0ba0ebe-05b8-4af9-a802-92993dc91411 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:36.540628 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-354a5c0f-e89c-45e6-b70c-de13ea1dac82 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4014294 Apr 18 21:15:36.552856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42930) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:36.561119 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:36.565215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Request body: {'network': {'project_id': '1b9fe6cc39e14760845041d5bbcb0e5f'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:36.571016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:36.572416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:36.577888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Usage tracker for resource:network and tenant:1b9fe6cc39e14760845041d5bbcb0e5f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:36.582693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1096dc33-549c-4684-a9d3-d6fe1472f40a req-97bc15e8-5596-40aa-9715-23f9d71b9b4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536bf98d-b847-4d17-a93c-6c82e2ebd76c HTTP/1.1" status: 200 len: 217 time: 0.1100762 Apr 18 21:15:36.585914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:36.593356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:36.631513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] For port 59848d00-8270-47ac-a321-774295db4c04, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:36.635878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] For port 59848d00-8270-47ac-a321-774295db4c04, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=59848d00-8270-47ac-a321-774295db4c04,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:36.648697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badd8b4-808a-433a-8ea0-6e2d041b26bf req-2bd54e03-4931-40c4-9a15-b4672f6b8c32 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:36.656917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0badd8b4-808a-433a-8ea0-6e2d041b26bf req-2bd54e03-4931-40c4-9a15-b4672f6b8c32 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.5385506 Apr 18 21:15:36.682883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Made reservation on behalf of b417c5ef5a3d4a90bf5edb700a3ea12a for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:36.687166 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:36.706040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Made reservation on behalf of 1b9fe6cc39e14760845041d5bbcb0e5f for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:36.708923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:36.734802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096dc33-549c-4684-a9d3-d6fe1472f40a req-054489aa-6b96-433e-ad8e-a220d58a8e2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:36.736530 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1096dc33-549c-4684-a9d3-d6fe1472f40a req-054489aa-6b96-433e-ad8e-a220d58a8e2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.1475580 Apr 18 21:15:36.806665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:36.815162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:36.854713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0badd8b4-808a-433a-8ea0-6e2d041b26bf req-f06fd9c1-6d03-40b9-a913-f173f432f02c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963181 Apr 18 21:15:36.923704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:36.926328 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Added segment f46231bf-cf05-4f27-9e4e-31b254425e9a of type vlan for network 5140f832-236a-455d-90b3-0cb0f13d240d Apr 18 21:15:36.928820 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:36.939617 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] 10.222.0.59 "PUT /v2.0/ports/59848d00-8270-47ac-a321-774295db4c04 HTTP/1.1" status: 200 len: 1091 time: 2.6995816 Apr 18 21:15:36.940348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'tag': '59848d00-8270-47ac-a321-774295db4c04'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:37.022163 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:37.028136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebf9d8-a768-40e0-8c2a-e699dd7b443b service neutron] Pushing event updated for resources: {'Port': ['ID=59848d00-8270-47ac-a321-774295db4c04,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:37.195694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-883379ad-01a4-4bd8-b93c-b49127931f9c req-aaa815fa-b065-4615-b2f7-b9428c081cf2 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 210 time: 0.2028372 Apr 18 21:15:37.215911 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:37.217256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:37.217942 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:37.394054 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1096dc33-549c-4684-a9d3-d6fe1472f40a req-894235b3-a155-4d1c-9baa-903ae33d4241 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6486857 Apr 18 21:15:37.407424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Allocated IP 172.20.0.2 (6ea05b75-16dc-4fee-9b28-5b0fed561bf4/7d043342-3347-4e69-83c4-d979a544cbfa/3a412fee-9be7-4b87-851d-7b59cd6b307c) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:37.481441 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9197385 Apr 18 21:15:37.498893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42942) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:37.508784 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-77763b9f-1f57-4733-b4eb-899224b72b6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb48a003acc646ca87915983b0117f10&device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 1094 time: 0.4256518 Apr 18 21:15:37.523568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-9a5d6115-cae0-4344-a8b7-2e5dcdd00bb3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:37.524262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-9a5d6115-cae0-4344-a8b7-2e5dcdd00bb3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Synchronizing usage tracker for tenant:533b9cde3bdf4bdcb5a856f8d682ef59 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:37.641496 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-88316bc0-26ef-4cb8-ae89-e60e35fa6b82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59848d00-8270-47ac-a321-774295db4c04 HTTP/1.1" status: 200 len: 217 time: 0.0995362 Apr 18 21:15:37.641496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0a72b-cc7a-45b4-a37a-5e4048528d33 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Pushing event updated for resources: {'Network': ['ID=5140f832-236a-455d-90b3-0cb0f13d240d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:37.649085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 5140f832-236a-455d-90b3-0cb0f13d240d details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:37.674875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c56623bd-3e48-42d9-afab-eca1b0bfe0d7 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Request body: {'network': {'project_id': '1b9fe6cc39e14760845041d5bbcb0e5f'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:37.714124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-9a5d6115-cae0-4344-a8b7-2e5dcdd00bb3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Unset dirty status for tenant:533b9cde3bdf4bdcb5a856f8d682ef59 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:37.716131 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-9a5d6115-cae0-4344-a8b7-2e5dcdd00bb3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.59 "GET /v2.0/ports?device_id=107adf8b-8d83-42d0-af96-9add66fdc9da HTTP/1.1" status: 200 len: 946 time: 0.5703075 Apr 18 21:15:37.719605 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541523ac-e15d-4ead-85d6-0835a9127d6d'] response: {'name': 'network-changed', 'server_uuid': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'tag': '59848d00-8270-47ac-a321-774295db4c04', 'status': 'completed', 'code': 200} Apr 18 21:15:37.732592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c56623bd-3e48-42d9-afab-eca1b0bfe0d7 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:37.812039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c56623bd-3e48-42d9-afab-eca1b0bfe0d7 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Usage tracker for resource:network and tenant:1b9fe6cc39e14760845041d5bbcb0e5f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:37.858524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c56623bd-3e48-42d9-afab-eca1b0bfe0d7 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:37.912160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043b877-f13f-4943-a610-1e414bc1a079 req-273fbbb7-5ecd-4eab-ac50-2b59e0d0f953 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:37.921341 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-273fbbb7-5ecd-4eab-ac50-2b59e0d0f953 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b383855-ac18-4d5a-9d3a-42279a6e6631 HTTP/1.1" status: 200 len: 854 time: 0.2688611 Apr 18 21:15:37.952248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c56623bd-3e48-42d9-afab-eca1b0bfe0d7 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:38.006756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-156d1cf8-995a-438d-85e5-94b65278a965 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Deleting port 536bf98d-b847-4d17-a93c-6c82e2ebd76c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:15:38.007379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-156d1cf8-995a-438d-85e5-94b65278a965 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.042233 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-11c3ac90-1380-4013-a4e6-99a0017d8652 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87246af0-d1e8-4b15-b14d-b5e249684e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149383 Apr 18 21:15:38.115462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1096dc33-549c-4684-a9d3-d6fe1472f40a req-14771951-539c-4eab-9f4a-1369f0f496ff service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095318 Apr 18 21:15:38.317711 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56623bd-3e48-42d9-afab-eca1b0bfe0d7 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 21:15:38.448834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c56623bd-3e48-42d9-afab-eca1b0bfe0d7 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:15:38.448834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c56623bd-3e48-42d9-afab-eca1b0bfe0d7 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.8126316 Apr 18 21:15:38.448834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-9917a199-f29e-484e-978e-ff3a30525f25 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:38.448834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-9917a199-f29e-484e-978e-ff3a30525f25 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.1645906 Apr 18 21:15:38.454346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42956) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:38.743301 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-35274ec2-b3e3-482b-bae9-89c3431b31bd tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b9fe6cc39e14760845041d5bbcb0e5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2810459 Apr 18 21:15:38.749424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42960) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:38.750117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-c8e61372-e660-4b30-b88e-4cbede32c727 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.3700137 Apr 18 21:15:38.776072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-9e7f6ecb-c599-46c0-91d8-52da446367a6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Request body: {'floatingip': {'port_id': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:38.825962 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-833ca708-fdcc-4c78-9242-8d08c01c4490 service neutron] 10.222.0.59 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7702756 Apr 18 21:15:38.862170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1096dc33-549c-4684-a9d3-d6fe1472f40a req-43267401-ab5c-40e5-a18e-6d46fc75f110 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234118 Apr 18 21:15:38.869365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c832b8d-5a9a-46f2-b545-1a18e8b1c807 req-d3981d62-5a6b-4988-b0e3-54bb3c3bd550 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:38.875501 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c832b8d-5a9a-46f2-b545-1a18e8b1c807 req-d3981d62-5a6b-4988-b0e3-54bb3c3bd550 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 943 time: 0.9564292 Apr 18 21:15:38.953926 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-9e7f6ecb-c599-46c0-91d8-52da446367a6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.967581 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.061901 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b842dc1-6349-4454-80dc-75e855a40c25 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.091428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-156d1cf8-995a-438d-85e5-94b65278a965 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] For port 536bf98d-b847-4d17-a93c-6c82e2ebd76c, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=536bf98d-b847-4d17-a93c-6c82e2ebd76c,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:39.092693 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-156d1cf8-995a-438d-85e5-94b65278a965 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.190364 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.254706 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b842dc1-6349-4454-80dc-75e855a40c25 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.264542 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c832b8d-5a9a-46f2-b545-1a18e8b1c807 req-5cbd4400-492e-4334-9608-1ab7a5caef71 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629572 Apr 18 21:15:39.547110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-156d1cf8-995a-438d-85e5-94b65278a965 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Calling delete_port for 536bf98d-b847-4d17-a93c-6c82e2ebd76c owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:15:39.581024 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b842dc1-6349-4454-80dc-75e855a40c25 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.613954 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f043b877-f13f-4943-a610-1e414bc1a079 req-52652671-3e2a-420b-9c6f-5910779e33b8 service neutron] 10.222.0.59 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712238 Apr 18 21:15:39.619025 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b842dc1-6349-4454-80dc-75e855a40c25 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.623564 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1b842dc1-6349-4454-80dc-75e855a40c25 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/b556f99d-2eff-4c48-9f9b-2edc1cd8f018 HTTP/1.1" status: 204 len: 168 time: 0.8613329 Apr 18 21:15:39.627956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42966) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:39.635217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b842dc1-6349-4454-80dc-75e855a40c25 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b556f99d-2eff-4c48-9f9b-2edc1cd8f018,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:39.897131 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.908343 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3c5f654-e8f8-4ff3-a1de-d6e854465b82 req-74e5bab5-de13-4800-a417-ec48e3c7ddeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb48a003acc646ca87915983b0117f10&device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 1094 time: 0.1408412 Apr 18 21:15:39.913813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:39.969508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-156d1cf8-995a-438d-85e5-94b65278a965 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.021219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event updated for resources: {'Port': ['ID=3a412fee-9be7-4b87-851d-7b59cd6b307c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:40.076620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['95dd8d89-bf91-446c-9448-b39c5a84f9c8'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:40.220801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d1cf8-995a-438d-85e5-94b65278a965 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Pushing event deleted for resources: {'Port': ['ID=536bf98d-b847-4d17-a93c-6c82e2ebd76c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:40.374832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-156d1cf8-995a-438d-85e5-94b65278a965 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] No DVR routers for this DVR port 536bf98d-b847-4d17-a93c-6c82e2ebd76c on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:40.379227 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-156d1cf8-995a-438d-85e5-94b65278a965 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.382136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'name': 'network-vif-deleted', 'tag': '536bf98d-b847-4d17-a93c-6c82e2ebd76c'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:40.446193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f654-e8f8-4ff3-a1de-d6e854465b82 req-319a5e67-49f9-4b13-a765-a278018e99c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:40.447664 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3c5f654-e8f8-4ff3-a1de-d6e854465b82 req-319a5e67-49f9-4b13-a765-a278018e99c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87246af0-d1e8-4b15-b14d-b5e249684e77 HTTP/1.1" status: 200 len: 915 time: 0.5335126 Apr 18 21:15:40.561795 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-9e7f6ecb-c599-46c0-91d8-52da446367a6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.584389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:40.654928 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3c5f654-e8f8-4ff3-a1de-d6e854465b82 req-0753f76c-a73f-4e71-8c79-407a6a13b4bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59848d00-8270-47ac-a321-774295db4c04 HTTP/1.1" status: 200 len: 217 time: 0.1975474 Apr 18 21:15:40.659965 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a049817b-aa28-418d-9420-49fe848bdbf8 req-156d1cf8-995a-438d-85e5-94b65278a965 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.59 "DELETE /v2.0/ports/536bf98d-b847-4d17-a93c-6c82e2ebd76c HTTP/1.1" status: 204 len: 173 time: 2.9221139 Apr 18 21:15:40.676287 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.685990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:40.702316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:40.772746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f654-e8f8-4ff3-a1de-d6e854465b82 req-dc8fc7d2-7582-43a8-8685-65cfa9ba05cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:40.774629 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3c5f654-e8f8-4ff3-a1de-d6e854465b82 req-dc8fc7d2-7582-43a8-8685-65cfa9ba05cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b383855-ac18-4d5a-9d3a-42279a6e6631 HTTP/1.1" status: 200 len: 854 time: 0.1125646 Apr 18 21:15:40.846774 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3c5f654-e8f8-4ff3-a1de-d6e854465b82 req-2a0de845-c0bc-4888-be70-87007822e35a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87246af0-d1e8-4b15-b14d-b5e249684e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637376 Apr 18 21:15:40.871891 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:40.872851 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.877697 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-9e7f6ecb-c599-46c0-91d8-52da446367a6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.964218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:41.096968 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3c5f654-e8f8-4ff3-a1de-d6e854465b82 req-8b9075ba-9f70-4433-97c4-ab5006b3fdcd service neutron] 10.222.0.59 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316825 Apr 18 21:15:41.320642 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3c5f654-e8f8-4ff3-a1de-d6e854465b82 req-af2d4399-fd8e-40b2-9b72-42027117c574 service neutron] 10.222.0.59 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175276 Apr 18 21:15:41.449634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-09625338-f55d-4fcf-82ef-5f7ee11682ac tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4351361 Apr 18 21:15:41.459612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15079b25-2834-486d-b6a7-5eeef1294006 req-027b37b8-c59d-4a87-9cac-8bbccb7ccc05 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:41.466156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15079b25-2834-486d-b6a7-5eeef1294006 req-027b37b8-c59d-4a87-9cac-8bbccb7ccc05 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.9020700 Apr 18 21:15:41.480194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Request body: {'port': {'device_id': '3626b3cd-3672-4e72-9fbe-3589eccea557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:41.514570 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.662299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5140f832-236a-455d-90b3-0cb0f13d240d']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:41.706783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46231bf-cf05-4f27-9e4e-31b254425e9a') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:41.715020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46231bf-cf05-4f27-9e4e-31b254425e9a') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:41.795583 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.799053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 59848d00-8270-47ac-a321-774295db4c04 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:15:41.802360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 536bf98d-b847-4d17-a93c-6c82e2ebd76c no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:41.817580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.834149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15079b25-2834-486d-b6a7-5eeef1294006 req-b140ff13-2dd1-44b2-988b-4795f965d01d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231347 Apr 18 21:15:41.847663 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.853658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 536bf98d-b847-4d17-a93c-6c82e2ebd76c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:15:41.858635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 536bf98d-b847-4d17-a93c-6c82e2ebd76c not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:15:41.885754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:15:41.887053 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:41.913887 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:42.196810 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 59848d00-8270-47ac-a321-774295db4c04, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=59848d00-8270-47ac-a321-774295db4c04,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:42.219181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '59848d00-8270-47ac-a321-774295db4c04', 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77', 'port_id': '59848d00-8270-47ac-a321-774295db4c04', 'mac_address': 'fa:16:3e:1f:9a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b383855-ac18-4d5a-9d3a-42279a6e6631', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:15:42.281192 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.301344 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59848d00-8270-47ac-a321-774295db4c04 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:42.317823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 59848d00-8270-47ac-a321-774295db4c04, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=59848d00-8270-47ac-a321-774295db4c04,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:42.361138 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.374119 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-9e7f6ecb-c599-46c0-91d8-52da446367a6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Floating IP 00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 associated. External IP: 172.25.3.224, port: 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b. Apr 18 21:15:42.410345 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.470878 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.548179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Pushing event deleted for resources: {'Network': ['ID=5140f832-236a-455d-90b3-0cb0f13d240d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:42.564648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a140d-3a4f-4e25-a702-62c6cdc9e1ca req-1868ce69-b8d5-4812-88e4-ee5ab060883e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:42.565386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2f8a140d-3a4f-4e25-a702-62c6cdc9e1ca req-1868ce69-b8d5-4812-88e4-ee5ab060883e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:42.578915 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-602de61e-f142-4c94-8488-d2c09db18ca8 tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] 10.222.0.11 "DELETE /v2.0/networks/5140f832-236a-455d-90b3-0cb0f13d240d HTTP/1.1" status: 204 len: 168 time: 2.9451370 Apr 18 21:15:42.579036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42986) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:42.580967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=59848d00-8270-47ac-a321-774295db4c04,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:42.673535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['59848d00-8270-47ac-a321-774295db4c04'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:42.751528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d9e10-d2df-40c5-98b1-09b3a6f2e1f9 req-6d785e9a-ee22-49f3-b051-7d744af34fa1 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:42.753107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-005d9e10-d2df-40c5-98b1-09b3a6f2e1f9 req-6d785e9a-ee22-49f3-b051-7d744af34fa1 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 945 time: 0.8128500 Apr 18 21:15:42.827041 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.025449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2f8a140d-3a4f-4e25-a702-62c6cdc9e1ca req-1868ce69-b8d5-4812-88e4-ee5ab060883e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:43.034844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f8a140d-3a4f-4e25-a702-62c6cdc9e1ca req-1868ce69-b8d5-4812-88e4-ee5ab060883e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 931 time: 0.9570084 Apr 18 21:15:43.114975 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.167801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ba0ebe-05b8-4af9-a802-92993dc91411']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:43.183757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16450494-9c93-4b57-9d7a-fdda3eb2b9f5') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:43.184066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16450494-9c93-4b57-9d7a-fdda3eb2b9f5') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:43.208817 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.212799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f8a140d-3a4f-4e25-a702-62c6cdc9e1ca req-fc295301-915c-454b-ab5d-3c7a04dc2b63 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769147 Apr 18 21:15:43.221693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-005d9e10-d2df-40c5-98b1-09b3a6f2e1f9 req-689fc856-6c36-4f15-8edc-844fa56fbd82 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Deleting port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:15:43.234385 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-005d9e10-d2df-40c5-98b1-09b3a6f2e1f9 req-689fc856-6c36-4f15-8edc-844fa56fbd82 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.262637 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.282646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:15:43.283269 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.300844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a412fee-9be7-4b87-851d-7b59cd6b307c {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:43.316374 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:43.343308 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.531988 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.562286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Transition to ACTIVE for port object 3a412fee-9be7-4b87-851d-7b59cd6b307c will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:43.580469 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.583373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0ba0ebe-05b8-4af9-a802-92993dc91411,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:43.597814 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-52a5f1a7-de2e-4e1a-8ae2-574afc92632b tempest-QuotasNegativeTest-1358843315 tempest-QuotasNegativeTest-1358843315-project-admin] 10.222.0.11 "DELETE /v2.0/networks/c0ba0ebe-05b8-4af9-a802-92993dc91411 HTTP/1.1" status: 204 len: 168 time: 1.0157287 Apr 18 21:15:43.659801 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.781813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214416f-4a4c-4534-8562-90f6774461ad req-49834627-7966-4179-bbf1-abbf268b73f9 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:43.789445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b214416f-4a4c-4534-8562-90f6774461ad req-49834627-7966-4179-bbf1-abbf268b73f9 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 945 time: 0.3599470 Apr 18 21:15:43.821396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 59848d00-8270-47ac-a321-774295db4c04 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:44.134012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 59848d00-8270-47ac-a321-774295db4c04 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:44.141729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 59848d00-8270-47ac-a321-774295db4c04 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:44.143709 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.194954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-005d9e10-d2df-40c5-98b1-09b3a6f2e1f9 req-689fc856-6c36-4f15-8edc-844fa56fbd82 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] For port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:44.195572 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-005d9e10-d2df-40c5-98b1-09b3a6f2e1f9 req-689fc856-6c36-4f15-8edc-844fa56fbd82 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.404240 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.404994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-005d9e10-d2df-40c5-98b1-09b3a6f2e1f9 req-689fc856-6c36-4f15-8edc-844fa56fbd82 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Calling delete_port for 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:15:44.484556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59848d00-8270-47ac-a321-774295db4c04'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:44.526323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 59848d00-8270-47ac-a321-774295db4c04, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=59848d00-8270-47ac-a321-774295db4c04,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:44.590570 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.590734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Pushing event updated for resources: {'Port': ['ID=3a412fee-9be7-4b87-851d-7b59cd6b307c,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:44.680968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=59848d00-8270-47ac-a321-774295db4c04,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:44.793325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b214416f-4a4c-4534-8562-90f6774461ad req-806e7780-2acd-467d-8c86-c2a5b41678b3 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0020754 Apr 18 21:15:44.794116 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-005d9e10-d2df-40c5-98b1-09b3a6f2e1f9 req-689fc856-6c36-4f15-8edc-844fa56fbd82 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.809029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['8ec26eb7-570a-497f-be75-3e09b39be86b', 'faa61d74-6a41-453c-bce1-58845a5b4a7e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:44.975511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fc856-6c36-4f15-8edc-844fa56fbd82 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Pushing event deleted for resources: {'Port': ['ID=6fbf7fa2-bc43-4037-9cec-1fa5dfb51017,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:45.027436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Attempting to bind port 3a412fee-9be7-4b87-851d-7b59cd6b307c on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:45.027777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Attempting to bind port 3a412fee-9be7-4b87-851d-7b59cd6b307c by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:45.028115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Attempting to bind port 3a412fee-9be7-4b87-851d-7b59cd6b307c on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:45.072770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Port 3a412fee-9be7-4b87-851d-7b59cd6b307c on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:15:45.073092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Attempting to bind port 3a412fee-9be7-4b87-851d-7b59cd6b307c on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:45.128564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43006) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:45.310012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:15:45.310356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Checking segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:45.310828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Bound using segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:15:45.311511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Bound port: 3a412fee-9be7-4b87-851d-7b59cd6b307c, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:45.311856 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.336474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:45.370553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-005d9e10-d2df-40c5-98b1-09b3a6f2e1f9 req-689fc856-6c36-4f15-8edc-844fa56fbd82 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] No DVR routers for this DVR port 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:45.397345 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-005d9e10-d2df-40c5-98b1-09b3a6f2e1f9 req-689fc856-6c36-4f15-8edc-844fa56fbd82 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.410440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8faae4ce-a673-4414-941d-67bc5e9edd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.422097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:15:45.422097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:15:45.454824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b17701a-d3c8-42bf-919c-699826946a0e', 'name': 'network-vif-deleted', 'tag': '6fbf7fa2-bc43-4037-9cec-1fa5dfb51017'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:45.482087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8faae4ce-a673-4414-941d-67bc5e9edd92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:45.488123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8faae4ce-a673-4414-941d-67bc5e9edd92 admin admin] Usage tracker for resource:security_group_rule and tenant:5a596e5d919a415995e02665f8dc3344 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:45.494920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8faae4ce-a673-4414-941d-67bc5e9edd92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:45.503179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8faae4ce-a673-4414-941d-67bc5e9edd92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:45.609514 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8faae4ce-a673-4414-941d-67bc5e9edd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.684460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79a214-06ab-4ee2-9e2f-00756428ea72 req-770be628-e01c-47af-980f-df12afe39d39 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:45.686160 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af79a214-06ab-4ee2-9e2f-00756428ea72 req-770be628-e01c-47af-980f-df12afe39d39 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.6735334 Apr 18 21:15:45.694006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-005d9e10-d2df-40c5-98b1-09b3a6f2e1f9 req-689fc856-6c36-4f15-8edc-844fa56fbd82 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.26 "DELETE /v2.0/ports/6fbf7fa2-bc43-4037-9cec-1fa5dfb51017 HTTP/1.1" status: 204 len: 173 time: 2.9327276 Apr 18 21:15:45.968862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-9e7f6ecb-c599-46c0-91d8-52da446367a6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:15:45.968862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af79a214-06ab-4ee2-9e2f-00756428ea72 req-0516c63b-a845-450b-9cdd-fd72864c0bf3 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256335 Apr 18 21:15:45.968862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] For port 3a412fee-9be7-4b87-851d-7b59cd6b307c, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:45.968862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] For port 3a412fee-9be7-4b87-851d-7b59cd6b307c, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3a412fee-9be7-4b87-851d-7b59cd6b307c,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:45.975975 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a155f7c-fa06-4949-a6a9-fc791240c242'] response: {'server_uuid': '107adf8b-8d83-42d0-af96-9add66fdc9da', 'name': 'network-vif-deleted', 'tag': '536bf98d-b847-4d17-a93c-6c82e2ebd76c', 'status': 'completed', 'code': 200} Apr 18 21:15:46.216587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa85ce-7b48-424f-a790-599ecea42ae6 req-f82de417-2bed-4a88-b180-9d81df89ac93 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:46.219310 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79aa85ce-7b48-424f-a790-599ecea42ae6 req-f82de417-2bed-4a88-b180-9d81df89ac93 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.1802115 Apr 18 21:15:46.333155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79aa85ce-7b48-424f-a790-599ecea42ae6 req-b8095623-39c2-46ed-8a62-6a7bbd00ffd4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982635 Apr 18 21:15:46.343037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-9e7f6ecb-c599-46c0-91d8-52da446367a6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:46.344532 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8faae4ce-a673-4414-941d-67bc5e9edd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.365891 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-9e7f6ecb-c599-46c0-91d8-52da446367a6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.384744 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f329c004-af86-4316-a917-1e41fca75639 None None] Sync routers for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:15:46.425846 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f329c004-af86-4316-a917-1e41fca75639 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:46.425846 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f329c004-af86-4316-a917-1e41fca75639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:15:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:46.553637 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-9e7f6ecb-c599-46c0-91d8-52da446367a6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "PUT /v2.0/floatingips/00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 HTTP/1.1" status: 200 len: 996 time: 7.8018847 Apr 18 21:15:46.562134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.663572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faae4ce-a673-4414-941d-67bc5e9edd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59af8d3a-eb75-408e-b95c-58dda0ec5f7c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:46.678826 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8faae4ce-a673-4414-941d-67bc5e9edd92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a596e5d919a415995e02665f8dc3344&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5478547 Apr 18 21:15:46.680222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43020) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:46.781690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Pushing event updated for resources: {'Port': ['ID=3a412fee-9be7-4b87-851d-7b59cd6b307c,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:46.809162 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-f329c004-af86-4316-a917-1e41fca75639 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:46.865904 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa3aaf7e-d731-4623-9f8f-85b6000bb4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.892208 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.895829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-0d3dabe6-afe0-45d0-95b9-0567947b8a56 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a412fee-9be7-4b87-851d-7b59cd6b307c HTTP/1.1" status: 200 len: 1091 time: 5.4231524 Apr 18 21:15:46.949969 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa3aaf7e-d731-4623-9f8f-85b6000bb4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.958909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ef004-6ea0-44da-ace7-a5383b96a6a4 req-6d4a92f1-de3c-4e8b-845a-75731f8f6114 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:46.960475 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-895ef004-6ea0-44da-ace7-a5383b96a6a4 req-6d4a92f1-de3c-4e8b-845a-75731f8f6114 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 943 time: 0.2456939 Apr 18 21:15:46.964718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-4cb06247-54f9-4b40-b530-b6217fe15a96 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 1096 time: 0.4102693 Apr 18 21:15:47.339390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa3aaf7e-d731-4623-9f8f-85b6000bb4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.339390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3aaf7e-d731-4623-9f8f-85b6000bb4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59af8d3a-eb75-408e-b95c-58dda0ec5f7c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:47.339390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa3aaf7e-d731-4623-9f8f-85b6000bb4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.339390 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fa3aaf7e-d731-4623-9f8f-85b6000bb4a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59af8d3a-eb75-408e-b95c-58dda0ec5f7c HTTP/1.1" status: 204 len: 168 time: 0.5583389 Apr 18 21:15:47.342955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-895ef004-6ea0-44da-ace7-a5383b96a6a4 req-6ebe8644-0b84-41a5-9b05-f3d3e8b15cf6 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684638 Apr 18 21:15:47.409606 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e63724-9c52-4570-acd8-32fdb21254ba'] response: {'server_uuid': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59848d00-8270-47ac-a321-774295db4c04', 'code': 200} Apr 18 21:15:47.420461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-df8c7464-05f7-448b-9ad1-93b90211d92c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:47.420461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-df8c7464-05f7-448b-9ad1-93b90211d92c service neutron] 10.222.0.11 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.4337766 Apr 18 21:15:47.494793 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f329c004-af86-4316-a917-1e41fca75639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '00ca5cf9-b702-4c2f-b608-1a3e9c3455f3', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'port_id': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'mac_address': 'fa:16:3e:ee:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:49Z', 'updated_at': '2022-04-18T21:15:40Z', 'revision_number': 8, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:47.505185 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f329c004-af86-4316-a917-1e41fca75639 None None] Checking router: 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:15:47.538950 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f329c004-af86-4316-a917-1e41fca75639 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:47.541928 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f329c004-af86-4316-a917-1e41fca75639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:15:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:47.612315 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a086a0b3-dcbd-4a50-a1ee-21f596431e61'] response: {'server_uuid': '6b17701a-d3c8-42bf-919c-699826946a0e', 'name': 'network-vif-deleted', 'tag': '6fbf7fa2-bc43-4037-9cec-1fa5dfb51017', 'status': 'completed', 'code': 200} Apr 18 21:15:47.631387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-c809550c-5536-4fcf-a547-dbb93d9e48d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 1094 time: 0.4828901 Apr 18 21:15:47.662176 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7ae616b7-edb4-4938-a9eb-f9ea8374f8b4 req-63bcf307-6b5f-4bd7-891a-709c9ece81a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 1096 time: 0.1829908 Apr 18 21:15:47.783230 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7ae616b7-edb4-4938-a9eb-f9ea8374f8b4 req-a50ee293-b770-4c55-b3aa-11a6e979356c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144218 Apr 18 21:15:47.850461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-cf73d7cc-937e-4fd2-b57b-15337fd2edc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a412fee-9be7-4b87-851d-7b59cd6b307c HTTP/1.1" status: 200 len: 217 time: 0.1852365 Apr 18 21:15:48.003034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d5addf57-3f82-420f-aa6f-ad28256ec01b req-f6e26eb9-2f8f-4f89-8f03-b4cac3d611cb tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Synchronizing usage tracker for tenant:6d1cac00a5644dba910d37b07cf27078 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:48.003624 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-f329c004-af86-4316-a917-1e41fca75639 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:48.052057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-bc7c66ef-70c5-45fb-a9c4-829737225475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:48.053686 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-bc7c66ef-70c5-45fb-a9c4-829737225475 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.1212320 Apr 18 21:15:48.055491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-eba8a593-c7b4-4e27-a2cd-df14edfd52a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 999 time: 0.6297960 Apr 18 21:15:48.158120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-acf30ee3-7bab-4801-abb8-656849d8d338 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891919 Apr 18 21:15:48.253447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d5addf57-3f82-420f-aa6f-ad28256ec01b req-f6e26eb9-2f8f-4f89-8f03-b4cac3d611cb tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Unset dirty status for tenant:6d1cac00a5644dba910d37b07cf27078 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:48.267233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5addf57-3f82-420f-aa6f-ad28256ec01b req-f6e26eb9-2f8f-4f89-8f03-b4cac3d611cb tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b17701a-d3c8-42bf-919c-699826946a0e HTTP/1.1" status: 200 len: 210 time: 0.4246545 Apr 18 21:15:48.279507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-0c17295e-93b3-411d-a566-3531e8a8173b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:48.285960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-0c17295e-93b3-411d-a566-3531e8a8173b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.1835039 Apr 18 21:15:48.567536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43040) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:48.614379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a346f83-14b5-4511-b64d-3c9c44bf6f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.670609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4a346f83-14b5-4511-b64d-3c9c44bf6f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:48.684615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4a346f83-14b5-4511-b64d-3c9c44bf6f83 admin admin] Usage tracker for resource:security_group_rule and tenant:8892ed3a30484e32982c4534d7b4fe88 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:48.684615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4a346f83-14b5-4511-b64d-3c9c44bf6f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:48.684615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4a346f83-14b5-4511-b64d-3c9c44bf6f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:48.712417 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f329c004-af86-4316-a917-1e41fca75639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '00ca5cf9-b702-4c2f-b608-1a3e9c3455f3', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'port_id': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'mac_address': 'fa:16:3e:ee:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:49Z', 'updated_at': '2022-04-18T21:15:40Z', 'revision_number': 8, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:48.725668 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f329c004-af86-4316-a917-1e41fca75639 None None] The sync data for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 is: [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '00ca5cf9-b702-4c2f-b608-1a3e9c3455f3', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'port_id': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'mac_address': 'fa:16:3e:ee:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:49Z', 'updated_at': '2022-04-18T21:15:40Z', 'revision_number': 8, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:15:48.748686 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-3255db24-4fa8-4627-814b-3478ed4f542a service neutron] 10.222.0.26 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815296 Apr 18 21:15:48.818674 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a346f83-14b5-4511-b64d-3c9c44bf6f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.920601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a346f83-14b5-4511-b64d-3c9c44bf6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.923941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-54d971e3-9e76-46cc-a706-dd11d1ff414f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6341717 Apr 18 21:15:49.003062 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4a346f83-14b5-4511-b64d-3c9c44bf6f83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8892ed3a30484e32982c4534d7b4fe88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4321611 Apr 18 21:15:49.003062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a346f83-14b5-4511-b64d-3c9c44bf6f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a017178-0d97-4375-b8e2-66319e66d3ee,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:49.004575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43046) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:49.080004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1fc820-afe5-422a-a13b-494d2cd1049c None None] New status for floating IP 00ca5cf9-b702-4c2f-b608-1a3e9c3455f3: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:15:49.101341 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a36c022e-0f38-433a-88ff-3ad63ddeb631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.141796 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a36c022e-0f38-433a-88ff-3ad63ddeb631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.217754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-481d76c1-b282-45ea-b46c-0ae0b1949965 req-fbf26210-5ca3-47b8-bcd2-5e80510498d0 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606695 Apr 18 21:15:49.244888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21718f57-bcba-43b3-8dd5-f3616f435b7c req-40bb723a-a0cb-430c-b127-a1676f987866 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:49.249989 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21718f57-bcba-43b3-8dd5-f3616f435b7c req-40bb723a-a0cb-430c-b127-a1676f987866 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.5539238 Apr 18 21:15:49.285919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a36c022e-0f38-433a-88ff-3ad63ddeb631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.304337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c022e-0f38-433a-88ff-3ad63ddeb631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a017178-0d97-4375-b8e2-66319e66d3ee,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:49.326603 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a36c022e-0f38-433a-88ff-3ad63ddeb631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.333225 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a36c022e-0f38-433a-88ff-3ad63ddeb631 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a017178-0d97-4375-b8e2-66319e66d3ee HTTP/1.1" status: 204 len: 168 time: 0.3222513 Apr 18 21:15:49.346731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21718f57-bcba-43b3-8dd5-f3616f435b7c req-694fd9e7-2c63-46f1-a94c-2b7b0456ffb6 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934205 Apr 18 21:15:49.365356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-d62c40d9-d3d6-4ad1-889f-6dc6c6d28f1e service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239137 Apr 18 21:15:49.607490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb20b09-a937-4819-aba9-d3bbe72ce58d req-e7408cf4-b3a0-4099-956e-00759890b235 service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249088 Apr 18 21:15:49.614472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b'}, {'name': 'network-changed', 'server_uuid': '3626b3cd-3672-4e72-9fbe-3589eccea557', 'tag': '3a412fee-9be7-4b87-851d-7b59cd6b307c'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:49.629677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43941ec1-a85b-4f48-81e4-25923833f5b8 req-1ad46c8c-a145-45dc-b1f1-35c2d52c7a4b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:49.635124 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43941ec1-a85b-4f48-81e4-25923833f5b8 req-1ad46c8c-a145-45dc-b1f1-35c2d52c7a4b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.1304760 Apr 18 21:15:49.686756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43941ec1-a85b-4f48-81e4-25923833f5b8 req-a11039bf-ee02-4666-977a-b675a2295642 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Apr 18 21:15:49.894666 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ef501e-a163-46eb-bf60-e7d7ad6155bc'] response: {'name': 'network-changed', 'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'status': 'completed', 'code': 200} Apr 18 21:15:49.895324 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ef501e-a163-46eb-bf60-e7d7ad6155bc'] response: {'name': 'network-changed', 'server_uuid': '3626b3cd-3672-4e72-9fbe-3589eccea557', 'tag': '3a412fee-9be7-4b87-851d-7b59cd6b307c', 'status': 'completed', 'code': 200} Apr 18 21:15:50.135256 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-25a3e10b-88ec-4b11-856b-48addd696c38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 1096 time: 0.2263536 Apr 18 21:15:50.224043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cc0323a-e857-4f1a-bd83-15193ef269e7 req-da09841c-9aa2-4fab-82da-aa325d8abbc6 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips/00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 HTTP/1.1" status: 200 len: 998 time: 0.2700574 Apr 18 21:15:50.257904 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4260eeef-c639-4fdd-b1be-fb05d0d2957f req-1b31279f-b665-4bf7-ab43-c4d40c13f2e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 1096 time: 0.2271202 Apr 18 21:15:50.267010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ffaf3-a06e-4897-b48f-ddd715c5a814 req-14909a0b-2ac3-443d-8113-d62d648690f3 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:50.268576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d4ffaf3-a06e-4897-b48f-ddd715c5a814 req-14909a0b-2ac3-443d-8113-d62d648690f3 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 943 time: 0.4414384 Apr 18 21:15:50.403897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-0ff5e30f-4db1-4503-8bf5-5fa3e7e2f67e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:50.405552 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-0ff5e30f-4db1-4503-8bf5-5fa3e7e2f67e service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.2625620 Apr 18 21:15:50.417305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d4ffaf3-a06e-4897-b48f-ddd715c5a814 req-afef0f9d-f016-432e-a567-27d57371f539 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907195 Apr 18 21:15:50.450632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-91cb0120-d460-46d3-add1-ed597179fa30 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 1094 time: 0.5369396 Apr 18 21:15:50.599393 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-4b9f5f43-61b1-4e41-80aa-cb70e8a1114a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 1001 time: 0.1855307 Apr 18 21:15:50.602483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-cb59d160-be52-46dd-b244-577e5b0b32a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:50.603854 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-cb59d160-be52-46dd-b244-577e5b0b32a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 906 time: 0.1409006 Apr 18 21:15:50.613842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0323a-e857-4f1a-bd83-15193ef269e7 req-7a93fd01-7e77-4d7f-9b62-ad624534e179 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:50.620662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cc0323a-e857-4f1a-bd83-15193ef269e7 req-7a93fd01-7e77-4d7f-9b62-ad624534e179 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.3951380 Apr 18 21:15:50.627323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-9cc0323a-e857-4f1a-bd83-15193ef269e7 req-fa6f3245-e32f-46c4-a413-cb72d2794317 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:15:50.639223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cc0323a-e857-4f1a-bd83-15193ef269e7 req-fa6f3245-e32f-46c4-a413-cb72d2794317 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0174546 Apr 18 21:15:50.690946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260eeef-c639-4fdd-b1be-fb05d0d2957f req-1f707390-b5f9-41af-9e70-63f937955062 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:50.692395 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4260eeef-c639-4fdd-b1be-fb05d0d2957f req-1f707390-b5f9-41af-9e70-63f937955062 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 912 time: 0.4290328 Apr 18 21:15:50.708909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-ba54dd74-c44d-4e22-94a1-e157ad17d1bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a412fee-9be7-4b87-851d-7b59cd6b307c HTTP/1.1" status: 200 len: 217 time: 0.0853038 Apr 18 21:15:50.774484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-a1509f8a-4c9b-459f-a385-d3653144d26f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:50.775905 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-a1509f8a-4c9b-459f-a385-d3653144d26f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.1351719 Apr 18 21:15:50.777765 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4260eeef-c639-4fdd-b1be-fb05d0d2957f req-e10f9792-dd3c-4528-a6b9-dc6cf4b38778 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=835aa0e1-9839-4638-92e6-70d42c829c16 HTTP/1.1" status: 200 len: 217 time: 0.0778425 Apr 18 21:15:50.832594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-729d05db-9f7f-47d8-bf73-64b8bac22677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:50.834041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-729d05db-9f7f-47d8-bf73-64b8bac22677 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.1175835 Apr 18 21:15:50.918170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-3018603b-6ffc-4b23-a284-9c969f81907c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711267 Apr 18 21:15:50.928837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260eeef-c639-4fdd-b1be-fb05d0d2957f req-968b6bdd-0cb7-49b8-98d8-4f6b17a12cdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:50.928837 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4260eeef-c639-4fdd-b1be-fb05d0d2957f req-968b6bdd-0cb7-49b8-98d8-4f6b17a12cdd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.0990200 Apr 18 21:15:50.977822 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-b45244f3-3e3e-4c33-ba89-7fe9c10a2882 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915381 Apr 18 21:15:50.984915 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:15:50.987354 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4260eeef-c639-4fdd-b1be-fb05d0d2957f req-cece0d54-3e4d-458e-842b-25d3fdd463d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521812 Apr 18 21:15:51.040102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec4002-68df-4817-9bed-155ff92fe7bf req-5a83587d-8cd0-4046-9bae-f7f1fc9a7853 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:51.041658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0ec4002-68df-4817-9bed-155ff92fe7bf req-5a83587d-8cd0-4046-9bae-f7f1fc9a7853 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.2727070 Apr 18 21:15:51.238571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0ec4002-68df-4817-9bed-155ff92fe7bf req-fa6dcca1-4c40-458b-8ca3-81eb103f90c6 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412327 Apr 18 21:15:51.252177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-66b6ee0c-e4da-4065-81e8-db140ea4393e tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.2274888 Apr 18 21:15:51.254286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-6901a349-eca3-4052-b467-79cd81cef593 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298838 Apr 18 21:15:51.285873 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4260eeef-c639-4fdd-b1be-fb05d0d2957f req-9e674c3d-8f18-4f52-9b84-c0338d9c1baa service neutron] 10.222.0.59 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795269 Apr 18 21:15:51.509512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-6b47f2ba-a74a-4833-9c29-87d551892871 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:51.518790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-6b47f2ba-a74a-4833-9c29-87d551892871 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports/9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 942 time: 0.2550814 Apr 18 21:15:51.590154 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-0158922a-c2f1-4f09-a07b-84027d61ce4d service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047993 Apr 18 21:15:51.596994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-b6b11a4e-953d-4d98-9070-161607d76347 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345096 Apr 18 21:15:51.612436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8d3b0-6050-4226-8763-aceb32d31b51 req-641feee9-348d-42a4-9083-929001bad11d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:51.620829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8dd8d3b0-6050-4226-8763-aceb32d31b51 req-641feee9-348d-42a4-9083-929001bad11d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.1846938 Apr 18 21:15:51.759525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8dd8d3b0-6050-4226-8763-aceb32d31b51 req-b77b27c4-3e44-48de-88c0-0699f37c1939 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380157 Apr 18 21:15:51.786222 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-489bba07-b259-44e9-984a-8e7a8c95018c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.1625102 Apr 18 21:15:51.792717 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4260eeef-c639-4fdd-b1be-fb05d0d2957f req-e877dc76-be43-4d35-af68-4f06a8ea5b11 service neutron] 10.222.0.59 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982088 Apr 18 21:15:51.809698 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0ca27c41-f1d2-4883-8b00-52af12e823d0 req-e5d19598-f87b-46c7-967d-be1fe1e6d6a1 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101581 Apr 18 21:15:52.157034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-93ee00ad-3d05-4691-8e00-bd8e007a0cdd tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:52.163834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-93ee00ad-3d05-4691-8e00-bd8e007a0cdd tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.3733704 Apr 18 21:15:52.234880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716ab32-c2ae-4d92-be0e-0701a7c97dff req-22a66f10-5a65-4f63-9ea3-e8f60e7559c2 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:52.236338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f716ab32-c2ae-4d92-be0e-0701a7c97dff req-22a66f10-5a65-4f63-9ea3-e8f60e7559c2 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=890d78eb-7188-4bde-a57c-fe8baf6fcb95 HTTP/1.1" status: 200 len: 946 time: 0.3449407 Apr 18 21:15:52.309929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-499a8729-7d6f-4741-a58f-df05816ec103 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.1453300 Apr 18 21:15:52.322379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-a55dd521-b1ed-4f91-b3d9-f1a46d3ebdcb tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Request body: {'floatingip': {'port_id': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:52.399530 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f716ab32-c2ae-4d92-be0e-0701a7c97dff req-c880b9a2-3dbd-49ce-8825-d5a6b49be82f tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535699 Apr 18 21:15:52.448340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-a55dd521-b1ed-4f91-b3d9-f1a46d3ebdcb tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.731037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43120) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:52.747342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efd4f6-c5cf-4d7e-9c13-fd78f57bc410 req-aae719f4-06d1-4fad-877f-ce04fc65d82f tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:52.748808 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95efd4f6-c5cf-4d7e-9c13-fd78f57bc410 req-aae719f4-06d1-4fad-877f-ce04fc65d82f tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.1880412 Apr 18 21:15:52.881251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1637345115', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:52.881498 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-a55dd521-b1ed-4f91-b3d9-f1a46d3ebdcb tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.887327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:52.891308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Usage tracker for resource:port and tenant:94d34be8bfc04289ab50312eb8a7c2c6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:52.894377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:52.901238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:52.925336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95efd4f6-c5cf-4d7e-9c13-fd78f57bc410 req-f7d9056d-b5e5-4750-8ab4-542da777d55d tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219354 Apr 18 21:15:52.961646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c402f3a-4015-4b4a-a9cd-38d9e9110eb4 req-40d78e91-a9e0-46a1-893b-4859fd3c1846 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:52.963107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c402f3a-4015-4b4a-a9cd-38d9e9110eb4 req-40d78e91-a9e0-46a1-893b-4859fd3c1846 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.26 "GET /v2.0/ports?device_id=890d78eb-7188-4bde-a57c-fe8baf6fcb95 HTTP/1.1" status: 200 len: 946 time: 0.1196916 Apr 18 21:15:52.964219 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-a55dd521-b1ed-4f91-b3d9-f1a46d3ebdcb tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.964530 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-a55dd521-b1ed-4f91-b3d9-f1a46d3ebdcb tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Floating IP 00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 disassociated. External IP: 172.25.3.224, port: 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b. Apr 18 21:15:53.024627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Made reservation on behalf of 94d34be8bfc04289ab50312eb8a7c2c6 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:53.027177 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.040912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.084036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:53.088228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Usage tracker for resource:security_group_rule and tenant:94d34be8bfc04289ab50312eb8a7c2c6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:53.091227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:53.097739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:53.174946 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.202261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5c402f3a-4015-4b4a-a9cd-38d9e9110eb4 req-f34bc56d-8ebb-4270-bae3-74534e1c606b tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Deleting port faa61d74-6a41-453c-bce1-58845a5b4a7e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:15:53.202604 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c402f3a-4015-4b4a-a9cd-38d9e9110eb4 req-f34bc56d-8ebb-4270-bae3-74534e1c606b tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.262859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.283931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] device_id is not set on port cd614205-70b3-41dc-b9f8-232164975009 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:15:53.341941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f8fb4c-6f52-44d1-998a-0ca6ede7fbe1,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:53.355938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f60fc-241b-4f31-8244-1203f268261b req-1c7a8577-569c-43ab-b508-f9a87c2dac5b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:53.357826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-069f60fc-241b-4f31-8244-1203f268261b req-1c7a8577-569c-43ab-b508-f9a87c2dac5b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 943 time: 0.2404802 Apr 18 21:15:53.373873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:53.374131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:53.374694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:53.374863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:53.375337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:53.375463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:53.375795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:53.376179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:53.376486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:53.376817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:53.377209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:53.499849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Allocated IP 172.25.3.11 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/cd614205-70b3-41dc-b9f8-232164975009) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:53.545684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-069f60fc-241b-4f31-8244-1203f268261b req-250959f2-5bd8-4b81-9134-d60dba07e024 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645701 Apr 18 21:15:53.613426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5c402f3a-4015-4b4a-a9cd-38d9e9110eb4 req-f34bc56d-8ebb-4270-bae3-74534e1c606b tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] For port faa61d74-6a41-453c-bce1-58845a5b4a7e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=faa61d74-6a41-453c-bce1-58845a5b4a7e,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:53.613727 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c402f3a-4015-4b4a-a9cd-38d9e9110eb4 req-f34bc56d-8ebb-4270-bae3-74534e1c606b tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.783245 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.913755 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5c402f3a-4015-4b4a-a9cd-38d9e9110eb4 req-f34bc56d-8ebb-4270-bae3-74534e1c606b tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Calling delete_port for faa61d74-6a41-453c-bce1-58845a5b4a7e owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:15:53.934067 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.950332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 835aa0e1-9839-4638-92e6-70d42c829c16 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:54.017321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:54.020008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:54.023880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:54.062723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Pushing event updated for resources: {'Port': ['ID=cd614205-70b3-41dc-b9f8-232164975009,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:54.086150 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:54.086989 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.137753 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.182960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f00d3bd-b01d-4871-a89d-f0f86d0df9c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835aa0e1-9839-4638-92e6-70d42c829c16'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:54.182960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 835aa0e1-9839-4638-92e6-70d42c829c16, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=835aa0e1-9839-4638-92e6-70d42c829c16,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:54.205995 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fcff0bcf-fc53-49e2-ad86-910e36bc29a1 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.4732726 Apr 18 21:15:54.206999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43136) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:54.212788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.11'}]}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:54.218877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:54.224077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Usage tracker for resource:router and tenant:94d34be8bfc04289ab50312eb8a7c2c6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:54.234476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:54.241089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:54.275319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb566429-fc4e-4781-b138-20225ef5a4fe req-10c33235-f988-430b-b91f-5f1765fc19b0 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:54.276759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb566429-fc4e-4781-b138-20225ef5a4fe req-10c33235-f988-430b-b91f-5f1765fc19b0 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 945 time: 0.4569750 Apr 18 21:15:54.287338 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.336240 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.337675 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.362575 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb566429-fc4e-4781-b138-20225ef5a4fe req-5374080f-da54-4d96-bebc-2a8d246420ff tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741851 Apr 18 21:15:54.368769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=835aa0e1-9839-4638-92e6-70d42c829c16,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:54.408899 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-42030665-269f-47f8-b3f8-9bd952bed1d4 req-021f8bdf-4a64-44fa-8036-511f891a56db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1393621 Apr 18 21:15:54.418328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-a55dd521-b1ed-4f91-b3d9-f1a46d3ebdcb tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:15:54.547963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c402f3a-4015-4b4a-a9cd-38d9e9110eb4 req-f34bc56d-8ebb-4270-bae3-74534e1c606b tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.553631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.561837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['8ec26eb7-570a-497f-be75-3e09b39be86b', 'faa61d74-6a41-453c-bce1-58845a5b4a7e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:54.579121 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-42030665-269f-47f8-b3f8-9bd952bed1d4 req-8b618535-4f15-4e5b-9ef5-da075879803f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 1095 time: 0.1400723 Apr 18 21:15:54.632514 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-69241834-c6c0-4b49-a095-efdcb05ca17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.727500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bc56d-8ebb-4270-bae3-74534e1c606b tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Pushing event deleted for resources: {'Port': ['ID=faa61d74-6a41-453c-bce1-58845a5b4a7e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:54.850191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c402f3a-4015-4b4a-a9cd-38d9e9110eb4 req-f34bc56d-8ebb-4270-bae3-74534e1c606b tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] No DVR routers for this DVR port faa61d74-6a41-453c-bce1-58845a5b4a7e on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:54.853029 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c402f3a-4015-4b4a-a9cd-38d9e9110eb4 req-f34bc56d-8ebb-4270-bae3-74534e1c606b tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.861387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890d78eb-7188-4bde-a57c-fe8baf6fcb95', 'name': 'network-vif-deleted', 'tag': 'faa61d74-6a41-453c-bce1-58845a5b4a7e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:54.922156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42030665-269f-47f8-b3f8-9bd952bed1d4 req-04bc8c70-0830-4fe9-971b-f589ab33dcd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:54.923586 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-42030665-269f-47f8-b3f8-9bd952bed1d4 req-04bc8c70-0830-4fe9-971b-f589ab33dcd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.3178318 Apr 18 21:15:54.935145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-a55dd521-b1ed-4f91-b3d9-f1a46d3ebdcb tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:54.939661 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-a55dd521-b1ed-4f91-b3d9-f1a46d3ebdcb tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.946969 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb53c4-1792-4677-a35d-6d952a6147c7 None None] Sync routers for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:15:54.964915 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb53c4-1792-4677-a35d-6d952a6147c7 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:54.965790 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8ecb53c4-1792-4677-a35d-6d952a6147c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:15:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:55.000102 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-42030665-269f-47f8-b3f8-9bd952bed1d4 req-f6bd1b49-4792-48d9-87b1-2910ef5b0152 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8 HTTP/1.1" status: 200 len: 217 time: 0.0689580 Apr 18 21:15:55.042214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-a55dd521-b1ed-4f91-b3d9-f1a46d3ebdcb tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "PUT /v2.0/floatingips/00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 HTTP/1.1" status: 200 len: 696 time: 2.7249308 Apr 18 21:15:55.045746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c402f3a-4015-4b4a-a9cd-38d9e9110eb4 req-f34bc56d-8ebb-4270-bae3-74534e1c606b tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.26 "DELETE /v2.0/ports/faa61d74-6a41-453c-bce1-58845a5b4a7e HTTP/1.1" status: 204 len: 173 time: 2.0286808 Apr 18 21:15:55.050094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.081202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42030665-269f-47f8-b3f8-9bd952bed1d4 req-5e15351d-3447-40b6-9493-1173ded62d07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:55.082860 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-42030665-269f-47f8-b3f8-9bd952bed1d4 req-5e15351d-3447-40b6-9493-1173ded62d07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.0775394 Apr 18 21:15:55.133979 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-42030665-269f-47f8-b3f8-9bd952bed1d4 req-fcbc21ba-b455-498b-b8d6-393f192bd926 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450788 Apr 18 21:15:55.231092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-9bdb48d1-6ba8-40ce-be79-37ca98521ab0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 1096 time: 0.1699758 Apr 18 21:15:55.347116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3a412fee-9be7-4b87-851d-7b59cd6b307c details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:15:55.446357 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8ecb53c4-1792-4677-a35d-6d952a6147c7 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:55.615982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3a412fee-9be7-4b87-851d-7b59cd6b307c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3a412fee-9be7-4b87-851d-7b59cd6b307c,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:55.627357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-6b876fd3-1944-4b21-a6a4-90a30b614f07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:55.629260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-6b876fd3-1944-4b21-a6a4-90a30b614f07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.3919823 Apr 18 21:15:55.641247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '3a412fee-9be7-4b87-851d-7b59cd6b307c', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'port_id': '3a412fee-9be7-4b87-851d-7b59cd6b307c', 'mac_address': 'fa:16:3e:fe:9a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d043342-3347-4e69-83c4-d979a544cbfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:15:55.762349 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.788304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a412fee-9be7-4b87-851d-7b59cd6b307c {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:55.801191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-419c73a1-c73f-488c-b458-e2cfb4170a0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 217 time: 0.1658506 Apr 18 21:15:55.820855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3a412fee-9be7-4b87-851d-7b59cd6b307c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3a412fee-9be7-4b87-851d-7b59cd6b307c,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:55.866381 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-42030665-269f-47f8-b3f8-9bd952bed1d4 req-a5ca56bf-a15c-445e-8e0c-11218b40e766 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260180 Apr 18 21:15:55.927727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-69b02388-0f33-43e2-a71e-7554f64107cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:55.929176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-69b02388-0f33-43e2-a71e-7554f64107cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.1188402 Apr 18 21:15:55.936858 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8ecb53c4-1792-4677-a35d-6d952a6147c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:55.941748 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb53c4-1792-4677-a35d-6d952a6147c7 None None] Checking router: 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:15:55.954617 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb53c4-1792-4677-a35d-6d952a6147c7 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:55.956430 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8ecb53c4-1792-4677-a35d-6d952a6147c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:15:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:55.974587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5911e315-1055-44b9-8a0f-af681b228b4c req-f7f2153e-0d3f-4327-86a3-82b483caaa63 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Synchronizing usage tracker for tenant:6d1cac00a5644dba910d37b07cf27078 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:56.031437 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-648fe966-3ea9-4bbc-af20-61dbecbb366c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903924 Apr 18 21:15:56.066632 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-42030665-269f-47f8-b3f8-9bd952bed1d4 req-b1a9d3be-b379-4ae7-8cce-4404d619331a service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867030 Apr 18 21:15:56.146152 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.201233 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8ecb53c4-1792-4677-a35d-6d952a6147c7 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:56.285099 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.286508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5911e315-1055-44b9-8a0f-af681b228b4c req-f7f2153e-0d3f-4327-86a3-82b483caaa63 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Unset dirty status for tenant:6d1cac00a5644dba910d37b07cf27078 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:56.297700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=3a412fee-9be7-4b87-851d-7b59cd6b307c,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:56.298277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5911e315-1055-44b9-8a0f-af681b228b4c req-f7f2153e-0d3f-4327-86a3-82b483caaa63 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=890d78eb-7188-4bde-a57c-fe8baf6fcb95 HTTP/1.1" status: 200 len: 210 time: 0.4269776 Apr 18 21:15:56.335480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.353433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-38d97f98-f972-4176-874a-59f9d39fc4ca service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154745 Apr 18 21:15:56.433725 n-d-836017-3 neutron-server[85050]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6ec04489-2cbc-4aa6-adbb-e249118bb0d7']: {'server_uuid': '6f00d3bd-b01d-4871-a89d-f0f86d0df9c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '835aa0e1-9839-4638-92e6-70d42c829c16', 'code': 422} returned with failed status Apr 18 21:15:56.610220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['3a412fee-9be7-4b87-851d-7b59cd6b307c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:56.661356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1733fbe6-35b9-4dc5-a522-0941634047d4 req-342b3de9-1c05-4c15-8a31-65c61d21fcd5 service neutron] 10.222.0.11 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972262 Apr 18 21:15:56.674591 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8ecb53c4-1792-4677-a35d-6d952a6147c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:56.678977 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb53c4-1792-4677-a35d-6d952a6147c7 None None] The sync data for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 is: [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:14:11Z', 'revision_number': 4, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'ba142977-00e9-4718-bf71-ce5a304d96b3', 'name': '', 'network_id': 'fdcb0fc3-7982-4f27-8f92-b49a4879ce9a', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'mac_address': 'fa:16:3e:48:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:08Z', 'updated_at': '2022-04-18T21:14:29Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'subnets': [{'id': 'c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:15:56.684510 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.690818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1057dba-0abd-43ae-a4e0-6e803dc7ac61 req-5136a713-4ed9-4a6f-b3a2-f66faa7939ca tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:56.696902 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1057dba-0abd-43ae-a4e0-6e803dc7ac61 req-5136a713-4ed9-4a6f-b3a2-f66faa7939ca tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 944 time: 0.1190183 Apr 18 21:15:56.828096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1057dba-0abd-43ae-a4e0-6e803dc7ac61 req-2fa50404-7546-4fac-bd36-fe24f19be32f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268647 Apr 18 21:15:56.927242 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51b7108-1775-4777-bc2e-f5af894e08f3'] response: {'server_uuid': '890d78eb-7188-4bde-a57c-fe8baf6fcb95', 'name': 'network-vif-deleted', 'tag': 'faa61d74-6a41-453c-bce1-58845a5b4a7e', 'status': 'completed', 'code': 200} Apr 18 21:15:57.099212 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-18e04228-8635-4ea3-b759-9720d8441379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.147449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b6d93-1096-4c6f-ad6a-17c6fab342ed None None] New status for floating IP 00ca5cf9-b702-4c2f-b608-1a3e9c3455f3: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:15:57.379063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce9743-6ab0-4044-842d-e6766d77f961 req-eda1c9fd-073a-4c0d-b149-f1523ef292e8 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:57.384841 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.386396 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4ce9743-6ab0-4044-842d-e6766d77f961 req-eda1c9fd-073a-4c0d-b149-f1523ef292e8 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.2420201 Apr 18 21:15:57.393112 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.448758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device faa61d74-6a41-453c-bce1-58845a5b4a7e no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:57.456450 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-9c9063a5-c208-43c1-bb68-81d2513ecbd6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2498569 Apr 18 21:15:57.458968 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4ce9743-6ab0-4044-842d-e6766d77f961 req-517dfd80-9e42-49e1-b74e-686d4c518dcb tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714908 Apr 18 21:15:57.474366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a1de0-90ce-4c99-b02c-6334293df255 req-3c5c3cd6-71d6-478a-93e7-66d6e2df01e7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:57.476091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-046a1de0-90ce-4c99-b02c-6334293df255 req-3c5c3cd6-71d6-478a-93e7-66d6e2df01e7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 943 time: 0.2277095 Apr 18 21:15:57.516503 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.517232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a59a1041-9830-4881-842b-d44aa05a35d6 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:15:57.558993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-046a1de0-90ce-4c99-b02c-6334293df255 req-1666ab18-0024-4473-9a82-87f3760a127b tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728974 Apr 18 21:15:57.630633 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:15:57.632333 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4dd63dfe-0c59-4a19-8761-236e5d9d4731 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4235964 Apr 18 21:15:57.636905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43174) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:57.643819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: faa61d74-6a41-453c-bce1-58845a5b4a7e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:15:57.644512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device faa61d74-6a41-453c-bce1-58845a5b4a7e not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:15:57.753488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-4928385d-9236-4b57-849c-356e8f69402d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9645b053fccf4eef884d2647dc741bdf&device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 6492 time: 0.1578035 Apr 18 21:15:57.787961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7a748642-7d30-4b71-8bbb-baa6bd82f579 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Deleting port cd614205-70b3-41dc-b9f8-232164975009 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:15:57.790457 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a748642-7d30-4b71-8bbb-baa6bd82f579 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.955812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 835aa0e1-9839-4638-92e6-70d42c829c16 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:57.988046 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.027703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439424-d714-44f2-94d4-a59e785d0148 req-4c6989a2-3302-49e1-9c07-e6014e0e00ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:58.028081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439424-d714-44f2-94d4-a59e785d0148 req-4c6989a2-3302-49e1-9c07-e6014e0e00ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:58.028447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439424-d714-44f2-94d4-a59e785d0148 req-4c6989a2-3302-49e1-9c07-e6014e0e00ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:58.031795 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-4c6989a2-3302-49e1-9c07-e6014e0e00ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c&id=1cc80a87-9277-46e9-a112-672de24237e7&id=1cc80a87-9277-46e9-a112-672de24237e7&id=1cc80a87-9277-46e9-a112-672de24237e7&id=1cc80a87-9277-46e9-a112-672de24237e7&id=32bad53f-27bf-4d63-8186-7b1e34c831f3&id=32bad53f-27bf-4d63-8186-7b1e34c831f3 HTTP/1.1" status: 200 len: 2293 time: 0.2527416 Apr 18 21:15:58.190361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-81785417-c25f-42b0-a9b3-363eaeddcc90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ea4309-8d10-45e8-8c66-3fbfd04a2242 HTTP/1.1" status: 200 len: 1002 time: 0.1478453 Apr 18 21:15:58.268674 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a748642-7d30-4b71-8bbb-baa6bd82f579 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.314354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439424-d714-44f2-94d4-a59e785d0148 req-91908895-2c64-48de-a281-3106bd28a8d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:58.314354 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-91908895-2c64-48de-a281-3106bd28a8d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=096cc853-83c4-4359-8b02-63ffa3b3538c HTTP/1.1" status: 200 len: 851 time: 0.1158428 Apr 18 21:15:58.511158 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.513835 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-4f4ff191-14f8-4ec4-8c73-f3083b8e4d60 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips/00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 HTTP/1.1" status: 200 len: 694 time: 0.0922468 Apr 18 21:15:58.516995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-63c1d10e-009b-4f10-b532-8d767bc04d00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1984272 Apr 18 21:15:58.539585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7a748642-7d30-4b71-8bbb-baa6bd82f579 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Calling delete_port for cd614205-70b3-41dc-b9f8-232164975009 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:15:58.773150 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a748642-7d30-4b71-8bbb-baa6bd82f579 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.786263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-71aab0de-d231-4dc1-a8e8-7f95f1fd73bc tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:58.787675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-71aab0de-d231-4dc1-a8e8-7f95f1fd73bc tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.2689009 Apr 18 21:15:58.793140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-faa47bf3-168d-4bcb-9521-dc5538c45e8a service neutron] 10.222.0.26 "GET /v2.0/networks/5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558472 Apr 18 21:15:58.798785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-e7ddc03c-8a25-4308-a0c5-679baccc3660 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:15:58.801340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-e7ddc03c-8a25-4308-a0c5-679baccc3660 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056667 Apr 18 21:15:58.861780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a748642-7d30-4b71-8bbb-baa6bd82f579 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd614205-70b3-41dc-b9f8-232164975009,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:58.929608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:58.942842 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a748642-7d30-4b71-8bbb-baa6bd82f579 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.957580 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7a748642-7d30-4b71-8bbb-baa6bd82f579 tempest-RoutersAdminNegativeIpV6Test-1246841875 tempest-RoutersAdminNegativeIpV6Test-1246841875-project-admin] 10.222.0.11 "DELETE /v2.0/ports/cd614205-70b3-41dc-b9f8-232164975009 HTTP/1.1" status: 204 len: 168 time: 1.3162181 Apr 18 21:15:59.090949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-e1e040b3-0298-44d5-893c-0236db1506e8 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 697 time: 0.2721066 Apr 18 21:15:59.199350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-142d1567-80b8-487c-b00a-3d52a364cf8b service neutron] 10.222.0.26 "GET /v2.0/networks/5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981600 Apr 18 21:15:59.202116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-bc1ff508-c0cd-4b7c-876b-fee4f413e41c tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 697 time: 0.1019294 Apr 18 21:15:59.352432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-c8206c60-c511-4bc8-bef7-b5da70aeb3f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=28ce8c24-63d3-4b02-8102-832ca60786d8 HTTP/1.1" status: 200 len: 217 time: 0.1457994 Apr 18 21:15:59.368825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3a412fee-9be7-4b87-851d-7b59cd6b307c up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:59.487665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-f1e5ae65-8cb0-4fb3-a8e5-b4bac977129a tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Deleting port da92e3cc-1ef6-42f1-807e-43104523a4ee {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:15:59.488227 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-f1e5ae65-8cb0-4fb3-a8e5-b4bac977129a tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.528695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 3a412fee-9be7-4b87-851d-7b59cd6b307c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:59.535380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 3a412fee-9be7-4b87-851d-7b59cd6b307c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:59.535806 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.547147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439424-d714-44f2-94d4-a59e785d0148 req-662f0dd8-c0c8-4055-be70-eb107cb42ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:59.548820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-662f0dd8-c0c8-4055-be70-eb107cb42ef6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 200 len: 797 time: 0.1308298 Apr 18 21:15:59.691349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43244) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:59.759188 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-f1e5ae65-8cb0-4fb3-a8e5-b4bac977129a tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.759533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-f1e5ae65-8cb0-4fb3-a8e5-b4bac977129a tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.797462 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.833155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3626b3cd-3672-4e72-9fbe-3589eccea557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a412fee-9be7-4b87-851d-7b59cd6b307c'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:59.844686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3a412fee-9be7-4b87-851d-7b59cd6b307c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3a412fee-9be7-4b87-851d-7b59cd6b307c,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:59.889913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-132d41f1-3929-40a4-b610-172d08aeff7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.898709 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.932191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-f1e5ae65-8cb0-4fb3-a8e5-b4bac977129a tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Calling delete_port for da92e3cc-1ef6-42f1-807e-43104523a4ee owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:15:59.939065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-132d41f1-3929-40a4-b610-172d08aeff7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:59.944063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-132d41f1-3929-40a4-b610-172d08aeff7a admin admin] Usage tracker for resource:security_group_rule and tenant:44a78f50f1864c388bbe07fc5bcd8071 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:59.947488 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-132d41f1-3929-40a4-b610-172d08aeff7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:59.955557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-132d41f1-3929-40a4-b610-172d08aeff7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:59.975413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=3a412fee-9be7-4b87-851d-7b59cd6b307c,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:00.036051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-132d41f1-3929-40a4-b610-172d08aeff7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.052002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-dc1c7361-4fd4-4287-9fbb-f00053fb7fd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc80a87-9277-46e9-a112-672de24237e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4829597 Apr 18 21:16:00.097078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-132d41f1-3929-40a4-b610-172d08aeff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.144174 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-132d41f1-3929-40a4-b610-172d08aeff7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44a78f50f1864c388bbe07fc5bcd8071&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4506381 Apr 18 21:16:00.165171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d41f1-3929-40a4-b610-172d08aeff7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d2d431-d48b-449e-8114-fdfe9629a376,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:00.168785 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43252) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:00.251233 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9a00-9ac4-41df-adfc-44a08d53298a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.282776 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9a00-9ac4-41df-adfc-44a08d53298a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.296986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510ab89-29bd-44c9-b64a-c3a8598aa726 req-b633b929-2390-4c6f-a1ca-db2ce1d9a04c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:00.298391 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4510ab89-29bd-44c9-b64a-c3a8598aa726 req-b633b929-2390-4c6f-a1ca-db2ce1d9a04c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f00d3bd-b01d-4871-a89d-f0f86d0df9c4 HTTP/1.1" status: 200 len: 943 time: 0.3250334 Apr 18 21:16:00.359670 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-34e13a99-5de4-4e20-9902-aecc31053c83 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950373 Apr 18 21:16:00.427751 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9a00-9ac4-41df-adfc-44a08d53298a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.455770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c9a00-9ac4-41df-adfc-44a08d53298a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d2d431-d48b-449e-8114-fdfe9629a376,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:00.460039 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9a00-9ac4-41df-adfc-44a08d53298a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.467704 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0b2c9a00-9ac4-41df-adfc-44a08d53298a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99d2d431-d48b-449e-8114-fdfe9629a376 HTTP/1.1" status: 204 len: 168 time: 0.2968993 Apr 18 21:16:00.518167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-4510ab89-29bd-44c9-b64a-c3a8598aa726 req-4615b4d3-090e-43a5-9842-cee6d90baa1d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Deleting port 835aa0e1-9839-4638-92e6-70d42c829c16 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:00.519014 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4510ab89-29bd-44c9-b64a-c3a8598aa726 req-4615b4d3-090e-43a5-9842-cee6d90baa1d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.777072 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-f1e5ae65-8cb0-4fb3-a8e5-b4bac977129a tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.859451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5ae65-8cb0-4fb3-a8e5-b4bac977129a tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Pushing event deleted for resources: {'Port': ['ID=da92e3cc-1ef6-42f1-807e-43104523a4ee,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:00.863772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-bd956b67-03f4-46ed-9ce0-7ce3f1c03bef service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931796 Apr 18 21:16:00.953853 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.993283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7f3ce-3eef-44bc-8a7d-1b9921f6e1ec req-bc17b8e9-52fd-4277-a39e-47106e3fbf97 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:00.995309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a1c7f3ce-3eef-44bc-8a7d-1b9921f6e1ec req-bc17b8e9-52fd-4277-a39e-47106e3fbf97 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.5774426 Apr 18 21:16:01.112562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-87193b13-be93-4ed4-a43f-a4d810349976 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7b717850-ef68-4d35-a4ea-94a09c1e471c HTTP/1.1" status: 200 len: 217 time: 0.2397332 Apr 18 21:16:01.241168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-a1c7f3ce-3eef-44bc-8a7d-1b9921f6e1ec req-126f4f62-ab4f-4e87-b161-ed0a46190c9d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Deleting port 8ec26eb7-570a-497f-be75-3e09b39be86b {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:01.241531 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a1c7f3ce-3eef-44bc-8a7d-1b9921f6e1ec req-126f4f62-ab4f-4e87-b161-ed0a46190c9d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.287095 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-f1e5ae65-8cb0-4fb3-a8e5-b4bac977129a tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.338141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43264) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:01.341439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439424-d714-44f2-94d4-a59e785d0148 req-39db0049-df7a-434f-acfe-01cf34869138 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:01.343024 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-39db0049-df7a-434f-acfe-01cf34869138 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 200 len: 797 time: 0.2088630 Apr 18 21:16:01.359291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4510ab89-29bd-44c9-b64a-c3a8598aa726 req-4615b4d3-090e-43a5-9842-cee6d90baa1d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] For port 835aa0e1-9839-4638-92e6-70d42c829c16, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=835aa0e1-9839-4638-92e6-70d42c829c16,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:01.359646 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4510ab89-29bd-44c9-b64a-c3a8598aa726 req-4615b4d3-090e-43a5-9842-cee6d90baa1d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.393027 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-54a50491-2e7e-4f6c-ade6-28c402efd18f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94d34be8bfc04289ab50312eb8a7c2c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538030 Apr 18 21:16:01.395604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43268) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:01.459187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-705a02dc-31f4-4ee9-82a9-64892c6c331a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.486122 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-705a02dc-31f4-4ee9-82a9-64892c6c331a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.559949 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-f1e5ae65-8cb0-4fb3-a8e5-b4bac977129a tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.561061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0de9c467-029e-428c-a7a0-60c46a9fa384 req-f1e5ae65-8cb0-4fb3-a8e5-b4bac977129a tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "DELETE /v2.0/floatingips/00ca5cf9-b702-4c2f-b608-1a3e9c3455f3 HTTP/1.1" status: 204 len: 173 time: 2.3035228 Apr 18 21:16:01.567335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-4510ab89-29bd-44c9-b64a-c3a8598aa726 req-4615b4d3-090e-43a5-9842-cee6d90baa1d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Calling delete_port for 835aa0e1-9839-4638-92e6-70d42c829c16 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:01.651971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-705a02dc-31f4-4ee9-82a9-64892c6c331a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.668797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a02dc-31f4-4ee9-82a9-64892c6c331a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f8fb4c-6f52-44d1-998a-0ca6ede7fbe1,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:01.673931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-705a02dc-31f4-4ee9-82a9-64892c6c331a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.674937 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-705a02dc-31f4-4ee9-82a9-64892c6c331a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89f8fb4c-6f52-44d1-998a-0ca6ede7fbe1 HTTP/1.1" status: 204 len: 168 time: 0.2784004 Apr 18 21:16:01.868654 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-b3b0c8b2-1f0b-4222-8468-8d685c0a35c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc80a87-9277-46e9-a112-672de24237e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5112877 Apr 18 21:16:02.004294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-a1c7f3ce-3eef-44bc-8a7d-1b9921f6e1ec req-126f4f62-ab4f-4e87-b161-ed0a46190c9d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] For port 8ec26eb7-570a-497f-be75-3e09b39be86b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=8ec26eb7-570a-497f-be75-3e09b39be86b,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:02.004924 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a1c7f3ce-3eef-44bc-8a7d-1b9921f6e1ec req-126f4f62-ab4f-4e87-b161-ed0a46190c9d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.118356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1bec-ef68-4e3e-b1df-835603ba91f5 req-7bd1bd77-8d3f-4c37-8e35-09309b2f204a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:02.124302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8df1bec-ef68-4e3e-b1df-835603ba91f5 req-7bd1bd77-8d3f-4c37-8e35-09309b2f204a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 945 time: 0.4039588 Apr 18 21:16:02.187638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-a1c7f3ce-3eef-44bc-8a7d-1b9921f6e1ec req-126f4f62-ab4f-4e87-b161-ed0a46190c9d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Calling delete_port for 8ec26eb7-570a-497f-be75-3e09b39be86b owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:02.393495 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4510ab89-29bd-44c9-b64a-c3a8598aa726 req-4615b4d3-090e-43a5-9842-cee6d90baa1d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.466999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615b4d3-090e-43a5-9842-cee6d90baa1d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event deleted for resources: {'Port': ['ID=835aa0e1-9839-4638-92e6-70d42c829c16,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:02.485154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-663b6e2c-92cc-4210-a528-0227ed43e741 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073189 Apr 18 21:16:02.614313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8df1bec-ef68-4e3e-b1df-835603ba91f5 req-bd9b117c-6446-4cf7-9044-19eaaef32d97 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356656 Apr 18 21:16:02.669987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4510ab89-29bd-44c9-b64a-c3a8598aa726 req-4615b4d3-090e-43a5-9842-cee6d90baa1d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] No DVR routers for this DVR port 835aa0e1-9839-4638-92e6-70d42c829c16 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:02.708125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4510ab89-29bd-44c9-b64a-c3a8598aa726 req-4615b4d3-090e-43a5-9842-cee6d90baa1d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.828839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-a49e6963-6e98-49a5-8f13-154adb2d0da0 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279104 Apr 18 21:16:02.894987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4510ab89-29bd-44c9-b64a-c3a8598aa726 req-4615b4d3-090e-43a5-9842-cee6d90baa1d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "DELETE /v2.0/ports/835aa0e1-9839-4638-92e6-70d42c829c16 HTTP/1.1" status: 204 len: 173 time: 2.5792186 Apr 18 21:16:02.907910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-e9276b06-8402-4fc0-b074-8d180664957a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=004a1080-37bc-405d-ab31-fe3e10686519 HTTP/1.1" status: 200 len: 217 time: 0.0702848 Apr 18 21:16:02.912107 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a1c7f3ce-3eef-44bc-8a7d-1b9921f6e1ec req-126f4f62-ab4f-4e87-b161-ed0a46190c9d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.927720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['8ec26eb7-570a-497f-be75-3e09b39be86b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:03.011476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f4f62-ab4f-4e87-b161-ed0a46190c9d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Pushing event deleted for resources: {'Port': ['ID=8ec26eb7-570a-497f-be75-3e09b39be86b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:03.043780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ae832-6bc2-43b0-8b39-b5c474053fec req-37cf3439-2d83-435c-83a7-be371e841eeb tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:03.044802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-414ae832-6bc2-43b0-8b39-b5c474053fec req-37cf3439-2d83-435c-83a7-be371e841eeb tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Synchronizing usage tracker for tenant:6d1cac00a5644dba910d37b07cf27078 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:03.083849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439424-d714-44f2-94d4-a59e785d0148 req-bcc631d6-999b-49ff-969b-8aa76e8343c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:03.085639 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-bcc631d6-999b-49ff-969b-8aa76e8343c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 200 len: 797 time: 0.1713607 Apr 18 21:16:03.186177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c7f3ce-3eef-44bc-8a7d-1b9921f6e1ec req-126f4f62-ab4f-4e87-b161-ed0a46190c9d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] No DVR routers for this DVR port 8ec26eb7-570a-497f-be75-3e09b39be86b on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:03.186177 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a1c7f3ce-3eef-44bc-8a7d-1b9921f6e1ec req-126f4f62-ab4f-4e87-b161-ed0a46190c9d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.186177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a1c7f3ce-3eef-44bc-8a7d-1b9921f6e1ec req-126f4f62-ab4f-4e87-b161-ed0a46190c9d tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.26 "DELETE /v2.0/ports/8ec26eb7-570a-497f-be75-3e09b39be86b HTTP/1.1" status: 204 len: 173 time: 2.1555290 Apr 18 21:16:03.231887 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-84cbb461-ff65-4a2b-87a4-ed4c055ae81f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc80a87-9277-46e9-a112-672de24237e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1355953 Apr 18 21:16:03.332755 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-414ae832-6bc2-43b0-8b39-b5c474053fec req-37cf3439-2d83-435c-83a7-be371e841eeb tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] Unset dirty status for tenant:6d1cac00a5644dba910d37b07cf27078 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:03.334293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-414ae832-6bc2-43b0-8b39-b5c474053fec req-37cf3439-2d83-435c-83a7-be371e841eeb tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec5c824b-ff3e-424c-90a9-2dec5ca1fc12 HTTP/1.1" status: 200 len: 945 time: 0.5943370 Apr 18 21:16:03.361800 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.382801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43302) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:03.429565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-414ae832-6bc2-43b0-8b39-b5c474053fec req-140ad83c-16ef-4d4b-9c90-83e6f69aba68 tempest-ListServerFiltersTestJSON-2034670431 tempest-ListServerFiltersTestJSON-2034670431-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0bfb812-056b-4090-92fa-b51d203a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813918 Apr 18 21:16:03.435295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-c618cdc5-efb7-4935-b831-517e9d85ae80 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967216 Apr 18 21:16:03.568072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-981334093'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:03.577353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:03.581390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Usage tracker for resource:network and tenant:ed1924f0426343a3a04926335d1a162c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:03.584538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:03.591718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:03.667756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-51b174d3-6d7c-4345-b918-7b211b33e987 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247362 Apr 18 21:16:03.723395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Made reservation on behalf of ed1924f0426343a3a04926335d1a162c for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:03.723395 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.741496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.741672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7bed6-9558-4895-a360-3febf9c62ad3 req-003d3ff2-2088-4f57-be30-c1f91311c2e4 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:03.742943 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ca7bed6-9558-4895-a360-3febf9c62ad3 req-003d3ff2-2088-4f57-be30-c1f91311c2e4 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.1797214 Apr 18 21:16:03.759593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-d74858c2-7e70-42e4-a5e8-388c400ebc1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=211720f8-8ae7-46e2-bccd-76d4a0b40d42 HTTP/1.1" status: 200 len: 217 time: 0.0792875 Apr 18 21:16:03.776511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:03.780341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Usage tracker for resource:security_group_rule and tenant:ed1924f0426343a3a04926335d1a162c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:03.783474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:03.789268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:03.862278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ca7bed6-9558-4895-a360-3febf9c62ad3 req-1045f127-8f26-4eab-8496-ae5740749fc2 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104724 Apr 18 21:16:03.864046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439424-d714-44f2-94d4-a59e785d0148 req-72aba78c-e4da-47e3-bcad-94787cd65625 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:03.864678 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.866368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-72aba78c-e4da-47e3-bcad-94787cd65625 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 200 len: 797 time: 0.0929744 Apr 18 21:16:03.935680 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875a3155-c174-4a40-b103-8ddba99410d7'] response: {'name': 'network-changed', 'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'status': 'completed', 'code': 200} Apr 18 21:16:03.956464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-109f1b95-6075-4d20-a34b-2d3b41bcfb26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc80a87-9277-46e9-a112-672de24237e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844181 Apr 18 21:16:03.971191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.982446 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca06664a-6bd4-49ce-aada-61ba3fb0d2db'] response: {'server_uuid': '3626b3cd-3672-4e72-9fbe-3589eccea557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a412fee-9be7-4b87-851d-7b59cd6b307c', 'code': 200} Apr 18 21:16:04.078431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:16:04.090812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d7d429-40c5-4715-b603-5b6eed8ba3d8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:04.107938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.109392 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Added segment 5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369 of type vlan for network 3ce4dec2-7543-4393-8921-7256657507ab Apr 18 21:16:04.139347 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.224032 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-02cddf5c-7c42-4fec-90d4-812c573ac387 req-3d7f7d85-5203-4018-97e3-cc97fbcc91ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 1096 time: 0.2421427 Apr 18 21:16:04.254388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-67beef05-94be-4c36-96c8-304cd34a26a4 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895930 Apr 18 21:16:04.263670 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a720401f-8d90-4bed-bbea-98a9eb54fdd3 req-40151918-3e47-422b-8296-60fe88691567 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 1096 time: 0.1688244 Apr 18 21:16:04.308185 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.312967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:04.313807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.459102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Pushing event updated for resources: {'Network': ['ID=3ce4dec2-7543-4393-8921-7256657507ab,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:04.476323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 3ce4dec2-7543-4393-8921-7256657507ab details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:16:04.484413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cddf5c-7c42-4fec-90d4-812c573ac387 req-d3b23e69-5338-45be-ae97-f3c12b904afb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:04.485872 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-02cddf5c-7c42-4fec-90d4-812c573ac387 req-d3b23e69-5338-45be-ae97-f3c12b904afb service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 200 len: 922 time: 0.2585895 Apr 18 21:16:04.570432 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dc2a6801-b965-4749-b666-b2d16a3bfdcf tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1863296 Apr 18 21:16:04.576244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43322) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:04.581260 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-02cddf5c-7c42-4fec-90d4-812c573ac387 req-eed495b6-dd1a-42f8-94a3-d25e5af6629b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 200 len: 217 time: 0.0877757 Apr 18 21:16:04.597688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Request body: {'subnet': {'network_id': '3ce4dec2-7543-4393-8921-7256657507ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:04.654955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cddf5c-7c42-4fec-90d4-812c573ac387 req-ef278d91-dac3-4b94-81c8-e49872c0bd60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:04.656393 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-02cddf5c-7c42-4fec-90d4-812c573ac387 req-ef278d91-dac3-4b94-81c8-e49872c0bd60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 200 len: 860 time: 0.0620823 Apr 18 21:16:04.695176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a720401f-8d90-4bed-bbea-98a9eb54fdd3 req-a131673d-dd21-4fc8-8260-41079ee14c90 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999817 Apr 18 21:16:04.739529 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-020d84cc-8d8f-4d38-97dc-a954ed7cdfc0 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745739 Apr 18 21:16:04.740752 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-02cddf5c-7c42-4fec-90d4-812c573ac387 req-5dbf5ab1-fa6e-4f2a-9957-ef48963cacfc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704095 Apr 18 21:16:04.765786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:04.771605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Usage tracker for resource:subnet and tenant:ed1924f0426343a3a04926335d1a162c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:04.779414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14665ce5-1379-4698-adbd-c57703f36a96 req-fab95702-4efe-4f11-9fa4-62748be8f921 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:04.780778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14665ce5-1379-4698-adbd-c57703f36a96 req-fab95702-4efe-4f11-9fa4-62748be8f921 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 945 time: 0.3416467 Apr 18 21:16:04.781601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:04.788753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:04.844222 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14665ce5-1379-4698-adbd-c57703f36a96 req-cad1f629-acac-4bfe-b36f-a0d88085b235 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530396 Apr 18 21:16:04.903136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Made reservation on behalf of ed1924f0426343a3a04926335d1a162c for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:04.922420 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-02cddf5c-7c42-4fec-90d4-812c573ac387 req-944c223f-2180-46a5-bac2-9cbdaa028b9f service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736844 Apr 18 21:16:05.018394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43332) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:05.095806 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-02cddf5c-7c42-4fec-90d4-812c573ac387 req-1d0c1713-e84d-46f2-86d9-8deb801a1fb9 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655023 Apr 18 21:16:05.123892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-c7bcc5eb-0297-4446-a7df-ae30388a7c88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a028e96f-02c5-46c4-b8c7-817a76bd5789 HTTP/1.1" status: 200 len: 217 time: 0.1070836 Apr 18 21:16:05.328169 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:05.350694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ad50b2-c9fd-4769-8970-e5213db4e849 admin admin] Deleting subnet 2abd0e1e-e5e8-4df4-bf02-040fab27af0c {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:16:05.375004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 8ec26eb7-570a-497f-be75-3e09b39be86b no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:05.407870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 8ec26eb7-570a-497f-be75-3e09b39be86b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:05.408212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 8ec26eb7-570a-497f-be75-3e09b39be86b not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:05.422761 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-24ad50b2-c9fd-4769-8970-e5213db4e849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:05.470717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439424-d714-44f2-94d4-a59e785d0148 req-c0f0b5a8-58f5-4d47-bc02-fc65ccbce57f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:05.472137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-c0f0b5a8-58f5-4d47-bc02-fc65ccbce57f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8447fd9-9e09-40fd-9123-81fcc685820d HTTP/1.1" status: 200 len: 797 time: 0.2916133 Apr 18 21:16:05.566605 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-24ad50b2-c9fd-4769-8970-e5213db4e849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:05.630093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0fb74-ff13-4ecb-abd8-06eebcc6a403 req-3c42a29d-1953-4078-91aa-e316ed761432 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:05.631952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44f0fb74-ff13-4ecb-abd8-06eebcc6a403 req-3c42a29d-1953-4078-91aa-e316ed761432 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.4630466 Apr 18 21:16:05.637173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0b6ad-247e-4050-8a5a-b1763e372e94 req-834dd8d6-cdf5-416a-a975-78e4af5ea0da tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:05.637904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7ff0b6ad-247e-4050-8a5a-b1763e372e94 req-834dd8d6-cdf5-416a-a975-78e4af5ea0da tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Synchronizing usage tracker for tenant:533b9cde3bdf4bdcb5a856f8d682ef59 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:05.788160 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44f0fb74-ff13-4ecb-abd8-06eebcc6a403 req-8d053424-7654-431e-81a2-ed9304b4a83d tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431611 Apr 18 21:16:05.805280 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-2666a05b-b4f2-4889-b5f4-86805aca337b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32bad53f-27bf-4d63-8186-7b1e34c831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3186479 Apr 18 21:16:05.819012 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-24ad50b2-c9fd-4769-8970-e5213db4e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:05.879763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7ff0b6ad-247e-4050-8a5a-b1763e372e94 req-834dd8d6-cdf5-416a-a975-78e4af5ea0da tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Unset dirty status for tenant:533b9cde3bdf4bdcb5a856f8d682ef59 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:05.881019 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff0b6ad-247e-4050-8a5a-b1763e372e94 req-834dd8d6-cdf5-416a-a975-78e4af5ea0da tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 945 time: 0.8654189 Apr 18 21:16:05.937356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f00d3bd-b01d-4871-a89d-f0f86d0df9c4', 'name': 'network-vif-deleted', 'tag': '835aa0e1-9839-4638-92e6-70d42c829c16'}, {'server_uuid': 'ec5c824b-ff3e-424c-90a9-2dec5ca1fc12', 'name': 'network-vif-deleted', 'tag': '8ec26eb7-570a-497f-be75-3e09b39be86b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:06.283868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff0b6ad-247e-4050-8a5a-b1763e372e94 req-8f7c18e7-c5ab-466b-a3de-32e9316ae053 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/security-groups?id=edae9ae2-e481-48ba-85d1-42a47693a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934579 Apr 18 21:16:06.372568 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-fa2bf9de-eaa4-4729-a05a-e4d24716a254 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293584 Apr 18 21:16:06.379998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-f65760d7-a90c-4602-9ff0-f2a4c1d450af tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:06.381514 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-f65760d7-a90c-4602-9ff0-f2a4c1d450af tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 0.4390459 Apr 18 21:16:06.388589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-8833a2f4-4259-41ec-8a75-efbfa3736ede tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:06.389955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-8833a2f4-4259-41ec-8a75-efbfa3736ede tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Synchronizing usage tracker for tenant:533b9cde3bdf4bdcb5a856f8d682ef59 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:06.415663 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-8833a2f4-4259-41ec-8a75-efbfa3736ede tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Unset dirty status for tenant:533b9cde3bdf4bdcb5a856f8d682ef59 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:06.415663 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-8833a2f4-4259-41ec-8a75-efbfa3736ede tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 945 time: 0.2120998 Apr 18 21:16:06.427919 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-24ad50b2-c9fd-4769-8970-e5213db4e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.432755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.490775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-d694bee7-5919-4fca-9021-294140e6dff3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Deleting port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:06.491119 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-d694bee7-5919-4fca-9021-294140e6dff3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.535082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad50b2-c9fd-4769-8970-e5213db4e849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2abd0e1e-e5e8-4df4-bf02-040fab27af0c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:06.604309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-3f87d22a-71e0-4329-b0ba-f5d3728d74af tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/quotas/af748b8029ea400c995ba35f34f12da7 HTTP/1.1" status: 200 len: 375 time: 0.1876605 Apr 18 21:16:06.620887 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9b27e1-91aa-413d-9b31-a57daef1cfe8 None None] Network 6baba9c3-578f-40e8-85c7-08e83e11f54e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:06.627376 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-24ad50b2-c9fd-4769-8970-e5213db4e849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.732673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-59db07c5-26d2-456b-978e-ed10687aa349 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:06.738238 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-24ad50b2-c9fd-4769-8970-e5213db4e849 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2abd0e1e-e5e8-4df4-bf02-040fab27af0c HTTP/1.1" status: 204 len: 168 time: 1.7203395 Apr 18 21:16:06.740010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43354) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:06.772473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Pushing event updated for resources: {'Subnet': ['ID=cf71e9b7-9771-40cb-a528-52973126ba6b,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:06.804412 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-3a63eb7f-1898-461a-a2ab-3636b79cc287 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138405 Apr 18 21:16:06.805044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Checking segment: {'id': '5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ce4dec2-7543-4393-8921-7256657507ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:06.805340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Network hostable DHCP agents. Network: 3ce4dec2-7543-4393-8921-7256657507ab, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:16:06.841965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-d694bee7-5919-4fca-9021-294140e6dff3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] For port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:06.842331 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-d694bee7-5919-4fca-9021-294140e6dff3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.886934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fd79f-6be2-4253-8296-0b2c474387de req-40d6195b-b091-4d28-a627-1708a765f5cf tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:06.888378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c32fd79f-6be2-4253-8296-0b2c474387de req-40d6195b-b091-4d28-a627-1708a765f5cf tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 945 time: 0.3732295 Apr 18 21:16:06.890246 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-59db07c5-26d2-456b-978e-ed10687aa349 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:06.891372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-59db07c5-26d2-456b-978e-ed10687aa349 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2612922 Apr 18 21:16:06.893163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-35bcd37d-a3f0-432c-821d-6577febecfeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24000ba4-8b91-4ac0-b4ce-4428dbc1595d HTTP/1.1" status: 200 len: 217 time: 0.0825737 Apr 18 21:16:06.910131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1071f3-0d58-4a94-b716-b08c670fe3e4 None None] DHCP port deletion for 6baba9c3-578f-40e8-85c7-08e83e11f54e request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:16:06.914437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0f1071f3-0d58-4a94-b716-b08c670fe3e4 None None] Deleting port a118c630-b088-43f3-abea-22e5b12df30e {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:06.915225 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0f1071f3-0d58-4a94-b716-b08c670fe3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.999518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-d694bee7-5919-4fca-9021-294140e6dff3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Calling delete_port for 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:07.043041 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.072787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Deleting port a118c630-b088-43f3-abea-22e5b12df30e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:07.073181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.083213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439424-d714-44f2-94d4-a59e785d0148 req-fcc15059-a133-4b28-9552-55947e49a1d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:07.084669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-fcc15059-a133-4b28-9552-55947e49a1d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8447fd9-9e09-40fd-9123-81fcc685820d HTTP/1.1" status: 200 len: 797 time: 0.1840172 Apr 18 21:16:07.091077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c32fd79f-6be2-4253-8296-0b2c474387de req-916fc1bb-cf28-41d7-b06e-6727ec82cf2b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928351 Apr 18 21:16:07.136317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0f1071f3-0d58-4a94-b716-b08c670fe3e4 None None] For port a118c630-b088-43f3-abea-22e5b12df30e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a118c630-b088-43f3-abea-22e5b12df30e,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:07.136708 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0f1071f3-0d58-4a94-b716-b08c670fe3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.144265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Network 3ce4dec2-7543-4393-8921-7256657507ab is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:16:07.203014 n-d-836017-3 neutron-server[85048]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-de493ba2-06ad-42c0-a35f-c359277c04db']: {'server_uuid': '6f00d3bd-b01d-4871-a89d-f0f86d0df9c4', 'name': 'network-vif-deleted', 'tag': '835aa0e1-9839-4638-92e6-70d42c829c16', 'status': 'failed', 'code': 422} returned with failed status Apr 18 21:16:07.203260 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de493ba2-06ad-42c0-a35f-c359277c04db'] response: {'server_uuid': 'ec5c824b-ff3e-424c-90a9-2dec5ca1fc12', 'name': 'network-vif-deleted', 'tag': '8ec26eb7-570a-497f-be75-3e09b39be86b', 'status': 'completed', 'code': 200} Apr 18 21:16:07.217066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-a722b2db-2546-4581-beef-cef69a034483 service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006032 Apr 18 21:16:07.288650 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0f1071f3-0d58-4a94-b716-b08c670fe3e4 None None] Calling delete_port for a118c630-b088-43f3-abea-22e5b12df30e owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:07.309594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 3ce4dec2-7543-4393-8921-7256657507ab) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:07.325259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:07.326111 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.360366 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-f3700d9f-9f9a-4dcd-88a7-0bdf9040a35f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32bad53f-27bf-4d63-8186-7b1e34c831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2663078 Apr 18 21:16:07.367789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e58db4-c9d5-408c-be50-ce3615865544 None None] Network 3ce4dec2-7543-4393-8921-7256657507ab requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:07.401790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] For port a118c630-b088-43f3-abea-22e5b12df30e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a118c630-b088-43f3-abea-22e5b12df30e,segment=NetworkSegment(f73498b5-c0d2-4bf1-bd11-f4b1fda10b91),segment_id=f73498b5-c0d2-4bf1-bd11-f4b1fda10b91)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:07.402272 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.521502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8b3c1978-15bf-4a4d-a645-801180b94e4a service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032546 Apr 18 21:16:07.528770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f129d898-c958-47f1-88ba-115f3886db05 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9463148 Apr 18 21:16:07.546234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43368) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:07.566654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Request body: {'port': {'network_id': '3ce4dec2-7543-4393-8921-7256657507ab', 'name': 'tempest-ExtraDHCPOptionsTestJSON-673353686'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:07.582413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Calling delete_port for a118c630-b088-43f3-abea-22e5b12df30e owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:07.630693 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0f1071f3-0d58-4a94-b716-b08c670fe3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.645146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-3ce4dec2-7543-4393-8921-7256657507ab', 'network_id': '3ce4dec2-7543-4393-8921-7256657507ab', 'tenant_id': 'ed1924f0426343a3a04926335d1a162c', 'fixed_ips': [{'subnet_id': 'cf71e9b7-9771-40cb-a528-52973126ba6b'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:16:07.646206 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.693974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:16:07.694676 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:16:07.699298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-9e18a825-987d-4622-90ba-020cf1ea39c2 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220437 Apr 18 21:16:07.742665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1071f3-0d58-4a94-b716-b08c670fe3e4 None None] No DVR routers for this DVR port a118c630-b088-43f3-abea-22e5b12df30e on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:07.744178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1071f3-0d58-4a94-b716-b08c670fe3e4 None None] Pushing event deleted for resources: {'Port': ['ID=a118c630-b088-43f3-abea-22e5b12df30e,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:07.867720 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-d694bee7-5919-4fca-9021-294140e6dff3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.890451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:07.947183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:07.962702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Usage tracker for resource:port and tenant:ed1924f0426343a3a04926335d1a162c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:07.974422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694bee7-5919-4fca-9021-294140e6dff3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Pushing event deleted for resources: {'Port': ['ID=9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:08.033759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:08.053296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Allocated IP 172.20.0.2 (3ce4dec2-7543-4393-8921-7256657507ab/cf71e9b7-9771-40cb-a528-52973126ba6b/cec3e4ca-7539-498e-95fb-3dd3cbbd0f24) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:08.054485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:08.059125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-d694bee7-5919-4fca-9021-294140e6dff3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] No DVR routers for this DVR port 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:08.063032 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-d694bee7-5919-4fca-9021-294140e6dff3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.067008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'name': 'network-vif-deleted', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:08.163824 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4cc6f7dc-92ee-4844-b540-12a179cb64d3 req-d694bee7-5919-4fca-9021-294140e6dff3 tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.59 "DELETE /v2.0/ports/9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b HTTP/1.1" status: 204 len: 173 time: 1.7449906 Apr 18 21:16:08.198539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Deleting port a118c630-b088-43f3-abea-22e5b12df30e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:08.201311 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.265966 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a439424-d714-44f2-94d4-a59e785d0148 req-25237ddb-e327-4599-81f5-e191aee4fdc0 service neutron] 10.222.0.26 "GET /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590138 Apr 18 21:16:08.284137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] The port 'a118c630-b088-43f3-abea-22e5b12df30e' was deleted {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:16:08.304240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0628a14-f427-4e8d-abb3-e7345b1d0cbc req-ee9c67ae-f83c-4007-9b47-42af6e6435a3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:08.304240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0628a14-f427-4e8d-abb3-e7345b1d0cbc req-ee9c67ae-f83c-4007-9b47-42af6e6435a3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:08.307688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0628a14-f427-4e8d-abb3-e7345b1d0cbc req-ee9c67ae-f83c-4007-9b47-42af6e6435a3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:08.329699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0628a14-f427-4e8d-abb3-e7345b1d0cbc req-ee9c67ae-f83c-4007-9b47-42af6e6435a3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:08.332247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0628a14-f427-4e8d-abb3-e7345b1d0cbc req-ee9c67ae-f83c-4007-9b47-42af6e6435a3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:08.336059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0628a14-f427-4e8d-abb3-e7345b1d0cbc req-ee9c67ae-f83c-4007-9b47-42af6e6435a3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:08.350256 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0628a14-f427-4e8d-abb3-e7345b1d0cbc req-ee9c67ae-f83c-4007-9b47-42af6e6435a3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:08.352178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0628a14-f427-4e8d-abb3-e7345b1d0cbc req-ee9c67ae-f83c-4007-9b47-42af6e6435a3 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5435 time: 0.5451782 Apr 18 21:16:08.392594 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.411042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Transition to ACTIVE for port object cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:08.414238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20c3fb-6b5f-4364-bce4-a6ce8a696fab req-2457d45a-c125-4908-96bf-3c3e304fe925 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:08.424661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b20c3fb-6b5f-4364-bce4-a6ce8a696fab req-2457d45a-c125-4908-96bf-3c3e304fe925 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.3710256 Apr 18 21:16:08.426793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Made reservation on behalf of ed1924f0426343a3a04926335d1a162c for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:08.432224 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.435425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Transition to ACTIVE for port object cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:08.483152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0628a14-f427-4e8d-abb3-e7345b1d0cbc req-2fb78355-5703-4581-8c40-16764d2bcfad tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179318 Apr 18 21:16:08.548796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a118c630-b088-43f3-abea-22e5b12df30e no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:08.553331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] device_id is not set on port b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:16:08.613215 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.629368 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.672083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b20c3fb-6b5f-4364-bce4-a6ce8a696fab req-6c05530a-aea6-4534-a68f-18a51c1f3779 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469347 Apr 18 21:16:08.672686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6baba9c3-578f-40e8-85c7-08e83e11f54e']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:08.697050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:08.698348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73498b5-c0d2-4bf1-bd11-f4b1fda10b91') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:08.722278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: a118c630-b088-43f3-abea-22e5b12df30e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:08.723902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a118c630-b088-43f3-abea-22e5b12df30e not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:08.752798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Pushing event updated for resources: {'Port': ['ID=cec3e4ca-7539-498e-95fb-3dd3cbbd0f24,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:08.756475 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Network 3ce4dec2-7543-4393-8921-7256657507ab is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:08.758592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:08.766241 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:08.770772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.792886 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.806293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Allocated IP 172.20.0.7 (3ce4dec2-7543-4393-8921-7256657507ab/cf71e9b7-9771-40cb-a528-52973126ba6b/b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:08.808338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:16:08.808754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:16:08.846156 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:16:08.926965 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Attempting to bind port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:08.927858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Attempting to bind port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ce4dec2-7543-4393-8921-7256657507ab'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:08.929424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Attempting to bind port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 on network 3ce4dec2-7543-4393-8921-7256657507ab {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:08.938801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:08.943364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Checking segment: {'id': '5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ce4dec2-7543-4393-8921-7256657507ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:08.943364 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.943364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Bound using segment: {'id': '5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ce4dec2-7543-4393-8921-7256657507ab'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:08.943364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Bound port: cec3e4ca-7539-498e-95fb-3dd3cbbd0f24, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ce4dec2-7543-4393-8921-7256657507ab'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:08.943364 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.014327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9ebe813-f0c8-4a32-840a-a9b017b42e3b req-39a409d8-bbdc-48fa-a4b9-e66b174c42fe tempest-FloatingIPsAssociationTestJSON-865449154 tempest-FloatingIPsAssociationTestJSON-865449154-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1425fa2-1234-4414-8b25-fd96197119b5 HTTP/1.1" status: 200 len: 210 time: 0.0810606 Apr 18 21:16:09.033124 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.039433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] For port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:09.043350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] For port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cec3e4ca-7539-498e-95fb-3dd3cbbd0f24,segment=NetworkSegment(5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369),segment_id=5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:09.070002 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.088720 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.100591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] Pushing event deleted for resources: {'Network': ['ID=6baba9c3-578f-40e8-85c7-08e83e11f54e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:09.165943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e54a9-d846-4815-ba3d-9f7779524198 req-bd6a5de7-c468-4846-b036-7c18783aa6b1 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.168428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba7e54a9-d846-4815-ba3d-9f7779524198 req-bd6a5de7-c468-4846-b036-7c18783aa6b1 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 945 time: 0.2964680 Apr 18 21:16:09.179221 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.229336 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8500c04d-685e-4302-ac8d-ae156a442252 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6baba9c3-578f-40e8-85c7-08e83e11f54e HTTP/1.1" status: 204 len: 168 time: 2.4875214 Apr 18 21:16:09.270222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da02e3-ef7f-4794-982a-52dc524a51eb None None] Pushing event updated for resources: {'Port': ['ID=cec3e4ca-7539-498e-95fb-3dd3cbbd0f24,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:09.274028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d90b3996-7f7e-456c-836f-6d05a4af2d3c req-3e42b06a-47bb-4ef9-99e4-81108ce70f68 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 210 time: 0.0971708 Apr 18 21:16:09.323116 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.348422 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba7e54a9-d846-4815-ba3d-9f7779524198 req-3a15b30e-0989-41a4-bac9-fdab50be0aae tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708446 Apr 18 21:16:09.348778 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08150d1c-0b20-46e3-835c-fc09252b205b'] response: {'server_uuid': 'c1425fa2-1234-4414-8b25-fd96197119b5', 'name': 'network-vif-deleted', 'tag': '9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b', 'status': 'completed', 'code': 200} Apr 18 21:16:09.365306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Transition to ACTIVE for port object b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:09.614498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61a207-b31f-4b7d-a992-0f1bd687dc21 req-9799ece9-651a-4f91-84ee-ee375012e64d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.618414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61a207-b31f-4b7d-a992-0f1bd687dc21 req-9799ece9-651a-4f91-84ee-ee375012e64d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.622504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61a207-b31f-4b7d-a992-0f1bd687dc21 req-9799ece9-651a-4f91-84ee-ee375012e64d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.626433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61a207-b31f-4b7d-a992-0f1bd687dc21 req-9799ece9-651a-4f91-84ee-ee375012e64d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.630351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61a207-b31f-4b7d-a992-0f1bd687dc21 req-9799ece9-651a-4f91-84ee-ee375012e64d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.634248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61a207-b31f-4b7d-a992-0f1bd687dc21 req-9799ece9-651a-4f91-84ee-ee375012e64d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.638745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61a207-b31f-4b7d-a992-0f1bd687dc21 req-9799ece9-651a-4f91-84ee-ee375012e64d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.642582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f61a207-b31f-4b7d-a992-0f1bd687dc21 req-9799ece9-651a-4f91-84ee-ee375012e64d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5435 time: 0.1891019 Apr 18 21:16:09.688051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ded774-99ba-41b3-be2d-ef6d14ce6b24 req-17e77569-4946-4bdc-922d-b3dc4574badf tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.688051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0ded774-99ba-41b3-be2d-ef6d14ce6b24 req-17e77569-4946-4bdc-922d-b3dc4574badf tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 945 time: 0.1906679 Apr 18 21:16:09.688911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.801286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Network 3ce4dec2-7543-4393-8921-7256657507ab is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:09.806099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:09.816721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:09.887086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Pushing event updated for resources: {'Port': ['ID=b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:09.952199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0ded774-99ba-41b3-be2d-ef6d14ce6b24 req-297a92e8-f250-4d62-a24e-590b208a3f40 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265363 Apr 18 21:16:09.978467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.979153 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.992494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:10.033333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb023b-1db4-4b58-b5b0-0de8b08e5056 req-fe2ecf7b-e97d-4a30-929d-6004083fd920 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:10.034966 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07cb023b-1db4-4b58-b5b0-0de8b08e5056 req-fe2ecf7b-e97d-4a30-929d-6004083fd920 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.1522787 Apr 18 21:16:10.063710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:10.064957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9ec6c68a-10a8-4e26-8bc3-2ea5c8d8c94b not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:10.112961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43402) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:10.123938 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-311b415a-be7b-467f-a313-82f71982ed23 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5758321 Apr 18 21:16:10.132695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43406) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:10.133294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Request body: {'port': {'network_id': '3ce4dec2-7543-4393-8921-7256657507ab', 'name': 'tempest-ExtraDHCPOptionsTestJSON-823159571', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:10.134119 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.api.validators [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] bootfile-name is not in valid_values {{(pid=85048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:16:10.134291 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.api.validators [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] tftp-server is not in valid_values {{(pid=85048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:16:10.134615 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.api.validators [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] server-ip-address is not in valid_values {{(pid=85048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:16:10.212095 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07cb023b-1db4-4b58-b5b0-0de8b08e5056 req-f8fbb7aa-4978-46a8-b59e-fe69b4dc35a5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623371 Apr 18 21:16:10.223203 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-767639d9-7dc7-4531-a979-7bf8286ba8fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d1cac00a5644dba910d37b07cf27078&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1089091 Apr 18 21:16:10.226315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43410) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:10.333647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:10.336469 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-088513be-5c3a-4e51-a896-d96152cfcaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.340269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Usage tracker for resource:port and tenant:ed1924f0426343a3a04926335d1a162c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:10.340269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:10.350004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:10.369331 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-088513be-5c3a-4e51-a896-d96152cfcaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.457783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43416) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:10.496660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Made reservation on behalf of ed1924f0426343a3a04926335d1a162c for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:10.504887 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.592458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] device_id is not set on port 669b4cba-6d4e-4ed6-a3ed-60411d275f55 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:16:10.686896 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-088513be-5c3a-4e51-a896-d96152cfcaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.695784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:10.761322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088513be-5c3a-4e51-a896-d96152cfcaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bfb812-056b-4090-92fa-b51d203a694a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:10.785276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4df5cb8d-247c-4290-8ccb-6e085fb88e6b req-623d0638-360f-450b-ba2e-fa2d5196be07 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 210 time: 0.0781758 Apr 18 21:16:10.888593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-088513be-5c3a-4e51-a896-d96152cfcaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.889855 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-088513be-5c3a-4e51-a896-d96152cfcaa5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0bfb812-056b-4090-92fa-b51d203a694a HTTP/1.1" status: 204 len: 168 time: 0.6631365 Apr 18 21:16:10.954256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:11.020105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77014012-8095-4515-89cf-2ca45149eaa9 None None] Network 3ce4dec2-7543-4393-8921-7256657507ab requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:11.086732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Allocated IP 172.20.0.5 (3ce4dec2-7543-4393-8921-7256657507ab/cf71e9b7-9771-40cb-a528-52973126ba6b/669b4cba-6d4e-4ed6-a3ed-60411d275f55) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:11.189635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-47b11ee8-52fb-47d2-995b-5db499f5d4ef tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:11.191120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-47b11ee8-52fb-47d2-995b-5db499f5d4ef tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 0.4016716 Apr 18 21:16:11.202228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6154fa-0dc1-4990-a145-57c64c67e05f req-f58cb54f-fb02-460c-8faf-6bc1bcb0c4bf tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:11.203759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b6154fa-0dc1-4990-a145-57c64c67e05f req-f58cb54f-fb02-460c-8faf-6bc1bcb0c4bf tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 945 time: 0.2210920 Apr 18 21:16:11.215420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Request body: {'port': {'device_id': '84c6a438-8cd9-495d-aa05-df3f141564c8', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'admin_state_up': True, 'tenant_id': 'af748b8029ea400c995ba35f34f12da7'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:11.316542 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80952232-4660-4263-822b-fa7726eb88a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.516170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-32781592-2039-489c-a77f-73a48ebb125b None None] Provisioning for port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:11.544899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-32781592-2039-489c-a77f-73a48ebb125b None None] Provisioning complete for port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:11.544899 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-32781592-2039-489c-a77f-73a48ebb125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.665344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:11.699130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:11.709036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b6154fa-0dc1-4990-a145-57c64c67e05f req-b12802a9-ddf7-42c2-9b95-d073e09c6d84 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752923 Apr 18 21:16:11.847409 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-32781592-2039-489c-a77f-73a48ebb125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.865906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8083cd4-3439-4818-b600-3298161bb839 req-1c5863cf-fa1c-4f7d-969b-3799ef1f7fb2 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:11.883302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8083cd4-3439-4818-b600-3298161bb839 req-1c5863cf-fa1c-4f7d-969b-3799ef1f7fb2 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.3702605 Apr 18 21:16:11.887317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Made reservation on behalf of af748b8029ea400c995ba35f34f12da7 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:11.890255 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.936934 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.980564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-32781592-2039-489c-a77f-73a48ebb125b None None] For port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cec3e4ca-7539-498e-95fb-3dd3cbbd0f24,segment=NetworkSegment(5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369),segment_id=5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:12.084715 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-32781592-2039-489c-a77f-73a48ebb125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.087127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e399dc99-6bcd-41c4-81f0-97a1b2792ac1 req-d3f53ca0-cde0-4d93-8f7d-33ead89953de tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 210 time: 0.0949001 Apr 18 21:16:12.115580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Transition to ACTIVE for port object 669b4cba-6d4e-4ed6-a3ed-60411d275f55 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:12.209655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32781592-2039-489c-a77f-73a48ebb125b None None] Pushing event updated for resources: {'Port': ['ID=cec3e4ca-7539-498e-95fb-3dd3cbbd0f24,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:12.235724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-430a43a1-e731-4201-83cc-e823e5290549 None None] Provisioning complete for port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:12.236176 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-430a43a1-e731-4201-83cc-e823e5290549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.400655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-80952232-4660-4263-822b-fa7726eb88a5 admin admin] Deleting port ba142977-00e9-4718-bf71-ce5a304d96b3 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:12.401136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80952232-4660-4263-822b-fa7726eb88a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.462404 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8083cd4-3439-4818-b600-3298161bb839 req-d7b642d6-2075-4b60-8dc3-d82d97d3f614 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284510 Apr 18 21:16:12.553262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:12.584613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43460) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:12.592932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-430a43a1-e731-4201-83cc-e823e5290549 None None] Provisioning for port b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:12.605056 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.612480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-430a43a1-e731-4201-83cc-e823e5290549 None None] Provisioning complete for port b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:12.615857 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-430a43a1-e731-4201-83cc-e823e5290549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.683199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-430a43a1-e731-4201-83cc-e823e5290549 None None] Port b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:12.689203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Pushing event updated for resources: {'Port': ['ID=669b4cba-6d4e-4ed6-a3ed-60411d275f55,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:12.705067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:12.705439 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.712814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Allocated IP 172.20.0.13 (d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2/e6eed83b-bd8b-4106-83ab-7db4459dec92/8f643e2a-fbae-4e07-adb4-ff384bc8731b) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:12.716054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-80952232-4660-4263-822b-fa7726eb88a5 admin admin] For port ba142977-00e9-4718-bf71-ce5a304d96b3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ba142977-00e9-4718-bf71-ce5a304d96b3,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:12.716423 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80952232-4660-4263-822b-fa7726eb88a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.738988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5a6e0-11a1-4f92-b1b5-d1cd3fa65905 req-79374b49-d643-464e-bb9f-1b9d9d7c0424 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:12.738988 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38d5a6e0-11a1-4f92-b1b5-d1cd3fa65905 req-79374b49-d643-464e-bb9f-1b9d9d7c0424 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.26 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 945 time: 0.3734238 Apr 18 21:16:12.740044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Network 3ce4dec2-7543-4393-8921-7256657507ab is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:12.813575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:12.852373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:12.897150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5471af1e-6caf-4aab-870c-d9e07c55ab2d None None] Provisioning complete for port b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:12.899269 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5471af1e-6caf-4aab-870c-d9e07c55ab2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.013065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5471af1e-6caf-4aab-870c-d9e07c55ab2d None None] Port b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:13.038504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:13.039855 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.094262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-38d5a6e0-11a1-4f92-b1b5-d1cd3fa65905 req-1b0424fd-ee89-4d45-a56d-0bf8db50242e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Deleting port 3a412fee-9be7-4b87-851d-7b59cd6b307c {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:13.094726 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-38d5a6e0-11a1-4f92-b1b5-d1cd3fa65905 req-1b0424fd-ee89-4d45-a56d-0bf8db50242e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.108812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-80952232-4660-4263-822b-fa7726eb88a5 admin admin] Calling delete_port for ba142977-00e9-4718-bf71-ce5a304d96b3 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:13.338789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2de2b66a-fa94-4972-92da-edb01dd26a4a None None] Provisioning for port 669b4cba-6d4e-4ed6-a3ed-60411d275f55 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:13.344175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2de2b66a-fa94-4972-92da-edb01dd26a4a None None] Provisioning complete for port 669b4cba-6d4e-4ed6-a3ed-60411d275f55 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:13.344275 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2de2b66a-fa94-4972-92da-edb01dd26a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.405873 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80952232-4660-4263-822b-fa7726eb88a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.431860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2de2b66a-fa94-4972-92da-edb01dd26a4a None None] Port 669b4cba-6d4e-4ed6-a3ed-60411d275f55 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:13.461368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80952232-4660-4263-822b-fa7726eb88a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba142977-00e9-4718-bf71-ce5a304d96b3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:13.502349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7f5e19bc-5ca7-47db-9986-2c1ab595827d req-03c54a36-3b52-43ef-807f-0c2e3fbc6e95 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:13.622414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7f5e19bc-5ca7-47db-9986-2c1ab595827d req-03c54a36-3b52-43ef-807f-0c2e3fbc6e95 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:13.623843 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f5e19bc-5ca7-47db-9986-2c1ab595827d req-03c54a36-3b52-43ef-807f-0c2e3fbc6e95 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 210 time: 0.2646327 Apr 18 21:16:13.646021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3d6305e0-1b92-4d90-99e1-e5498cfb8321 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.5129330 Apr 18 21:16:13.656591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43484) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:13.712027 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.761383 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a2f0b05-2379-46ca-b3b1-84123b645752 req-276710f9-4f7c-4313-ade1-9f8e9c953cd1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 6492 time: 1.1742768 Apr 18 21:16:13.795801 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80952232-4660-4263-822b-fa7726eb88a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.937855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b924405-a43b-497e-94d6-e1d9588f1573 req-362729d3-26de-4214-93bd-a2a0a2f1713a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:13.937855 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b924405-a43b-497e-94d6-e1d9588f1573 req-362729d3-26de-4214-93bd-a2a0a2f1713a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 945 time: 0.8758423 Apr 18 21:16:14.089227 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a2f0b05-2379-46ca-b3b1-84123b645752 req-791ed88f-e400-4e14-be72-c0e95d7a7c57 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1628194 Apr 18 21:16:14.107204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-38d5a6e0-11a1-4f92-b1b5-d1cd3fa65905 req-1b0424fd-ee89-4d45-a56d-0bf8db50242e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] For port 3a412fee-9be7-4b87-851d-7b59cd6b307c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3a412fee-9be7-4b87-851d-7b59cd6b307c,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:14.107204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-38d5a6e0-11a1-4f92-b1b5-d1cd3fa65905 req-1b0424fd-ee89-4d45-a56d-0bf8db50242e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:14.115883 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b924405-a43b-497e-94d6-e1d9588f1573 req-71db44b3-a905-493d-b31b-d27aacd4a1f4 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535451 Apr 18 21:16:14.129996 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84885da-7a65-4504-b9ce-e57a157c83bd tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:14.132452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84885da-7a65-4504-b9ce-e57a157c83bd tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:14.136362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84885da-7a65-4504-b9ce-e57a157c83bd tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:14.137519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d84885da-7a65-4504-b9ce-e57a157c83bd tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Synchronizing usage tracker for tenant:ed1924f0426343a3a04926335d1a162c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:14.226157 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:14.335677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-38d5a6e0-11a1-4f92-b1b5-d1cd3fa65905 req-1b0424fd-ee89-4d45-a56d-0bf8db50242e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Calling delete_port for 3a412fee-9be7-4b87-851d-7b59cd6b307c owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:14.504543 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3be511d1-2ac0-4737-a6fe-eed656ab5c06 req-b856b9ff-999b-414f-8a3d-d6174588094a tempest-ServersAaction247Test-434510278 tempest-ServersAaction247Test-434510278-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8fc94a5-2119-435c-a3b6-7cfc227d9165 HTTP/1.1" status: 200 len: 210 time: 0.1403682 Apr 18 21:16:14.528185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:14.538561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:14.538561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:14.538731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80952232-4660-4263-822b-fa7726eb88a5 admin admin] Router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:16:14.579781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event updated for resources: {'Port': ['ID=8f643e2a-fbae-4e07-adb4-ff384bc8731b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:14.624215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d84885da-7a65-4504-b9ce-e57a157c83bd tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Unset dirty status for tenant:ed1924f0426343a3a04926335d1a162c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:14.627079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d84885da-7a65-4504-b9ce-e57a157c83bd tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.9642394 Apr 18 21:16:14.632391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43510) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:14.719095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:14.719692 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:14.755998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b05ce1-a36c-4b9e-aba9-23e1feccaec3 req-e24fc4cc-e112-4fee-9305-553f091bc4f2 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:14.757539 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4b05ce1-a36c-4b9e-aba9-23e1feccaec3 req-e24fc4cc-e112-4fee-9305-553f091bc4f2 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.4335194 Apr 18 21:16:14.791653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80952232-4660-4263-822b-fa7726eb88a5 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:16:14.803075 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74dbf79-fd3e-4607-a105-182575059016 None None] Sync routers for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:16:14.810033 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-80952232-4660-4263-822b-fa7726eb88a5 admin admin] 10.222.0.11 "PUT /v2.0/routers/58469d8f-087f-47f9-8a8a-288d9ceaaaf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3567390 Apr 18 21:16:14.810950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43516) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:14.817952 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dbf79-fd3e-4607-a105-182575059016 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:14.818780 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f74dbf79-fd3e-4607-a105-182575059016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:15:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:14.856672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd35a7-9d53-40eb-8b73-94fa9c984578 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Deleting port 669b4cba-6d4e-4ed6-a3ed-60411d275f55 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:14.857014 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7bcd35a7-9d53-40eb-8b73-94fa9c984578 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:14.952488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4b05ce1-a36c-4b9e-aba9-23e1feccaec3 req-ee2099be-834e-4833-9ddb-8466eca67e43 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842887 Apr 18 21:16:14.957726 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-987c3ba4-d275-4dc6-81e1-ea440973d394 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7527623 Apr 18 21:16:14.993792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Request body: {'port': {'device_id': '84c6a438-8cd9-495d-aa05-df3f141564c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:15.063468 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-38d5a6e0-11a1-4f92-b1b5-d1cd3fa65905 req-1b0424fd-ee89-4d45-a56d-0bf8db50242e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.079238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['95dd8d89-bf91-446c-9448-b39c5a84f9c8', '3a412fee-9be7-4b87-851d-7b59cd6b307c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:15.105310 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-f74dbf79-fd3e-4607-a105-182575059016 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:15.123833 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.169134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:15.189553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0424fd-ee89-4d45-a56d-0bf8db50242e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event deleted for resources: {'Port': ['ID=3a412fee-9be7-4b87-851d-7b59cd6b307c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:15.334247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86150e5e-1598-4f95-80d6-ec00b7b28480 req-cff99948-e839-4384-843e-e51a34a3eb70 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:15.335840 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86150e5e-1598-4f95-80d6-ec00b7b28480 req-cff99948-e839-4384-843e-e51a34a3eb70 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 932 time: 0.5666664 Apr 18 21:16:15.403896 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.463575 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.532952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Deleting port 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:15.532952 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.536467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d5a6e0-11a1-4f92-b1b5-d1cd3fa65905 req-1b0424fd-ee89-4d45-a56d-0bf8db50242e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] No DVR routers for this DVR port 3a412fee-9be7-4b87-851d-7b59cd6b307c on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:15.544993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2f07dd0b-14fd-400a-a9c8-d732ffa65ffe req-9c02f72b-b736-493f-9794-e9076e252a7a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:15.551924 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-38d5a6e0-11a1-4f92-b1b5-d1cd3fa65905 req-1b0424fd-ee89-4d45-a56d-0bf8db50242e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.553860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38d5a6e0-11a1-4f92-b1b5-d1cd3fa65905 req-1b0424fd-ee89-4d45-a56d-0bf8db50242e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.26 "DELETE /v2.0/ports/3a412fee-9be7-4b87-851d-7b59cd6b307c HTTP/1.1" status: 204 len: 173 time: 2.8109658 Apr 18 21:16:15.555457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3626b3cd-3672-4e72-9fbe-3589eccea557', 'name': 'network-vif-deleted', 'tag': '3a412fee-9be7-4b87-851d-7b59cd6b307c'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:15.652693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f74dbf79-fd3e-4607-a105-182575059016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:16:13Z', 'revision_number': 5, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port': {'id': '3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:55Z', 'updated_at': '2022-04-18T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:15.655399 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74dbf79-fd3e-4607-a105-182575059016 None None] Checking router: 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:16:15.669623 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86150e5e-1598-4f95-80d6-ec00b7b28480 req-d266bda5-ff6b-48d2-8562-404ece127828 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164041 Apr 18 21:16:15.670647 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dbf79-fd3e-4607-a105-182575059016 None None] Routers {'58469d8f-087f-47f9-8a8a-288d9ceaaaf0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:15.671345 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f74dbf79-fd3e-4607-a105-182575059016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:15:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:15.693516 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7bcd35a7-9d53-40eb-8b73-94fa9c984578 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.840077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] For port 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:15.840775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.870875 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-f74dbf79-fd3e-4607-a105-182575059016 None None] Set router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:15.931154 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126501f1-725f-4721-a822-5191051960bb'] response: {'server_uuid': '3626b3cd-3672-4e72-9fbe-3589eccea557', 'name': 'network-vif-deleted', 'tag': '3a412fee-9be7-4b87-851d-7b59cd6b307c', 'status': 'completed', 'code': 200} Apr 18 21:16:15.987843 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f74dbf79-fd3e-4607-a105-182575059016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:16:15Z', 'revision_number': 6, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:15.992068 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74dbf79-fd3e-4607-a105-182575059016 None None] The sync data for ids ['58469d8f-087f-47f9-8a8a-288d9ceaaaf0'] in n-d-836017-3 is: [{'id': '58469d8f-087f-47f9-8a8a-288d9ceaaaf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943009697-router', 'tenant_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:53Z', 'updated_at': '2022-04-18T21:16:15Z', 'revision_number': 6, 'project_id': '533b9cde3bdf4bdcb5a856f8d682ef59', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:16:15.993329 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2f07dd0b-14fd-400a-a9c8-d732ffa65ffe req-9c02f72b-b736-493f-9794-e9076e252a7a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:15.994870 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f07dd0b-14fd-400a-a9c8-d732ffa65ffe req-9c02f72b-b736-493f-9794-e9076e252a7a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 210 time: 0.5809021 Apr 18 21:16:15.999701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Calling delete_port for 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:16.016660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd35a7-9d53-40eb-8b73-94fa9c984578 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Calling delete_port for 669b4cba-6d4e-4ed6-a3ed-60411d275f55 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:16.137607 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a63139f-4a3a-4a59-be38-13cd8b66f778 req-fc45400b-87fd-465c-ba46-79a9f49c63ae tempest-ServersAaction247Test-434510278 tempest-ServersAaction247Test-434510278-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8fc94a5-2119-435c-a3b6-7cfc227d9165 HTTP/1.1" status: 200 len: 210 time: 0.2086112 Apr 18 21:16:16.315447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:16.365778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:16.488033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326dcc-dad0-4ff5-9ad2-de9ed1058430 req-0070994b-a3de-43eb-8368-85ac80bbb965 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:16.491902 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99326dcc-dad0-4ff5-9ad2-de9ed1058430 req-0070994b-a3de-43eb-8368-85ac80bbb965 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.3342817 Apr 18 21:16:16.610106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99326dcc-dad0-4ff5-9ad2-de9ed1058430 req-eecde36d-b545-4081-b332-6eb11de73d29 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143441 Apr 18 21:16:16.625293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f643e2a-fbae-4e07-adb4-ff384bc8731b {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:16.636889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:16.637050 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:16.647507 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7bcd35a7-9d53-40eb-8b73-94fa9c984578 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:16.700612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Transition to ACTIVE for port object 8f643e2a-fbae-4e07-adb4-ff384bc8731b will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:16.703997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd35a7-9d53-40eb-8b73-94fa9c984578 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Pushing event deleted for resources: {'Port': ['ID=669b4cba-6d4e-4ed6-a3ed-60411d275f55,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:16.830816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:16.911823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ba142977-00e9-4718-bf71-ce5a304d96b3 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:17.014500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: ba142977-00e9-4718-bf71-ce5a304d96b3 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:17.024719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ba142977-00e9-4718-bf71-ce5a304d96b3 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:17.128533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7bcd35a7-9d53-40eb-8b73-94fa9c984578 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.208224 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.215828 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.237679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Pushing event updated for resources: {'Port': ['ID=8f643e2a-fbae-4e07-adb4-ff384bc8731b,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:17.333051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.333996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58469d8f-087f-47f9-8a8a-288d9ceaaaf0 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:16:17.346158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43542) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:17.346302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7bcd35a7-9d53-40eb-8b73-94fa9c984578 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] 10.222.0.11 "DELETE /v2.0/ports/669b4cba-6d4e-4ed6-a3ed-60411d275f55 HTTP/1.1" status: 204 len: 168 time: 2.7121470 Apr 18 21:16:17.352438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-96218c39-c55b-407d-b52b-397c3e6ef8ba tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Request body: {'port': {'name': 'tempest-new-port-name-1516225389', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:17.352882 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.api.validators [None req-96218c39-c55b-407d-b52b-397c3e6ef8ba tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] bootfile-name is not in valid_values {{(pid=85049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:16:17.353276 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.api.validators [None req-96218c39-c55b-407d-b52b-397c3e6ef8ba tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] tftp-server is not in valid_values {{(pid=85049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:16:17.357185 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.api.validators [None req-96218c39-c55b-407d-b52b-397c3e6ef8ba tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] server-ip-address is not in valid_values {{(pid=85049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:16:17.371136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35e08d35-c8ec-41d7-bead-36c3613e2148 req-581fded8-6332-414e-8519-7985cc84a396 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3626b3cd-3672-4e72-9fbe-3589eccea557 HTTP/1.1" status: 200 len: 210 time: 0.1251228 Apr 18 21:16:17.386744 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.388441 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f2dff7e-37ed-457d-8bc4-310676a80c49 admin admin] 10.222.0.11 "DELETE /v2.0/routers/58469d8f-087f-47f9-8a8a-288d9ceaaaf0 HTTP/1.1" status: 204 len: 168 time: 2.5757823 Apr 18 21:16:17.394270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43546) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:17.429661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Attempting to bind port 8f643e2a-fbae-4e07-adb4-ff384bc8731b on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:17.429992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Attempting to bind port 8f643e2a-fbae-4e07-adb4-ff384bc8731b by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:17.430317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Attempting to bind port 8f643e2a-fbae-4e07-adb4-ff384bc8731b on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:17.431331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3a412fee-9be7-4b87-851d-7b59cd6b307c no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:17.441601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Port 8f643e2a-fbae-4e07-adb4-ff384bc8731b on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:16:17.441977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Attempting to bind port 8f643e2a-fbae-4e07-adb4-ff384bc8731b on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:17.455768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:17.455768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Checking segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:17.455768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Bound using segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:17.455768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Bound port: 8f643e2a-fbae-4e07-adb4-ff384bc8731b, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:17.455768 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.474972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a16aeb-c002-41e7-b78d-b1606ec298b9 req-ab42fcad-7e97-4089-a947-c7d07ca0f0cd tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:17.476418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43a16aeb-c002-41e7-b78d-b1606ec298b9 req-ab42fcad-7e97-4089-a947-c7d07ca0f0cd tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 944 time: 0.2356336 Apr 18 21:16:17.552077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 3a412fee-9be7-4b87-851d-7b59cd6b307c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:17.552613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3a412fee-9be7-4b87-851d-7b59cd6b307c not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:17.574923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-224ae89a-dfb7-4a3c-ae0f-3e20910b715c admin admin] Deleting subnet c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:16:17.586923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-224ae89a-dfb7-4a3c-ae0f-3e20910b715c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.643238 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96218c39-c55b-407d-b52b-397c3e6ef8ba tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.643443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a4223dbe-30cf-4805-9b88-7804196d197e req-289553ab-ebb5-4c2c-8cd6-70f09f1843b1 tempest-ServersAaction247Test-434510278 tempest-ServersAaction247Test-434510278-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8fc94a5-2119-435c-a3b6-7cfc227d9165 HTTP/1.1" status: 200 len: 210 time: 0.0762422 Apr 18 21:16:17.670489 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-224ae89a-dfb7-4a3c-ae0f-3e20910b715c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.675895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] For port 8f643e2a-fbae-4e07-adb4-ff384bc8731b, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:17.679480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] For port 8f643e2a-fbae-4e07-adb4-ff384bc8731b, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=8f643e2a-fbae-4e07-adb4-ff384bc8731b,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:17.695528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43a16aeb-c002-41e7-b78d-b1606ec298b9 req-f269cea2-199d-444c-85c2-c4b2bc7c90ae tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082436 Apr 18 21:16:17.771564 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.884129 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.886142 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] 10.222.0.26 "PUT /v2.0/ports/8f643e2a-fbae-4e07-adb4-ff384bc8731b HTTP/1.1" status: 200 len: 1092 time: 2.9004383 Apr 18 21:16:17.908023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e370ce5-9f26-484b-a0c2-b8d590579cec service neutron] Pushing event updated for resources: {'Port': ['ID=8f643e2a-fbae-4e07-adb4-ff384bc8731b,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:17.933781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c6a438-8cd9-495d-aa05-df3f141564c8', 'tag': '8f643e2a-fbae-4e07-adb4-ff384bc8731b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:17.933915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-224ae89a-dfb7-4a3c-ae0f-3e20910b715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.987457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a41dde-5d36-4d01-af33-7e6f3d5f7a95 req-998faeec-eed5-458a-b8ec-bf47661b037e tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:17.993036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62a41dde-5d36-4d01-af33-7e6f3d5f7a95 req-998faeec-eed5-458a-b8ec-bf47661b037e tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.1524677 Apr 18 21:16:18.045226 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc2550e-b89c-4c25-9a30-37fbdc64dcdb'] response: {'name': 'network-changed', 'server_uuid': '84c6a438-8cd9-495d-aa05-df3f141564c8', 'tag': '8f643e2a-fbae-4e07-adb4-ff384bc8731b', 'status': 'completed', 'code': 200} Apr 18 21:16:18.093457 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96218c39-c55b-407d-b52b-397c3e6ef8ba tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.137068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62a41dde-5d36-4d01-af33-7e6f3d5f7a95 req-600c6442-c533-4d9c-aa3c-a7a30b2499cb tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203310 Apr 18 21:16:18.150981 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-224ae89a-dfb7-4a3c-ae0f-3e20910b715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.156107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-172856ea-3219-4320-8715-1966b20563c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 1095 time: 0.1060240 Apr 18 21:16:18.183722 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96218c39-c55b-407d-b52b-397c3e6ef8ba tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.247093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-41646a31-7c2b-49ef-8f14-81fda083de0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f643e2a-fbae-4e07-adb4-ff384bc8731b HTTP/1.1" status: 200 len: 217 time: 0.0833182 Apr 18 21:16:18.255456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ae89a-dfb7-4a3c-ae0f-3e20910b715c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:18.273152 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-224ae89a-dfb7-4a3c-ae0f-3e20910b715c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.279716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb35394-13a2-45b3-935a-a42a253af00e None None] Network fdcb0fc3-7982-4f27-8f92-b49a4879ce9a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:18.353009 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-224ae89a-dfb7-4a3c-ae0f-3e20910b715c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c19b2f27-f7d8-4ab5-b29f-6d6d50cca0b7 HTTP/1.1" status: 204 len: 168 time: 0.9588401 Apr 18 21:16:18.357565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96218c39-c55b-407d-b52b-397c3e6ef8ba tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Pushing event updated for resources: {'Port': ['ID=b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:18.362157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43556) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:18.518342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:18.519222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-96218c39-c55b-407d-b52b-397c3e6ef8ba tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] In _notify_port_updated(), no bound segment for port b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 on network 3ce4dec2-7543-4393-8921-7256657507ab {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:16:18.536342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96218c39-c55b-407d-b52b-397c3e6ef8ba tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:18.537146 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96218c39-c55b-407d-b52b-397c3e6ef8ba tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.541905 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-96218c39-c55b-407d-b52b-397c3e6ef8ba tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] 10.222.0.11 "PUT /v2.0/ports/b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 HTTP/1.1" status: 200 len: 1136 time: 1.1912384 Apr 18 21:16:18.546673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43564) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:18.608338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-f25a19f9-8df6-40fc-8e8d-7a14e792fa8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:18.609375 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:18.610202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3e39290c-f6e1-4fe7-8d77-71dc6e5a48f5 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:18.612728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-f25a19f9-8df6-40fc-8e8d-7a14e792fa8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.3608198 Apr 18 21:16:18.640572 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.665252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Deleting port 3197b424-77d5-4963-81a7-8243c475d57b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:18.666448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.692731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-49127980-830a-4bbe-8465-b1ea3a7a8fbf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714734 Apr 18 21:16:18.705459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-63ff9f66-f1a7-4381-b493-1c4593a5ae83 None None] Provisioning complete for port b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:18.706264 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63ff9f66-f1a7-4381-b493-1c4593a5ae83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.824597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aa9b4e-0e00-4924-833f-7c83b2cc9f08 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:18.827715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] DHCP port deletion for fdcb0fc3-7982-4f27-8f92-b49a4879ce9a request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:16:18.845901 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-24aa9b4e-0e00-4924-833f-7c83b2cc9f08 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] 10.222.0.11 "GET /v2.0/ports/b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 HTTP/1.1" status: 200 len: 1136 time: 0.2978940 Apr 18 21:16:18.846509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43572) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:18.849252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-dfc09f8d-84da-494a-9fc2-f767319d8e3c service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494849 Apr 18 21:16:18.862822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Deleting port 3197b424-77d5-4963-81a7-8243c475d57b {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:18.863317 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.923918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-63ff9f66-f1a7-4381-b493-1c4593a5ae83 None None] Port b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:18.991236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd06d7-013e-4dc3-b976-f3a7fde7e73c tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Deleting port b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:18.996392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2dd06d7-013e-4dc3-b976-f3a7fde7e73c tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.011840 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-393eaed3-3679-4e19-a59c-d0412a0a3921 req-2220f68e-66b7-409e-be22-6469f2f48f1b tempest-ServersAaction247Test-434510278 tempest-ServersAaction247Test-434510278-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8fc94a5-2119-435c-a3b6-7cfc227d9165 HTTP/1.1" status: 200 len: 210 time: 0.0706098 Apr 18 21:16:19.051280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] For port 3197b424-77d5-4963-81a7-8243c475d57b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3197b424-77d5-4963-81a7-8243c475d57b,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:19.051653 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.074177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0df0443-95d4-4d29-abc0-9acbc9f224ce req-38fc4edc-74da-417b-a04c-008acf19a70b service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171693 Apr 18 21:16:19.169763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] For port 3197b424-77d5-4963-81a7-8243c475d57b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3197b424-77d5-4963-81a7-8243c475d57b,segment=NetworkSegment(fb65e01d-dedd-455c-9d0a-37735521b36f),segment_id=fb65e01d-dedd-455c-9d0a-37735521b36f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:19.170939 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.329205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Calling delete_port for 3197b424-77d5-4963-81a7-8243c475d57b owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:19.371627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7568579-5eac-4b4f-8617-33476bfb27e8 req-62a2737a-e4de-4117-a25a-2214b21c81c6 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:19.372783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Calling delete_port for 3197b424-77d5-4963-81a7-8243c475d57b owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:19.378005 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7568579-5eac-4b4f-8617-33476bfb27e8 req-62a2737a-e4de-4117-a25a-2214b21c81c6 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 944 time: 0.1777005 Apr 18 21:16:19.447565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74ca65f1-6ce0-4176-aaa8-2cfc12276a8c req-5e9382c0-1d2e-4ec5-a425-75819b5b0193 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 1095 time: 0.2055135 Apr 18 21:16:19.495679 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.554751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Pushing event deleted for resources: {'Port': ['ID=3197b424-77d5-4963-81a7-8243c475d57b,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:19.567809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] No DVR routers for this DVR port 3197b424-77d5-4963-81a7-8243c475d57b on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:19.570445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.571314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.571314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.571647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.572154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.572494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.572816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.573316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.573864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.574255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.574587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b776741-3de8-4960-8018-7ceab1bc774d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.600546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7568579-5eac-4b4f-8617-33476bfb27e8 req-81adf245-1484-4560-93d2-436d62867bd5 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872485 Apr 18 21:16:19.614466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1212f0b-e24a-46e7-9677-548b5ab32b3a req-9eb1f5c2-8c77-4b56-8285-eb9e6cfb8e84 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:19.616488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1212f0b-e24a-46e7-9677-548b5ab32b3a req-9eb1f5c2-8c77-4b56-8285-eb9e6cfb8e84 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.2371006 Apr 18 21:16:19.616886 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cb010392-cf9e-4bce-9933-ac1a7498a1ec req-21679a14-4cf7-49c1-9f00-a945d827b06a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8fc94a5-2119-435c-a3b6-7cfc227d9165 HTTP/1.1" status: 200 len: 210 time: 0.0535090 Apr 18 21:16:19.638401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:16:19.638401 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:16:19.675313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2dd06d7-013e-4dc3-b976-f3a7fde7e73c tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.707825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca65f1-6ce0-4176-aaa8-2cfc12276a8c req-be780043-90a3-454f-a321-4d3665d1c71a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:19.709203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74ca65f1-6ce0-4176-aaa8-2cfc12276a8c req-be780043-90a3-454f-a321-4d3665d1c71a service neutron] 10.222.0.26 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 912 time: 0.2529402 Apr 18 21:16:19.711672 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1212f0b-e24a-46e7-9677-548b5ab32b3a req-c275e6d3-f013-402b-bb06-3f5d5f128bfb tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856886 Apr 18 21:16:19.809249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd06d7-013e-4dc3-b976-f3a7fde7e73c tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Calling delete_port for b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:19.827639 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74ca65f1-6ce0-4176-aaa8-2cfc12276a8c req-d2811e22-1bb8-49c1-b6bf-8a12b3097b83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f643e2a-fbae-4e07-adb4-ff384bc8731b HTTP/1.1" status: 200 len: 217 time: 0.1113687 Apr 18 21:16:20.001122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca65f1-6ce0-4176-aaa8-2cfc12276a8c req-b9b18a12-a104-4da1-9b07-d48a7b0048fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:20.002488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74ca65f1-6ce0-4176-aaa8-2cfc12276a8c req-b9b18a12-a104-4da1-9b07-d48a7b0048fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.1642408 Apr 18 21:16:20.013864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737241e0-63f4-4116-bfe3-77b6758d2465 req-0f2dba9b-11c7-475f-a151-10bd31e3dc96 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:20.015112 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-737241e0-63f4-4116-bfe3-77b6758d2465 req-0f2dba9b-11c7-475f-a151-10bd31e3dc96 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 945 time: 0.2483137 Apr 18 21:16:20.035361 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2dd06d7-013e-4dc3-b976-f3a7fde7e73c tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.086961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd06d7-013e-4dc3-b976-f3a7fde7e73c tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Pushing event deleted for resources: {'Port': ['ID=b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:20.091799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74ca65f1-6ce0-4176-aaa8-2cfc12276a8c req-756f3066-5cea-4e33-80c1-b07b02a36b71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736604 Apr 18 21:16:20.159824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-737241e0-63f4-4116-bfe3-77b6758d2465 req-bdf55024-5c38-4657-998c-1f5a9fedfd52 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044965 Apr 18 21:16:20.173317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Deleting port 3197b424-77d5-4963-81a7-8243c475d57b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:20.173788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.241193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-ffaacd73-1c17-4a65-9b7a-9f2752a8b458 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:20.248078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-ffaacd73-1c17-4a65-9b7a-9f2752a8b458 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 808 time: 0.3611135 Apr 18 21:16:20.272044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] The port '3197b424-77d5-4963-81a7-8243c475d57b' was deleted {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:16:20.284177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-d5cbb6db-44cf-491a-b867-cb2f1bad1340 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/quotas/8df5d4aa6d254fe4a784472e6df45d7c HTTP/1.1" status: 200 len: 375 time: 0.0354073 Apr 18 21:16:20.405497 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2dd06d7-013e-4dc3-b976-f3a7fde7e73c tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.415316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7de5bd36-4a10-428e-8b2b-3bc1bab8f2b4 req-090ab20e-2f48-4d86-ae8a-29fd9e477c50 tempest-ServersAaction247Test-434510278 tempest-ServersAaction247Test-434510278-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8fc94a5-2119-435c-a3b6-7cfc227d9165 HTTP/1.1" status: 200 len: 210 time: 0.0663259 Apr 18 21:16:20.420331 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74ca65f1-6ce0-4176-aaa8-2cfc12276a8c req-38cf7401-d375-49e7-b71d-d7a0074a1449 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175480 Apr 18 21:16:20.420966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.436247 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b2dd06d7-013e-4dc3-b976-f3a7fde7e73c tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] 10.222.0.11 "DELETE /v2.0/ports/b97c8362-4e47-4cbe-9b3e-3ef72d34a5a4 HTTP/1.1" status: 204 len: 168 time: 1.5828950 Apr 18 21:16:20.444580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43588) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:20.488953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdcb0fc3-7982-4f27-8f92-b49a4879ce9a']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:20.513930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb65e01d-dedd-455c-9d0a-37735521b36f') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:20.518548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb65e01d-dedd-455c-9d0a-37735521b36f') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:20.530707 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3197b424-77d5-4963-81a7-8243c475d57b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:20.532219 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.567272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3197b424-77d5-4963-81a7-8243c475d57b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:20.568022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3197b424-77d5-4963-81a7-8243c475d57b not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:20.578282 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.632915 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-eb7b9417-830a-4bea-9260-a1d970dd4e20 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3475869 Apr 18 21:16:20.646860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:16:20.646860 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:16:20.655324 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:16:20.774543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7cd731-5867-4649-bf30-69fbde6b684f tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Deleting subnet cf71e9b7-9771-40cb-a528-52973126ba6b {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:16:20.779501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd731-5867-4649-bf30-69fbde6b684f tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.842260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd731-5867-4649-bf30-69fbde6b684f tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.861337 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74ca65f1-6ce0-4176-aaa8-2cfc12276a8c req-85f6ab2d-3e52-4899-8447-c39032510835 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331462 Apr 18 21:16:20.871029 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.897614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.898427 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-7fea6e94-5b4c-438a-a17c-a901efd4548f service neutron] 10.222.0.11 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462962 Apr 18 21:16:20.912246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdcb0fc3-7982-4f27-8f92-b49a4879ce9a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:20.913721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912446a-1f74-4ece-9a05-6bd57fafe7ef req-5245ffc2-556e-43f0-b816-b1987af23f50 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:20.916155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7912446a-1f74-4ece-9a05-6bd57fafe7ef req-5245ffc2-556e-43f0-b816-b1987af23f50 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 944 time: 0.1679449 Apr 18 21:16:20.968162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd731-5867-4649-bf30-69fbde6b684f tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:21.003558 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-11f8843f-dd26-4aa0-a1e0-1a81acab8035 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fdcb0fc3-7982-4f27-8f92-b49a4879ce9a HTTP/1.1" status: 204 len: 168 time: 2.6344481 Apr 18 21:16:21.110729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7912446a-1f74-4ece-9a05-6bd57fafe7ef req-a141a99c-387b-429d-b7ce-7a74503c15bd tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721511 Apr 18 21:16:21.163884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-b58d32c7-700b-471e-b57d-22341a49e2b5 service neutron] 10.222.0.11 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467804 Apr 18 21:16:21.189432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295ec81-fe23-4903-9fe1-ad018157e3bc req-bd40b1a1-e83b-433b-a1b8-82989e9d5033 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:21.191047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5295ec81-fe23-4903-9fe1-ad018157e3bc req-bd40b1a1-e83b-433b-a1b8-82989e9d5033 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 945 time: 0.1500576 Apr 18 21:16:21.278770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5295ec81-fe23-4903-9fe1-ad018157e3bc req-40b416ad-85a2-49d6-9a78-653e059d591b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Deleting port 95dd8d89-bf91-446c-9448-b39c5a84f9c8 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:21.281631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5295ec81-fe23-4903-9fe1-ad018157e3bc req-40b416ad-85a2-49d6-9a78-653e059d591b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:21.304588 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd731-5867-4649-bf30-69fbde6b684f tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:21.351239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd731-5867-4649-bf30-69fbde6b684f tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Pushing event deleted for resources: {'Subnet': ['ID=cf71e9b7-9771-40cb-a528-52973126ba6b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:21.369966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2a5f8e-fb1f-4338-aa68-47f30f22f293 None None] Network 3ce4dec2-7543-4393-8921-7256657507ab requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:21.370073 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd731-5867-4649-bf30-69fbde6b684f tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:21.377890 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6e7cd731-5867-4649-bf30-69fbde6b684f tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] 10.222.0.11 "DELETE /v2.0/subnets/cf71e9b7-9771-40cb-a528-52973126ba6b HTTP/1.1" status: 204 len: 168 time: 0.9323177 Apr 18 21:16:21.378815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43606) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:21.515599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:21.527342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Deleting port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:21.528065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:21.556466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ea7d-9e63-4caa-974a-2acc8aef0e38 req-5700a3b1-7a48-46eb-8452-ffd6d14b0ab9 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:21.563765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0169ea7d-9e63-4caa-974a-2acc8aef0e38 req-5700a3b1-7a48-46eb-8452-ffd6d14b0ab9 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.2535245 Apr 18 21:16:21.617494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43612) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:21.643661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae60d25b-dce5-4f78-8a29-a7ebff95b8bb None None] DHCP port deletion for 3ce4dec2-7543-4393-8921-7256657507ab request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:16:21.647959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ae60d25b-dce5-4f78-8a29-a7ebff95b8bb None None] Deleting port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:21.648496 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ae60d25b-dce5-4f78-8a29-a7ebff95b8bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:21.680113 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0169ea7d-9e63-4caa-974a-2acc8aef0e38 req-26858a02-7049-464b-8e0e-d270de0f0637 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102285 Apr 18 21:16:21.728604 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0812bf51-0b21-49bb-beb3-ce8ccda71ed1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=533b9cde3bdf4bdcb5a856f8d682ef59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1069746 Apr 18 21:16:21.732424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43616) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:21.755800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5295ec81-fe23-4903-9fe1-ad018157e3bc req-40b416ad-85a2-49d6-9a78-653e059d591b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] For port 95dd8d89-bf91-446c-9448-b39c5a84f9c8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=95dd8d89-bf91-446c-9448-b39c5a84f9c8,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:21.756164 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5295ec81-fe23-4903-9fe1-ad018157e3bc req-40b416ad-85a2-49d6-9a78-653e059d591b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:21.813128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] For port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cec3e4ca-7539-498e-95fb-3dd3cbbd0f24,segment=NetworkSegment(5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369),segment_id=5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:21.813539 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:21.958722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Calling delete_port for cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:21.977155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ae60d25b-dce5-4f78-8a29-a7ebff95b8bb None None] For port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cec3e4ca-7539-498e-95fb-3dd3cbbd0f24,segment=NetworkSegment(5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369),segment_id=5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:21.977155 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ae60d25b-dce5-4f78-8a29-a7ebff95b8bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.021305 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11ae5027-65c3-46ba-8334-f383d77fd516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.048373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5295ec81-fe23-4903-9fe1-ad018157e3bc req-40b416ad-85a2-49d6-9a78-653e059d591b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Calling delete_port for 95dd8d89-bf91-446c-9448-b39c5a84f9c8 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:22.049781 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11ae5027-65c3-46ba-8334-f383d77fd516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.109173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ae60d25b-dce5-4f78-8a29-a7ebff95b8bb None None] Calling delete_port for cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:22.148352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2b7f89e-5ef0-411b-aa16-433393800cff req-a055241d-f769-49c3-95b3-d2e97477d0af tempest-ServersAaction247Test-434510278 tempest-ServersAaction247Test-434510278-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8fc94a5-2119-435c-a3b6-7cfc227d9165 HTTP/1.1" status: 200 len: 210 time: 0.1590054 Apr 18 21:16:22.241017 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11ae5027-65c3-46ba-8334-f383d77fd516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.258864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae5027-65c3-46ba-8334-f383d77fd516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edae9ae2-e481-48ba-85d1-42a47693a4f6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:22.277297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-11ae5027-65c3-46ba-8334-f383d77fd516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.278486 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-11ae5027-65c3-46ba-8334-f383d77fd516 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/edae9ae2-e481-48ba-85d1-42a47693a4f6 HTTP/1.1" status: 204 len: 168 time: 0.5451119 Apr 18 21:16:22.304520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423025a-96d4-4a1f-bd40-18dc07e28fa6 req-dadfeaae-ba8f-4894-a5cf-acabac6ac11d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:22.305969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a423025a-96d4-4a1f-bd40-18dc07e28fa6 req-dadfeaae-ba8f-4894-a5cf-acabac6ac11d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 945 time: 0.3149717 Apr 18 21:16:22.308417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a97078c-b054-4999-a1e4-623825561d4e req-5c33440a-50c1-453e-a80b-9e3cbd07cb85 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 210 time: 0.0706129 Apr 18 21:16:22.340959 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.351363 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-ae60d25b-dce5-4f78-8a29-a7ebff95b8bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:16:22.351794 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-ae60d25b-dce5-4f78-8a29-a7ebff95b8bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:16:22.373455 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a423025a-96d4-4a1f-bd40-18dc07e28fa6 req-eda7ac20-98af-4822-b1b6-9bb192c6eab2 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523572 Apr 18 21:16:22.410026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Pushing event deleted for resources: {'Port': ['ID=cec3e4ca-7539-498e-95fb-3dd3cbbd0f24,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:22.422395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] No DVR routers for this DVR port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:22.436508 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5295ec81-fe23-4903-9fe1-ad018157e3bc req-40b416ad-85a2-49d6-9a78-653e059d591b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.449371 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:22.539194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['95dd8d89-bf91-446c-9448-b39c5a84f9c8'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:22.604911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:22.635359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.673058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce4dec2-7543-4393-8921-7256657507ab']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:22.675656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:22.676682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:22.700378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:22.700726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5569d7a4-93c4-49e7-a0aa-2d9bbb2b8369') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:22.716178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.740357 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.761836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:16:22.768571 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.774452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b416ad-85a2-49d6-9a78-653e059d591b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event deleted for resources: {'Port': ['ID=95dd8d89-bf91-446c-9448-b39c5a84f9c8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:16:22.793261 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:16:22.857493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5295ec81-fe23-4903-9fe1-ad018157e3bc req-40b416ad-85a2-49d6-9a78-653e059d591b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] No DVR routers for this DVR port 95dd8d89-bf91-446c-9448-b39c5a84f9c8 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:22.860833 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5295ec81-fe23-4903-9fe1-ad018157e3bc req-40b416ad-85a2-49d6-9a78-653e059d591b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.865619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ae60d25b-dce5-4f78-8a29-a7ebff95b8bb None None] Deleting port cec3e4ca-7539-498e-95fb-3dd3cbbd0f24 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:22.866130 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ae60d25b-dce5-4f78-8a29-a7ebff95b8bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.869987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a7cb6b-a42d-433f-b222-c51335b72bf5', 'name': 'network-vif-deleted', 'tag': '95dd8d89-bf91-446c-9448-b39c5a84f9c8'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:22.930254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9bc35-e733-4e7e-901a-da1196d695a7 req-e5b9d00b-810e-4dfa-9929-374dfb316c01 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:22.932201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8c9bc35-e733-4e7e-901a-da1196d695a7 req-e5b9d00b-810e-4dfa-9929-374dfb316c01 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 944 time: 0.2971201 Apr 18 21:16:22.951632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ae60d25b-dce5-4f78-8a29-a7ebff95b8bb None None] The port 'cec3e4ca-7539-498e-95fb-3dd3cbbd0f24' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:16:22.995961 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:23.019499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5295ec81-fe23-4903-9fe1-ad018157e3bc req-40b416ad-85a2-49d6-9a78-653e059d591b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.26 "DELETE /v2.0/ports/95dd8d89-bf91-446c-9448-b39c5a84f9c8 HTTP/1.1" status: 204 len: 173 time: 1.8225169 Apr 18 21:16:23.031856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8c9bc35-e733-4e7e-901a-da1196d695a7 req-c83af548-8988-4b73-ae7b-851666f1a865 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938599 Apr 18 21:16:23.048881 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:23.069301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] Pushing event deleted for resources: {'Network': ['ID=3ce4dec2-7543-4393-8921-7256657507ab,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:23.069301 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-84cdebe5-b975-4cec-b614-3899a1a4b0c7 tempest-ExtraDHCPOptionsTestJSON-822601881 tempest-ExtraDHCPOptionsTestJSON-822601881-project] 10.222.0.11 "DELETE /v2.0/networks/3ce4dec2-7543-4393-8921-7256657507ab HTTP/1.1" status: 204 len: 168 time: 1.6849060 Apr 18 21:16:23.260769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b734e-ba43-4cbf-af24-c40b982e04dd req-26d48603-2a62-48a6-b36e-bdcc721e21da tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:23.262532 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-146b734e-ba43-4cbf-af24-c40b982e04dd req-26d48603-2a62-48a6-b36e-bdcc721e21da tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.0842988 Apr 18 21:16:23.311439 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-146b734e-ba43-4cbf-af24-c40b982e04dd req-a49ad784-9b0c-4849-b7f6-6ed6c19af0b2 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Apr 18 21:16:23.413230 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25c1eb6-a76d-49db-a240-5efc72d0eecc'] response: {'server_uuid': 'c5a7cb6b-a42d-433f-b222-c51335b72bf5', 'name': 'network-vif-deleted', 'tag': '95dd8d89-bf91-446c-9448-b39c5a84f9c8', 'status': 'completed', 'code': 200} Apr 18 21:16:23.458558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 8f643e2a-fbae-4e07-adb4-ff384bc8731b details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:16:23.563256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b0b2fbf-3793-4866-8713-10484b12f0cf req-d2cab19a-687b-4e06-83d6-880312cbc142 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 210 time: 0.0712974 Apr 18 21:16:23.741570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 8f643e2a-fbae-4e07-adb4-ff384bc8731b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=8f643e2a-fbae-4e07-adb4-ff384bc8731b,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:23.754062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0a2f4a73-47b2-42cc-a275-5a7ba228e4ba req-2fc48347-9035-4dbc-9723-3b6446800263 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:23.780566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '8f643e2a-fbae-4e07-adb4-ff384bc8731b', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'port_id': '8f643e2a-fbae-4e07-adb4-ff384bc8731b', 'mac_address': 'fa:16:3e:b4:cd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6eed83b-bd8b-4106-83ab-7db4459dec92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:16:23.805998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43664) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:23.839752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:23.857799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f643e2a-fbae-4e07-adb4-ff384bc8731b {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:23.874275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 8f643e2a-fbae-4e07-adb4-ff384bc8731b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=8f643e2a-fbae-4e07-adb4-ff384bc8731b,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:23.954580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0a2f4a73-47b2-42cc-a275-5a7ba228e4ba req-2fc48347-9035-4dbc-9723-3b6446800263 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:23.956065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a2f4a73-47b2-42cc-a275-5a7ba228e4ba req-2fc48347-9035-4dbc-9723-3b6446800263 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a7cb6b-a42d-433f-b222-c51335b72bf5 HTTP/1.1" status: 200 len: 210 time: 0.2500925 Apr 18 21:16:23.998032 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.030653 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f4d01103-f771-4f88-ac3b-3a159bf64805 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed1924f0426343a3a04926335d1a162c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2228024 Apr 18 21:16:24.032953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43674) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:24.063977 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=8f643e2a-fbae-4e07-adb4-ff384bc8731b,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:24.137712 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a2c9babd-9885-48b7-9be6-6ddea28c7249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.171116 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a2c9babd-9885-48b7-9be6-6ddea28c7249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.297297 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7aa24b1f-9508-4e5a-a2e6-0180ecf36cd6 req-09a2e008-9ebe-4860-8c35-24269f61a50e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dcd0f712e5e4ad7834862ae8f5fd23b&device_id=b8fc94a5-2119-435c-a3b6-7cfc227d9165 HTTP/1.1" status: 200 len: 210 time: 0.0638056 Apr 18 21:16:24.303930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09bdb1d1-b703-4b80-a785-2590990bc0d9 req-cb96290f-4c06-417b-94fb-7b440a150af7 tempest-ServersAaction247Test-434510278 tempest-ServersAaction247Test-434510278-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8fc94a5-2119-435c-a3b6-7cfc227d9165 HTTP/1.1" status: 200 len: 210 time: 0.0436974 Apr 18 21:16:24.348735 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7aa24b1f-9508-4e5a-a2e6-0180ecf36cd6 req-0bc929c8-8a9c-4c20-83a2-34b0690b0136 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4dcd0f712e5e4ad7834862ae8f5fd23b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439358 Apr 18 21:16:24.371862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43686) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:24.391437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['8f643e2a-fbae-4e07-adb4-ff384bc8731b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:24.577716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa24b1f-9508-4e5a-a2e6-0180ecf36cd6 req-1a1f0d31-e36e-4c2b-a086-33a5e8daa7fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:24.582714 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7aa24b1f-9508-4e5a-a2e6-0180ecf36cd6 req-1a1f0d31-e36e-4c2b-a086-33a5e8daa7fe service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2243490 Apr 18 21:16:24.617754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a2c9babd-9885-48b7-9be6-6ddea28c7249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.637345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9babd-9885-48b7-9be6-6ddea28c7249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d7d429-40c5-4715-b603-5b6eed8ba3d8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:24.646633 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a2c9babd-9885-48b7-9be6-6ddea28c7249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.646633 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a2c9babd-9885-48b7-9be6-6ddea28c7249 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02d7d429-40c5-4715-b603-5b6eed8ba3d8 HTTP/1.1" status: 204 len: 168 time: 0.6099427 Apr 18 21:16:24.647092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1638275440-network', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:24.658790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:24.668097 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Usage tracker for resource:network and tenant:f98e97f3b72a4c7a87816becfdd17d23 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:24.674309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:24.687038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:24.747404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881250e7-5f33-4fdf-8ac5-3e2d96cec797 req-83fd1c50-b727-4d88-95b1-4253522c8c1d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:24.749089 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-881250e7-5f33-4fdf-8ac5-3e2d96cec797 req-83fd1c50-b727-4d88-95b1-4253522c8c1d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 945 time: 0.1636004 Apr 18 21:16:24.759115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da166d-8f36-4a75-bebb-c16aa84d1fbb req-31685899-203b-4622-8a37-12bc6cb1fed3 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:24.761328 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13da166d-8f36-4a75-bebb-c16aa84d1fbb req-31685899-203b-4622-8a37-12bc6cb1fed3 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.2318790 Apr 18 21:16:24.767454 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0d7688e5-7145-4c7e-8d66-d3fcbe404388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.840249 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-881250e7-5f33-4fdf-8ac5-3e2d96cec797 req-58cb8f24-798d-4172-977f-6ef2fefa916d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779538 Apr 18 21:16:24.842684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Made reservation on behalf of f98e97f3b72a4c7a87816becfdd17d23 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:24.844904 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.855545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13da166d-8f36-4a75-bebb-c16aa84d1fbb req-6e474afc-8292-4bec-aa10-9988b6377346 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779474 Apr 18 21:16:24.860037 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.915505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:24.919659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Usage tracker for resource:security_group_rule and tenant:f98e97f3b72a4c7a87816becfdd17d23 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:24.922645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:24.928397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:25.040126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-562b4933-5e73-4d92-829d-db018a219fbc req-3d24d67e-37ad-4076-ab50-6b6d658c397a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 210 time: 0.0699017 Apr 18 21:16:25.075165 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.195571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.253903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:16:25.272132 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.274456 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Added segment 6d3ea3ac-b906-4bf2-8f64-868a0996c76c of type vlan for network d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa Apr 18 21:16:25.303537 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.317987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bccfe8a-e326-43b6-9191-0f4e5b634a4c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:25.463573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 95dd8d89-bf91-446c-9448-b39c5a84f9c8 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:25.521464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 95dd8d89-bf91-446c-9448-b39c5a84f9c8 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:25.522109 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 95dd8d89-bf91-446c-9448-b39c5a84f9c8 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:25.525913 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.526765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:25.527337 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.622311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d40702e-4ad0-42a2-a417-dad5966ae4dd req-4a5e6abf-b5d9-4f24-a4b5-efa42d2c49b5 tempest-ServersAaction247Test-434510278 tempest-ServersAaction247Test-434510278-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8fc94a5-2119-435c-a3b6-7cfc227d9165 HTTP/1.1" status: 200 len: 210 time: 0.1090171 Apr 18 21:16:25.764897 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] Pushing event updated for resources: {'Network': ['ID=d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:25.782659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:16:25.784472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-f0697db8-45d5-454c-bf0b-662ad41866c2 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:25.786062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-f0697db8-45d5-454c-bf0b-662ad41866c2 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.4401934 Apr 18 21:16:25.807400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-58bab310-57dc-4821-b199-81a3d6250035 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:25.808869 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-58bab310-57dc-4821-b199-81a3d6250035 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.26 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 808 time: 0.4357226 Apr 18 21:16:25.814333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-d9404c10-48d7-4cbc-a48b-f9092229e6cb tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/quotas/b417c5ef5a3d4a90bf5edb700a3ea12a HTTP/1.1" status: 200 len: 375 time: 0.0216038 Apr 18 21:16:25.829687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Request body: {'port': {'device_id': '032dd8e4-43b5-45c9-be08-f8c2420c0482', 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc', 'admin_state_up': True, 'tenant_id': '8df5d4aa6d254fe4a784472e6df45d7c'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:25.977454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e81abac2-1778-4c71-8b1d-46940c781d5a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6014252 Apr 18 21:16:25.978999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43726) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:25.986862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Request body: {'subnet': {'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638275440-subnet', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:25.992597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:25.996950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Usage tracker for resource:subnet and tenant:f98e97f3b72a4c7a87816becfdd17d23 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:26.000093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:26.011082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:26.137650 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-b7579189-6e89-4ed9-9d0a-e3d83b820217 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3151805 Apr 18 21:16:26.138636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:26.150154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Made reservation on behalf of f98e97f3b72a4c7a87816becfdd17d23 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:26.154061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.173253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:26.270539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43734) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:26.402865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f256-1489-451b-95d1-e44c322a79d0 req-7395d830-70f0-4966-aceb-0ad269ecd982 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:26.410197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1f7f256-1489-451b-95d1-e44c322a79d0 req-7395d830-70f0-4966-aceb-0ad269ecd982 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 945 time: 0.3547695 Apr 18 21:16:26.439355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Made reservation on behalf of 8df5d4aa6d254fe4a784472e6df45d7c for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:26.439355 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.479495 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-1aa9ef03-d86c-4a7d-8b7c-a795d12e4a73 service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270576 Apr 18 21:16:26.531740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1922724034'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:26.557923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:26.561946 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7aa24b1f-9508-4e5a-a2e6-0180ecf36cd6 req-795999ac-76cb-4d3f-855b-3528efe1cf48 tempest-ServersAaction247Test-434510278 tempest-ServersAaction247Test-434510278-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8fc94a5-2119-435c-a3b6-7cfc227d9165 HTTP/1.1" status: 200 len: 210 time: 0.0667756 Apr 18 21:16:26.567150 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:network and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:26.570766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:26.579498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:26.625839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1f7f256-1489-451b-95d1-e44c322a79d0 req-279a1309-3e6a-4f09-989e-ecc4616545c4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146814 Apr 18 21:16:26.678654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:26.685064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.708346 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.727628 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.746142 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-60e48dee-eb11-4e42-b637-e92764e05ce2 service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616575 Apr 18 21:16:26.766985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Allocated IP 172.20.0.10 (f0f8e2c1-9ecd-41b3-9562-674a844605cc/9836981b-e141-4c4b-841b-4312a41b0b95/5c066a4b-a7db-4764-b13b-b7bcfdf6a73d) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:26.805429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:26.813643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:security_group_rule and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:26.818353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:26.837763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a255cc7a-5e37-456c-a4f0-84d0a0974baa,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:26.840863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:26.880391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Checking segment: {'id': '6d3ea3ac-b906-4bf2-8f64-868a0996c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:26.880833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Network hostable DHCP agents. Network: d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:16:26.970578 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.985790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013247c5-4d6d-4fcc-ac29-054b0b84f307 req-ecc9657b-de98-469a-9c9f-dcf0d5f99da7 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:26.987308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-013247c5-4d6d-4fcc-ac29-054b0b84f307 req-ecc9657b-de98-469a-9c9f-dcf0d5f99da7 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.2138937 Apr 18 21:16:27.073340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-013247c5-4d6d-4fcc-ac29-054b0b84f307 req-3fd6ffe0-c73f-4275-821f-ff65002797fc tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798848 Apr 18 21:16:27.092279 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.125903 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c413eb62-91ce-4237-9051-ee6360879eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.126352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Network d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:16:27.126352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.190327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac447d3-d7ac-4613-819a-ef310efd8880,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:27.218624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:16:27.224429 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.233127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.233777 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Added segment 0d85e696-b493-4c44-b8b9-66f69e834e77 of type vlan for network f3085122-82b7-473d-89e5-0d3877bba5ba Apr 18 21:16:27.287525 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.300188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:27.309967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:27.310553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.315031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28bbb00-1976-4044-bb30-25628fe91d0d None None] Network d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:27.422110 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8078207b-a262-4dc5-a93f-edd02bb57ea7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4393916 Apr 18 21:16:27.422545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43750) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:27.428402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1638275440-router', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:27.435505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:27.441193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Usage tracker for resource:router and tenant:f98e97f3b72a4c7a87816becfdd17d23 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:27.454824 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.456715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:27.457549 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.488313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:27.493084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 8f643e2a-fbae-4e07-adb4-ff384bc8731b up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:27.548300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4be63335-b433-4f92-9202-ad633a3f9e00 req-e5059ab7-906c-4c0f-bdc6-9c07eedda3f2 tempest-ServersAaction247Test-434510278 tempest-ServersAaction247Test-434510278-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8fc94a5-2119-435c-a3b6-7cfc227d9165 HTTP/1.1" status: 200 len: 210 time: 0.0895772 Apr 18 21:16:27.588922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Network f0f8e2c1-9ecd-41b3-9562-674a844605cc is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:27.600400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:27.612745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:27.667525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Network': ['ID=f3085122-82b7-473d-89e5-0d3877bba5ba,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:27.672853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Pushing event updated for resources: {'Port': ['ID=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:27.679223 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b4dd6290-239d-4a44-911e-15380cad9590 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4077058 Apr 18 21:16:27.681191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:27.682752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network f3085122-82b7-473d-89e5-0d3877bba5ba details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:16:27.685615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43756) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:27.692816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'name': 'tempest-PortsTestJSON-38507138'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:27.774156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75efd5a7-e919-4878-a19a-70b7b28412da req-e83603dd-493b-44a7-9fe9-d5448e52120b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 210 time: 0.0778537 Apr 18 21:16:27.803341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:27.803900 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.848489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e1121-4092-4395-bfb4-ace7e31bdbad req-b4c89ff6-445a-4a1f-89ba-17310b9c51bd tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:27.848768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-005e1121-4092-4395-bfb4-ace7e31bdbad req-b4c89ff6-445a-4a1f-89ba-17310b9c51bd tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Synchronizing usage tracker for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:27.851785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.853828 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.874702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:27.883251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:port and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:27.889746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:27.897582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:27.908947 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.923982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 8f643e2a-fbae-4e07-adb4-ff384bc8731b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:27.933111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 8f643e2a-fbae-4e07-adb4-ff384bc8731b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:27.934068 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.947864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-bae2ae51-548c-4e0a-bd76-2afaeafad8cc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1235640 Apr 18 21:16:27.964611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Request body: {'port': {'device_id': '032dd8e4-43b5-45c9-be08-f8c2420c0482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:27.982318 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:16:28.006137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:28.009964 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.034997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa', 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'fixed_ips': [{'subnet_id': 'a255cc7a-5e37-456c-a4f0-84d0a0974baa'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:16:28.035798 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.043239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port 97b75caa-721a-4e38-853b-dedaab043909 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:16:28.085046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-005e1121-4092-4395-bfb4-ace7e31bdbad req-b4c89ff6-445a-4a1f-89ba-17310b9c51bd tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Unset dirty status for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:28.086213 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-005e1121-4092-4395-bfb4-ace7e31bdbad req-b4c89ff6-445a-4a1f-89ba-17310b9c51bd tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 932 time: 0.7362254 Apr 18 21:16:28.181964 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.294241 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.317902 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.336347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964d0f4-aefc-49f6-9e3a-ac6f7953162f req-93925f60-e756-48ae-91d2-24f81d5b5f86 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:28.338491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5964d0f4-aefc-49f6-9e3a-ac6f7953162f req-93925f60-e756-48ae-91d2-24f81d5b5f86 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 945 time: 0.3227477 Apr 18 21:16:28.340585 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-005e1121-4092-4395-bfb4-ace7e31bdbad req-75028672-f3d6-4efc-8701-870114f4997b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465837 Apr 18 21:16:28.362701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c6a438-8cd9-495d-aa05-df3f141564c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f643e2a-fbae-4e07-adb4-ff384bc8731b'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:28.386621 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Allocated IP 172.20.0.2 (d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa/a255cc7a-5e37-456c-a4f0-84d0a0974baa/94d8f5d3-b7dd-4685-a901-2c35ce11178c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:28.396167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 8f643e2a-fbae-4e07-adb4-ff384bc8731b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=8f643e2a-fbae-4e07-adb4-ff384bc8731b,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:28.506357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5964d0f4-aefc-49f6-9e3a-ac6f7953162f req-56a72fc1-1374-4619-89bc-5be6a28d3dfc tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365793 Apr 18 21:16:28.532141 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.610392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.623660 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.650729 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.672460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=8f643e2a-fbae-4e07-adb4-ff384bc8731b,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:28.687697 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4052a6-4aef-40e5-a7a6-5fb2d545e58c'] response: {'server_uuid': '84c6a438-8cd9-495d-aa05-df3f141564c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f643e2a-fbae-4e07-adb4-ff384bc8731b', 'code': 200} Apr 18 21:16:28.772883 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.790005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Transition to ACTIVE for port object 94d8f5d3-b7dd-4685-a901-2c35ce11178c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:28.813731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Transition to ACTIVE for port object 94d8f5d3-b7dd-4685-a901-2c35ce11178c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:28.836110 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.848658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48cc8c-a91f-4cc4-8e69-a35470b93453 req-0333da71-bd4a-4a95-909f-a38d44c3d460 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:28.856298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f48cc8c-a91f-4cc4-8e69-a35470b93453 req-0333da71-bd4a-4a95-909f-a38d44c3d460 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.3489277 Apr 18 21:16:28.885518 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.937622 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cd2fefd-dff9-4118-a5f0-6b15a7f21a81 req-48840f9f-50d7-4918-bd2b-5e5bd0938ee5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 1097 time: 0.1813402 Apr 18 21:16:28.956184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f48cc8c-a91f-4cc4-8e69-a35470b93453 req-338f80b8-7507-4063-bf5b-8e9af04a3282 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989401 Apr 18 21:16:28.989681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=97b75caa-721a-4e38-853b-dedaab043909,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:29.002841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Network d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:29.008150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:29.024383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:29.030225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Pushing event updated for resources: {'Port': ['ID=94d8f5d3-b7dd-4685-a901-2c35ce11178c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:29.059552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Checking segment: {'id': '0d85e696-b493-4c44-b8b9-66f69e834e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:29.060057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network hostable DHCP agents. Network: f3085122-82b7-473d-89e5-0d3877bba5ba, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:16:29.135579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Attempting to bind port 94d8f5d3-b7dd-4685-a901-2c35ce11178c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:29.135864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Attempting to bind port 94d8f5d3-b7dd-4685-a901-2c35ce11178c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '6d3ea3ac-b906-4bf2-8f64-868a0996c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:29.136405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Attempting to bind port 94d8f5d3-b7dd-4685-a901-2c35ce11178c on network d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:29.143556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:29.144359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Checking segment: {'id': '6d3ea3ac-b906-4bf2-8f64-868a0996c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:29.144935 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.145492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Bound using segment: {'id': '6d3ea3ac-b906-4bf2-8f64-868a0996c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:29.146115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Bound port: 94d8f5d3-b7dd-4685-a901-2c35ce11178c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3ea3ac-b906-4bf2-8f64-868a0996c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:29.146665 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.194053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network f3085122-82b7-473d-89e5-0d3877bba5ba is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:16:29.202544 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24ca6bc6-71ab-48f2-bd01-7500104432bd req-37382148-f228-4206-870d-66965b9a1532 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 210 time: 0.0530055 Apr 18 21:16:29.241283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:29.284630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] For port 94d8f5d3-b7dd-4685-a901-2c35ce11178c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:29.290691 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.291053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] For port 94d8f5d3-b7dd-4685-a901-2c35ce11178c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=94d8f5d3-b7dd-4685-a901-2c35ce11178c,segment=NetworkSegment(6d3ea3ac-b906-4bf2-8f64-868a0996c76c),segment_id=6d3ea3ac-b906-4bf2-8f64-868a0996c76c)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:29.299212 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.314842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cd2fefd-dff9-4118-a5f0-6b15a7f21a81 req-6cad324f-e874-4ab5-93c0-69701aa80bb7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025641 Apr 18 21:16:29.324901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Transition to ACTIVE for port object 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:29.327037 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.371474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, f3085122-82b7-473d-89e5-0d3877bba5ba) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:29.381339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e412bba-1e44-4d9c-b657-59a41397eee8 None None] Network f3085122-82b7-473d-89e5-0d3877bba5ba requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:29.390128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.436050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.531008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:29.539037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43776) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:29.542490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:29.543138 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.554991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Allocated IP 172.25.3.136 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/d99167b9-0c3b-41ab-a72a-f0f19f5bb12b) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:29.713317 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-081daf77-d542-4f3c-9e16-3bc106af59b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.0261450 Apr 18 21:16:29.714844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43784) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:29.726593 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-313992034'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:29.775615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Pushing event updated for resources: {'Port': ['ID=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:29.850288 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae757a-90c1-4859-ae73-e89c9d7a2d24 None None] Pushing event updated for resources: {'Port': ['ID=94d8f5d3-b7dd-4685-a901-2c35ce11178c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:29.958365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:29.965686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:network and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:29.980728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:29.982743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335335c-bc17-474a-8fe7-9e754207ced5 req-92e9532e-ce86-4cc9-940c-ef81f79fa5ae tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:29.984244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5335335c-bc17-474a-8fe7-9e754207ced5 req-92e9532e-ce86-4cc9-940c-ef81f79fa5ae tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 944 time: 0.3732667 Apr 18 21:16:29.986103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Attempting to bind port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:29.986776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Attempting to bind port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:29.986776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Attempting to bind port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:29.989223 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-effe7c7a-9d99-4da4-b8dd-965363e46208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.998510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:30.058397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on network f0f8e2c1-9ecd-41b3-9562-674a844605cc not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:16:30.058734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Attempting to bind port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:30.075991 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.099768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ef811-2fd5-46f8-a18b-bfbd34d8e6ba req-166870a6-1d89-4e8d-8518-43b997706863 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:30.101243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d11ef811-2fd5-46f8-a18b-bfbd34d8e6ba req-166870a6-1d89-4e8d-8518-43b997706863 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.4062188 Apr 18 21:16:30.113599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:30.113989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:30.114384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Bound using segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:30.114837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Bound port: 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:30.115187 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.130904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:30.137932 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.141769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-effe7c7a-9d99-4da4-b8dd-965363e46208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:30.161137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-effe7c7a-9d99-4da4-b8dd-965363e46208 admin admin] Usage tracker for resource:security_group_rule and tenant:4dcd0f712e5e4ad7834862ae8f5fd23b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:30.173736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-effe7c7a-9d99-4da4-b8dd-965363e46208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:30.180766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5335335c-bc17-474a-8fe7-9e754207ced5 req-251cb005-c0c2-4135-8e38-9783c73122e1 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778898 Apr 18 21:16:30.232687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-effe7c7a-9d99-4da4-b8dd-965363e46208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:30.236935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:16:30.256755 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.265252 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Added segment 90785f66-2add-40b0-b212-c382d49d6cec of type vlan for network 279e80d5-8c4b-4fc3-bbd8-0c97012ba3be Apr 18 21:16:30.304478 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.363646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d11ef811-2fd5-46f8-a18b-bfbd34d8e6ba req-7fddf051-e5dc-4236-8cca-96640c76c5b3 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282717 Apr 18 21:16:30.435481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:30.447873 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.457293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:30.497645 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-effe7c7a-9d99-4da4-b8dd-965363e46208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.525014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5cc38-1432-4a29-94cb-ed7271e81ff0 req-8f6164e0-c1a5-4e64-bf47-3ebf3e317f00 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:30.531832 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cde5cc38-1432-4a29-94cb-ed7271e81ff0 req-8f6164e0-c1a5-4e64-bf47-3ebf3e317f00 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.1632104 Apr 18 21:16:30.548738 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.570888 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.590449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:30.591670 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.643683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 94d8f5d3-b7dd-4685-a901-2c35ce11178c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:30.650132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c260e94-b2cc-42dc-909f-727368bf8d8a req-e2d3c3bf-9f63-4d7c-8fa4-cd0d73ab7401 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 210 time: 0.0970359 Apr 18 21:16:30.663965 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-effe7c7a-9d99-4da4-b8dd-965363e46208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.745575 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.749084 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] 10.222.0.26 "PUT /v2.0/ports/5c066a4b-a7db-4764-b13b-b7bcfdf6a73d HTTP/1.1" status: 200 len: 1092 time: 2.7918177 Apr 18 21:16:30.755643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032dd8e4-43b5-45c9-be08-f8c2420c0482', 'tag': '5c066a4b-a7db-4764-b13b-b7bcfdf6a73d'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:30.810282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Pushing event updated for resources: {'Port': ['ID=d99167b9-0c3b-41ab-a72a-f0f19f5bb12b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:30.824842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cde5cc38-1432-4a29-94cb-ed7271e81ff0 req-a061c479-2a99-4585-a6f9-99f55992198d tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914202 Apr 18 21:16:30.830521 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-effe7c7a-9d99-4da4-b8dd-965363e46208 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4dcd0f712e5e4ad7834862ae8f5fd23b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2808983 Apr 18 21:16:30.831168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0751a7-df90-4059-b45f-507c79c0ab93 service neutron] Pushing event updated for resources: {'Port': ['ID=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:30.834338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43794) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:30.836625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe7c7a-9d99-4da4-b8dd-965363e46208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81ea1eb-b06d-47ce-8105-b29c17f0747a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:30.881849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 94d8f5d3-b7dd-4685-a901-2c35ce11178c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:30.900424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:30.912528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Network': ['ID=279e80d5-8c4b-4fc3-bbd8-0c97012ba3be,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:30.914866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:30.921129 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fe89cbc8-b683-4bd7-8f65-56eb63e9f875 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2026277 Apr 18 21:16:30.921963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:30.927079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 279e80d5-8c4b-4fc3-bbd8-0c97012ba3be details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:16:30.949452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43798) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:30.954837 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.967894 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc3aff59-5204-44b1-8a8f-6807600bde19'] response: {'name': 'network-changed', 'server_uuid': '032dd8e4-43b5-45c9-be08-f8c2420c0482', 'tag': '5c066a4b-a7db-4764-b13b-b7bcfdf6a73d', 'status': 'completed', 'code': 200} Apr 18 21:16:30.972156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'ports': [{'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba'}, {'network_id': '279e80d5-8c4b-4fc3-bbd8-0c97012ba3be'}]} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:30.972516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:30.972988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': '279e80d5-8c4b-4fc3-bbd8-0c97012ba3be'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:31.018402 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e0384b9-7e1b-4273-bba6-2a8aad19c416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.061086 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e0384b9-7e1b-4273-bba6-2a8aad19c416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.065176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-48a975b6-9ff2-480e-b55c-1574e5573ccc tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:31.066621 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-48a975b6-9ff2-480e-b55c-1574e5573ccc tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.7268307 Apr 18 21:16:31.080131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-0c9e773e-9376-41d9-9112-0d4a79358553 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 1095 time: 0.1740491 Apr 18 21:16:31.091521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Request body: {'port': {'device_id': '4656a722-2cbe-429b-9107-77b2e4d4003f', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'admin_state_up': True, 'tenant_id': 'b417c5ef5a3d4a90bf5edb700a3ea12a'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:31.169167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-2df1f921-0d31-4b26-987e-0a1a61171f30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d HTTP/1.1" status: 200 len: 217 time: 0.0787532 Apr 18 21:16:31.237957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-762786ec-f858-48d7-b987-f49f8ba99282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:31.239476 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-762786ec-f858-48d7-b987-f49f8ba99282 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.0646226 Apr 18 21:16:31.291573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-7f1b6f75-3577-4447-9244-a72c0dc9c411 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463412 Apr 18 21:16:31.297513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6639cae-a310-41a9-993a-3e1a844ef7b9 None None] Network d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:31.323163 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e0384b9-7e1b-4273-bba6-2a8aad19c416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.430560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0384b9-7e1b-4273-bba6-2a8aad19c416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81ea1eb-b06d-47ce-8105-b29c17f0747a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:31.440646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:31.445441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:port and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:31.448950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:31.452998 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e0384b9-7e1b-4273-bba6-2a8aad19c416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.456920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8e0384b9-7e1b-4273-bba6-2a8aad19c416 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b81ea1eb-b06d-47ce-8105-b29c17f0747a HTTP/1.1" status: 204 len: 168 time: 0.6194170 Apr 18 21:16:31.457064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:31.484454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:31.502588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:31.537637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7d51-4766-4402-8c4c-b0554e0d6c02 req-60a5536f-f48a-4aa3-97e4-df1deaf18df6 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:31.539329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a49a7d51-4766-4402-8c4c-b0554e0d6c02 req-60a5536f-f48a-4aa3-97e4-df1deaf18df6 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 944 time: 0.2116191 Apr 18 21:16:31.546106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-d3166e59-dced-4686-882d-7a4099962015 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490313 Apr 18 21:16:31.550504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 2} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:31.556997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.582027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Made reservation on behalf of b417c5ef5a3d4a90bf5edb700a3ea12a for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:31.585389 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.610307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.671450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ff178c56-27a6-4de4-970b-293bbc262c30 None None] Provisioning for port 94d8f5d3-b7dd-4685-a901-2c35ce11178c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:31.679920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ff178c56-27a6-4de4-970b-293bbc262c30 None None] Provisioning complete for port 94d8f5d3-b7dd-4685-a901-2c35ce11178c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:31.680172 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ff178c56-27a6-4de4-970b-293bbc262c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.811072 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ff178c56-27a6-4de4-970b-293bbc262c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.871682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ff178c56-27a6-4de4-970b-293bbc262c30 None None] For port 94d8f5d3-b7dd-4685-a901-2c35ce11178c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=94d8f5d3-b7dd-4685-a901-2c35ce11178c,segment=NetworkSegment(6d3ea3ac-b906-4bf2-8f64-868a0996c76c),segment_id=6d3ea3ac-b906-4bf2-8f64-868a0996c76c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:31.873421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a49a7d51-4766-4402-8c4c-b0554e0d6c02 req-ac8d7f8a-cef4-4c84-939d-449e44516d0f tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952201 Apr 18 21:16:31.949626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9844da2-059d-48a8-9f76-1165bc474c29 req-29824011-701c-45b9-ae5a-06d494da5d03 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701556 Apr 18 21:16:31.957793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84ba2b-ea26-4247-8821-ca149450e1c0 req-c5b26800-183c-403b-88d6-9069ee2f2fae tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:31.959115 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ff178c56-27a6-4de4-970b-293bbc262c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.966406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f84ba2b-ea26-4247-8821-ca149450e1c0 req-c5b26800-183c-403b-88d6-9069ee2f2fae tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.4192092 Apr 18 21:16:32.011554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port bb7a2c57-1202-4629-aac2-d1cd055d4250 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:16:32.057584 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:32.058326 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:32.069354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 59848d00-8270-47ac-a321-774295db4c04 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:16:32.073332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 59848d00-8270-47ac-a321-774295db4c04 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:32.082857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f84ba2b-ea26-4247-8821-ca149450e1c0 req-91380780-79cb-4125-b7c7-68f0b875a2b0 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147561 Apr 18 21:16:32.100898 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a991c23f-d2e8-412a-9fb1-19b98ffd2736 req-fb149e0f-ed37-44ae-868b-b481b837735d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 210 time: 0.0648074 Apr 18 21:16:32.193402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff178c56-27a6-4de4-970b-293bbc262c30 None None] Pushing event updated for resources: {'Port': ['ID=94d8f5d3-b7dd-4685-a901-2c35ce11178c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:32.234376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5a58cebb-1063-4007-99ff-aa6ef48d7bce None None] Provisioning complete for port 94d8f5d3-b7dd-4685-a901-2c35ce11178c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:32.234742 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5a58cebb-1063-4007-99ff-aa6ef48d7bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:32.313985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0493a52-0361-446b-b800-2fba357bec8b req-e4908d4c-60c6-4218-9364-4cdb28a56f7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 1095 time: 0.2157249 Apr 18 21:16:32.443500 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:32.547050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 59848d00-8270-47ac-a321-774295db4c04, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=59848d00-8270-47ac-a321-774295db4c04,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:32.584553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '59848d00-8270-47ac-a321-774295db4c04', 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77', 'port_id': '59848d00-8270-47ac-a321-774295db4c04', 'mac_address': 'fa:16:3e:1f:9a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b383855-ac18-4d5a-9d3a-42279a6e6631', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:16:32.586586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59848d00-8270-47ac-a321-774295db4c04'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:32.587655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0493a52-0361-446b-b800-2fba357bec8b req-37f84cc3-776f-49bb-9417-fc8aa87798a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:32.589316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0493a52-0361-446b-b800-2fba357bec8b req-37f84cc3-776f-49bb-9417-fc8aa87798a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.2688680 Apr 18 21:16:32.595546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631b1ec-8ba3-49a8-8983-561600c2e7dd req-1d8245ab-3677-4cce-9c6b-b560804a43db tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:32.603597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a631b1ec-8ba3-49a8-8983-561600c2e7dd req-1d8245ab-3677-4cce-9c6b-b560804a43db tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.2519333 Apr 18 21:16:32.632670 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Allocated IP 172.20.0.14 (6ea05b75-16dc-4fee-9b28-5b0fed561bf4/7d043342-3347-4e69-83c4-d979a544cbfa/5edf144a-c594-4036-85df-cf61cbe62c9a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:32.644423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 94d8f5d3-b7dd-4685-a901-2c35ce11178c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:32.688752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 59848d00-8270-47ac-a321-774295db4c04, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=59848d00-8270-47ac-a321-774295db4c04,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:32.689677 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:32.695590 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0493a52-0361-446b-b800-2fba357bec8b req-4fafbd93-99d8-4aac-b978-acf6f0377b55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d HTTP/1.1" status: 200 len: 217 time: 0.0898025 Apr 18 21:16:32.734416 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:32.780070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59848d00-8270-47ac-a321-774295db4c04 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:32.783033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a631b1ec-8ba3-49a8-8983-561600c2e7dd req-1b83a2f2-b188-439c-8822-be0b46e460ee tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784911 Apr 18 21:16:32.802452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0493a52-0361-446b-b800-2fba357bec8b req-7a90e540-a4e4-4a18-a939-16d6c362de37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:32.809944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0493a52-0361-446b-b800-2fba357bec8b req-7a90e540-a4e4-4a18-a939-16d6c362de37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.1045594 Apr 18 21:16:32.877849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0493a52-0361-446b-b800-2fba357bec8b req-865e3c57-62c5-4fa6-bb6b-655944bb23f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613208 Apr 18 21:16:32.879577 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:32.888016 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e81ff223-9542-4aac-8406-f4e3cda9f56f'] response: {'server_uuid': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59848d00-8270-47ac-a321-774295db4c04', 'code': 200} Apr 18 21:16:32.888732 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:16:32.889596 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:16:32.986994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port e6713d0e-7043-4f56-843d-eb2abf5b33ef yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:16:33.006976 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 94d8f5d3-b7dd-4685-a901-2c35ce11178c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:33.007575 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:33.050853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=59848d00-8270-47ac-a321-774295db4c04,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:33.158563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:33.276480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:33.314768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43838) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:33.327005 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0493a52-0361-446b-b800-2fba357bec8b req-d3a766b7-57fa-4845-abbc-de99b42d44fe service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405837 Apr 18 21:16:33.335640 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:33.366164 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:33.378622 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:33.439218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Router caf77c45-1745-424d-8692-6620467bf3b4 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:16:33.447786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56906ee-ca64-4a1b-addc-b3d837236323 req-cf5200cd-8b06-4319-985f-21e272a1a258 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:33.455117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f56906ee-ca64-4a1b-addc-b3d837236323 req-cf5200cd-8b06-4319-985f-21e272a1a258 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 944 time: 0.2708364 Apr 18 21:16:33.455294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:33.459136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:33.463499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event updated for resources: {'Port': ['ID=5edf144a-c594-4036-85df-cf61cbe62c9a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:33.466784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:33.500105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:33.519665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59848d00-8270-47ac-a321-774295db4c04 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:33.535725 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f56906ee-ca64-4a1b-addc-b3d837236323 req-24dc998f-daaa-4e4b-98d6-7b887f2888c6 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797539 Apr 18 21:16:33.542175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d28ac0-00d8-4efc-88c7-6c9ddd424264 req-d4df61d1-aba4-4989-b735-5a9433455009 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:33.546201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1930799441-network', 'tenant_id': '370ea586e57b4a6badaff2fec19c41a9'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:33.549628 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31d28ac0-00d8-4efc-88c7-6c9ddd424264 req-d4df61d1-aba4-4989-b735-5a9433455009 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.3642464 Apr 18 21:16:33.551179 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:33.555860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 59848d00-8270-47ac-a321-774295db4c04, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=59848d00-8270-47ac-a321-774295db4c04,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:33.593491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0493a52-0361-446b-b800-2fba357bec8b req-2f723e23-9e5d-42b1-8bf4-ba25a05ff663 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555735 Apr 18 21:16:33.627566 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31d28ac0-00d8-4efc-88c7-6c9ddd424264 req-3971041a-96c6-4e2d-a891-9f97063c62d9 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766773 Apr 18 21:16:33.652546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:33.652744 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:33.731961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Usage tracker for resource:network and tenant:370ea586e57b4a6badaff2fec19c41a9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:33.739293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network f3085122-82b7-473d-89e5-0d3877bba5ba is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:33.742938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=59848d00-8270-47ac-a321-774295db4c04,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:33.756754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f304e4-4030-49c2-a8f4-37a47aacad9f req-2b9475b0-c44f-4c1e-bb73-ecd47169c8ce tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:33.758444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45f304e4-4030-49c2-a8f4-37a47aacad9f req-2b9475b0-c44f-4c1e-bb73-ecd47169c8ce tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 932 time: 0.0864446 Apr 18 21:16:33.783355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=bb7a2c57-1202-4629-aac2-d1cd055d4250,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:33.785735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:33.795391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:33.808874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45f304e4-4030-49c2-a8f4-37a47aacad9f req-29a73159-16b2-46d6-8e34-85a4df0638b2 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Apr 18 21:16:33.809429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:33.810251 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:33.816836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:33.823171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:33.823664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:33.914860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['59848d00-8270-47ac-a321-774295db4c04'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:33.944778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=e6713d0e-7043-4f56-843d-eb2abf5b33ef,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:33.980022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Checking segment: {'id': '90785f66-2add-40b0-b212-c382d49d6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '279e80d5-8c4b-4fc3-bbd8-0c97012ba3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:33.980407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network hostable DHCP agents. Network: 279e80d5-8c4b-4fc3-bbd8-0c97012ba3be, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:16:33.990114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Made reservation on behalf of 370ea586e57b4a6badaff2fec19c41a9 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:33.992394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.012963 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.018742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746d45b-0b94-4242-8395-27fc5d481d9c req-afe72c69-5157-4200-8877-cbf1b1d2f6d9 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:34.020296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3746d45b-0b94-4242-8395-27fc5d481d9c req-afe72c69-5157-4200-8877-cbf1b1d2f6d9 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 944 time: 0.0871994 Apr 18 21:16:34.027535 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-94d0ed0f-ce78-4674-a0f1-632f8e3d5337 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9424732 Apr 18 21:16:34.045026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Request body: {'port': {'device_id': '4656a722-2cbe-429b-9107-77b2e4d4003f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:34.074815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3746d45b-0b94-4242-8395-27fc5d481d9c req-9bf4e3bf-1605-42c3-93a0-f0f87ec314a4 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460730 Apr 18 21:16:34.122308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:34.134539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Usage tracker for resource:security_group_rule and tenant:370ea586e57b4a6badaff2fec19c41a9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:34.162793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:34.178875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:34.181766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network 279e80d5-8c4b-4fc3-bbd8-0c97012ba3be is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:16:34.220475 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.235675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:16:34.245008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Sync routers for ids ['caf77c45-1745-424d-8692-6620467bf3b4'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:16:34.256487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Routers {'caf77c45-1745-424d-8692-6620467bf3b4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:34.257090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:16:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['caf77c45-1745-424d-8692-6620467bf3b4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:34.308942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 279e80d5-8c4b-4fc3-bbd8-0c97012ba3be) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:34.322980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:34.327041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:34.330174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:34.334108 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.373371 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2797e1-d3dd-4441-9281-6e09fd5c40b0 None None] Network 279e80d5-8c4b-4fc3-bbd8-0c97012ba3be requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:34.433012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.434199 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-50c1c2b9-7c6a-4b8d-a0f3-5e92ef20852d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0106492 Apr 18 21:16:34.437353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43846) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:34.458852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.529852 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-43e3d7f7-5d31-4f30-9505-9e7b52bdf44d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5768704 Apr 18 21:16:34.535489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43850) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:34.550617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.634807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:16:34.659029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82efc763-6f8a-4765-b64e-06bb26fa531e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:34.686927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.687278 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Added segment df622b5e-e673-4e7a-acd5-c3100a045480 of type vlan for network f93e7881-9846-467e-af60-83b2ffe07fc9 Apr 18 21:16:34.690843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Set router caf77c45-1745-424d-8692-6620467bf3b4 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:34.699407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6e101-3a71-4c7d-8d73-9a222b72047d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port e6713d0e-7043-4f56-843d-eb2abf5b33ef {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:34.699749 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e101-3a71-4c7d-8d73-9a222b72047d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.917142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4d1e5-7203-4f28-846a-e2bbff5af6e7 req-0a6e8639-d95c-4b1b-b806-03929afee811 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:34.920828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94c4d1e5-7203-4f28-846a-e2bbff5af6e7 req-0a6e8639-d95c-4b1b-b806-03929afee811 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 944 time: 0.1823440 Apr 18 21:16:34.929730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677d699-ad31-4829-b520-6c9823ece815 req-062a24b1-eb6c-41f7-9116-a512d85db734 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:34.931659 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e677d699-ad31-4829-b520-6c9823ece815 req-062a24b1-eb6c-41f7-9116-a512d85db734 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.1599121 Apr 18 21:16:34.979712 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.005865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638275440-router', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd99167b9-0c3b-41ab-a72a-f0f19f5bb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:27Z', 'updated_at': '2022-04-18T21:16:31Z', 'revision_number': 3, 'project_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'gw_port': {'id': 'd99167b9-0c3b-41ab-a72a-f0f19f5bb12b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:29Z', 'updated_at': '2022-04-18T21:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:35.011140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Checking router: caf77c45-1745-424d-8692-6620467bf3b4 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:16:35.011968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Updating router caf77c45-1745-424d-8692-6620467bf3b4 port d99167b9-0c3b-41ab-a72a-f0f19f5bb12b binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:16:35.037976 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94c4d1e5-7203-4f28-846a-e2bbff5af6e7 req-216b1938-71f9-48c4-80f7-3c6910f48998 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010547 Apr 18 21:16:35.044462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e677d699-ad31-4829-b520-6c9823ece815 req-ef75a6b6-1064-472c-a916-fa6cb7de6cb9 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897205 Apr 18 21:16:35.047962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edf144a-c594-4036-85df-cf61cbe62c9a {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:35.083487 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.092917 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.279799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Transition to ACTIVE for port object 5edf144a-c594-4036-85df-cf61cbe62c9a will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:35.284627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e101-3a71-4c7d-8d73-9a222b72047d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.299033 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.299860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:35.300430 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.416737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6056f-333c-405c-ade3-a52c6287ff2f req-f7e87ddb-b614-44f1-996c-34a7267a44ef tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:35.423680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60b6056f-333c-405c-ade3-a52c6287ff2f req-f7e87ddb-b614-44f1-996c-34a7267a44ef tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 932 time: 0.2383971 Apr 18 21:16:35.436570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6e101-3a71-4c7d-8d73-9a222b72047d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for e6713d0e-7043-4f56-843d-eb2abf5b33ef owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:35.448478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4e5d0-17b0-4b11-b9c5-739ddc36a881 req-9f7a38de-e39e-4f69-934a-c175d577daa5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:35.449920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdd4e5d0-17b0-4b11-b9c5-739ddc36a881 req-9f7a38de-e39e-4f69-934a-c175d577daa5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 944 time: 0.1790724 Apr 18 21:16:35.451158 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.464312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Transition to ACTIVE for port object d99167b9-0c3b-41ab-a72a-f0f19f5bb12b will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:35.465285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.515390 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.524666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60b6056f-333c-405c-ade3-a52c6287ff2f req-2889ca1f-88e9-4887-8bd5-bf28df5d1736 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000555 Apr 18 21:16:35.537715 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdd4e5d0-17b0-4b11-b9c5-739ddc36a881 req-611568b9-7900-40f4-bd4f-71a202f27f36 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741920 Apr 18 21:16:35.602186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1182d-210e-4433-932b-ed6ba5093cbf None None] Pushing event updated for resources: {'Port': ['ID=d99167b9-0c3b-41ab-a72a-f0f19f5bb12b,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:35.606787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Attempting to bind port d99167b9-0c3b-41ab-a72a-f0f19f5bb12b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:35.607153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Attempting to bind port d99167b9-0c3b-41ab-a72a-f0f19f5bb12b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:35.607509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Attempting to bind port d99167b9-0c3b-41ab-a72a-f0f19f5bb12b on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:35.614775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:35.614775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:35.615126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.615515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:35.615978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Bound port: d99167b9-0c3b-41ab-a72a-f0f19f5bb12b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:35.616351 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.693315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] For port d99167b9-0c3b-41ab-a72a-f0f19f5bb12b, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:35.697018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] For port d99167b9-0c3b-41ab-a72a-f0f19f5bb12b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d99167b9-0c3b-41ab-a72a-f0f19f5bb12b,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:35.701984 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3857510 Apr 18 21:16:35.702852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6745f7-7137-4860-a7b2-3df4e826a3a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f93e7881-9846-467e-af60-83b2ffe07fc9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:35.704828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43862) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:35.715499 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network f93e7881-9846-467e-af60-83b2ffe07fc9 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:16:35.737617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=5edf144a-c594-4036-85df-cf61cbe62c9a,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:35.744511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Request body: {'subnet': {'network_id': 'f93e7881-9846-467e-af60-83b2ffe07fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1930799441-subnet', 'tenant_id': '370ea586e57b4a6badaff2fec19c41a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:35.750516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:35.760739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Usage tracker for resource:subnet and tenant:370ea586e57b4a6badaff2fec19c41a9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:35.766416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:35.772482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:35.819095 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.873332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e101-3a71-4c7d-8d73-9a222b72047d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.908055 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1182d-210e-4433-932b-ed6ba5093cbf None None] Pushing event updated for resources: {'Port': ['ID=d99167b9-0c3b-41ab-a72a-f0f19f5bb12b,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:35.916046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Routers {'caf77c45-1745-424d-8692-6620467bf3b4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:35.917026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:16:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['caf77c45-1745-424d-8692-6620467bf3b4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:35.937974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Made reservation on behalf of 370ea586e57b4a6badaff2fec19c41a9 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:35.940754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.950093 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.956929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6e101-3a71-4c7d-8d73-9a222b72047d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=e6713d0e-7043-4f56-843d-eb2abf5b33ef,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:35.958786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Attempting to bind port 5edf144a-c594-4036-85df-cf61cbe62c9a on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:35.959117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Attempting to bind port 5edf144a-c594-4036-85df-cf61cbe62c9a by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:35.959477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Attempting to bind port 5edf144a-c594-4036-85df-cf61cbe62c9a on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:36.032757 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e101-3a71-4c7d-8d73-9a222b72047d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.035098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Port 5edf144a-c594-4036-85df-cf61cbe62c9a on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:16:36.035962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Attempting to bind port 5edf144a-c594-4036-85df-cf61cbe62c9a on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:36.051130 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a0b6e101-3a71-4c7d-8d73-9a222b72047d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/e6713d0e-7043-4f56-843d-eb2abf5b33ef HTTP/1.1" status: 204 len: 168 time: 1.5146313 Apr 18 21:16:36.054611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 59848d00-8270-47ac-a321-774295db4c04 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:36.055350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43866) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:36.111133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:36.111535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Checking segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:36.111871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Bound using segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:36.112321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Bound port: 5edf144a-c594-4036-85df-cf61cbe62c9a, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:36.112673 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.163050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] Set router caf77c45-1745-424d-8692-6620467bf3b4 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:36.214814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 59848d00-8270-47ac-a321-774295db4c04 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:36.215184 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.282335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] For port 5edf144a-c594-4036-85df-cf61cbe62c9a, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:36.307115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d26f9d-7366-48f0-9833-3f1beaa30cc2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:36.312004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d26f9d-7366-48f0-9833-3f1beaa30cc2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:36.312880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-49d26f9d-7366-48f0-9833-3f1beaa30cc2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:36.316512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] For port 5edf144a-c594-4036-85df-cf61cbe62c9a, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5edf144a-c594-4036-85df-cf61cbe62c9a,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:36.328645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Allocated IP 172.20.0.1 (d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa/a255cc7a-5e37-456c-a4f0-84d0a0974baa/f1ea108e-045b-4765-adcc-56520dac10ca) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:36.389803 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.429296 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.489564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-49d26f9d-7366-48f0-9833-3f1beaa30cc2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:36.494193 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-49d26f9d-7366-48f0-9833-3f1beaa30cc2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.4337604 Apr 18 21:16:36.505446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43874) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:36.556683 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.583169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8b95b8-10ab-4628-b7b1-b8f772936641,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:36.592521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30f6c6-fb75-4813-8a86-4181b696d5ac req-88281292-5475-4713-88d8-8c026229e1f8 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:36.592996 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.594038 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] 10.222.0.59 "PUT /v2.0/ports/5edf144a-c594-4036-85df-cf61cbe62c9a HTTP/1.1" status: 200 len: 1092 time: 2.5549972 Apr 18 21:16:36.594154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e30f6c6-fb75-4813-8a86-4181b696d5ac req-88281292-5475-4713-88d8-8c026229e1f8 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.2232666 Apr 18 21:16:36.604373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f04256-aafc-4318-af26-8ee35744be49 req-9576a308-fe07-4f2e-898a-52f43dcb95ff tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:36.608461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4656a722-2cbe-429b-9107-77b2e4d4003f', 'tag': '5edf144a-c594-4036-85df-cf61cbe62c9a'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:36.612409 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83f04256-aafc-4318-af26-8ee35744be49 req-9576a308-fe07-4f2e-898a-52f43dcb95ff tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 944 time: 0.2789547 Apr 18 21:16:36.625457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59848d00-8270-47ac-a321-774295db4c04'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:36.626468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ba645-ff0e-4707-b347-0a03da0c9fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=5edf144a-c594-4036-85df-cf61cbe62c9a,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:36.638505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 59848d00-8270-47ac-a321-774295db4c04, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=59848d00-8270-47ac-a321-774295db4c04,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:36.645651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f17b2943-5c6e-43ee-8aac-e7061db08b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port bb7a2c57-1202-4629-aac2-d1cd055d4250 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:36.646006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f17b2943-5c6e-43ee-8aac-e7061db08b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.657817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638275440-router', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd99167b9-0c3b-41ab-a72a-f0f19f5bb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:27Z', 'updated_at': '2022-04-18T21:16:31Z', 'revision_number': 3, 'project_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'gw_port': {'id': 'd99167b9-0c3b-41ab-a72a-f0f19f5bb12b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:29Z', 'updated_at': '2022-04-18T21:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:36.662193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084a217-c6ec-47c7-a09d-bb3a4eae8888 None None] The sync data for ids ['caf77c45-1745-424d-8692-6620467bf3b4'] in n-d-836017-3 is: [{'id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638275440-router', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd99167b9-0c3b-41ab-a72a-f0f19f5bb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:27Z', 'updated_at': '2022-04-18T21:16:31Z', 'revision_number': 3, 'project_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'gw_port': {'id': 'd99167b9-0c3b-41ab-a72a-f0f19f5bb12b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:29Z', 'updated_at': '2022-04-18T21:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:16:36.702705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Checking segment: {'id': 'df622b5e-e673-4e7a-acd5-c3100a045480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f93e7881-9846-467e-af60-83b2ffe07fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:36.703065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Network hostable DHCP agents. Network: f93e7881-9846-467e-af60-83b2ffe07fc9, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:16:36.720675 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.791545 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.805207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=59848d00-8270-47ac-a321-774295db4c04,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:36.835962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Transition to ACTIVE for port object f1ea108e-045b-4765-adcc-56520dac10ca will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:36.854177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83f04256-aafc-4318-af26-8ee35744be49 req-b4a82eef-6cf6-41f4-aaf3-04a18bcf7f20 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401309 Apr 18 21:16:36.875652 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e30f6c6-fb75-4813-8a86-4181b696d5ac req-9cf78358-3d27-4475-a7a4-6863e16e384e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439289 Apr 18 21:16:36.964771 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:37.042555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Network f93e7881-9846-467e-af60-83b2ffe07fc9 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:16:37.144452 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-3eabad57-242e-4899-a91a-6d0f29b1174b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 1095 time: 0.4278359 Apr 18 21:16:37.144981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Network d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:37.151806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f17b2943-5c6e-43ee-8aac-e7061db08b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:37.154173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:37.160603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:37.189120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ea108e-045b-4765-adcc-56520dac10ca,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:37.235132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:37.235460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:37.235794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:37.236120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:37.236446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:37.236767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:37.237085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:37.237401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:37.237742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:37.238058 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:37.238374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:37.267898 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:37.299696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f565d-5721-42a9-95d0-f52da0d7c480 req-da779a67-ff56-4348-98a4-00d31c659389 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:37.307399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-113f565d-5721-42a9-95d0-f52da0d7c480 req-da779a67-ff56-4348-98a4-00d31c659389 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.2317894 Apr 18 21:16:37.315762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f17b2943-5c6e-43ee-8aac-e7061db08b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for bb7a2c57-1202-4629-aac2-d1cd055d4250 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:37.343945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338a81e-4f84-46db-abde-3fab342ebd40 req-fe8ca721-ee12-434b-bf9d-9f388d551d65 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:37.350794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a338a81e-4f84-46db-abde-3fab342ebd40 req-fe8ca721-ee12-434b-bf9d-9f388d551d65 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 944 time: 0.3273075 Apr 18 21:16:37.392634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, f93e7881-9846-467e-af60-83b2ffe07fc9) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:37.402517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d170f710-37f5-46a2-93a2-f20b30789662 None None] Network f93e7881-9846-467e-af60-83b2ffe07fc9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:37.412089 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-113f565d-5721-42a9-95d0-f52da0d7c480 req-13621441-aef5-4c35-8ee0-aa525d237323 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000423 Apr 18 21:16:37.417757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:37.418609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:37.454828 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-89db48e7-f4a5-44d1-b098-e23b0e80192b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5edf144a-c594-4036-85df-cf61cbe62c9a HTTP/1.1" status: 200 len: 217 time: 0.1466939 Apr 18 21:16:37.459914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a338a81e-4f84-46db-abde-3fab342ebd40 req-4b64d698-7597-4eb0-aad9-4cbd6c89029a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082518 Apr 18 21:16:37.550088 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:37.552446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-a5783c4a-4af3-486c-b3c8-d3f258c8e2e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:37.553988 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-a5783c4a-4af3-486c-b3c8-d3f258c8e2e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.0910711 Apr 18 21:16:37.559282 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b28177e-bb98-42ad-839a-8c9ab08aed08'] response: {'name': 'network-changed', 'server_uuid': '4656a722-2cbe-429b-9107-77b2e4d4003f', 'tag': '5edf144a-c594-4036-85df-cf61cbe62c9a', 'status': 'completed', 'code': 200} Apr 18 21:16:37.592577 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c94270a-85b2-48d4-b277-969575a6bf80'] response: {'server_uuid': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59848d00-8270-47ac-a321-774295db4c04', 'code': 200} Apr 18 21:16:37.614031 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f6ecf3ac-23f4-48c0-b9d8-d3aa13409c83 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8793774 Apr 18 21:16:37.659471 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-4009c1cf-24c9-4f42-a57e-2a47084204b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958955 Apr 18 21:16:37.714413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-40eedecf-8221-4e89-9805-a1c08244508b None None] Provisioning for port f1ea108e-045b-4765-adcc-56520dac10ca completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:37.735993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-40eedecf-8221-4e89-9805-a1c08244508b None None] Provisioning complete for port f1ea108e-045b-4765-adcc-56520dac10ca triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:37.736709 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-40eedecf-8221-4e89-9805-a1c08244508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:37.857286 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f17b2943-5c6e-43ee-8aac-e7061db08b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:37.860413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-40eedecf-8221-4e89-9805-a1c08244508b None None] Port f1ea108e-045b-4765-adcc-56520dac10ca cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:37.873066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1468e-3d6d-45f4-870b-49f74ef8d586 None None] Network f93e7881-9846-467e-af60-83b2ffe07fc9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:37.954957 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:37.977141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b2943-5c6e-43ee-8aac-e7061db08b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=bb7a2c57-1202-4629-aac2-d1cd055d4250,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:38.023748 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.042780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f17b2943-5c6e-43ee-8aac-e7061db08b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.059130 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-d54550e8-e4ea-4e15-8499-715fb92f30e6 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919230 Apr 18 21:16:38.088255 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-38339a51-053c-4d26-9574-5a531571fa70 req-2fd6b202-eb77-4dee-bfd6-7af63c693a05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 1096 time: 0.2870169 Apr 18 21:16:38.161887 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f17b2943-5c6e-43ee-8aac-e7061db08b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/bb7a2c57-1202-4629-aac2-d1cd055d4250 HTTP/1.1" status: 204 len: 168 time: 1.6552665 Apr 18 21:16:38.171087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43898) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:38.172604 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.179837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ea108e-045b-4765-adcc-56520dac10ca,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:38.300757 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-38339a51-053c-4d26-9574-5a531571fa70 req-b00198e3-ff91-4d0f-86a1-23bbe6e0bb22 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061203 Apr 18 21:16:38.329693 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8d8560e-79b6-46f4-a7ed-360c2ba81e41 req-b57f8a10-85d3-47ac-aa5a-63647fa8a423 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627456 Apr 18 21:16:38.344059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed3bd79-3170-41d7-b469-e63d877f75bf tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:38.344820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6ed3bd79-3170-41d7-b469-e63d877f75bf tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:38.441757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6ed3bd79-3170-41d7-b469-e63d877f75bf tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:38.442160 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6ed3bd79-3170-41d7-b469-e63d877f75bf tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2701359 Apr 18 21:16:38.444798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43908) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:38.473544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbf797-0c37-4b84-ab51-8a69755c3e50 req-9942fc08-8cff-4a4b-8b50-3a668952f530 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:38.475057 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9fcbf797-0c37-4b84-ab51-8a69755c3e50 req-9942fc08-8cff-4a4b-8b50-3a668952f530 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 944 time: 0.3857694 Apr 18 21:16:38.487731 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a043a226-8058-48a4-8e74-7bc6e039e5b4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:16:38.489071 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a043a226-8058-48a4-8e74-7bc6e039e5b4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/e6713d0e-7043-4f56-843d-eb2abf5b33ef HTTP/1.1" status: 404 len: 333 time: 0.0433142 Apr 18 21:16:38.491764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43912) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:38.538895 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc82f6d-03a7-425b-851a-d26e316be87a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:16:38.543310 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bfc82f6d-03a7-425b-851a-d26e316be87a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/bb7a2c57-1202-4629-aac2-d1cd055d4250 HTTP/1.1" status: 404 len: 333 time: 0.0474186 Apr 18 21:16:38.543447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Network d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:38.543581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43918) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:38.553384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:38.586382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d99167b9-0c3b-41ab-a72a-f0f19f5bb12b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:38.720314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-63927da8-ee47-4a43-a500-0c751848f7f6 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:38.721759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-63927da8-ee47-4a43-a500-0c751848f7f6 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/networks?id=f93e7881-9846-467e-af60-83b2ffe07fc9 HTTP/1.1" status: 200 len: 813 time: 0.3940532 Apr 18 21:16:38.722143 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.751728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9fcbf797-0c37-4b84-ab51-8a69755c3e50 req-b7e3c88d-b5d4-41ee-ba37-cb158a4ea3e9 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625544 Apr 18 21:16:38.777331 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cd2e991f-253b-4f67-b99d-2eb24c5613b9 req-55523dbf-a4bc-4c9b-a4b1-dd46774983f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 1095 time: 0.1580536 Apr 18 21:16:38.778216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port d99167b9-0c3b-41ab-a72a-f0f19f5bb12b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:38.784812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-981ee86c-aa12-46ac-8e7c-ec5550cb9428 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/quotas/370ea586e57b4a6badaff2fec19c41a9 HTTP/1.1" status: 200 len: 375 time: 0.0468402 Apr 18 21:16:38.785180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d99167b9-0c3b-41ab-a72a-f0f19f5bb12b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:38.785749 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.848191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-970a5238-16cb-4ce5-90de-58a241927d84 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=370ea586e57b4a6badaff2fec19c41a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548055 Apr 18 21:16:38.952874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8670f532-0906-4241-8716-8c40afc5833f None None] Provisioning complete for port f1ea108e-045b-4765-adcc-56520dac10ca triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:38.953649 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8670f532-0906-4241-8716-8c40afc5833f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.999018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.042201 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.053427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8670f532-0906-4241-8716-8c40afc5833f None None] Port f1ea108e-045b-4765-adcc-56520dac10ca cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:39.068646 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port d99167b9-0c3b-41ab-a72a-f0f19f5bb12b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d99167b9-0c3b-41ab-a72a-f0f19f5bb12b,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:39.097433 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.140565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279e80d5-8c4b-4fc3-bbd8-0c97012ba3be']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:39.147793 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.164338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90785f66-2add-40b0-b212-c382d49d6cec') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:39.164610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90785f66-2add-40b0-b212-c382d49d6cec') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:39.182191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.188970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e991f-253b-4f67-b99d-2eb24c5613b9 req-ad3d9e79-4c8c-44f0-9e51-a1d8574a9b27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:39.190427 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cd2e991f-253b-4f67-b99d-2eb24c5613b9 req-ad3d9e79-4c8c-44f0-9e51-a1d8574a9b27 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 906 time: 0.4031017 Apr 18 21:16:39.243939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d99167b9-0c3b-41ab-a72a-f0f19f5bb12b,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:39.251886 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.269147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:16:39.269568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:16:39.284503 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:16:39.288569 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cd2e991f-253b-4f67-b99d-2eb24c5613b9 req-46505284-d86d-4620-8acc-d587eb07c875 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5edf144a-c594-4036-85df-cf61cbe62c9a HTTP/1.1" status: 200 len: 217 time: 0.0882757 Apr 18 21:16:39.300971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-ef8613a2-a5bc-4164-82ca-e7a1263aff19 service neutron] 10.222.0.11 "GET /v2.0/networks/f93e7881-9846-467e-af60-83b2ffe07fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447439 Apr 18 21:16:39.334972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33b501-9609-4415-8fa7-2d021d61ad0f req-dc220ec5-d377-4731-bb96-32e3c916b373 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:39.336409 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b33b501-9609-4415-8fa7-2d021d61ad0f req-dc220ec5-d377-4731-bb96-32e3c916b373 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.4068108 Apr 18 21:16:39.419082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e991f-253b-4f67-b99d-2eb24c5613b9 req-1f124db4-6742-4ead-97a8-b014c366a568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:39.420518 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cd2e991f-253b-4f67-b99d-2eb24c5613b9 req-1f124db4-6742-4ead-97a8-b014c366a568 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.0818975 Apr 18 21:16:39.468519 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cd2e991f-253b-4f67-b99d-2eb24c5613b9 req-92369b31-caa0-49db-9119-ac82372eb157 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412509 Apr 18 21:16:39.485885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b33b501-9609-4415-8fa7-2d021d61ad0f req-02c2e129-8fc4-477e-805a-d9d8a7930771 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398563 Apr 18 21:16:39.507546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-7151748a-d1aa-410c-adee-e45ba64db315 service neutron] 10.222.0.11 "GET /v2.0/networks/f93e7881-9846-467e-af60-83b2ffe07fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971014 Apr 18 21:16:39.553114 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.563491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Router caf77c45-1745-424d-8692-6620467bf3b4 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:16:39.582504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.594402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Network': ['ID=279e80d5-8c4b-4fc3-bbd8-0c97012ba3be,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:39.599331 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-86bbca63-9bdb-45d2-9d33-f1c60ee186c6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/networks/279e80d5-8c4b-4fc3-bbd8-0c97012ba3be HTTP/1.1" status: 204 len: 168 time: 1.0548642 Apr 18 21:16:39.612743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43922) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:39.622064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1732106696'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:39.631424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:39.652408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:network and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:39.656722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:39.672239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:39.685845 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cd2e991f-253b-4f67-b99d-2eb24c5613b9 req-bbd64309-b530-45e8-bacd-83df62a76d84 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111831 Apr 18 21:16:39.799680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:39.804013 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.853181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4141965-f424-4380-b221-b3064e7e5cb8 req-028ea4e6-8cb4-4b5b-bcb6-5c3f8ef6d005 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:39.854739 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4141965-f424-4380-b221-b3064e7e5cb8 req-028ea4e6-8cb4-4b5b-bcb6-5c3f8ef6d005 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.2007782 Apr 18 21:16:39.880515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:16:39.921015 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.921361 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Added segment 79586dc1-3029-4eb4-806c-b13c82ef8fe1 of type vlan for network ecc69326-9cb1-4e74-9489-a4afcd424f88 Apr 18 21:16:39.932315 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cd2e991f-253b-4f67-b99d-2eb24c5613b9 req-37581e9b-1ba7-4a9e-a0eb-f7cc987dfc31 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400553 Apr 18 21:16:39.957160 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.964020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4141965-f424-4380-b221-b3064e7e5cb8 req-ff784dcf-8aca-4352-ae70-6331286d02d7 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014061 Apr 18 21:16:40.010562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:16:40.029720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9e78f6f5-fdfc-4a8e-875a-d4ce7e09cdc6 admin admin] 10.222.0.11 "PUT /v2.0/routers/caf77c45-1745-424d-8692-6620467bf3b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5879321 Apr 18 21:16:40.042075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919876b-b751-48dd-917a-613106bc562a req-bb6c2e36-e6f8-4861-aac9-bbac2842f13d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:40.043883 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f919876b-b751-48dd-917a-613106bc562a req-bb6c2e36-e6f8-4861-aac9-bbac2842f13d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 944 time: 0.1331713 Apr 18 21:16:40.097748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:40.101513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:40.102071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afc1b5db-32c6-4a27-85aa-d73d42d0a677 req-a9b2ffb9-2c07-4739-abdd-2368a169b538 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 210 time: 0.0572329 Apr 18 21:16:40.102849 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:40.126328 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f919876b-b751-48dd-917a-613106bc562a req-1f305da9-0044-4ca0-bd8a-f9aa3b9da999 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519211 Apr 18 21:16:40.223115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Network': ['ID=ecc69326-9cb1-4e74-9489-a4afcd424f88,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:40.234748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network ecc69326-9cb1-4e74-9489-a4afcd424f88 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:16:40.268424 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7151e3dc-e8d5-4bcb-ae2d-1d5ca068ed0d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6519945 Apr 18 21:16:40.273330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43942) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:40.280566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': 'ecc69326-9cb1-4e74-9489-a4afcd424f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:40.517303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:40.527494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:40.531516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:40.539849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:40.542100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d99167b9-0c3b-41ab-a72a-f0f19f5bb12b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:40.561646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc705b2-c929-4fff-8b3d-b3d9de7bc58b req-4e0a4818-ba2d-43a7-8e02-5aabadcd2ec2 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:40.563231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adc705b2-c929-4fff-8b3d-b3d9de7bc58b req-4e0a4818-ba2d-43a7-8e02-5aabadcd2ec2 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.2549639 Apr 18 21:16:40.574755 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbbb6f-7596-427e-86e8-b2afc5389456 req-06826474-6e7c-4dba-bfcf-6a655c4ba389 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:40.576295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02cbbb6f-7596-427e-86e8-b2afc5389456 req-06826474-6e7c-4dba-bfcf-6a655c4ba389 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 944 time: 0.2296324 Apr 18 21:16:40.650016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d99167b9-0c3b-41ab-a72a-f0f19f5bb12b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:40.650522 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:40.663057 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adc705b2-c929-4fff-8b3d-b3d9de7bc58b req-b5d52b71-ac61-4d50-b769-cb723cdb9c19 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855961 Apr 18 21:16:40.674656 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02cbbb6f-7596-427e-86e8-b2afc5389456 req-f05e452c-22e0-44e4-b0e4-001ab2db7552 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749035 Apr 18 21:16:40.819896 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Sync routers for ids ['caf77c45-1745-424d-8692-6620467bf3b4'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:16:40.833799 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Routers {'caf77c45-1745-424d-8692-6620467bf3b4'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:40.835066 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-71252c87-afb7-4488-b894-5089dd24857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:16:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['caf77c45-1745-424d-8692-6620467bf3b4'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:40.910864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:40.934347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5430cb3e-c9ae-4566-951d-47d91e24eb9d req-81375a25-b278-437c-90da-75bff4f38488 tempest-FloatingIPsNegativeTestJSON-1116144417 tempest-FloatingIPsNegativeTestJSON-1116144417-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=f98e97f3b72a4c7a87816becfdd17d23 HTTP/1.1" status: 200 len: 217 time: 0.1307178 Apr 18 21:16:41.027521 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Set router caf77c45-1745-424d-8692-6620467bf3b4 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:41.044766 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.262914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f99b5b-b51d-40ca-affa-f881502cc67a req-e4491c1e-24d9-4269-adf0-1c9b3f9eef26 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:41.264496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7f99b5b-b51d-40ca-affa-f881502cc67a req-e4491c1e-24d9-4269-adf0-1c9b3f9eef26 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.4061375 Apr 18 21:16:41.276139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.ipam_backend_mixin [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Performing IP validity checks on allocation pools {{(pid=85048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:16:41.276623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.ipam_backend_mixin [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Checking for overlaps among allocation pools and gateway ip {{(pid=85048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:16:41.361302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7f99b5b-b51d-40ca-affa-f881502cc67a req-feaaefc6-ecf6-4d36-8221-feca4a3b4734 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819838 Apr 18 21:16:41.416672 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-71252c87-afb7-4488-b894-5089dd24857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638275440-router', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd99167b9-0c3b-41ab-a72a-f0f19f5bb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:27Z', 'updated_at': '2022-04-18T21:16:37Z', 'revision_number': 4, 'project_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'gw_port': {'id': 'd99167b9-0c3b-41ab-a72a-f0f19f5bb12b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:29Z', 'updated_at': '2022-04-18T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f1ea108e-045b-4765-adcc-56520dac10ca', 'name': '', 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'mac_address': 'fa:16:3e:2f:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a255cc7a-5e37-456c-a4f0-84d0a0974baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:36Z', 'updated_at': '2022-04-18T21:16:37Z', 'revision_number': 2, 'project_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'subnets': [{'id': 'a255cc7a-5e37-456c-a4f0-84d0a0974baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:41.416672 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Checking router: caf77c45-1745-424d-8692-6620467bf3b4 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:16:41.416672 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Updating router caf77c45-1745-424d-8692-6620467bf3b4 port f1ea108e-045b-4765-adcc-56520dac10ca binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:16:41.452210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0bea8fdb-7460-481f-8d91-320c7b2edf91 req-2b088e36-b085-4d21-8b95-74eb7a69f750 tempest-FloatingIPsNegativeTestJSON-1116144417 tempest-FloatingIPsNegativeTestJSON-1116144417-project] Synchronizing usage tracker for tenant:f98e97f3b72a4c7a87816becfdd17d23 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:41.474541 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.530534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:16:41.549088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0bea8fdb-7460-481f-8d91-320c7b2edf91 req-2b088e36-b085-4d21-8b95-74eb7a69f750 tempest-FloatingIPsNegativeTestJSON-1116144417 tempest-FloatingIPsNegativeTestJSON-1116144417-project] Unset dirty status for tenant:f98e97f3b72a4c7a87816becfdd17d23 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:41.550545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0bea8fdb-7460-481f-8d91-320c7b2edf91 req-2b088e36-b085-4d21-8b95-74eb7a69f750 tempest-FloatingIPsNegativeTestJSON-1116144417 tempest-FloatingIPsNegativeTestJSON-1116144417-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1433616 Apr 18 21:16:41.610580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.667222 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3716465f-cac4-4aa1-b8aa-06f38df96a57 req-9e35138e-f734-45b5-a1d4-0d768a4df5bb tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 210 time: 0.0899460 Apr 18 21:16:41.794476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:41.794476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '5c066a4b-a7db-4764-b13b-b7bcfdf6a73d', 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc', 'port_id': '5c066a4b-a7db-4764-b13b-b7bcfdf6a73d', 'mac_address': 'fa:16:3e:0a:6b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9836981b-e141-4c4b-841b-4312a41b0b95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:16:41.813948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Subnet': ['ID=0b91ff2a-2386-4e7d-b8ed-21c9efc0295f,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:41.856465 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.871529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:41.885304 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-0173f312-f164-4b73-9509-1b71709ac007 req-e21f6ded-179d-4ca7-b544-c1999b551c13 tempest-FloatingIPsNegativeTestJSON-1116144417 tempest-FloatingIPsNegativeTestJSON-1116144417-project] show failed (client error): The resource could not be found. Apr 18 21:16:41.886356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0173f312-f164-4b73-9509-1b71709ac007 req-e21f6ded-179d-4ca7-b544-c1999b551c13 tempest-FloatingIPsNegativeTestJSON-1116144417 tempest-FloatingIPsNegativeTestJSON-1116144417-project] 10.222.0.11 "GET /v2.0/floatingips/dc407c48-82fa-453f-a59e-f264b31c76cf HTTP/1.1" status: 404 len: 350 time: 0.1452212 Apr 18 21:16:41.890109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Checking segment: {'id': '79586dc1-3029-4eb4-806c-b13c82ef8fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ecc69326-9cb1-4e74-9489-a4afcd424f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:41.890466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network hostable DHCP agents. Network: ecc69326-9cb1-4e74-9489-a4afcd424f88, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:16:41.896658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43968) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:41.898326 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:41.937918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafbe28-94b1-4309-8420-b6ba6a557165 req-29e4c929-ac42-43f6-b6bf-d99bebe0dbec tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:41.939419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfafbe28-94b1-4309-8420-b6ba6a557165 req-29e4c929-ac42-43f6-b6bf-d99bebe0dbec tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 944 time: 0.1993203 Apr 18 21:16:41.976560 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.994059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfafbe28-94b1-4309-8420-b6ba6a557165 req-0fee9aaf-9d47-4dc3-b59f-ff5421565338 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477488 Apr 18 21:16:42.005114 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:42.032309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network ecc69326-9cb1-4e74-9489-a4afcd424f88 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:16:42.033819 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Transition to ACTIVE for port object f1ea108e-045b-4765-adcc-56520dac10ca will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:42.083348 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5edf144a-c594-4036-85df-cf61cbe62c9a details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:16:42.105209 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:42.114859 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:42.163250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, ecc69326-9cb1-4e74-9489-a4afcd424f88) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:42.174121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:42.174722 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:42.244737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b906646e-8670-4a4c-ae7e-74855df5fee9 None None] Network ecc69326-9cb1-4e74-9489-a4afcd424f88 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:42.293673 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Pushing event updated for resources: {'Port': ['ID=f1ea108e-045b-4765-adcc-56520dac10ca,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:42.412918 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:42.413548 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:42.413672 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:42.414068 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:42.414336 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:42.415321 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:42.415609 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:42.416025 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:42.416464 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:42.416812 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:42.417134 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:42.429816 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Attempting to bind port f1ea108e-045b-4765-adcc-56520dac10ca on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:42.430335 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Attempting to bind port f1ea108e-045b-4765-adcc-56520dac10ca by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '6d3ea3ac-b906-4bf2-8f64-868a0996c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:42.430883 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Attempting to bind port f1ea108e-045b-4765-adcc-56520dac10ca on network d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:42.440583 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:42.440954 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Checking segment: {'id': '6d3ea3ac-b906-4bf2-8f64-868a0996c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:42.441350 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:42.441764 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Bound using segment: {'id': '6d3ea3ac-b906-4bf2-8f64-868a0996c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:42.442466 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Bound port: f1ea108e-045b-4765-adcc-56520dac10ca, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3ea3ac-b906-4bf2-8f64-868a0996c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:42.442610 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:42.466248 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a65747ff-e740-4de5-ac13-b85d9a3c24d4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1924875 Apr 18 21:16:42.468935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43978) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:42.478602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': 'ecc69326-9cb1-4e74-9489-a4afcd424f88', 'name': 'tempest-PortsTestJSON-1117704064'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:42.562994 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-71252c87-afb7-4488-b894-5089dd24857e None None] For port f1ea108e-045b-4765-adcc-56520dac10ca, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:42.566593 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-71252c87-afb7-4488-b894-5089dd24857e None None] For port f1ea108e-045b-4765-adcc-56520dac10ca, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f1ea108e-045b-4765-adcc-56520dac10ca,segment=NetworkSegment(6d3ea3ac-b906-4bf2-8f64-868a0996c76c),segment_id=6d3ea3ac-b906-4bf2-8f64-868a0996c76c)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:42.593019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['5c066a4b-a7db-4764-b13b-b7bcfdf6a73d'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:42.638013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-64a707cd-d16f-4ef8-af13-39b004f9b1d5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:42.639634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-64a707cd-d16f-4ef8-af13-39b004f9b1d5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/networks?id=87246af0-d1e8-4b15-b14d-b5e249684e77 HTTP/1.1" status: 200 len: 814 time: 0.5829976 Apr 18 21:16:42.647218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba4a506f-c99f-4d99-b06b-5434fce61e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:42.653395 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:42.694686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 5edf144a-c594-4036-85df-cf61cbe62c9a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5edf144a-c594-4036-85df-cf61cbe62c9a,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:42.778234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '5edf144a-c594-4036-85df-cf61cbe62c9a', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'port_id': '5edf144a-c594-4036-85df-cf61cbe62c9a', 'mac_address': 'fa:16:3e:64:aa:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d043342-3347-4e69-83c4-d979a544cbfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:16:42.812497 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f6bed-831d-4082-befb-3d2bd3be119b None None] Pushing event updated for resources: {'Port': ['ID=f1ea108e-045b-4765-adcc-56520dac10ca,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:42.816936 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Routers {'caf77c45-1745-424d-8692-6620467bf3b4'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:42.817739 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-71252c87-afb7-4488-b894-5089dd24857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:16:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['caf77c45-1745-424d-8692-6620467bf3b4'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:42.825910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-237b0c6a-6c5a-41c3-87de-321772294013 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:42.827856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-237b0c6a-6c5a-41c3-87de-321772294013 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.26 "GET /v2.0/networks?id=f93e7881-9846-467e-af60-83b2ffe07fc9 HTTP/1.1" status: 200 len: 813 time: 0.3415291 Apr 18 21:16:42.840685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd3387-1921-4852-a7f4-89b5147e73d7 req-896380b1-17ad-420d-8c47-e0c7c9d8fae4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:42.843683 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4fd3387-1921-4852-a7f4-89b5147e73d7 req-896380b1-17ad-420d-8c47-e0c7c9d8fae4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 945 time: 0.6500311 Apr 18 21:16:42.849379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Request body: {'port': {'device_id': 'c194da7c-44a0-479f-a411-a462bcd270d2', 'network_id': 'f93e7881-9846-467e-af60-83b2ffe07fc9', 'admin_state_up': True, 'tenant_id': '370ea586e57b4a6badaff2fec19c41a9'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:42.851555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-ecc69326-9cb1-4e74-9489-a4afcd424f88', 'network_id': 'ecc69326-9cb1-4e74-9489-a4afcd424f88', 'tenant_id': 'de025488dafd4d32aeebced97621e383', 'fixed_ips': [{'subnet_id': '0b91ff2a-2386-4e7d-b8ed-21c9efc0295f'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:16:42.852469 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:43.030594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:43.046235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:43.057282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-b49ac7f5-d34e-42b6-b1e9-c95fc6a7fae1 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/quotas/bb48a003acc646ca87915983b0117f10 HTTP/1.1" status: 200 len: 375 time: 0.4060950 Apr 18 21:16:43.139423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95402919-9041-4d92-8371-b53357168558 req-b010143e-92ad-4101-b339-6e821f71cbb1 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:43.140098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-95402919-9041-4d92-8371-b53357168558 req-b010143e-92ad-4101-b339-6e821f71cbb1 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Synchronizing usage tracker for tenant:bb48a003acc646ca87915983b0117f10 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:43.144291 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-71252c87-afb7-4488-b894-5089dd24857e None None] Set router caf77c45-1745-424d-8692-6620467bf3b4 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:43.163315 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:43.166918 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:43.170869 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:43.215727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edf144a-c594-4036-85df-cf61cbe62c9a {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:43.252889 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4fd3387-1921-4852-a7f4-89b5147e73d7 req-fc26b1f6-054a-47b3-b7a0-5ae13fee2cb9 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771923 Apr 18 21:16:43.266663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:43.280885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Usage tracker for resource:port and tenant:370ea586e57b4a6badaff2fec19c41a9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:43.286572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:43.295762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:43.296741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 5edf144a-c594-4036-85df-cf61cbe62c9a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5edf144a-c594-4036-85df-cf61cbe62c9a,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:43.312548 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-195f5b1d-9150-4f63-906e-f894c26a7717 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb48a003acc646ca87915983b0117f10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2133157 Apr 18 21:16:43.335439 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port 82857165-0d69-4021-be4d-315261793d72 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:16:43.409741 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:43.431442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Made reservation on behalf of 370ea586e57b4a6badaff2fec19c41a9 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:43.434470 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:43.444680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-95402919-9041-4d92-8371-b53357168558 req-b010143e-92ad-4101-b339-6e821f71cbb1 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Unset dirty status for tenant:bb48a003acc646ca87915983b0117f10 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:43.446090 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-95402919-9041-4d92-8371-b53357168558 req-b010143e-92ad-4101-b339-6e821f71cbb1 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a77a8ea-851e-4286-9f29-05295a1a9669 HTTP/1.1" status: 200 len: 945 time: 0.5018287 Apr 18 21:16:43.455811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Allocated IP 172.20.0.2 (ecc69326-9cb1-4e74-9489-a4afcd424f88/0b91ff2a-2386-4e7d-b8ed-21c9efc0295f/e6d2cd2e-2c7a-4080-9158-3ff03b2988a8) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:43.528088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Deleting port 59848d00-8270-47ac-a321-774295db4c04 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:43.528436 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:43.573883 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=5edf144a-c594-4036-85df-cf61cbe62c9a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:43.590927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-71252c87-afb7-4488-b894-5089dd24857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638275440-router', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd99167b9-0c3b-41ab-a72a-f0f19f5bb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:27Z', 'updated_at': '2022-04-18T21:16:37Z', 'revision_number': 4, 'project_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'gw_port': {'id': 'd99167b9-0c3b-41ab-a72a-f0f19f5bb12b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:29Z', 'updated_at': '2022-04-18T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f1ea108e-045b-4765-adcc-56520dac10ca', 'name': '', 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'mac_address': 'fa:16:3e:2f:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a255cc7a-5e37-456c-a4f0-84d0a0974baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:36Z', 'updated_at': '2022-04-18T21:16:42Z', 'revision_number': 4, 'project_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'subnets': [{'id': 'a255cc7a-5e37-456c-a4f0-84d0a0974baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:43.595570 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71252c87-afb7-4488-b894-5089dd24857e None None] The sync data for ids ['caf77c45-1745-424d-8692-6620467bf3b4'] in n-d-836017-3 is: [{'id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638275440-router', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd99167b9-0c3b-41ab-a72a-f0f19f5bb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:27Z', 'updated_at': '2022-04-18T21:16:37Z', 'revision_number': 4, 'project_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'gw_port': {'id': 'd99167b9-0c3b-41ab-a72a-f0f19f5bb12b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:29Z', 'updated_at': '2022-04-18T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f1ea108e-045b-4765-adcc-56520dac10ca', 'name': '', 'network_id': 'd61b6741-7b3d-45fd-b0fe-a76fe9acf8fa', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'mac_address': 'fa:16:3e:2f:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a255cc7a-5e37-456c-a4f0-84d0a0974baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:36Z', 'updated_at': '2022-04-18T21:16:42Z', 'revision_number': 4, 'project_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'subnets': [{'id': 'a255cc7a-5e37-456c-a4f0-84d0a0974baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:16:43.665352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['5edf144a-c594-4036-85df-cf61cbe62c9a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:43.719200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-4fbaacd0-08e3-49b2-b938-8c260914c7a3 service neutron] 10.222.0.11 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992608 Apr 18 21:16:43.731883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be86ee7-9e4b-4b08-9d4d-42cf86a21669 req-1f2f0090-1d6a-4c44-b438-f173dabf8b87 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:43.739744 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0be86ee7-9e4b-4b08-9d4d-42cf86a21669 req-1f2f0090-1d6a-4c44-b438-f173dabf8b87 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.2754986 Apr 18 21:16:43.812250 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:43.836180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Transition to ACTIVE for port object e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:43.875084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Transition to ACTIVE for port object e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:43.957146 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.067887 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Network ecc69326-9cb1-4e74-9489-a4afcd424f88 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:44.070434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 59848d00-8270-47ac-a321-774295db4c04 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:44.096930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-1815ec76-8e09-4199-aa65-44f98faacfea service neutron] 10.222.0.11 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387511 Apr 18 21:16:44.148730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0be86ee7-9e4b-4b08-9d4d-42cf86a21669 req-6ee61c09-c2ac-4568-9605-df585399ffa6 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078598 Apr 18 21:16:44.211204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:44.212171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] For port 59848d00-8270-47ac-a321-774295db4c04, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=59848d00-8270-47ac-a321-774295db4c04,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:44.212706 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.221511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:44.224068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Pushing event updated for resources: {'Port': ['ID=e6d2cd2e-2c7a-4080-9158-3ff03b2988a8,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:44.298761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Allocated IP 172.20.0.12 (f93e7881-9846-467e-af60-83b2ffe07fc9/5f8b95b8-10ab-4628-b7b1-b8f772936641/447ee374-b166-422e-bca9-a4ee2475a892) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:44.378504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.12 (ecc69326-9cb1-4e74-9489-a4afcd424f88/0b91ff2a-2386-4e7d-b8ed-21c9efc0295f/82857165-0d69-4021-be4d-315261793d72) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:44.427170 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.475623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59848d00-8270-47ac-a321-774295db4c04'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:44.485851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Attempting to bind port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:44.486551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Attempting to bind port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '79586dc1-3029-4eb4-806c-b13c82ef8fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ecc69326-9cb1-4e74-9489-a4afcd424f88'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:44.487364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Attempting to bind port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 on network ecc69326-9cb1-4e74-9489-a4afcd424f88 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:44.492170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 59848d00-8270-47ac-a321-774295db4c04, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=59848d00-8270-47ac-a321-774295db4c04,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:44.499641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:44.500382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Checking segment: {'id': '79586dc1-3029-4eb4-806c-b13c82ef8fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ecc69326-9cb1-4e74-9489-a4afcd424f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:44.501009 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.501659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Bound using segment: {'id': '79586dc1-3029-4eb4-806c-b13c82ef8fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ecc69326-9cb1-4e74-9489-a4afcd424f88'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:44.502428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Bound port: e6d2cd2e-2c7a-4080-9158-3ff03b2988a8, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79586dc1-3029-4eb4-806c-b13c82ef8fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ecc69326-9cb1-4e74-9489-a4afcd424f88'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:44.503024 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.605931 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.615633 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.638449 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.659204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object 82857165-0d69-4021-be4d-315261793d72 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:44.714456 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f1ea108e-045b-4765-adcc-56520dac10ca up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:44.761164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Calling delete_port for 59848d00-8270-47ac-a321-774295db4c04 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:44.802203 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.818666 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.927382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=59848d00-8270-47ac-a321-774295db4c04,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:44.947910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network ecc69326-9cb1-4e74-9489-a4afcd424f88 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:44.971545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Network f93e7881-9846-467e-af60-83b2ffe07fc9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:44.976374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:45.003902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] For port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:45.007148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:45.014216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] For port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e6d2cd2e-2c7a-4080-9158-3ff03b2988a8,segment=NetworkSegment(79586dc1-3029-4eb4-806c-b13c82ef8fe1),segment_id=79586dc1-3029-4eb4-806c-b13c82ef8fe1)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:45.020558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:45.053049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:45.094967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=82857165-0d69-4021-be4d-315261793d72,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:45.123583 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.155885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:45.156950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Pushing event updated for resources: {'Port': ['ID=447ee374-b166-422e-bca9-a4ee2475a892,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:45.157663 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.196558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:16:45.199424 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:16:45.209767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:45.209767 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.221294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be2d08-dcef-46ba-b5db-d71967374e60 req-9e8ad80a-521c-45da-a768-f0e13a192393 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:45.222772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74be2d08-dcef-46ba-b5db-d71967374e60 req-9e8ad80a-521c-45da-a768-f0e13a192393 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 932 time: 0.5390973 Apr 18 21:16:45.232513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port f1ea108e-045b-4765-adcc-56520dac10ca completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:45.260435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f1ea108e-045b-4765-adcc-56520dac10ca triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:45.260806 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.274544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b073bb-e774-4674-a7a3-4de1192ef74b req-6264d6df-7c44-4e53-be5a-a305e969a633 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:45.276688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b073bb-e774-4674-a7a3-4de1192ef74b req-6264d6df-7c44-4e53-be5a-a305e969a633 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 945 time: 0.4906280 Apr 18 21:16:45.346102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-bd69e4a3-6530-4a5f-a215-25aeac1e285f tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4935887 Apr 18 21:16:45.346267 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-15ec5b06-da35-468a-a4c2-44f1f0ab35e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8702705 Apr 18 21:16:45.346267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44006) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:45.363098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Request body: {'port': {'device_id': 'c194da7c-44a0-479f-a411-a462bcd270d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:45.410160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20dbbe-06e6-4535-bad0-0a72f3c038f4 None None] Pushing event updated for resources: {'Port': ['ID=e6d2cd2e-2c7a-4080-9158-3ff03b2988a8,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:45.542260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74be2d08-dcef-46ba-b5db-d71967374e60 req-b1360b3e-29db-45da-970d-80043ea79565 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011010 Apr 18 21:16:45.551294 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.555672 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4b073bb-e774-4674-a7a3-4de1192ef74b req-7f4b542b-2da5-4c21-8638-6e5c9bba0110 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724979 Apr 18 21:16:45.576470 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:45.720448 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.750633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Deleting port 59848d00-8270-47ac-a321-774295db4c04 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:45.751639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.755101 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc7035a-50ad-465e-b13f-2b4d082d9bc3'] response: {'server_uuid': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59848d00-8270-47ac-a321-774295db4c04', 'code': 200} Apr 18 21:16:45.772101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port f1ea108e-045b-4765-adcc-56520dac10ca, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f1ea108e-045b-4765-adcc-56520dac10ca,segment=NetworkSegment(6d3ea3ac-b906-4bf2-8f64-868a0996c76c),segment_id=6d3ea3ac-b906-4bf2-8f64-868a0996c76c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:45.856655 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.877836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d8c00-8769-4c52-91ed-8d471328df40 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 82857165-0d69-4021-be4d-315261793d72 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:45.878280 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8c00-8769-4c52-91ed-8d471328df40 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.919371 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:45.938674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:45.939040 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.963728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a506f-c99f-4d99-b06b-5434fce61e36 admin admin] Deleting port f1ea108e-045b-4765-adcc-56520dac10ca {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:45.964078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba4a506f-c99f-4d99-b06b-5434fce61e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.999720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d48d4f9-0d52-42f4-af66-f7a2801cd962 req-0c9df000-868a-492c-9bd4-8b75dec5c52a tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 210 time: 0.1041803 Apr 18 21:16:46.007392 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f1ea108e-045b-4765-adcc-56520dac10ca,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:46.097047 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.145323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb128f-db81-4306-a3be-9e5bf485b407 req-bc83bf20-8f0e-454e-aff3-99a1dda1f7cb tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:46.153563 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1beb128f-db81-4306-a3be-9e5bf485b407 req-bc83bf20-8f0e-454e-aff3-99a1dda1f7cb tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 945 time: 0.3415101 Apr 18 21:16:46.166273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5edf144a-c594-4036-85df-cf61cbe62c9a up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:46.256813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:46.326247 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.365592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 5edf144a-c594-4036-85df-cf61cbe62c9a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:46.367683 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1beb128f-db81-4306-a3be-9e5bf485b407 req-8303b16c-7c61-47cf-a392-e50b9fabc76e tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131109 Apr 18 21:16:46.394601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 5edf144a-c594-4036-85df-cf61cbe62c9a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:46.394784 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.449340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035ab59-5ff2-41d2-aa88-b23eca0b7f1a req-4a60a81e-e904-485b-b590-b3732c331bc3 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:46.456796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9035ab59-5ff2-41d2-aa88-b23eca0b7f1a req-4a60a81e-e904-485b-b590-b3732c331bc3 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.2833922 Apr 18 21:16:46.518548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:46.534137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9035ab59-5ff2-41d2-aa88-b23eca0b7f1a req-9efcaf8a-4a56-4181-a559-c6e0ac168368 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762043 Apr 18 21:16:46.640334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] For port 59848d00-8270-47ac-a321-774295db4c04, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=59848d00-8270-47ac-a321-774295db4c04,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:46.640905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.655659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447ee374-b166-422e-bca9-a4ee2475a892 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:46.660812 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.663688 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.681005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Transition to ACTIVE for port object 447ee374-b166-422e-bca9-a4ee2475a892 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:46.758263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:46.777546 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.825816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e094ed2-93f6-4b3f-9984-b7cd838ea45c None None] Network ecc69326-9cb1-4e74-9489-a4afcd424f88 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:46.859100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 5edf144a-c594-4036-85df-cf61cbe62c9a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5edf144a-c594-4036-85df-cf61cbe62c9a,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:46.905026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Calling delete_port for 59848d00-8270-47ac-a321-774295db4c04 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:46.938729 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.952289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8c00-8769-4c52-91ed-8d471328df40 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.960203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-ba4a506f-c99f-4d99-b06b-5434fce61e36 admin admin] For port f1ea108e-045b-4765-adcc-56520dac10ca, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f1ea108e-045b-4765-adcc-56520dac10ca,segment=NetworkSegment(6d3ea3ac-b906-4bf2-8f64-868a0996c76c),segment_id=6d3ea3ac-b906-4bf2-8f64-868a0996c76c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:46.960558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba4a506f-c99f-4d99-b06b-5434fce61e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.075153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=5edf144a-c594-4036-85df-cf61cbe62c9a,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:47.082339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3f16cb03-39f1-414b-8950-2de26b3ca745 None None] Provisioning for port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:47.167133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:47.191766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Pushing event updated for resources: {'Port': ['ID=447ee374-b166-422e-bca9-a4ee2475a892,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:47.204522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:47.206284 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.209089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d8c00-8769-4c52-91ed-8d471328df40 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 82857165-0d69-4021-be4d-315261793d72 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:47.242612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a506f-c99f-4d99-b06b-5434fce61e36 admin admin] Calling delete_port for f1ea108e-045b-4765-adcc-56520dac10ca owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:47.304562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c971b-e798-4d54-81b9-d1b2670c6f01 req-dd26ce01-bfb2-40ae-b5e4-d36ff1f28be4 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:47.306570 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-266c971b-e798-4d54-81b9-d1b2670c6f01 req-dd26ce01-bfb2-40ae-b5e4-d36ff1f28be4 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 945 time: 0.4832747 Apr 18 21:16:47.319862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab3abf-49c7-41d3-a635-9bc2502e842f req-e0d1249e-270e-4ce2-aecf-94339fc885f0 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:47.320539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d4ab3abf-49c7-41d3-a635-9bc2502e842f req-e0d1249e-270e-4ce2-aecf-94339fc885f0 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Synchronizing usage tracker for tenant:370ea586e57b4a6badaff2fec19c41a9 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:47.395562 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.451616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-266c971b-e798-4d54-81b9-d1b2670c6f01 req-bb682888-017e-4017-86da-de43a1f31131 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209764 Apr 18 21:16:47.452325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Attempting to bind port 447ee374-b166-422e-bca9-a4ee2475a892 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:47.452670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Attempting to bind port 447ee374-b166-422e-bca9-a4ee2475a892 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'df622b5e-e673-4e7a-acd5-c3100a045480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f93e7881-9846-467e-af60-83b2ffe07fc9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:47.452973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Attempting to bind port 447ee374-b166-422e-bca9-a4ee2475a892 on network f93e7881-9846-467e-af60-83b2ffe07fc9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:47.459537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Port 447ee374-b166-422e-bca9-a4ee2475a892 on network f93e7881-9846-467e-af60-83b2ffe07fc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:16:47.459864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Attempting to bind port 447ee374-b166-422e-bca9-a4ee2475a892 on network f93e7881-9846-467e-af60-83b2ffe07fc9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:47.470095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d4ab3abf-49c7-41d3-a635-9bc2502e842f req-e0d1249e-270e-4ce2-aecf-94339fc885f0 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Unset dirty status for tenant:370ea586e57b4a6badaff2fec19c41a9 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:47.478017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4ab3abf-49c7-41d3-a635-9bc2502e842f req-e0d1249e-270e-4ce2-aecf-94339fc885f0 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 944 time: 0.6236088 Apr 18 21:16:47.525049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:47.525395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Checking segment: {'id': 'df622b5e-e673-4e7a-acd5-c3100a045480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f93e7881-9846-467e-af60-83b2ffe07fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:47.525811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Bound using segment: {'id': 'df622b5e-e673-4e7a-acd5-c3100a045480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f93e7881-9846-467e-af60-83b2ffe07fc9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:47.526260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Bound port: 447ee374-b166-422e-bca9-a4ee2475a892, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df622b5e-e673-4e7a-acd5-c3100a045480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f93e7881-9846-467e-af60-83b2ffe07fc9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:47.526607 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.563334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e6d2cd2e-2c7a-4080-9158-3ff03b2988a8,segment=NetworkSegment(79586dc1-3029-4eb4-806c-b13c82ef8fe1),segment_id=79586dc1-3029-4eb4-806c-b13c82ef8fe1)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:47.573681 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4ab3abf-49c7-41d3-a635-9bc2502e842f req-337222d0-8f41-4e9c-a2ed-a17947a32425 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943904 Apr 18 21:16:47.635348 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.636218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f1ea108e-045b-4765-adcc-56520dac10ca up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:47.750947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-9d55bd88-1e0b-4802-969e-b3b3b71a0792 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:47.752377 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-9d55bd88-1e0b-4802-969e-b3b3b71a0792 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.59 "GET /v2.0/networks?id=87246af0-d1e8-4b15-b14d-b5e249684e77 HTTP/1.1" status: 200 len: 814 time: 0.3730667 Apr 18 21:16:47.771681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Request body: {'port': {'device_id': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77', 'admin_state_up': True, 'tenant_id': 'bb48a003acc646ca87915983b0117f10'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:47.788657 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dda9a3a6-0522-4c33-942d-4bc06e0dd006 req-ad0abd10-8938-4f04-ba91-eea84a363886 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 210 time: 0.1038938 Apr 18 21:16:47.792330 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032dd8e4-43b5-45c9-be08-f8c2420c0482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c066a4b-a7db-4764-b13b-b7bcfdf6a73d'}, {'server_uuid': '4656a722-2cbe-429b-9107-77b2e4d4003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edf144a-c594-4036-85df-cf61cbe62c9a'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:47.837904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] For port 447ee374-b166-422e-bca9-a4ee2475a892, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:47.896926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0aa01-f85a-4347-9318-ffc2c1afacea req-ab5a8eff-567c-4511-88b9-687dcb771d40 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:47.900650 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70e0aa01-f85a-4347-9318-ffc2c1afacea req-ab5a8eff-567c-4511-88b9-687dcb771d40 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 946 time: 0.1516235 Apr 18 21:16:47.963987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f1ea108e-045b-4765-adcc-56520dac10ca triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:47.964608 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.996806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=e6d2cd2e-2c7a-4080-9158-3ff03b2988a8,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:48.014062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70e0aa01-f85a-4347-9318-ffc2c1afacea req-068a1a9e-b7a5-482c-a5ab-aa8194a259b4 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082709 Apr 18 21:16:48.086988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] For port 447ee374-b166-422e-bca9-a4ee2475a892, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=447ee374-b166-422e-bca9-a4ee2475a892,segment=NetworkSegment(df622b5e-e673-4e7a-acd5-c3100a045480),segment_id=df622b5e-e673-4e7a-acd5-c3100a045480)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:48.093332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:48.127997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466acf70-b4c6-4bea-8ea2-585161ac03e6 req-c59ab002-70a9-4a29-a4a8-efc7d0d4e8a2 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:48.136359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-466acf70-b4c6-4bea-8ea2-585161ac03e6 req-c59ab002-70a9-4a29-a4a8-efc7d0d4e8a2 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.1093767 Apr 18 21:16:48.177139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Pushing event deleted for resources: {'Port': ['ID=59848d00-8270-47ac-a321-774295db4c04,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:48.190208 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:48.204767 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febadc5a-807f-416f-a4c8-0387709587ff'] response: {'server_uuid': '032dd8e4-43b5-45c9-be08-f8c2420c0482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c066a4b-a7db-4764-b13b-b7bcfdf6a73d', 'code': 200} Apr 18 21:16:48.205106 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febadc5a-807f-416f-a4c8-0387709587ff'] response: {'server_uuid': '4656a722-2cbe-429b-9107-77b2e4d4003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edf144a-c594-4036-85df-cf61cbe62c9a', 'code': 200} Apr 18 21:16:48.216162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:48.222699 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8c00-8769-4c52-91ed-8d471328df40 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:48.238568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c36c2158-9bed-49d8-ae33-85d5dac61d1b None None] Provisioning for port 82857165-0d69-4021-be4d-315261793d72 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:48.251272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c36c2158-9bed-49d8-ae33-85d5dac61d1b None None] Provisioning complete for port 82857165-0d69-4021-be4d-315261793d72 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:48.251630 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c36c2158-9bed-49d8-ae33-85d5dac61d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:48.288442 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c36c2158-9bed-49d8-ae33-85d5dac61d1b None None] Port 82857165-0d69-4021-be4d-315261793d72 was deleted so its status cannot be updated. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 18 21:16:48.290885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Usage tracker for resource:port and tenant:bb48a003acc646ca87915983b0117f10 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:48.301942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c36c2158-9bed-49d8-ae33-85d5dac61d1b None None] Provisioning complete for port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:48.302307 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c36c2158-9bed-49d8-ae33-85d5dac61d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:48.313726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Pushing event updated for resources: {'Port': ['ID=447ee374-b166-422e-bca9-a4ee2475a892,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:48.333791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:48.368162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] No DVR routers for this DVR port 59848d00-8270-47ac-a321-774295db4c04 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:48.373858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:48.375901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d8c00-8769-4c52-91ed-8d471328df40 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=82857165-0d69-4021-be4d-315261793d72,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:48.378642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:48.383781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'name': 'network-vif-deleted', 'tag': '59848d00-8270-47ac-a321-774295db4c04'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:48.440468 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:48.442372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-161d339a-debe-4361-99e3-748d98e61f15 service neutron] 10.222.0.26 "PUT /v2.0/ports/447ee374-b166-422e-bca9-a4ee2475a892 HTTP/1.1" status: 200 len: 1092 time: 3.0861969 Apr 18 21:16:48.461085 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-466acf70-b4c6-4bea-8ea2-585161ac03e6 req-b7dbfac9-c5ec-4b03-b4c7-b2ec4ec52607 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237348 Apr 18 21:16:48.470718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c194da7c-44a0-479f-a411-a462bcd270d2', 'tag': '447ee374-b166-422e-bca9-a4ee2475a892'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:48.548859 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3de289e1-59fd-49a1-94a1-a760cdbea21b req-a400429a-9c81-40e8-acfd-544f0c28d7f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 1097 time: 0.2368062 Apr 18 21:16:48.556145 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155509c1-3389-44b0-bcb1-445616376aef'] response: {'server_uuid': '1a77a8ea-851e-4286-9f29-05295a1a9669', 'name': 'network-vif-deleted', 'tag': '59848d00-8270-47ac-a321-774295db4c04', 'status': 'completed', 'code': 200} Apr 18 21:16:48.559451 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba4a506f-c99f-4d99-b06b-5434fce61e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:48.563188 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27b7348b-65ec-4a02-9ec5-c105d9d26407 req-8e11c0a0-cf4d-4019-8829-54353ecb430d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 1097 time: 0.2502286 Apr 18 21:16:48.576589 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8c00-8769-4c52-91ed-8d471328df40 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:48.637351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Made reservation on behalf of bb48a003acc646ca87915983b0117f10 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:48.640419 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:48.653753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b212469f-bfbd-497e-af03-c5fd8848f48f None None] Could not find standard attr ID for object 82857165-0d69-4021-be4d-315261793d72. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:16:48.666536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:48.678124 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9bbfba-14bb-4548-b314-1d2e2b957cbd'] response: {'name': 'network-changed', 'server_uuid': 'c194da7c-44a0-479f-a411-a462bcd270d2', 'tag': '447ee374-b166-422e-bca9-a4ee2475a892', 'status': 'completed', 'code': 200} Apr 18 21:16:48.685757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a506f-c99f-4d99-b06b-5434fce61e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ea108e-045b-4765-adcc-56520dac10ca,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:48.727562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3de289e1-59fd-49a1-94a1-a760cdbea21b req-e45095de-75d1-4064-b61a-b4913ad0670e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683729 Apr 18 21:16:48.729832 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27b7348b-65ec-4a02-9ec5-c105d9d26407 req-f6646f19-0c72-4b09-85b5-99d368f16026 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092174 Apr 18 21:16:48.748682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-a0e5e774-ac9a-434b-890c-267939490ae5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=370ea586e57b4a6badaff2fec19c41a9&device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 1095 time: 0.1679170 Apr 18 21:16:48.812336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:48.812936 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:48.832133 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0e6d8c00-8769-4c52-91ed-8d471328df40 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/82857165-0d69-4021-be4d-315261793d72 HTTP/1.1" status: 204 len: 168 time: 3.4858212 Apr 18 21:16:48.844709 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-95402919-9041-4d92-8371-b53357168558 req-6a68f6f4-8e1e-4ab2-ba1c-a011065ab344 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.59 "DELETE /v2.0/ports/59848d00-8270-47ac-a321-774295db4c04 HTTP/1.1" status: 204 len: 173 time: 5.3927078 Apr 18 21:16:48.847331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44030) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:48.902674 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e557f097-70c7-4e56-a2a3-ec92d02c37a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] DELETE failed (client error): The resource could not be found. Apr 18 21:16:48.902674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e557f097-70c7-4e56-a2a3-ec92d02c37a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:16:48.907181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e557f097-70c7-4e56-a2a3-ec92d02c37a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/82857165-0d69-4021-be4d-315261793d72 HTTP/1.1" status: 404 len: 333 time: 0.0563393 Apr 18 21:16:48.907951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44036) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:48.994784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Allocated IP 172.20.0.4 (87246af0-d1e8-4b15-b14d-b5e249684e77/7b383855-ac18-4d5a-9d3a-42279a6e6631/6eec0638-b42a-406d-8b62-fe04416e989d) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:49.017490 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81eee58-ec76-4c5a-9690-ff682c755aa0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:16:49.018670 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d81eee58-ec76-4c5a-9690-ff682c755aa0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/82857165-0d69-4021-be4d-315261793d72 HTTP/1.1" status: 404 len: 333 time: 0.1081982 Apr 18 21:16:49.028447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44040) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:49.154044 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-3643fecf-1070-49ba-ba3b-410062aa2126 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=447ee374-b166-422e-bca9-a4ee2475a892 HTTP/1.1" status: 200 len: 217 time: 0.1342223 Apr 18 21:16:49.306615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9e5f4-46af-4c02-ac18-67fe2bc32326 req-f34ba1bb-cea3-4346-b291-ba30643de69b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:49.308053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ed9e5f4-46af-4c02-ac18-67fe2bc32326 req-f34ba1bb-cea3-4346-b291-ba30643de69b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 946 time: 0.5248744 Apr 18 21:16:49.361049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-aed289f6-d5dc-47f9-a038-61f75948f0b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:49.362602 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-aed289f6-d5dc-47f9-a038-61f75948f0b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f8b95b8-10ab-4628-b7b1-b8f772936641 HTTP/1.1" status: 200 len: 853 time: 0.1881180 Apr 18 21:16:49.365878 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.374619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c1c7d-f973-4f9e-9a04-182c37dd4f8c req-72bf8a7c-cebc-478a-aafd-9e1372946c14 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:49.376009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a51c1c7d-f973-4f9e-9a04-182c37dd4f8c req-72bf8a7c-cebc-478a-aafd-9e1372946c14 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 944 time: 0.4633374 Apr 18 21:16:49.391469 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba4a506f-c99f-4d99-b06b-5434fce61e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.457403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-c0523fac-c06e-4750-b97f-c460a1244cdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f93e7881-9846-467e-af60-83b2ffe07fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785012 Apr 18 21:16:49.571325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6726bd-4aa0-4c39-a653-5aac16570ee3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting subnet 0b91ff2a-2386-4e7d-b8ed-21c9efc0295f {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:16:49.580536 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ed9e5f4-46af-4c02-ac18-67fe2bc32326 req-6e71f8a9-4991-4def-9bab-f61c40bc10d9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544527 Apr 18 21:16:49.593104 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bd6726bd-4aa0-4c39-a653-5aac16570ee3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.641006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.741673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Network 87246af0-d1e8-4b15-b14d-b5e249684e77 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:49.743924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Pushing event updated for resources: {'Port': ['ID=6eec0638-b42a-406d-8b62-fe04416e989d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:49.747429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:49.750769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:49.802184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a51c1c7d-f973-4f9e-9a04-182c37dd4f8c req-a59157af-58be-4678-89fb-c9f0901f1682 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897612 Apr 18 21:16:49.811124 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bd6726bd-4aa0-4c39-a653-5aac16570ee3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.837027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:49.837027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.913576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-e64808e7-caa2-419a-a050-5f97b55ea0c6 service neutron] 10.222.0.26 "GET /v2.0/networks/f93e7881-9846-467e-af60-83b2ffe07fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492543 Apr 18 21:16:50.024062 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-a7c911e5-a125-4139-bbf4-260b1fab3148 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2558794 Apr 18 21:16:50.037648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Request body: {'port': {'device_id': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:50.122115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8c317-e002-43e2-92fc-ffe34d8ee0ed req-a283a52a-3c66-416c-9a6c-ef754e8737c0 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:50.128654 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17b8c317-e002-43e2-92fc-ffe34d8ee0ed req-a283a52a-3c66-416c-9a6c-ef754e8737c0 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 931 time: 0.3231018 Apr 18 21:16:50.134475 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bd6726bd-4aa0-4c39-a653-5aac16570ee3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:50.194922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:50.270104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bebf9de7-97cb-40f7-8b0b-cadf4df4fb60 req-5d197a21-623d-46dc-ba9f-6647df0367c2 service neutron] 10.222.0.26 "GET /v2.0/networks/f93e7881-9846-467e-af60-83b2ffe07fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331349 Apr 18 21:16:50.284761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17b8c317-e002-43e2-92fc-ffe34d8ee0ed req-ffc50e3f-9e28-4e9f-9d96-52fa1a8caa93 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551855 Apr 18 21:16:50.296632 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7a944-2ac0-42b2-894e-e030f883e582 req-0fbfdd4f-0a3d-45f6-bb90-16f9338e4301 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:50.298146 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ccd7a944-2ac0-42b2-894e-e030f883e582 req-0fbfdd4f-0a3d-45f6-bb90-16f9338e4301 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 946 time: 0.2704642 Apr 18 21:16:50.357265 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ccd7a944-2ac0-42b2-894e-e030f883e582 req-24b07b7e-c945-4540-8f44-3a13e31bd7a9 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430677 Apr 18 21:16:50.381542 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bd6726bd-4aa0-4c39-a653-5aac16570ee3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:50.482715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6726bd-4aa0-4c39-a653-5aac16570ee3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Subnet': ['ID=0b91ff2a-2386-4e7d-b8ed-21c9efc0295f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:50.531504 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bd6726bd-4aa0-4c39-a653-5aac16570ee3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:50.532842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edb43e4-fb8f-4d09-9a6d-cdd37185df71 None None] Network ecc69326-9cb1-4e74-9489-a4afcd424f88 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:50.554779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bd6726bd-4aa0-4c39-a653-5aac16570ee3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/0b91ff2a-2386-4e7d-b8ed-21c9efc0295f HTTP/1.1" status: 204 len: 168 time: 1.4685402 Apr 18 21:16:50.558858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44048) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:50.693486 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-140a1c35-a8e4-4175-804b-dd1dc8a90945 req-6a5f0638-851f-4c30-8691-4e979a7e15e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=370ea586e57b4a6badaff2fec19c41a9&device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 1095 time: 0.2650609 Apr 18 21:16:50.702420 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:50.737314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe2007-9f60-4aa3-9c59-42f430ecda93 req-d5d1a632-2215-44ac-a294-7f35b74fe112 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:50.743123 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9fe2007-9f60-4aa3-9c59-42f430ecda93 req-d5d1a632-2215-44ac-a294-7f35b74fe112 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.2672269 Apr 18 21:16:50.820070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdee8bd-a3d0-4f43-9e2b-abab302194e7 None None] DHCP port deletion for ecc69326-9cb1-4e74-9489-a4afcd424f88 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:16:50.827167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8bdee8bd-a3d0-4f43-9e2b-abab302194e7 None None] Deleting port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:50.827167 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8bdee8bd-a3d0-4f43-9e2b-abab302194e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:50.831271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eec0638-b42a-406d-8b62-fe04416e989d {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:50.836381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4a506f-c99f-4d99-b06b-5434fce61e36 admin admin] Router caf77c45-1745-424d-8692-6620467bf3b4 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:16:50.842251 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:50.861382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Transition to ACTIVE for port object 6eec0638-b42a-406d-8b62-fe04416e989d will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:50.897988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:50.898362 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:50.975565 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:50.998410 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9fe2007-9f60-4aa3-9c59-42f430ecda93 req-7f99b8e9-d9c8-4ca8-b302-75382476f099 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537980 Apr 18 21:16:51.046557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a1c35-a8e4-4175-804b-dd1dc8a90945 req-a40fa5dc-2e0e-446b-b217-fdffb60849f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:51.048145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-140a1c35-a8e4-4175-804b-dd1dc8a90945 req-a40fa5dc-2e0e-446b-b217-fdffb60849f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f93e7881-9846-467e-af60-83b2ffe07fc9 HTTP/1.1" status: 200 len: 914 time: 0.3437874 Apr 18 21:16:51.061766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6eec0638-b42a-406d-8b62-fe04416e989d,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:51.062437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8bdee8bd-a3d0-4f43-9e2b-abab302194e7 None None] For port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e6d2cd2e-2c7a-4080-9158-3ff03b2988a8,segment=NetworkSegment(79586dc1-3029-4eb4-806c-b13c82ef8fe1),segment_id=79586dc1-3029-4eb4-806c-b13c82ef8fe1)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:51.062839 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8bdee8bd-a3d0-4f43-9e2b-abab302194e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.198732 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-140a1c35-a8e4-4175-804b-dd1dc8a90945 req-2553b0e3-dcd3-4506-b221-d504a6f21f09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=447ee374-b166-422e-bca9-a4ee2475a892 HTTP/1.1" status: 200 len: 217 time: 0.1409698 Apr 18 21:16:51.204151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862fbe7-58df-4cef-af0c-eabb080b86ac req-3a0d3609-36d9-414a-984f-9851a6fe19f4 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:51.205737 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e862fbe7-58df-4cef-af0c-eabb080b86ac req-3a0d3609-36d9-414a-984f-9851a6fe19f4 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 946 time: 0.4591188 Apr 18 21:16:51.206502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8bdee8bd-a3d0-4f43-9e2b-abab302194e7 None None] Calling delete_port for e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:51.348789 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8bdee8bd-a3d0-4f43-9e2b-abab302194e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.400855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdee8bd-a3d0-4f43-9e2b-abab302194e7 None None] Pushing event deleted for resources: {'Port': ['ID=e6d2cd2e-2c7a-4080-9158-3ff03b2988a8,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:51.405411 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a1c35-a8e4-4175-804b-dd1dc8a90945 req-86f35e58-f024-473d-ac38-46e6b4a0ab10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:51.405970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdee8bd-a3d0-4f43-9e2b-abab302194e7 None None] No DVR routers for this DVR port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:51.407875 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-140a1c35-a8e4-4175-804b-dd1dc8a90945 req-86f35e58-f024-473d-ac38-46e6b4a0ab10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f8b95b8-10ab-4628-b7b1-b8f772936641 HTTP/1.1" status: 200 len: 853 time: 0.2005568 Apr 18 21:16:51.417184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Attempting to bind port 6eec0638-b42a-406d-8b62-fe04416e989d on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:51.417919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Attempting to bind port 6eec0638-b42a-406d-8b62-fe04416e989d by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:51.418111 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Attempting to bind port 6eec0638-b42a-406d-8b62-fe04416e989d on network 87246af0-d1e8-4b15-b14d-b5e249684e77 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:51.423540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] For port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e6d2cd2e-2c7a-4080-9158-3ff03b2988a8,segment=NetworkSegment(79586dc1-3029-4eb4-806c-b13c82ef8fe1),segment_id=79586dc1-3029-4eb4-806c-b13c82ef8fe1)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:51.423896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.435319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Port 6eec0638-b42a-406d-8b62-fe04416e989d on network 87246af0-d1e8-4b15-b14d-b5e249684e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:16:51.435662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Attempting to bind port 6eec0638-b42a-406d-8b62-fe04416e989d on network 87246af0-d1e8-4b15-b14d-b5e249684e77 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:51.447474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:51.447800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Checking segment: {'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:51.448180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Bound using segment: {'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:51.448610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Bound port: 6eec0638-b42a-406d-8b62-fe04416e989d, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:51.448958 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.520416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4a506f-c99f-4d99-b06b-5434fce61e36 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:16:51.526841 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ba4a506f-c99f-4d99-b06b-5434fce61e36 admin admin] 10.222.0.11 "PUT /v2.0/routers/caf77c45-1745-424d-8692-6620467bf3b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6288791 Apr 18 21:16:51.529404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44060) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:51.679931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] For port 6eec0638-b42a-406d-8b62-fe04416e989d, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:51.689414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] For port 6eec0638-b42a-406d-8b62-fe04416e989d, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6eec0638-b42a-406d-8b62-fe04416e989d,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:51.698458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-140a1c35-a8e4-4175-804b-dd1dc8a90945 req-01bf5bb5-4cb3-4b8b-b3f8-0ae269d510f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f93e7881-9846-467e-af60-83b2ffe07fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2768791 Apr 18 21:16:51.701994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e862fbe7-58df-4cef-af0c-eabb080b86ac req-3b7849ee-496a-4cdf-ac10-61ee12fbe29d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481561 Apr 18 21:16:51.708026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:51.756771 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.782577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cec0c4-5525-42e1-87bf-c497ed8db7e7 req-2563d4b7-41d3-4bae-8747-574186f46c77 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:51.784027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7cec0c4-5525-42e1-87bf-c497ed8db7e7 req-2563d4b7-41d3-4bae-8747-574186f46c77 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 944 time: 0.6455753 Apr 18 21:16:51.810394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.811744 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] 10.222.0.59 "PUT /v2.0/ports/6eec0638-b42a-406d-8b62-fe04416e989d HTTP/1.1" status: 200 len: 1091 time: 1.7802520 Apr 18 21:16:51.825887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'tag': '6eec0638-b42a-406d-8b62-fe04416e989d'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:51.858714 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.961322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c81c56-7b8a-4def-a611-ed97397fb6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6eec0638-b42a-406d-8b62-fe04416e989d,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:51.967916 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:16:51.968237 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:16:51.994440 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7cec0c4-5525-42e1-87bf-c497ed8db7e7 req-d1d9f11f-5792-47ed-94d0-59b424acd744 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526911 Apr 18 21:16:52.027059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-140a1c35-a8e4-4175-804b-dd1dc8a90945 req-2057cf8b-7f77-4759-9d7a-1164f2a3dcc7 service neutron] 10.222.0.26 "GET /v2.0/networks/f93e7881-9846-467e-af60-83b2ffe07fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919674 Apr 18 21:16:52.067128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb0db7-1891-4b85-8392-fb3903887e0d req-3cd3bd83-15e4-45e2-9c01-43de6f010218 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:52.068669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ecbb0db7-1891-4b85-8392-fb3903887e0d req-3cd3bd83-15e4-45e2-9c01-43de6f010218 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 943 time: 0.2258885 Apr 18 21:16:52.075197 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-b07d62a4-c24e-4fed-bcf0-f99ce7175f3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb48a003acc646ca87915983b0117f10&device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 1094 time: 0.1595292 Apr 18 21:16:52.154910 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-82f4a0fb-c1a6-47bc-90bc-bdea367396e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eec0638-b42a-406d-8b62-fe04416e989d HTTP/1.1" status: 200 len: 217 time: 0.0713058 Apr 18 21:16:52.236999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-655db0fc-d11d-4851-a7e0-ccd7f34411d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:52.238455 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-655db0fc-d11d-4851-a7e0-ccd7f34411d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b383855-ac18-4d5a-9d3a-42279a6e6631 HTTP/1.1" status: 200 len: 854 time: 0.0755222 Apr 18 21:16:52.250013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ecbb0db7-1891-4b85-8392-fb3903887e0d req-010166aa-a948-4209-81ec-eaf8ec5ebce4 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380138 Apr 18 21:16:52.277127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-140a1c35-a8e4-4175-804b-dd1dc8a90945 req-3a42aa54-37c1-4499-b351-36f439b99eee service neutron] 10.222.0.26 "GET /v2.0/networks/f93e7881-9846-467e-af60-83b2ffe07fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426534 Apr 18 21:16:52.293301 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-f8b8118e-3b53-4024-953b-a9e197a1f401 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87246af0-d1e8-4b15-b14d-b5e249684e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471048 Apr 18 21:16:52.293875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbef2fd-0e77-4da8-80da-b5db5f745ca5 req-f80e0cda-c340-4a05-b021-7fde2274992e tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:52.295248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.295364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fbef2fd-0e77-4da8-80da-b5db5f745ca5 req-f80e0cda-c340-4a05-b021-7fde2274992e tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 946 time: 0.1568043 Apr 18 21:16:52.347681 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fbef2fd-0e77-4da8-80da-b5db5f745ca5 req-824742d9-3810-4ced-94b0-9ac8a552ffc1 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454805 Apr 18 21:16:52.378039 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Deleting port d99167b9-0c3b-41ab-a72a-f0f19f5bb12b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:52.378312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.422007 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5db5f3-9c2c-4b37-a65a-3450df531cfc'] response: {'name': 'network-changed', 'server_uuid': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'tag': '6eec0638-b42a-406d-8b62-fe04416e989d', 'status': 'completed', 'code': 200} Apr 18 21:16:52.469663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:52.470218 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.558671 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-73639703-9aac-4d71-bb60-0666342ac687 service neutron] 10.222.0.59 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573519 Apr 18 21:16:52.565765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:52.573125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] The port 'e6d2cd2e-2c7a-4080-9158-3ff03b2988a8' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:16:52.602940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:52.603619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e6d2cd2e-2c7a-4080-9158-3ff03b2988a8 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:52.699346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] For port d99167b9-0c3b-41ab-a72a-f0f19f5bb12b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d99167b9-0c3b-41ab-a72a-f0f19f5bb12b,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:52.699943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.748177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c087f1-f347-42ed-96b8-28923008f0e7 None None] Sync routers for ids ['caf77c45-1745-424d-8692-6620467bf3b4'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:16:52.760401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c087f1-f347-42ed-96b8-28923008f0e7 None None] Routers {'caf77c45-1745-424d-8692-6620467bf3b4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:52.761438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-14c087f1-f347-42ed-96b8-28923008f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:16:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['caf77c45-1745-424d-8692-6620467bf3b4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:52.773187 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.815019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef944da-bc4d-4b19-a5d2-c08cdaf84ee8 req-67fcd5e6-7f54-4647-b21c-041dd2b0dc19 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:52.821959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ef944da-bc4d-4b19-a5d2-c08cdaf84ee8 req-67fcd5e6-7f54-4647-b21c-041dd2b0dc19 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.2553089 Apr 18 21:16:52.825263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc69326-9cb1-4e74-9489-a4afcd424f88']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:52.846737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Calling delete_port for d99167b9-0c3b-41ab-a72a-f0f19f5bb12b owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:52.886849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79586dc1-3029-4eb4-806c-b13c82ef8fe1') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:52.887140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79586dc1-3029-4eb4-806c-b13c82ef8fe1') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:52.914588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.956374 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.960976 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-14c087f1-f347-42ed-96b8-28923008f0e7 None None] Set router caf77c45-1745-424d-8692-6620467bf3b4 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:52.970023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ef944da-bc4d-4b19-a5d2-c08cdaf84ee8 req-6a8fe74e-1bd8-481b-ac9c-d892e2a842ba tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471841 Apr 18 21:16:52.972063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:16:52.972536 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.077267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-14c087f1-f347-42ed-96b8-28923008f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638275440-router', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:27Z', 'updated_at': '2022-04-18T21:16:52Z', 'revision_number': 6, 'project_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:53.081898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c087f1-f347-42ed-96b8-28923008f0e7 None None] Checking router: caf77c45-1745-424d-8692-6620467bf3b4 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:16:53.086146 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:16:53.095621 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c087f1-f347-42ed-96b8-28923008f0e7 None None] Routers {'caf77c45-1745-424d-8692-6620467bf3b4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:53.096327 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-14c087f1-f347-42ed-96b8-28923008f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:16:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['caf77c45-1745-424d-8692-6620467bf3b4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:53.123068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-024ab145-0372-4267-afa0-6971eac7062e req-e61f7978-606e-4117-828e-aa0f634807cf tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 1097 time: 0.2906604 Apr 18 21:16:53.131850 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7156d340-04f0-4e85-a1b0-6c3ca6e65353 req-354e7e04-0e97-487c-9288-8ab1800c23c4 service neutron] 10.222.0.59 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630853 Apr 18 21:16:53.228810 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.233251 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.257716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-14c087f1-f347-42ed-96b8-28923008f0e7 None None] Set router caf77c45-1745-424d-8692-6620467bf3b4 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:53.261370 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.293365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Network': ['ID=ecc69326-9cb1-4e74-9489-a4afcd424f88,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:53.304207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e2b42896-d9aa-453f-a59d-e9ce56b6b3f2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/networks/ecc69326-9cb1-4e74-9489-a4afcd424f88 HTTP/1.1" status: 204 len: 168 time: 2.7442067 Apr 18 21:16:53.309506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44082) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:53.314257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-024ab145-0372-4267-afa0-6971eac7062e req-100827e2-9865-4d94-9b1d-27c9dcc0e3a0 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221900 Apr 18 21:16:53.328351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-760474378'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:53.346147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:53.350379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:network and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:53.355434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:53.364429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:53.368978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99167b9-0c3b-41ab-a72a-f0f19f5bb12b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:53.371629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-14c087f1-f347-42ed-96b8-28923008f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638275440-router', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:27Z', 'updated_at': '2022-04-18T21:16:52Z', 'revision_number': 6, 'project_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:53.376046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c087f1-f347-42ed-96b8-28923008f0e7 None None] The sync data for ids ['caf77c45-1745-424d-8692-6620467bf3b4'] in n-d-836017-3 is: [{'id': 'caf77c45-1745-424d-8692-6620467bf3b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638275440-router', 'tenant_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:27Z', 'updated_at': '2022-04-18T21:16:52Z', 'revision_number': 6, 'project_id': 'f98e97f3b72a4c7a87816becfdd17d23', 'gw_port_host': None}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:16:53.397069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a766da-a5d3-4141-b9ad-4b14d72a8164 req-9258b588-2838-4021-9a04-55a16549ddf4 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.407076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11a766da-a5d3-4141-b9ad-4b14d72a8164 req-9258b588-2838-4021-9a04-55a16549ddf4 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 946 time: 0.2641685 Apr 18 21:16:53.451180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:53.454240 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.472141 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f5fc4f8-f44f-4681-af42-8f2db4932c75 req-4fcf52ab-b70a-4c65-86c1-0cbe6f7b6ee9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb48a003acc646ca87915983b0117f10&device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 1094 time: 0.1784363 Apr 18 21:16:53.517342 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11a766da-a5d3-4141-b9ad-4b14d72a8164 req-b983090b-1f5a-492d-a8bc-ba8cf22383ce tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093898 Apr 18 21:16:53.535317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:16:53.552120 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.552472 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Added segment 6ae88b06-fb36-44ed-b718-b9066d2fa2da of type vlan for network 479a394c-73ed-4471-8402-11c686f22005 Apr 18 21:16:53.587425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.607223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae400b-c3fe-46e2-a19e-a401f31348e4 req-71aede77-efad-491a-8b92-547afbc9b98d tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.608670 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27ae400b-c3fe-46e2-a19e-a401f31348e4 req-71aede77-efad-491a-8b92-547afbc9b98d tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 944 time: 0.1615484 Apr 18 21:16:53.726493 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.825389 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.829638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.829638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.884471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fc4f8-f44f-4681-af42-8f2db4932c75 req-1a4d737f-5a9e-4ac1-ab6f-b17715f35258 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.885939 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f5fc4f8-f44f-4681-af42-8f2db4932c75 req-1a4d737f-5a9e-4ac1-ab6f-b17715f35258 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87246af0-d1e8-4b15-b14d-b5e249684e77 HTTP/1.1" status: 200 len: 915 time: 0.4067702 Apr 18 21:16:53.912236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27ae400b-c3fe-46e2-a19e-a401f31348e4 req-dc09c437-35d7-497a-90f4-8a0e51060d44 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903817 Apr 18 21:16:53.956833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Network': ['ID=479a394c-73ed-4471-8402-11c686f22005,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:53.970997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 479a394c-73ed-4471-8402-11c686f22005 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:16:53.984462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d233901-16fc-48e6-b5c1-644c8c3af625 req-270d573d-4e58-4788-a91f-b176689931da tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.984462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d233901-16fc-48e6-b5c1-644c8c3af625 req-270d573d-4e58-4788-a91f-b176689931da tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 943 time: 0.3217487 Apr 18 21:16:54.035113 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d233901-16fc-48e6-b5c1-644c8c3af625 req-15f0bcd0-9b9e-4dc7-8b37-d72360b94da3 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488148 Apr 18 21:16:54.047407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-41f0ec57-bb69-4f38-8210-4ac958959834 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7366974 Apr 18 21:16:54.048283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44092) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:54.085267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': '479a394c-73ed-4471-8402-11c686f22005', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:54.086979 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:54.106160 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:54.110573 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f5fc4f8-f44f-4681-af42-8f2db4932c75 req-0eb98022-a2bf-4df5-ac95-fe854cfa5e06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eec0638-b42a-406d-8b62-fe04416e989d HTTP/1.1" status: 200 len: 217 time: 0.1617546 Apr 18 21:16:54.195427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fc4f8-f44f-4681-af42-8f2db4932c75 req-1c9651fe-a28a-4f0a-8d68-119a2eb826d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:54.197850 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f5fc4f8-f44f-4681-af42-8f2db4932c75 req-1c9651fe-a28a-4f0a-8d68-119a2eb826d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b383855-ac18-4d5a-9d3a-42279a6e6631 HTTP/1.1" status: 200 len: 854 time: 0.0803108 Apr 18 21:16:54.252499 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f5fc4f8-f44f-4681-af42-8f2db4932c75 req-38285e36-6d4c-44d9-ae04-f0c0954632f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87246af0-d1e8-4b15-b14d-b5e249684e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431573 Apr 18 21:16:54.278325 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:54.278848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caf77c45-1745-424d-8692-6620467bf3b4 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:16:54.290486 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:54.300727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:54.306921 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:54.315023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:54.333926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2cd73ad-b936-41a1-a465-acb35a33105a req-5c6da687-1bda-4748-9e87-c3fa35f283cd tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 1097 time: 0.2846928 Apr 18 21:16:54.352804 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:54.356298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-24331294-857f-43cf-a0ee-bd0735e71de1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/caf77c45-1745-424d-8692-6620467bf3b4 HTTP/1.1" status: 204 len: 168 time: 2.8235550 Apr 18 21:16:54.356443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44096) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:54.360442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1243f38-7ef0-45bb-ac3f-3d490440d777 req-e15a581e-8e74-4a31-b565-0d4dd1462831 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:54.361901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1243f38-7ef0-45bb-ac3f-3d490440d777 req-e15a581e-8e74-4a31-b565-0d4dd1462831 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 946 time: 0.1572938 Apr 18 21:16:54.397517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:54.502489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2cd73ad-b936-41a1-a465-acb35a33105a req-790a277b-d4f9-48cb-8650-7ed061f4b450 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613100 Apr 18 21:16:54.528756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1243f38-7ef0-45bb-ac3f-3d490440d777 req-75b5248f-4fa2-4b76-ae2e-cbff46fa12b1 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583619 Apr 18 21:16:54.532515 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:54.552153 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8f5e4e37-0046-4685-a046-58258ba37f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:54.567436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Deleting subnet a255cc7a-5e37-456c-a4f0-84d0a0974baa {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:16:54.571775 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f5fc4f8-f44f-4681-af42-8f2db4932c75 req-8cc2468d-3040-4617-9664-e17e4d0fa1da service neutron] 10.222.0.59 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127151 Apr 18 21:16:54.572402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:54.611212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f1ea108e-045b-4765-adcc-56520dac10ca no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:54.704313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: f1ea108e-045b-4765-adcc-56520dac10ca {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:54.704719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f1ea108e-045b-4765-adcc-56520dac10ca not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:54.722859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:54.835187 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f5fc4f8-f44f-4681-af42-8f2db4932c75 req-ed27a1a1-5f75-4de8-8593-b88dc1f10344 service neutron] 10.222.0.59 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254109 Apr 18 21:16:54.862658 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:54.989916 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.015746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.058486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a255cc7a-5e37-456c-a4f0-84d0a0974baa,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:55.059254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64251f1e-e7d6-4310-af51-d16abccca4a3 req-7648e5fc-a754-4c55-b62b-b3366e80c533 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:55.060732 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-64251f1e-e7d6-4310-af51-d16abccca4a3 req-7648e5fc-a754-4c55-b62b-b3366e80c533 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.1374862 Apr 18 21:16:55.071637 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.074009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feb7404-88cf-454f-bcfe-89fa6e886f34 None None] Network d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:55.076635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:55.076977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:55.077596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:55.077934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:55.078253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:55.078574 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:55.078890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:55.079220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:55.079523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:55.079838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:55.080150 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:55.087806 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e190de27-7fd0-4044-83ae-75f2b4f2070d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a255cc7a-5e37-456c-a4f0-84d0a0974baa HTTP/1.1" status: 204 len: 168 time: 0.7299240 Apr 18 21:16:55.091755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44112) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:55.105613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Subnet': ['ID=afc645aa-46b1-476e-8f95-a9f09fd02eb0,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:55.164315 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-64251f1e-e7d6-4310-af51-d16abccca4a3 req-7188adaa-05b8-40a7-8e69-303387e1408a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948308 Apr 18 21:16:55.165109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Checking segment: {'id': '6ae88b06-fb36-44ed-b718-b9066d2fa2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '479a394c-73ed-4471-8402-11c686f22005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:55.165546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network hostable DHCP agents. Network: 479a394c-73ed-4471-8402-11c686f22005, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:16:55.269883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network 479a394c-73ed-4471-8402-11c686f22005 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:16:55.274779 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.301000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Deleting port 94d8f5d3-b7dd-4685-a901-2c35ce11178c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:55.301339 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.416878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 479a394c-73ed-4471-8402-11c686f22005) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:55.431210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65cbb4-6c4f-4c52-9105-2b74476acf93 None None] Network 479a394c-73ed-4471-8402-11c686f22005 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:55.441054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:55.441680 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.463455 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc26dc0-12fe-40e4-9891-20c1ce3c97dd None None] DHCP port deletion for d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:16:55.517983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcf1d894-447a-4a3b-8266-a94f7e58c6d3 req-67f559a2-def7-440d-b6e2-f82d7e19f115 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2053802 Apr 18 21:16:55.524760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4bc26dc0-12fe-40e4-9891-20c1ce3c97dd None None] Deleting port 94d8f5d3-b7dd-4685-a901-2c35ce11178c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:55.525144 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bc26dc0-12fe-40e4-9891-20c1ce3c97dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.525781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ee51-ca13-41b5-9673-ade419d75ba2 req-9f6a81bb-61d0-4fc9-a68a-4aee082c7ad2 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:55.527231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9f4ee51-ca13-41b5-9673-ade419d75ba2 req-9f6a81bb-61d0-4fc9-a68a-4aee082c7ad2 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 944 time: 0.1602130 Apr 18 21:16:55.561890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] For port 94d8f5d3-b7dd-4685-a901-2c35ce11178c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=94d8f5d3-b7dd-4685-a901-2c35ce11178c,segment=NetworkSegment(6d3ea3ac-b906-4bf2-8f64-868a0996c76c),segment_id=6d3ea3ac-b906-4bf2-8f64-868a0996c76c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:55.562380 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.569893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3bf739c0-4ede-448c-a626-1df36bea2478 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5194178 Apr 18 21:16:55.571306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44120) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:55.584388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': '479a394c-73ed-4471-8402-11c686f22005', 'security_groups': [], 'name': 'tempest-PortsTestJSON-385494079'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:55.614533 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9f4ee51-ca13-41b5-9673-ade419d75ba2 req-f75decfa-9f65-4290-afe5-d8ccbf796959 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810595 Apr 18 21:16:55.618570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 447ee374-b166-422e-bca9-a4ee2475a892 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:16:55.758940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Calling delete_port for 94d8f5d3-b7dd-4685-a901-2c35ce11178c owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:55.840059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:55.852327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:port and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:55.855938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:55.863178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:55.885997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243a165-ea93-4a31-a2dd-49c86675377e req-1b8a0a84-b51d-40a7-aaef-3dcba82e183e tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:55.887425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a243a165-ea93-4a31-a2dd-49c86675377e req-1b8a0a84-b51d-40a7-aaef-3dcba82e183e tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 943 time: 0.1243577 Apr 18 21:16:55.914674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4bc26dc0-12fe-40e4-9891-20c1ce3c97dd None None] For port 94d8f5d3-b7dd-4685-a901-2c35ce11178c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=94d8f5d3-b7dd-4685-a901-2c35ce11178c,segment=NetworkSegment(6d3ea3ac-b906-4bf2-8f64-868a0996c76c),segment_id=6d3ea3ac-b906-4bf2-8f64-868a0996c76c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:55.915068 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bc26dc0-12fe-40e4-9891-20c1ce3c97dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.915759 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.935610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a243a165-ea93-4a31-a2dd-49c86675377e req-d107e94b-5e75-48a8-b124-09c65ebca822 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Apr 18 21:16:55.943370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:55.948217 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.989931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port 03e66175-05e1-4b92-a33f-78ce02d4d001 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:16:56.004006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] No DVR routers for this DVR port 94d8f5d3-b7dd-4685-a901-2c35ce11178c on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:56.033264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d8f5d3-b7dd-4685-a901-2c35ce11178c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:56.137579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4bc26dc0-12fe-40e4-9891-20c1ce3c97dd None None] Calling delete_port for 94d8f5d3-b7dd-4685-a901-2c35ce11178c owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:56.173492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6eec0638-b42a-406d-8b62-fe04416e989d details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:16:56.181311 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.219457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-479a394c-73ed-4471-8402-11c686f22005', 'network_id': '479a394c-73ed-4471-8402-11c686f22005', 'tenant_id': 'de025488dafd4d32aeebced97621e383', 'fixed_ips': [{'subnet_id': 'afc645aa-46b1-476e-8f95-a9f09fd02eb0'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:16:56.220258 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.229538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:56.242805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3ea3ac-b906-4bf2-8f64-868a0996c76c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:56.243122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3ea3ac-b906-4bf2-8f64-868a0996c76c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:56.256120 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.296054 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.303506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:16:56.303940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.312550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.14 (479a394c-73ed-4471-8402-11c686f22005/afc645aa-46b1-476e-8f95-a9f09fd02eb0/03e66175-05e1-4b92-a33f-78ce02d4d001) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:16:56.321417 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:16:56.381110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648941c-c063-4fd0-8361-1d4f5b1254b8 req-576d88e1-540d-4392-bcfa-2a29ff5c3e35 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:56.382276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e648941c-c063-4fd0-8361-1d4f5b1254b8 req-576d88e1-540d-4392-bcfa-2a29ff5c3e35 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 946 time: 0.2948465 Apr 18 21:16:56.453656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 447ee374-b166-422e-bca9-a4ee2475a892, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=447ee374-b166-422e-bca9-a4ee2475a892,segment=NetworkSegment(df622b5e-e673-4e7a-acd5-c3100a045480),segment_id=df622b5e-e673-4e7a-acd5-c3100a045480)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:56.470536 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-4bc26dc0-12fe-40e4-9891-20c1ce3c97dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:16:56.470954 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-4bc26dc0-12fe-40e4-9891-20c1ce3c97dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:16:56.513457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '447ee374-b166-422e-bca9-a4ee2475a892', 'network_id': 'f93e7881-9846-467e-af60-83b2ffe07fc9', 'port_id': '447ee374-b166-422e-bca9-a4ee2475a892', 'mac_address': 'fa:16:3e:88:0e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8b95b8-10ab-4628-b7b1-b8f772936641', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:16:56.565977 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.596930 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.620077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:56.629510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 94d8f5d3-b7dd-4685-a901-2c35ce11178c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:56.642365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e648941c-c063-4fd0-8361-1d4f5b1254b8 req-079b09d1-d13b-4317-9990-0ccf3c16526f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494061 Apr 18 21:16:56.650754 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46bbc0c9-e68d-4780-9ffd-ffc5414be7e0 req-5786cb0f-0b1d-497d-aaee-e47942adaf12 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3246794 Apr 18 21:16:56.656620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-2d3d19d1-9d73-4568-b728-b0c0a5f0a875 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:56.657367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-2d3d19d1-9d73-4568-b728-b0c0a5f0a875 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:56.699001 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.709725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 94d8f5d3-b7dd-4685-a901-2c35ce11178c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:56.710069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 94d8f5d3-b7dd-4685-a901-2c35ce11178c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:56.710475 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d99167b9-0c3b-41ab-a72a-f0f19f5bb12b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:56.724215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object 03e66175-05e1-4b92-a33f-78ce02d4d001 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:56.756794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 6eec0638-b42a-406d-8b62-fe04416e989d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6eec0638-b42a-406d-8b62-fe04416e989d,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:56.771678 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: d99167b9-0c3b-41ab-a72a-f0f19f5bb12b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:56.772045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d99167b9-0c3b-41ab-a72a-f0f19f5bb12b not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:56.781148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '6eec0638-b42a-406d-8b62-fe04416e989d', 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77', 'port_id': '6eec0638-b42a-406d-8b62-fe04416e989d', 'mac_address': 'fa:16:3e:a2:39:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b383855-ac18-4d5a-9d3a-42279a6e6631', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:16:56.792425 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.803885 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c8ccbfa6-1196-4fd4-a545-b9b5a0fb3f17 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d61b6741-7b3d-45fd-b0fe-a76fe9acf8fa HTTP/1.1" status: 204 len: 168 time: 1.7128716 Apr 18 21:16:56.811836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-2d3d19d1-9d73-4568-b728-b0c0a5f0a875 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:56.813376 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-2d3d19d1-9d73-4568-b728-b0c0a5f0a875 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 946 time: 0.3523285 Apr 18 21:16:56.856243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447ee374-b166-422e-bca9-a4ee2475a892 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:56.869631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc195619-c664-4eb2-a64a-8d4a5c125312 req-f1ede607-7f49-4878-a97d-2d7c9bcbaa10 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:56.871285 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc195619-c664-4eb2-a64a-8d4a5c125312 req-f1ede607-7f49-4878-a97d-2d7c9bcbaa10 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.1048763 Apr 18 21:16:56.872063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 447ee374-b166-422e-bca9-a4ee2475a892, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=447ee374-b166-422e-bca9-a4ee2475a892,segment=NetworkSegment(df622b5e-e673-4e7a-acd5-c3100a045480),segment_id=df622b5e-e673-4e7a-acd5-c3100a045480)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:56.881257 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.931597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.965950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eec0638-b42a-406d-8b62-fe04416e989d {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:56.985649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 6eec0638-b42a-406d-8b62-fe04416e989d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6eec0638-b42a-406d-8b62-fe04416e989d,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:56.991000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4bc26dc0-12fe-40e4-9891-20c1ce3c97dd None None] Deleting port 94d8f5d3-b7dd-4685-a901-2c35ce11178c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:56.991367 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bc26dc0-12fe-40e4-9891-20c1ce3c97dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.008735 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46bbc0c9-e68d-4780-9ffd-ffc5414be7e0 req-c146100d-8193-47fa-aacb-448ee3dd4c4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 1096 time: 0.3206046 Apr 18 21:16:57.020916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-b7cb28fa-5765-4900-a16f-5614bdafabed tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Deleting port 5edf144a-c594-4036-85df-cf61cbe62c9a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:57.021310 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-b7cb28fa-5765-4900-a16f-5614bdafabed tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.041676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network 479a394c-73ed-4471-8402-11c686f22005 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:57.046979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:57.050770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:57.069420 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.097537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=03e66175-05e1-4b92-a33f-78ce02d4d001,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:57.119017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc195619-c664-4eb2-a64a-8d4a5c125312 req-1bdc0c07-b8ae-4f55-bcc1-f7e2c627bd90 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244380 Apr 18 21:16:57.151736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:57.152349 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.237880 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.250575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4bc26dc0-12fe-40e4-9891-20c1ce3c97dd None None] The port '94d8f5d3-b7dd-4685-a901-2c35ce11178c' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:16:57.252295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=447ee374-b166-422e-bca9-a4ee2475a892,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:57.256422 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-42e8a615-96cb-43e9-8dbe-7ac21b7a73e6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6806779 Apr 18 21:16:57.259884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44154) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:57.287755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44158) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:57.348213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Allocated IP 172.20.0.2 (479a394c-73ed-4471-8402-11c686f22005/afc645aa-46b1-476e-8f95-a9f09fd02eb0/f8bbcede-80c4-4181-95c0-648d3da9840f) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:57.398100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1c01628d-7f4f-4ddc-9202-7463630af163 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 03e66175-05e1-4b92-a33f-78ce02d4d001 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:57.398559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c01628d-7f4f-4ddc-9202-7463630af163 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.405079 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7056fc30-e08c-4c85-ba17-2b861a0e4f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.421648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbc0c9-e68d-4780-9ffd-ffc5414be7e0 req-c47cd8ae-1994-4d8d-8a74-389f1304e244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:57.424859 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46bbc0c9-e68d-4780-9ffd-ffc5414be7e0 req-c47cd8ae-1994-4d8d-8a74-389f1304e244 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 906 time: 0.3593950 Apr 18 21:16:57.465670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=6eec0638-b42a-406d-8b62-fe04416e989d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:57.469498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['6eec0638-b42a-406d-8b62-fe04416e989d'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:57.519836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['447ee374-b166-422e-bca9-a4ee2475a892'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:57.540797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d0e5c-03bf-4073-acf8-dd2de04e4e9d req-0751e8a5-e5b5-44e6-be49-beb84bf5c389 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:57.542429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-617d0e5c-03bf-4073-acf8-dd2de04e4e9d req-0751e8a5-e5b5-44e6-be49-beb84bf5c389 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 945 time: 0.2262499 Apr 18 21:16:57.548172 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46bbc0c9-e68d-4780-9ffd-ffc5414be7e0 req-5ea2f5a6-1d8b-4a43-a153-054bc13b0e0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2bda1f4-9385-44d6-bf67-0327d56f0ef0 HTTP/1.1" status: 200 len: 217 time: 0.1071262 Apr 18 21:16:57.553877 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3529a5f9-e165-4a62-9345-a5a94114fc2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f98e97f3b72a4c7a87816becfdd17d23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2649641 Apr 18 21:16:57.556827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-b7cb28fa-5765-4900-a16f-5614bdafabed tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] For port 5edf144a-c594-4036-85df-cf61cbe62c9a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5edf144a-c594-4036-85df-cf61cbe62c9a,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:57.557084 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-b7cb28fa-5765-4900-a16f-5614bdafabed tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.565433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44162) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:57.690317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-617d0e5c-03bf-4073-acf8-dd2de04e4e9d req-a70b63fa-35d1-46c9-a7ce-8929c1258422 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396792 Apr 18 21:16:57.735487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-b7cb28fa-5765-4900-a16f-5614bdafabed tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Calling delete_port for 5edf144a-c594-4036-85df-cf61cbe62c9a owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:57.760414 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c01628d-7f4f-4ddc-9202-7463630af163 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.844662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbc0c9-e68d-4780-9ffd-ffc5414be7e0 req-efbc4a27-2512-4f1e-a199-a4189c12ea69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:57.846150 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46bbc0c9-e68d-4780-9ffd-ffc5414be7e0 req-efbc4a27-2512-4f1e-a199-a4189c12ea69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.2815585 Apr 18 21:16:57.906355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1c01628d-7f4f-4ddc-9202-7463630af163 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 03e66175-05e1-4b92-a33f-78ce02d4d001 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:57.917037 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46bbc0c9-e68d-4780-9ffd-ffc5414be7e0 req-0f0a99d5-3f68-4208-b804-72e677775bc1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569921 Apr 18 21:16:57.918645 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-110f4512-add7-4f4c-a6af-c35ef49419bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.924774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-ffed1d40-a54b-448e-9923-650c50ef2087 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:16:57.926064 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-ffed1d40-a54b-448e-9923-650c50ef2087 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051796 Apr 18 21:16:57.968807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] Request body: {'binding': {'host': 'n-h1-836017-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:57.969173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] Unknown quota resources ['binding']. {{(pid=85049) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 21:16:58.060030 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.066294 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.099519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da56c2-de0c-4e71-8b2e-42d522cb5572 req-aa48c2e2-b446-431b-b93d-8450a62062ed tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:58.101047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0da56c2-de0c-4e71-8b2e-42d522cb5572 req-aa48c2e2-b446-431b-b93d-8450a62062ed tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 944 time: 0.2026014 Apr 18 21:16:58.144410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5edf144a-c594-4036-85df-cf61cbe62c9a no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:58.172851 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0da56c2-de0c-4e71-8b2e-42d522cb5572 req-441e8d18-c5df-44ac-93bd-80823dc95be4 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615683 Apr 18 21:16:58.209683 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c01628d-7f4f-4ddc-9202-7463630af163 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.212002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Transition to ACTIVE for port object f8bbcede-80c4-4181-95c0-648d3da9840f will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:58.258759 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-110f4512-add7-4f4c-a6af-c35ef49419bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.270310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Transition to ACTIVE for port object f8bbcede-80c4-4181-95c0-648d3da9840f will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:58.285351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01628d-7f4f-4ddc-9202-7463630af163 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=03e66175-05e1-4b92-a33f-78ce02d4d001,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:58.361799 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.403770 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46bbc0c9-e68d-4780-9ffd-ffc5414be7e0 req-770d7b5e-85e1-4540-8d22-e5745b85feee service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756262 Apr 18 21:16:58.445839 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-b7cb28fa-5765-4900-a16f-5614bdafabed tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.466402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:58.483724 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2aea508-e3eb-45f1-b06d-5b8985d635ef req-1b5ae547-2b22-4b1e-88b6-86944196a1b3 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=4656a722-2cbe-429b-9107-77b2e4d4003f HTTP/1.1" status: 200 len: 210 time: 0.1094196 Apr 18 21:16:58.520601 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c01628d-7f4f-4ddc-9202-7463630af163 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.529618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Network 479a394c-73ed-4471-8402-11c686f22005 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:58.536933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1c01628d-7f4f-4ddc-9202-7463630af163 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/03e66175-05e1-4b92-a33f-78ce02d4d001 HTTP/1.1" status: 204 len: 168 time: 1.2756400 Apr 18 21:16:58.538453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44172) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:58.590286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e8f108f-dc5d-45d8-83e4-7f6176f645cb req-bf1c9ac9-f08f-4599-a7f9-e45fd18f262b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4514139 Apr 18 21:16:58.591861 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db309d9-273a-4557-bef2-f3459fd7e22d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:16:58.592356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5db309d9-273a-4557-bef2-f3459fd7e22d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:58.612109 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Pushing event updated for resources: {'Port': ['ID=f8bbcede-80c4-4181-95c0-648d3da9840f,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:58.621212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:58.623205 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.638334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:58.645679 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.688684 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] Attempting to bind port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on host n-h1-836017-3 for vnic_type normal with profile None {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:58.689124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] Attempting to bind port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:58.689562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] Attempting to bind port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:58.691680 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-110f4512-add7-4f4c-a6af-c35ef49419bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.721803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb28fa-5765-4900-a16f-5614bdafabed tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event deleted for resources: {'Port': ['ID=5edf144a-c594-4036-85df-cf61cbe62c9a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:58.734107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f4512-add7-4f4c-a6af-c35ef49419bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bccfe8a-e326-43b6-9191-0f4e5b634a4c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:58.740803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] Port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on network f0f8e2c1-9ecd-41b3-9562-674a844605cc not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:16:58.741130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] Attempting to bind port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:58.788374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Attempting to bind port f8bbcede-80c4-4181-95c0-648d3da9840f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:58.789420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Attempting to bind port f8bbcede-80c4-4181-95c0-648d3da9840f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '6ae88b06-fb36-44ed-b718-b9066d2fa2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '479a394c-73ed-4471-8402-11c686f22005'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:58.789420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Attempting to bind port f8bbcede-80c4-4181-95c0-648d3da9840f on network 479a394c-73ed-4471-8402-11c686f22005 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:58.847308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:58.847308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:58.847596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] Bound using segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:58.849816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] Bound port: 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:58.861098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:58.861098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Checking segment: {'id': '6ae88b06-fb36-44ed-b718-b9066d2fa2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '479a394c-73ed-4471-8402-11c686f22005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:58.861768 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.861894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Bound using segment: {'id': '6ae88b06-fb36-44ed-b718-b9066d2fa2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '479a394c-73ed-4471-8402-11c686f22005'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:58.862751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Bound port: f8bbcede-80c4-4181-95c0-648d3da9840f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae88b06-fb36-44ed-b718-b9066d2fa2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '479a394c-73ed-4471-8402-11c686f22005'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:58.863310 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.864469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5db309d9-273a-4557-bef2-f3459fd7e22d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:58.865650 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5db309d9-273a-4557-bef2-f3459fd7e22d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/03e66175-05e1-4b92-a33f-78ce02d4d001 HTTP/1.1" status: 404 len: 333 time: 0.3255746 Apr 18 21:16:58.877885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44178) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:58.904432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-b7cb28fa-5765-4900-a16f-5614bdafabed tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] No DVR routers for this DVR port 5edf144a-c594-4036-85df-cf61cbe62c9a on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:58.909927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-b7cb28fa-5765-4900-a16f-5614bdafabed tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.911808 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8b5b495f-93b3-493b-b437-a53a178ff027 req-b7cb28fa-5765-4900-a16f-5614bdafabed tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "DELETE /v2.0/ports/5edf144a-c594-4036-85df-cf61cbe62c9a HTTP/1.1" status: 204 len: 173 time: 2.0896854 Apr 18 21:16:58.913613 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46bbc0c9-e68d-4780-9ffd-ffc5414be7e0 req-e135d401-b9f4-4b86-9131-5865221ae3a7 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009477 Apr 18 21:16:58.914577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4656a722-2cbe-429b-9107-77b2e4d4003f', 'name': 'network-vif-deleted', 'tag': '5edf144a-c594-4036-85df-cf61cbe62c9a'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:58.922064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-110f4512-add7-4f4c-a6af-c35ef49419bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.923171 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-110f4512-add7-4f4c-a6af-c35ef49419bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bccfe8a-e326-43b6-9191-0f4e5b634a4c HTTP/1.1" status: 204 len: 168 time: 1.3568504 Apr 18 21:16:58.944477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:58.974068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e8f108f-dc5d-45d8-83e4-7f6176f645cb req-5abf9a4c-0c3f-4248-992a-f2d08e30f5e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 1095 time: 0.3580406 Apr 18 21:16:58.984807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15bf8f1-e952-4850-b9a5-604ef5b8aa31 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting subnet afc645aa-46b1-476e-8f95-a9f09fd02eb0 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:16:58.989881 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c15bf8f1-e952-4850-b9a5-604ef5b8aa31 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.029620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] For port f8bbcede-80c4-4181-95c0-648d3da9840f, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:59.049048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] For port f8bbcede-80c4-4181-95c0-648d3da9840f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f8bbcede-80c4-4181-95c0-648d3da9840f,segment=NetworkSegment(6ae88b06-fb36-44ed-b718-b9066d2fa2da),segment_id=6ae88b06-fb36-44ed-b718-b9066d2fa2da)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:59.052950 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] Notify callbacks [] for binding, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.055602 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0824d37e-684c-4d7c-a597-b0f48705603d service neutron] 10.222.0.11 "POST /v2.0/ports/5c066a4b-a7db-4764-b13b-b7bcfdf6a73d/bindings HTTP/1.1" status: 201 len: 389 time: 1.0939667 Apr 18 21:16:59.056570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460492b-2d0c-40d1-a3c3-0753c957ce9e req-de926ce5-8f33-4996-9de5-94a65e73e7ac tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:59.058055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4460492b-2d0c-40d1-a3c3-0753c957ce9e req-de926ce5-8f33-4996-9de5-94a65e73e7ac tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.3679311 Apr 18 21:16:59.136299 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.159617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c15bf8f1-e952-4850-b9a5-604ef5b8aa31 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.219266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92d902-7713-4a79-978c-908af4e4ba9e None None] Pushing event updated for resources: {'Port': ['ID=f8bbcede-80c4-4181-95c0-648d3da9840f,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:59.269402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4460492b-2d0c-40d1-a3c3-0753c957ce9e req-47629f46-d50d-4569-bb8d-9490dce80ce4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992817 Apr 18 21:16:59.316552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f108f-dc5d-45d8-83e4-7f6176f645cb req-93376fb8-27c1-4252-99e3-a6c596aad2ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:59.318207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e8f108f-dc5d-45d8-83e4-7f6176f645cb req-93376fb8-27c1-4252-99e3-a6c596aad2ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.2961321 Apr 18 21:16:59.359280 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b3fa9f-74b0-4387-97e4-1b84ad63eb1f'] response: {'server_uuid': '4656a722-2cbe-429b-9107-77b2e4d4003f', 'name': 'network-vif-deleted', 'tag': '5edf144a-c594-4036-85df-cf61cbe62c9a', 'status': 'completed', 'code': 200} Apr 18 21:16:59.407508 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c15bf8f1-e952-4850-b9a5-604ef5b8aa31 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.495772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e8f108f-dc5d-45d8-83e4-7f6176f645cb req-3059dadf-d71a-40e0-830e-a32ea1a2f0bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d318e417-2c3f-4126-8170-2b206ae282f1 HTTP/1.1" status: 200 len: 217 time: 0.1681080 Apr 18 21:16:59.609945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 447ee374-b166-422e-bca9-a4ee2475a892 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:59.739896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f108f-dc5d-45d8-83e4-7f6176f645cb req-a7a8023a-d25a-4a20-a785-69bb96987954 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:59.741359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e8f108f-dc5d-45d8-83e4-7f6176f645cb req-a7a8023a-d25a-4a20-a785-69bb96987954 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.2217560 Apr 18 21:16:59.801219 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e8f108f-dc5d-45d8-83e4-7f6176f645cb req-06065e80-e08a-4a70-9c51-aaadb0b26319 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508897 Apr 18 21:16:59.823067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 447ee374-b166-422e-bca9-a4ee2475a892 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:59.830100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 447ee374-b166-422e-bca9-a4ee2475a892 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:59.830652 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.887489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adccf3-8828-48e4-9217-736236636486 req-85b05f8b-0e1d-4ca1-8c32-31f905170a75 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:59.888974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42adccf3-8828-48e4-9217-736236636486 req-85b05f8b-0e1d-4ca1-8c32-31f905170a75 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 945 time: 0.4854963 Apr 18 21:16:59.908229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc11482-cbce-4a68-b363-b67005fde140 req-eb174bb6-66f3-41c9-ad78-6cf920789363 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:59.909715 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fc11482-cbce-4a68-b363-b67005fde140 req-eb174bb6-66f3-41c9-ad78-6cf920789363 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 944 time: 0.4070165 Apr 18 21:16:59.910701 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c15bf8f1-e952-4850-b9a5-604ef5b8aa31 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.983124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bf8f1-e952-4850-b9a5-604ef5b8aa31 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Subnet': ['ID=afc645aa-46b1-476e-8f95-a9f09fd02eb0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:00.039999 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.062333 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c15bf8f1-e952-4850-b9a5-604ef5b8aa31 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.063096 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-b81b8e01-185d-4b43-8ba2-307e7b8f01f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 1097 time: 0.1509776 Apr 18 21:17:00.074558 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42adccf3-8828-48e4-9217-736236636486 req-5636f93d-9cda-45e3-82fe-cd3d7e812a04 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579099 Apr 18 21:17:00.077577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c194da7c-44a0-479f-a411-a462bcd270d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447ee374-b166-422e-bca9-a4ee2475a892'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:00.090433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 447ee374-b166-422e-bca9-a4ee2475a892, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=447ee374-b166-422e-bca9-a4ee2475a892,segment=NetworkSegment(df622b5e-e673-4e7a-acd5-c3100a045480),segment_id=df622b5e-e673-4e7a-acd5-c3100a045480)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:00.127281 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fc11482-cbce-4a68-b363-b67005fde140 req-7321c5c7-5779-46f1-92ec-d6e4361a9839 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746311 Apr 18 21:17:00.137371 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c15bf8f1-e952-4850-b9a5-604ef5b8aa31 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/afc645aa-46b1-476e-8f95-a9f09fd02eb0 HTTP/1.1" status: 204 len: 168 time: 1.2560964 Apr 18 21:17:00.143058 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44206) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:00.145948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6eec0638-b42a-406d-8b62-fe04416e989d up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:00.196580 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.335164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e8f108f-dc5d-45d8-83e4-7f6176f645cb req-c361c7e8-90d4-4f2e-bf89-f78ca0f7e07b service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270863 Apr 18 21:17:00.336331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=447ee374-b166-422e-bca9-a4ee2475a892,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:00.377450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660594d-6994-4161-b8a3-014c3b91df1d req-ef9940d7-1db7-4f8c-b334-242b21787a46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:00.384928 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-ef9940d7-1db7-4f8c-b334-242b21787a46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.3156450 Apr 18 21:17:00.478648 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8a4c444-d1a0-42af-9b9c-3dc023fb6e93'] response: {'server_uuid': 'c194da7c-44a0-479f-a411-a462bcd270d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447ee374-b166-422e-bca9-a4ee2475a892', 'code': 200} Apr 18 21:17:00.491222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 6eec0638-b42a-406d-8b62-fe04416e989d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:00.496726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 6eec0638-b42a-406d-8b62-fe04416e989d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:00.497096 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.511675 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-42f080ea-4e03-4d88-b8a5-3fbb224b2052 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d HTTP/1.1" status: 200 len: 217 time: 0.1194248 Apr 18 21:17:00.605797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660594d-6994-4161-b8a3-014c3b91df1d req-08c2f35b-c248-40dc-87fc-336dda054fac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:00.607439 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-08c2f35b-c248-40dc-87fc-336dda054fac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.0892441 Apr 18 21:17:00.697878 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-0f0f34f4-16a7-44b5-9c8d-fedddf3ea428 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822356 Apr 18 21:17:00.734809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f8bbcede-80c4-4181-95c0-648d3da9840f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:00.787253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc49473-941b-4e7a-b06f-ed25ac0fd936 None None] Network 479a394c-73ed-4471-8402-11c686f22005 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:00.803281 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.862110 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-c637a22f-711f-4a95-9fef-497597941622 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595941 Apr 18 21:17:00.905490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port f8bbcede-80c4-4181-95c0-648d3da9840f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:00.906092 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.953406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44222) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:00.956670 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.055361 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.062253 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-25cbe8e5-26a3-4db5-9c53-81cadce20e48 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939814 Apr 18 21:17:01.087747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-83a08b5e-32b1-4c2d-a5d8-9db5f8642b8e None None] Provisioning for port f8bbcede-80c4-4181-95c0-648d3da9840f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:01.100757 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 6eec0638-b42a-406d-8b62-fe04416e989d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6eec0638-b42a-406d-8b62-fe04416e989d,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:01.140320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port f8bbcede-80c4-4181-95c0-648d3da9840f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:01.143286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f8bbcede-80c4-4181-95c0-648d3da9840f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:01.143814 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.146146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bbb7d-2bb8-4d0e-a67a-894006bb642a req-5f4e2b34-7f71-4605-9a9e-bf456af0093c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:01.153664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f80bbb7d-2bb8-4d0e-a67a-894006bb642a req-5f4e2b34-7f71-4605-9a9e-bf456af0093c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 946 time: 0.7992365 Apr 18 21:17:01.156047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-484640636-network', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:01.156673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e8f108f-dc5d-45d8-83e4-7f6176f645cb req-7c552b6e-723b-4f0b-b80b-7a6dbbf4f703 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7568378 Apr 18 21:17:01.169600 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:01.185090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Usage tracker for resource:network and tenant:917bdeffda8d43b095eae0e0782e0118 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:01.193442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:01.201450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:01.205671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] DHCP port deletion for 479a394c-73ed-4471-8402-11c686f22005 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:17:01.222391 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.224995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] Deleting port f8bbcede-80c4-4181-95c0-648d3da9840f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:01.225705 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.266711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f8c41-8e99-4c54-87f2-ed6c8ae5251a req-54f5c398-e641-401a-b8f2-38524e60a61d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:01.268334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f2f8c41-8e99-4c54-87f2-ed6c8ae5251a req-54f5c398-e641-401a-b8f2-38524e60a61d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.5301697 Apr 18 21:17:01.286358 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e6c282e-c6db-4aab-adf7-fa8134003c2b req-036070c8-acd0-4a51-9d37-d4ec80b394c7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 1097 time: 0.6298347 Apr 18 21:17:01.302830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Made reservation on behalf of 917bdeffda8d43b095eae0e0782e0118 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:01.307630 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.322880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.373027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:01.380135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:917bdeffda8d43b095eae0e0782e0118 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:01.385586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:01.397035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:01.429137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f80bbb7d-2bb8-4d0e-a67a-894006bb642a req-28740cb5-d44d-4705-a174-72fb47be767d tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742295 Apr 18 21:17:01.436580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e6c282e-c6db-4aab-adf7-fa8134003c2b req-0e9a9ebe-7a7e-421a-8583-2f0eaa76c970 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076744 Apr 18 21:17:01.530958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=6eec0638-b42a-406d-8b62-fe04416e989d,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:01.544365 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.545293 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.562895 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f2f8c41-8e99-4c54-87f2-ed6c8ae5251a req-f9abb0c2-a372-4f4b-812b-fb5868432050 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859690 Apr 18 21:17:01.607634 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.656176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:17:01.707265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] For port f8bbcede-80c4-4181-95c0-648d3da9840f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f8bbcede-80c4-4181-95c0-648d3da9840f,segment=NetworkSegment(6ae88b06-fb36-44ed-b718-b9066d2fa2da),segment_id=6ae88b06-fb36-44ed-b718-b9066d2fa2da)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:01.707744 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.717049 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.719178 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Added segment 12a5928c-5182-4c47-84a7-399720abc6db of type vlan for network bd742cf1-328e-4925-9065-7601a81edd26 Apr 18 21:17:01.778307 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port f8bbcede-80c4-4181-95c0-648d3da9840f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f8bbcede-80c4-4181-95c0-648d3da9840f,segment=NetworkSegment(6ae88b06-fb36-44ed-b718-b9066d2fa2da),segment_id=6ae88b06-fb36-44ed-b718-b9066d2fa2da)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:01.781828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] For port f8bbcede-80c4-4181-95c0-648d3da9840f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f8bbcede-80c4-4181-95c0-648d3da9840f,segment=NetworkSegment(6ae88b06-fb36-44ed-b718-b9066d2fa2da),segment_id=6ae88b06-fb36-44ed-b718-b9066d2fa2da)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:01.782346 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.802894 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.871438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0ab11f-9582-4843-8d77-47a705a2472d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:01.934356 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.955662 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.955662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:01.955662 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.013115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for f8bbcede-80c4-4181-95c0-648d3da9840f owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:02.038619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] Calling delete_port for f8bbcede-80c4-4181-95c0-648d3da9840f owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:02.151798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-321e8fe6-4005-4029-ac6e-9d72744f0b57 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:02.158311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-321e8fe6-4005-4029-ac6e-9d72744f0b57 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.5148556 Apr 18 21:17:02.162266 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=bd742cf1-328e-4925-9065-7601a81edd26,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:02.186062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2d827c1d-8e28-4032-bdf0-04dd04e018e1 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/quotas/b417c5ef5a3d4a90bf5edb700a3ea12a HTTP/1.1" status: 200 len: 375 time: 0.0258617 Apr 18 21:17:02.186181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network bd742cf1-328e-4925-9065-7601a81edd26 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:17:02.235722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f8bbcede-80c4-4181-95c0-648d3da9840f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:02.255587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08bb21-ecdc-438c-88c2-b7d4fba068c6 req-ef1f8e4d-26cf-450e-bf02-4dc0132747ed tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:02.261739 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb08bb21-ecdc-438c-88c2-b7d4fba068c6 req-ef1f8e4d-26cf-450e-bf02-4dc0132747ed tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 946 time: 0.4288731 Apr 18 21:17:02.289942 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:17:02.290078 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:17:02.329511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-198691c0-a961-4b3b-84cc-fbf63645f7c3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3659828 Apr 18 21:17:02.329511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44236) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:02.329511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Request body: {'subnet': {'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-484640636-subnet', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:02.339546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:02.340089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Usage tracker for resource:subnet and tenant:917bdeffda8d43b095eae0e0782e0118 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:02.342739 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb08bb21-ecdc-438c-88c2-b7d4fba068c6 req-d6eeb2c1-5a37-4d2b-be86-520a9e73e8d4 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800853 Apr 18 21:17:02.357531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:02.358053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-78d45041-2baa-444b-a444-5a2a65a8f851 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1721001 Apr 18 21:17:02.374395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:02.384075 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:17:02.384649 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:17:02.469078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Made reservation on behalf of 917bdeffda8d43b095eae0e0782e0118 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:02.474844 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.485369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eec0638-b42a-406d-8b62-fe04416e989d'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:02.531104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-c474731d-233a-4231-b688-affc90c4362b service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549413 Apr 18 21:17:02.587776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f8bbcede-80c4-4181-95c0-648d3da9840f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:02.749216 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.793082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port f8bbcede-80c4-4181-95c0-648d3da9840f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:02.794838 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.801172 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port f8bbcede-80c4-4181-95c0-648d3da9840f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f8bbcede-80c4-4181-95c0-648d3da9840f,segment=NetworkSegment(6ae88b06-fb36-44ed-b718-b9066d2fa2da),segment_id=6ae88b06-fb36-44ed-b718-b9066d2fa2da)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:02.868621 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.898063 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.910140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] Deleting port f8bbcede-80c4-4181-95c0-648d3da9840f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:02.910358 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.940989 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-f928f718-b402-4109-9e8c-ac65a4874bd2 service neutron] 10.222.0.11 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133165 Apr 18 21:17:02.983935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc381aa-23fe-4129-bb59-aeb69dc8b9b9,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:03.039781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4f099-8824-44e8-a633-24636047fa19 req-00fbfc51-865b-4936-8fc2-7008f6c4219b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:03.052581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20d4f099-8824-44e8-a633-24636047fa19 req-00fbfc51-865b-4936-8fc2-7008f6c4219b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.4926710 Apr 18 21:17:03.056537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Checking segment: {'id': '12a5928c-5182-4c47-84a7-399720abc6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:03.056907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Network hostable DHCP agents. Network: bd742cf1-328e-4925-9065-7601a81edd26, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:17:03.068657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f8bbcede-80c4-4181-95c0-648d3da9840f,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:03.165232 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20d4f099-8824-44e8-a633-24636047fa19 req-11e84032-b033-49fe-a730-bcb0cb2e50ae tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112227 Apr 18 21:17:03.240400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Network bd742cf1-328e-4925-9065-7601a81edd26 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:17:03.308464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] For port f8bbcede-80c4-4181-95c0-648d3da9840f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f8bbcede-80c4-4181-95c0-648d3da9840f,segment=NetworkSegment(6ae88b06-fb36-44ed-b718-b9066d2fa2da),segment_id=6ae88b06-fb36-44ed-b718-b9066d2fa2da)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:03.309047 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.330357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] For port f8bbcede-80c4-4181-95c0-648d3da9840f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f8bbcede-80c4-4181-95c0-648d3da9840f,segment=NetworkSegment(6ae88b06-fb36-44ed-b718-b9066d2fa2da),segment_id=6ae88b06-fb36-44ed-b718-b9066d2fa2da)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:03.331010 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.339700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, bd742cf1-328e-4925-9065-7601a81edd26) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:03.340185 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5629f28d-b4c0-42c8-b9cb-f30f22c3b941'] response: {'server_uuid': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eec0638-b42a-406d-8b62-fe04416e989d', 'code': 200} Apr 18 21:17:03.345119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:03.345236 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.365453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423b805c-cc7b-491e-b113-8f2f02e65bbb None None] Network bd742cf1-328e-4925-9065-7601a81edd26 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:03.537232 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a34aa0e6-7b08-4966-9769-7744d51dfc17 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2123158 Apr 18 21:17:03.540423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44254) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:03.549328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-484640636-router', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:03.555707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:03.560466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Usage tracker for resource:router and tenant:917bdeffda8d43b095eae0e0782e0118 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:03.564123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:03.572778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:03.579214 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.607569 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04979b25-fd8c-4469-96c5-beca3cabd19e req-e6460f38-647d-44c1-8ac8-a6a5f4270b1b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 1096 time: 0.1989820 Apr 18 21:17:03.669686 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04979b25-fd8c-4469-96c5-beca3cabd19e req-61f01dda-47bd-4636-8cd0-9e78d6c7e000 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551496 Apr 18 21:17:03.677238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] Calling delete_port for f8bbcede-80c4-4181-95c0-648d3da9840f owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:03.688333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for f8bbcede-80c4-4181-95c0-648d3da9840f owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:03.697941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.699454 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.728205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.875289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57ebf2-2602-432a-8a29-6042d401bf5b req-1b313875-c1c4-4ade-ba55-fdd1027c5538 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:03.882112 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df57ebf2-2602-432a-8a29-6042d401bf5b req-1b313875-c1c4-4ade-ba55-fdd1027c5538 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 946 time: 0.4088802 Apr 18 21:17:03.904244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a6aea-5940-4a50-9087-98406d6b7056 req-9aded99d-08f5-4ddc-b891-eaa9330ac2f6 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:03.913365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b2a6aea-5940-4a50-9087-98406d6b7056 req-9aded99d-08f5-4ddc-b891-eaa9330ac2f6 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.4388852 Apr 18 21:17:03.922573 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.975585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] Pushing event deleted for resources: {'Port': ['ID=f8bbcede-80c4-4181-95c0-648d3da9840f,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:03.977421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df57ebf2-2602-432a-8a29-6042d401bf5b req-36dbfb7b-eadc-4179-b91c-c111369a0dc9 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940998 Apr 18 21:17:03.983300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-bd742cf1-328e-4925-9065-7601a81edd26', 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'fixed_ips': [{'subnet_id': '0dc381aa-23fe-4129-bb59-aeb69dc8b9b9'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:17:03.983300 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.986535 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:17:03.986861 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:17:04.038917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b2a6aea-5940-4a50-9087-98406d6b7056 req-55526e7b-abb4-4995-9236-88abc84e026c tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237524 Apr 18 21:17:04.088608 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da9c10e-c55d-4076-8708-5963be161b51 None None] No DVR routers for this DVR port f8bbcede-80c4-4181-95c0-648d3da9840f on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:04.167267 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.181003 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-66f83155-1248-420e-b354-a49a2a8ab51a req-1e4900de-103f-4b5c-9158-b594d85c6096 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 210 time: 0.0908370 Apr 18 21:17:04.265882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Allocated IP 172.20.0.2 (bd742cf1-328e-4925-9065-7601a81edd26/0dc381aa-23fe-4129-bb59-aeb69dc8b9b9/bb9fcdd9-9331-4d1b-ae62-ef7446cfc319) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:04.309298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60178b21-34ea-4872-8d55-16b0efeca204 req-0f84f727-5410-48af-8c1a-6d3898350235 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:04.311094 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60178b21-34ea-4872-8d55-16b0efeca204 req-0f84f727-5410-48af-8c1a-6d3898350235 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 946 time: 0.0907550 Apr 18 21:17:04.378360 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60178b21-34ea-4872-8d55-16b0efeca204 req-6fce1403-2cc2-4690-b419-a3fd1623efd6 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605688 Apr 18 21:17:04.484755 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc84ce-346d-4a25-9956-449d99f0b1f7 req-ec2a9d29-6e38-444c-84a1-01ba0072a31c tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:04.486491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acfc84ce-346d-4a25-9956-449d99f0b1f7 req-ec2a9d29-6e38-444c-84a1-01ba0072a31c tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.1052358 Apr 18 21:17:04.505443 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.547984 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.552588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acfc84ce-346d-4a25-9956-449d99f0b1f7 req-c6678784-8858-44e1-baea-db876ca4e872 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604258 Apr 18 21:17:04.621329 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.633972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Transition to ACTIVE for port object bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:04.656024 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Transition to ACTIVE for port object bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:04.708790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Allocated IP 172.25.3.162 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/192f1292-3046-4db1-bce1-528a253f8e1c) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:04.775701 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.849745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Network bd742cf1-328e-4925-9065-7601a81edd26 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:04.859438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:04.871016 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.872716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:04.888089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port f8bbcede-80c4-4181-95c0-648d3da9840f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:04.888502 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.919758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Pushing event updated for resources: {'Port': ['ID=bb9fcdd9-9331-4d1b-ae62-ef7446cfc319,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:04.959775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] The port 'f8bbcede-80c4-4181-95c0-648d3da9840f' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:17:04.975633 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:17:04.981650 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.000431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Attempting to bind port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:05.001696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Attempting to bind port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '12a5928c-5182-4c47-84a7-399720abc6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:05.002690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Attempting to bind port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 on network bd742cf1-328e-4925-9065-7601a81edd26 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:05.028727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:05.029352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Checking segment: {'id': '12a5928c-5182-4c47-84a7-399720abc6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:05.032117 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.033108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Bound using segment: {'id': '12a5928c-5182-4c47-84a7-399720abc6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:05.033832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Bound port: bb9fcdd9-9331-4d1b-ae62-ef7446cfc319, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a5928c-5182-4c47-84a7-399720abc6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:05.034923 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.053778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:05.064177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:05.071373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:05.098512 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.130240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479a394c-73ed-4471-8402-11c686f22005']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:05.150925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae88b06-fb36-44ed-b718-b9066d2fa2da') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:05.151469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae88b06-fb36-44ed-b718-b9066d2fa2da') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:05.167796 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.186405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] For port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:05.188523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Pushing event updated for resources: {'Port': ['ID=192f1292-3046-4db1-bce1-528a253f8e1c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:05.189531 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.196611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] For port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bb9fcdd9-9331-4d1b-ae62-ef7446cfc319,segment=NetworkSegment(12a5928c-5182-4c47-84a7-399720abc6db),segment_id=12a5928c-5182-4c47-84a7-399720abc6db)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:05.220489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:17:05.220489 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:17:05.233161 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:17:05.308884 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.408211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec88c1-8286-4bdc-a873-0fe2335ca0fe req-c07f0dfb-0b0d-4d13-8d5a-86aa5b75e862 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:05.416335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ffec88c1-8286-4bdc-a873-0fe2335ca0fe req-c07f0dfb-0b0d-4d13-8d5a-86aa5b75e862 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 946 time: 0.1762054 Apr 18 21:17:05.435480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d58874-e7f5-4d74-81f5-bc991b37dc64 None None] Pushing event updated for resources: {'Port': ['ID=bb9fcdd9-9331-4d1b-ae62-ef7446cfc319,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:05.456670 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.456670 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.479353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ffec88c1-8286-4bdc-a873-0fe2335ca0fe req-dff06fdd-2f1e-4164-9ee1-6f344a31f342 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620513 Apr 18 21:17:05.479984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.505058 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.515765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Network': ['ID=479a394c-73ed-4471-8402-11c686f22005,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:05.563394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e619934d-991d-4cf3-bd4a-e2cc985967d1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/networks/479a394c-73ed-4471-8402-11c686f22005 HTTP/1.1" status: 204 len: 168 time: 5.4151535 Apr 18 21:17:05.568474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44282) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:05.575377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'name': 'tempest-PortsTestJSON-206222583'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:05.759909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca6083ab-c4cb-4876-835b-9499a27f5075 req-330b7423-216e-4405-922b-8489f11076dc tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 210 time: 0.0714486 Apr 18 21:17:05.791477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:05.799012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:port and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:05.803190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:05.811804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d457fcb-e837-466f-8e89-a9d21a51deac req-4d861f7e-0b12-4beb-929a-f9bf6dae2ca3 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:05.818635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d457fcb-e837-466f-8e89-a9d21a51deac req-4d861f7e-0b12-4beb-929a-f9bf6dae2ca3 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.2957449 Apr 18 21:17:05.837510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:05.871734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d457fcb-e837-466f-8e89-a9d21a51deac req-d7e35ba9-61b6-49b2-9df8-979e11d82bb2 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522320 Apr 18 21:17:05.959543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Router 873de3b6-aee4-4107-bcde-7e5a119ac95e is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:17:05.978142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02671a52-2fe0-43ac-854b-7fc6e6352b9f req-ed44ad6d-1c8e-4c25-8af2-f08636b203cc tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:05.988688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02671a52-2fe0-43ac-854b-7fc6e6352b9f req-ed44ad6d-1c8e-4c25-8af2-f08636b203cc tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 946 time: 0.0905895 Apr 18 21:17:05.992624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:05.995729 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:06.092312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port eeb5d73a-430f-4125-9418-35ee3a786a2d yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:17:06.185155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:06.197510 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Sync routers for ids ['873de3b6-aee4-4107-bcde-7e5a119ac95e'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:17:06.214630 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02671a52-2fe0-43ac-854b-7fc6e6352b9f req-bfe2f096-1009-4e2f-a607-a2b7becc27b9 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248409 Apr 18 21:17:06.227235 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Routers {'873de3b6-aee4-4107-bcde-7e5a119ac95e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:06.227853 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:16:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['873de3b6-aee4-4107-bcde-7e5a119ac95e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:06.281915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d1ad1-9e45-4d36-8b12-8680353c3844 req-f45a990a-1a70-4089-919e-d8484375c6bf tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:06.289089 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-888d1ad1-9e45-4d36-8b12-8680353c3844 req-f45a990a-1a70-4089-919e-d8484375c6bf tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.2653656 Apr 18 21:17:06.388696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:06.389988 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a9713b60-f8d6-4508-8cd9-c1c9510deb0f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8483431 Apr 18 21:17:06.392772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44290) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:06.486180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-c0921c33-7608-47eb-8748-76c5304b92de tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:06.488814 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-c0921c33-7608-47eb-8748-76c5304b92de tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 805 time: 0.2770879 Apr 18 21:17:06.582965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Request body: {'port': {'device_id': 'e4e4d027-8bcc-4fe4-b330-fc7d48798239', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'admin_state_up': True, 'tenant_id': 'b417c5ef5a3d4a90bf5edb700a3ea12a'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:06.589962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-888d1ad1-9e45-4d36-8b12-8680353c3844 req-08d64093-78d7-4f14-ae9b-965749e5d771 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983763 Apr 18 21:17:06.668176 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:06.681941 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Set router 873de3b6-aee4-4107-bcde-7e5a119ac95e gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:06.716811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:06.821679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbf3bf4-fd14-4b3c-8b68-b975381cbfdf None None] Network bd742cf1-328e-4925-9065-7601a81edd26 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:06.855262 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:06.949533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:07.003925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:07.012047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Usage tracker for resource:port and tenant:b417c5ef5a3d4a90bf5edb700a3ea12a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:07.015632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:07.022722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:07.113131 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'name': 'tempest-FloatingIPDetailsTestJSON-484640636-router', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:03Z', 'updated_at': '2022-04-18T21:17:05Z', 'revision_number': 3, 'project_id': '917bdeffda8d43b095eae0e0782e0118', 'gw_port': {'id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:04Z', 'updated_at': '2022-04-18T21:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:07.117814 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Checking router: 873de3b6-aee4-4107-bcde-7e5a119ac95e for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:17:07.118386 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Updating router 873de3b6-aee4-4107-bcde-7e5a119ac95e port 192f1292-3046-4db1-bce1-528a253f8e1c binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:17:07.134587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Made reservation on behalf of b417c5ef5a3d4a90bf5edb700a3ea12a for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:07.137555 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.156389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-be08c6cf-6677-476f-acf7-ed2cb864a232 None None] Provisioning for port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:07.164342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-be08c6cf-6677-476f-acf7-ed2cb864a232 None None] Provisioning complete for port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:07.165099 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-be08c6cf-6677-476f-acf7-ed2cb864a232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.177061 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.228353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network f3085122-82b7-473d-89e5-0d3877bba5ba is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:07.246277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:07.248878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=eeb5d73a-430f-4125-9418-35ee3a786a2d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:07.251927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:07.258398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:07.259224 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.329273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c6886-7ba9-491b-aee2-400c01bc33fb req-5c687934-b50d-4476-aa6c-e43b62042846 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:07.331131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da4c6886-7ba9-491b-aee2-400c01bc33fb req-5c687934-b50d-4476-aa6c-e43b62042846 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.26 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 946 time: 0.2625656 Apr 18 21:17:07.344017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3a3b5-5318-4041-b79f-70a966c97582 req-338d7dcd-9c43-453e-b45b-7f077f7fd3ce tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:07.344941 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-be08c6cf-6677-476f-acf7-ed2cb864a232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.351733 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bc3a3b5-5318-4041-b79f-70a966c97582 req-338d7dcd-9c43-453e-b45b-7f077f7fd3ce tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 946 time: 0.4059856 Apr 18 21:17:07.391152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-be08c6cf-6677-476f-acf7-ed2cb864a232 None None] For port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bb9fcdd9-9331-4d1b-ae62-ef7446cfc319,segment=NetworkSegment(12a5928c-5182-4c47-84a7-399720abc6db),segment_id=12a5928c-5182-4c47-84a7-399720abc6db)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:07.427873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-da4c6886-7ba9-491b-aee2-400c01bc33fb req-8443dcbe-48f6-4f83-be8c-ef1777b02473 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Deleting port 447ee374-b166-422e-bca9-a4ee2475a892 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:07.428658 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-da4c6886-7ba9-491b-aee2-400c01bc33fb req-8443dcbe-48f6-4f83-be8c-ef1777b02473 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.480932 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-be08c6cf-6677-476f-acf7-ed2cb864a232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.487506 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-160b423c-e821-466c-bef3-bcf977a43bb2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9180195 Apr 18 21:17:07.500189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1d474-fbc2-420c-95a5-08f0d9643d58 req-3b2c67c8-0bd1-4f4d-aa36-9a4d86419399 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:07.507307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01a1d474-fbc2-420c-95a5-08f0d9643d58 req-3b2c67c8-0bd1-4f4d-aa36-9a4d86419399 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.3890641 Apr 18 21:17:07.509185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44304) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:07.547702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Allocated IP 172.20.0.2 (6ea05b75-16dc-4fee-9b28-5b0fed561bf4/7d043342-3347-4e69-83c4-d979a544cbfa/b751f2b8-0151-46c1-bbe0-aba996116b28) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:07.587323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08c6cf-6677-476f-acf7-ed2cb864a232 None None] Pushing event updated for resources: {'Port': ['ID=bb9fcdd9-9331-4d1b-ae62-ef7446cfc319,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:07.630655 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.641071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bc3a3b5-5318-4041-b79f-70a966c97582 req-58e349c2-3268-4b57-8ded-d956074f403f tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881391 Apr 18 21:17:07.647663 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Transition to ACTIVE for port object 192f1292-3046-4db1-bce1-528a253f8e1c will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:07.678791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f3216431-e191-4eeb-b4d9-862263b22d73 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port eeb5d73a-430f-4125-9418-35ee3a786a2d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:07.679689 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f3216431-e191-4eeb-b4d9-862263b22d73 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.705623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-69559a1f-68d8-44a8-9c59-4e3f596512df None None] Provisioning complete for port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:07.705971 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-69559a1f-68d8-44a8-9c59-4e3f596512df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.743551 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.847002 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.870674 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Attempting to bind port 192f1292-3046-4db1-bce1-528a253f8e1c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:07.871034 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Attempting to bind port 192f1292-3046-4db1-bce1-528a253f8e1c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:07.871383 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Attempting to bind port 192f1292-3046-4db1-bce1-528a253f8e1c on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:07.873464 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae10930-ae4f-46f1-a393-47bd1edf7203 None None] Pushing event updated for resources: {'Port': ['ID=192f1292-3046-4db1-bce1-528a253f8e1c,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:07.880770 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:07.881140 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:07.881630 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.882137 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:07.883254 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Bound port: 192f1292-3046-4db1-bce1-528a253f8e1c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:07.883683 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.890054 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01a1d474-fbc2-420c-95a5-08f0d9643d58 req-ae56e7ab-a925-42cd-8ea5-652175f26fbd tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817022 Apr 18 21:17:07.904434 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af5fdf4a-bfe3-49a2-98d9-f76b7150728a req-bed5e3b7-3d13-45aa-bcbf-17db05880146 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 210 time: 0.1285219 Apr 18 21:17:07.970541 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] For port 192f1292-3046-4db1-bce1-528a253f8e1c, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:07.974000 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] For port 192f1292-3046-4db1-bce1-528a253f8e1c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=192f1292-3046-4db1-bce1-528a253f8e1c,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:08.053416 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.106534 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.121048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:17:08.168894 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae10930-ae4f-46f1-a393-47bd1edf7203 None None] Pushing event updated for resources: {'Port': ['ID=192f1292-3046-4db1-bce1-528a253f8e1c,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:08.202172 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Routers {'873de3b6-aee4-4107-bcde-7e5a119ac95e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:08.203231 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:16:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['873de3b6-aee4-4107-bcde-7e5a119ac95e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:08.213719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:08.217049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:08.221182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:08.259951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event updated for resources: {'Port': ['ID=b751f2b8-0151-46c1-bbe0-aba996116b28,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:08.310649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:08.312260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.357697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-da4c6886-7ba9-491b-aee2-400c01bc33fb req-8443dcbe-48f6-4f83-be8c-ef1777b02473 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] For port 447ee374-b166-422e-bca9-a4ee2475a892, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=447ee374-b166-422e-bca9-a4ee2475a892,segment=NetworkSegment(df622b5e-e673-4e7a-acd5-c3100a045480),segment_id=df622b5e-e673-4e7a-acd5-c3100a045480)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:08.358328 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-da4c6886-7ba9-491b-aee2-400c01bc33fb req-8443dcbe-48f6-4f83-be8c-ef1777b02473 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.426211 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] Set router 873de3b6-aee4-4107-bcde-7e5a119ac95e gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:08.451957 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-093a75ef-1c4c-413f-9b91-dbba059f5368 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9378948 Apr 18 21:17:08.558754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Request body: {'port': {'device_id': 'e4e4d027-8bcc-4fe4-b330-fc7d48798239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:08.580242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-da4c6886-7ba9-491b-aee2-400c01bc33fb req-8443dcbe-48f6-4f83-be8c-ef1777b02473 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Calling delete_port for 447ee374-b166-422e-bca9-a4ee2475a892 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:08.590915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.592273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:08.673430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:08.673430 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.771783 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'name': 'tempest-FloatingIPDetailsTestJSON-484640636-router', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:03Z', 'updated_at': '2022-04-18T21:17:05Z', 'revision_number': 3, 'project_id': '917bdeffda8d43b095eae0e0782e0118', 'gw_port': {'id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:04Z', 'updated_at': '2022-04-18T21:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:08.776660 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22075d2-af7a-4a0e-bb08-b17a99db69f5 None None] The sync data for ids ['873de3b6-aee4-4107-bcde-7e5a119ac95e'] in n-d-836017-3 is: [{'id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'name': 'tempest-FloatingIPDetailsTestJSON-484640636-router', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:03Z', 'updated_at': '2022-04-18T21:17:05Z', 'revision_number': 3, 'project_id': '917bdeffda8d43b095eae0e0782e0118', 'gw_port': {'id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:04Z', 'updated_at': '2022-04-18T21:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:08.800030 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.876991 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f3216431-e191-4eeb-b4d9-862263b22d73 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.965189 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.064481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f3216431-e191-4eeb-b4d9-862263b22d73 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for eeb5d73a-430f-4125-9418-35ee3a786a2d owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:09.118901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Allocated IP 172.20.0.1 (bd742cf1-328e-4925-9065-7601a81edd26/0dc381aa-23fe-4129-bb59-aeb69dc8b9b9/4871d2ec-1515-4ed2-87ec-4465374956d0) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:09.150234 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-da4c6886-7ba9-491b-aee2-400c01bc33fb req-8443dcbe-48f6-4f83-be8c-ef1777b02473 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.162606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['447ee374-b166-422e-bca9-a4ee2475a892'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:17:09.263580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd50e2-7abf-4260-b891-c5109c47b3d4 req-aa0b58bd-dec7-4793-80f4-2d76fd52d8bc tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:09.272339 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88fd50e2-7abf-4260-b891-c5109c47b3d4 req-aa0b58bd-dec7-4793-80f4-2d76fd52d8bc tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c194da7c-44a0-479f-a411-a462bcd270d2 HTTP/1.1" status: 200 len: 946 time: 1.1274505 Apr 18 21:17:09.292459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af266c-488d-4f53-b668-d61befadfb1b req-51196a71-0eae-447f-b564-0428191beff9 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:09.299200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1af266c-488d-4f53-b668-d61befadfb1b req-51196a71-0eae-447f-b564-0428191beff9 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 1.1582789 Apr 18 21:17:09.318313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326490c-9f02-440a-85ee-1b2d4afc499e req-8441d724-3bb7-4b1c-a7ac-76db448b119d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:09.318313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f326490c-9f02-440a-85ee-1b2d4afc499e req-8441d724-3bb7-4b1c-a7ac-76db448b119d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.9756868 Apr 18 21:17:09.386345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443dcbe-48f6-4f83-be8c-ef1777b02473 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Pushing event deleted for resources: {'Port': ['ID=447ee374-b166-422e-bca9-a4ee2475a892,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:09.514615 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.587999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b751f2b8-0151-46c1-bbe0-aba996116b28 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:17:09.593687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-f326490c-9f02-440a-85ee-1b2d4afc499e req-24264dfe-ae63-4d48-b759-89efd6f6c88d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Deleting port 8f643e2a-fbae-4e07-adb4-ff384bc8731b {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:09.593687 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f326490c-9f02-440a-85ee-1b2d4afc499e req-24264dfe-ae63-4d48-b759-89efd6f6c88d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.599962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.629785 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1af266c-488d-4f53-b668-d61befadfb1b req-c91c6b46-1943-4dc3-b241-2785dac287c8 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342416 Apr 18 21:17:09.632835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Transition to ACTIVE for port object 4871d2ec-1515-4ed2-87ec-4465374956d0 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:09.634874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Transition to ACTIVE for port object b751f2b8-0151-46c1-bbe0-aba996116b28 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:09.656998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4c6886-7ba9-491b-aee2-400c01bc33fb req-8443dcbe-48f6-4f83-be8c-ef1777b02473 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] No DVR routers for this DVR port 447ee374-b166-422e-bca9-a4ee2475a892 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:09.656998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88fd50e2-7abf-4260-b891-c5109c47b3d4 req-d559debc-124a-4392-a2b1-8dd22c438e36 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.11 "GET /v2.0/security-groups?id=82efc763-6f8a-4765-b64e-06bb26fa531e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781230 Apr 18 21:17:09.656998 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-da4c6886-7ba9-491b-aee2-400c01bc33fb req-8443dcbe-48f6-4f83-be8c-ef1777b02473 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.656998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c194da7c-44a0-479f-a411-a462bcd270d2', 'name': 'network-vif-deleted', 'tag': '447ee374-b166-422e-bca9-a4ee2475a892'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:09.679300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f3216431-e191-4eeb-b4d9-862263b22d73 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.754927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.768960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3216431-e191-4eeb-b4d9-862263b22d73 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=eeb5d73a-430f-4125-9418-35ee3a786a2d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:09.824952 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f3216431-e191-4eeb-b4d9-862263b22d73 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.834483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f3216431-e191-4eeb-b4d9-862263b22d73 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/eeb5d73a-430f-4125-9418-35ee3a786a2d HTTP/1.1" status: 204 len: 168 time: 2.3077006 Apr 18 21:17:09.843987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44318) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:09.843987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'mac_address': 'fa:16:3e:3e:dc:2e', 'name': 'tempest-PortsTestJSON-1818415417'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:09.861800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.978849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da4c6886-7ba9-491b-aee2-400c01bc33fb req-8443dcbe-48f6-4f83-be8c-ef1777b02473 tempest-ServerPasswordTestJSON-85093812 tempest-ServerPasswordTestJSON-85093812-project] 10.222.0.26 "DELETE /v2.0/ports/447ee374-b166-422e-bca9-a4ee2475a892 HTTP/1.1" status: 204 len: 173 time: 2.6146405 Apr 18 21:17:10.039840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=b751f2b8-0151-46c1-bbe0-aba996116b28,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:10.086747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Network bd742cf1-328e-4925-9065-7601a81edd26 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:10.087951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:10.217604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:10.314119 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:10.366064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:port and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:10.404495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:10.423214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Pushing event updated for resources: {'Port': ['ID=4871d2ec-1515-4ed2-87ec-4465374956d0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:10.426937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:10.441693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f326490c-9f02-440a-85ee-1b2d4afc499e req-24264dfe-ae63-4d48-b759-89efd6f6c88d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] For port 8f643e2a-fbae-4e07-adb4-ff384bc8731b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=8f643e2a-fbae-4e07-adb4-ff384bc8731b,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:10.441693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f326490c-9f02-440a-85ee-1b2d4afc499e req-24264dfe-ae63-4d48-b759-89efd6f6c88d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.446268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.476868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ac7df-7252-4acc-80f9-cfb4dc77f281 req-dd07deee-bedb-4972-adca-8833301d7884 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:10.476868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-043ac7df-7252-4acc-80f9-cfb4dc77f281 req-dd07deee-bedb-4972-adca-8833301d7884 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 946 time: 0.5925853 Apr 18 21:17:10.539158 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-95646eb4-0aeb-4136-b5d5-791d94399503 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1097 time: 0.4496722 Apr 18 21:17:10.555556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-3'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:10.561084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:10.588941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Attempting to bind port b751f2b8-0151-46c1-bbe0-aba996116b28 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:10.588941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Attempting to bind port b751f2b8-0151-46c1-bbe0-aba996116b28 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:10.588941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Attempting to bind port b751f2b8-0151-46c1-bbe0-aba996116b28 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:10.607477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Port b751f2b8-0151-46c1-bbe0-aba996116b28 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:17:10.607477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Attempting to bind port b751f2b8-0151-46c1-bbe0-aba996116b28 on network 6ea05b75-16dc-4fee-9b28-5b0fed561bf4 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:10.634146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 192f1292-3046-4db1-bce1-528a253f8e1c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:10.653379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:10.653379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Checking segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:10.653379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Bound using segment: {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:10.653379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Bound port: b751f2b8-0151-46c1-bbe0-aba996116b28, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d78ab9-be68-4900-b6d9-d0aebc6e6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:10.653379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.671777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b44039cb-f056-4c12-a78a-87f7786d44e6 None None] Provisioning for port 4871d2ec-1515-4ed2-87ec-4465374956d0 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:10.691140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-f326490c-9f02-440a-85ee-1b2d4afc499e req-24264dfe-ae63-4d48-b759-89efd6f6c88d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Calling delete_port for 8f643e2a-fbae-4e07-adb4-ff384bc8731b owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:10.698110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b44039cb-f056-4c12-a78a-87f7786d44e6 None None] Provisioning complete for port 4871d2ec-1515-4ed2-87ec-4465374956d0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:10.698110 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b44039cb-f056-4c12-a78a-87f7786d44e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.767525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b44039cb-f056-4c12-a78a-87f7786d44e6 None None] Port 4871d2ec-1515-4ed2-87ec-4465374956d0 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:10.860839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 192f1292-3046-4db1-bce1-528a253f8e1c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:10.860839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 192f1292-3046-4db1-bce1-528a253f8e1c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:10.860839 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.865275 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.952291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d391e3-08a1-492b-b6a9-6e06275f02ae req-3b1a6252-b5e2-4a3f-bb1e-c3cbe05c0733 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:10.955591 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.959706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11d391e3-08a1-492b-b6a9-6e06275f02ae req-3b1a6252-b5e2-4a3f-bb1e-c3cbe05c0733 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 943 time: 0.5928345 Apr 18 21:17:10.989584 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.015711 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-043ac7df-7252-4acc-80f9-cfb4dc77f281 req-7662d361-dd3f-4f7b-aea8-3b8ceb627a57 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353909 Apr 18 21:17:11.033563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] For port b751f2b8-0151-46c1-bbe0-aba996116b28, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:11.061085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] For port b751f2b8-0151-46c1-bbe0-aba996116b28, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b751f2b8-0151-46c1-bbe0-aba996116b28,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:11.088002 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.098212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port 5454da54-ed3e-4b13-8f0c-a23188479d9a yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:17:11.111465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 192f1292-3046-4db1-bce1-528a253f8e1c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=192f1292-3046-4db1-bce1-528a253f8e1c,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:11.167422 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.175402 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.328801 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.330364 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] 10.222.0.59 "PUT /v2.0/ports/b751f2b8-0151-46c1-bbe0-aba996116b28 HTTP/1.1" status: 200 len: 1091 time: 2.8636012 Apr 18 21:17:11.330822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e4d027-8bcc-4fe4-b330-fc7d48798239', 'tag': 'b751f2b8-0151-46c1-bbe0-aba996116b28'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:11.337185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=192f1292-3046-4db1-bce1-528a253f8e1c,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:11.371283 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f4ae47-c03c-4399-b801-3ee1d629f30f'] response: {'server_uuid': 'c194da7c-44a0-479f-a411-a462bcd270d2', 'name': 'network-vif-deleted', 'tag': '447ee374-b166-422e-bca9-a4ee2475a892', 'status': 'completed', 'code': 200} Apr 18 21:17:11.508054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966a2bf-e1bd-4844-a403-518017ad5bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=b751f2b8-0151-46c1-bbe0-aba996116b28,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:11.549313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11d391e3-08a1-492b-b6a9-6e06275f02ae req-7a3e7626-b927-4bc7-b1da-536ba0d7709c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965397 Apr 18 21:17:11.572886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:11.612893 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.729564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fd23f-cdd1-4eae-af3a-9c47305d24e0 req-a78df42f-6bf0-4b3f-b39d-776414c8790a tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:11.729564 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f39fd23f-cdd1-4eae-af3a-9c47305d24e0 req-a78df42f-6bf0-4b3f-b39d-776414c8790a tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.2678781 Apr 18 21:17:11.730888 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.730888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:11.731236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f39fd23f-cdd1-4eae-af3a-9c47305d24e0 req-9511df18-9041-4f1a-962e-92c4484ddd73 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489514 Apr 18 21:17:11.731313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 447ee374-b166-422e-bca9-a4ee2475a892 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:11.731739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44330) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:11.731905 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-165bb1ee-bb34-4458-9ac7-c49a8f10a263 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 1094 time: 0.1936424 Apr 18 21:17:11.763726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 447ee374-b166-422e-bca9-a4ee2475a892 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:11.764305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 447ee374-b166-422e-bca9-a4ee2475a892 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:11.764639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 8f643e2a-fbae-4e07-adb4-ff384bc8731b no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:11.805070 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-cee5ef68-7760-4bc5-98fe-820497793469 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b751f2b8-0151-46c1-bbe0-aba996116b28 HTTP/1.1" status: 200 len: 217 time: 0.0902097 Apr 18 21:17:11.813213 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.815582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-129c12f8-f6fb-4adb-abed-4030a2624e68 admin admin] Deleting subnet 5f8b95b8-10ab-4628-b7b1-b8f772936641 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:17:11.909979 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-129c12f8-f6fb-4adb-abed-4030a2624e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.918374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-fad7b95e-074e-4ddc-afbf-f6be73f13731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:11.919860 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-fad7b95e-074e-4ddc-afbf-f6be73f13731 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.1041138 Apr 18 21:17:11.946208 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.991349 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-4edfd00b-0b0a-4674-903f-0afe848a66e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554640 Apr 18 21:17:11.995135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-129c12f8-f6fb-4adb-abed-4030a2624e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.063282 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-129c12f8-f6fb-4adb-abed-4030a2624e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.086857 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40af02dd-6ae9-49dd-b538-b44433bfecee'] response: {'name': 'network-changed', 'server_uuid': 'e4e4d027-8bcc-4fe4-b330-fc7d48798239', 'tag': 'b751f2b8-0151-46c1-bbe0-aba996116b28', 'status': 'completed', 'code': 200} Apr 18 21:17:12.107609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cca70d-dd3d-4c9b-a06d-36de2c36376e req-4c6a12b7-0821-4d70-850b-0ab7a07bd01a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:12.112703 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9cca70d-dd3d-4c9b-a06d-36de2c36376e req-4c6a12b7-0821-4d70-850b-0ab7a07bd01a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=84c6a438-8cd9-495d-aa05-df3f141564c8 HTTP/1.1" status: 200 len: 946 time: 0.2910669 Apr 18 21:17:12.173416 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-4bb7086a-9d12-42f0-b37d-f63d77842a76 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837082 Apr 18 21:17:12.192482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:17:12.234581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9cca70d-dd3d-4c9b-a06d-36de2c36376e req-ef8eb23a-4475-46ea-aa75-32708bfe2615 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163754 Apr 18 21:17:12.290451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a6215-ebcd-4a26-8a72-5a6b8ded5a3d req-f4c9fd4b-9456-47e1-be70-121684dfb4af tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:12.292822 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119a6215-ebcd-4a26-8a72-5a6b8ded5a3d req-f4c9fd4b-9456-47e1-be70-121684dfb4af tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.1225078 Apr 18 21:17:12.342347 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2029070f-6b42-4a9c-831b-c5b0c2ff9355 req-32210d65-471f-4d0a-9702-97cc6beeb04f service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618791 Apr 18 21:17:12.360465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-119a6215-ebcd-4a26-8a72-5a6b8ded5a3d req-f172ba3d-9560-4dba-a956-2e55d918fafb tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615642 Apr 18 21:17:12.379850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:12.420268 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f326490c-9f02-440a-85ee-1b2d4afc499e req-24264dfe-ae63-4d48-b759-89efd6f6c88d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.432424 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.445553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d has no active binding in host n-h1-836017-3 {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 21:17:12.445681 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.489344 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.494959 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-129c12f8-f6fb-4adb-abed-4030a2624e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.503013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24264dfe-ae63-4d48-b759-89efd6f6c88d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event deleted for resources: {'Port': ['ID=8f643e2a-fbae-4e07-adb4-ff384bc8731b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:12.614187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 192f1292-3046-4db1-bce1-528a253f8e1c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:12.643422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c12f8-f6fb-4adb-abed-4030a2624e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8b95b8-10ab-4628-b7b1-b8f772936641,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:12.701372 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-129c12f8-f6fb-4adb-abed-4030a2624e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.762748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 192f1292-3046-4db1-bce1-528a253f8e1c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:12.762748 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.776998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network f3085122-82b7-473d-89e5-0d3877bba5ba is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:12.777824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=5454da54-ed3e-4b13-8f0c-a23188479d9a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:12.794633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:12.798536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:12.807849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:12.807849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.823225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f326490c-9f02-440a-85ee-1b2d4afc499e req-24264dfe-ae63-4d48-b759-89efd6f6c88d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] No DVR routers for this DVR port 8f643e2a-fbae-4e07-adb4-ff384bc8731b on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:12.823225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f326490c-9f02-440a-85ee-1b2d4afc499e req-24264dfe-ae63-4d48-b759-89efd6f6c88d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.838317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f326490c-9f02-440a-85ee-1b2d4afc499e req-24264dfe-ae63-4d48-b759-89efd6f6c88d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "DELETE /v2.0/ports/8f643e2a-fbae-4e07-adb4-ff384bc8731b HTTP/1.1" status: 204 len: 173 time: 3.4783955 Apr 18 21:17:12.842844 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.860221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97864dfa-679a-4235-808f-bc2503174c33 req-2e61311c-6ebb-4815-8852-4f151c49d045 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:12.863779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97864dfa-679a-4235-808f-bc2503174c33 req-2e61311c-6ebb-4815-8852-4f151c49d045 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 946 time: 0.4914148 Apr 18 21:17:12.890913 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-129c12f8-f6fb-4adb-abed-4030a2624e68 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5f8b95b8-10ab-4628-b7b1-b8f772936641 HTTP/1.1" status: 204 len: 168 time: 1.1846435 Apr 18 21:17:12.892277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Pushing event updated for resources: {'Port': ['ID=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:12.894133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44348) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:13.027534 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8a4c0838-0d2a-45d2-b7b0-7cca402fac37 req-7e78e086-4b86-4d45-8745-dbe23eae70e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 1094 time: 0.5029922 Apr 18 21:17:13.037922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d4395eef-93f1-4984-b676-3dd4a7b7bfd7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1904719 Apr 18 21:17:13.037922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44352) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:13.182442 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97864dfa-679a-4235-808f-bc2503174c33 req-4a41b346-ca4c-4864-8144-35c76309b492 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025222 Apr 18 21:17:13.210962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b9d1e-53ab-4bfc-8dad-1e574cda8fc8 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:13.210962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3b4b9d1e-53ab-4bfc-8dad-1e574cda8fc8 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:13.271826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Pushing event updated for resources: {'Port': ['ID=4871d2ec-1515-4ed2-87ec-4465374956d0,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:13.279102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Attempting to bind port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on host n-h2-836017-3 for vnic_type normal with profile {"migrating_to": "n-h1-836017-3"} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:13.279102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Attempting to bind port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:13.279102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Attempting to bind port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:13.287261 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.313875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on network f0f8e2c1-9ecd-41b3-9562-674a844605cc not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:17:13.314208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Attempting to bind port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on network f0f8e2c1-9ecd-41b3-9562-674a844605cc {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:13.334888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:13.334888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Checking segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:13.334888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Bound using segment: {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:13.334888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Bound port: 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b63419-2a13-4592-9c0b-aa172982a3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f0f8e2c1-9ecd-41b3-9562-674a844605cc'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:13.335814 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.368935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Network bd742cf1-328e-4925-9065-7601a81edd26 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:13.392735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:13.411208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c6a438-8cd9-495d-aa05-df3f141564c8', 'name': 'network-vif-deleted', 'tag': '8f643e2a-fbae-4e07-adb4-ff384bc8731b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:13.508271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3b4b9d1e-53ab-4bfc-8dad-1e574cda8fc8 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:13.513835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c0838-0d2a-45d2-b7b0-7cca402fac37 req-2fd1a9bb-06bd-4d9d-86a3-cabbbcb09bf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:13.516629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3b4b9d1e-53ab-4bfc-8dad-1e574cda8fc8 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/5454da54-ed3e-4b13-8f0c-a23188479d9a HTTP/1.1" status: 200 len: 841 time: 0.4611123 Apr 18 21:17:13.518683 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8a4c0838-0d2a-45d2-b7b0-7cca402fac37 req-2fd1a9bb-06bd-4d9d-86a3-cabbbcb09bf0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 200 len: 906 time: 0.3307240 Apr 18 21:17:13.518683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44362) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:13.581366 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.636125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93e7881-9846-467e-af60-83b2ffe07fc9']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:13.662290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df622b5e-e673-4e7a-acd5-c3100a045480') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:13.662290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df622b5e-e673-4e7a-acd5-c3100a045480') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:13.679193 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.692084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a003ca-0bfb-443a-9244-059f1b6ff428 req-63d4514d-441f-41a0-bea6-1de1cb2e3a89 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:13.693565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-33a003ca-0bfb-443a-9244-059f1b6ff428 req-63d4514d-441f-41a0-bea6-1de1cb2e3a89 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 943 time: 0.4040887 Apr 18 21:17:13.721686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c2d9d7e4-5e8c-4050-8e71-82d4575e2784 None None] Provisioning complete for port 4871d2ec-1515-4ed2-87ec-4465374956d0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:13.722295 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d7e4-5e8c-4050-8e71-82d4575e2784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.740241 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.740241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3787732-7ad6-4f76-9a45-97dbb3b51708 req-57cd1ac8-dac7-4097-ab40-9365a71a6820 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:13.746022 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3787732-7ad6-4f76-9a45-97dbb3b51708 req-57cd1ac8-dac7-4097-ab40-9365a71a6820 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.2483449 Apr 18 21:17:13.761946 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:17:13.762579 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:17:13.786918 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:17:13.817262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9d7e4-5e8c-4050-8e71-82d4575e2784 None None] Port 4871d2ec-1515-4ed2-87ec-4465374956d0 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:13.902107 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8a4c0838-0d2a-45d2-b7b0-7cca402fac37 req-6133f1f6-c463-4538-aea7-ddc10ed0833d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b751f2b8-0151-46c1-bbe0-aba996116b28 HTTP/1.1" status: 200 len: 217 time: 0.1554682 Apr 18 21:17:13.982506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:13.997447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-fe486ab0-48c0-4b77-b1c5-3c5f20703b34 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 5454da54-ed3e-4b13-8f0c-a23188479d9a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:13.997447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe486ab0-48c0-4b77-b1c5-3c5f20703b34 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.013665 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-33a003ca-0bfb-443a-9244-059f1b6ff428 req-687ae020-7277-498e-8953-c1fdcfd2c167 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127515 Apr 18 21:17:14.048376 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3787732-7ad6-4f76-9a45-97dbb3b51708 req-bda9d6eb-229b-4058-8d90-16ea22c41aa7 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850831 Apr 18 21:17:14.092495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:14.092495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c0838-0d2a-45d2-b7b0-7cca402fac37 req-dc9fe691-3260-4026-b5e1-b63a7d4e4a55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:14.092495 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8a4c0838-0d2a-45d2-b7b0-7cca402fac37 req-dc9fe691-3260-4026-b5e1-b63a7d4e4a55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 200 len: 845 time: 0.1596992 Apr 18 21:17:14.095629 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.115604 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.134800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032dd8e4-43b5-45c9-be08-f8c2420c0482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c066a4b-a7db-4764-b13b-b7bcfdf6a73d'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:14.145289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f93e7881-9846-467e-af60-83b2ffe07fc9 HTTP/1.1" status: 204 len: 168 time: 1.2346463 Apr 18 21:17:14.156117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a1ae2-b76f-438a-983f-04d29e31b539 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93e7881-9846-467e-af60-83b2ffe07fc9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:14.167803 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8a4c0838-0d2a-45d2-b7b0-7cca402fac37 req-59779373-dfa9-4770-b45b-002eea9b4571 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ea05b75-16dc-4fee-9b28-5b0fed561bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784154 Apr 18 21:17:14.171969 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a5544a-306a-48ed-ae6d-391bd3d68dc3'] response: {'server_uuid': '84c6a438-8cd9-495d-aa05-df3f141564c8', 'name': 'network-vif-deleted', 'tag': '8f643e2a-fbae-4e07-adb4-ff384bc8731b', 'status': 'completed', 'code': 200} Apr 18 21:17:14.180614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.453865 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6b2c42-0c6c-4df7-adf5-d8c13eb22127'] response: {'server_uuid': '032dd8e4-43b5-45c9-be08-f8c2420c0482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c066a4b-a7db-4764-b13b-b7bcfdf6a73d', 'code': 200} Apr 18 21:17:14.500181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310dbf-c3d5-4847-925f-2f89e487c31c req-f6daf65a-534d-40f7-b229-9c3e7f716c90 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:14.502189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c310dbf-c3d5-4847-925f-2f89e487c31c req-f6daf65a-534d-40f7-b229-9c3e7f716c90 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 944 time: 0.1252780 Apr 18 21:17:14.662014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44382) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:14.675992 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c310dbf-c3d5-4847-925f-2f89e487c31c req-65ea7c13-0e10-4cf6-b9d6-5e2915c4d104 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450827 Apr 18 21:17:14.734795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f0c853bc-1591-48c1-b07c-b5eff1f0097e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:14.738417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f0c853bc-1591-48c1-b07c-b5eff1f0097e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 0.2345080 Apr 18 21:17:14.769853 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7e744368-d931-4252-9b8b-fd1ca355a838 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=370ea586e57b4a6badaff2fec19c41a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1078990 Apr 18 21:17:14.774008 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-39225ac1-e47c-4a12-b794-df973759d715 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/quotas/af748b8029ea400c995ba35f34f12da7 HTTP/1.1" status: 200 len: 375 time: 0.0308821 Apr 18 21:17:14.776252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44386) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:14.831911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-80ff23ff-5a4e-40bf-a88c-ec522e5cdf0f tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:14.847160 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe486ab0-48c0-4b77-b1c5-3c5f20703b34 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.898531 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e44aa2e-9290-46be-916e-e4f51e1b7f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.936300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e44aa2e-9290-46be-916e-e4f51e1b7f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.945858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-80ff23ff-5a4e-40bf-a88c-ec522e5cdf0f tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:14.947143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-80ff23ff-5a4e-40bf-a88c-ec522e5cdf0f tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1723170 Apr 18 21:17:14.993043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Pushing event updated for resources: {'Port': ['ID=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,revision_number=8']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:15.064364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-fe486ab0-48c0-4b77-b1c5-3c5f20703b34 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 5454da54-ed3e-4b13-8f0c-a23188479d9a owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:15.102501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.105046 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-afa573f8-2d59-4be5-b04c-3a393290a384 service neutron] 10.222.0.59 "PUT /v2.0/ports/5c066a4b-a7db-4764-b13b-b7bcfdf6a73d HTTP/1.1" status: 200 len: 1122 time: 4.5691376 Apr 18 21:17:15.117879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-a77e217c-8530-4452-9c52-c6b582492538 service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580167 Apr 18 21:17:15.149863 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8a4c0838-0d2a-45d2-b7b0-7cca402fac37 req-6cc62c04-4e70-4d77-b9fe-96be72ae8c51 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002835 Apr 18 21:17:15.158023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['5c066a4b-a7db-4764-b13b-b7bcfdf6a73d'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:17:15.221576 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e44aa2e-9290-46be-916e-e4f51e1b7f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.230760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['5c066a4b-a7db-4764-b13b-b7bcfdf6a73d'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:17:15.399551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44aa2e-9290-46be-916e-e4f51e1b7f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82efc763-6f8a-4765-b64e-06bb26fa531e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:15.416119 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e44aa2e-9290-46be-916e-e4f51e1b7f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.416119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8e44aa2e-9290-46be-916e-e4f51e1b7f20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82efc763-6f8a-4765-b64e-06bb26fa531e HTTP/1.1" status: 204 len: 168 time: 0.6343548 Apr 18 21:17:15.478950 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8a4c0838-0d2a-45d2-b7b0-7cca402fac37 req-dcc9ab56-db51-4362-88a1-ad760e0f0a48 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229759 Apr 18 21:17:15.486761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe486ab0-48c0-4b77-b1c5-3c5f20703b34 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.520579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-546e3f60-c307-4191-a4ad-a94acf849c5f service neutron] 10.222.0.11 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687928 Apr 18 21:17:15.529155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94e0ad-2235-46eb-8a7e-364d7410e852 req-d7224f72-752a-4c17-8ca4-3e9c6fe9022b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:15.536375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e94e0ad-2235-46eb-8a7e-364d7410e852 req-d7224f72-752a-4c17-8ca4-3e9c6fe9022b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 943 time: 0.2190828 Apr 18 21:17:15.545871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe486ab0-48c0-4b77-b1c5-3c5f20703b34 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=5454da54-ed3e-4b13-8f0c-a23188479d9a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:15.551130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Router 873de3b6-aee4-4107-bcde-7e5a119ac95e has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:17:15.562070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe486ab0-48c0-4b77-b1c5-3c5f20703b34 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.646792 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e94e0ad-2235-46eb-8a7e-364d7410e852 req-48b0fd64-1dc4-4b2f-a9d1-293344bd9cb8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052430 Apr 18 21:17:15.697011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44396) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:15.706744 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fe486ab0-48c0-4b77-b1c5-3c5f20703b34 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/5454da54-ed3e-4b13-8f0c-a23188479d9a HTTP/1.1" status: 204 len: 168 time: 1.9823239 Apr 18 21:17:15.760546 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49a952a-bc12-4196-a8aa-582f8853947a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:17:15.760546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c49a952a-bc12-4196-a8aa-582f8853947a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/5454da54-ed3e-4b13-8f0c-a23188479d9a HTTP/1.1" status: 404 len: 333 time: 0.0581744 Apr 18 21:17:15.761223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44402) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:15.766584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'name': 'tempest-PortsTestJSON-2054650381'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:15.902331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:15.911568 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e7d9c5ae-64c8-412f-b8fe-5f84ff73e657 admin admin] 10.222.0.11 "PUT /v2.0/routers/873de3b6-aee4-4107-bcde-7e5a119ac95e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5176241 Apr 18 21:17:15.918414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Sync routers for ids ['873de3b6-aee4-4107-bcde-7e5a119ac95e'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:17:15.944117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Routers {'873de3b6-aee4-4107-bcde-7e5a119ac95e'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:15.945709 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-dd361e65-237b-44cb-a677-0095b833863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:16:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['873de3b6-aee4-4107-bcde-7e5a119ac95e'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:16.110254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:16.136724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:port and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:16.172482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:16.229353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:16.233261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Set router 873de3b6-aee4-4107-bcde-7e5a119ac95e gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:16.278420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fded123-166c-4bce-bf0a-faeebfbc23a8 req-dabed90a-7d00-4981-856d-70adff39fe3c tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:16.279627 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b751f2b8-0151-46c1-bbe0-aba996116b28 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:17:16.291293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6fded123-166c-4bce-bf0a-faeebfbc23a8 req-dabed90a-7d00-4981-856d-70adff39fe3c tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.4453330 Apr 18 21:17:16.326874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7a0e5-ef07-47c8-a12c-ac80fc19ceb3 req-4d455427-377d-41c8-a301-9563d2f2ae6c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:16.336078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46d7a0e5-ef07-47c8-a12c-ac80fc19ceb3 req-4d455427-377d-41c8-a301-9563d2f2ae6c tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 944 time: 0.3445342 Apr 18 21:17:16.393976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:16.396914 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:16.427286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6fded123-166c-4bce-bf0a-faeebfbc23a8 req-025bae9c-3fd0-49b2-97d1-a6811592299e tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373737 Apr 18 21:17:16.448356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port 14cc4549-1fd2-463d-872c-242040ca6fb3 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:17:16.458024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032dd8e4-43b5-45c9-be08-f8c2420c0482', 'tag': '5c066a4b-a7db-4764-b13b-b7bcfdf6a73d'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:16.495426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46d7a0e5-ef07-47c8-a12c-ac80fc19ceb3 req-64885cf6-245d-487c-9afa-da6fc1ce794e tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565294 Apr 18 21:17:16.608069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ba5b83a-1dc7-4558-9af7-072a1b10dc9f req-9a11ac77-38ec-435f-87e4-e3148084eedf tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 210 time: 0.0845630 Apr 18 21:17:16.682972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b751f2b8-0151-46c1-bbe0-aba996116b28, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b751f2b8-0151-46c1-bbe0-aba996116b28,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:16.740631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'b751f2b8-0151-46c1-bbe0-aba996116b28', 'network_id': '6ea05b75-16dc-4fee-9b28-5b0fed561bf4', 'port_id': 'b751f2b8-0151-46c1-bbe0-aba996116b28', 'mac_address': 'fa:16:3e:20:88:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d043342-3347-4e69-83c4-d979a544cbfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:17:16.796666 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:16.826411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b751f2b8-0151-46c1-bbe0-aba996116b28 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:17:16.845745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b751f2b8-0151-46c1-bbe0-aba996116b28, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b751f2b8-0151-46c1-bbe0-aba996116b28,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:16.866099 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-dd361e65-237b-44cb-a677-0095b833863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'name': 'tempest-FloatingIPDetailsTestJSON-484640636-router', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:03Z', 'updated_at': '2022-04-18T21:17:10Z', 'revision_number': 4, 'project_id': '917bdeffda8d43b095eae0e0782e0118', 'gw_port': {'id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:04Z', 'updated_at': '2022-04-18T21:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '4871d2ec-1515-4ed2-87ec-4465374956d0', 'name': '', 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'mac_address': 'fa:16:3e:67:ad:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc381aa-23fe-4129-bb59-aeb69dc8b9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:08Z', 'updated_at': '2022-04-18T21:17:11Z', 'revision_number': 2, 'project_id': '917bdeffda8d43b095eae0e0782e0118', 'subnets': [{'id': '0dc381aa-23fe-4129-bb59-aeb69dc8b9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:16.878293 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8a09d8-6aa8-4f30-9eff-3fcafec9eb81'] response: {'name': 'network-changed', 'server_uuid': '032dd8e4-43b5-45c9-be08-f8c2420c0482', 'tag': '5c066a4b-a7db-4764-b13b-b7bcfdf6a73d', 'status': 'completed', 'code': 200} Apr 18 21:17:16.885707 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Checking router: 873de3b6-aee4-4107-bcde-7e5a119ac95e for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:17:16.885707 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Updating router 873de3b6-aee4-4107-bcde-7e5a119ac95e port 4871d2ec-1515-4ed2-87ec-4465374956d0 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:17:16.981528 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.075557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=b751f2b8-0151-46c1-bbe0-aba996116b28,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:17.091061 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.287728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-30658328-d6b8-4ee3-899b-7fe2f399d874 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1507709 Apr 18 21:17:17.321670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:17.321670 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.327814 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7966782e-4f95-4a14-9f5c-6995fc752ed5 req-6978b823-3faf-4cb9-9c0c-d2244ab4618d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 1125 time: 0.4422412 Apr 18 21:17:17.327814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:17.336060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Usage tracker for resource:floatingip and tenant:917bdeffda8d43b095eae0e0782e0118 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:17.341102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['b751f2b8-0151-46c1-bbe0-aba996116b28'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:17:17.360978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:17.420423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:17.473626 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16daf9df-5d0c-4a30-af49-9fe665b69ad7 req-83304645-c171-4b98-86f5-d39542fe07ab tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:17.475076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16daf9df-5d0c-4a30-af49-9fe665b69ad7 req-83304645-c171-4b98-86f5-d39542fe07ab tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 944 time: 0.4200735 Apr 18 21:17:17.530884 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.560276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966782e-4f95-4a14-9f5c-6995fc752ed5 req-8843494e-4449-42fb-a8f3-8338b01afe76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:17.560276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7966782e-4f95-4a14-9f5c-6995fc752ed5 req-8843494e-4449-42fb-a8f3-8338b01afe76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.2222703 Apr 18 21:17:17.673938 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.737881 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.738901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7966782e-4f95-4a14-9f5c-6995fc752ed5 req-99d24ab3-ba65-4a34-ab1c-22c40539a834 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d HTTP/1.1" status: 200 len: 217 time: 0.1730051 Apr 18 21:17:17.741010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16daf9df-5d0c-4a30-af49-9fe665b69ad7 req-cea7e939-c06f-44b7-8a28-48438cbc46dc tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473404 Apr 18 21:17:17.752675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Transition to ACTIVE for port object 4871d2ec-1515-4ed2-87ec-4465374956d0 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:17.827575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network f3085122-82b7-473d-89e5-0d3877bba5ba is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:17.828483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=14cc4549-1fd2-463d-872c-242040ca6fb3,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:17.834043 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:17.840198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:17.844389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:17.844980 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.860758 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.877368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966782e-4f95-4a14-9f5c-6995fc752ed5 req-143e8fef-0500-4a34-93cb-a0e9eea18e0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:17.878811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7966782e-4f95-4a14-9f5c-6995fc752ed5 req-143e8fef-0500-4a34-93cb-a0e9eea18e0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.1232777 Apr 18 21:17:17.967296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7966782e-4f95-4a14-9f5c-6995fc752ed5 req-cc576baf-d96a-4d84-975e-eda0001976da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804331 Apr 18 21:17:17.998360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de8e9b-017e-47cb-b073-fda58fb0db65 None None] Pushing event updated for resources: {'Port': ['ID=4871d2ec-1515-4ed2-87ec-4465374956d0,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:18.030809 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1c9c2b0e-f04c-40e0-82a3-d88d25ee306a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2684789 Apr 18 21:17:18.034371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44450) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:18.041103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1461ad89-300f-4bcf-980d-733a0cdde2a0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:18.132171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Attempting to bind port 4871d2ec-1515-4ed2-87ec-4465374956d0 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:18.132967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Attempting to bind port 4871d2ec-1515-4ed2-87ec-4465374956d0 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '12a5928c-5182-4c47-84a7-399720abc6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:18.133682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Attempting to bind port 4871d2ec-1515-4ed2-87ec-4465374956d0 on network bd742cf1-328e-4925-9065-7601a81edd26 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:18.137684 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.150837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:18.150837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Checking segment: {'id': '12a5928c-5182-4c47-84a7-399720abc6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:18.150837 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.150837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Bound using segment: {'id': '12a5928c-5182-4c47-84a7-399720abc6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:18.150837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Bound port: 4871d2ec-1515-4ed2-87ec-4465374956d0, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a5928c-5182-4c47-84a7-399720abc6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:18.150837 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.204943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1461ad89-300f-4bcf-980d-733a0cdde2a0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.214361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10285713-8bda-4ac4-ad26-e3ba42221cff req-f46020ad-582e-4e67-b061-2761240b1270 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.222351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10285713-8bda-4ac4-ad26-e3ba42221cff req-f46020ad-582e-4e67-b061-2761240b1270 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.3366704 Apr 18 21:17:18.253081 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7966782e-4f95-4a14-9f5c-6995fc752ed5 req-2ea4f921-cb6b-4ed7-8de5-51d40f0404e8 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706192 Apr 18 21:17:18.253944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dd361e65-237b-44cb-a677-0095b833863d None None] For port 4871d2ec-1515-4ed2-87ec-4465374956d0, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:18.258216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dd361e65-237b-44cb-a677-0095b833863d None None] For port 4871d2ec-1515-4ed2-87ec-4465374956d0, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4871d2ec-1515-4ed2-87ec-4465374956d0,segment=NetworkSegment(12a5928c-5182-4c47-84a7-399720abc6db),segment_id=12a5928c-5182-4c47-84a7-399720abc6db)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:18.326140 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.410538 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Routers {'873de3b6-aee4-4107-bcde-7e5a119ac95e'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:18.411901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-dd361e65-237b-44cb-a677-0095b833863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:16:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['873de3b6-aee4-4107-bcde-7e5a119ac95e'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:18.429379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10285713-8bda-4ac4-ad26-e3ba42221cff req-06e119e7-093b-4956-889f-1495de5e7de2 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055347 Apr 18 21:17:18.442552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1461ad89-300f-4bcf-980d-733a0cdde2a0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.518789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Allocated IP 172.25.3.186 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/d92044af-0e39-43eb-81fb-416a0ba29f18) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:18.529880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7966782e-4f95-4a14-9f5c-6995fc752ed5 req-96389fb1-67ad-46aa-8813-c8ab8a83659e service neutron] 10.222.0.26 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659845 Apr 18 21:17:18.537660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1461ad89-300f-4bcf-980d-733a0cdde2a0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.650857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1461ad89-300f-4bcf-980d-733a0cdde2a0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] In _notify_port_updated(), no bound segment for port 14cc4549-1fd2-463d-872c-242040ca6fb3 on network f3085122-82b7-473d-89e5-0d3877bba5ba {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:17:18.668346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1461ad89-300f-4bcf-980d-733a0cdde2a0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.668346 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1461ad89-300f-4bcf-980d-733a0cdde2a0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.668346 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1461ad89-300f-4bcf-980d-733a0cdde2a0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "PUT /v2.0/ports/14cc4549-1fd2-463d-872c-242040ca6fb3 HTTP/1.1" status: 200 len: 818 time: 0.6236241 Apr 18 21:17:18.668346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44454) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:18.734311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461ad89-300f-4bcf-980d-733a0cdde2a0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=14cc4549-1fd2-463d-872c-242040ca6fb3,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:18.746784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de8e9b-017e-47cb-b073-fda58fb0db65 None None] Pushing event updated for resources: {'Port': ['ID=4871d2ec-1515-4ed2-87ec-4465374956d0,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:18.758438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-dd361e65-237b-44cb-a677-0095b833863d None None] Set router 873de3b6-aee4-4107-bcde-7e5a119ac95e gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:18.784515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ab091239-db28-4953-849c-08116d1ab4eb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 14cc4549-1fd2-463d-872c-242040ca6fb3 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:18.784515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab091239-db28-4953-849c-08116d1ab4eb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.108967 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.148754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d6797-753c-468e-8e48-cdae996090da req-addf308b-7dde-400f-b297-310ca3b8ca1a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:19.155557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-080d6797-753c-468e-8e48-cdae996090da req-addf308b-7dde-400f-b297-310ca3b8ca1a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 944 time: 0.5711083 Apr 18 21:17:19.201926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-1d568da4-9988-4773-8e35-07c7caa288a2 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:19.206801 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab091239-db28-4953-849c-08116d1ab4eb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.207278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-1d568da4-9988-4773-8e35-07c7caa288a2 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 811 time: 0.2486069 Apr 18 21:17:19.228010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Request body: {'port': {'device_id': '081842a2-d375-4e49-b853-de51cf2ee738', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'admin_state_up': True, 'tenant_id': 'af748b8029ea400c995ba35f34f12da7'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:19.272217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-080d6797-753c-468e-8e48-cdae996090da req-eb19823d-270e-405d-ba2d-9b6f29c37bfc tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157031 Apr 18 21:17:19.351115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-dd361e65-237b-44cb-a677-0095b833863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'name': 'tempest-FloatingIPDetailsTestJSON-484640636-router', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:03Z', 'updated_at': '2022-04-18T21:17:10Z', 'revision_number': 4, 'project_id': '917bdeffda8d43b095eae0e0782e0118', 'gw_port': {'id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:04Z', 'updated_at': '2022-04-18T21:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '4871d2ec-1515-4ed2-87ec-4465374956d0', 'name': '', 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'mac_address': 'fa:16:3e:67:ad:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc381aa-23fe-4129-bb59-aeb69dc8b9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:08Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '917bdeffda8d43b095eae0e0782e0118', 'subnets': [{'id': '0dc381aa-23fe-4129-bb59-aeb69dc8b9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:19.356468 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd361e65-237b-44cb-a677-0095b833863d None None] The sync data for ids ['873de3b6-aee4-4107-bcde-7e5a119ac95e'] in n-d-836017-3 is: [{'id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'name': 'tempest-FloatingIPDetailsTestJSON-484640636-router', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:03Z', 'updated_at': '2022-04-18T21:17:10Z', 'revision_number': 4, 'project_id': '917bdeffda8d43b095eae0e0782e0118', 'gw_port': {'id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:04Z', 'updated_at': '2022-04-18T21:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '4871d2ec-1515-4ed2-87ec-4465374956d0', 'name': '', 'network_id': 'bd742cf1-328e-4925-9065-7601a81edd26', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'mac_address': 'fa:16:3e:67:ad:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc381aa-23fe-4129-bb59-aeb69dc8b9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:08Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '917bdeffda8d43b095eae0e0782e0118', 'subnets': [{'id': '0dc381aa-23fe-4129-bb59-aeb69dc8b9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:19.396482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ab091239-db28-4953-849c-08116d1ab4eb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 14cc4549-1fd2-463d-872c-242040ca6fb3 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:19.415083 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.578711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:19.580298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-e7b4cc1f-e7a8-4a38-aa97-a10f4b93da82 service neutron] 10.222.0.26 "GET /v2.0/ports/5c066a4b-a7db-4764-b13b-b7bcfdf6a73d/bindings/n-h1-836017-3 HTTP/1.1" status: 200 len: 384 time: 0.2437925 Apr 18 21:17:19.585565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:19.588840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Pushing event updated for resources: {'Port': ['ID=d92044af-0e39-43eb-81fb-416a0ba29f18,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:19.624591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:19.655005 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab091239-db28-4953-849c-08116d1ab4eb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.665210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:19.710741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab091239-db28-4953-849c-08116d1ab4eb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=14cc4549-1fd2-463d-872c-242040ca6fb3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:19.722551 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab091239-db28-4953-849c-08116d1ab4eb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.736651 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ab091239-db28-4953-849c-08116d1ab4eb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/14cc4549-1fd2-463d-872c-242040ca6fb3 HTTP/1.1" status: 204 len: 168 time: 1.0695267 Apr 18 21:17:19.737272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44466) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:19.738415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:19.744397 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b847b7c7-9e3b-4d9d-9904-0d5ef09703f0 req-c9ca0938-e4e7-45c9-ac6f-da9e56ad6ae1 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 210 time: 0.0900140 Apr 18 21:17:19.828878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a7dbde-c9ba-4932-9982-d2b53f090dc5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:19.828878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f7a7dbde-c9ba-4932-9982-d2b53f090dc5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:19.860056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Made reservation on behalf of af748b8029ea400c995ba35f34f12da7 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:19.865593 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.914813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f7a7dbde-c9ba-4932-9982-d2b53f090dc5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:19.920140 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f7a7dbde-c9ba-4932-9982-d2b53f090dc5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1809239 Apr 18 21:17:19.920140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44470) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:19.963117 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9976f77-9214-4ca3-afea-66fe23091a4f tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:17:19.968328 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a9976f77-9214-4ca3-afea-66fe23091a4f tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/14cc4549-1fd2-463d-872c-242040ca6fb3 HTTP/1.1" status: 404 len: 333 time: 0.0471289 Apr 18 21:17:19.968939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44474) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:19.974529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1014961008'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:19.980803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:19.987981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:network and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:19.988084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:19.995117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:20.064340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:20.064340 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.096744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:17:20.110937 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.111281 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Added segment 050ee2ed-12f4-4ac5-89e9-5d902cd3977c of type vlan for network cdd814b0-3616-4035-96e9-00887b57cb49 Apr 18 21:17:20.165538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.194140 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.217917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f660594d-6994-4161-b8a3-014c3b91df1d req-e8020c04-6a2e-4512-8f30-5a14e82ebccd service neutron] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:20.245103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b751f2b8-0151-46c1-bbe0-aba996116b28 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:20.299849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f660594d-6994-4161-b8a3-014c3b91df1d req-e8020c04-6a2e-4512-8f30-5a14e82ebccd service neutron] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:20.307702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.312793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:20.312793 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.414832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port b751f2b8-0151-46c1-bbe0-aba996116b28 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:20.418233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bd324-ec14-49da-9ce7-ebad9757e63b req-e2870a94-eb20-4fca-a60f-a052999efb13 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:20.419012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port b751f2b8-0151-46c1-bbe0-aba996116b28 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:20.419379 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.419839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-388bd324-ec14-49da-9ce7-ebad9757e63b req-e2870a94-eb20-4fca-a60f-a052999efb13 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 944 time: 0.4721289 Apr 18 21:17:20.440758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Network': ['ID=cdd814b0-3616-4035-96e9-00887b57cb49,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:20.455056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network cdd814b0-3616-4035-96e9-00887b57cb49 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:17:20.457115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-f660594d-6994-4161-b8a3-014c3b91df1d req-e8020c04-6a2e-4512-8f30-5a14e82ebccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:17:20.471860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Allocated IP 172.20.0.10 (d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2/e6eed83b-bd8b-4106-83ab-7db4459dec92/61da758f-9377-494a-980a-6e69339e447e) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:20.482862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f660594d-6994-4161-b8a3-014c3b91df1d req-e8020c04-6a2e-4512-8f30-5a14e82ebccd service neutron] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:20.494901 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-28aae207-4b8a-4924-b010-2f70668f3716 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5197425 Apr 18 21:17:20.494901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44480) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:20.500200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': 'cdd814b0-3616-4035-96e9-00887b57cb49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:20.505831 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.629888 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4871d2ec-1515-4ed2-87ec-4465374956d0 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:20.774119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:20.774787 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f660594d-6994-4161-b8a3-014c3b91df1d req-e8020c04-6a2e-4512-8f30-5a14e82ebccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.775274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:20.775274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:20.775274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:20.778181 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.791500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-388bd324-ec14-49da-9ce7-ebad9757e63b req-7c13f525-f6d9-46e5-8be6-a07284ee4c28 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586812 Apr 18 21:17:20.818876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e4d027-8bcc-4fe4-b330-fc7d48798239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b751f2b8-0151-46c1-bbe0-aba996116b28'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:20.820359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port b751f2b8-0151-46c1-bbe0-aba996116b28, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b751f2b8-0151-46c1-bbe0-aba996116b28,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:20.852768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:20.886374 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.924649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 4871d2ec-1515-4ed2-87ec-4465374956d0 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:20.937279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4871d2ec-1515-4ed2-87ec-4465374956d0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:20.937923 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.986804 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.048309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=b751f2b8-0151-46c1-bbe0-aba996116b28,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:21.059140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:21.059715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:21.060192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:21.060694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:21.061192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:21.061692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:21.062793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:21.063272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:21.063763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:21.064384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:21.064956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:21.133992 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.181213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 4871d2ec-1515-4ed2-87ec-4465374956d0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4871d2ec-1515-4ed2-87ec-4465374956d0,segment=NetworkSegment(12a5928c-5182-4c47-84a7-399720abc6db),segment_id=12a5928c-5182-4c47-84a7-399720abc6db)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:21.263486 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.274183 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.334685 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.334927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=4871d2ec-1515-4ed2-87ec-4465374956d0,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:21.347317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-f660594d-6994-4161-b8a3-014c3b91df1d req-e8020c04-6a2e-4512-8f30-5a14e82ebccd service neutron] Transition to ACTIVE for port object 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:21.359813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24d250-3a63-4f20-8e1c-81c7086a7a45 req-b3f75054-ef86-411a-a56c-f42448b97fe8 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:21.359813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c24d250-3a63-4f20-8e1c-81c7086a7a45 req-b3f75054-ef86-411a-a56c-f42448b97fe8 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.2290299 Apr 18 21:17:21.371687 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.402551 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.447218 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f660594d-6994-4161-b8a3-014c3b91df1d req-e8020c04-6a2e-4512-8f30-5a14e82ebccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.451558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Subnet': ['ID=a1613249-bbc3-4709-a284-c6561fd84b47,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:21.468203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Checking segment: {'id': '050ee2ed-12f4-4ac5-89e9-5d902cd3977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cdd814b0-3616-4035-96e9-00887b57cb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:21.468554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network hostable DHCP agents. Network: cdd814b0-3616-4035-96e9-00887b57cb49, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:17:21.483113 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c24d250-3a63-4f20-8e1c-81c7086a7a45 req-0bf1262d-3029-400d-a6be-44fcd9d0313b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216142 Apr 18 21:17:21.582335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Pushing event updated for resources: {'Port': ['ID=d92044af-0e39-43eb-81fb-416a0ba29f18,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:21.583716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network cdd814b0-3616-4035-96e9-00887b57cb49 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:17:21.585849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.664385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, cdd814b0-3616-4035-96e9-00887b57cb49) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:21.674729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:21.677507 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.679137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e15be-c5e6-422b-8d5c-ec5cc9acc158 None None] Network cdd814b0-3616-4035-96e9-00887b57cb49 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:21.751731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:21.775300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.786738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f660594d-6994-4161-b8a3-014c3b91df1d req-e8020c04-6a2e-4512-8f30-5a14e82ebccd service neutron] No DVR routers for this DVR port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:21.793206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:21.805782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:21.816610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:21.823819 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-38dd66af-9a81-4334-8428-2654441c8a13 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3297517 Apr 18 21:17:21.826272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44492) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:21.832044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-06920af3-f6af-4f19-9291-688e6917a3f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': 'cdd814b0-3616-4035-96e9-00887b57cb49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:21.843363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8020c04-6a2e-4512-8f30-5a14e82ebccd service neutron] Pushing event updated for resources: {'Port': ['ID=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,revision_number=10']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:21.851476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:21.963904 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-cdd814b0-3616-4035-96e9-00887b57cb49', 'network_id': 'cdd814b0-3616-4035-96e9-00887b57cb49', 'tenant_id': 'de025488dafd4d32aeebced97621e383', 'fixed_ips': [{'subnet_id': 'a1613249-bbc3-4709-a284-c6561fd84b47'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:17:21.964981 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.979967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-e8020c04-6a2e-4512-8f30-5a14e82ebccd service neutron] 10.222.0.26 "PUT /v2.0/ports/5c066a4b-a7db-4764-b13b-b7bcfdf6a73d/bindings/n-h1-836017-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3922038 Apr 18 21:17:22.001499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-06920af3-f6af-4f19-9291-688e6917a3f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:22.001499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-06920af3-f6af-4f19-9291-688e6917a3f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:22.004790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-06920af3-f6af-4f19-9291-688e6917a3f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:22.009204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:22.009765 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.013449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-06920af3-f6af-4f19-9291-688e6917a3f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:22.019004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc128b-fd02-4b36-992e-d0bcb748b3a2 req-970b177a-5a2a-47a8-b553-cdcd852e54b3 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:22.025906 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4bc128b-fd02-4b36-992e-d0bcb748b3a2 req-970b177a-5a2a-47a8-b553-cdcd852e54b3 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 945 time: 0.3880951 Apr 18 21:17:22.030570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event updated for resources: {'Port': ['ID=61da758f-9377-494a-980a-6e69339e447e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:22.051166 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.052268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-a0d8504e-dea3-4b9c-8e77-0fd6a469aead tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7590132 Apr 18 21:17:22.155272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-2714f4fb-60da-437d-9d08-ec9d417bd886 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Synchronizing usage tracker for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:22.157071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06920af3-f6af-4f19-9291-688e6917a3f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:22.159688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Allocated IP 172.20.0.2 (cdd814b0-3616-4035-96e9-00887b57cb49/a1613249-bbc3-4709-a284-c6561fd84b47/6e9802a6-d8bf-4bec-8437-60a8caba8a69) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:22.160999 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06920af3-f6af-4f19-9291-688e6917a3f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.170014 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4bc128b-fd02-4b36-992e-d0bcb748b3a2 req-ced2cf17-ec35-4e38-9441-f5be8f4a7cf7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432216 Apr 18 21:17:22.191760 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-34169596-a89b-4fe6-92d5-01a703259288 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9653018 Apr 18 21:17:22.198762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Request body: {'port': {'device_id': '081842a2-d375-4e49-b853-de51cf2ee738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:22.382521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44498) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:22.391146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-2714f4fb-60da-437d-9d08-ec9d417bd886 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Unset dirty status for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:22.392321 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-2714f4fb-60da-437d-9d08-ec9d417bd886 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.186 HTTP/1.1" status: 200 len: 696 time: 0.3307009 Apr 18 21:17:22.433798 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.448895 n-d-836017-3 neutron-server[85049]: INFO neutron.db.ipam_backend_mixin [None req-06920af3-f6af-4f19-9291-688e6917a3f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1613249-bbc3-4709-a284-c6561fd84b47 (CIDR: 172.20.0.0/28) Apr 18 21:17:22.451359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Transition to ACTIVE for port object 6e9802a6-d8bf-4bec-8437-60a8caba8a69 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:22.463866 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-81674741-801a-44de-8e78-d1bb5f937d89 tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1096 time: 0.1331155 Apr 18 21:17:22.483084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Transition to ACTIVE for port object 6e9802a6-d8bf-4bec-8437-60a8caba8a69 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:22.531475 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-06920af3-f6af-4f19-9291-688e6917a3f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:17:22.532537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06920af3-f6af-4f19-9291-688e6917a3f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:17:22.548431 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.572897 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.573043 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-deb9b862-257b-4d64-be5b-4331a5ef1d2d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c HTTP/1.1" status: 200 len: 1096 time: 0.1011808 Apr 18 21:17:22.626448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4871d2ec-1515-4ed2-87ec-4465374956d0 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:22.666362 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-06920af3-f6af-4f19-9291-688e6917a3f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8388004 Apr 18 21:17:22.668366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274578-1a43-4284-90ee-d524c2cf9e6d req-d0e174b1-ac82-4e27-8a70-3c7ee364189f tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:22.669066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b4274578-1a43-4284-90ee-d524c2cf9e6d req-d0e174b1-ac82-4e27-8a70-3c7ee364189f tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Synchronizing usage tracker for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:22.673056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5605a668-97d9-4915-aefd-790f5ebf58e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.673776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44506) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:22.695100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': 'cdd814b0-3616-4035-96e9-00887b57cb49', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:22.720283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Network cdd814b0-3616-4035-96e9-00887b57cb49 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:22.723675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Pushing event updated for resources: {'Port': ['ID=6e9802a6-d8bf-4bec-8437-60a8caba8a69,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:22.724927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:22.727486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5605a668-97d9-4915-aefd-790f5ebf58e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:22.731411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:22.733040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5605a668-97d9-4915-aefd-790f5ebf58e4 admin admin] Usage tracker for resource:security_group_rule and tenant:620e01d7186c48b59952cebd41bf2a7d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:22.736362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5605a668-97d9-4915-aefd-790f5ebf58e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:22.744512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5605a668-97d9-4915-aefd-790f5ebf58e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:22.812314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-0d2e8dce-5226-4a90-881e-2dec31ad9c39 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:22.813662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-0d2e8dce-5226-4a90-881e-2dec31ad9c39 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.4041679 Apr 18 21:17:22.813819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4871d2ec-1515-4ed2-87ec-4465374956d0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:22.814366 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.818241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5605a668-97d9-4915-aefd-790f5ebf58e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.839111 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-6a1fa232-6443-40ed-a9d2-41cae1fa3503 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 1096 time: 0.2175493 Apr 18 21:17:22.945964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Attempting to bind port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:22.945964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Attempting to bind port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '050ee2ed-12f4-4ac5-89e9-5d902cd3977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cdd814b0-3616-4035-96e9-00887b57cb49'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:22.945964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Attempting to bind port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 on network cdd814b0-3616-4035-96e9-00887b57cb49 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:22.946445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5605a668-97d9-4915-aefd-790f5ebf58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.991264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:22.992081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Checking segment: {'id': '050ee2ed-12f4-4ac5-89e9-5d902cd3977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cdd814b0-3616-4035-96e9-00887b57cb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:22.992644 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.993035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Bound using segment: {'id': '050ee2ed-12f4-4ac5-89e9-5d902cd3977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cdd814b0-3616-4035-96e9-00887b57cb49'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:22.993537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Bound port: 6e9802a6-d8bf-4bec-8437-60a8caba8a69, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050ee2ed-12f4-4ac5-89e9-5d902cd3977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cdd814b0-3616-4035-96e9-00887b57cb49'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:22.993909 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.998518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-46481d0c-751d-4007-9633-59c2fe25316c tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:17:22.999516 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1709098-5743-48b5-b474-55dde1ec0ee4 req-46481d0c-751d-4007-9633-59c2fe25316c tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1433058 Apr 18 21:17:23.022533 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b4274578-1a43-4284-90ee-d524c2cf9e6d req-d0e174b1-ac82-4e27-8a70-3c7ee364189f tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Unset dirty status for tenant:af748b8029ea400c995ba35f34f12da7 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:23.031087 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4274578-1a43-4284-90ee-d524c2cf9e6d req-d0e174b1-ac82-4e27-8a70-3c7ee364189f tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 932 time: 0.7269232 Apr 18 21:17:23.034284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605a668-97d9-4915-aefd-790f5ebf58e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2df9a35-921c-4c24-bdc0-eb87339ecf88,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:23.044318 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5605a668-97d9-4915-aefd-790f5ebf58e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=620e01d7186c48b59952cebd41bf2a7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6592135 Apr 18 21:17:23.047048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44512) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:23.095733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660594d-6994-4161-b8a3-014c3b91df1d req-d4d2061f-df21-4f6f-a457-8fa1c85933e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:23.097735 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-d4d2061f-df21-4f6f-a457-8fa1c85933e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 200 len: 909 time: 0.2518060 Apr 18 21:17:23.151550 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c39d26-a815-4201-a08d-1d1345242a7e'] response: {'server_uuid': 'e4e4d027-8bcc-4fe4-b330-fc7d48798239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b751f2b8-0151-46c1-bbe0-aba996116b28', 'code': 200} Apr 18 21:17:23.176116 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-42c9ea75-b79c-483e-a908-8fe1d0c22cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.205569 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-eae78389-bf97-4d2c-8d1b-e4b9767b7e60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d HTTP/1.1" status: 200 len: 217 time: 0.0819147 Apr 18 21:17:23.233035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:23.233865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] For port 6e9802a6-d8bf-4bec-8437-60a8caba8a69, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:23.241842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] For port 6e9802a6-d8bf-4bec-8437-60a8caba8a69, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6e9802a6-d8bf-4bec-8437-60a8caba8a69,segment=NetworkSegment(050ee2ed-12f4-4ac5-89e9-5d902cd3977c),segment_id=050ee2ed-12f4-4ac5-89e9-5d902cd3977c)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:23.242110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:23.258038 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4274578-1a43-4284-90ee-d524c2cf9e6d req-db01f9af-7e8a-4769-a360-b68e8280d458 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257998 Apr 18 21:17:23.258948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:23.266098 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-42c9ea75-b79c-483e-a908-8fe1d0c22cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.267766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:23.312911 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.383960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213084a-f31e-4459-9175-208b19a03dd4 None None] Pushing event updated for resources: {'Port': ['ID=6e9802a6-d8bf-4bec-8437-60a8caba8a69,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:23.393987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:23.423524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660594d-6994-4161-b8a3-014c3b91df1d req-fc82a009-9229-408f-b55b-c72fb6eb23ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:23.424937 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-fc82a009-9229-408f-b55b-c72fb6eb23ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 200 len: 848 time: 0.1236904 Apr 18 21:17:23.550047 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:17:23.576578 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-bfd77745-8180-4b0c-a91a-c48db5079055 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0f8e2c1-9ecd-41b3-9562-674a844605cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399133 Apr 18 21:17:23.614133 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-35f8ffb3-b31a-45c2-b88c-6e037e0b2500 req-49e7a80f-d9e2-4b1e-8844-d3c2485e26b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 1096 time: 0.4052989 Apr 18 21:17:23.653094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ed530-0046-4f32-8c88-9cae9fce35b0 req-ce410798-e6e9-49b3-8685-7cce01f63070 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:23.660490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-982ed530-0046-4f32-8c88-9cae9fce35b0 req-ce410798-e6e9-49b3-8685-7cce01f63070 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.3431332 Apr 18 21:17:23.712863 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-42c9ea75-b79c-483e-a908-8fe1d0c22cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.713333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61da758f-9377-494a-980a-6e69339e447e {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:17:23.727765 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.741164 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.753487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9ea75-b79c-483e-a908-8fe1d0c22cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2df9a35-921c-4c24-bdc0-eb87339ecf88,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:23.766423 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-42c9ea75-b79c-483e-a908-8fe1d0c22cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.767582 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-42c9ea75-b79c-483e-a908-8fe1d0c22cd5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2df9a35-921c-4c24-bdc0-eb87339ecf88 HTTP/1.1" status: 204 len: 168 time: 0.7195406 Apr 18 21:17:23.846118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Transition to ACTIVE for port object 61da758f-9377-494a-980a-6e69339e447e will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:23.862236 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-f9e04791-7ab9-4503-8282-feeaa0cdf86e service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773192 Apr 18 21:17:23.872907 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-35f8ffb3-b31a-45c2-b88c-6e037e0b2500 req-606753ac-9329-4fc5-8ebb-4c257f3c6252 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102466 Apr 18 21:17:23.890361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-982ed530-0046-4f32-8c88-9cae9fce35b0 req-1c87dd73-386f-448c-9a77-9a5083c10a03 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287080 Apr 18 21:17:23.906735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57973673-a5e6-46bb-ab22-275faee1a754 req-5ae30d02-d2dd-4cd8-b918-ea103674b5d6 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:23.913265 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57973673-a5e6-46bb-ab22-275faee1a754 req-5ae30d02-d2dd-4cd8-b918-ea103674b5d6 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.4933243 Apr 18 21:17:23.984502 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.058322 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-ef9f3775-8ab1-423c-935a-bdad8fde1cd9 service neutron] 10.222.0.59 "GET /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833720 Apr 18 21:17:24.366314 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57973673-a5e6-46bb-ab22-275faee1a754 req-65e08f87-cbe6-423d-a8f2-51cfbf9835d4 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384708 Apr 18 21:17:24.445452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Pushing event updated for resources: {'Port': ['ID=61da758f-9377-494a-980a-6e69339e447e,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:24.514471 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-a91787a7-ab30-4eb9-9ca4-b381d81387f0 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5353932 Apr 18 21:17:24.560120 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0775bdd3-4c25-420c-b01a-0842809726bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.653102 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-b585a0d9-7316-4a75-bed6-a5833447318b tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482&tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 1096 time: 0.0962832 Apr 18 21:17:24.656654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6e9802a6-d8bf-4bec-8437-60a8caba8a69 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:24.664678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:24.676709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:24.690391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:24.810275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Attempting to bind port 61da758f-9377-494a-980a-6e69339e447e on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:24.810608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Attempting to bind port 61da758f-9377-494a-980a-6e69339e447e by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:24.810937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Attempting to bind port 61da758f-9377-494a-980a-6e69339e447e on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:24.832676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Port 61da758f-9377-494a-980a-6e69339e447e on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:17:24.833056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Attempting to bind port 61da758f-9377-494a-980a-6e69339e447e on network d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:24.852265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8336f8d8-3673-45d4-95a7-29044112d8a5 None None] Network cdd814b0-3616-4035-96e9-00887b57cb49 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:24.855585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:24.856056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Checking segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:24.856295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Bound using segment: {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:24.856733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Bound port: 61da758f-9377-494a-980a-6e69339e447e, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803bff9a-6434-4e46-8125-bd5d03cce27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:24.857076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.871080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:24.898009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d12be5-f327-4e38-94e8-48f38cdd797c req-b43b94c9-bdda-4461-85bf-cf6b9e4911df tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:24.898009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75d12be5-f327-4e38-94e8-48f38cdd797c req-b43b94c9-bdda-4461-85bf-cf6b9e4911df tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 945 time: 0.3684340 Apr 18 21:17:24.920720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f660594d-6994-4161-b8a3-014c3b91df1d req-724c699d-0efa-4bfc-991e-aeea805f43dd service neutron] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:24.924927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f660594d-6994-4161-b8a3-014c3b91df1d req-724c699d-0efa-4bfc-991e-aeea805f43dd service neutron] Notify callbacks [] for binding, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.926459 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f660594d-6994-4161-b8a3-014c3b91df1d req-724c699d-0efa-4bfc-991e-aeea805f43dd service neutron] 10.222.0.59 "DELETE /v2.0/ports/5c066a4b-a7db-4764-b13b-b7bcfdf6a73d/bindings/n-h2-836017-3 HTTP/1.1" status: 204 len: 173 time: 0.2637529 Apr 18 21:17:24.964665 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.052735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-35238b22-2d8a-45e7-9804-07648b6ab593 None None] Provisioning for port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:25.091362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-35238b22-2d8a-45e7-9804-07648b6ab593 None None] Provisioning complete for port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:25.091362 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-35238b22-2d8a-45e7-9804-07648b6ab593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.117322 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.176487 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75d12be5-f327-4e38-94e8-48f38cdd797c req-4966af34-bc1f-439a-8a3a-3767c9d92fa6 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703397 Apr 18 21:17:25.216938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] For port 61da758f-9377-494a-980a-6e69339e447e, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:25.300495 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-35238b22-2d8a-45e7-9804-07648b6ab593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.344550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-35238b22-2d8a-45e7-9804-07648b6ab593 None None] For port 6e9802a6-d8bf-4bec-8437-60a8caba8a69, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6e9802a6-d8bf-4bec-8437-60a8caba8a69,segment=NetworkSegment(050ee2ed-12f4-4ac5-89e9-5d902cd3977c),segment_id=050ee2ed-12f4-4ac5-89e9-5d902cd3977c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:25.413923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44542) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:25.424584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] For port 61da758f-9377-494a-980a-6e69339e447e, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=61da758f-9377-494a-980a-6e69339e447e,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:25.426288 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-35238b22-2d8a-45e7-9804-07648b6ab593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.431391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network cdd814b0-3616-4035-96e9-00887b57cb49 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:25.435228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:25.482500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:25.483430 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.515187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Subnet': ['ID=d8d680fa-02b4-454b-9a03-50d8a89284bc,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:25.535907 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.536175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35238b22-2d8a-45e7-9804-07648b6ab593 None None] Pushing event updated for resources: {'Port': ['ID=6e9802a6-d8bf-4bec-8437-60a8caba8a69,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:25.586232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c86c24b-3457-4b6f-a45b-d3d7ca803fd7 None None] Network cdd814b0-3616-4035-96e9-00887b57cb49 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:25.626475 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-network', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:25.638962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:25.643556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Usage tracker for resource:network and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:25.646725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:25.654519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:25.667584 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.668970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] 10.222.0.26 "PUT /v2.0/ports/61da758f-9377-494a-980a-6e69339e447e HTTP/1.1" status: 200 len: 1092 time: 3.4764829 Apr 18 21:17:25.670401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081842a2-d375-4e49-b853-de51cf2ee738', 'tag': '61da758f-9377-494a-980a-6e69339e447e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:25.691204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5a18a9a0-6fe8-44a5-8926-52eb09dab3fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0092173 Apr 18 21:17:25.695160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44550) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:25.700823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': 'cdd814b0-3616-4035-96e9-00887b57cb49', 'fixed_ips': [{'subnet_id': 'a1613249-bbc3-4709-a284-c6561fd84b47'}, {'subnet_id': 'd8d680fa-02b4-454b-9a03-50d8a89284bc'}], 'name': 'tempest-PortsTestJSON-2105237391'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:25.706134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.706849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7092349a-dac8-42f7-b1f0-37e92df4336b None None] Provisioning complete for port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:25.707223 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7092349a-dac8-42f7-b1f0-37e92df4336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.748080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d9b4b-e346-4c0e-949f-06dba74b8b2c service neutron] Pushing event updated for resources: {'Port': ['ID=61da758f-9377-494a-980a-6e69339e447e,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:25.776117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2051b2-3df6-43c4-9431-fdf34825ff42 req-179a4246-519b-45d5-8b00-0643d2fcd096 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:25.777269 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f2051b2-3df6-43c4-9431-fdf34825ff42 req-179a4246-519b-45d5-8b00-0643d2fcd096 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 944 time: 0.3634450 Apr 18 21:17:25.801982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Made reservation on behalf of 9fcc73c7f7d343179467f64a2ae7eb25 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:25.811217 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.831518 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.911246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:25.926466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Usage tracker for resource:security_group_rule and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:25.933402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:25.944795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:25.952255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:port and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:25.956043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f2051b2-3df6-43c4-9431-fdf34825ff42 req-71e09409-bb67-4ace-b17d-26d7b083d7e3 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711111 Apr 18 21:17:25.959150 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:25.969916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:25.972367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:25.992508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Allocated IP 172.25.3.176 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/854f9761-779b-405e-94e3-1ff516351d01) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:26.018767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-92137325-868c-4a38-9eac-25d9c58957e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 1095 time: 0.2029436 Apr 18 21:17:26.074549 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:26.109643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99a2155-82c9-4e03-8bca-e47ccb96eb4b None None] Update dhcp port {'port': {'network_id': 'cdd814b0-3616-4035-96e9-00887b57cb49', 'fixed_ips': [{'subnet_id': 'a1613249-bbc3-4709-a284-c6561fd84b47', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8d680fa-02b4-454b-9a03-50d8a89284bc'}], 'binding:host_id': 'n-d-836017-3'}, 'id': '6e9802a6-d8bf-4bec-8437-60a8caba8a69'} from n-d-836017-3. {{(pid=85050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:17:26.110144 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.198625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.213808 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b99a2155-82c9-4e03-8bca-e47ccb96eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.217333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:17:26.218450 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-cbe74e04-db0c-4485-9ac7-4088b22730e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61da758f-9377-494a-980a-6e69339e447e HTTP/1.1" status: 200 len: 217 time: 0.1844909 Apr 18 21:17:26.232850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.232850 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Added segment 73bb6c5a-3e6b-487f-a657-40d3cd383056 of type vlan for network 40555ad7-33a0-41d9-873f-e57f23f1fa23 Apr 18 21:17:26.258741 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.340525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-d507f771-7747-477a-8446-56e94e55704c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:26.340738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a42d2a5-2f7a-4ff1-af6a-e655c4485d48,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:26.341935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-d507f771-7747-477a-8446-56e94e55704c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.1110649 Apr 18 21:17:26.383666 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.396815 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.398672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:26.399246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.415286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-2f6d5fde-0150-42d4-a5ab-0ffbb932600d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601649 Apr 18 21:17:26.427856 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.441798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-b99a2155-82c9-4e03-8bca-e47ccb96eb4b None None] Allocated IP 172.20.0.18 (cdd814b0-3616-4035-96e9-00887b57cb49/d8d680fa-02b4-454b-9a03-50d8a89284bc/6e9802a6-d8bf-4bec-8437-60a8caba8a69) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:26.456848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcb872-d4ce-49f7-924c-10460b54638d req-e99d4c79-2128-4bce-b63d-cb99d10dfb9b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:26.456848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63dcb872-d4ce-49f7-924c-10460b54638d req-e99d4c79-2128-4bce-b63d-cb99d10dfb9b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.2793994 Apr 18 21:17:26.492642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:17:26.594948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b99a2155-82c9-4e03-8bca-e47ccb96eb4b None None] For port 6e9802a6-d8bf-4bec-8437-60a8caba8a69, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6e9802a6-d8bf-4bec-8437-60a8caba8a69,segment=NetworkSegment(050ee2ed-12f4-4ac5-89e9-5d902cd3977c),segment_id=050ee2ed-12f4-4ac5-89e9-5d902cd3977c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:26.604613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63dcb872-d4ce-49f7-924c-10460b54638d req-a397fda2-5cc0-4072-8fa9-53690e9cfa0e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937960 Apr 18 21:17:26.626094 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b99a2155-82c9-4e03-8bca-e47ccb96eb4b None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.627715 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-c05dfe4a-cf49-4618-b073-d61c285f679b service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029414 Apr 18 21:17:26.646387 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b99a2155-82c9-4e03-8bca-e47ccb96eb4b None None] Transition to ACTIVE for port object 6e9802a6-d8bf-4bec-8437-60a8caba8a69 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:26.651180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6e9802a6-d8bf-4bec-8437-60a8caba8a69 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:26.721208 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.754622 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b99a2155-82c9-4e03-8bca-e47ccb96eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.850943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:26.873976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.8 (cdd814b0-3616-4035-96e9-00887b57cb49/a1613249-bbc3-4709-a284-c6561fd84b47/6b8b64dc-e0ba-4a9f-97dc-d481e209132f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:26.885713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.28 (cdd814b0-3616-4035-96e9-00887b57cb49/d8d680fa-02b4-454b-9a03-50d8a89284bc/6b8b64dc-e0ba-4a9f-97dc-d481e209132f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:26.887335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:26.887860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] Pushing event updated for resources: {'Network': ['ID=40555ad7-33a0-41d9-873f-e57f23f1fa23,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:26.896744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:26.913888 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 40555ad7-33a0-41d9-873f-e57f23f1fa23 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:17:26.939152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a2155-82c9-4e03-8bca-e47ccb96eb4b None None] Pushing event updated for resources: {'Port': ['ID=6e9802a6-d8bf-4bec-8437-60a8caba8a69,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:26.940109 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1502f794-aed2-484d-b2cb-73ebbcaaf60b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5246198 Apr 18 21:17:26.950735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44558) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:26.958361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Pushing event updated for resources: {'Port': ['ID=854f9761-779b-405e-94e3-1ff516351d01,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:26.965217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Request body: {'subnet': {'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-subnet', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:26.977047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:27.008882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Usage tracker for resource:subnet and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:27.012658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abb44d6a-216e-4739-82e5-ff2fdee22fc4 req-2bb0497e-8662-4c7c-8202-50016de11cf8 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764226 Apr 18 21:17:27.056137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f1458-d96e-41ca-98a4-40377a3005e0 req-330bc220-7c97-4169-a7e6-3fb7326c9d0b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:27.058082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d44f1458-d96e-41ca-98a4-40377a3005e0 req-330bc220-7c97-4169-a7e6-3fb7326c9d0b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.2723582 Apr 18 21:17:27.068346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:27.087596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:27.127945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d44f1458-d96e-41ca-98a4-40377a3005e0 req-ed271233-f090-48bd-81a5-127729177452 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618255 Apr 18 21:17:27.143183 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-92afd9cd-b94e-43ef-bd24-fed1ab21c16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.189371 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.219193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Made reservation on behalf of 9fcc73c7f7d343179467f64a2ae7eb25 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:27.221730 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.222602 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.234853 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8a5847-0373-4acd-86e2-70fe028e6140'] response: {'name': 'network-changed', 'server_uuid': '081842a2-d375-4e49-b853-de51cf2ee738', 'tag': '61da758f-9377-494a-980a-6e69339e447e', 'status': 'completed', 'code': 200} Apr 18 21:17:27.248699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object 6b8b64dc-e0ba-4a9f-97dc-d481e209132f will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:27.531922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.548865 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.642221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network cdd814b0-3616-4035-96e9-00887b57cb49 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:27.645594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:27.647551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=6b8b64dc-e0ba-4a9f-97dc-d481e209132f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:27.651909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:27.737208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:27.737896 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.747172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e1528-832c-4c8f-a7de-9b0f2524c3d4 req-61cbd3e3-d43a-4656-97ea-a385beaddd7b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:27.748730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac2e1528-832c-4c8f-a7de-9b0f2524c3d4 req-61cbd3e3-d43a-4656-97ea-a385beaddd7b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 945 time: 0.3877964 Apr 18 21:17:27.759818 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-465689c3-5eef-487b-a8b3-cba069e46cb1 req-81c90cfd-a051-48f8-b6da-4228d7f67950 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af748b8029ea400c995ba35f34f12da7&device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 1095 time: 0.5020792 Apr 18 21:17:27.768062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ec519dba-0f4d-4319-bd8d-b6f908c82acb None None] Provisioning for port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:27.770297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ec519dba-0f4d-4319-bd8d-b6f908c82acb None None] Provisioning complete for port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:27.770837 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ec519dba-0f4d-4319-bd8d-b6f908c82acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.834277 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.889880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-398b03f2-7308-4b76-b386-c43d0c9ee0cb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1935298 Apr 18 21:17:27.899188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44564) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:27.911014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-06bbb484-6339-4174-a1fe-d6e34b3a9a00 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1613249-bbc3-4709-a284-c6561fd84b47'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:27.937262 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac2e1528-832c-4c8f-a7de-9b0f2524c3d4 req-a370c704-979c-4ee6-8128-7d12c5d56dc3 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693168 Apr 18 21:17:27.995769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465689c3-5eef-487b-a8b3-cba069e46cb1 req-c856fcd9-e8cd-4a90-aa56-c2c9972b745f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:27.997425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-465689c3-5eef-487b-a8b3-cba069e46cb1 req-c856fcd9-e8cd-4a90-aa56-c2c9972b745f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 200 len: 912 time: 0.2278371 Apr 18 21:17:28.002654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed1432d0-91ad-4671-b49d-79ee529eb9da,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:28.004532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.011090 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.089640 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.104358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Checking segment: {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:28.104720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Network hostable DHCP agents. Network: 40555ad7-33a0-41d9-873f-e57f23f1fa23, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:17:28.131147 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06bbb484-6339-4174-a1fe-d6e34b3a9a00 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.136624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b60930f3-372d-494a-96c9-80d81756ef46 None None] Provisioning for port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:28.150659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b60930f3-372d-494a-96c9-80d81756ef46 None None] Provisioning complete for port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:28.153285 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b60930f3-372d-494a-96c9-80d81756ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.155175 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-465689c3-5eef-487b-a8b3-cba069e46cb1 req-11ae7e91-655f-42a3-9a3c-16420d7eaf54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61da758f-9377-494a-980a-6e69339e447e HTTP/1.1" status: 200 len: 217 time: 0.1485155 Apr 18 21:17:28.231408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Network 40555ad7-33a0-41d9-873f-e57f23f1fa23 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:17:28.234451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b60930f3-372d-494a-96c9-80d81756ef46 None None] Port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:28.290377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Pushing event updated for resources: {'Port': ['ID=854f9761-779b-405e-94e3-1ff516351d01,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:28.306785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465689c3-5eef-487b-a8b3-cba069e46cb1 req-fabeadd2-4da6-4287-8ae4-093e421a598f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:28.306916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 40555ad7-33a0-41d9-873f-e57f23f1fa23) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:28.309034 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-465689c3-5eef-487b-a8b3-cba069e46cb1 req-fabeadd2-4da6-4287-8ae4-093e421a598f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 200 len: 851 time: 0.1025105 Apr 18 21:17:28.316088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace5b81d-d8c0-4407-8e2b-6d01eb082dc3 None None] Network 40555ad7-33a0-41d9-873f-e57f23f1fa23 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:28.320046 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.355430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:28.357585 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.424378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-465689c3-5eef-487b-a8b3-cba069e46cb1 req-62137e20-1bbb-4efe-b1ec-1f69bb72be4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063626 Apr 18 21:17:28.470425 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-95009773-c04e-458c-a585-fb8f30e30af7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5167971 Apr 18 21:17:28.472149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44574) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:28.486797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:28.492891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:28.496717 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Usage tracker for resource:router and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:28.500249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:28.506666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:28.517721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.544962 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.546191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-0c34dd79-e0df-408a-a09f-653bc2a98a80 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0183415 Apr 18 21:17:28.571537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-40555ad7-33a0-41d9-873f-e57f23f1fa23', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:17:28.572444 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.615082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-06bbb484-6339-4174-a1fe-d6e34b3a9a00 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Delete allocated IP 172.20.0.28 (cdd814b0-3616-4035-96e9-00887b57cb49/d8d680fa-02b4-454b-9a03-50d8a89284bc) {{(pid=85049) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:17:28.636499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c418eef-5d39-4851-822a-aedcd3808d9e req-5cf16849-6c2e-4e13-bd9c-d02df462e55a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:28.638009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c418eef-5d39-4851-822a-aedcd3808d9e req-5cf16849-6c2e-4e13-bd9c-d02df462e55a tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 944 time: 0.2615814 Apr 18 21:17:28.639005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6e9802a6-d8bf-4bec-8437-60a8caba8a69 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:28.704298 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.704298 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.704491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-465689c3-5eef-487b-a8b3-cba069e46cb1 req-c8895c8c-07d6-4c3f-853c-1d049a14f666 service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695804 Apr 18 21:17:28.707349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-d9281875-5762-44d5-9c49-3003a0d0268e tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Synchronizing usage tracker for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:28.715066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:28.715649 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.760389 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.823868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c418eef-5d39-4851-822a-aedcd3808d9e req-bf5a7a79-2ca7-4766-92b1-1fb342155514 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594446 Apr 18 21:17:28.824751 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06bbb484-6339-4174-a1fe-d6e34b3a9a00 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.855643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-06bbb484-6339-4174-a1fe-d6e34b3a9a00 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object 6b8b64dc-e0ba-4a9f-97dc-d481e209132f will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:28.894770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-465689c3-5eef-487b-a8b3-cba069e46cb1 req-58de2336-25d5-488c-84b6-7273e163f09a service neutron] 10.222.0.26 "GET /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816888 Apr 18 21:17:28.915069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-d9281875-5762-44d5-9c49-3003a0d0268e tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Unset dirty status for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:28.917626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-d9281875-5762-44d5-9c49-3003a0d0268e tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.3588576 Apr 18 21:17:28.965294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Allocated IP 172.20.0.2 (40555ad7-33a0-41d9-873f-e57f23f1fa23/ed1432d0-91ad-4671-b49d-79ee529eb9da/d1dfd797-9499-4737-94ca-06a11de08fe9) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:29.001601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06bbb484-6339-4174-a1fe-d6e34b3a9a00 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.172188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbb484-6339-4174-a1fe-d6e34b3a9a00 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=6b8b64dc-e0ba-4a9f-97dc-d481e209132f,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:29.186441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6318cc-16cf-445a-a605-1a54bb19bc3a req-632e0234-ca31-46e8-8f6d-0b7f94f74530 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:29.195356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e6318cc-16cf-445a-a605-1a54bb19bc3a req-632e0234-ca31-46e8-8f6d-0b7f94f74530 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.1645327 Apr 18 21:17:29.199944 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.252771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-06bbb484-6339-4174-a1fe-d6e34b3a9a00 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] In _notify_port_updated(), no bound segment for port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f on network cdd814b0-3616-4035-96e9-00887b57cb49 {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:17:29.252771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bbb484-6339-4174-a1fe-d6e34b3a9a00 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:29.252771 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06bbb484-6339-4174-a1fe-d6e34b3a9a00 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.252771 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-06bbb484-6339-4174-a1fe-d6e34b3a9a00 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "PUT /v2.0/ports/6b8b64dc-e0ba-4a9f-97dc-d481e209132f HTTP/1.1" status: 200 len: 919 time: 1.3476801 Apr 18 21:17:29.252771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44580) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:29.258639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1fb9139a-c779-47b7-9851-c5e4395dd36b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1613249-bbc3-4709-a284-c6561fd84b47'}, {'subnet_id': 'd8d680fa-02b4-454b-9a03-50d8a89284bc'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:29.259708 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.269831 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e6318cc-16cf-445a-a605-1a54bb19bc3a req-f4f3ea74-c31f-4919-89e1-a87c9b3619f2 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679131 Apr 18 21:17:29.270804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-9923fa81-4de2-43d8-8ac3-71f7ca41569f tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:29.272507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71f0f51e-dea0-45f1-ac31-f4bfb8c08860 req-9923fa81-4de2-43d8-8ac3-71f7ca41569f tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.3493221 Apr 18 21:17:29.275993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Transition to ACTIVE for port object d1dfd797-9499-4737-94ca-06a11de08fe9 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:29.303056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Transition to ACTIVE for port object d1dfd797-9499-4737-94ca-06a11de08fe9 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:29.400181 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.520873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Network 40555ad7-33a0-41d9-873f-e57f23f1fa23 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:29.527794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:29.533984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:29.536178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Pushing event updated for resources: {'Port': ['ID=d1dfd797-9499-4737-94ca-06a11de08fe9,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:29.581234 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fb9139a-c779-47b7-9851-c5e4395dd36b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.635208 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4583e37f-a10a-413c-ad8b-677f3871ffd1 None None] Provisioning for port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:29.649738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a91266-16f1-4085-96fb-22c1e6f94620 req-77cd6220-44d9-439f-9d16-633b7d28b77d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:29.656330 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4583e37f-a10a-413c-ad8b-677f3871ffd1 None None] Provisioning complete for port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:29.656974 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4583e37f-a10a-413c-ad8b-677f3871ffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.658103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e9a91266-16f1-4085-96fb-22c1e6f94620 req-77cd6220-44d9-439f-9d16-633b7d28b77d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.1818988 Apr 18 21:17:29.717184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Attempting to bind port d1dfd797-9499-4737-94ca-06a11de08fe9 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:29.717574 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Attempting to bind port d1dfd797-9499-4737-94ca-06a11de08fe9 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:29.717933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Attempting to bind port d1dfd797-9499-4737-94ca-06a11de08fe9 on network 40555ad7-33a0-41d9-873f-e57f23f1fa23 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:29.734535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:29.735970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Checking segment: {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:29.735970 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.735970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Bound using segment: {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:29.736207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Bound port: d1dfd797-9499-4737-94ca-06a11de08fe9, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:29.736569 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.783290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4583e37f-a10a-413c-ad8b-677f3871ffd1 None None] Port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:29.850924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9097a831-4b05-470d-80e5-a9fafb3f1afa req-68695cdc-edb2-473a-81af-47b15267c18f tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 1096 time: 0.3384840 Apr 18 21:17:29.853430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] For port d1dfd797-9499-4737-94ca-06a11de08fe9, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:29.857090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] For port d1dfd797-9499-4737-94ca-06a11de08fe9, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d1dfd797-9499-4737-94ca-06a11de08fe9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:29.906255 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e9a91266-16f1-4085-96fb-22c1e6f94620 req-2363d04b-ef2b-4872-8061-44ae820cfb2e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472255 Apr 18 21:17:29.921405 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9097a831-4b05-470d-80e5-a9fafb3f1afa req-7c52c76a-0e26-4621-be32-ba7a89876d5e tempest-LiveMigrationTest-1299113074 tempest-LiveMigrationTest-1299113074-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615005 Apr 18 21:17:29.942408 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.046669 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.084344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.091229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea138b0-dc4e-42f4-bfb1-1adb41c01335 None None] Pushing event updated for resources: {'Port': ['ID=d1dfd797-9499-4737-94ca-06a11de08fe9,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:30.351891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-b3b8382b-879d-4daa-9119-51ae2a6a5e0f tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3268139 Apr 18 21:17:30.389236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1041a-66fe-4309-8295-ff2f05b4df06 req-ec1606f0-663d-41cc-9172-f92c222b554f tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.397830 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cac1041a-66fe-4309-8295-ff2f05b4df06 req-ec1606f0-663d-41cc-9172-f92c222b554f tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 944 time: 0.2273998 Apr 18 21:17:30.403121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:30.433864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:30.435547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Allocated IP 172.25.3.235 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/89c5ca30-a5ba-4192-b055-2954e35b6ad9) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:30.445236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-1fb9139a-c779-47b7-9851-c5e4395dd36b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.22 (cdd814b0-3616-4035-96e9-00887b57cb49/d8d680fa-02b4-454b-9a03-50d8a89284bc/6b8b64dc-e0ba-4a9f-97dc-d481e209132f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:30.452330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:30.487533 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cac1041a-66fe-4309-8295-ff2f05b4df06 req-a84b8eb3-f077-448c-932d-5e76aefc72e7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886080 Apr 18 21:17:30.566325 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.688673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d1dfd797-9499-4737-94ca-06a11de08fe9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:30.776568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.781874 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.848501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fb9139a-c779-47b7-9851-c5e4395dd36b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.876629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-1fb9139a-c779-47b7-9851-c5e4395dd36b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object 6b8b64dc-e0ba-4a9f-97dc-d481e209132f will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:30.890128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a44a38-d221-4878-b2e9-d76fd45534b6 req-ea54f266-7dfc-4af6-a70f-13426611e603 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.891521 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31a44a38-d221-4878-b2e9-d76fd45534b6 req-ea54f266-7dfc-4af6-a70f-13426611e603 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.2248502 Apr 18 21:17:30.925501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.958766 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.978088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31a44a38-d221-4878-b2e9-d76fd45534b6 req-4251d55b-dcb3-43de-a2ff-476108b31d6a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809197 Apr 18 21:17:30.993958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port d1dfd797-9499-4737-94ca-06a11de08fe9 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:31.015174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Allocated IP 172.25.3.177 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/6c573cc7-26ec-48ab-90e8-ec3c5d9055ad) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:31.015525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:31.018277 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fb9139a-c779-47b7-9851-c5e4395dd36b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.020159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:31.055510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:31.246941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Pushing event updated for resources: {'Port': ['ID=89c5ca30-a5ba-4192-b055-2954e35b6ad9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:31.274077 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.432666 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.448872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9139a-c779-47b7-9851-c5e4395dd36b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=6b8b64dc-e0ba-4a9f-97dc-d481e209132f,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:31.467087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1fb9139a-c779-47b7-9851-c5e4395dd36b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] In _notify_port_updated(), no bound segment for port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f on network cdd814b0-3616-4035-96e9-00887b57cb49 {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:17:31.472017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9139a-c779-47b7-9851-c5e4395dd36b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:31.472782 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fb9139a-c779-47b7-9851-c5e4395dd36b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.474644 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1fb9139a-c779-47b7-9851-c5e4395dd36b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "PUT /v2.0/ports/6b8b64dc-e0ba-4a9f-97dc-d481e209132f HTTP/1.1" status: 200 len: 999 time: 2.2209539 Apr 18 21:17:31.480870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44596) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:31.523352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-35f766fe-a521-42f5-9397-2dc76c025589 None None] Provisioning for port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:31.532936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-35f766fe-a521-42f5-9397-2dc76c025589 None None] Provisioning complete for port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:31.534018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-35f766fe-a521-42f5-9397-2dc76c025589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.534846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:31.538767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:31.541380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Pushing event updated for resources: {'Port': ['ID=6c573cc7-26ec-48ab-90e8-ec3c5d9055ad,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:31.552129 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:31.565285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea91f5-dc65-45fb-98a4-7446dafaa2d0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:31.565690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2ea91f5-dc65-45fb-98a4-7446dafaa2d0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.577917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969583c7-0643-45c6-b63d-9bf4d494b7ab None None] Network 40555ad7-33a0-41d9-873f-e57f23f1fa23 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:31.677625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-35f766fe-a521-42f5-9397-2dc76c025589 None None] Port 6b8b64dc-e0ba-4a9f-97dc-d481e209132f cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:31.733340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.807618 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.808351 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.812184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 61da758f-9377-494a-980a-6e69339e447e details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:17:31.895961 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.961344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f549e-3eae-4e52-8651-ae0529e1f55c req-e1e72a98-2039-4467-8402-d0f3614c4946 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:31.962896 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a0f549e-3eae-4e52-8651-ae0529e1f55c req-e1e72a98-2039-4467-8402-d0f3614c4946 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.1875522 Apr 18 21:17:31.988949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-639cf593-5bb3-45f1-9617-189552c728af None None] Provisioning for port d1dfd797-9499-4737-94ca-06a11de08fe9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:32.021396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-639cf593-5bb3-45f1-9617-189552c728af None None] Provisioning complete for port d1dfd797-9499-4737-94ca-06a11de08fe9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:32.021987 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-639cf593-5bb3-45f1-9617-189552c728af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.088596 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2ea91f5-dc65-45fb-98a4-7446dafaa2d0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.098618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 61da758f-9377-494a-980a-6e69339e447e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=61da758f-9377-494a-980a-6e69339e447e,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:32.104098 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a0f549e-3eae-4e52-8651-ae0529e1f55c req-21ab5c86-16ed-4c9f-b301-0189d0b51971 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309686 Apr 18 21:17:32.128990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '61da758f-9377-494a-980a-6e69339e447e', 'network_id': 'd48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2', 'port_id': '61da758f-9377-494a-980a-6e69339e447e', 'mac_address': 'fa:16:3e:84:57:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6eed83b-bd8b-4106-83ab-7db4459dec92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:17:32.254847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea91f5-dc65-45fb-98a4-7446dafaa2d0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 6b8b64dc-e0ba-4a9f-97dc-d481e209132f owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:32.260113 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.296942 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.321500 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-639cf593-5bb3-45f1-9617-189552c728af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.331517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61da758f-9377-494a-980a-6e69339e447e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:17:32.376606 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.390362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 61da758f-9377-494a-980a-6e69339e447e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=61da758f-9377-494a-980a-6e69339e447e,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:32.406995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-639cf593-5bb3-45f1-9617-189552c728af None None] For port d1dfd797-9499-4737-94ca-06a11de08fe9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d1dfd797-9499-4737-94ca-06a11de08fe9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:32.462470 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.516654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Pushing event updated for resources: {'Port': ['ID=6c573cc7-26ec-48ab-90e8-ec3c5d9055ad,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:32.517678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-c5db5133-2a8e-4ece-815c-3df7e817308b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:32.518408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-c5db5133-2a8e-4ece-815c-3df7e817308b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Synchronizing usage tracker for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:32.530302 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.552522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=61da758f-9377-494a-980a-6e69339e447e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:32.563237 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-639cf593-5bb3-45f1-9617-189552c728af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.632632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cf593-5bb3-45f1-9617-189552c728af None None] Pushing event updated for resources: {'Port': ['ID=d1dfd797-9499-4737-94ca-06a11de08fe9,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:32.656605 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.660009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-ed1e0a9b-9b8a-4a0f-bb62-281b9ba34799 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2857311 Apr 18 21:17:32.684925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ff6d12e8-af1f-4009-b5ad-c44f12b4bcd1 None None] Provisioning complete for port d1dfd797-9499-4737-94ca-06a11de08fe9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:32.685370 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ff6d12e8-af1f-4009-b5ad-c44f12b4bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.702479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-c5db5133-2a8e-4ece-815c-3df7e817308b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Unset dirty status for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:32.703797 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-c5db5133-2a8e-4ece-815c-3df7e817308b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.59 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 945 time: 0.3807681 Apr 18 21:17:32.800279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Router 12336b33-83c8-4ffe-a0c3-db24bde103e8 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:17:32.804479 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2ea91f5-dc65-45fb-98a4-7446dafaa2d0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.926273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea91f5-dc65-45fb-98a4-7446dafaa2d0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=6b8b64dc-e0ba-4a9f-97dc-d481e209132f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:32.943253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['61da758f-9377-494a-980a-6e69339e447e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:17:32.944333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-b6590653-7a68-4e31-8ce4-4f0a53a6ab04 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Deleting port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:32.944965 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-b6590653-7a68-4e31-8ce4-4f0a53a6ab04 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.988495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-b8bbd34a-26b2-49c6-bd00-78664d653418 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Synchronizing usage tracker for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:33.011509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa1be5-d327-4fdd-b136-e07bb8e96f5d req-1473842b-be42-4cb9-aeed-476720f620d4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:33.013536 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4aa1be5-d327-4fdd-b136-e07bb8e96f5d req-1473842b-be42-4cb9-aeed-476720f620d4 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 945 time: 0.1762421 Apr 18 21:17:33.075270 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4aa1be5-d327-4fdd-b136-e07bb8e96f5d req-b21daf59-1e57-4ca2-9e8c-38ea8220d6c3 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554802 Apr 18 21:17:33.139787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-b8bbd34a-26b2-49c6-bd00-78664d653418 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Unset dirty status for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:33.148634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-b8bbd34a-26b2-49c6-bd00-78664d653418 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.4812839 Apr 18 21:17:33.364084 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2ea91f5-dc65-45fb-98a4-7446dafaa2d0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.400052 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.442872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-28160fe7-b2be-48f7-8a04-fc5e514740a5 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:33.444812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f405efaa-b17a-496a-9b0a-2e01dcdb422d req-28160fe7-b2be-48f7-8a04-fc5e514740a5 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.2930648 Apr 18 21:17:33.456870 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f2ea91f5-dc65-45fb-98a4-7446dafaa2d0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/6b8b64dc-e0ba-4a9f-97dc-d481e209132f HTTP/1.1" status: 204 len: 168 time: 1.9721513 Apr 18 21:17:33.458673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44610) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:33.471155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1e9b-1033-4463-9b61-06a4c7ca7221 req-f356d62e-3310-4ef1-ab98-89253cf88286 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:33.473052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-367c1e9b-1033-4463-9b61-06a4c7ca7221 req-f356d62e-3310-4ef1-ab98-89253cf88286 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 945 time: 0.1404324 Apr 18 21:17:33.526751 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05a372a-6aa8-4441-a9bd-dfbe67cca364 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:17:33.527644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d05a372a-6aa8-4441-a9bd-dfbe67cca364 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:33.535180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-367c1e9b-1033-4463-9b61-06a4c7ca7221 req-ea04e479-0268-438d-8740-6c8cd9a01f48 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551169 Apr 18 21:17:33.606764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-b6590653-7a68-4e31-8ce4-4f0a53a6ab04 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] For port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:33.607122 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-b6590653-7a68-4e31-8ce4-4f0a53a6ab04 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.631258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb671cd2-2cd7-4d33-9b78-671c952a6cd4 req-d3d57256-cb02-4e99-bfad-c973eeade26e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:33.633627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb671cd2-2cd7-4d33-9b78-671c952a6cd4 req-d3d57256-cb02-4e99-bfad-c973eeade26e tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.0870266 Apr 18 21:17:33.733995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d05a372a-6aa8-4441-a9bd-dfbe67cca364 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:33.740026 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d05a372a-6aa8-4441-a9bd-dfbe67cca364 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/6b8b64dc-e0ba-4a9f-97dc-d481e209132f HTTP/1.1" status: 404 len: 333 time: 0.2772315 Apr 18 21:17:33.740152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb671cd2-2cd7-4d33-9b78-671c952a6cd4 req-b6e075e4-3c26-4724-93d1-26868199830a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980618 Apr 18 21:17:33.740152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44614) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:33.742809 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-b6590653-7a68-4e31-8ce4-4f0a53a6ab04 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Calling delete_port for 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:33.781744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:33.798486 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Sync routers for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:17:33.809739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4630ae9-5e22-4d26-8e77-a83ee6560b66 req-4c877a5e-a3f3-48c9-bb51-dc8f9ad4d503 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:33.811203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4630ae9-5e22-4d26-8e77-a83ee6560b66 req-4c877a5e-a3f3-48c9-bb51-dc8f9ad4d503 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.1575782 Apr 18 21:17:33.811359 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:33.811996 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:17:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:33.937437 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.941118 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-99b08251-f39b-4bea-b2fb-887c566070fe admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4620020 Apr 18 21:17:33.941411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44618) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:34.032973 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:34.071852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4630ae9-5e22-4d26-8e77-a83ee6560b66 req-4aca2a8e-eab5-4622-8889-de60f447549d tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321410 Apr 18 21:17:34.139927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-598b6723-e9fa-4721-b1b2-d3245f16bb8d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting subnet d8d680fa-02b4-454b-9a03-50d8a89284bc {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:17:34.147553 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-598b6723-e9fa-4721-b1b2-d3245f16bb8d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.192315 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-8c9ea300-b682-4324-b5d4-1701bceabe99 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3780150 Apr 18 21:17:34.197759 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-b6590653-7a68-4e31-8ce4-4f0a53a6ab04 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.212589 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['5c066a4b-a7db-4764-b13b-b7bcfdf6a73d'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:17:34.218288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:34.228707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:34.239386 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-598b6723-e9fa-4721-b1b2-d3245f16bb8d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.285993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:34.294919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6590653-7a68-4e31-8ce4-4f0a53a6ab04 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Pushing event deleted for resources: {'Port': ['ID=5c066a4b-a7db-4764-b13b-b7bcfdf6a73d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:34.392403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-b6590653-7a68-4e31-8ce4-4f0a53a6ab04 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] No DVR routers for this DVR port 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:34.395999 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.398064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-b6590653-7a68-4e31-8ce4-4f0a53a6ab04 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.402891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032dd8e4-43b5-45c9-be08-f8c2420c0482', 'name': 'network-vif-deleted', 'tag': '5c066a4b-a7db-4764-b13b-b7bcfdf6a73d'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:34.403650 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:31Z', 'revision_number': 3, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:34.407814 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Checking router: 12336b33-83c8-4ffe-a0c3-db24bde103e8 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:17:34.408225 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Updating router 12336b33-83c8-4ffe-a0c3-db24bde103e8 port 89c5ca30-a5ba-4192-b055-2954e35b6ad9 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:17:34.461811 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.507922 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-598b6723-e9fa-4721-b1b2-d3245f16bb8d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.522532 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a0819ebe-6a7d-472c-9354-e9179c450d13 req-b6590653-7a68-4e31-8ce4-4f0a53a6ab04 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.59 "DELETE /v2.0/ports/5c066a4b-a7db-4764-b13b-b7bcfdf6a73d HTTP/1.1" status: 204 len: 173 time: 1.8085966 Apr 18 21:17:34.580453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d394a26-a0be-4a2c-9ee1-661c52fdd4e0 req-fbafb2a3-9faa-4b40-9897-43c66bc4edf5 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:34.581923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d394a26-a0be-4a2c-9ee1-661c52fdd4e0 req-fbafb2a3-9faa-4b40-9897-43c66bc4edf5 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 945 time: 0.2401981 Apr 18 21:17:34.626999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d1dfd797-9499-4737-94ca-06a11de08fe9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:34.706040 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d394a26-a0be-4a2c-9ee1-661c52fdd4e0 req-2397ef47-39bf-4abf-ad3c-b55b929d7f81 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941064 Apr 18 21:17:34.742014 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-598b6723-e9fa-4721-b1b2-d3245f16bb8d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.799941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d1dfd797-9499-4737-94ca-06a11de08fe9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:34.800302 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.823462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b6723-e9fa-4721-b1b2-d3245f16bb8d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d680fa-02b4-454b-9a03-50d8a89284bc,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:34.844523 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.851431 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-598b6723-e9fa-4721-b1b2-d3245f16bb8d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.880105 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060bfc59-f879-4115-9d14-68e29ffc2887'] response: {'server_uuid': '032dd8e4-43b5-45c9-be08-f8c2420c0482', 'name': 'network-vif-deleted', 'tag': '5c066a4b-a7db-4764-b13b-b7bcfdf6a73d', 'status': 'completed', 'code': 200} Apr 18 21:17:34.889831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df299b-0fc6-4d52-941a-258997570fd0 None None] Network cdd814b0-3616-4035-96e9-00887b57cb49 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:34.890923 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.908900 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Transition to ACTIVE for port object 89c5ca30-a5ba-4192-b055-2954e35b6ad9 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:34.948489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-598b6723-e9fa-4721-b1b2-d3245f16bb8d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/d8d680fa-02b4-454b-9a03-50d8a89284bc HTTP/1.1" status: 204 len: 168 time: 1.2078218 Apr 18 21:17:34.951235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44630) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:34.999720 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.086987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae809ebb-e0a7-4c2b-b131-82977569a351 req-422e69ae-3db5-4ec8-b572-220cf84e008a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=032dd8e4-43b5-45c9-be08-f8c2420c0482 HTTP/1.1" status: 200 len: 210 time: 0.0998833 Apr 18 21:17:35.207164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-84676793-e139-4909-96ff-52977ad88162 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting subnet a1613249-bbc3-4709-a284-c6561fd84b47 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:17:35.212351 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84676793-e139-4909-96ff-52977ad88162 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.223199 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb13afe-5716-4e5c-ba2b-6436dbfc804e None None] Pushing event updated for resources: {'Port': ['ID=89c5ca30-a5ba-4192-b055-2954e35b6ad9,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:35.244228 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Attempting to bind port 89c5ca30-a5ba-4192-b055-2954e35b6ad9 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:35.249325 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Attempting to bind port 89c5ca30-a5ba-4192-b055-2954e35b6ad9 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:35.250023 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Attempting to bind port 89c5ca30-a5ba-4192-b055-2954e35b6ad9 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:35.263895 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:35.264636 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:35.270142 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.270806 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:35.271508 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Bound port: 89c5ca30-a5ba-4192-b055-2954e35b6ad9, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:35.273249 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.297894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Allocated IP 172.25.3.193 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/6270733e-a212-44c4-a8a4-a08d739118a4) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:35.349894 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84676793-e139-4909-96ff-52977ad88162 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.415748 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] For port 89c5ca30-a5ba-4192-b055-2954e35b6ad9, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:35.420592 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] For port 89c5ca30-a5ba-4192-b055-2954e35b6ad9, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=89c5ca30-a5ba-4192-b055-2954e35b6ad9,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:35.494625 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.586303 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.596209 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84676793-e139-4909-96ff-52977ad88162 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.612985 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb13afe-5716-4e5c-ba2b-6436dbfc804e None None] Pushing event updated for resources: {'Port': ['ID=89c5ca30-a5ba-4192-b055-2954e35b6ad9,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:35.656189 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:35.657603 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:17:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:35.796156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 61da758f-9377-494a-980a-6e69339e447e up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:35.817748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac60a2-6125-4013-955d-dde6d9a61b0d req-43ee2dd6-5950-41f0-b64e-085c9ca2fb8b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:35.825974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8ac60a2-6125-4013-955d-dde6d9a61b0d req-43ee2dd6-5950-41f0-b64e-085c9ca2fb8b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.4462993 Apr 18 21:17:35.864488 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.904676 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84676793-e139-4909-96ff-52977ad88162 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.919396 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8ac60a2-6125-4013-955d-dde6d9a61b0d req-8ed842c9-9857-444d-91e4-1a1cad568b4b tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920610 Apr 18 21:17:35.965569 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:36.007191 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.048624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 61da758f-9377-494a-980a-6e69339e447e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:36.054498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 61da758f-9377-494a-980a-6e69339e447e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:36.054865 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.083972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84676793-e139-4909-96ff-52977ad88162 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Subnet': ['ID=a1613249-bbc3-4709-a284-c6561fd84b47,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:36.096204 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84676793-e139-4909-96ff-52977ad88162 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.102593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:36.106434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:36.110502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:36.128632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Allocated IP 172.20.0.1 (40555ad7-33a0-41d9-873f-e57f23f1fa23/ed1432d0-91ad-4671-b49d-79ee529eb9da/506cf3cb-fa3e-4bcf-88a7-363252c08ab7) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:36.135150 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-84676793-e139-4909-96ff-52977ad88162 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/a1613249-bbc3-4709-a284-c6561fd84b47 HTTP/1.1" status: 204 len: 168 time: 1.1807468 Apr 18 21:17:36.141907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44642) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:36.304046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:36.331137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Pushing event updated for resources: {'Port': ['ID=6270733e-a212-44c4-a8a4-a08d739118a4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:36.423594 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e8451-f304-4256-8f3e-233b82c338cf None None] Network cdd814b0-3616-4035-96e9-00887b57cb49 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:36.509302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.553741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:36.554504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.580230 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.591851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29996bc1-823d-4ada-b74a-48ca1955607c req-3489783f-a579-4b84-b552-a768314131df tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:36.604479 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-29996bc1-823d-4ada-b74a-48ca1955607c req-3489783f-a579-4b84-b552-a768314131df tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.3261874 Apr 18 21:17:36.624785 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:31Z', 'revision_number': 3, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:36.637798 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ab422-ccfb-482a-b9b9-fb0547ad36af None None] The sync data for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 is: [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:31Z', 'revision_number': 3, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:36.670523 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.717313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Transition to ACTIVE for port object 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:36.770649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:36.771732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5c066a4b-a7db-4764-b13b-b7bcfdf6a73d not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:36.810056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-29996bc1-823d-4ada-b74a-48ca1955607c req-d07bf6b5-5db7-436a-a4f4-da713b9cc85d tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046385 Apr 18 21:17:36.817912 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.842891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.860317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] For port 6e9802a6-d8bf-4bec-8437-60a8caba8a69, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6e9802a6-d8bf-4bec-8437-60a8caba8a69,segment=NetworkSegment(050ee2ed-12f4-4ac5-89e9-5d902cd3977c),segment_id=050ee2ed-12f4-4ac5-89e9-5d902cd3977c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:36.863472 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.926371 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d7835a7d-4ce4-4c3a-b04a-0173f5942c7c None None] Provisioning complete for port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:36.938884 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d7835a7d-4ce4-4c3a-b04a-0173f5942c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.090742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081842a2-d375-4e49-b853-de51cf2ee738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61da758f-9377-494a-980a-6e69339e447e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:37.113130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 61da758f-9377-494a-980a-6e69339e447e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=61da758f-9377-494a-980a-6e69339e447e,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:37.156036 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.168604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 6e9802a6-d8bf-4bec-8437-60a8caba8a69 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:37.240176 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4a935a-f447-4535-9731-f01ddbe9d6d9 None None] DHCP port deletion for cdd814b0-3616-4035-96e9-00887b57cb49 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:17:37.253432 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.320999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=506cf3cb-fa3e-4bcf-88a7-363252c08ab7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:37.328771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Network 40555ad7-33a0-41d9-873f-e57f23f1fa23 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:37.333066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:37.341588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:37.342018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a935a-f447-4535-9731-f01ddbe9d6d9 None None] Deleting port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:37.342390 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8c4a935a-f447-4535-9731-f01ddbe9d6d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.399632 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.404785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.456439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9f4f-6ebe-43c0-9ac8-c08c5b459efc req-1c253131-0791-4f12-8c91-51e3f28a66b2 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:37.458502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-120a9f4f-6ebe-43c0-9ac8-c08c5b459efc req-1c253131-0791-4f12-8c91-51e3f28a66b2 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 946 time: 0.3094969 Apr 18 21:17:37.491761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=61da758f-9377-494a-980a-6e69339e447e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:37.523783 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.536983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-120a9f4f-6ebe-43c0-9ac8-c08c5b459efc req-db4596a3-807c-466d-9ccb-e1825178ddaf tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710244 Apr 18 21:17:37.538264 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.581899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a935a-f447-4535-9731-f01ddbe9d6d9 None None] The port '6e9802a6-d8bf-4bec-8437-60a8caba8a69' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:17:37.635248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Pushing event updated for resources: {'Port': ['ID=6270733e-a212-44c4-a8a4-a08d739118a4,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:37.668779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=6e9802a6-d8bf-4bec-8437-60a8caba8a69,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:37.714468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.714813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.715343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.715688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.716026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.716363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.716799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.717444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.722952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.723498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.724475 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.750042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No DVR routers for this DVR port 6e9802a6-d8bf-4bec-8437-60a8caba8a69 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:37.768308 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.922497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5f1e2075-92da-4618-b79b-10d3223f0cf2 None None] Provisioning for port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:37.930332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5f1e2075-92da-4618-b79b-10d3223f0cf2 None None] Provisioning complete for port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:37.930716 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5f1e2075-92da-4618-b79b-10d3223f0cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.934716 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.969371 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.973192 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.977153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-5846925a-c23a-42f9-b1c6-6ff10cece2db tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7699766 Apr 18 21:17:38.056940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e2075-92da-4618-b79b-10d3223f0cf2 None None] Port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:38.058948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd814b0-3616-4035-96e9-00887b57cb49']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:38.086326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050ee2ed-12f4-4ac5-89e9-5d902cd3977c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:38.086662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050ee2ed-12f4-4ac5-89e9-5d902cd3977c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:38.106250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.162852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-604d00ff-a7cd-4adc-a77c-6dce51d13ca2 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Synchronizing usage tracker for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:38.205748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d7e13-b8a5-4e94-9272-788f7f0ecabb req-e64deea5-d8e2-4447-9d15-d09fd0c87983 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:38.226318 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b22d7e13-b8a5-4e94-9272-788f7f0ecabb req-e64deea5-d8e2-4447-9d15-d09fd0c87983 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.3407571 Apr 18 21:17:38.226796 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.234333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:17:38.234538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.267414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-604d00ff-a7cd-4adc-a77c-6dce51d13ca2 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Unset dirty status for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:38.274813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-604d00ff-a7cd-4adc-a77c-6dce51d13ca2 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 696 time: 0.2967868 Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:17:38.341363 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:17:38.394193 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b22d7e13-b8a5-4e94-9272-788f7f0ecabb req-0b2fb86f-b616-4cce-8862-1c2e538e49fd tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662672 Apr 18 21:17:38.413298 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.459623 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.470594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-ee0da738-0255-430f-8c25-8c05f5675267 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:38.470594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc67338e-3a86-4d57-a899-28f2e230ce74 req-ee0da738-0255-430f-8c25-8c05f5675267 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.1945796 Apr 18 21:17:38.483302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Network': ['ID=cdd814b0-3616-4035-96e9-00887b57cb49,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:38.520167 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0fbf245-fd17-4652-87d0-436c03c10945'] response: {'server_uuid': '081842a2-d375-4e49-b853-de51cf2ee738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61da758f-9377-494a-980a-6e69339e447e', 'code': 200} Apr 18 21:17:38.668363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 89c5ca30-a5ba-4192-b055-2954e35b6ad9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:38.747719 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ac478a8d-8fb8-4046-b37f-ee89201a86d6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/networks/cdd814b0-3616-4035-96e9-00887b57cb49 HTTP/1.1" status: 204 len: 168 time: 2.6053071 Apr 18 21:17:38.754213 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.754213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44662) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:38.840931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.856501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 89c5ca30-a5ba-4192-b055-2954e35b6ad9 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:38.863251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 89c5ca30-a5ba-4192-b055-2954e35b6ad9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:38.863851 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.909729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8b2791b-f0d1-40fe-a48d-3934456f57e0 req-b1b8b797-b3aa-45bd-b467-0c857bd65519 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips/d7518bc6-0389-4563-bb21-58f89045977a HTTP/1.1" status: 200 len: 693 time: 0.3184946 Apr 18 21:17:38.985992 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.996500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.017459 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.034659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 89c5ca30-a5ba-4192-b055-2954e35b6ad9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=89c5ca30-a5ba-4192-b055-2954e35b6ad9,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:39.041358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=506cf3cb-fa3e-4bcf-88a7-363252c08ab7,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:39.079704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400c5ab-b352-41bb-8217-2918b85237d7 req-be6126fd-d807-44d6-998f-f84318eff3b7 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:39.081282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0400c5ab-b352-41bb-8217-2918b85237d7 req-be6126fd-d807-44d6-998f-f84318eff3b7 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.3628380 Apr 18 21:17:39.088974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e92cb03-9322-407d-b2cb-7d82c34db007 req-98fa195f-c361-41e8-a623-8585439ce053 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 1097 time: 0.4039571 Apr 18 21:17:39.125712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fef7583-a244-41a5-ba4f-80e7b7b04bd0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:39.126509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6fef7583-a244-41a5-ba4f-80e7b7b04bd0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:39.170547 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.180330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2791b-f0d1-40fe-a48d-3934456f57e0 req-6f2d1a9a-819a-4898-aeee-59c208c32b45 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:39.192645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8b2791b-f0d1-40fe-a48d-3934456f57e0 req-6f2d1a9a-819a-4898-aeee-59c208c32b45 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.2730136 Apr 18 21:17:39.198825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-a8b2791b-f0d1-40fe-a48d-3934456f57e0 req-3e312c65-0b7c-42c0-b932-9875e22f9700 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:17:39.218308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8b2791b-f0d1-40fe-a48d-3934456f57e0 req-3e312c65-0b7c-42c0-b932-9875e22f9700 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0242584 Apr 18 21:17:39.230813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Network 40555ad7-33a0-41d9-873f-e57f23f1fa23 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:39.230813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:39.300386 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6e9802a6-d8bf-4bec-8437-60a8caba8a69 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:39.305364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e92cb03-9322-407d-b2cb-7d82c34db007 req-87386f1d-dd22-445a-bbfe-50d70e5758d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984050 Apr 18 21:17:39.321176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0400c5ab-b352-41bb-8217-2918b85237d7 req-0951a12d-4e30-41fa-8ba5-0586f487b8e2 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233055 Apr 18 21:17:39.419426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 6e9802a6-d8bf-4bec-8437-60a8caba8a69 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:39.420001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6e9802a6-d8bf-4bec-8437-60a8caba8a69 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:39.463997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=89c5ca30-a5ba-4192-b055-2954e35b6ad9,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:39.470431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6fef7583-a244-41a5-ba4f-80e7b7b04bd0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:39.471824 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6fef7583-a244-41a5-ba4f-80e7b7b04bd0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.7187769 Apr 18 21:17:39.501702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44672) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:39.600056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-fba41ad8-d617-432b-8a58-c79e8046df50 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips/d7518bc6-0389-4563-bb21-58f89045977a HTTP/1.1" status: 200 len: 693 time: 0.2014041 Apr 18 21:17:39.607372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e6264ac1-e1e7-467c-8cfa-a55e5bbbe86a None None] Provisioning complete for port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:39.607732 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e6264ac1-e1e7-467c-8cfa-a55e5bbbe86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.657298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3207996e-c94a-49a9-bbd1-01254af0bb38 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1419764 Apr 18 21:17:39.664772 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e6264ac1-e1e7-467c-8cfa-a55e5bbbe86a None None] Port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:39.672877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44676) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:39.681260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-999866379'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:39.696480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:39.704073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:network and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:39.707381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:39.716615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:39.767869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6681ab-7032-499e-97ce-4c4864db233f req-5ac5aea5-6929-4ab0-9798-f90afddc0d90 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:39.769373 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b6681ab-7032-499e-97ce-4c4864db233f req-5ac5aea5-6929-4ab0-9798-f90afddc0d90 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 946 time: 0.2559030 Apr 18 21:17:39.842688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-59a3e601-313b-4c21-a979-4fb29c4b409d tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:39.849278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-59a3e601-313b-4c21-a979-4fb29c4b409d tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.2423804 Apr 18 21:17:39.855265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-5a84d1db-5e9b-4d52-87c4-56fbb288f519 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:17:39.862697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-5a84d1db-5e9b-4d52-87c4-56fbb288f519 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0120637 Apr 18 21:17:39.884346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:39.887879 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.946157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:17:39.948062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b6681ab-7032-499e-97ce-4c4864db233f req-26f74d14-8b7d-4618-ae83-84c09979f540 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658936 Apr 18 21:17:39.960473 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.960473 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Added segment fbcc7a85-d8a3-4c87-a54f-87e150875b5e of type vlan for network b92a4b8b-ea7d-4de0-b31e-63c896bb352f Apr 18 21:17:39.962994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-6dc7bf16-33d8-4da4-ad1c-b1cd8d2092a6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 696 time: 0.0994022 Apr 18 21:17:40.017162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.087121 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-8d443dc6-ecdb-40dc-ae2c-db7b53734a32 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 696 time: 0.1232386 Apr 18 21:17:40.160707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Router 12336b33-83c8-4ffe-a0c3-db24bde103e8 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:17:40.166312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.170807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:40.171471 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.327807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6eec0638-b42a-406d-8b62-fe04416e989d details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:17:40.330307 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6eec0638-b42a-406d-8b62-fe04416e989d no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:40.363294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Network': ['ID=b92a4b8b-ea7d-4de0-b31e-63c896bb352f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:40.367989 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-70c3aba7-84a9-4abf-8b0d-a86dd7ea37de tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6941948 Apr 18 21:17:40.380034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44682) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:40.387490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-4956eb78-0ac4-419a-96d3-6bd5ff0404d9 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Deleting port 6270733e-a212-44c4-a8a4-a08d739118a4 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:40.387490 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-4956eb78-0ac4-419a-96d3-6bd5ff0404d9 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.411408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b92a4b8b-ea7d-4de0-b31e-63c896bb352f details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:17:40.424184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': 'b92a4b8b-ea7d-4de0-b31e-63c896bb352f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:40.573761 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:17:40.600835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:40.608688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:40.613204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:40.624908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:40.684531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:40.691178 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-de1a5be2-2fec-4815-935c-c15311dd3cf9 admin admin] 10.222.0.11 "PUT /v2.0/routers/12336b33-83c8-4ffe-a0c3-db24bde103e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7476869 Apr 18 21:17:40.742051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 89c5ca30-a5ba-4192-b055-2954e35b6ad9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:40.754415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f962abd-cc82-41e3-b040-81ec72f2627e req-c65bc6ce-f42f-4260-bde3-59f25ed1660c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:40.770027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f962abd-cc82-41e3-b040-81ec72f2627e req-c65bc6ce-f42f-4260-bde3-59f25ed1660c tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.5782802 Apr 18 21:17:40.820197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:40.940848 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.965565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 6eec0638-b42a-406d-8b62-fe04416e989d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6eec0638-b42a-406d-8b62-fe04416e989d,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:40.992905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '6eec0638-b42a-406d-8b62-fe04416e989d', 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77', 'port_id': '6eec0638-b42a-406d-8b62-fe04416e989d', 'mac_address': 'fa:16:3e:a2:39:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b383855-ac18-4d5a-9d3a-42279a6e6631', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:17:40.993738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f962abd-cc82-41e3-b040-81ec72f2627e req-6e650366-6356-44f9-a7a0-dcdbc65116f4 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188346 Apr 18 21:17:40.993738 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-4956eb78-0ac4-419a-96d3-6bd5ff0404d9 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.993738 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-4956eb78-0ac4-419a-96d3-6bd5ff0404d9 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.997137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eec0638-b42a-406d-8b62-fe04416e989d'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:41.028098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 89c5ca30-a5ba-4192-b055-2954e35b6ad9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:41.028520 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.080470 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 6eec0638-b42a-406d-8b62-fe04416e989d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6eec0638-b42a-406d-8b62-fe04416e989d,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:41.116836 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.145630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Sync routers for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:17:41.152020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6eec0638-b42a-406d-8b62-fe04416e989d {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:17:41.211473 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:41.212257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:17:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:41.245269 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.274556 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.324461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-4956eb78-0ac4-419a-96d3-6bd5ff0404d9 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Calling delete_port for 6270733e-a212-44c4-a8a4-a08d739118a4 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:41.482004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:17:41.484918 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:17:41.484918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=6eec0638-b42a-406d-8b62-fe04416e989d,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:41.525649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:41.651036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3570fe8-49ab-4ea8-afeb-01b20009dd20 req-7f10aefd-0b61-422f-8793-e815fc8f8d9f tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:41.652657 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3570fe8-49ab-4ea8-afeb-01b20009dd20 req-7f10aefd-0b61-422f-8793-e815fc8f8d9f tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 943 time: 0.3410563 Apr 18 21:17:41.766177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3570fe8-49ab-4ea8-afeb-01b20009dd20 req-7784bb5d-d088-42b1-bf29-e0f82d11b029 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018994 Apr 18 21:17:41.806190 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-4956eb78-0ac4-419a-96d3-6bd5ff0404d9 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.873645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956eb78-0ac4-419a-96d3-6bd5ff0404d9 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Pushing event deleted for resources: {'Port': ['ID=6270733e-a212-44c4-a8a4-a08d739118a4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:41.874098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:38Z', 'revision_number': 2, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:41.880125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Checking router: 12336b33-83c8-4ffe-a0c3-db24bde103e8 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:17:41.880125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Updating router 12336b33-83c8-4ffe-a0c3-db24bde103e8 port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:17:41.882081 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.937768 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.977093 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:17:42.085452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Subnet': ['ID=fe2adc1b-7f15-457b-92cb-c3d2633d83d7,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:42.095700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Checking segment: {'id': 'fbcc7a85-d8a3-4c87-a54f-87e150875b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b92a4b8b-ea7d-4de0-b31e-63c896bb352f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:42.096060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network hostable DHCP agents. Network: b92a4b8b-ea7d-4de0-b31e-63c896bb352f, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:17:42.119760 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.122447 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-4956eb78-0ac4-419a-96d3-6bd5ff0404d9 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.144696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eec0638-b42a-406d-8b62-fe04416e989d {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:17:42.178258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 6eec0638-b42a-406d-8b62-fe04416e989d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6eec0638-b42a-406d-8b62-fe04416e989d,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:42.246315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network b92a4b8b-ea7d-4de0-b31e-63c896bb352f is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:17:42.247495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44706) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:42.253119 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-4956eb78-0ac4-419a-96d3-6bd5ff0404d9 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.253271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2028298382', 'description': 'tempest-description--1134294949'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:42.255064 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c617c97-c502-4a93-9c9c-8f73bcce22b8 req-4956eb78-0ac4-419a-96d3-6bd5ff0404d9 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "DELETE /v2.0/floatingips/d7518bc6-0389-4563-bb21-58f89045977a HTTP/1.1" status: 204 len: 173 time: 2.1620910 Apr 18 21:17:42.274451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:42.290411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Usage tracker for resource:security_group and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:42.293918 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:42.297905 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.306774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:42.344299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b92a4b8b-ea7d-4de0-b31e-63c896bb352f) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:42.387596 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0c52fd-1fd0-4ed0-94f6-3d8a8e45ee6b'] response: {'server_uuid': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eec0638-b42a-406d-8b62-fe04416e989d', 'code': 200} Apr 18 21:17:42.390068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b36619a-50cf-4b12-ae05-968a1a64a659 None None] Network b92a4b8b-ea7d-4de0-b31e-63c896bb352f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:42.395260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.406503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:42.407463 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.446701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:42.454872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Usage tracker for resource:security_group_rule and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:42.467162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:42.476130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:42.496849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b6346-7488-4aff-bdab-1d089c1737f5 req-1d15540f-e9ff-4286-9edd-a6d12062028e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:42.507477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c3b6346-7488-4aff-bdab-1d089c1737f5 req-1d15540f-e9ff-4286-9edd-a6d12062028e tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 946 time: 0.1473758 Apr 18 21:17:42.528197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e8195752-9b09-469e-8522-45580e5e338d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1151016 Apr 18 21:17:42.531819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44712) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:42.542152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': 'b92a4b8b-ea7d-4de0-b31e-63c896bb352f', 'name': 'tempest-PortsTestJSON-210531692'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:42.571676 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.573487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=6eec0638-b42a-406d-8b62-fe04416e989d,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:42.641349 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['6eec0638-b42a-406d-8b62-fe04416e989d'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:17:42.662841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c3b6346-7488-4aff-bdab-1d089c1737f5 req-3ff8338f-8660-4d8a-833b-4ab7cb9a2a33 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545165 Apr 18 21:17:42.738773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:42.745837 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.758323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:42.815609 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Transition to ACTIVE for port object 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:42.835215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-b92a4b8b-ea7d-4de0-b31e-63c896bb352f', 'network_id': 'b92a4b8b-ea7d-4de0-b31e-63c896bb352f', 'tenant_id': 'de025488dafd4d32aeebced97621e383', 'fixed_ips': [{'subnet_id': 'fe2adc1b-7f15-457b-92cb-c3d2633d83d7'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:17:42.836026 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.877230 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.963774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ab70b-1e26-4dab-9011-8af29f362ba8 req-218678b9-1d8e-464e-bc8a-836692ee64e9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:42.963774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-486ab70b-1e26-4dab-9011-8af29f362ba8 req-218678b9-1d8e-464e-bc8a-836692ee64e9 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.1031258 Apr 18 21:17:42.964565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:42.965117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-486ab70b-1e26-4dab-9011-8af29f362ba8 req-ec2624e0-edb9-4d7e-b929-85cbab9f811a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438461 Apr 18 21:17:43.068238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Allocated IP 172.20.0.2 (b92a4b8b-ea7d-4de0-b31e-63c896bb352f/fe2adc1b-7f15-457b-92cb-c3d2633d83d7/c225b641-4529-47d9-8207-f8e808ec1f9e) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:43.136446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.140333 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c2ac9c73-0797-4a59-8883-52616c083e14 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8893089 Apr 18 21:17:43.140561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44720) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:43.143738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:43.146594 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.148074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.149364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-354e5ce9-65a3-438d-b139-88af27e601d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Request body: {'security_group_rule': {'security_group_id': '65627502-f21f-4d4c-b9a1-ac8ec52ab9c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:43.163516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-354e5ce9-65a3-438d-b139-88af27e601d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:43.165898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-354e5ce9-65a3-438d-b139-88af27e601d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Usage tracker for resource:security_group_rule and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:43.170338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-354e5ce9-65a3-438d-b139-88af27e601d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:43.177357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-354e5ce9-65a3-438d-b139-88af27e601d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:43.179722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f4b61-bed6-49b1-a9b7-b27310806b97 req-d1d76e0e-428b-4d3b-8f00-13a33cab302d tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:43.192842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e6f4b61-bed6-49b1-a9b7-b27310806b97 req-d1d76e0e-428b-4d3b-8f00-13a33cab302d tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2015693 Apr 18 21:17:43.209136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port 4574002c-62cf-482b-b474-eb40c0c447f5 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:17:43.312756 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-354e5ce9-65a3-438d-b139-88af27e601d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.334711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22240f05-0bdd-4ed7-a64f-ed6aeaee9e78 None None] Pushing event updated for resources: {'Port': ['ID=506cf3cb-fa3e-4bcf-88a7-363252c08ab7,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:43.427442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-354e5ce9-65a3-438d-b139-88af27e601d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.525263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Attempting to bind port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:43.525658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Attempting to bind port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:43.526016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Attempting to bind port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 on network 40555ad7-33a0-41d9-873f-e57f23f1fa23 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:43.528001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4407161-280b-4dde-a904-4cc5ddf9dae1 req-a0a0bdb4-fa8c-49f4-80b4-d59ff779dffd tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:43.529458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4407161-280b-4dde-a904-4cc5ddf9dae1 req-a0a0bdb4-fa8c-49f4-80b4-d59ff779dffd tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 944 time: 0.1016874 Apr 18 21:17:43.546642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:43.546642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Checking segment: {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:43.546642 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.546642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Bound using segment: {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:43.547295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Bound port: 506cf3cb-fa3e-4bcf-88a7-363252c08ab7, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:43.547872 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.565008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-354e5ce9-65a3-438d-b139-88af27e601d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.568750 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.579465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4407161-280b-4dde-a904-4cc5ddf9dae1 req-cd95d300-e87a-4459-9db0-2224c7870701 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435708 Apr 18 21:17:43.596223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e5ce9-65a3-438d-b139-88af27e601d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c06ae39-c605-4e4c-8421-c5d6b0d5bf32,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:43.606344 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Transition to ACTIVE for port object c225b641-4529-47d9-8207-f8e808ec1f9e will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:43.657169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Transition to ACTIVE for port object c225b641-4529-47d9-8207-f8e808ec1f9e will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:43.690133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] For port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:43.695079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-354e5ce9-65a3-438d-b139-88af27e601d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.695079 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-354e5ce9-65a3-438d-b139-88af27e601d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5496740 Apr 18 21:17:43.695441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44728) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:43.696501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] For port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=506cf3cb-fa3e-4bcf-88a7-363252c08ab7,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:43.700551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-fea83b00-a300-4e83-80e7-e5ff5b94450c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Request body: {'security_group_rule': {'security_group_id': '65627502-f21f-4d4c-b9a1-ac8ec52ab9c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:43.706795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fea83b00-a300-4e83-80e7-e5ff5b94450c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:43.711931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fea83b00-a300-4e83-80e7-e5ff5b94450c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Usage tracker for resource:security_group_rule and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:43.714817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fea83b00-a300-4e83-80e7-e5ff5b94450c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:43.715305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d50b8ac4-29dc-4932-9ed4-2b48a9f81eb9 req-341287f2-8d28-4622-b059-e86f59a81c0c tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Synchronizing usage tracker for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:43.724101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fea83b00-a300-4e83-80e7-e5ff5b94450c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:43.746568 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.811745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Pushing event updated for resources: {'Port': ['ID=c225b641-4529-47d9-8207-f8e808ec1f9e,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:43.828593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Network b92a4b8b-ea7d-4de0-b31e-63c896bb352f is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:43.829852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:43.830499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.8 (b92a4b8b-ea7d-4de0-b31e-63c896bb352f/fe2adc1b-7f15-457b-92cb-c3d2633d83d7/4574002c-62cf-482b-b474-eb40c0c447f5) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:43.835402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:43.841726 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.950432 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fea83b00-a300-4e83-80e7-e5ff5b94450c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.006487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22240f05-0bdd-4ed7-a64f-ed6aeaee9e78 None None] Pushing event updated for resources: {'Port': ['ID=506cf3cb-fa3e-4bcf-88a7-363252c08ab7,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:44.007945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d50b8ac4-29dc-4932-9ed4-2b48a9f81eb9 req-341287f2-8d28-4622-b059-e86f59a81c0c tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Unset dirty status for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:44.008594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d50b8ac4-29dc-4932-9ed4-2b48a9f81eb9 req-341287f2-8d28-4622-b059-e86f59a81c0c tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=917bdeffda8d43b095eae0e0782e0118 HTTP/1.1" status: 200 len: 1657 time: 0.3805540 Apr 18 21:17:44.014476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Attempting to bind port c225b641-4529-47d9-8207-f8e808ec1f9e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:44.017228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Attempting to bind port c225b641-4529-47d9-8207-f8e808ec1f9e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'fbcc7a85-d8a3-4c87-a54f-87e150875b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b92a4b8b-ea7d-4de0-b31e-63c896bb352f'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:44.017228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Attempting to bind port c225b641-4529-47d9-8207-f8e808ec1f9e on network b92a4b8b-ea7d-4de0-b31e-63c896bb352f {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:44.026528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:44.026899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Checking segment: {'id': 'fbcc7a85-d8a3-4c87-a54f-87e150875b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b92a4b8b-ea7d-4de0-b31e-63c896bb352f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:44.027296 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.027682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Bound using segment: {'id': 'fbcc7a85-d8a3-4c87-a54f-87e150875b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b92a4b8b-ea7d-4de0-b31e-63c896bb352f'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:44.028142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Bound port: c225b641-4529-47d9-8207-f8e808ec1f9e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcc7a85-d8a3-4c87-a54f-87e150875b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b92a4b8b-ea7d-4de0-b31e-63c896bb352f'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:44.028507 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.048355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:44.048355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:17:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:44.059454 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fea83b00-a300-4e83-80e7-e5ff5b94450c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.118021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fea83b00-a300-4e83-80e7-e5ff5b94450c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.138425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea83b00-a300-4e83-80e7-e5ff5b94450c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61b3cf6-e558-4db3-b202-0f1447640af9,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:44.239169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fea83b00-a300-4e83-80e7-e5ff5b94450c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.244645 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fea83b00-a300-4e83-80e7-e5ff5b94450c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5442858 Apr 18 21:17:44.244645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44736) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:44.249013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:44.256434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:44.265953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Usage tracker for resource:floatingip and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:44.267817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:44.276837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:44.367187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.382338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6eec0638-b42a-406d-8b62-fe04416e989d up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:44.382588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e15219-b4dc-4bd2-8a8d-3207816f30a0 req-7f4ed4af-64b3-415f-a059-88956f4de026 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:44.389452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3e15219-b4dc-4bd2-8a8d-3207816f30a0 req-7f4ed4af-64b3-415f-a059-88956f4de026 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 944 time: 0.5267210 Apr 18 21:17:44.420632 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8ac4-29dc-4932-9ed4-2b48a9f81eb9 req-5777e93f-8817-4df7-bc6b-679db6fbe960 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:44.426144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d50b8ac4-29dc-4932-9ed4-2b48a9f81eb9 req-5777e93f-8817-4df7-bc6b-679db6fbe960 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks?id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 787 time: 0.4034271 Apr 18 21:17:44.438237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-d50b8ac4-29dc-4932-9ed4-2b48a9f81eb9 req-beb4f516-f71c-4b36-9242-baafdcb240e6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:17:44.451399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d50b8ac4-29dc-4932-9ed4-2b48a9f81eb9 req-beb4f516-f71c-4b36-9242-baafdcb240e6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0235372 Apr 18 21:17:44.470346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] For port c225b641-4529-47d9-8207-f8e808ec1f9e, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:44.487449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] For port c225b641-4529-47d9-8207-f8e808ec1f9e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c225b641-4529-47d9-8207-f8e808ec1f9e,segment=NetworkSegment(fbcc7a85-d8a3-4c87-a54f-87e150875b5e),segment_id=fbcc7a85-d8a3-4c87-a54f-87e150875b5e)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:44.492735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:44.514989 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.523894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f5eb1-922a-4b5c-84f9-8617bb5419af req-44ae746e-9897-4ee9-bcf0-149e224de70e tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:44.525215 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b4f5eb1-922a-4b5c-84f9-8617bb5419af req-44ae746e-9897-4ee9-bcf0-149e224de70e tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 944 time: 0.4687207 Apr 18 21:17:44.545465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3e15219-b4dc-4bd2-8a8d-3207816f30a0 req-1f573cf9-5cc4-40c4-9796-ac0b7aff5085 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549881 Apr 18 21:17:44.598775 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.664759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object 4574002c-62cf-482b-b474-eb40c0c447f5 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:44.681217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 6eec0638-b42a-406d-8b62-fe04416e989d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:44.682276 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.685563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.759394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-7b4f5eb1-922a-4b5c-84f9-8617bb5419af req-71270a7b-32cb-4ba1-a10c-0cfff7ae183b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Deleting port d318e417-2c3f-4126-8170-2b206ae282f1 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:44.759742 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7b4f5eb1-922a-4b5c-84f9-8617bb5419af req-71270a7b-32cb-4ba1-a10c-0cfff7ae183b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.858924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Allocated IP 172.25.3.83 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/62505ff4-3af5-43a2-bd66-9ebd06f111d7) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:44.892986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ff9ba-0163-4dc3-a8e0-ed246cfe0b02 None None] Pushing event updated for resources: {'Port': ['ID=c225b641-4529-47d9-8207-f8e808ec1f9e,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:44.897004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e6c3b-4016-4bdc-970d-22b536b1da0f req-05207871-7c65-4a66-b7cd-8d4803a499a7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:44.898547 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b4e6c3b-4016-4bdc-970d-22b536b1da0f req-05207871-7c65-4a66-b7cd-8d4803a499a7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 946 time: 0.2937374 Apr 18 21:17:44.978427 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.047134 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.067941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.088365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eec0638-b42a-406d-8b62-fe04416e989d'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:45.104233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5190e-e184-49ea-8e40-38b772770e06 req-d75e8fd1-3ed5-4a7f-9c25-fecc4937af81 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:45.104494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 6eec0638-b42a-406d-8b62-fe04416e989d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6eec0638-b42a-406d-8b62-fe04416e989d,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:45.105782 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dd5190e-e184-49ea-8e40-38b772770e06 req-d75e8fd1-3ed5-4a7f-9c25-fecc4937af81 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.4139438 Apr 18 21:17:45.135821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:43Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:45.141169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0fc291-780a-4f61-88f5-21338d0424c4 None None] The sync data for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 is: [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:43Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:45.178555 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b4e6c3b-4016-4bdc-970d-22b536b1da0f req-c0d1acd3-e8c6-40a8-8759-48919a665e9d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674110 Apr 18 21:17:45.217335 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.222097 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.296129 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network b92a4b8b-ea7d-4de0-b31e-63c896bb352f is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:45.367757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event updated for resources: {'Port': ['ID=62505ff4-3af5-43a2-bd66-9ebd06f111d7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:45.378612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:45.384478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:45.384478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:45.410661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=6eec0638-b42a-406d-8b62-fe04416e989d,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:45.480811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:45.486335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-512fde77-a389-4265-bf05-927090b0ff99 req-48d6492f-0f90-480e-974c-4b1b2ac0a12d tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips/853aad53-820b-47e6-9755-62a82c45ed3f HTTP/1.1" status: 200 len: 693 time: 0.1679609 Apr 18 21:17:45.499440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:45.534588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dd5190e-e184-49ea-8e40-38b772770e06 req-2be6df9f-6e35-41ff-9d8a-17ff9a289aaf tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056056 Apr 18 21:17:45.551202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=4574002c-62cf-482b-b474-eb40c0c447f5,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:45.603129 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.603255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-7b4f5eb1-922a-4b5c-84f9-8617bb5419af req-71270a7b-32cb-4ba1-a10c-0cfff7ae183b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] For port d318e417-2c3f-4126-8170-2b206ae282f1, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d318e417-2c3f-4126-8170-2b206ae282f1,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:45.603255 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7b4f5eb1-922a-4b5c-84f9-8617bb5419af req-71270a7b-32cb-4ba1-a10c-0cfff7ae183b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.765411 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.992527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-7b4f5eb1-922a-4b5c-84f9-8617bb5419af req-71270a7b-32cb-4ba1-a10c-0cfff7ae183b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Calling delete_port for d318e417-2c3f-4126-8170-2b206ae282f1 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:46.031149 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.056316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:46.056316 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.170469 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.284588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a8419d27-a382-4ac7-b2e1-18132e4f2441 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7510929 Apr 18 21:17:46.298928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44750) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:46.307433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a7dc6-82ea-4a99-bb96-70d2bd14bb03 req-781bcac0-5a8b-4c69-8628-9cc27a4738b8 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:46.315156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac9a7dc6-82ea-4a99-bb96-70d2bd14bb03 req-781bcac0-5a8b-4c69-8628-9cc27a4738b8 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.5733523 Apr 18 21:17:46.351952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': 'b92a4b8b-ea7d-4de0-b31e-63c896bb352f', 'name': 'tempest-PortsTestJSON-908916711'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:46.355430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event updated for resources: {'Port': ['ID=62505ff4-3af5-43a2-bd66-9ebd06f111d7,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:46.366855 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.399416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fde77-a389-4265-bf05-927090b0ff99 req-374fd304-af41-43a0-80f7-1591781ea165 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:46.400799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-512fde77-a389-4265-bf05-927090b0ff99 req-374fd304-af41-43a0-80f7-1591781ea165 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.8650324 Apr 18 21:17:46.450950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c4f20-f07f-4363-b4b4-a4655744fdb5 None None] Network b92a4b8b-ea7d-4de0-b31e-63c896bb352f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:46.473501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.485597 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4c5511ef-ef11-4708-a9ed-723383333cb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2409568 Apr 18 21:17:46.574477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac9a7dc6-82ea-4a99-bb96-70d2bd14bb03 req-607e7d3c-98eb-4bf0-a158-5f73e1071675 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569671 Apr 18 21:17:46.636758 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-512fde77-a389-4265-bf05-927090b0ff99 req-c4d62db4-8400-4821-9ee7-a8039c85aa5e tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.2284391 Apr 18 21:17:46.657714 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1ee60615-b5d1-4c93-90b6-82b21ee76320 None None] Provisioning for port c225b641-4529-47d9-8207-f8e808ec1f9e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:46.741787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c225b641-4529-47d9-8207-f8e808ec1f9e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:46.742988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7b4f5eb1-922a-4b5c-84f9-8617bb5419af req-71270a7b-32cb-4ba1-a10c-0cfff7ae183b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.789712 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1fe868e-fa68-4def-a489-bdef1e3ca267'] response: {'server_uuid': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eec0638-b42a-406d-8b62-fe04416e989d', 'code': 200} Apr 18 21:17:46.870049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71270a7b-32cb-4ba1-a10c-0cfff7ae183b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Pushing event deleted for resources: {'Port': ['ID=d318e417-2c3f-4126-8170-2b206ae282f1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:46.883332 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-512fde77-a389-4265-bf05-927090b0ff99 req-f9fc9e30-c9ff-458c-8532-bd716bef8be9 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.2416899 Apr 18 21:17:46.937145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c225b641-4529-47d9-8207-f8e808ec1f9e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:46.945639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c225b641-4529-47d9-8207-f8e808ec1f9e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:46.946294 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.956119 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:47.007647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:port and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:47.050189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:47.062924 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fd0061ca-2312-4ec9-9284-9aceded4eeb2 req-27f79fc2-eacd-4f68-9d81-835de60cfd65 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 1096 time: 0.0968895 Apr 18 21:17:47.100121 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.134295 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fd0061ca-2312-4ec9-9284-9aceded4eeb2 req-0f371438-2ff9-4260-9f43-5e35d5b36924 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643313 Apr 18 21:17:47.138892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port c225b641-4529-47d9-8207-f8e808ec1f9e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c225b641-4529-47d9-8207-f8e808ec1f9e,segment=NetworkSegment(fbcc7a85-d8a3-4c87-a54f-87e150875b5e),segment_id=fbcc7a85-d8a3-4c87-a54f-87e150875b5e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:47.153151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14d3fecc-0439-4894-b85f-4bbc034ef9d8 req-4201f550-db7e-4abb-aa0f-1ac0110721ac tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ab563f-223c-4e54-bc06-8c4c024fc7c8 HTTP/1.1" status: 200 len: 210 time: 0.2052903 Apr 18 21:17:47.194750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:47.206967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-512fde77-a389-4265-bf05-927090b0ff99 req-28b3b2bd-2de9-4b22-826c-a4b12f970bb6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Deleting port 6c573cc7-26ec-48ab-90e8-ec3c5d9055ad {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:47.206967 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-512fde77-a389-4265-bf05-927090b0ff99 req-28b3b2bd-2de9-4b22-826c-a4b12f970bb6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.222099 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.227158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:47.258330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4f5eb1-922a-4b5c-84f9-8617bb5419af req-71270a7b-32cb-4ba1-a10c-0cfff7ae183b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] No DVR routers for this DVR port d318e417-2c3f-4126-8170-2b206ae282f1 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:47.263272 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7b4f5eb1-922a-4b5c-84f9-8617bb5419af req-71270a7b-32cb-4ba1-a10c-0cfff7ae183b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.265995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ab563f-223c-4e54-bc06-8c4c024fc7c8', 'name': 'network-vif-deleted', 'tag': 'd318e417-2c3f-4126-8170-2b206ae282f1'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:47.294324 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b4f5eb1-922a-4b5c-84f9-8617bb5419af req-71270a7b-32cb-4ba1-a10c-0cfff7ae183b tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.26 "DELETE /v2.0/ports/d318e417-2c3f-4126-8170-2b206ae282f1 HTTP/1.1" status: 204 len: 173 time: 2.7470479 Apr 18 21:17:47.366786 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=c225b641-4529-47d9-8207-f8e808ec1f9e,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:47.378389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-22f37995-b393-40f0-9f68-51221fc16826 None None] Provisioning complete for port c225b641-4529-47d9-8207-f8e808ec1f9e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:47.379079 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-22f37995-b393-40f0-9f68-51221fc16826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.379235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:47.382699 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.475593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port 4e1f28fa-5d07-490c-a5b9-f3795366153d yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:17:47.497220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:47.508068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:47.508445 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.591604 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-512fde77-a389-4265-bf05-927090b0ff99 req-28b3b2bd-2de9-4b22-826c-a4b12f970bb6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.592205 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-512fde77-a389-4265-bf05-927090b0ff99 req-28b3b2bd-2de9-4b22-826c-a4b12f970bb6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.625229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-22f37995-b393-40f0-9f68-51221fc16826 None None] Provisioning for port 4574002c-62cf-482b-b474-eb40c0c447f5 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:47.688160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-22f37995-b393-40f0-9f68-51221fc16826 None None] Provisioning complete for port 4574002c-62cf-482b-b474-eb40c0c447f5 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:47.688532 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-22f37995-b393-40f0-9f68-51221fc16826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.726782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ceaed3-25f6-4f59-b8aa-31a404028b2c req-c174bb3d-e2c6-4f13-b729-5708909c11e7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:47.728635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1ceaed3-25f6-4f59-b8aa-31a404028b2c req-c174bb3d-e2c6-4f13-b729-5708909c11e7 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 946 time: 0.4054816 Apr 18 21:17:47.733799 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.736082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-512fde77-a389-4265-bf05-927090b0ff99 req-28b3b2bd-2de9-4b22-826c-a4b12f970bb6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Calling delete_port for 6c573cc7-26ec-48ab-90e8-ec3c5d9055ad owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:47.770101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-22f37995-b393-40f0-9f68-51221fc16826 None None] Port 4574002c-62cf-482b-b474-eb40c0c447f5 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:47.782897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=506cf3cb-fa3e-4bcf-88a7-363252c08ab7,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:47.858278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d318e417-2c3f-4126-8170-2b206ae282f1 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:47.904548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: d318e417-2c3f-4126-8170-2b206ae282f1 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:47.904882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d318e417-2c3f-4126-8170-2b206ae282f1 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:47.906279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.976606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-411df618-ead3-4d8a-9c9e-a841c096c7cc None None] Provisioning complete for port 4574002c-62cf-482b-b474-eb40c0c447f5 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:47.976606 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-411df618-ead3-4d8a-9c9e-a841c096c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.017020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.13 (b92a4b8b-ea7d-4de0-b31e-63c896bb352f/fe2adc1b-7f15-457b-92cb-c3d2633d83d7/4e1f28fa-5d07-490c-a5b9-f3795366153d) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:48.034543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=506cf3cb-fa3e-4bcf-88a7-363252c08ab7,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:48.038046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1ceaed3-25f6-4f59-b8aa-31a404028b2c req-da3b37be-6621-448b-9aca-6293340878ed tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197951 Apr 18 21:17:48.042183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-411df618-ead3-4d8a-9c9e-a841c096c7cc None None] Port 4574002c-62cf-482b-b474-eb40c0c447f5 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:48.257289 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-512fde77-a389-4265-bf05-927090b0ff99 req-28b3b2bd-2de9-4b22-826c-a4b12f970bb6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.323040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3b2bd-2de9-4b22-826c-a4b12f970bb6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Pushing event deleted for resources: {'Port': ['ID=6c573cc7-26ec-48ab-90e8-ec3c5d9055ad,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:48.424345 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-42f4194b-8c00-4293-832b-260b0f3975f9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2028298382&fields=id&tenant_id=9fcc73c7f7d343179467f64a2ae7eb25 HTTP/1.1" status: 200 len: 267 time: 0.2665887 Apr 18 21:17:48.543675 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.582991 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-512fde77-a389-4265-bf05-927090b0ff99 req-28b3b2bd-2de9-4b22-826c-a4b12f970bb6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.590584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object 4e1f28fa-5d07-490c-a5b9-f3795366153d will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:48.600739 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c225b641-4529-47d9-8207-f8e808ec1f9e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:48.660114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-948ff8ef-9562-4260-809b-2383c9e49cb7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:48.664244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-948ff8ef-9562-4260-809b-2383c9e49cb7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 817 time: 0.2271068 Apr 18 21:17:48.680339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c225b641-4529-47d9-8207-f8e808ec1f9e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:48.680534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-7b5c0e94-936b-4b4c-9bef-e0656fb0d617 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/quotas/9fcc73c7f7d343179467f64a2ae7eb25 HTTP/1.1" status: 200 len: 375 time: 0.0113075 Apr 18 21:17:48.680703 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.759038 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.763965 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-512fde77-a389-4265-bf05-927090b0ff99 req-28b3b2bd-2de9-4b22-826c-a4b12f970bb6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.765089 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-512fde77-a389-4265-bf05-927090b0ff99 req-28b3b2bd-2de9-4b22-826c-a4b12f970bb6 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "DELETE /v2.0/floatingips/853aad53-820b-47e6-9755-62a82c45ed3f HTTP/1.1" status: 204 len: 173 time: 1.8798716 Apr 18 21:17:48.808161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:48.841644 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-07644e2c-9510-4c86-adf7-a4ce686b98e0 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1552079 Apr 18 21:17:48.858135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network b92a4b8b-ea7d-4de0-b31e-63c896bb352f is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:48.881111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:48.881111 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.941789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:48.982442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=4e1f28fa-5d07-490c-a5b9-f3795366153d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:48.985658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:49.107308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:49.108876 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.126001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-add38cd3-f1f2-42fe-b089-dc3301bfb0d0 service neutron] 10.222.0.11 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667778 Apr 18 21:17:49.227302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682fee0-6616-44cc-95c9-3f8addeb31c7 req-512919e2-524b-4e41-93a1-9524b78f14a1 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:49.228768 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0682fee0-6616-44cc-95c9-3f8addeb31c7 req-512919e2-524b-4e41-93a1-9524b78f14a1 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.2883780 Apr 18 21:17:49.232349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f50d04f6-86ca-445e-a5f1-ddf2c47deac6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9319751 Apr 18 21:17:49.235412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44776) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:49.262175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8a965b5d-eb17-48fb-ae5a-ec08e32344fa None None] Provisioning for port 4e1f28fa-5d07-490c-a5b9-f3795366153d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:49.267765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8a965b5d-eb17-48fb-ae5a-ec08e32344fa None None] Provisioning complete for port 4e1f28fa-5d07-490c-a5b9-f3795366153d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:49.268270 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8a965b5d-eb17-48fb-ae5a-ec08e32344fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.311394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0682fee0-6616-44cc-95c9-3f8addeb31c7 req-bb23c73b-6cc0-42e8-a754-8fa1642b59cc tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754871 Apr 18 21:17:49.312606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-ccd0bb1f-965c-499e-9321-cc51bd6a68f9 service neutron] 10.222.0.11 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782711 Apr 18 21:17:49.325674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317f8b09-ba4c-4680-8938-d0cea7336e0e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:49.328424 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-317f8b09-ba4c-4680-8938-d0cea7336e0e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.0919428 Apr 18 21:17:49.330372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44780) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:49.341444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8a965b5d-eb17-48fb-ae5a-ec08e32344fa None None] Port 4e1f28fa-5d07-490c-a5b9-f3795366153d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:49.414223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-6a868cda-ec81-4ca9-88dc-36ead45f1c50 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 4e1f28fa-5d07-490c-a5b9-f3795366153d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:49.414573 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a868cda-ec81-4ca9-88dc-36ead45f1c50 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.498698 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389cee5f-ef11-4dc6-8ff3-4ce9890270b8'] response: {'server_uuid': 'd2ab563f-223c-4e54-bc06-8c4c024fc7c8', 'name': 'network-vif-deleted', 'tag': 'd318e417-2c3f-4126-8170-2b206ae282f1', 'status': 'completed', 'code': 200} Apr 18 21:17:49.842824 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a868cda-ec81-4ca9-88dc-36ead45f1c50 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.970477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-6a868cda-ec81-4ca9-88dc-36ead45f1c50 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 4e1f28fa-5d07-490c-a5b9-f3795366153d owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:50.007059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc4035-7c04-40a3-a243-2b374e809c19 req-4b6716e5-5802-4e24-9bab-3fff26d03669 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:50.008789 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-66fc4035-7c04-40a3-a243-2b374e809c19 req-4b6716e5-5802-4e24-9bab-3fff26d03669 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.3899124 Apr 18 21:17:50.090427 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-66fc4035-7c04-40a3-a243-2b374e809c19 req-93e4a122-6e4d-4640-a70d-acf93c419359 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733275 Apr 18 21:17:50.281577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-371faa68-f75d-48c1-9211-a1bf5b207584 req-02b42611-f5ef-497f-ade0-9f3316fbcad4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 210 time: 0.0754247 Apr 18 21:17:50.284216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-9d550669-2b95-4103-a87c-6fdf3e3e16fb tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips/1ba0033b-a5c7-4abb-b559-fdf11e1ab02a HTTP/1.1" status: 200 len: 693 time: 0.1602075 Apr 18 21:17:50.483200 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a868cda-ec81-4ca9-88dc-36ead45f1c50 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:50.531247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-0a6531a1-8495-4361-af07-91055a559d5b tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:50.537465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-0a6531a1-8495-4361-af07-91055a559d5b tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.2379973 Apr 18 21:17:50.552820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a868cda-ec81-4ca9-88dc-36ead45f1c50 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=4e1f28fa-5d07-490c-a5b9-f3795366153d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:50.712163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-be3500c2-2fe6-45e5-8601-fc3aecf5d644 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Synchronizing usage tracker for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:50.749895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c15d4-eaca-4000-83e3-0b3fe4d2aff3 req-5548b3c6-2121-41f6-877c-48ee3b96b433 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:50.751431 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-478c15d4-eaca-4000-83e3-0b3fe4d2aff3 req-5548b3c6-2121-41f6-877c-48ee3b96b433 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 946 time: 0.3288121 Apr 18 21:17:50.754618 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a868cda-ec81-4ca9-88dc-36ead45f1c50 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:50.783832 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6a868cda-ec81-4ca9-88dc-36ead45f1c50 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/4e1f28fa-5d07-490c-a5b9-f3795366153d HTTP/1.1" status: 204 len: 168 time: 1.4523954 Apr 18 21:17:50.786425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44804) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:50.836834 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb334b9-59c6-433d-9591-faa552852ceb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:17:50.841274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-adb334b9-59c6-433d-9591-faa552852ceb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:50.842861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-be3500c2-2fe6-45e5-8601-fc3aecf5d644 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Unset dirty status for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:50.843969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-be3500c2-2fe6-45e5-8601-fc3aecf5d644 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.2968631 Apr 18 21:17:50.908332 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-478c15d4-eaca-4000-83e3-0b3fe4d2aff3 req-5a792be0-634e-442b-bec1-8f0f7d39d10d tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487343 Apr 18 21:17:50.939184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-3c7fc6b3-4b39-4c7f-a998-fcbae756b27e tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0853786 Apr 18 21:17:51.008524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-adb334b9-59c6-433d-9591-faa552852ceb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:51.015503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-adb334b9-59c6-433d-9591-faa552852ceb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/4e1f28fa-5d07-490c-a5b9-f3795366153d HTTP/1.1" status: 404 len: 333 time: 0.2220447 Apr 18 21:17:51.015632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44808) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:51.106764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-874aac9a-96d1-4fba-9d7c-e2c5b0dbb8d3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 4574002c-62cf-482b-b474-eb40c0c447f5 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:51.106764 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-874aac9a-96d1-4fba-9d7c-e2c5b0dbb8d3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:51.113327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-ca2ba25b-1cc6-4c9e-88ee-71dc50b3aab3 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Deleting port 854f9761-779b-405e-94e3-1ff516351d01 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:51.114006 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-ca2ba25b-1cc6-4c9e-88ee-71dc50b3aab3 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:51.391094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-874aac9a-96d1-4fba-9d7c-e2c5b0dbb8d3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:51.414896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-ca2ba25b-1cc6-4c9e-88ee-71dc50b3aab3 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:51.415215 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-ca2ba25b-1cc6-4c9e-88ee-71dc50b3aab3 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:51.519394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-874aac9a-96d1-4fba-9d7c-e2c5b0dbb8d3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 4574002c-62cf-482b-b474-eb40c0c447f5 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:51.580103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-ca2ba25b-1cc6-4c9e-88ee-71dc50b3aab3 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Calling delete_port for 854f9761-779b-405e-94e3-1ff516351d01 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:51.699678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7dd44-893e-4720-9ba7-1b8ce37113ef req-7daffb9e-079b-4255-bb5c-83a1cb8c8b92 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:51.701596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-add7dd44-893e-4720-9ba7-1b8ce37113ef req-7daffb9e-079b-4255-bb5c-83a1cb8c8b92 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.1620252 Apr 18 21:17:51.806974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-add7dd44-893e-4720-9ba7-1b8ce37113ef req-edb2a73a-1c66-49ae-81a3-9b8792d235d5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681496 Apr 18 21:17:51.830873 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-874aac9a-96d1-4fba-9d7c-e2c5b0dbb8d3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:51.883237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874aac9a-96d1-4fba-9d7c-e2c5b0dbb8d3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=4574002c-62cf-482b-b474-eb40c0c447f5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:51.932955 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-ca2ba25b-1cc6-4c9e-88ee-71dc50b3aab3 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.033195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ba25b-1cc6-4c9e-88ee-71dc50b3aab3 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Pushing event deleted for resources: {'Port': ['ID=854f9761-779b-405e-94e3-1ff516351d01,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:52.089623 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-874aac9a-96d1-4fba-9d7c-e2c5b0dbb8d3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.114562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-4b7aa351-388f-426b-87e9-bb96d339d3da tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.115660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-4b7aa351-388f-426b-87e9-bb96d339d3da tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Synchronizing usage tracker for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:52.167132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dae050-dd0b-4e77-babf-c893138beefa req-b75888bc-dec7-4951-9599-9d466dc552cb tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.174209 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-874aac9a-96d1-4fba-9d7c-e2c5b0dbb8d3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/4574002c-62cf-482b-b474-eb40c0c447f5 HTTP/1.1" status: 204 len: 168 time: 1.1544864 Apr 18 21:17:52.174363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40dae050-dd0b-4e77-babf-c893138beefa req-b75888bc-dec7-4951-9599-9d466dc552cb tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 946 time: 0.3007431 Apr 18 21:17:52.174462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44822) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:52.177864 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-ca2ba25b-1cc6-4c9e-88ee-71dc50b3aab3 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.220358 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb49dfc-2fe4-4fb2-aea6-8f3dd5197433 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:17:52.220358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ccb49dfc-2fe4-4fb2-aea6-8f3dd5197433 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:52.242717 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-4b7aa351-388f-426b-87e9-bb96d339d3da tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Unset dirty status for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:52.246022 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-4b7aa351-388f-426b-87e9-bb96d339d3da tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.59 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 944 time: 0.2756443 Apr 18 21:17:52.272703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-40dae050-dd0b-4e77-babf-c893138beefa req-72f512ae-233e-4b72-a802-802c29672360 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Deleting port 61da758f-9377-494a-980a-6e69339e447e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:52.272941 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-40dae050-dd0b-4e77-babf-c893138beefa req-72f512ae-233e-4b72-a802-802c29672360 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.342695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ccb49dfc-2fe4-4fb2-aea6-8f3dd5197433 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:52.346527 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ccb49dfc-2fe4-4fb2-aea6-8f3dd5197433 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/4574002c-62cf-482b-b474-eb40c0c447f5 HTTP/1.1" status: 404 len: 333 time: 0.1740294 Apr 18 21:17:52.346658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af2074-f6c5-4508-971a-4c57233caf6a req-1d5aff17-d37d-45d7-9217-0e85ceee85c5 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.352291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96af2074-f6c5-4508-971a-4c57233caf6a req-1d5aff17-d37d-45d7-9217-0e85ceee85c5 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.2533765 Apr 18 21:17:52.367681 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44826) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:52.404139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-d2632a1b-f156-405f-91a6-595e1ce76e5a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Deleting port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:52.404489 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-d2632a1b-f156-405f-91a6-595e1ce76e5a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.436988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-ca2ba25b-1cc6-4c9e-88ee-71dc50b3aab3 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.438135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e9a162b-6577-4935-a4a2-c8d7d0266a39 req-ca2ba25b-1cc6-4c9e-88ee-71dc50b3aab3 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "DELETE /v2.0/floatingips/1ba0033b-a5c7-4abb-b559-fdf11e1ab02a HTTP/1.1" status: 204 len: 173 time: 1.4939334 Apr 18 21:17:52.609270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-7203ccd1-1423-4940-8431-f99a8b4e87b4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.610144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-7203ccd1-1423-4940-8431-f99a8b4e87b4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Synchronizing usage tracker for tenant:9fcc73c7f7d343179467f64a2ae7eb25 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:52.626406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96af2074-f6c5-4508-971a-4c57233caf6a req-eb1e5b73-89a6-4b0f-af45-3647a2ec1054 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732761 Apr 18 21:17:52.726475 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2169add9-728b-4502-bf87-485a3a9c4dc1 req-415bd543-dfc3-47e2-9f61-3c41ad5b7b34 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 210 time: 0.1138384 Apr 18 21:17:52.768273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-d2632a1b-f156-405f-91a6-595e1ce76e5a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] For port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:52.769023 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-d2632a1b-f156-405f-91a6-595e1ce76e5a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.840750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-7203ccd1-1423-4940-8431-f99a8b4e87b4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Unset dirty status for tenant:9fcc73c7f7d343179467f64a2ae7eb25 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:52.841915 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-7203ccd1-1423-4940-8431-f99a8b4e87b4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 817 time: 0.5317907 Apr 18 21:17:52.864426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-40dae050-dd0b-4e77-babf-c893138beefa req-72f512ae-233e-4b72-a802-802c29672360 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] For port 61da758f-9377-494a-980a-6e69339e447e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=61da758f-9377-494a-980a-6e69339e447e,segment=NetworkSegment(803bff9a-6434-4e46-8125-bd5d03cce27e),segment_id=803bff9a-6434-4e46-8125-bd5d03cce27e)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:52.865061 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-40dae050-dd0b-4e77-babf-c893138beefa req-72f512ae-233e-4b72-a802-802c29672360 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.922011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-d2632a1b-f156-405f-91a6-595e1ce76e5a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Calling delete_port for 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:52.950051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-50081249-89c6-4090-8992-13f43e5fe43c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting subnet fe2adc1b-7f15-457b-92cb-c3d2633d83d7 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:17:53.019233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-fb3c0be5-db3a-4d38-97ac-0fdde5d289b6 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Synchronizing usage tracker for tenant:9fcc73c7f7d343179467f64a2ae7eb25 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:53.124273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50081249-89c6-4090-8992-13f43e5fe43c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.156712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-fb3c0be5-db3a-4d38-97ac-0fdde5d289b6 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Unset dirty status for tenant:9fcc73c7f7d343179467f64a2ae7eb25 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:53.157243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-40dae050-dd0b-4e77-babf-c893138beefa req-72f512ae-233e-4b72-a802-802c29672360 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Calling delete_port for 61da758f-9377-494a-980a-6e69339e447e owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:53.157828 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-fb3c0be5-db3a-4d38-97ac-0fdde5d289b6 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fcc73c7f7d343179467f64a2ae7eb25 HTTP/1.1" status: 200 len: 380 time: 0.2593646 Apr 18 21:17:53.169518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Request body: {'port': {'device_id': '135adc02-fcde-4965-950c-b36493bf3bed', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'admin_state_up': True, 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'security_groups': ['65627502-f21f-4d4c-b9a1-ac8ec52ab9c8']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:53.247482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e04fb-d068-42d7-a652-e4203ee2b97b req-7ee6f6a1-9292-48a5-a586-22d1232b6d89 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:53.247788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-d2632a1b-f156-405f-91a6-595e1ce76e5a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.248438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-dc5e04fb-d068-42d7-a652-e4203ee2b97b req-7ee6f6a1-9292-48a5-a586-22d1232b6d89 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Synchronizing usage tracker for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:53.262158 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50081249-89c6-4090-8992-13f43e5fe43c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.323645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2632a1b-f156-405f-91a6-595e1ce76e5a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Pushing event deleted for resources: {'Port': ['ID=6dfda726-51f0-474d-a61f-c9bb3b4b55f8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:53.437759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-d2632a1b-f156-405f-91a6-595e1ce76e5a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] No DVR routers for this DVR port 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:53.437759 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-d2632a1b-f156-405f-91a6-595e1ce76e5a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.439995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1482142f-94e8-4161-984a-36353fb232d4', 'name': 'network-vif-deleted', 'tag': '6dfda726-51f0-474d-a61f-c9bb3b4b55f8'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:53.445617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50081249-89c6-4090-8992-13f43e5fe43c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.456448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:53.461920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Usage tracker for resource:port and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:53.465920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:53.472605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:53.488753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-dc5e04fb-d068-42d7-a652-e4203ee2b97b req-7ee6f6a1-9292-48a5-a586-22d1232b6d89 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Unset dirty status for tenant:8df5d4aa6d254fe4a784472e6df45d7c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:53.496028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc5e04fb-d068-42d7-a652-e4203ee2b97b req-7ee6f6a1-9292-48a5-a586-22d1232b6d89 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=1482142f-94e8-4161-984a-36353fb232d4 HTTP/1.1" status: 200 len: 944 time: 0.7337408 Apr 18 21:17:53.563043 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3595b83e-3d96-406c-b045-ab80fbf9b2fd req-d2632a1b-f156-405f-91a6-595e1ce76e5a tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.59 "DELETE /v2.0/ports/6dfda726-51f0-474d-a61f-c9bb3b4b55f8 HTTP/1.1" status: 204 len: 173 time: 1.3131540 Apr 18 21:17:53.585444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Made reservation on behalf of 9fcc73c7f7d343179467f64a2ae7eb25 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:53.588366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.618984 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc5e04fb-d068-42d7-a652-e4203ee2b97b req-fb2607bc-0fdb-44f0-b686-cc2fcd1e6302 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218693 Apr 18 21:17:53.623874 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-40dae050-dd0b-4e77-babf-c893138beefa req-72f512ae-233e-4b72-a802-802c29672360 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.648492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['61da758f-9377-494a-980a-6e69339e447e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:17:53.688442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f512ae-233e-4b72-a802-802c29672360 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Pushing event deleted for resources: {'Port': ['ID=61da758f-9377-494a-980a-6e69339e447e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:53.761925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Allocated IP 172.20.0.10 (40555ad7-33a0-41d9-873f-e57f23f1fa23/ed1432d0-91ad-4671-b49d-79ee529eb9da/3c753f4c-b947-4ccd-bbe8-327cd9626acd) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:53.773632 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50081249-89c6-4090-8992-13f43e5fe43c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.893889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6ee73-9548-4327-8b27-4fc594896b95 req-648e5dc6-b863-461b-94e0-35624548d6e0 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:53.895568 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03f6ee73-9548-4327-8b27-4fc594896b95 req-648e5dc6-b863-461b-94e0-35624548d6e0 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/ports?device_id=081842a2-d375-4e49-b853-de51cf2ee738 HTTP/1.1" status: 200 len: 946 time: 0.3706427 Apr 18 21:17:53.899063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-4f96a742-65c2-43d4-9059-ff602bfed422 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips/901fff6c-84bf-4818-9c6c-1042bde4f1be HTTP/1.1" status: 200 len: 693 time: 0.2085779 Apr 18 21:17:53.900292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50081249-89c6-4090-8992-13f43e5fe43c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2adc1b-7f15-457b-92cb-c3d2633d83d7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:53.913059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dae050-dd0b-4e77-babf-c893138beefa req-72f512ae-233e-4b72-a802-802c29672360 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] No DVR routers for this DVR port 61da758f-9377-494a-980a-6e69339e447e on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:53.937638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c846b3-8b49-4c96-9910-9697b6cb3a34 None None] Network b92a4b8b-ea7d-4de0-b31e-63c896bb352f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:54.029880 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-40dae050-dd0b-4e77-babf-c893138beefa req-72f512ae-233e-4b72-a802-802c29672360 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.033357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081842a2-d375-4e49-b853-de51cf2ee738', 'name': 'network-vif-deleted', 'tag': '61da758f-9377-494a-980a-6e69339e447e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:54.038826 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50081249-89c6-4090-8992-13f43e5fe43c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.082131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-50081249-89c6-4090-8992-13f43e5fe43c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/fe2adc1b-7f15-457b-92cb-c3d2633d83d7 HTTP/1.1" status: 204 len: 168 time: 1.7214653 Apr 18 21:17:54.082245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44844) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:54.110747 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03f6ee73-9548-4327-8b27-4fc594896b95 req-1bc6d22d-6587-44c6-8b53-2bd17ad87d51 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.11 "GET /v2.0/security-groups?id=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078876 Apr 18 21:17:54.113541 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.136686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-ba8188ba-531b-454a-8841-6bbbc9c22d27 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:54.138267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-ba8188ba-531b-454a-8841-6bbbc9c22d27 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.2284606 Apr 18 21:17:54.233742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Transition to ACTIVE for port object 3c753f4c-b947-4ccd-bbe8-327cd9626acd will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:54.241952 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3680f625-9f8d-4e2c-8d5f-f5a009df0d30'] response: {'server_uuid': '1482142f-94e8-4161-984a-36353fb232d4', 'name': 'network-vif-deleted', 'tag': '6dfda726-51f0-474d-a61f-c9bb3b4b55f8', 'status': 'completed', 'code': 200} Apr 18 21:17:54.248401 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40dae050-dd0b-4e77-babf-c893138beefa req-72f512ae-233e-4b72-a802-802c29672360 tempest-DeleteServersTestJSON-615296195 tempest-DeleteServersTestJSON-615296195-project] 10.222.0.26 "DELETE /v2.0/ports/61da758f-9377-494a-980a-6e69339e447e HTTP/1.1" status: 204 len: 173 time: 2.0718198 Apr 18 21:17:54.265143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fb24f0-814b-4ea5-a9d9-df6f3f7df227 None None] DHCP port deletion for b92a4b8b-ea7d-4de0-b31e-63c896bb352f request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:17:54.269736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-43fb24f0-814b-4ea5-a9d9-df6f3f7df227 None None] Deleting port c225b641-4529-47d9-8207-f8e808ec1f9e {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:54.270107 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-43fb24f0-814b-4ea5-a9d9-df6f3f7df227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.272487 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.288904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-d592f37d-59d7-4434-8d02-3f70e68618ad tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Synchronizing usage tracker for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:54.290892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port c225b641-4529-47d9-8207-f8e808ec1f9e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:54.291499 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.435040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-d592f37d-59d7-4434-8d02-3f70e68618ad tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Unset dirty status for tenant:917bdeffda8d43b095eae0e0782e0118 on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:54.436223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-d592f37d-59d7-4434-8d02-3f70e68618ad tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.186 HTTP/1.1" status: 200 len: 696 time: 0.2917657 Apr 18 21:17:54.489896 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.551511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-43fb24f0-814b-4ea5-a9d9-df6f3f7df227 None None] For port c225b641-4529-47d9-8207-f8e808ec1f9e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c225b641-4529-47d9-8207-f8e808ec1f9e,segment=NetworkSegment(fbcc7a85-d8a3-4c87-a54f-87e150875b5e),segment_id=fbcc7a85-d8a3-4c87-a54f-87e150875b5e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:54.551511 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-43fb24f0-814b-4ea5-a9d9-df6f3f7df227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.599689 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-57fc5d76-0520-4089-a1a5-b60a12a6dc7e tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.186 HTTP/1.1" status: 200 len: 696 time: 0.1170430 Apr 18 21:17:54.603717 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] For port c225b641-4529-47d9-8207-f8e808ec1f9e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c225b641-4529-47d9-8207-f8e808ec1f9e,segment=NetworkSegment(fbcc7a85-d8a3-4c87-a54f-87e150875b5e),segment_id=fbcc7a85-d8a3-4c87-a54f-87e150875b5e)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:54.604211 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.709985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c225b641-4529-47d9-8207-f8e808ec1f9e no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:54.746429 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1fd7626f-6ddd-46a4-b39a-102fb13a8147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.808922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-ebf2a1b9-f51d-415c-b3a5-6aa73470d141 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Deleting port d92044af-0e39-43eb-81fb-416a0ba29f18 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:54.809265 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-ebf2a1b9-f51d-415c-b3a5-6aa73470d141 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.812708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for c225b641-4529-47d9-8207-f8e808ec1f9e owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:54.820407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-43fb24f0-814b-4ea5-a9d9-df6f3f7df227 None None] Calling delete_port for c225b641-4529-47d9-8207-f8e808ec1f9e owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:54.846435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-96606fe7-2f44-4e69-ae6e-31b50cf5103e tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:54.854043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-96606fe7-2f44-4e69-ae6e-31b50cf5103e tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/networks?id=87246af0-d1e8-4b15-b14d-b5e249684e77 HTTP/1.1" status: 200 len: 814 time: 0.4766974 Apr 18 21:17:54.904720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Network 40555ad7-33a0-41d9-873f-e57f23f1fa23 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:54.919711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:54.928683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:54.930346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-8cb497a4-4082-4821-96fe-e6e91ad0acf2 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/quotas/bb48a003acc646ca87915983b0117f10 HTTP/1.1" status: 200 len: 375 time: 0.0752161 Apr 18 21:17:54.970010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event updated for resources: {'Port': ['ID=3c753f4c-b947-4ccd-bbe8-327cd9626acd,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:55.004416 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.056120 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:55.057011 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.058248 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-43fb24f0-814b-4ea5-a9d9-df6f3f7df227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.088390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-ecd41b0e-ecec-4b63-ab2f-f1be788b93bb tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:55.089126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-ecd41b0e-ecec-4b63-ab2f-f1be788b93bb tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Synchronizing usage tracker for tenant:bb48a003acc646ca87915983b0117f10 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:55.099352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:17:55.099737 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:17:55.161088 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-9a20d697-222f-4f79-8bd6-d1727db369ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9942169 Apr 18 21:17:55.172372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Request body: {'port': {'device_id': '135adc02-fcde-4965-950c-b36493bf3bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:55.190789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb24f0-814b-4ea5-a9d9-df6f3f7df227 None None] Pushing event deleted for resources: {'Port': ['ID=c225b641-4529-47d9-8207-f8e808ec1f9e,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:55.210220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb24f0-814b-4ea5-a9d9-df6f3f7df227 None None] No DVR routers for this DVR port c225b641-4529-47d9-8207-f8e808ec1f9e on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:55.247459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-ecd41b0e-ecec-4b63-ab2f-f1be788b93bb tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Unset dirty status for tenant:bb48a003acc646ca87915983b0117f10 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:55.257153 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-ecd41b0e-ecec-4b63-ab2f-f1be788b93bb tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.59 "GET /v2.0/ports?device_id=dda0884c-e867-48f0-8d9e-b40839721b17 HTTP/1.1" status: 200 len: 945 time: 0.4505358 Apr 18 21:17:55.257425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-ebf2a1b9-f51d-415c-b3a5-6aa73470d141 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.257999 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-ebf2a1b9-f51d-415c-b3a5-6aa73470d141 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.284467 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-40a6ff4b-ba94-4337-972c-3978397e4aa0 None None] Provisioning for port 3c753f4c-b947-4ccd-bbe8-327cd9626acd completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:55.292233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-40a6ff4b-ba94-4337-972c-3978397e4aa0 None None] Provisioning complete for port 3c753f4c-b947-4ccd-bbe8-327cd9626acd triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:55.293028 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-40a6ff4b-ba94-4337-972c-3978397e4aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.351644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-40a6ff4b-ba94-4337-972c-3978397e4aa0 None None] Port 3c753f4c-b947-4ccd-bbe8-327cd9626acd cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:55.370840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Deleting port 6eec0638-b42a-406d-8b62-fe04416e989d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:55.371179 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.387266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-ebf2a1b9-f51d-415c-b3a5-6aa73470d141 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Calling delete_port for d92044af-0e39-43eb-81fb-416a0ba29f18 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:55.421952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-95b9f1fa-b5b4-48b2-98c4-161e77f17f02 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb48a003acc646ca87915983b0117f10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3033340 Apr 18 21:17:55.509991 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.628085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port c225b641-4529-47d9-8207-f8e808ec1f9e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:55.628428 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.631844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-61d5655e-8ede-4ce2-8ecb-135200c5a6a5 service neutron] 10.222.0.11 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989853 Apr 18 21:17:55.728162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] The port 'c225b641-4529-47d9-8207-f8e808ec1f9e' was deleted {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:17:55.775600 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-541b7148-3016-41d7-93a7-1d944617634d service neutron] 10.222.0.11 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349216 Apr 18 21:17:55.808662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-ebf2a1b9-f51d-415c-b3a5-6aa73470d141 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.860440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2a1b9-f51d-415c-b3a5-6aa73470d141 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Pushing event deleted for resources: {'Port': ['ID=d92044af-0e39-43eb-81fb-416a0ba29f18,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:55.890068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 61da758f-9377-494a-980a-6e69339e447e no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:55.928274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 61da758f-9377-494a-980a-6e69339e447e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:55.928786 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 61da758f-9377-494a-980a-6e69339e447e not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:55.959684 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-ebf2a1b9-f51d-415c-b3a5-6aa73470d141 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.054289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.060052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-ebf2a1b9-f51d-415c-b3a5-6aa73470d141 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.068453 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-023e28f7-7c77-47fe-8884-353b1187cf97 req-ebf2a1b9-f51d-415c-b3a5-6aa73470d141 tempest-FloatingIPDetailsTestJSON-631710394 tempest-FloatingIPDetailsTestJSON-631710394-project] 10.222.0.11 "DELETE /v2.0/floatingips/901fff6c-84bf-4818-9c6c-1042bde4f1be HTTP/1.1" status: 204 len: 173 time: 1.4610379 Apr 18 21:17:56.069984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44860) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:56.071339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] For port 6eec0638-b42a-406d-8b62-fe04416e989d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6eec0638-b42a-406d-8b62-fe04416e989d,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:56.074896 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.309927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92a4b8b-ea7d-4de0-b31e-63c896bb352f']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:56.327811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Calling delete_port for 6eec0638-b42a-406d-8b62-fe04416e989d owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:56.382377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebecee6-fb32-4152-b668-81e72134b07d req-67723e38-609b-49f1-a0b1-ff1458e1f693 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:56.386095 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ebecee6-fb32-4152-b668-81e72134b07d req-67723e38-609b-49f1-a0b1-ff1458e1f693 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.3078814 Apr 18 21:17:56.390532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcc7a85-d8a3-4c87-a54f-87e150875b5e') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:56.390834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcc7a85-d8a3-4c87-a54f-87e150875b5e') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:56.414417 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.424516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698cc0e-edba-43a4-ba1f-01b97b70ad25 req-53e5fcdb-f92b-45e9-a245-4cf0bbea38c1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:56.426100 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6698cc0e-edba-43a4-ba1f-01b97b70ad25 req-53e5fcdb-f92b-45e9-a245-4cf0bbea38c1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 932 time: 0.1791360 Apr 18 21:17:56.430291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6eec0638-b42a-406d-8b62-fe04416e989d no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:56.496742 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.506970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ebecee6-fb32-4152-b668-81e72134b07d req-4c6e9a80-5e2f-45b0-a8e2-c3ae543e8ded tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148269 Apr 18 21:17:56.541334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6698cc0e-edba-43a4-ba1f-01b97b70ad25 req-940a9694-1982-40f4-93fd-ba3cc4b84863 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011312 Apr 18 21:17:56.578636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:17:56.588252 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.596412 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:17:56.619248 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:17:56.673872 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d6d0d2-2c17-4af6-93ae-43ab9b5558f7'] response: {'server_uuid': '081842a2-d375-4e49-b853-de51cf2ee738', 'name': 'network-vif-deleted', 'tag': '61da758f-9377-494a-980a-6e69339e447e', 'status': 'completed', 'code': 200} Apr 18 21:17:56.678745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 6eec0638-b42a-406d-8b62-fe04416e989d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6eec0638-b42a-406d-8b62-fe04416e989d,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:56.679726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eec0638-b42a-406d-8b62-fe04416e989d'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:56.721206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c753f4c-b947-4ccd-bbe8-327cd9626acd {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:17:56.730196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.810830 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1cd9bd-6c43-4985-b639-31aa87eee6a5'] response: {'server_uuid': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eec0638-b42a-406d-8b62-fe04416e989d', 'code': 200} Apr 18 21:17:56.840050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.841213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:56.869078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Transition to ACTIVE for port object 3c753f4c-b947-4ccd-bbe8-327cd9626acd will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:56.872394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.888261 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.914720 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:17:56.915344 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:17:56.920447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-154ecbe8-2e88-4c33-a49d-a2009aa37a99 req-e52e0fea-d07b-4550-b99a-0ed8c04f9bb3 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 210 time: 0.1632912 Apr 18 21:17:56.940626 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-57bab2fd-640c-47cb-9ef7-df4f61eb1a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.950730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Network': ['ID=b92a4b8b-ea7d-4de0-b31e-63c896bb352f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:56.955633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:56.956154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6dfda726-51f0-474d-a61f-c9bb3b4b55f8 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:56.961352 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/networks/b92a4b8b-ea7d-4de0-b31e-63c896bb352f HTTP/1.1" status: 204 len: 168 time: 2.8782592 Apr 18 21:17:56.968288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44876) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:56.982456 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.991550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=6eec0638-b42a-406d-8b62-fe04416e989d,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:57.002468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-850505810'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:57.055171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:57.055518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:57.056035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:57.056548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:57.057051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:57.057560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:57.058058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:57.058538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:57.059029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:57.059515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:57.060225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a8666-23e8-4e6d-aade-29a61ee69dd1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:57.069285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:57.084630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:network and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:57.095506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:57.101924 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-514409f3-e4dc-49e6-bb7b-e31435efd758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:57.183274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:57.185456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Pushing event updated for resources: {'Port': ['ID=3c753f4c-b947-4ccd-bbe8-327cd9626acd,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:57.364313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:57.369058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:57.395772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Attempting to bind port 3c753f4c-b947-4ccd-bbe8-327cd9626acd on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:57.396888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Attempting to bind port 3c753f4c-b947-4ccd-bbe8-327cd9626acd by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:57.397227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Attempting to bind port 3c753f4c-b947-4ccd-bbe8-327cd9626acd on network 40555ad7-33a0-41d9-873f-e57f23f1fa23 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:57.410536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Port 3c753f4c-b947-4ccd-bbe8-327cd9626acd on network 40555ad7-33a0-41d9-873f-e57f23f1fa23 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:17:57.410863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Attempting to bind port 3c753f4c-b947-4ccd-bbe8-327cd9626acd on network 40555ad7-33a0-41d9-873f-e57f23f1fa23 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:57.419854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Deleting port 6eec0638-b42a-406d-8b62-fe04416e989d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:57.420205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:57.447205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:57.447655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Checking segment: {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:57.447938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Bound using segment: {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:57.448539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Bound port: 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:57.448918 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:57.484060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:17:57.563696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:57.564046 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Added segment a1bf0ad4-eb91-473d-8ec9-773ada5134cd of type vlan for network 35278c13-4227-4074-83e9-f0067ac84086 Apr 18 21:17:57.633540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:57.666429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc15e57-37a0-439e-b9ce-8293e6570e93 req-44475684-5328-424b-b78e-79bebe74e1e6 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:57.668667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8bc15e57-37a0-439e-b9ce-8293e6570e93 req-44475684-5328-424b-b78e-79bebe74e1e6 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 944 time: 0.1605175 Apr 18 21:17:57.745193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:57.817737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:57.818929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:57.822579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:57.823164 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:57.886547 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8bc15e57-37a0-439e-b9ce-8293e6570e93 req-7be180d8-6f1e-461a-b7d3-68b38444b6ad tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840346 Apr 18 21:17:57.948035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e907ca9-bbbe-477e-820e-faac2653f64a req-88a78ad7-5e2e-4f05-b44d-0d450f9c80b8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:57.950336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e907ca9-bbbe-477e-820e-faac2653f64a req-88a78ad7-5e2e-4f05-b44d-0d450f9c80b8 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 944 time: 0.1905785 Apr 18 21:17:57.956672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e70f6d-5643-49b1-9d06-fa42bf76ebb6 req-dd67a958-60a3-4218-a56d-a043066579cb tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:57.957995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36e70f6d-5643-49b1-9d06-fa42bf76ebb6 req-dd67a958-60a3-4218-a56d-a043066579cb tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.2325401 Apr 18 21:17:57.959879 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:58.038772 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:58.150978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-9e907ca9-bbbe-477e-820e-faac2653f64a req-de3732c0-e273-4955-b677-f259e77394c7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Deleting port 65edf331-b844-4246-8fa0-db777b6b7db2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:58.151390 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9e907ca9-bbbe-477e-820e-faac2653f64a req-de3732c0-e273-4955-b677-f259e77394c7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:58.160000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Network': ['ID=35278c13-4227-4074-83e9-f0067ac84086,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:58.166873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Pushing event updated for resources: {'Port': ['ID=3c753f4c-b947-4ccd-bbe8-327cd9626acd,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:58.175135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 35278c13-4227-4074-83e9-f0067ac84086 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:17:58.180925 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ffcf7867-b02c-4ed3-bb54-2c39f900d0c2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2079170 Apr 18 21:17:58.184614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44900) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:58.192240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': '35278c13-4227-4074-83e9-f0067ac84086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:58.215464 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:58.216662 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-a73b3739-f570-4f3a-9880-ee89a7e8c982 service neutron] 10.222.0.59 "PUT /v2.0/ports/3c753f4c-b947-4ccd-bbe8-327cd9626acd HTTP/1.1" status: 200 len: 1092 time: 3.0491681 Apr 18 21:17:58.224473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:58.276109 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36e70f6d-5643-49b1-9d06-fa42bf76ebb6 req-2895180a-a51c-42c7-b501-95340df7f6e0 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867825 Apr 18 21:17:58.332772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] For port 6eec0638-b42a-406d-8b62-fe04416e989d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6eec0638-b42a-406d-8b62-fe04416e989d,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:58.333162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:58.576476 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:58.645657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Calling delete_port for 6eec0638-b42a-406d-8b62-fe04416e989d owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:58.681700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7d3c9-d354-4716-9e00-65927c14aa07 req-c94d3e48-51fb-46e7-8eaf-e7c4b237dda1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:58.683143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6b7d3c9-d354-4716-9e00-65927c14aa07 req-c94d3e48-51fb-46e7-8eaf-e7c4b237dda1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.6319840 Apr 18 21:17:58.704729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:58.720496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:58.729447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:58.752448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:58.773757 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-589946bb-1f94-4c0f-83a3-3a28ed8d8e6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 1095 time: 0.2780986 Apr 18 21:17:58.789336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98d4df9-fa7b-48dd-b198-d68ae3b46721 req-796091b1-6cbc-4edd-9b09-8342aca594a9 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 210 time: 0.1821697 Apr 18 21:17:58.821314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-57bab2fd-640c-47cb-9ef7-df4f61eb1a0d admin admin] Deleting port 4871d2ec-1515-4ed2-87ec-4465374956d0 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:58.821683 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-57bab2fd-640c-47cb-9ef7-df4f61eb1a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:58.850090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-9e907ca9-bbbe-477e-820e-faac2653f64a req-de3732c0-e273-4955-b677-f259e77394c7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] For port 65edf331-b844-4246-8fa0-db777b6b7db2, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=65edf331-b844-4246-8fa0-db777b6b7db2,segment=NetworkSegment(10b63419-2a13-4592-9c0b-aa172982a3bd),segment_id=10b63419-2a13-4592-9c0b-aa172982a3bd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:58.850460 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9e907ca9-bbbe-477e-820e-faac2653f64a req-de3732c0-e273-4955-b677-f259e77394c7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:58.878140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:58.912103 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bdc2dfc-e0bf-4357-a198-c10ad91a837a'] response: {'name': 'network-changed', 'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'status': 'completed', 'code': 200} Apr 18 21:17:58.969839 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-aac73efc-655e-4c1d-8b31-b2a258dae55a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd HTTP/1.1" status: 200 len: 217 time: 0.1592841 Apr 18 21:17:59.077591 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.092098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-98066b63-6e8e-4070-9828-dd857c092b29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:59.093559 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-98066b63-6e8e-4070-9828-dd857c092b29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.1155062 Apr 18 21:17:59.136522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-9e907ca9-bbbe-477e-820e-faac2653f64a req-de3732c0-e273-4955-b677-f259e77394c7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Calling delete_port for 65edf331-b844-4246-8fa0-db777b6b7db2 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:59.176515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.251496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6b7d3c9-d354-4716-9e00-65927c14aa07 req-cd1a176c-ccaa-4d2e-ba4b-3f146f7dc982 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4949341 Apr 18 21:17:59.257964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Pushing event deleted for resources: {'Port': ['ID=6eec0638-b42a-406d-8b62-fe04416e989d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:59.288350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-02831269-dee0-4509-8860-36f92d5e6b7e tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:59.289797 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-02831269-dee0-4509-8860-36f92d5e6b7e tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.26 "GET /v2.0/networks?id=87246af0-d1e8-4b15-b14d-b5e249684e77 HTTP/1.1" status: 200 len: 814 time: 0.6816347 Apr 18 21:17:59.358166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Request body: {'port': {'device_id': '408dffa1-ab0f-43a4-84c7-3094c3cbeb19', 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77', 'admin_state_up': True, 'tenant_id': 'bb48a003acc646ca87915983b0117f10'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:59.384795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] No DVR routers for this DVR port 6eec0638-b42a-406d-8b62-fe04416e989d on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:59.391476 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.414459 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-bf70f03c-5b89-4b7f-93cc-ae4c66f7f175 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3111317 Apr 18 21:17:59.536014 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-21991b00-b5be-4e48-812d-0526ec6de4bb req-d69e36a5-2d29-4948-baa8-467c4552252b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.59 "DELETE /v2.0/ports/6eec0638-b42a-406d-8b62-fe04416e989d HTTP/1.1" status: 204 len: 173 time: 4.2778025 Apr 18 21:17:59.633241 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-7cbc284f-9c35-4719-aded-ee2b0ccecf2b service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114353 Apr 18 21:17:59.644047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-57bab2fd-640c-47cb-9ef7-df4f61eb1a0d admin admin] For port 4871d2ec-1515-4ed2-87ec-4465374956d0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4871d2ec-1515-4ed2-87ec-4465374956d0,segment=NetworkSegment(12a5928c-5182-4c47-84a7-399720abc6db),segment_id=12a5928c-5182-4c47-84a7-399720abc6db)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:59.644403 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-57bab2fd-640c-47cb-9ef7-df4f61eb1a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.721731 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.740040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438092d0-9d18-4cae-9a91-1348368d1077 req-04e2f34c-4dca-4c12-8924-b6c34100ee11 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:59.742806 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-438092d0-9d18-4cae-9a91-1348368d1077 req-04e2f34c-4dca-4c12-8924-b6c34100ee11 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ede67c-6616-4aa2-a8af-4fe73245c04d HTTP/1.1" status: 200 len: 944 time: 0.5781515 Apr 18 21:17:59.810688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-57bab2fd-640c-47cb-9ef7-df4f61eb1a0d admin admin] Calling delete_port for 4871d2ec-1515-4ed2-87ec-4465374956d0 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:59.826991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Subnet': ['ID=e015a1d0-7569-41a5-95e9-41c6a54920eb,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:59.893417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:59.904005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Usage tracker for resource:port and tenant:bb48a003acc646ca87915983b0117f10 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:59.918778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:59.928220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:59.950915 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-47c53d7c-53bb-4b0a-b6ba-50cdd7d32c41 req-14c4f3ff-915d-414d-a5d9-9c422298deae service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120000 Apr 18 21:17:59.959525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Checking segment: {'id': 'a1bf0ad4-eb91-473d-8ec9-773ada5134cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '35278c13-4227-4074-83e9-f0067ac84086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:59.959742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network hostable DHCP agents. Network: 35278c13-4227-4074-83e9-f0067ac84086, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:17:59.972913 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a943c-1383-4352-b484-abe5ead35aed req-39b854f0-4d5b-405e-acbc-6d2676eb1202 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:59.975216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f30a943c-1383-4352-b484-abe5ead35aed req-39b854f0-4d5b-405e-acbc-6d2676eb1202 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.5025187 Apr 18 21:17:59.980141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-438092d0-9d18-4cae-9a91-1348368d1077 req-2af21cf4-d64e-440d-8bec-cd5e3bd466ee tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400485 Apr 18 21:17:59.980734 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9e907ca9-bbbe-477e-820e-faac2653f64a req-de3732c0-e273-4955-b677-f259e77394c7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.052462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3732c0-e273-4955-b677-f259e77394c7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Pushing event deleted for resources: {'Port': ['ID=65edf331-b844-4246-8fa0-db777b6b7db2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:00.073430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network 35278c13-4227-4074-83e9-f0067ac84086 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:18:00.107768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Made reservation on behalf of bb48a003acc646ca87915983b0117f10 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:00.110791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.188636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e907ca9-bbbe-477e-820e-faac2653f64a req-de3732c0-e273-4955-b677-f259e77394c7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] No DVR routers for this DVR port 65edf331-b844-4246-8fa0-db777b6b7db2 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:00.196634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9e907ca9-bbbe-477e-820e-faac2653f64a req-de3732c0-e273-4955-b677-f259e77394c7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.199204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ede67c-6616-4aa2-a8af-4fe73245c04d', 'name': 'network-vif-deleted', 'tag': '65edf331-b844-4246-8fa0-db777b6b7db2'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:00.244683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 35278c13-4227-4074-83e9-f0067ac84086) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:00.247611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f30a943c-1383-4352-b484-abe5ead35aed req-d89cd01a-9599-471f-be2a-be64d1323417 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638612 Apr 18 21:18:00.256242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce60cedb-744a-43b1-b315-321c620914db None None] Network 35278c13-4227-4074-83e9-f0067ac84086 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:00.268313 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-db8560d5-10a8-403c-8b6c-41fad8350cf7 req-c6915fd4-8f97-4f3f-97ea-dda3bc30bd5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 1095 time: 0.1829762 Apr 18 21:18:00.280510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:00.280510 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.340494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-439fd7a2-00fa-47c0-ab14-eede138e9ffc req-a0bedbe8-67d5-4b07-bb73-2eb758e64fd8 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 210 time: 0.1467991 Apr 18 21:18:00.377276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e907ca9-bbbe-477e-820e-faac2653f64a req-de3732c0-e273-4955-b677-f259e77394c7 tempest-LiveMigrationTest-1570767911 tempest-LiveMigrationTest-1570767911-project] 10.222.0.59 "DELETE /v2.0/ports/65edf331-b844-4246-8fa0-db777b6b7db2 HTTP/1.1" status: 204 len: 173 time: 2.4157639 Apr 18 21:18:00.418596 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04dbd73-bcc8-4286-971f-88f14624c516'] response: {'server_uuid': 'e6ede67c-6616-4aa2-a8af-4fe73245c04d', 'name': 'network-vif-deleted', 'tag': '65edf331-b844-4246-8fa0-db777b6b7db2', 'status': 'completed', 'code': 200} Apr 18 21:18:00.445079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 65edf331-b844-4246-8fa0-db777b6b7db2 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:00.495194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 65edf331-b844-4246-8fa0-db777b6b7db2 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:18:00.495928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 65edf331-b844-4246-8fa0-db777b6b7db2 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:00.502047 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-32cc6c31-7f48-4841-97b0-73ddbe507e3e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3146935 Apr 18 21:18:00.506393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44928) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:00.522027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': '35278c13-4227-4074-83e9-f0067ac84086', 'name': 'tempest-PortsTestJSON-1896307185', 'fixed_ips': [{'subnet_id': 'e015a1d0-7569-41a5-95e9-41c6a54920eb', 'ip_address': '172.20.0.10'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:00.655462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8560d5-10a8-403c-8b6c-41fad8350cf7 req-c96ff7a5-37dd-48e8-a6d5-6eb664cf877c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:00.656820 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-db8560d5-10a8-403c-8b6c-41fad8350cf7 req-c96ff7a5-37dd-48e8-a6d5-6eb664cf877c service neutron] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 918 time: 0.3786681 Apr 18 21:18:00.694214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-35278c13-4227-4074-83e9-f0067ac84086', 'network_id': '35278c13-4227-4074-83e9-f0067ac84086', 'tenant_id': 'de025488dafd4d32aeebced97621e383', 'fixed_ips': [{'subnet_id': 'e015a1d0-7569-41a5-95e9-41c6a54920eb'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:18:00.699898 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.805663 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-57bab2fd-640c-47cb-9ef7-df4f61eb1a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.819058 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-db8560d5-10a8-403c-8b6c-41fad8350cf7 req-08bda1a3-ba33-42f2-83e6-b99fb1bf0b6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd HTTP/1.1" status: 200 len: 217 time: 0.1555183 Apr 18 21:18:00.899527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8560d5-10a8-403c-8b6c-41fad8350cf7 req-9f5fced0-8248-4ca5-a31f-949112991dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:00.902040 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-db8560d5-10a8-403c-8b6c-41fad8350cf7 req-9f5fced0-8248-4ca5-a31f-949112991dfe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.0760417 Apr 18 21:18:00.911954 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.922801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'name': 'network-vif-deleted', 'tag': '6eec0638-b42a-406d-8b62-fe04416e989d'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:00.971473 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Allocated IP 172.20.0.2 (35278c13-4227-4074-83e9-f0067ac84086/e015a1d0-7569-41a5-95e9-41c6a54920eb/18025cad-bb6a-428d-9eaa-e1abb74ff848) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:01.045251 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-db8560d5-10a8-403c-8b6c-41fad8350cf7 req-52d79611-69af-48f2-be1e-dbf145583267 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046643 Apr 18 21:18:01.050523 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b47cdc-f99f-4249-8139-46b4e8ebcba8'] response: {'server_uuid': 'dda0884c-e867-48f0-8d9e-b40839721b17', 'name': 'network-vif-deleted', 'tag': '6eec0638-b42a-406d-8b62-fe04416e989d', 'status': 'completed', 'code': 200} Apr 18 21:18:01.249214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bab2fd-640c-47cb-9ef7-df4f61eb1a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=4871d2ec-1515-4ed2-87ec-4465374956d0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:01.366618 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-db8560d5-10a8-403c-8b6c-41fad8350cf7 req-c8f17c48-8b56-42e0-98e7-2444ca01620f service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095407 Apr 18 21:18:01.385881 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:01.400985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Transition to ACTIVE for port object 18025cad-bb6a-428d-9eaa-e1abb74ff848 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:01.436996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Transition to ACTIVE for port object 18025cad-bb6a-428d-9eaa-e1abb74ff848 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:01.520370 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:01.561303 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-db8560d5-10a8-403c-8b6c-41fad8350cf7 req-8588f4fe-4a83-450b-b95b-14821cbd4b21 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881385 Apr 18 21:18:01.561952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Allocated IP 172.20.0.8 (87246af0-d1e8-4b15-b14d-b5e249684e77/7b383855-ac18-4d5a-9d3a-42279a6e6631/c3675165-ecf2-4fd2-ada7-a4a4c58a7d58) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:01.565094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:01.605458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ddc60-e767-4575-bcbe-4f1cfba557a8 req-ab704f56-7cb1-411b-af0b-7a4c4cc310bb tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:01.607060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0b3ddc60-e767-4575-bcbe-4f1cfba557a8 req-ab704f56-7cb1-411b-af0b-7a4c4cc310bb tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.8753359 Apr 18 21:18:01.662315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Network 35278c13-4227-4074-83e9-f0067ac84086 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:01.665256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:01.671183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:01.674020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Pushing event updated for resources: {'Port': ['ID=18025cad-bb6a-428d-9eaa-e1abb74ff848,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:01.675338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:01.714306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83602498-ea58-42f6-ba50-0acca41e4239 req-9dcc1f3d-b6be-4e57-b406-af4311965e15 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:01.716245 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83602498-ea58-42f6-ba50-0acca41e4239 req-9dcc1f3d-b6be-4e57-b406-af4311965e15 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.4563115 Apr 18 21:18:01.764808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Attempting to bind port 18025cad-bb6a-428d-9eaa-e1abb74ff848 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:01.765175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Attempting to bind port 18025cad-bb6a-428d-9eaa-e1abb74ff848 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a1bf0ad4-eb91-473d-8ec9-773ada5134cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '35278c13-4227-4074-83e9-f0067ac84086'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:01.765552 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Attempting to bind port 18025cad-bb6a-428d-9eaa-e1abb74ff848 on network 35278c13-4227-4074-83e9-f0067ac84086 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:01.774028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:01.774385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Checking segment: {'id': 'a1bf0ad4-eb91-473d-8ec9-773ada5134cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '35278c13-4227-4074-83e9-f0067ac84086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:01.774787 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:01.775264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Bound using segment: {'id': 'a1bf0ad4-eb91-473d-8ec9-773ada5134cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '35278c13-4227-4074-83e9-f0067ac84086'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:01.775725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Bound port: 18025cad-bb6a-428d-9eaa-e1abb74ff848, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bf0ad4-eb91-473d-8ec9-773ada5134cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '35278c13-4227-4074-83e9-f0067ac84086'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:01.776153 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:01.782338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0b3ddc60-e767-4575-bcbe-4f1cfba557a8 req-5dd9e3a9-ac67-4838-9f51-f5e9a77e5f35 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645226 Apr 18 21:18:01.808990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:01.884180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] For port 18025cad-bb6a-428d-9eaa-e1abb74ff848, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:01.888693 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] For port 18025cad-bb6a-428d-9eaa-e1abb74ff848, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=18025cad-bb6a-428d-9eaa-e1abb74ff848,segment=NetworkSegment(a1bf0ad4-eb91-473d-8ec9-773ada5134cd),segment_id=a1bf0ad4-eb91-473d-8ec9-773ada5134cd)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:01.919963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44942) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:01.977538 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83602498-ea58-42f6-ba50-0acca41e4239 req-9b088294-5e16-4458-bad8-1812060f1517 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389705 Apr 18 21:18:01.990978 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.113987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2424bc-139f-4686-ab71-bb97a64f8647 None None] Pushing event updated for resources: {'Port': ['ID=18025cad-bb6a-428d-9eaa-e1abb74ff848,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:02.149523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae43a48-1017-4d7f-8a62-41beac4edcab admin admin] Deleting subnet 9836981b-e141-4c4b-841b-4312a41b0b95 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:02.158291 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ae43a48-1017-4d7f-8a62-41beac4edcab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.231479 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ae43a48-1017-4d7f-8a62-41beac4edcab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.246374 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.299201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ae43a48-1017-4d7f-8a62-41beac4edcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.390288 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b65c02d-8402-4a09-bc39-6fa26089ada6 req-77fe087f-3dc5-4a9a-b1c9-9a853cc7f3c6 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 210 time: 0.3009133 Apr 18 21:18:02.400834 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.424476 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.446227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3c753f4c-b947-4ccd-bbe8-327cd9626acd details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:18:02.469610 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ae43a48-1017-4d7f-8a62-41beac4edcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.527209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port fc52e362-4042-4f61-aef7-f3f5435ed34c yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:18:02.546449 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ae43a48-1017-4d7f-8a62-41beac4edcab admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.564806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae43a48-1017-4d7f-8a62-41beac4edcab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9836981b-e141-4c4b-841b-4312a41b0b95,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:02.569100 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7ae43a48-1017-4d7f-8a62-41beac4edcab admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9836981b-e141-4c4b-841b-4312a41b0b95 HTTP/1.1" status: 204 len: 168 time: 0.6474237 Apr 18 21:18:02.571490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44950) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:02.641776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Network 87246af0-d1e8-4b15-b14d-b5e249684e77 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:02.647563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Pushing event updated for resources: {'Port': ['ID=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:02.680073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:02.688988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:02.694553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:02.726292 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.735417 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'port_id': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'mac_address': 'fa:16:3e:fc:2d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:18:02.839337 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 18025cad-bb6a-428d-9eaa-e1abb74ff848 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:02.864135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:02.864742 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.870207 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-57bab2fd-640c-47cb-9ef7-df4f61eb1a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.899366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1939439-d77a-4ed4-a1fb-ad3f7efcb849 req-42374eda-f642-46d6-97af-2d3355f14001 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:02.900328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.900964 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1939439-d77a-4ed4-a1fb-ad3f7efcb849 req-42374eda-f642-46d6-97af-2d3355f14001 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.5789697 Apr 18 21:18:02.907777 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.935917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f8e2c1-9ecd-41b3-9562-674a844605cc']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:02.957587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b63419-2a13-4592-9c0b-aa172982a3bd') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:02.958588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b63419-2a13-4592-9c0b-aa172982a3bd') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:02.972168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.975864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c753f4c-b947-4ccd-bbe8-327cd9626acd {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:02.993916 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.002120 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:18:03.003332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.004489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:18:03.018499 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:18:03.107731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 18025cad-bb6a-428d-9eaa-e1abb74ff848 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:03.118653 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.200731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=3c753f4c-b947-4ccd-bbe8-327cd9626acd,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:03.211571 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.235001 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.249838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f8e2c1-9ecd-41b3-9562-674a844605cc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:03.314298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-aee45f3d-b8c3-4f60-8d7f-622c46bd2050 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f0f8e2c1-9ecd-41b3-9562-674a844605cc HTTP/1.1" status: 204 len: 168 time: 0.7407026 Apr 18 21:18:03.317042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44958) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:03.345199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['3c753f4c-b947-4ccd-bbe8-327cd9626acd'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:18:03.379110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-f0e6cfbf-f0fe-4e85-ae49-6539176b0b3b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0334787 Apr 18 21:18:03.404628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Request body: {'port': {'device_id': '408dffa1-ab0f-43a4-84c7-3094c3cbeb19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:03.407686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab310bfa-3977-41c6-88c3-c3713c59d535 admin admin] Deleting subnet f2608438-23ce-419a-873b-6fbc09561367 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:03.415714 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab310bfa-3977-41c6-88c3-c3713c59d535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.483243 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.499090 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab310bfa-3977-41c6-88c3-c3713c59d535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.499197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1939439-d77a-4ed4-a1fb-ad3f7efcb849 req-14f1649c-ea2e-4dcc-bbd2-deb6dfaab6a1 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876720 Apr 18 21:18:03.506941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f013763d-6c52-44fd-874e-7765e02a16e3 None None] Network 35278c13-4227-4074-83e9-f0067ac84086 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:03.513916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.10 (35278c13-4227-4074-83e9-f0067ac84086/e015a1d0-7569-41a5-95e9-41c6a54920eb/fc52e362-4042-4f61-aef7-f3f5435ed34c) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:03.684481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f771-96aa-4942-b144-5d119e303dd2 req-9c8344e5-17be-4ffc-b4d3-8b3217d26214 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:03.684481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dfd7f771-96aa-4942-b144-5d119e303dd2 req-9c8344e5-17be-4ffc-b4d3-8b3217d26214 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.6722209 Apr 18 21:18:03.706056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab310bfa-3977-41c6-88c3-c3713c59d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.763527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-47f031b2-42eb-4312-8938-8ec43f2f0b56 None None] Provisioning for port 18025cad-bb6a-428d-9eaa-e1abb74ff848 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:03.776093 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-47f031b2-42eb-4312-8938-8ec43f2f0b56 None None] Provisioning complete for port 18025cad-bb6a-428d-9eaa-e1abb74ff848 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:03.776309 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.776416 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-47f031b2-42eb-4312-8938-8ec43f2f0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.851305 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab310bfa-3977-41c6-88c3-c3713c59d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.893711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab310bfa-3977-41c6-88c3-c3713c59d535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2608438-23ce-419a-873b-6fbc09561367,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:03.904807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab310bfa-3977-41c6-88c3-c3713c59d535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:03.911534 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ab310bfa-3977-41c6-88c3-c3713c59d535 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f2608438-23ce-419a-873b-6fbc09561367 HTTP/1.1" status: 204 len: 168 time: 0.5927625 Apr 18 21:18:03.914124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44970) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:03.986039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dfd7f771-96aa-4942-b144-5d119e303dd2 req-469d0c21-1a3a-4de1-b36f-360ff20c8b90 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035064 Apr 18 21:18:04.027799 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-47f031b2-42eb-4312-8938-8ec43f2f0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.049343 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.087480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-47f031b2-42eb-4312-8938-8ec43f2f0b56 None None] For port 18025cad-bb6a-428d-9eaa-e1abb74ff848, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=18025cad-bb6a-428d-9eaa-e1abb74ff848,segment=NetworkSegment(a1bf0ad4-eb91-473d-8ec9-773ada5134cd),segment_id=a1bf0ad4-eb91-473d-8ec9-773ada5134cd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:04.173539 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-47f031b2-42eb-4312-8938-8ec43f2f0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.240459 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.273584 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.299741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object fc52e362-4042-4f61-aef7-f3f5435ed34c will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:04.310022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee42dbf-6344-4f88-9d07-ec687f2cad0b']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:04.326534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f031b2-42eb-4312-8938-8ec43f2f0b56 None None] Pushing event updated for resources: {'Port': ['ID=18025cad-bb6a-428d-9eaa-e1abb74ff848,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:04.345751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4ad0a1-4271-4af8-9938-e8f66e1e6a0c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:04.346136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4ad0a1-4271-4af8-9938-e8f66e1e6a0c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:04.358698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1274-21a0-48b0-9ab2-4ef74f4e1bcb req-1fa1dcb0-f30e-4343-a1e6-d11b0d507334 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:04.359411 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-04ea1274-21a0-48b0-9ab2-4ef74f4e1bcb req-1fa1dcb0-f30e-4343-a1e6-d11b0d507334 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Synchronizing usage tracker for tenant:bb48a003acc646ca87915983b0117f10 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:04.361914 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.380988 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.390359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:18:04.390801 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.400045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-06eb3ce9-9885-4061-b503-8dc15685171b None None] Provisioning complete for port 18025cad-bb6a-428d-9eaa-e1abb74ff848 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:04.400415 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-06eb3ce9-9885-4061-b503-8dc15685171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:18:04.404850 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:18:04.462075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3c753f4c-b947-4ccd-bbe8-327cd9626acd up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:04.464678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.605462 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.606715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network 35278c13-4227-4074-83e9-f0067ac84086 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:04.608898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 18025cad-bb6a-428d-9eaa-e1abb74ff848 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:04.638809 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.642157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee42dbf-6344-4f88-9d07-ec687f2cad0b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:04.657170 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9d991720-4423-401e-ad82-f86772233273 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0ee42dbf-6344-4f88-9d07-ec687f2cad0b HTTP/1.1" status: 204 len: 168 time: 0.7397141 Apr 18 21:18:04.695490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 18025cad-bb6a-428d-9eaa-e1abb74ff848 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:04.695803 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.703024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:04.705424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:04.734565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-04ea1274-21a0-48b0-9ab2-4ef74f4e1bcb req-1fa1dcb0-f30e-4343-a1e6-d11b0d507334 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Unset dirty status for tenant:bb48a003acc646ca87915983b0117f10 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:04.742150 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04ea1274-21a0-48b0-9ab2-4ef74f4e1bcb req-1fa1dcb0-f30e-4343-a1e6-d11b0d507334 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 931 time: 1.0414953 Apr 18 21:18:04.760851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 3c753f4c-b947-4ccd-bbe8-327cd9626acd completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:04.771013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 3c753f4c-b947-4ccd-bbe8-327cd9626acd triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:04.771473 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.891528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=fc52e362-4042-4f61-aef7-f3f5435ed34c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:04.962796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.972227 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:04.972842 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.990418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:04.999951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:05.008653 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04ea1274-21a0-48b0-9ab2-4ef74f4e1bcb req-031a4571-79b4-4540-83a6-6fb57cc32405 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655509 Apr 18 21:18:05.042318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44982) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:05.086107 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:05.105728 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f8c889b2-3f80-432e-a889-755131d72c1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8df5d4aa6d254fe4a784472e6df45d7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0622382 Apr 18 21:18:05.110624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44988) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:05.154279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bba908cb-7039-4a7b-ad74-482a5de6dc97 None None] Provisioning for port fc52e362-4042-4f61-aef7-f3f5435ed34c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:05.172654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bba908cb-7039-4a7b-ad74-482a5de6dc97 None None] Provisioning complete for port fc52e362-4042-4f61-aef7-f3f5435ed34c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:05.173040 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bba908cb-7039-4a7b-ad74-482a5de6dc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:05.206053 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebb3980-c2c9-40cd-8c78-caf7bcea4a62'] response: {'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'code': 200} Apr 18 21:18:05.222830 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8516a3ea-5d54-48e5-a9b7-a6290dd59534 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7110791 Apr 18 21:18:05.225385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44994) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:05.234478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': '35278c13-4227-4074-83e9-f0067ac84086', 'name': 'tempest-PortsTestJSON-1974761989', 'fixed_ips': [{'subnet_id': 'e015a1d0-7569-41a5-95e9-41c6a54920eb', 'ip_address': '172.20.0.9'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:05.248015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=3c753f4c-b947-4ccd-bbe8-327cd9626acd,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:05.252375 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bba908cb-7039-4a7b-ad74-482a5de6dc97 None None] Port fc52e362-4042-4f61-aef7-f3f5435ed34c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:05.307759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:05.328602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102c19d-02d2-42b4-9a4a-565c52edfe7d req-388597e5-8ae9-4c11-8e5d-8c83889b6572 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:05.329967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8102c19d-02d2-42b4-9a4a-565c52edfe7d req-388597e5-8ae9-4c11-8e5d-8c83889b6572 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.4396648 Apr 18 21:18:05.336009 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:05.446512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:05.447396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Transition to ACTIVE for port object c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:05.452683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:port and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:05.458786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:05.463067 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e797f84c-a546-4dbd-9613-fe51ab98ab82 req-526c97d1-e8fb-4aa7-97bb-6ac45fcbcb62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 1097 time: 0.1367741 Apr 18 21:18:05.468010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:05.502791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36988205-e204-49a8-8ae2-d949f6c58492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:05.511595 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e797f84c-a546-4dbd-9613-fe51ab98ab82 req-3f5df04e-09cb-473e-ad0b-e12cfd7d5fa0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413208 Apr 18 21:18:05.520871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8102c19d-02d2-42b4-9a4a-565c52edfe7d req-c17c729e-2cb9-46f4-8c45-b4a4ca7f0317 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487191 Apr 18 21:18:05.525465 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:05.570374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:05.703415 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:05.713685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45000) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:05.734334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port 33429aaf-5a47-4aa3-b6a9-9d29d47613ce yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:18:05.754655 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36988205-e204-49a8-8ae2-d949f6c58492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:05.782870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308c73c-b870-4e72-90a9-7e7ebeb11552 req-2415ee2f-bd6e-437a-8b59-938e0a0f40c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:05.785063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9308c73c-b870-4e72-90a9-7e7ebeb11552 req-2415ee2f-bd6e-437a-8b59-938e0a0f40c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.4639754 Apr 18 21:18:05.910370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:05.995149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.9 (35278c13-4227-4074-83e9-f0067ac84086/e015a1d0-7569-41a5-95e9-41c6a54920eb/33429aaf-5a47-4aa3-b6a9-9d29d47613ce) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:06.022407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ec0652-910e-4ac7-aa4e-eaa6717eb872 admin admin] Deleting subnet e6eed83b-bd8b-4106-83ab-7db4459dec92 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:06.028274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9308c73c-b870-4e72-90a9-7e7ebeb11552 req-c5ed4e14-882b-4991-b2b2-1a8e3983af65 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876342 Apr 18 21:18:06.038669 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ec0652-910e-4ac7-aa4e-eaa6717eb872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.082794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Attempting to bind port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:06.083297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Attempting to bind port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:06.083627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Attempting to bind port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 on network 87246af0-d1e8-4b15-b14d-b5e249684e77 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:06.093554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bab2fd-640c-47cb-9ef7-df4f61eb1a0d admin admin] Router 873de3b6-aee4-4107-bcde-7e5a119ac95e has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:06.096424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 on network 87246af0-d1e8-4b15-b14d-b5e249684e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:18:06.096759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Attempting to bind port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 on network 87246af0-d1e8-4b15-b14d-b5e249684e77 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:06.105665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:06.106026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Checking segment: {'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:06.106401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Bound using segment: {'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:06.106828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Bound port: c3675165-ecf2-4fd2-ada7-a4a4c58a7d58, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b27720-ac10-43be-adab-87406125016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:06.107187 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.127964 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36988205-e204-49a8-8ae2-d949f6c58492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.133712 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ec0652-910e-4ac7-aa4e-eaa6717eb872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.247520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36988205-e204-49a8-8ae2-d949f6c58492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd8062b-02b2-4be2-a4ad-2e46f4513f7f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:06.349068 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36988205-e204-49a8-8ae2-d949f6c58492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.353144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-36988205-e204-49a8-8ae2-d949f6c58492 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3cd8062b-02b2-4be2-a4ad-2e46f4513f7f HTTP/1.1" status: 204 len: 168 time: 1.1732605 Apr 18 21:18:06.413353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ec0652-910e-4ac7-aa4e-eaa6717eb872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.421106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] For port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:06.432342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] For port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:06.464282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3583b32-9c72-4959-8921-22f8e65759b7 req-68145188-44a3-481d-afd4-4ef690dd9955 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:06.465980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3583b32-9c72-4959-8921-22f8e65759b7 req-68145188-44a3-481d-afd4-4ef690dd9955 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 943 time: 0.2392349 Apr 18 21:18:06.506950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-7791f883-981d-42f3-9188-5574c6097440 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:06.507654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-7791f883-981d-42f3-9188-5574c6097440 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:06.516244 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.578592 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.587297 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3583b32-9c72-4959-8921-22f8e65759b7 req-e498b6a9-03ef-4035-9c8c-f2b1781e7ce4 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155498 Apr 18 21:18:06.606942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object 33429aaf-5a47-4aa3-b6a9-9d29d47613ce will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:06.616637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-7791f883-981d-42f3-9188-5574c6097440 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:06.618411 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-7791f883-981d-42f3-9188-5574c6097440 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.5350001 Apr 18 21:18:06.624559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.624559 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] 10.222.0.26 "PUT /v2.0/ports/c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 HTTP/1.1" status: 200 len: 1091 time: 3.2300236 Apr 18 21:18:06.624559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408dffa1-ab0f-43a4-84c7-3094c3cbeb19', 'tag': 'c3675165-ecf2-4fd2-ada7-a4a4c58a7d58'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:06.659665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8fcf0-d24f-41e2-9737-9b4d88bccea5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:06.672006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ec0652-910e-4ac7-aa4e-eaa6717eb872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.684729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bab2fd-640c-47cb-9ef7-df4f61eb1a0d admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:06.691132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-57bab2fd-640c-47cb-9ef7-df4f61eb1a0d admin admin] 10.222.0.11 "PUT /v2.0/routers/873de3b6-aee4-4107-bcde-7e5a119ac95e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6189418 Apr 18 21:18:06.698175 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5fef0-598b-4172-b5db-dcfdbed10cae None None] Sync routers for ids ['873de3b6-aee4-4107-bcde-7e5a119ac95e'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:18:06.698920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45014) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:06.717279 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5fef0-598b-4172-b5db-dcfdbed10cae None None] Routers {'873de3b6-aee4-4107-bcde-7e5a119ac95e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:06.718160 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3ca5fef0-598b-4172-b5db-dcfdbed10cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:17:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['873de3b6-aee4-4107-bcde-7e5a119ac95e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:06.767958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec0652-910e-4ac7-aa4e-eaa6717eb872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6eed83b-bd8b-4106-83ab-7db4459dec92,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:06.782737 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ec0652-910e-4ac7-aa4e-eaa6717eb872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.783570 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa9a6a2-1075-4aa4-a580-6199e7600819'] response: {'name': 'network-changed', 'server_uuid': '408dffa1-ab0f-43a4-84c7-3094c3cbeb19', 'tag': 'c3675165-ecf2-4fd2-ada7-a4a4c58a7d58', 'status': 'completed', 'code': 200} Apr 18 21:18:06.790446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-97183280-9e47-4070-9aa4-17993a73b6a8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Deleting port b751f2b8-0151-46c1-bbe0-aba996116b28 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:06.790446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-97183280-9e47-4070-9aa4-17993a73b6a8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.850011 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-61ec0652-910e-4ac7-aa4e-eaa6717eb872 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e6eed83b-bd8b-4106-83ab-7db4459dec92 HTTP/1.1" status: 204 len: 168 time: 1.1352468 Apr 18 21:18:06.853866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45020) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:06.885855 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.015639 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-3ca5fef0-598b-4172-b5db-dcfdbed10cae None None] Set router 873de3b6-aee4-4107-bcde-7e5a119ac95e gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:07.049067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-eb0f9943-7e15-409a-b7a6-b3a813a3e1d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb48a003acc646ca87915983b0117f10&device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 1094 time: 0.2594748 Apr 18 21:18:07.100836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network 35278c13-4227-4074-83e9-f0067ac84086 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:07.103409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.118687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecc692-ba52-49f4-a3b0-c7eec9aa521a req-f632de9d-a338-4908-b1ee-5597b6e39ac2 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:07.120265 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2eecc692-ba52-49f4-a3b0-c7eec9aa521a req-f632de9d-a338-4908-b1ee-5597b6e39ac2 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 945 time: 0.3296461 Apr 18 21:18:07.146013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:07.163000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-0931f130-097b-4361-a3da-4c1b8cf59b84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 HTTP/1.1" status: 200 len: 217 time: 0.1012793 Apr 18 21:18:07.163095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=33429aaf-5a47-4aa3-b6a9-9d29d47613ce,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:07.241311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:07.312990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2eecc692-ba52-49f4-a3b0-c7eec9aa521a req-1dd7125f-58f5-41e1-97df-f3d5660a53f3 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856916 Apr 18 21:18:07.318599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45026) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:07.392147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-660dfc80-e367-44e4-ab36-9791678be1c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:07.394000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-660dfc80-e367-44e4-ab36-9791678be1c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b383855-ac18-4d5a-9d3a-42279a6e6631 HTTP/1.1" status: 200 len: 854 time: 0.2293909 Apr 18 21:18:07.434289 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3ca5fef0-598b-4172-b5db-dcfdbed10cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'name': 'tempest-FloatingIPDetailsTestJSON-484640636-router', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:03Z', 'updated_at': '2022-04-18T21:18:00Z', 'revision_number': 5, 'project_id': '917bdeffda8d43b095eae0e0782e0118', 'gw_port': {'id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:04Z', 'updated_at': '2022-04-18T21:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:07.438329 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5fef0-598b-4172-b5db-dcfdbed10cae None None] Checking router: 873de3b6-aee4-4107-bcde-7e5a119ac95e for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:18:07.450143 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5fef0-598b-4172-b5db-dcfdbed10cae None None] Routers {'873de3b6-aee4-4107-bcde-7e5a119ac95e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:07.450909 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3ca5fef0-598b-4172-b5db-dcfdbed10cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:17:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['873de3b6-aee4-4107-bcde-7e5a119ac95e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:07.452823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:07.453618 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.474325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-3d5801ff-d243-4b18-8305-cef34cfd5b14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87246af0-d1e8-4b15-b14d-b5e249684e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609365 Apr 18 21:18:07.488587 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.565259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-97183280-9e47-4070-9aa4-17993a73b6a8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] For port b751f2b8-0151-46c1-bbe0-aba996116b28, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=b751f2b8-0151-46c1-bbe0-aba996116b28,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:07.565656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-97183280-9e47-4070-9aa4-17993a73b6a8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.571906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-92a97292-3572-42b2-b975-1b4fd1b3d53a None None] Provisioning for port 33429aaf-5a47-4aa3-b6a9-9d29d47613ce completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:07.578886 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.582436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-92a97292-3572-42b2-b975-1b4fd1b3d53a None None] Provisioning complete for port 33429aaf-5a47-4aa3-b6a9-9d29d47613ce triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:07.583934 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-92a97292-3572-42b2-b975-1b4fd1b3d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.654195 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b29bf265-5ece-49a9-b9ca-855bdf6bc0b2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4243610 Apr 18 21:18:07.654410 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-3ca5fef0-598b-4172-b5db-dcfdbed10cae None None] Set router 873de3b6-aee4-4107-bcde-7e5a119ac95e gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:07.714519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45032) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:07.721435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-92a97292-3572-42b2-b975-1b4fd1b3d53a None None] Port 33429aaf-5a47-4aa3-b6a9-9d29d47613ce cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:07.725776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-97183280-9e47-4070-9aa4-17993a73b6a8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Calling delete_port for b751f2b8-0151-46c1-bbe0-aba996116b28 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:07.753664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:07.780556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803bff9a-6434-4e46-8125-bd5d03cce27e') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:07.780849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803bff9a-6434-4e46-8125-bd5d03cce27e') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:07.798221 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.836723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.843764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:18:07.844163 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:18:07.857500 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:18:07.896574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-600686e1-4d0d-4512-b503-055e3078e79d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f3667b000d347d9b302cbb424a5746b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5666273 Apr 18 21:18:07.906900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45036) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:08.017327 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3ca5fef0-598b-4172-b5db-dcfdbed10cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'name': 'tempest-FloatingIPDetailsTestJSON-484640636-router', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:03Z', 'updated_at': '2022-04-18T21:18:00Z', 'revision_number': 5, 'project_id': '917bdeffda8d43b095eae0e0782e0118', 'gw_port': {'id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:04Z', 'updated_at': '2022-04-18T21:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:08.022701 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5fef0-598b-4172-b5db-dcfdbed10cae None None] The sync data for ids ['873de3b6-aee4-4107-bcde-7e5a119ac95e'] in n-d-836017-3 is: [{'id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'name': 'tempest-FloatingIPDetailsTestJSON-484640636-router', 'tenant_id': '917bdeffda8d43b095eae0e0782e0118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:03Z', 'updated_at': '2022-04-18T21:18:00Z', 'revision_number': 5, 'project_id': '917bdeffda8d43b095eae0e0782e0118', 'gw_port': {'id': '192f1292-3046-4db1-bce1-528a253f8e1c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873de3b6-aee4-4107-bcde-7e5a119ac95e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:04Z', 'updated_at': '2022-04-18T21:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:18:08.048663 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad93d1af-9054-4c30-80d9-f96d3f0703ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.052896 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-38fd9a7b-080a-41f6-b38b-2039a0fdb0ca service neutron] 10.222.0.26 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677872 Apr 18 21:18:08.061836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd7342-2b63-48a5-aff8-31baf8b75e85 req-ce51b698-f596-40c8-b35f-fe03abc7ffe3 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:08.063348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dbd7342-2b63-48a5-aff8-31baf8b75e85 req-ce51b698-f596-40c8-b35f-fe03abc7ffe3 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.7419307 Apr 18 21:18:08.084276 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad93d1af-9054-4c30-80d9-f96d3f0703ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.107661 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.120565 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.139057 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-97183280-9e47-4070-9aa4-17993a73b6a8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.149591 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f2bda1f4-9385-44d6-bf67-0327d56f0ef0', 'b751f2b8-0151-46c1-bbe0-aba996116b28'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:18:08.176668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e619bde-e071-46d4-86a5-bf3bc53e92e0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:08.177443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4e619bde-e071-46d4-86a5-bf3bc53e92e0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:08.193899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] Pushing event deleted for resources: {'Network': ['ID=d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:08.206972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97183280-9e47-4070-9aa4-17993a73b6a8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event deleted for resources: {'Port': ['ID=b751f2b8-0151-46c1-bbe0-aba996116b28,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:08.229464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456d45d-bcbc-4677-ba37-6ff73dc2a12d req-e825d375-a586-4d59-a85c-71651d3a19d3 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:08.236224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c456d45d-bcbc-4677-ba37-6ff73dc2a12d req-e825d375-a586-4d59-a85c-71651d3a19d3 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 943 time: 0.3652699 Apr 18 21:18:08.286286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-97183280-9e47-4070-9aa4-17993a73b6a8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] No DVR routers for this DVR port b751f2b8-0151-46c1-bbe0-aba996116b28 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:08.296217 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9b22aa12-773a-4899-a9a6-473f966d9719 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d48ea9cf-e6eb-45c4-b8ce-9ef54f4e33c2 HTTP/1.1" status: 204 len: 168 time: 1.4378078 Apr 18 21:18:08.299069 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-97183280-9e47-4070-9aa4-17993a73b6a8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.302518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e4d027-8bcc-4fe4-b330-fc7d48798239', 'name': 'network-vif-deleted', 'tag': 'b751f2b8-0151-46c1-bbe0-aba996116b28'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:08.308570 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dbd7342-2b63-48a5-aff8-31baf8b75e85 req-317d5335-a5c9-470c-8bc5-3192e742af71 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153018 Apr 18 21:18:08.313184 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-08e108b8-d08a-46fe-a990-f3e2da7c4ed5 req-97183280-9e47-4070-9aa4-17993a73b6a8 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "DELETE /v2.0/ports/b751f2b8-0151-46c1-bbe0-aba996116b28 HTTP/1.1" status: 204 len: 173 time: 1.6882331 Apr 18 21:18:08.336258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4e619bde-e071-46d4-86a5-bf3bc53e92e0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:08.337388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4e619bde-e071-46d4-86a5-bf3bc53e92e0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5752852 Apr 18 21:18:08.340241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45044) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:08.346088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1306fb75-ff7d-4988-9fdf-ebe54a9be7b6 req-95726224-90da-4517-8b03-74e1371dea11 service neutron] 10.222.0.26 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815707 Apr 18 21:18:08.363663 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c456d45d-bcbc-4677-ba37-6ff73dc2a12d req-22d4a160-5ca2-4aee-8768-dcd845dd3cfd tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264753 Apr 18 21:18:08.436323 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.590972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4871d2ec-1515-4ed2-87ec-4465374956d0 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:08.633994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 4871d2ec-1515-4ed2-87ec-4465374956d0 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:18:08.636334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4871d2ec-1515-4ed2-87ec-4465374956d0 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:08.643728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Deleting port 192f1292-3046-4db1-bce1-528a253f8e1c {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:08.644072 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.668725 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad93d1af-9054-4c30-80d9-f96d3f0703ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.671290 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad93d1af-9054-4c30-80d9-f96d3f0703ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.672415 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ad93d1af-9054-4c30-80d9-f96d3f0703ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/576a812b-8cf0-401c-935d-eda11c046c2e HTTP/1.1" status: 204 len: 168 time: 0.7645752 Apr 18 21:18:08.674940 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e24529-f821-4f46-a4c5-c36b16df5dcd'] response: {'server_uuid': 'e4e4d027-8bcc-4fe4-b330-fc7d48798239', 'name': 'network-vif-deleted', 'tag': 'b751f2b8-0151-46c1-bbe0-aba996116b28', 'status': 'completed', 'code': 200} Apr 18 21:18:08.690611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c4dd4a1-b20e-4b5c-9740-5a3cae8f6aa5 req-2b713885-0392-48ad-be6b-d0d5527ccac6 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e4d027-8bcc-4fe4-b330-fc7d48798239 HTTP/1.1" status: 200 len: 210 time: 0.1218076 Apr 18 21:18:08.695769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93d1af-9054-4c30-80d9-f96d3f0703ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576a812b-8cf0-401c-935d-eda11c046c2e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:08.758493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405f5608-b15f-4f1c-b891-1d1da1d622fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:08.763015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405f5608-b15f-4f1c-b891-1d1da1d622fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:08.767153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405f5608-b15f-4f1c-b891-1d1da1d622fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:08.768014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-405f5608-b15f-4f1c-b891-1d1da1d622fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:08.786527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-405f5608-b15f-4f1c-b891-1d1da1d622fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:08.788348 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-405f5608-b15f-4f1c-b891-1d1da1d622fc tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4451032 Apr 18 21:18:08.791113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45054) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:08.870041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-91a880db-d000-4e79-b215-6054eb70ea91 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 33429aaf-5a47-4aa3-b6a9-9d29d47613ce {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:08.870385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91a880db-d000-4e79-b215-6054eb70ea91 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.925048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cf428ed-8655-4f73-908a-f9e948d477fb req-a6e7df17-dbe5-4847-a25e-50edad5a0436 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb48a003acc646ca87915983b0117f10&device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 1094 time: 0.4200056 Apr 18 21:18:08.925270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45058) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:08.967308 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.991567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e8078-70b3-430b-8ae0-ba4e54119283 req-91085cbe-21d4-4081-baff-b5b9fd784bfe tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:08.993178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f20e8078-70b3-430b-8ae0-ba4e54119283 req-91085cbe-21d4-4081-baff-b5b9fd784bfe tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.2913914 Apr 18 21:18:09.011394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45062) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:09.020117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0ee886c1-5183-4158-8678-597757b5b518 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Request body: {'floatingip': {'port_id': '3c753f4c-b947-4ccd-bbe8-327cd9626acd'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:09.052567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] For port 192f1292-3046-4db1-bce1-528a253f8e1c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=192f1292-3046-4db1-bce1-528a253f8e1c,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:09.052929 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.200376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Calling delete_port for 192f1292-3046-4db1-bce1-528a253f8e1c owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:09.210897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ee886c1-5183-4158-8678-597757b5b518 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.291665 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b38697d9-5fb5-4472-ae59-207c13787969 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af748b8029ea400c995ba35f34f12da7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3621707 Apr 18 21:18:09.297937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45074) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:09.313809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf428ed-8655-4f73-908a-f9e948d477fb req-539e244b-74ba-4bc6-8463-95d926a0ba6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:09.315221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cf428ed-8655-4f73-908a-f9e948d477fb req-539e244b-74ba-4bc6-8463-95d926a0ba6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=87246af0-d1e8-4b15-b14d-b5e249684e77 HTTP/1.1" status: 200 len: 915 time: 0.3815489 Apr 18 21:18:09.405354 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91a880db-d000-4e79-b215-6054eb70ea91 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.641367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cf428ed-8655-4f73-908a-f9e948d477fb req-f85d024f-81f8-4740-8f12-e0673299dab4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 HTTP/1.1" status: 200 len: 217 time: 0.3183320 Apr 18 21:18:09.655420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-91a880db-d000-4e79-b215-6054eb70ea91 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 33429aaf-5a47-4aa3-b6a9-9d29d47613ce owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:09.696532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db5debe9-5049-475d-998e-35321c247322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.754256 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db5debe9-5049-475d-998e-35321c247322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.798260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf428ed-8655-4f73-908a-f9e948d477fb req-106ec02d-63cd-43c5-a4ff-79f2ca7dd51e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:09.799721 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cf428ed-8655-4f73-908a-f9e948d477fb req-106ec02d-63cd-43c5-a4ff-79f2ca7dd51e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b383855-ac18-4d5a-9d3a-42279a6e6631 HTTP/1.1" status: 200 len: 854 time: 0.1475830 Apr 18 21:18:09.912795 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cf428ed-8655-4f73-908a-f9e948d477fb req-8575c574-f14c-4fba-9e43-edc4c47e430a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87246af0-d1e8-4b15-b14d-b5e249684e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674529 Apr 18 21:18:09.962490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab5b94-b171-41b5-98ea-f3fb4fc8f36e req-20fbe99a-558b-41f6-ac16-a9870f7289e5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:09.964184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91ab5b94-b171-41b5-98ea-f3fb4fc8f36e req-20fbe99a-558b-41f6-ac16-a9870f7289e5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 943 time: 0.4750249 Apr 18 21:18:10.039493 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.102857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=192f1292-3046-4db1-bce1-528a253f8e1c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:10.174179 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db5debe9-5049-475d-998e-35321c247322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.231620 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91ab5b94-b171-41b5-98ea-f3fb4fc8f36e req-1173c802-98eb-43f0-8fd8-54e2fa156bad tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212193 Apr 18 21:18:10.236775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ee886c1-5183-4158-8678-597757b5b518 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.239326 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91a880db-d000-4e79-b215-6054eb70ea91 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.245287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5debe9-5049-475d-998e-35321c247322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d25cea4-0734-4dc6-b1c2-edc6b6baf17c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:10.272176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cf428ed-8655-4f73-908a-f9e948d477fb req-dd561eb1-7adf-45e2-98c4-4eef2e6607e8 service neutron] 10.222.0.26 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494287 Apr 18 21:18:10.328909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a880db-d000-4e79-b215-6054eb70ea91 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=33429aaf-5a47-4aa3-b6a9-9d29d47613ce,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:10.495780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b751f2b8-0151-46c1-bbe0-aba996116b28 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:10.549147 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db5debe9-5049-475d-998e-35321c247322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.550359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-db5debe9-5049-475d-998e-35321c247322 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d25cea4-0734-4dc6-b1c2-edc6b6baf17c HTTP/1.1" status: 204 len: 168 time: 1.2517970 Apr 18 21:18:10.554647 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ee886c1-5183-4158-8678-597757b5b518 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.565007 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.746212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: b751f2b8-0151-46c1-bbe0-aba996116b28 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:18:10.747446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device b751f2b8-0151-46c1-bbe0-aba996116b28 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:10.832956 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91a880db-d000-4e79-b215-6054eb70ea91 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.925884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cf428ed-8655-4f73-908a-f9e948d477fb req-1e9d3cd2-2864-4639-8882-8ec7497b3d7b service neutron] 10.222.0.26 "GET /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6440842 Apr 18 21:18:10.929571 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-0ee886c1-5183-4158-8678-597757b5b518 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Floating IP 01075770-f854-4849-a7c7-3b24987ffd7d associated. External IP: 172.25.3.83, port: 3c753f4c-b947-4ccd-bbe8-327cd9626acd. Apr 18 21:18:10.953963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.953963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.050844 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.052130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 873de3b6-aee4-4107-bcde-7e5a119ac95e {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:18:11.074009 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-91a880db-d000-4e79-b215-6054eb70ea91 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/33429aaf-5a47-4aa3-b6a9-9d29d47613ce HTTP/1.1" status: 204 len: 168 time: 2.2818592 Apr 18 21:18:11.076457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45120) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:11.091745 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.100533 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ef9b7ea1-d284-428e-a80b-100cc07e59f4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/873de3b6-aee4-4107-bcde-7e5a119ac95e HTTP/1.1" status: 204 len: 168 time: 4.3957427 Apr 18 21:18:11.104483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45124) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:11.158727 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0992f085-b241-435b-9954-82658b935520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:18:11.159232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0992f085-b241-435b-9954-82658b935520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:11.205530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18a3a9d-6003-4f6c-b66b-f4f15304b4df admin admin] Deleting subnet 0dc381aa-23fe-4129-bb59-aeb69dc8b9b9 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:11.206398 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a18a3a9d-6003-4f6c-b66b-f4f15304b4df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.271543 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a18a3a9d-6003-4f6c-b66b-f4f15304b4df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.294466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0992f085-b241-435b-9954-82658b935520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:11.299544 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0992f085-b241-435b-9954-82658b935520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/33429aaf-5a47-4aa3-b6a9-9d29d47613ce HTTP/1.1" status: 404 len: 333 time: 0.2179692 Apr 18 21:18:11.302229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45138) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:11.404870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a18a3a9d-6003-4f6c-b66b-f4f15304b4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.429944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-73b7b57c-d701-4935-bf5c-4832930b6539 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port fc52e362-4042-4f61-aef7-f3f5435ed34c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:11.430435 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-73b7b57c-d701-4935-bf5c-4832930b6539 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.585378 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a18a3a9d-6003-4f6c-b66b-f4f15304b4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.799158 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a18a3a9d-6003-4f6c-b66b-f4f15304b4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.803108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ff88f-a40a-4a54-8a0b-6abb42c2241e None None] Network bd742cf1-328e-4925-9065-7601a81edd26 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:11.867887 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a18a3a9d-6003-4f6c-b66b-f4f15304b4df admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0dc381aa-23fe-4129-bb59-aeb69dc8b9b9 HTTP/1.1" status: 204 len: 168 time: 0.7621734 Apr 18 21:18:11.873558 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45158) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:11.876107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a3a9d-6003-4f6c-b66b-f4f15304b4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc381aa-23fe-4129-bb59-aeb69dc8b9b9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:11.971213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:18:12.008269 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.040028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Deleting port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:12.040276 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.076790 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-73b7b57c-d701-4935-bf5c-4832930b6539 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.178275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3cb58-5ac3-4268-b155-e84b1f4a75d4 req-610dab17-8511-4491-bd20-cfe51fd93054 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:12.180310 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23d3cb58-5ac3-4268-b155-e84b1f4a75d4 req-610dab17-8511-4491-bd20-cfe51fd93054 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 943 time: 0.3858619 Apr 18 21:18:12.282105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:12.305093 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'c3675165-ecf2-4fd2-ada7-a4a4c58a7d58', 'network_id': '87246af0-d1e8-4b15-b14d-b5e249684e77', 'port_id': 'c3675165-ecf2-4fd2-ada7-a4a4c58a7d58', 'mac_address': 'fa:16:3e:6c:ba:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b383855-ac18-4d5a-9d3a-42279a6e6631', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:18:12.335646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-73b7b57c-d701-4935-bf5c-4832930b6539 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for fc52e362-4042-4f61-aef7-f3f5435ed34c owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:12.344890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23d3cb58-5ac3-4268-b155-e84b1f4a75d4 req-bbd38b73-e35c-4496-90ba-1b36ee35229f tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559012 Apr 18 21:18:12.420861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb1501-8121-4643-a271-2cb70b9b0e5c None None] DHCP port deletion for bd742cf1-328e-4925-9065-7601a81edd26 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:18:12.443757 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb1501-8121-4643-a271-2cb70b9b0e5c None None] Deleting port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:12.444121 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2bb1501-8121-4643-a271-2cb70b9b0e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.521757 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.531981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] For port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bb9fcdd9-9331-4d1b-ae62-ef7446cfc319,segment=NetworkSegment(12a5928c-5182-4c47-84a7-399720abc6db),segment_id=12a5928c-5182-4c47-84a7-399720abc6db)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:12.532524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.557837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:12.562806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee886c1-5183-4158-8678-597757b5b518 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Router 12336b33-83c8-4ffe-a0c3-db24bde103e8 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:12.631095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:12.684096 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-73b7b57c-d701-4935-bf5c-4832930b6539 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.702128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:12.795380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45178) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:12.804485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Calling delete_port for bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:12.943475 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c2bb1501-8121-4643-a271-2cb70b9b0e5c None None] For port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bb9fcdd9-9331-4d1b-ae62-ef7446cfc319,segment=NetworkSegment(12a5928c-5182-4c47-84a7-399720abc6db),segment_id=12a5928c-5182-4c47-84a7-399720abc6db)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:12.944009 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2bb1501-8121-4643-a271-2cb70b9b0e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.032016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7b57c-d701-4935-bf5c-4832930b6539 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=fc52e362-4042-4f61-aef7-f3f5435ed34c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:13.079365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1b8e7-8247-443b-863e-11a8c82d7002 req-058169e4-a416-440c-a7a2-343b3d6e0e6f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:13.109180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65f1b8e7-8247-443b-863e-11a8c82d7002 req-058169e4-a416-440c-a7a2-343b3d6e0e6f tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 945 time: 0.3113248 Apr 18 21:18:13.192794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-65f1b8e7-8247-443b-863e-11a8c82d7002 req-48a51458-3323-4602-9b93-29b1164e61cf tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819373 Apr 18 21:18:13.199578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-326854717-network', 'tenant_id': '8c5cddf2d9fc4ba79aabf77da73fe606'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:13.260890 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.263708 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.267696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:13.269213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb1501-8121-4643-a271-2cb70b9b0e5c None None] Calling delete_port for bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:13.305887 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-73b7b57c-d701-4935-bf5c-4832930b6539 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.314743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9fcdd9-9331-4d1b-ae62-ef7446cfc319,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:13.323840 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-3731d919-2f87-4197-95dc-f5561c32ccf0 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1478841 Apr 18 21:18:13.344761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Usage tracker for resource:network and tenant:8c5cddf2d9fc4ba79aabf77da73fe606 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:13.350245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:13.356969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76c6d9-689a-4906-9260-01e817969433 req-befefb36-9e78-47d5-9039-9cde3c649229 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:13.357625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9f76c6d9-689a-4906-9260-01e817969433 req-befefb36-9e78-47d5-9039-9cde3c649229 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Synchronizing usage tracker for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:13.365291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:13.387955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No active binding found for port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 {{(pid=85050) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 21:18:13.388382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:13.388856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 192f1292-3046-4db1-bce1-528a253f8e1c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:13.401435 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-73b7b57c-d701-4935-bf5c-4832930b6539 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/fc52e362-4042-4f61-aef7-f3f5435ed34c HTTP/1.1" status: 204 len: 168 time: 2.0965118 Apr 18 21:18:13.403895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45194) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:13.426347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] No DVR routers for this DVR port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:13.431121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 192f1292-3046-4db1-bce1-528a253f8e1c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:18:13.431480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 192f1292-3046-4db1-bce1-528a253f8e1c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:13.437429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:13.455067 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-c2bb1501-8121-4643-a271-2cb70b9b0e5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:18:13.455868 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-c2bb1501-8121-4643-a271-2cb70b9b0e5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:18:13.474554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9f76c6d9-689a-4906-9260-01e817969433 req-befefb36-9e78-47d5-9039-9cde3c649229 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Unset dirty status for tenant:b417c5ef5a3d4a90bf5edb700a3ea12a on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:13.475699 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9f76c6d9-689a-4906-9260-01e817969433 req-befefb36-9e78-47d5-9039-9cde3c649229 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 945 time: 0.3260899 Apr 18 21:18:13.484940 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbd521f-b0bb-4867-a3e7-df01c0479058 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:18:13.485524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5fbd521f-b0bb-4867-a3e7-df01c0479058 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:13.555380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee886c1-5183-4158-8678-597757b5b518 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:13.556990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Made reservation on behalf of 8c5cddf2d9fc4ba79aabf77da73fe606 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:13.559256 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.560371 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ee886c1-5183-4158-8678-597757b5b518 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.565586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71fb17d-7922-4e37-ba00-15266e5d954c None None] Sync routers for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:18:13.581811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71fb17d-7922-4e37-ba00-15266e5d954c None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:13.581811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c71fb17d-7922-4e37-ba00-15266e5d954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:17:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:13.619322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-9f76c6d9-689a-4906-9260-01e817969433 req-3e2bde71-0165-41d3-9b2d-8c82312a41a7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Deleting port f2bda1f4-9385-44d6-bf67-0327d56f0ef0 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:13.619668 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9f76c6d9-689a-4906-9260-01e817969433 req-3e2bde71-0165-41d3-9b2d-8c82312a41a7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.644369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c3675165-ecf2-4fd2-ada7-a4a4c58a7d58'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:18:13.651850 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.663589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5fbd521f-b0bb-4867-a3e7-df01c0479058 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:13.667694 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5fbd521f-b0bb-4867-a3e7-df01c0479058 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/fc52e362-4042-4f61-aef7-f3f5435ed34c HTTP/1.1" status: 404 len: 333 time: 0.2597806 Apr 18 21:18:13.669505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45198) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:13.672503 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.690016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-1eb2d8cc-e028-4231-a837-4cfd77952fbc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:13.696462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-1eb2d8cc-e028-4231-a837-4cfd77952fbc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3719230 Apr 18 21:18:13.734297 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0ee886c1-5183-4158-8678-597757b5b518 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "PUT /v2.0/floatingips/01075770-f854-4849-a7c7-3b24987ffd7d HTTP/1.1" status: 200 len: 991 time: 4.7095504 Apr 18 21:18:13.734297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:13.747209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd742cf1-328e-4925-9065-7601a81edd26']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:13.764089 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-73663ffe-9386-4513-a028-c1518d84a3f4 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/quotas/d8e4e52286864a5b935b9dddb7f895bd HTTP/1.1" status: 200 len: 375 time: 0.0667748 Apr 18 21:18:13.766017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a5928c-5182-4c47-84a7-399720abc6db') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:13.766443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a5928c-5182-4c47-84a7-399720abc6db') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:13.789833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166d7ce-e5ba-45c0-a0fb-3707049878d0 req-e58d4ecd-af34-4c0d-9f9f-25633b5587a1 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:13.791820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c166d7ce-e5ba-45c0-a0fb-3707049878d0 req-e58d4ecd-af34-4c0d-9f9f-25633b5587a1 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 944 time: 0.2445581 Apr 18 21:18:13.824509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.871711 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-4288bdea-6bd7-425c-82f2-292e71188a1d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918620 Apr 18 21:18:13.911411 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c166d7ce-e5ba-45c0-a0fb-3707049878d0 req-a505ee3d-28f8-49fc-a322-875ce4888d15 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778365 Apr 18 21:18:13.948102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c71fb17d-7922-4e37-ba00-15266e5d954c None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:13.976465 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.008105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:18:14.008247 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.039756 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8532aeb9-2694-49b3-952d-6a2c3c39fd68'] response: {'name': 'network-changed', 'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'status': 'completed', 'code': 200} Apr 18 21:18:14.062829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb1501-8121-4643-a271-2cb70b9b0e5c None None] Deleting port bb9fcdd9-9331-4d1b-ae62-ef7446cfc319 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:14.064003 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2bb1501-8121-4643-a271-2cb70b9b0e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.097100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b38fb9d-1277-4de5-8b75-db157970c407 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting subnet e015a1d0-7569-41a5-95e9-41c6a54920eb {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:18:14.097343 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:18:14.104955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b38fb9d-1277-4de5-8b75-db157970c407 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.154829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9f76c6d9-689a-4906-9260-01e817969433 req-3e2bde71-0165-41d3-9b2d-8c82312a41a7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] For port f2bda1f4-9385-44d6-bf67-0327d56f0ef0, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f2bda1f4-9385-44d6-bf67-0327d56f0ef0,segment=NetworkSegment(19d78ab9-be68-4900-b6d9-d0aebc6e6646),segment_id=19d78ab9-be68-4900-b6d9-d0aebc6e6646)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:14.155118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9f76c6d9-689a-4906-9260-01e817969433 req-3e2bde71-0165-41d3-9b2d-8c82312a41a7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.160094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb1501-8121-4643-a271-2cb70b9b0e5c None None] The port 'bb9fcdd9-9331-4d1b-ae62-ef7446cfc319' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:18:14.373932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:14.396978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-9f76c6d9-689a-4906-9260-01e817969433 req-3e2bde71-0165-41d3-9b2d-8c82312a41a7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Calling delete_port for f2bda1f4-9385-44d6-bf67-0327d56f0ef0 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:14.425164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Usage tracker for resource:security_group_rule and tenant:8c5cddf2d9fc4ba79aabf77da73fe606 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:14.432756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:14.444049 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b38fb9d-1277-4de5-8b75-db157970c407 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.482638 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86f048ab-8324-4b0f-b992-3331218171c5 req-aaded492-deef-45bc-93c2-2fbad5f4e195 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 210 time: 0.1157517 Apr 18 21:18:14.492727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:14.538380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c71fb17d-7922-4e37-ba00-15266e5d954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '01075770-f854-4849-a7c7-3b24987ffd7d', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'port_id': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'mac_address': 'fa:16:3e:fc:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135adc02-fcde-4965-950c-b36493bf3bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:18:10Z', 'revision_number': 1, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:47Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:14.542752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71fb17d-7922-4e37-ba00-15266e5d954c None None] Checking router: 12336b33-83c8-4ffe-a0c3-db24bde103e8 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:18:14.556219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71fb17d-7922-4e37-ba00-15266e5d954c None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:14.556880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c71fb17d-7922-4e37-ba00-15266e5d954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:17:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:14.558359 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.566757 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.597740 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b389098c-d377-494b-83c1-90d3ef9841d3 req-88cd8d76-8455-49db-bdf3-e4ac60b1016b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 1097 time: 0.4994540 Apr 18 21:18:14.611582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=bd742cf1-328e-4925-9065-7601a81edd26,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:14.638150 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b38fb9d-1277-4de5-8b75-db157970c407 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.698987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5fff1f5b-30c2-49d5-9f71-2f587dba4f9d admin admin] 10.222.0.11 "DELETE /v2.0/networks/bd742cf1-328e-4925-9065-7601a81edd26 HTTP/1.1" status: 204 len: 168 time: 2.8241618 Apr 18 21:18:14.717788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03563e58-280b-45f5-91f0-270e9e384b5b req-ac8b6156-f672-4bc4-9d58-79e88ff1629a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:14.719366 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03563e58-280b-45f5-91f0-270e9e384b5b req-ac8b6156-f672-4bc4-9d58-79e88ff1629a tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 945 time: 0.2971702 Apr 18 21:18:14.756684 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9f76c6d9-689a-4906-9260-01e817969433 req-3e2bde71-0165-41d3-9b2d-8c82312a41a7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.776706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c71fb17d-7922-4e37-ba00-15266e5d954c None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:14.782447 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.812584 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b38fb9d-1277-4de5-8b75-db157970c407 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.834466 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03563e58-280b-45f5-91f0-270e9e384b5b req-1272392f-375f-4e30-9342-bdcb58b21de3 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4593c67-9aae-4dec-bc8d-de41ee18b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991933 Apr 18 21:18:14.837143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389098c-d377-494b-83c1-90d3ef9841d3 req-17e07835-16bb-4ed7-bdee-6baf4bce7fb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:14.840672 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b389098c-d377-494b-83c1-90d3ef9841d3 req-17e07835-16bb-4ed7-bdee-6baf4bce7fb1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 918 time: 0.2307243 Apr 18 21:18:14.855259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bde71-0165-41d3-9b2d-8c82312a41a7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Pushing event deleted for resources: {'Port': ['ID=f2bda1f4-9385-44d6-bf67-0327d56f0ef0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:14.873673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38fb9d-1277-4de5-8b75-db157970c407 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Subnet': ['ID=e015a1d0-7569-41a5-95e9-41c6a54920eb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:14.928319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff74144f-c013-47eb-b0f5-89623f38ced9 None None] Network 35278c13-4227-4074-83e9-f0067ac84086 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:14.939033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.024347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:18:15.061355 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b38fb9d-1277-4de5-8b75-db157970c407 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.066161 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.069177 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Added segment 76526267-3034-44fd-8d74-583c2b0af08c of type vlan for network 490d5b3e-416e-4322-81f0-af2a35dc852e Apr 18 21:18:15.069177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818a1c18-6d26-484b-aa1d-8684bdbf4259,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:15.071053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f76c6d9-689a-4906-9260-01e817969433 req-3e2bde71-0165-41d3-9b2d-8c82312a41a7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] No DVR routers for this DVR port f2bda1f4-9385-44d6-bf67-0327d56f0ef0 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:15.073370 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7b38fb9d-1277-4de5-8b75-db157970c407 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/e015a1d0-7569-41a5-95e9-41c6a54920eb HTTP/1.1" status: 204 len: 168 time: 1.4029760 Apr 18 21:18:15.074627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9f76c6d9-689a-4906-9260-01e817969433 req-3e2bde71-0165-41d3-9b2d-8c82312a41a7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.076463 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9f76c6d9-689a-4906-9260-01e817969433 req-3e2bde71-0165-41d3-9b2d-8c82312a41a7 tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.59 "DELETE /v2.0/ports/f2bda1f4-9385-44d6-bf67-0327d56f0ef0 HTTP/1.1" status: 204 len: 173 time: 1.5868046 Apr 18 21:18:15.076954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45220) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:15.080897 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b389098c-d377-494b-83c1-90d3ef9841d3 req-3693d492-7528-4fa9-96b2-053b05dc2dcd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd HTTP/1.1" status: 200 len: 999 time: 0.2356572 Apr 18 21:18:15.133236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45224) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:15.210449 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.226036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 18025cad-bb6a-428d-9eaa-e1abb74ff848 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:15.226378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.229427 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.297398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389098c-d377-494b-83c1-90d3ef9841d3 req-48c75594-70b3-4230-8fea-05bc6703677c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:15.298872 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b389098c-d377-494b-83c1-90d3ef9841d3 req-48c75594-70b3-4230-8fea-05bc6703677c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.2101564 Apr 18 21:18:15.373915 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-298d45a0-ab37-4938-8022-45680830bd0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=917bdeffda8d43b095eae0e0782e0118&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2310731 Apr 18 21:18:15.377448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45230) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:15.403282 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.404221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:15.404658 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.460543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] For port 18025cad-bb6a-428d-9eaa-e1abb74ff848, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=18025cad-bb6a-428d-9eaa-e1abb74ff848,segment=NetworkSegment(a1bf0ad4-eb91-473d-8ec9-773ada5134cd),segment_id=a1bf0ad4-eb91-473d-8ec9-773ada5134cd)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:15.461055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.485070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c71fb17d-7922-4e37-ba00-15266e5d954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '01075770-f854-4849-a7c7-3b24987ffd7d', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'port_id': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'mac_address': 'fa:16:3e:fc:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135adc02-fcde-4965-950c-b36493bf3bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:18:10Z', 'revision_number': 1, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:47Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:15.502015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71fb17d-7922-4e37-ba00-15266e5d954c None None] The sync data for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 is: [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '01075770-f854-4849-a7c7-3b24987ffd7d', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'port_id': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'mac_address': 'fa:16:3e:fc:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135adc02-fcde-4965-950c-b36493bf3bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:18:10Z', 'revision_number': 1, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:47Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:18:15.523406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8fdf21-49ed-4b71-bc4c-34256d412bf6 None None] DHCP port deletion for 35278c13-4227-4074-83e9-f0067ac84086 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:18:15.528107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bb8fdf21-49ed-4b71-bc4c-34256d412bf6 None None] Deleting port 18025cad-bb6a-428d-9eaa-e1abb74ff848 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:15.528586 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb8fdf21-49ed-4b71-bc4c-34256d412bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.553596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15a29f-b1bb-4184-9d57-00f340bfa2cc req-a7c154ab-002a-46f3-a201-d832190d6074 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:15.558633 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a15a29f-b1bb-4184-9d57-00f340bfa2cc req-a7c154ab-002a-46f3-a201-d832190d6074 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 944 time: 0.4271693 Apr 18 21:18:15.629146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] Pushing event updated for resources: {'Network': ['ID=490d5b3e-416e-4322-81f0-af2a35dc852e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:15.642112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 18025cad-bb6a-428d-9eaa-e1abb74ff848 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:15.656151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 490d5b3e-416e-4322-81f0-af2a35dc852e details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:18:15.681031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e83779f3-7b0e-4d7c-8a42-57cf851c9187 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8846071 Apr 18 21:18:15.686789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45236) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:15.694844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Request body: {'subnet': {'network_id': '490d5b3e-416e-4322-81f0-af2a35dc852e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-326854717-subnet', 'tenant_id': '8c5cddf2d9fc4ba79aabf77da73fe606', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:15.712343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0835b68a-faec-4bbb-869a-c174774da35b req-8f595f64-2d9c-4252-8f8b-598b310f7d94 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 210 time: 0.0872028 Apr 18 21:18:15.714315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:15.723877 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b389098c-d377-494b-83c1-90d3ef9841d3 req-5043cbbf-55bc-4775-bab1-3439a626385b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4056497 Apr 18 21:18:15.730426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Usage tracker for resource:subnet and tenant:8c5cddf2d9fc4ba79aabf77da73fe606 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:15.733877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:15.742010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:15.779163 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2d6e0f00-d4dc-41a2-88a3-6fe8f042b93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.830665 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0493e0-83a8-4ae3-973e-09083e97891e None None] New status for floating IP 01075770-f854-4849-a7c7-3b24987ffd7d: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:18:15.841593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a15a29f-b1bb-4184-9d57-00f340bfa2cc req-37d2550a-ef4a-4130-ac5c-2feaeef25e2b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762997 Apr 18 21:18:15.844898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Made reservation on behalf of 8c5cddf2d9fc4ba79aabf77da73fe606 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:15.853554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.977437 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2d6e0f00-d4dc-41a2-88a3-6fe8f042b93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.980878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bb8fdf21-49ed-4b71-bc4c-34256d412bf6 None None] For port 18025cad-bb6a-428d-9eaa-e1abb74ff848, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=18025cad-bb6a-428d-9eaa-e1abb74ff848,segment=NetworkSegment(a1bf0ad4-eb91-473d-8ec9-773ada5134cd),segment_id=a1bf0ad4-eb91-473d-8ec9-773ada5134cd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:15.980878 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb8fdf21-49ed-4b71-bc4c-34256d412bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.062648 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.074757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96650df9-3f27-422e-b7b2-dcd639966ca0', 'name': 'network-vif-deleted', 'tag': 'f2bda1f4-9385-44d6-bf67-0327d56f0ef0'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:16.156292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bb8fdf21-49ed-4b71-bc4c-34256d412bf6 None None] Calling delete_port for 18025cad-bb6a-428d-9eaa-e1abb74ff848 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:16.261797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:16.304878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73f2ce04-43a8-44a0-bc8f-3b2c2621f4c2 req-151757f2-ce14-41c0-915d-56e0414aa84d tempest-ServersTestJSON-732659800 tempest-ServersTestJSON-732659800-project] 10.222.0.11 "GET /v2.0/ports?device_id=96650df9-3f27-422e-b7b2-dcd639966ca0 HTTP/1.1" status: 200 len: 210 time: 0.1309066 Apr 18 21:18:16.305805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=18025cad-bb6a-428d-9eaa-e1abb74ff848,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:16.307068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b389098c-d377-494b-83c1-90d3ef9841d3 req-99f53379-980e-490a-aaec-0a3baa5b0ad4 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670230 Apr 18 21:18:16.332065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No DVR routers for this DVR port 18025cad-bb6a-428d-9eaa-e1abb74ff848 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:16.431972 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5277c7-e678-4e55-b734-8170e3e1134d'] response: {'server_uuid': '96650df9-3f27-422e-b7b2-dcd639966ca0', 'name': 'network-vif-deleted', 'tag': 'f2bda1f4-9385-44d6-bf67-0327d56f0ef0', 'status': 'completed', 'code': 200} Apr 18 21:18:16.440363 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-bb8fdf21-49ed-4b71-bc4c-34256d412bf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:18:16.440717 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-bb8fdf21-49ed-4b71-bc4c-34256d412bf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:18:16.498033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f2bda1f4-9385-44d6-bf67-0327d56f0ef0 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:16.513013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b389098c-d377-494b-83c1-90d3ef9841d3 req-18bb65a7-154f-4652-b144-32ffc7a4b9b1 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983998 Apr 18 21:18:16.533820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: f2bda1f4-9385-44d6-bf67-0327d56f0ef0 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:18:16.534525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f2bda1f4-9385-44d6-bf67-0327d56f0ef0 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:16.536753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.564077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:16.564443 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2d6e0f00-d4dc-41a2-88a3-6fe8f042b93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.569554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:16.569895 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.580909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35278c13-4227-4074-83e9-f0067ac84086']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:16.591061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e0f00-d4dc-41a2-88a3-6fe8f042b93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0ab11f-9582-4843-8d77-47a705a2472d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:16.595783 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2d6e0f00-d4dc-41a2-88a3-6fe8f042b93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.601299 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2d6e0f00-d4dc-41a2-88a3-6fe8f042b93a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a0ab11f-9582-4843-8d77-47a705a2472d HTTP/1.1" status: 204 len: 168 time: 1.2226462 Apr 18 21:18:16.645615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bf0ad4-eb91-473d-8ec9-773ada5134cd') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:16.645983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bf0ad4-eb91-473d-8ec9-773ada5134cd') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:16.659452 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.670808 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.696506 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 18025cad-bb6a-428d-9eaa-e1abb74ff848 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:16.745808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 18025cad-bb6a-428d-9eaa-e1abb74ff848 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:18:16.745808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 18025cad-bb6a-428d-9eaa-e1abb74ff848 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:16.751297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.758145 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.775342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:18:16.775906 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.788727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408dffa1-ab0f-43a4-84c7-3094c3cbeb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3675165-ecf2-4fd2-ada7-a4a4c58a7d58'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:16.794458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7601e608-9db7-4e45-9afa-faf8889f4ee2,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:18:16.799168 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:18:16.806586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:16.877352 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.904082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Checking segment: {'id': '76526267-3034-44fd-8d74-583c2b0af08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '490d5b3e-416e-4322-81f0-af2a35dc852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:16.906686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Network hostable DHCP agents. Network: 490d5b3e-416e-4322-81f0-af2a35dc852e, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:18:16.941495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bb8fdf21-49ed-4b71-bc4c-34256d412bf6 None None] Deleting port 18025cad-bb6a-428d-9eaa-e1abb74ff848 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:16.941912 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb8fdf21-49ed-4b71-bc4c-34256d412bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.978946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3f06ca4-8c8a-499d-8aa2-e52f36254de2 req-08925074-5d2a-472f-9b1e-2a3985c4c9f6 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 210 time: 0.0864651 Apr 18 21:18:17.004272 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.010136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.019053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bb8fdf21-49ed-4b71-bc4c-34256d412bf6 None None] The port '18025cad-bb6a-428d-9eaa-e1abb74ff848' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:18:17.030836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:17.047375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Network': ['ID=35278c13-4227-4074-83e9-f0067ac84086,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:17.080135 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a989b37a-ac24-4db6-a84d-a5a2b59f508c'] response: {'server_uuid': '408dffa1-ab0f-43a4-84c7-3094c3cbeb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3675165-ecf2-4fd2-ada7-a4a4c58a7d58', 'code': 200} Apr 18 21:18:17.083964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Network 490d5b3e-416e-4322-81f0-af2a35dc852e is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:18:17.094011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c984-a2ac-4bce-8ba9-373f0ab5a004 req-6ca2e6e3-6502-4c7f-b5c9-f6418b36ffa8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.100591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c984-a2ac-4bce-8ba9-373f0ab5a004 req-6ca2e6e3-6502-4c7f-b5c9-f6418b36ffa8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.104666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c984-a2ac-4bce-8ba9-373f0ab5a004 req-6ca2e6e3-6502-4c7f-b5c9-f6418b36ffa8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.108661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c984-a2ac-4bce-8ba9-373f0ab5a004 req-6ca2e6e3-6502-4c7f-b5c9-f6418b36ffa8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.126373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c984-a2ac-4bce-8ba9-373f0ab5a004 req-6ca2e6e3-6502-4c7f-b5c9-f6418b36ffa8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.128865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c984-a2ac-4bce-8ba9-373f0ab5a004 req-6ca2e6e3-6502-4c7f-b5c9-f6418b36ffa8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.138410 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-728f2138-b5db-43e9-b087-4f13d6dee542 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/networks/35278c13-4227-4074-83e9-f0067ac84086 HTTP/1.1" status: 204 len: 168 time: 2.0572059 Apr 18 21:18:17.139161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45258) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:17.139307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c984-a2ac-4bce-8ba9-373f0ab5a004 req-6ca2e6e3-6502-4c7f-b5c9-f6418b36ffa8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.147452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6569c984-a2ac-4bce-8ba9-373f0ab5a004 req-6ca2e6e3-6502-4c7f-b5c9-f6418b36ffa8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5435 time: 0.1829431 Apr 18 21:18:17.152688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1355594669'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:17.166119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:17.177579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 490d5b3e-416e-4322-81f0-af2a35dc852e) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:17.186003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:network and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:17.186264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ee2840-d11f-4d5f-9a9d-ba589d7a8491 None None] Network 490d5b3e-416e-4322-81f0-af2a35dc852e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:17.195361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.196801 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.206793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:17.222078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:17.297874 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9804cffe-816f-419a-899f-a5731c1f5412 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6071525 Apr 18 21:18:17.375989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:17.382956 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.440892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-e4408a57-9270-45ee-b444-89215c4d7c20 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416999 Apr 18 21:18:17.442764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:18:17.459055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.460317 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Added segment 9622d5d6-3158-4195-b99f-121c0317f49a of type vlan for network 1126e79d-e9ed-4803-9b50-8043f564356e Apr 18 21:18:17.486054 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6569c984-a2ac-4bce-8ba9-373f0ab5a004 req-60d014f0-397a-42c3-aabb-20bb7535716d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3376689 Apr 18 21:18:17.521627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.570445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d609a39-dafc-48b1-8350-96e6d15b4ad4 None None] Network 490d5b3e-416e-4322-81f0-af2a35dc852e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:17.644312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.648766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.649585 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.658055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45278) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:17.733987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5bb78683-1d7b-434c-a3ef-5afba4792f12 req-a6569fb9-c39b-44ed-9ec5-7a5dae457fda service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 1096 time: 0.5280421 Apr 18 21:18:17.744509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248de61-0513-41f9-83e0-24569064eb2a req-cabfece5-0d08-492a-96c2-29bd9982e616 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.747254 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5248de61-0513-41f9-83e0-24569064eb2a req-cabfece5-0d08-492a-96c2-29bd9982e616 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 945 time: 0.5379024 Apr 18 21:18:17.753312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-9372ab73-9458-4f60-99b6-e6b7a5c1e56e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.755348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-9372ab73-9458-4f60-99b6-e6b7a5c1e56e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3055060 Apr 18 21:18:17.800042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Request body: {'port': {'device_id': 'f00b847f-cd7a-4e26-ae43-d8b010269268', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'd8e4e52286864a5b935b9dddb7f895bd'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:17.877715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Network': ['ID=1126e79d-e9ed-4803-9b50-8043f564356e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:17.892560 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 1126e79d-e9ed-4803-9b50-8043f564356e details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:18:17.959259 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f3b9a204-7d62-4070-877f-09a224251e6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8189242 Apr 18 21:18:17.962396 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45286) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:17.970730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': '1126e79d-e9ed-4803-9b50-8043f564356e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:18.037101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5248de61-0513-41f9-83e0-24569064eb2a req-a86b70aa-69ff-4da6-af5c-ba42d4600cb5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787435 Apr 18 21:18:18.038536 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5bb78683-1d7b-434c-a3ef-5afba4792f12 req-1c8451a1-bbaa-43be-82fb-670ada78cf4e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823200 Apr 18 21:18:18.099359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:18.110471 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Usage tracker for resource:port and tenant:d8e4e52286864a5b935b9dddb7f895bd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:18.115398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:18.128349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:18.294044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Made reservation on behalf of d8e4e52286864a5b935b9dddb7f895bd for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:18.297019 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.330275 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fc35d68-e2e3-46b0-b12b-441d37405acf req-ae541d53-3202-487c-88ba-81a550fcef1b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 210 time: 0.1286769 Apr 18 21:18:18.335408 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.362974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:18.370048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:18.382188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:18.387536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cf36e0-31b0-4259-b366-1863b7a3264a admin admin] Deleting subnet 7d043342-3347-4e69-83c4-d979a544cbfa {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:18.392870 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92cf36e0-31b0-4259-b366-1863b7a3264a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.421268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:18.431960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:18.438529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-df45f398-1901-42b7-a613-ea1da0f0e02c tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:18.439213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-df45f398-1901-42b7-a613-ea1da0f0e02c tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Synchronizing usage tracker for tenant:8c5cddf2d9fc4ba79aabf77da73fe606 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:18.444467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Usage tracker for resource:security_group_rule and tenant:d8e4e52286864a5b935b9dddb7f895bd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:18.447786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:18.453936 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92cf36e0-31b0-4259-b366-1863b7a3264a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.455889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:18.521332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92cf36e0-31b0-4259-b366-1863b7a3264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.535080 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.548639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:18.564383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-df45f398-1901-42b7-a613-ea1da0f0e02c tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Unset dirty status for tenant:8c5cddf2d9fc4ba79aabf77da73fe606 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:18.566351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-df45f398-1901-42b7-a613-ea1da0f0e02c tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/networks?id=490d5b3e-416e-4322-81f0-af2a35dc852e HTTP/1.1" status: 200 len: 820 time: 0.4020603 Apr 18 21:18:18.585695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-1dfe082d-4158-4bf5-90cd-fad57c1b1c27 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/quotas/8c5cddf2d9fc4ba79aabf77da73fe606 HTTP/1.1" status: 200 len: 375 time: 0.0123770 Apr 18 21:18:18.627917 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.682278 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.722515 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-754e3106-af54-4cf2-b4b4-8ec653710b98 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c5cddf2d9fc4ba79aabf77da73fe606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1304979 Apr 18 21:18:18.834478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539e0639-c949-43c4-99ac-f8f2d5f1f0b6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:18.859894 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92cf36e0-31b0-4259-b366-1863b7a3264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.918772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf36e0-31b0-4259-b366-1863b7a3264a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d043342-3347-4e69-83c4-d979a544cbfa,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:18.929721 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92cf36e0-31b0-4259-b366-1863b7a3264a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.952702 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-92cf36e0-31b0-4259-b366-1863b7a3264a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7d043342-3347-4e69-83c4-d979a544cbfa HTTP/1.1" status: 204 len: 168 time: 1.0887921 Apr 18 21:18:18.952908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Allocated IP 192.168.233.80 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/c2a258f2-0a97-43e2-a16d-d630e24b62f6) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:18.953036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45310) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:18.954790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-e90f82c2-7b57-4eed-8948-47a938f20136 service neutron] 10.222.0.11 "GET /v2.0/networks/490d5b3e-416e-4322-81f0-af2a35dc852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203605 Apr 18 21:18:19.008267 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:18:19.091975 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.152788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.288750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-3678a439-a1c3-45ea-bec4-4d89bff0061d service neutron] 10.222.0.11 "GET /v2.0/networks/490d5b3e-416e-4322-81f0-af2a35dc852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264050 Apr 18 21:18:19.297040 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.298451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c6bd1-39b1-41ac-87a8-84fe1c88c004 req-7025706a-9cf9-4c48-8956-16505634033f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.302434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c6bd1-39b1-41ac-87a8-84fe1c88c004 req-7025706a-9cf9-4c48-8956-16505634033f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.306376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c6bd1-39b1-41ac-87a8-84fe1c88c004 req-7025706a-9cf9-4c48-8956-16505634033f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.310243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c6bd1-39b1-41ac-87a8-84fe1c88c004 req-7025706a-9cf9-4c48-8956-16505634033f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.314111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c6bd1-39b1-41ac-87a8-84fe1c88c004 req-7025706a-9cf9-4c48-8956-16505634033f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.318959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c6bd1-39b1-41ac-87a8-84fe1c88c004 req-7025706a-9cf9-4c48-8956-16505634033f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.321537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Subnet': ['ID=1959564e-386c-4020-9173-a98e7b00be21,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:19.323101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c6bd1-39b1-41ac-87a8-84fe1c88c004 req-7025706a-9cf9-4c48-8956-16505634033f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.324713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-552c6bd1-39b1-41ac-87a8-84fe1c88c004 req-7025706a-9cf9-4c48-8956-16505634033f tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5435 time: 0.3385959 Apr 18 21:18:19.344251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea05b75-16dc-4fee-9b28-5b0fed561bf4']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:19.360049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d78ab9-be68-4900-b6d9-d0aebc6e6646') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:19.360353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d78ab9-be68-4900-b6d9-d0aebc6e6646') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:19.370945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Checking segment: {'id': '9622d5d6-3158-4195-b99f-121c0317f49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1126e79d-e9ed-4803-9b50-8043f564356e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:19.371917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network hostable DHCP agents. Network: 1126e79d-e9ed-4803-9b50-8043f564356e, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:18:19.382391 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.413147 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.416216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-552c6bd1-39b1-41ac-87a8-84fe1c88c004 req-c1e59f3a-ef75-496e-80ea-f20d15f783a2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847812 Apr 18 21:18:19.419183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:18:19.419842 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:18:19.435971 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:18:19.438008 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.501246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network 1126e79d-e9ed-4803-9b50-8043f564356e is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:18:19.578876 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 1126e79d-e9ed-4803-9b50-8043f564356e) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:19.583295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.583873 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.595364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86494cfa-cf5e-420b-8468-4cc291d5a7a7 None None] Network 1126e79d-e9ed-4803-9b50-8043f564356e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:19.613405 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.645703 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.663420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea05b75-16dc-4fee-9b28-5b0fed561bf4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:19.718598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Transition to ACTIVE for port object c2a258f2-0a97-43e2-a16d-d630e24b62f6 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:19.768415 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bd9b57a1-9836-4c29-b199-475602f0b5f5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8044024 Apr 18 21:18:19.771405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45324) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:19.777647 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e7148166-ac14-47f9-9ce1-10b9e3edd99d admin admin] 10.222.0.11 "DELETE /v2.0/networks/6ea05b75-16dc-4fee-9b28-5b0fed561bf4 HTTP/1.1" status: 204 len: 168 time: 0.8234329 Apr 18 21:18:19.796899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7b69ecfe-7d50-4f2e-96ac-e47e8f5cc62e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-503892013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:19.802286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7b69ecfe-7d50-4f2e-96ac-e47e8f5cc62e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:19.825989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7b69ecfe-7d50-4f2e-96ac-e47e8f5cc62e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:router and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:19.831566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7b69ecfe-7d50-4f2e-96ac-e47e8f5cc62e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:19.840355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7b69ecfe-7d50-4f2e-96ac-e47e8f5cc62e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:19.842357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-325dde4a-12c5-4948-a16b-728e5b0be885 req-72a54dfb-3508-4db3-91e2-a65993ad1683 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 210 time: 0.1158018 Apr 18 21:18:19.934743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-00aaa159-3260-47a5-ac21-51b2affc0266 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.939006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-00aaa159-3260-47a5-ac21-51b2affc0266 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.943902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-00aaa159-3260-47a5-ac21-51b2affc0266 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.947620 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b69ecfe-7d50-4f2e-96ac-e47e8f5cc62e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.948853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-00aaa159-3260-47a5-ac21-51b2affc0266 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.952051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b69ecfe-7d50-4f2e-96ac-e47e8f5cc62e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.953944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-00aaa159-3260-47a5-ac21-51b2affc0266 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.958538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-00aaa159-3260-47a5-ac21-51b2affc0266 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.962413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-00aaa159-3260-47a5-ac21-51b2affc0266 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.964490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-00aaa159-3260-47a5-ac21-51b2affc0266 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5435 time: 0.2395298 Apr 18 21:18:19.965137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-1126e79d-e9ed-4803-9b50-8043f564356e', 'network_id': '1126e79d-e9ed-4803-9b50-8043f564356e', 'tenant_id': 'de025488dafd4d32aeebced97621e383', 'fixed_ips': [{'subnet_id': '1959564e-386c-4020-9173-a98e7b00be21'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:18:19.966413 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.976356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bd345-84a2-4dcf-99f6-8856198800f0 req-83e50e40-76b8-4404-a9c7-9b9bc989d594 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.983368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b37bd345-84a2-4dcf-99f6-8856198800f0 req-83e50e40-76b8-4404-a9c7-9b9bc989d594 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 945 time: 0.4168015 Apr 18 21:18:19.991531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b69ecfe-7d50-4f2e-96ac-e47e8f5cc62e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.058300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.093125 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b69ecfe-7d50-4f2e-96ac-e47e8f5cc62e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.150159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Allocated IP 172.20.0.2 (1126e79d-e9ed-4803-9b50-8043f564356e/1959564e-386c-4020-9173-a98e7b00be21/0cacb885-8496-4dda-9d6c-35412fdf2128) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:20.187147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b7911527-0dc4-40db-ae6d-8cddc02e7626 req-b7e988e4-868d-4ffa-8f6c-d19ff8deee86 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 210 time: 0.1328578 Apr 18 21:18:20.188806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b69ecfe-7d50-4f2e-96ac-e47e8f5cc62e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.194708 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7b69ecfe-7d50-4f2e-96ac-e47e8f5cc62e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4203663 Apr 18 21:18:20.197441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45336) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:20.215372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-c19d781b-dcab-40cd-8947-294a2929ddd2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:20.216894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-c19d781b-dcab-40cd-8947-294a2929ddd2 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "GET /v2.0/ports/7b717850-ef68-4d35-a4ea-94a09c1e471c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2307944 Apr 18 21:18:20.227130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:20.238104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'network_id': '1126e79d-e9ed-4803-9b50-8043f564356e', 'name': 'tempest-PortsTestJSON-1956735904'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:20.250879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b37bd345-84a2-4dcf-99f6-8856198800f0 req-979f339f-1567-4ad7-85d8-abc85d141560 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664282 Apr 18 21:18:20.251722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:20.261244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event updated for resources: {'Port': ['ID=c2a258f2-0a97-43e2-a16d-d630e24b62f6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:20.263817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:20.483426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45342) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:20.512686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:20.515075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:20.515075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.518485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:port and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:20.523519 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.526360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:20.540771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:20.547645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Transition to ACTIVE for port object 0cacb885-8496-4dda-9d6c-35412fdf2128 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:20.594067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Transition to ACTIVE for port object 0cacb885-8496-4dda-9d6c-35412fdf2128 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:20.607265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:20.613437 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.627171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-c503e368-afe5-42dd-975e-409d8c799708 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "GET /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4024193 Apr 18 21:18:20.644222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:20.655852 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.664650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port b9632de7-215f-4671-b6b8-2a93536ae4cb yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:18:20.732059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Network 1126e79d-e9ed-4803-9b50-8043f564356e is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:20.749434 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-50fefca8-f366-406d-ac75-c35743e78c3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9590383 Apr 18 21:18:20.758287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:20.761579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5ff5f29c-e0dd-44c0-ac3d-2e691cf51925 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b417c5ef5a3d4a90bf5edb700a3ea12a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2508471 Apr 18 21:18:20.766009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45348) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:20.769440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:20.769802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Request body: {'port': {'device_id': 'f00b847f-cd7a-4e26-ae43-d8b010269268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:20.842148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Pushing event updated for resources: {'Port': ['ID=0cacb885-8496-4dda-9d6c-35412fdf2128,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:20.846560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.14 (1126e79d-e9ed-4803-9b50-8043f564356e/1959564e-386c-4020-9173-a98e7b00be21/b9632de7-215f-4671-b6b8-2a93536ae4cb) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:20.898545 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f714b38e-7a55-4b2a-bf6a-3f3eb3cd9174 None None] Provisioning for port c2a258f2-0a97-43e2-a16d-d630e24b62f6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:20.907648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f714b38e-7a55-4b2a-bf6a-3f3eb3cd9174 None None] Provisioning complete for port c2a258f2-0a97-43e2-a16d-d630e24b62f6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:20.908020 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f714b38e-7a55-4b2a-bf6a-3f3eb3cd9174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.972603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Attempting to bind port 0cacb885-8496-4dda-9d6c-35412fdf2128 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:20.977616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Attempting to bind port 0cacb885-8496-4dda-9d6c-35412fdf2128 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9622d5d6-3158-4195-b99f-121c0317f49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1126e79d-e9ed-4803-9b50-8043f564356e'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:20.978189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Attempting to bind port 0cacb885-8496-4dda-9d6c-35412fdf2128 on network 1126e79d-e9ed-4803-9b50-8043f564356e {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:21.012271 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:21.018571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Checking segment: {'id': '9622d5d6-3158-4195-b99f-121c0317f49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1126e79d-e9ed-4803-9b50-8043f564356e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:21.018571 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.018571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Bound using segment: {'id': '9622d5d6-3158-4195-b99f-121c0317f49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1126e79d-e9ed-4803-9b50-8043f564356e'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:21.018571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Bound port: 0cacb885-8496-4dda-9d6c-35412fdf2128, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9622d5d6-3158-4195-b99f-121c0317f49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1126e79d-e9ed-4803-9b50-8043f564356e'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:21.018571 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.020218 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.030924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f714b38e-7a55-4b2a-bf6a-3f3eb3cd9174 None None] Port c2a258f2-0a97-43e2-a16d-d630e24b62f6 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:21.032235 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.135836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] For port 0cacb885-8496-4dda-9d6c-35412fdf2128, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:21.139339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] For port 0cacb885-8496-4dda-9d6c-35412fdf2128, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0cacb885-8496-4dda-9d6c-35412fdf2128,segment=NetworkSegment(9622d5d6-3158-4195-b99f-121c0317f49a),segment_id=9622d5d6-3158-4195-b99f-121c0317f49a)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:21.142269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d54de-2d6b-439d-bb7a-c00a7552fa7c req-7fa0f7e1-55a2-4cb4-a373-a6807b666c15 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:21.146916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d54de-2d6b-439d-bb7a-c00a7552fa7c req-7fa0f7e1-55a2-4cb4-a373-a6807b666c15 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:21.150844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d54de-2d6b-439d-bb7a-c00a7552fa7c req-7fa0f7e1-55a2-4cb4-a373-a6807b666c15 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:21.155092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d54de-2d6b-439d-bb7a-c00a7552fa7c req-7fa0f7e1-55a2-4cb4-a373-a6807b666c15 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:21.159028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d54de-2d6b-439d-bb7a-c00a7552fa7c req-7fa0f7e1-55a2-4cb4-a373-a6807b666c15 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:21.164049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d54de-2d6b-439d-bb7a-c00a7552fa7c req-7fa0f7e1-55a2-4cb4-a373-a6807b666c15 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:21.168424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d54de-2d6b-439d-bb7a-c00a7552fa7c req-7fa0f7e1-55a2-4cb4-a373-a6807b666c15 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:21.170467 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b20d54de-2d6b-439d-bb7a-c00a7552fa7c req-7fa0f7e1-55a2-4cb4-a373-a6807b666c15 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 5435 time: 0.4727483 Apr 18 21:18:21.209095 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.232604 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bdbe8d3d-68e7-4725-b7df-d7f7caf2d932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.267014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.285867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object b9632de7-215f-4671-b6b8-2a93536ae4cb will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:21.305083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Pushing event updated for resources: {'Port': ['ID=0cacb885-8496-4dda-9d6c-35412fdf2128,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:21.333485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:21.334073 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:21.334409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:21.334937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:21.335270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:21.335599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:21.335925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:21.336249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:21.336573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:21.336894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:21.337215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca40b35-a2f5-4806-8451-9bb1afb614df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:21.347073 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bdbe8d3d-68e7-4725-b7df-d7f7caf2d932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.392847 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.500205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network 1126e79d-e9ed-4803-9b50-8043f564356e is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:21.503138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:21.519084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:21.541279 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b20d54de-2d6b-439d-bb7a-c00a7552fa7c req-eceee0f6-0289-4192-bf4b-bcab82d8e0f0 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3101146 Apr 18 21:18:21.551509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=b9632de7-215f-4671-b6b8-2a93536ae4cb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:21.632596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:21.633499 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.652998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] For port 7b717850-ef68-4d35-a4ea-94a09c1e471c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=7b717850-ef68-4d35-a4ea-94a09c1e471c,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:21.672345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a098882-8c2e-4bd1-ad35-4af8b59ab50c req-2443ad32-3dcb-4996-96a7-2434a96ea67e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:21.673070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0a098882-8c2e-4bd1-ad35-4af8b59ab50c req-2443ad32-3dcb-4996-96a7-2434a96ea67e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Synchronizing usage tracker for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:21.803126 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1013ef9e-b7f3-4a4d-907a-89e3409be2bd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5997086 Apr 18 21:18:21.805720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45364) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:21.835975 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:18:21.876900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] For port 7b717850-ef68-4d35-a4ea-94a09c1e471c, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:21.952553 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bdbe8d3d-68e7-4725-b7df-d7f7caf2d932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.971162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] device_id is not set on port 7b717850-ef68-4d35-a4ea-94a09c1e471c yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:18:21.993758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe8d3d-68e7-4725-b7df-d7f7caf2d932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4593c67-9aae-4dec-bc8d-de41ee18b30a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:22.017949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 211720f8-8ae7-46e2-bccd-76d4a0b40d42 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:22.027134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.034264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0a098882-8c2e-4bd1-ad35-4af8b59ab50c req-2443ad32-3dcb-4996-96a7-2434a96ea67e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Unset dirty status for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:22.035470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a098882-8c2e-4bd1-ad35-4af8b59ab50c req-2443ad32-3dcb-4996-96a7-2434a96ea67e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 935 time: 0.9280276 Apr 18 21:18:22.045379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4e477aa-d5eb-48ee-8699-e3aa8bfef1e1 req-ff91245c-df41-49fa-8b19-adf9975d5724 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 210 time: 0.0591042 Apr 18 21:18:22.113714 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.167640 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.205133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211720f8-8ae7-46e2-bccd-76d4a0b40d42'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:22.227210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 211720f8-8ae7-46e2-bccd-76d4a0b40d42, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=211720f8-8ae7-46e2-bccd-76d4a0b40d42,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:22.232851 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bdbe8d3d-68e7-4725-b7df-d7f7caf2d932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.234248 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bdbe8d3d-68e7-4725-b7df-d7f7caf2d932 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4593c67-9aae-4dec-bc8d-de41ee18b30a HTTP/1.1" status: 204 len: 168 time: 1.4396977 Apr 18 21:18:22.287669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.288915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 24000ba4-8b91-4ac0-b4ce-4428dbc1595d no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:22.492051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a258f2-0a97-43e2-a16d-d630e24b62f6 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:22.511118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0a098882-8c2e-4bd1-ad35-4af8b59ab50c req-3ef90299-55ed-49c4-be93-7e42ea6c7080 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Synchronizing usage tracker for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:22.533952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] Pushing event updated for resources: {'Port': ['ID=7b717850-ef68-4d35-a4ea-94a09c1e471c,revision_number=6']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:22.538800 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.553644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=211720f8-8ae7-46e2-bccd-76d4a0b40d42,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:22.658126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.670863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] No DVR routers for this DVR port 7b717850-ef68-4d35-a4ea-94a09c1e471c on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:22.678695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e4758b-485e-45dc-9438-549125c4d2da None None] Network 1126e79d-e9ed-4803-9b50-8043f564356e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:22.709323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Transition to ACTIVE for port object c2a258f2-0a97-43e2-a16d-d630e24b62f6 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:22.738162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.780364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0a098882-8c2e-4bd1-ad35-4af8b59ab50c req-3ef90299-55ed-49c4-be93-7e42ea6c7080 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Unset dirty status for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:22.781584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a098882-8c2e-4bd1-ad35-4af8b59ab50c req-3ef90299-55ed-49c4-be93-7e42ea6c7080 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7386956 Apr 18 21:18:22.804204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.819811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0cacb885-8496-4dda-9d6c-35412fdf2128 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:22.946218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2a5b8-f475-481c-9134-81f373efa77a req-68ebdb2e-bd9e-45f6-95b6-8b76a8520d8b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:22.956138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fce2a5b8-f475-481c-9134-81f373efa77a req-68ebdb2e-bd9e-45f6-95b6-8b76a8520d8b tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 945 time: 0.6896994 Apr 18 21:18:22.971180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] In _notify_port_updated(), no bound segment for port 7b717850-ef68-4d35-a4ea-94a09c1e471c on network 1cc80a87-9277-46e9-a112-672de24237e7 {{(pid=85048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:18:22.972296 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.974256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-42128267-7cfe-4fba-a1b2-f4a47ceeaedf service neutron] 10.222.0.26 "PUT /v2.0/ports/7b717850-ef68-4d35-a4ea-94a09c1e471c HTTP/1.1" status: 200 len: 1027 time: 2.3405826 Apr 18 21:18:22.976251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a258f2-0a97-43e2-a16d-d630e24b62f6,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:23.015978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:23.077142 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102cb5bf-c35b-4f5c-b40a-a57e60dbe43a'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211720f8-8ae7-46e2-bccd-76d4a0b40d42', 'code': 200} Apr 18 21:18:23.146620 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.147344 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 7b717850-ef68-4d35-a4ea-94a09c1e471c no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:23.367315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-0719099a-53da-47c3-86ff-af2003c16a9d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:23.367969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-0719099a-53da-47c3-86ff-af2003c16a9d tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "GET /v2.0/ports/28ce8c24-63d3-4b02-8102-832ca60786d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2373581 Apr 18 21:18:23.401060 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.428441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c4fb2014-7f9c-4e59-82f4-d0abe77128b3 None None] Provisioning for port 0cacb885-8496-4dda-9d6c-35412fdf2128 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:23.445449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 7b717850-ef68-4d35-a4ea-94a09c1e471c not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:23.445891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 004a1080-37bc-405d-ab31-fe3e10686519 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:23.448155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-02fd7379-f6f4-4c6c-b1e8-d005b0f07d15 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:23.481599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.496238 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fce2a5b8-f475-481c-9134-81f373efa77a req-d9662500-32f0-40cc-807e-47f168244f60 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336621 Apr 18 21:18:23.508620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-1719f889-0b38-413c-9cae-77f87c4b1c70 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:23.523853 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-1719f889-0b38-413c-9cae-77f87c4b1c70 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.59 "GET /v2.0/networks?id=490d5b3e-416e-4322-81f0-af2a35dc852e HTTP/1.1" status: 200 len: 820 time: 0.8943942 Apr 18 21:18:23.536308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Request body: {'port': {'device_id': '6efa8f14-4d24-4f5c-90f8-07fb4ac71817', 'network_id': '490d5b3e-416e-4322-81f0-af2a35dc852e', 'admin_state_up': True, 'tenant_id': '8c5cddf2d9fc4ba79aabf77da73fe606'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:23.553190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:23.593309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c4fb2014-7f9c-4e59-82f4-d0abe77128b3 None None] Provisioning complete for port 7b717850-ef68-4d35-a4ea-94a09c1e471c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:23.593685 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4fb2014-7f9c-4e59-82f4-d0abe77128b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.622073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=b9632de7-215f-4671-b6b8-2a93536ae4cb,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:23.685726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 0cacb885-8496-4dda-9d6c-35412fdf2128 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:23.719165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0cacb885-8496-4dda-9d6c-35412fdf2128 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:23.719537 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.752096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb2014-7f9c-4e59-82f4-d0abe77128b3 None None] Port 7b717850-ef68-4d35-a4ea-94a09c1e471c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:23.781054 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.834612 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 004a1080-37bc-405d-ab31-fe3e10686519, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=004a1080-37bc-405d-ab31-fe3e10686519,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:23.923376 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.924075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a028e96f-02c5-46c4-b8c7-817a76bd5789 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:23.979486 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.050070 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-02fd7379-f6f4-4c6c-b1e8-d005b0f07d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.099248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.140211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=004a1080-37bc-405d-ab31-fe3e10686519,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:24.179834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 0cacb885-8496-4dda-9d6c-35412fdf2128, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0cacb885-8496-4dda-9d6c-35412fdf2128,segment=NetworkSegment(9622d5d6-3158-4195-b99f-121c0317f49a),segment_id=9622d5d6-3158-4195-b99f-121c0317f49a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:24.181440 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00cd5b78-e012-4d78-8d27-55c87de236c6 req-b60126be-f314-434e-9f86-4240f23cd807 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 210 time: 0.1500702 Apr 18 21:18:24.257458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857126a0-ecf9-455c-9864-4b9f108e4b2e req-e7cbf287-f956-44c7-a812-b03235a96c0a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:24.270828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857126a0-ecf9-455c-9864-4b9f108e4b2e req-e7cbf287-f956-44c7-a812-b03235a96c0a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:24.282803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857126a0-ecf9-455c-9864-4b9f108e4b2e req-e7cbf287-f956-44c7-a812-b03235a96c0a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:24.288991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857126a0-ecf9-455c-9864-4b9f108e4b2e req-e7cbf287-f956-44c7-a812-b03235a96c0a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:24.291379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857126a0-ecf9-455c-9864-4b9f108e4b2e req-e7cbf287-f956-44c7-a812-b03235a96c0a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:24.293355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45402) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:24.295677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857126a0-ecf9-455c-9864-4b9f108e4b2e req-e7cbf287-f956-44c7-a812-b03235a96c0a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:24.297895 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-857126a0-ecf9-455c-9864-4b9f108e4b2e req-e7cbf287-f956-44c7-a812-b03235a96c0a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 4657 time: 0.9405911 Apr 18 21:18:24.298633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Attempting to bind port c2a258f2-0a97-43e2-a16d-d630e24b62f6 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:24.298966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Attempting to bind port c2a258f2-0a97-43e2-a16d-d630e24b62f6 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:24.299288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Attempting to bind port c2a258f2-0a97-43e2-a16d-d630e24b62f6 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:24.309989 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.384437 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.395247 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.412967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ff164740-0c36-4e28-8962-98043a1cb05c None None] Provisioning for port b9632de7-215f-4671-b6b8-2a93536ae4cb completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:24.443160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ff164740-0c36-4e28-8962-98043a1cb05c None None] Provisioning complete for port b9632de7-215f-4671-b6b8-2a93536ae4cb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:24.443580 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ff164740-0c36-4e28-8962-98043a1cb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.541239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ff164740-0c36-4e28-8962-98043a1cb05c None None] Port b9632de7-215f-4671-b6b8-2a93536ae4cb cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:24.585869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=0cacb885-8496-4dda-9d6c-35412fdf2128,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:24.592146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a028e96f-02c5-46c4-b8c7-817a76bd5789, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a028e96f-02c5-46c4-b8c7-817a76bd5789,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:24.606332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ff164740-0c36-4e28-8962-98043a1cb05c None None] Provisioning complete for port 0cacb885-8496-4dda-9d6c-35412fdf2128 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:24.606725 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ff164740-0c36-4e28-8962-98043a1cb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.683307 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6e99ffb4-c7b5-4b15-813b-c1d6cd49368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.705188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.705910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d1ea4309-8d10-45e8-8c66-3fbfd04a2242 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:24.738373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1932955651-network', 'tenant_id': '9faab4bf6dcf44158003ce846b99fdad'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:24.750832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:24.756277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:24.771875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Usage tracker for resource:network and tenant:9faab4bf6dcf44158003ce846b99fdad is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:24.776115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:24.784128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Port c2a258f2-0a97-43e2-a16d-d630e24b62f6 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:18:24.785036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Attempting to bind port c2a258f2-0a97-43e2-a16d-d630e24b62f6 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:24.786391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:24.789895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Usage tracker for resource:port and tenant:8c5cddf2d9fc4ba79aabf77da73fe606 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:24.811003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:24.844095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:24.871339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a028e96f-02c5-46c4-b8c7-817a76bd5789,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:24.887824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Made reservation on behalf of 9faab4bf6dcf44158003ce846b99fdad for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:24.890104 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.900694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:24.901022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:24.901335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:24.902491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Bound port: c2a258f2-0a97-43e2-a16d-d630e24b62f6, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:24.903208 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.909490 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.938720 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.949832 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-857126a0-ecf9-455c-9864-4b9f108e4b2e req-d0f35619-725b-4249-806e-4a67d8b92c94 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3&id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6137066 Apr 18 21:18:24.979764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:24.987117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Usage tracker for resource:security_group_rule and tenant:9faab4bf6dcf44158003ce846b99fdad is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:24.990850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:24.997791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:25.024187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d1ea4309-8d10-45e8-8c66-3fbfd04a2242, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:25.027473 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.041152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c211a7b0-4b70-45ec-8bcd-1ed976b84cfd None None] Provisioning complete for port b9632de7-215f-4671-b6b8-2a93536ae4cb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:25.041552 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c211a7b0-4b70-45ec-8bcd-1ed976b84cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.066199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] For port c2a258f2-0a97-43e2-a16d-d630e24b62f6, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:25.069892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] For port c2a258f2-0a97-43e2-a16d-d630e24b62f6, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c2a258f2-0a97-43e2-a16d-d630e24b62f6,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:25.073955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Made reservation on behalf of 8c5cddf2d9fc4ba79aabf77da73fe606 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:25.077162 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.078701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24000ba4-8b91-4ac0-b4ce-4428dbc1595d'}, {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004a1080-37bc-405d-ab31-fe3e10686519'}, {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a028e96f-02c5-46c4-b8c7-817a76bd5789'}, {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:25.089778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.094567 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.094567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 28ce8c24-63d3-4b02-8102-832ca60786d8 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:25.113084 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.172256 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.199702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.203869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:25.236427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c211a7b0-4b70-45ec-8bcd-1ed976b84cfd None None] Port b9632de7-215f-4671-b6b8-2a93536ae4cb cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:25.264339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:18:25.289177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=b9632de7-215f-4671-b6b8-2a93536ae4cb,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:25.294677 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.298513 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.298854 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Added segment 63af0d33-88bd-48ca-9f81-e792d2eb66f3 of type vlan for network ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c Apr 18 21:18:25.301825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:25.321798 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.339579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d459521-df43-4629-ab4e-2888bc7edf98 req-1410b285-9592-49a1-bdad-af0add4fa4d8 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:25.341579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d459521-df43-4629-ab4e-2888bc7edf98 req-1410b285-9592-49a1-bdad-af0add4fa4d8 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 945 time: 0.6462703 Apr 18 21:18:25.352207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-02fd7379-f6f4-4c6c-b1e8-d005b0f07d15 service neutron] For port 28ce8c24-63d3-4b02-8102-832ca60786d8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=28ce8c24-63d3-4b02-8102-832ca60786d8,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:25.359469 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.360823 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] 10.222.0.26 "PUT /v2.0/ports/c2a258f2-0a97-43e2-a16d-d630e24b62f6 HTTP/1.1" status: 200 len: 1095 time: 4.6003695 Apr 18 21:18:25.377092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00b847f-cd7a-4e26-ae43-d8b010269268', 'tag': 'c2a258f2-0a97-43e2-a16d-d630e24b62f6'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:25.397891 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.408328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d344be-5708-4781-93c8-82156841ad77 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a258f2-0a97-43e2-a16d-d630e24b62f6,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:25.491442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network 1126e79d-e9ed-4803-9b50-8043f564356e is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:25.492903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:25.562293 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.563126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:25.563694 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.573616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee39c5-16df-46e6-8050-068581a71883 req-760aa4c9-d1a4-41d2-a646-1e84b1c6b38a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:25.575086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97ee39c5-16df-46e6-8050-068581a71883 req-760aa4c9-d1a4-41d2-a646-1e84b1c6b38a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 947 time: 0.4789734 Apr 18 21:18:25.577717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-02fd7379-f6f4-4c6c-b1e8-d005b0f07d15 service neutron] For port 28ce8c24-63d3-4b02-8102-832ca60786d8, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:25.661728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d459521-df43-4629-ab4e-2888bc7edf98 req-c2b18cd1-68d1-4d71-8ee5-1bc5330b4bf8 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886314 Apr 18 21:18:25.740686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-02fd7379-f6f4-4c6c-b1e8-d005b0f07d15 service neutron] device_id is not set on port 28ce8c24-63d3-4b02-8102-832ca60786d8 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:18:25.764026 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-02fd7379-f6f4-4c6c-b1e8-d005b0f07d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.770878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Allocated IP 172.20.0.5 (490d5b3e-416e-4322-81f0-af2a35dc852e/7601e608-9db7-4e45-9afa-faf8889f4ee2/caeeab7b-08a7-49b0-a4f4-af1543965373) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:25.775659 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97ee39c5-16df-46e6-8050-068581a71883 req-721eaaf2-c6dd-4eee-91f3-fbe72cb62893 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638763 Apr 18 21:18:25.777804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] Pushing event updated for resources: {'Network': ['ID=ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:25.792479 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-8b84b0fd-03f2-4438-9e27-4180e34916b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 1098 time: 0.3281109 Apr 18 21:18:25.796021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:18:25.875161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-fa78d010-6d8c-46fd-9518-21b6642d6595 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=c2a258f2-0a97-43e2-a16d-d630e24b62f6 HTTP/1.1" status: 200 len: 217 time: 0.0646005 Apr 18 21:18:25.880152 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-02fd7379-f6f4-4c6c-b1e8-d005b0f07d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.920807 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7ba9db84-bee2-4b88-8f9d-3446badb4a03 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6138651 Apr 18 21:18:25.927234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45418) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:25.934166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Request body: {'subnet': {'network_id': 'ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1932955651-subnet', 'tenant_id': '9faab4bf6dcf44158003ce846b99fdad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:25.939783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:25.945643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Usage tracker for resource:subnet and tenant:9faab4bf6dcf44158003ce846b99fdad is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:25.949412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:25.958161 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8002ad59-3b93-4a7e-ae26-9c3b9cd5c2f6'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24000ba4-8b91-4ac0-b4ce-4428dbc1595d', 'code': 200} Apr 18 21:18:25.962857 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8002ad59-3b93-4a7e-ae26-9c3b9cd5c2f6'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004a1080-37bc-405d-ab31-fe3e10686519', 'code': 200} Apr 18 21:18:25.963222 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8002ad59-3b93-4a7e-ae26-9c3b9cd5c2f6'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a028e96f-02c5-46c4-b8c7-817a76bd5789', 'code': 200} Apr 18 21:18:25.963694 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8002ad59-3b93-4a7e-ae26-9c3b9cd5c2f6'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242', 'code': 200} Apr 18 21:18:25.966005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:26.064174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Made reservation on behalf of 9faab4bf6dcf44158003ce846b99fdad for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:26.068370 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.078881 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:18:26.079532 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:18:26.081188 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-38bf0d06-297d-459e-a321-d87dfe581722 None None] Provisioning complete for port b9632de7-215f-4671-b6b8-2a93536ae4cb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:26.081685 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-38bf0d06-297d-459e-a321-d87dfe581722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.102076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a88c9ac4-c2f6-4492-a5a6-9deb00fdec05 req-8a6bd888-dccf-4ea1-8185-df5ba16f37f7 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 210 time: 0.0923235 Apr 18 21:18:26.140900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-38bf0d06-297d-459e-a321-d87dfe581722 None None] Port b9632de7-215f-4671-b6b8-2a93536ae4cb cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:26.265853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd7379-f6f4-4c6c-b1e8-d005b0f07d15 service neutron] Pushing event updated for resources: {'Port': ['ID=28ce8c24-63d3-4b02-8102-832ca60786d8,revision_number=6']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:26.275918 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Router 172da51c-6a1a-4935-b2bc-f9cf2d43ee4f is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:18:26.280656 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad5ad70-8a5e-44b8-8be8-92037f9f22fa'] response: {'name': 'network-changed', 'server_uuid': 'f00b847f-cd7a-4e26-ae43-d8b010269268', 'tag': 'c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'status': 'completed', 'code': 200} Apr 18 21:18:26.339799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-1d804c78-eb80-472f-9e80-8810c474aa0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:26.341230 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-1d804c78-eb80-472f-9e80-8810c474aa0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.4068928 Apr 18 21:18:26.402646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-02fd7379-f6f4-4c6c-b1e8-d005b0f07d15 service neutron] No DVR routers for this DVR port 28ce8c24-63d3-4b02-8102-832ca60786d8 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:26.466064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ad7d12fa-edde-4bed-b222-c14f5441f108 None None] Provisioning complete for port 28ce8c24-63d3-4b02-8102-832ca60786d8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:26.467182 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ad7d12fa-edde-4bed-b222-c14f5441f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.521777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d12fa-edde-4bed-b222-c14f5441f108 None None] Port 28ce8c24-63d3-4b02-8102-832ca60786d8 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:26.636675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0cacb885-8496-4dda-9d6c-35412fdf2128 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:26.692834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-02fd7379-f6f4-4c6c-b1e8-d005b0f07d15 service neutron] In _notify_port_updated(), no bound segment for port 28ce8c24-63d3-4b02-8102-832ca60786d8 on network 1cc80a87-9277-46e9-a112-672de24237e7 {{(pid=85048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:18:26.693732 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-02fd7379-f6f4-4c6c-b1e8-d005b0f07d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.695016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-02fd7379-f6f4-4c6c-b1e8-d005b0f07d15 service neutron] 10.222.0.26 "PUT /v2.0/ports/28ce8c24-63d3-4b02-8102-832ca60786d8 HTTP/1.1" status: 200 len: 1028 time: 3.2515888 Apr 18 21:18:26.731010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0cacb885-8496-4dda-9d6c-35412fdf2128 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:26.731437 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.770143 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.812271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Deleting port d1ea4309-8d10-45e8-8c66-3fbfd04a2242 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:26.812605 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.814072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:26.835616 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7fe213f2-74af-4f58-b409-41837f6c3520 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "PUT /v2.0/routers/172da51c-6a1a-4935-b2bc-f9cf2d43ee4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0281899 Apr 18 21:18:26.837920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45430) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:26.845016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-61a66ebb-43da-4c25-b92b-8e01c8cbc2dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4963706 Apr 18 21:18:26.885872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04690a08-63c1-4a54-9189-212e78b59f09 None None] Sync routers for ids ['172da51c-6a1a-4935-b2bc-f9cf2d43ee4f'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:18:26.896113 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.909183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ed51e-b7db-4972-bf7d-13dc0230d8ce req-4ac5d908-7c94-4131-9a61-c91e71457854 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:26.914445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ed51e-b7db-4972-bf7d-13dc0230d8ce req-4ac5d908-7c94-4131-9a61-c91e71457854 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:26.919544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ed51e-b7db-4972-bf7d-13dc0230d8ce req-4ac5d908-7c94-4131-9a61-c91e71457854 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:26.923862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ed51e-b7db-4972-bf7d-13dc0230d8ce req-4ac5d908-7c94-4131-9a61-c91e71457854 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:26.924583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04690a08-63c1-4a54-9189-212e78b59f09 None None] Routers {'172da51c-6a1a-4935-b2bc-f9cf2d43ee4f'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:26.925339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-04690a08-63c1-4a54-9189-212e78b59f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:17:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['172da51c-6a1a-4935-b2bc-f9cf2d43ee4f'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:26.928712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ed51e-b7db-4972-bf7d-13dc0230d8ce req-4ac5d908-7c94-4131-9a61-c91e71457854 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:26.936102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-191ed51e-b7db-4972-bf7d-13dc0230d8ce req-4ac5d908-7c94-4131-9a61-c91e71457854 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 3876 time: 0.4891984 Apr 18 21:18:27.010095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-04690a08-63c1-4a54-9189-212e78b59f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:27.022314 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca224baf-2216-470c-83b5-0d4c25489ee3,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:27.034640 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04690a08-63c1-4a54-9189-212e78b59f09 None None] Routers {'172da51c-6a1a-4935-b2bc-f9cf2d43ee4f'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:27.036972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-04690a08-63c1-4a54-9189-212e78b59f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:17:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['172da51c-6a1a-4935-b2bc-f9cf2d43ee4f'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:27.042026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6a0f1a-1a0d-4e66-956f-02848b603de7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:27.042729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0f6a0f1a-1a0d-4e66-956f-02848b603de7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:27.058541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Checking segment: {'id': '63af0d33-88bd-48ca-9f81-e792d2eb66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:27.059289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Network hostable DHCP agents. Network: ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:18:27.123297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-04690a08-63c1-4a54-9189-212e78b59f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:27.123903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04690a08-63c1-4a54-9189-212e78b59f09 None None] The sync data for ids ['172da51c-6a1a-4935-b2bc-f9cf2d43ee4f'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:18:27.126585 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8ab832f1-9d61-4ce0-b789-265b60c8aa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:27.141277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0f6a0f1a-1a0d-4e66-956f-02848b603de7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:27.146423 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0f6a0f1a-1a0d-4e66-956f-02848b603de7 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports?device_id=172da51c-6a1a-4935-b2bc-f9cf2d43ee4f HTTP/1.1" status: 200 len: 983 time: 0.3033338 Apr 18 21:18:27.146648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45436) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:27.162236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-191ed51e-b7db-4972-bf7d-13dc0230d8ce req-fb868973-6385-4234-b3a0-04d9a881670a tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250721 Apr 18 21:18:27.222191 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:27.251713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Network ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:18:27.345729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-f6d28d8b-f02b-4e72-8f2d-dd215efe6ff3 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828148 Apr 18 21:18:27.424927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:27.434622 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb8b8f8-3c6c-4709-8849-f168c6063144 None None] Network ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:27.489501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:27.490100 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:27.513032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Pushing event updated for resources: {'Port': ['ID=caeeab7b-08a7-49b0-a4f4-af1543965373,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:27.526841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Network 490d5b3e-416e-4322-81f0-af2a35dc852e is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:27.534927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:27.553286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:27.602754 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bfb102b3-07e0-4569-88ab-7dd3de29292e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6659477 Apr 18 21:18:27.625591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] For port d1ea4309-8d10-45e8-8c66-3fbfd04a2242, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:27.625943 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:27.653437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542324cd-5ac0-4786-bcd4-ba2df87c8c8f None None] Network ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:27.756791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:27.757407 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:27.777981 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61393061-1b84-496e-9b55-9ae1cc4ce82c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:27.819440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a41229-45a1-416a-8a60-dd80e68526e1 req-cf368311-2ffb-4a70-8c40-88ecd5a352e3 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:27.820901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43a41229-45a1-416a-8a60-dd80e68526e1 req-cf368311-2ffb-4a70-8c40-88ecd5a352e3 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 945 time: 0.5779734 Apr 18 21:18:27.822813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c7dc99-d974-4a4b-b8c8-e9988b9da6d2 req-e5772f60-d839-47d4-ab2c-785e7e385a58 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305971 Apr 18 21:18:27.917655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e1ad4-2e32-45c4-ae6a-91f4c1ed8176 req-e9afe1de-8bdd-46df-b6a4-91eeb2bb984c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:27.919126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-235e1ad4-2e32-45c4-ae6a-91f4c1ed8176 req-e9afe1de-8bdd-46df-b6a4-91eeb2bb984c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 947 time: 0.5950518 Apr 18 21:18:27.926889 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-0f6a8496-55d2-4886-aa48-36c27f696bc1 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4011283 Apr 18 21:18:27.952082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Request body: {'port': {'device_id': '6efa8f14-4d24-4f5c-90f8-07fb4ac71817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:28.018904 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.092488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43a41229-45a1-416a-8a60-dd80e68526e1 req-3766ec0d-cb05-4147-bd45-3f9d5e7f1858 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096446 Apr 18 21:18:28.182226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-61393061-1b84-496e-9b55-9ae1cc4ce82c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port b9632de7-215f-4671-b6b8-2a93536ae4cb {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:28.182605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61393061-1b84-496e-9b55-9ae1cc4ce82c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.251590 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-235e1ad4-2e32-45c4-ae6a-91f4c1ed8176 req-c9a8c355-21f3-484a-86f7-158a7d4d741d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155415 Apr 18 21:18:28.332840 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.333269 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.333562 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Floating IP 07385d1c-ab72-4133-93e8-4fe61bc2077b disassociated. External IP: 172.25.3.109, port: d1ea4309-8d10-45e8-8c66-3fbfd04a2242. Apr 18 21:18:28.333902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Calling delete_port for d1ea4309-8d10-45e8-8c66-3fbfd04a2242 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:28.437964 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.459449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45458) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:28.466622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2108686397-network', 'tenant_id': '14d3499fbaec4b3b85120b39c7e44a9d'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:28.477195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:28.494471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Usage tracker for resource:network and tenant:14d3499fbaec4b3b85120b39c7e44a9d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:28.499351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:28.514617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:28.525356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61393061-1b84-496e-9b55-9ae1cc4ce82c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.535260 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.650842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-61393061-1b84-496e-9b55-9ae1cc4ce82c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for b9632de7-215f-4671-b6b8-2a93536ae4cb owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:28.680577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Made reservation on behalf of 14d3499fbaec4b3b85120b39c7e44a9d for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:28.683040 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.709244 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.739431 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46539fb3-184d-41ed-8759-07d5967cc19c req-461b2473-e141-4eeb-bdb1-12832a5cd85c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 1098 time: 0.7939739 Apr 18 21:18:28.771682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:28.777256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Usage tracker for resource:security_group_rule and tenant:14d3499fbaec4b3b85120b39c7e44a9d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:28.781357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:28.787925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:28.916858 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.958660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.986921 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.018718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:18:29.024159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11314ba-2cab-46c6-8fec-44a0446972ad,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:29.029191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61393061-1b84-496e-9b55-9ae1cc4ce82c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.041751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'Port': ['ID=d1ea4309-8d10-45e8-8c66-3fbfd04a2242,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:29.056055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1850f6-1817-43c2-968e-3b8ecfa39428 req-49e1481a-ca6e-4861-a6d9-5bd80a89001d tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:29.059264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-df1850f6-1817-43c2-968e-3b8ecfa39428 req-49e1481a-ca6e-4861-a6d9-5bd80a89001d tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Synchronizing usage tracker for tenant:8c5cddf2d9fc4ba79aabf77da73fe606 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:29.069795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592ce76-cb71-49fb-a0da-c55eff780cb7 req-ca4bbab8-5f95-40ab-b078-033e55c7a5e5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:29.070341 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.070694 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Added segment bdecfcb5-c5d3-496d-8ba5-fdaa3c7b8d86 of type vlan for network e100874e-7dbd-429d-9cc0-7b0811de0fb6 Apr 18 21:18:29.071264 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4592ce76-cb71-49fb-a0da-c55eff780cb7 req-ca4bbab8-5f95-40ab-b078-033e55c7a5e5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 945 time: 0.6342115 Apr 18 21:18:29.084431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61393061-1b84-496e-9b55-9ae1cc4ce82c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=b9632de7-215f-4671-b6b8-2a93536ae4cb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:29.182598 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.200547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46539fb3-184d-41ed-8759-07d5967cc19c req-dac1c07b-cc92-4388-b78c-41c2cd96d920 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:29.202589 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46539fb3-184d-41ed-8759-07d5967cc19c req-dac1c07b-cc92-4388-b78c-41c2cd96d920 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.4442470 Apr 18 21:18:29.347086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-df1850f6-1817-43c2-968e-3b8ecfa39428 req-49e1481a-ca6e-4861-a6d9-5bd80a89001d tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Unset dirty status for tenant:8c5cddf2d9fc4ba79aabf77da73fe606 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:29.348865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df1850f6-1817-43c2-968e-3b8ecfa39428 req-49e1481a-ca6e-4861-a6d9-5bd80a89001d tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 931 time: 0.9129219 Apr 18 21:18:29.366494 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61393061-1b84-496e-9b55-9ae1cc4ce82c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.413422 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46539fb3-184d-41ed-8759-07d5967cc19c req-f1535289-68e2-4de9-9212-29a5be84db5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=c2a258f2-0a97-43e2-a16d-d630e24b62f6 HTTP/1.1" status: 200 len: 217 time: 0.1994138 Apr 18 21:18:29.494779 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.495648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:29.496229 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.497272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4592ce76-cb71-49fb-a0da-c55eff780cb7 req-bad37b77-a804-4863-aa9e-caa1e2e2c2f1 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109309 Apr 18 21:18:29.584039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46539fb3-184d-41ed-8759-07d5967cc19c req-5c25c492-a642-4977-8c59-2017fde59265 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:29.585498 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46539fb3-184d-41ed-8759-07d5967cc19c req-5c25c492-a642-4977-8c59-2017fde59265 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1524515 Apr 18 21:18:29.590480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-df1850f6-1817-43c2-968e-3b8ecfa39428 req-ac43a7ef-29d6-4a46-a467-f5fc1c32f649 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Synchronizing usage tracker for tenant:8c5cddf2d9fc4ba79aabf77da73fe606 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:29.642020 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1819677 Apr 18 21:18:29.646668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45466) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:29.656638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Request body: {'subnet': {'network_id': 'e100874e-7dbd-429d-9cc0-7b0811de0fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2108686397-subnet', 'tenant_id': '14d3499fbaec4b3b85120b39c7e44a9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:29.663331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:29.671501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa3174-c541-442b-a195-b5efe27d0725 admin admin] Pushing event updated for resources: {'Network': ['ID=e100874e-7dbd-429d-9cc0-7b0811de0fb6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:29.674608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Usage tracker for resource:subnet and tenant:14d3499fbaec4b3b85120b39c7e44a9d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:29.679559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:29.686944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network e100874e-7dbd-429d-9cc0-7b0811de0fb6 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:18:29.750960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caeeab7b-08a7-49b0-a4f4-af1543965373 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:29.761535 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.786842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-df1850f6-1817-43c2-968e-3b8ecfa39428 req-ac43a7ef-29d6-4a46-a467-f5fc1c32f649 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Unset dirty status for tenant:8c5cddf2d9fc4ba79aabf77da73fe606 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:29.788007 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df1850f6-1817-43c2-968e-3b8ecfa39428 req-ac43a7ef-29d6-4a46-a467-f5fc1c32f649 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/security-groups?id=818a1c18-6d26-484b-aa1d-8684bdbf4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277556 Apr 18 21:18:29.790470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Transition to ACTIVE for port object caeeab7b-08a7-49b0-a4f4-af1543965373 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:29.797796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46539fb3-184d-41ed-8759-07d5967cc19c req-25f334c5-c3a0-461c-8772-482efcf19f50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2022879 Apr 18 21:18:29.811104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:29.974060 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.080348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Made reservation on behalf of 14d3499fbaec4b3b85120b39c7e44a9d for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:30.083332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.203704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61393061-1b84-496e-9b55-9ae1cc4ce82c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Router 172da51c-6a1a-4935-b2bc-f9cf2d43ee4f has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:30.344697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=caeeab7b-08a7-49b0-a4f4-af1543965373,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:30.362356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46539fb3-184d-41ed-8759-07d5967cc19c req-27882a82-ae1e-4404-b704-f58937d88a75 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518677 Apr 18 21:18:30.377684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Router d9655c2e-2982-4e01-a173-c900b054b8ed has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:30.415929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61393061-1b84-496e-9b55-9ae1cc4ce82c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:30.426958 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85e4566-d712-4172-a870-ccfdd15ab4f4 None None] Sync routers for ids ['172da51c-6a1a-4935-b2bc-f9cf2d43ee4f'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:18:30.442638 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e4566-d712-4172-a870-ccfdd15ab4f4 None None] Routers {'172da51c-6a1a-4935-b2bc-f9cf2d43ee4f'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:30.442829 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-61393061-1b84-496e-9b55-9ae1cc4ce82c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "PUT /v2.0/routers/172da51c-6a1a-4935-b2bc-f9cf2d43ee4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2921219 Apr 18 21:18:30.442920 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a85e4566-d712-4172-a870-ccfdd15ab4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:18:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['172da51c-6a1a-4935-b2bc-f9cf2d43ee4f'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:30.443771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45472) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:30.500714 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d1d7f1-0b27-4a66-88aa-dc419cdffa81 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:18:30.501390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b8d1d7f1-0b27-4a66-88aa-dc419cdffa81 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:30.507529 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a85e4566-d712-4172-a870-ccfdd15ab4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:30.518998 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e4566-d712-4172-a870-ccfdd15ab4f4 None None] Routers {'172da51c-6a1a-4935-b2bc-f9cf2d43ee4f'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:30.519719 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a85e4566-d712-4172-a870-ccfdd15ab4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:18:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['172da51c-6a1a-4935-b2bc-f9cf2d43ee4f'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:30.558994 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.563202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dee84-2519-464a-b879-7ffa37f2a088 req-d98f7a81-abb1-4863-9c09-c750955750e4 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:30.568465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dee84-2519-464a-b879-7ffa37f2a088 req-d98f7a81-abb1-4863-9c09-c750955750e4 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:30.571026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dee84-2519-464a-b879-7ffa37f2a088 req-d98f7a81-abb1-4863-9c09-c750955750e4 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:30.575233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dee84-2519-464a-b879-7ffa37f2a088 req-d98f7a81-abb1-4863-9c09-c750955750e4 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:30.578462 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a85e4566-d712-4172-a870-ccfdd15ab4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:30.578865 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85e4566-d712-4172-a870-ccfdd15ab4f4 None None] The sync data for ids ['172da51c-6a1a-4935-b2bc-f9cf2d43ee4f'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:18:30.582134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-444dee84-2519-464a-b879-7ffa37f2a088 req-d98f7a81-abb1-4863-9c09-c750955750e4 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 3142 time: 0.6743617 Apr 18 21:18:30.596579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4cb59-8fee-4755-b95a-7dca2b47fe20 req-713e2408-7e9d-4ed6-b615-3b69c15d5ffc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:30.599241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5fc4cb59-8fee-4755-b95a-7dca2b47fe20 req-713e2408-7e9d-4ed6-b615-3b69c15d5ffc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 947 time: 0.6136079 Apr 18 21:18:30.599610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b8d1d7f1-0b27-4a66-88aa-dc419cdffa81 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:30.603350 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b8d1d7f1-0b27-4a66-88aa-dc419cdffa81 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/b9632de7-215f-4671-b6b8-2a93536ae4cb HTTP/1.1" status: 404 len: 333 time: 0.1559150 Apr 18 21:18:30.607941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45476) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:30.749448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f05a379-352d-4040-a6ca-f9194b62b2a4,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:30.785267 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d49f0d3d-2010-4c17-86bb-83037f6b3d4c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.840986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Checking segment: {'id': 'bdecfcb5-c5d3-496d-8ba5-fdaa3c7b8d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e100874e-7dbd-429d-9cc0-7b0811de0fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:30.841347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Network hostable DHCP agents. Network: e100874e-7dbd-429d-9cc0-7b0811de0fb6, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:18:30.851984 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46539fb3-184d-41ed-8759-07d5967cc19c req-6e3f5748-bc08-48e9-bbd4-8057733a217f service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773531 Apr 18 21:18:30.856649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Attempting to bind port caeeab7b-08a7-49b0-a4f4-af1543965373 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:30.860445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Attempting to bind port caeeab7b-08a7-49b0-a4f4-af1543965373 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '76526267-3034-44fd-8d74-583c2b0af08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '490d5b3e-416e-4322-81f0-af2a35dc852e'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:30.860445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Attempting to bind port caeeab7b-08a7-49b0-a4f4-af1543965373 on network 490d5b3e-416e-4322-81f0-af2a35dc852e {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:30.881628 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.882479 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-444dee84-2519-464a-b879-7ffa37f2a088 req-a758e5a6-61be-4ddc-aed6-bf825a97e6a9 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806137 Apr 18 21:18:30.890033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5fc4cb59-8fee-4755-b95a-7dca2b47fe20 req-cbf2e6de-4db3-4b56-9621-0403f080c281 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841313 Apr 18 21:18:30.891479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Port caeeab7b-08a7-49b0-a4f4-af1543965373 on network 490d5b3e-416e-4322-81f0-af2a35dc852e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:18:30.894991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Attempting to bind port caeeab7b-08a7-49b0-a4f4-af1543965373 on network 490d5b3e-416e-4322-81f0-af2a35dc852e {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:30.913491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:30.913491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Checking segment: {'id': '76526267-3034-44fd-8d74-583c2b0af08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '490d5b3e-416e-4322-81f0-af2a35dc852e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:30.913491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Bound using segment: {'id': '76526267-3034-44fd-8d74-583c2b0af08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '490d5b3e-416e-4322-81f0-af2a35dc852e'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:30.913491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Bound port: caeeab7b-08a7-49b0-a4f4-af1543965373, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76526267-3034-44fd-8d74-583c2b0af08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '490d5b3e-416e-4322-81f0-af2a35dc852e'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:30.913491 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.043022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] For port caeeab7b-08a7-49b0-a4f4-af1543965373, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:31.046653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] For port caeeab7b-08a7-49b0-a4f4-af1543965373, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=caeeab7b-08a7-49b0-a4f4-af1543965373,segment=NetworkSegment(76526267-3034-44fd-8d74-583c2b0af08c),segment_id=76526267-3034-44fd-8d74-583c2b0af08c)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:31.082423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:31.094547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b671d-7148-4469-a3da-86d944196db7 None None] Sync routers for ids ['d9655c2e-2982-4e01-a173-c900b054b8ed'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:18:31.104736 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Network e100874e-7dbd-429d-9cc0-7b0811de0fb6 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:18:31.109897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b671d-7148-4469-a3da-86d944196db7 None None] Routers {'d9655c2e-2982-4e01-a173-c900b054b8ed'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:31.110789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-661b671d-7148-4469-a3da-86d944196db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:18:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d9655c2e-2982-4e01-a173-c900b054b8ed'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:31.115861 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.214205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, e100874e-7dbd-429d-9cc0-7b0811de0fb6) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:31.263148 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.264531 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] 10.222.0.59 "PUT /v2.0/ports/caeeab7b-08a7-49b0-a4f4-af1543965373 HTTP/1.1" status: 200 len: 1091 time: 3.3273647 Apr 18 21:18:31.265527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] No DVR routers for this DVR port d1ea4309-8d10-45e8-8c66-3fbfd04a2242 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:31.266861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efa8f14-4d24-4f5c-90f8-07fb4ac71817', 'tag': 'caeeab7b-08a7-49b0-a4f4-af1543965373'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:31.277576 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.293981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:31.293981 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.294734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb5bfa-5751-4e56-95db-bc065b48de21 None None] Network e100874e-7dbd-429d-9cc0-7b0811de0fb6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:31.312825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d634c1-f6f6-4c86-b604-9c5ea318b4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=caeeab7b-08a7-49b0-a4f4-af1543965373,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:31.318819 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d49f0d3d-2010-4c17-86bb-83037f6b3d4c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.326581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d49f0d3d-2010-4c17-86bb-83037f6b3d4c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.345595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b858-10c8-41c5-9eec-887e3b8f747d req-1bea3ead-10ea-40aa-8319-2c92cf32651a tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:31.347815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e97b858-10c8-41c5-9eec-887e3b8f747d req-1bea3ead-10ea-40aa-8319-2c92cf32651a tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 943 time: 0.1881983 Apr 18 21:18:31.429385 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-416cfbcb-8408-4005-a47b-bcb0bce9d57c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7791631 Apr 18 21:18:31.454813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-6f2d7ca7-5184-470c-bb3f-902fd0419fbe tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "DELETE /v2.0/ports/d1ea4309-8d10-45e8-8c66-3fbfd04a2242 HTTP/1.1" status: 204 len: 173 time: 4.7508352 Apr 18 21:18:31.489569 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d49f0d3d-2010-4c17-86bb-83037f6b3d4c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.490077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49f0d3d-2010-4c17-86bb-83037f6b3d4c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Fanout notify agent at l3_agent the message router_deleted on router 172da51c-6a1a-4935-b2bc-f9cf2d43ee4f {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:18:31.505616 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d49f0d3d-2010-4c17-86bb-83037f6b3d4c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.505616 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d49f0d3d-2010-4c17-86bb-83037f6b3d4c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/routers/172da51c-6a1a-4935-b2bc-f9cf2d43ee4f HTTP/1.1" status: 204 len: 168 time: 0.8912373 Apr 18 21:18:31.505616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45492) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:31.572854 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e97b858-10c8-41c5-9eec-887e3b8f747d req-4f5aba22-bd78-4a14-9e8e-3f7f7156efda tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/security-groups?id=818a1c18-6d26-484b-aa1d-8684bdbf4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195756 Apr 18 21:18:31.636052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-b9c9dc5a-5289-4543-9540-e6eb6d8fcfac tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Deleting port 211720f8-8ae7-46e2-bccd-76d4a0b40d42 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:31.636389 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-b9c9dc5a-5289-4543-9540-e6eb6d8fcfac tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.656487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-661b671d-7148-4469-a3da-86d944196db7 None None] Set router d9655c2e-2982-4e01-a173-c900b054b8ed gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:31.702279 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c552bba7-0c8c-4bd0-b1b5-3268ee55a4db'] response: {'name': 'network-changed', 'server_uuid': '6efa8f14-4d24-4f5c-90f8-07fb4ac71817', 'tag': 'caeeab7b-08a7-49b0-a4f4-af1543965373', 'status': 'completed', 'code': 200} Apr 18 21:18:31.731261 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-887de253-09ee-4624-9723-cdfafb390b90 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c5cddf2d9fc4ba79aabf77da73fe606&device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 1094 time: 0.3230464 Apr 18 21:18:31.847468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634053c9-0faf-45e8-8cf1-9d2b5d94b104 req-8bb16540-a9e2-4326-bfcc-98bb603e3980 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:31.849259 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-634053c9-0faf-45e8-8cf1-9d2b5d94b104 req-8bb16540-a9e2-4326-bfcc-98bb603e3980 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 945 time: 0.4014478 Apr 18 21:18:31.902004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-51e24871-5225-4773-a896-0b70347c34ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caeeab7b-08a7-49b0-a4f4-af1543965373 HTTP/1.1" status: 200 len: 217 time: 0.1580925 Apr 18 21:18:31.912303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d4dca9-5dac-4e18-8453-30e84bde643b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting subnet 1959564e-386c-4020-9173-a98e7b00be21 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:31.918220 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74d4dca9-5dac-4e18-8453-30e84bde643b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.998498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74d4dca9-5dac-4e18-8453-30e84bde643b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.096924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-634053c9-0faf-45e8-8cf1-9d2b5d94b104 req-ef4779e1-479b-4da3-aba9-c1e067f3f2be tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342601 Apr 18 21:18:32.106691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-c48af916-a5d0-42d8-8acd-7148656049c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:32.108458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-c48af916-a5d0-42d8-8acd-7148656049c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7601e608-9db7-4e45-9afa-faf8889f4ee2 HTTP/1.1" status: 200 len: 860 time: 0.1986821 Apr 18 21:18:32.123106 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74d4dca9-5dac-4e18-8453-30e84bde643b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.149928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45510) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:32.183441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-427f1324-723c-4db9-965f-4c87fda26514 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=490d5b3e-416e-4322-81f0-af2a35dc852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662432 Apr 18 21:18:32.184610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c2a258f2-0a97-43e2-a16d-d630e24b62f6 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:18:32.222895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3119bf96-aeec-43a0-89f0-5489f3226206 None None] Network e100874e-7dbd-429d-9cc0-7b0811de0fb6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:32.350680 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74d4dca9-5dac-4e18-8453-30e84bde643b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.441253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74d4dca9-5dac-4e18-8453-30e84bde643b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.445798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4dca9-5dac-4e18-8453-30e84bde643b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Subnet': ['ID=1959564e-386c-4020-9173-a98e7b00be21,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:32.456554 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-74d4dca9-5dac-4e18-8453-30e84bde643b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/1959564e-386c-4020-9173-a98e7b00be21 HTTP/1.1" status: 204 len: 168 time: 0.9500592 Apr 18 21:18:32.459506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45520) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:32.498270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45bfffe-d990-44d7-ab9a-6551ee6de8d5 None None] Network 1126e79d-e9ed-4803-9b50-8043f564356e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:32.586828 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:18:32.598254 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.609099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 0cacb885-8496-4dda-9d6c-35412fdf2128 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:32.610397 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.619749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-42df07fb-566a-4551-92b3-990fde394f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.650522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-b9c9dc5a-5289-4543-9540-e6eb6d8fcfac tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] For port 211720f8-8ae7-46e2-bccd-76d4a0b40d42, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=211720f8-8ae7-46e2-bccd-76d4a0b40d42,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:32.651104 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-b9c9dc5a-5289-4543-9540-e6eb6d8fcfac tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.780777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-661b671d-7148-4469-a3da-86d944196db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:10:17Z', 'revision_number': 4, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'd3d1be76-e233-4fc1-9f63-fe917f7f0407', 'name': '', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'mac_address': 'fa:16:3e:e8:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:31Z', 'revision_number': 5, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'subnets': [{'id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:32.809179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b671d-7148-4469-a3da-86d944196db7 None None] Checking router: d9655c2e-2982-4e01-a173-c900b054b8ed for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:18:32.820608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-b9c9dc5a-5289-4543-9540-e6eb6d8fcfac tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Calling delete_port for 211720f8-8ae7-46e2-bccd-76d4a0b40d42 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:32.824874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] For port 0cacb885-8496-4dda-9d6c-35412fdf2128, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0cacb885-8496-4dda-9d6c-35412fdf2128,segment=NetworkSegment(9622d5d6-3158-4195-b99f-121c0317f49a),segment_id=9622d5d6-3158-4195-b99f-121c0317f49a)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:32.825246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.836716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c2a258f2-0a97-43e2-a16d-d630e24b62f6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c2a258f2-0a97-43e2-a16d-d630e24b62f6,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:32.863927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'mac_address': 'fa:16:3e:68:4d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:18:32.869876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b671d-7148-4469-a3da-86d944196db7 None None] Routers {'d9655c2e-2982-4e01-a173-c900b054b8ed'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:32.870496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-661b671d-7148-4469-a3da-86d944196db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:18:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d9655c2e-2982-4e01-a173-c900b054b8ed'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:32.918258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-42df07fb-566a-4551-92b3-990fde394f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:32.924958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-09461a81-37b4-476f-a479-d52880a5baa3 service neutron] 10.222.0.59 "GET /v2.0/networks/490d5b3e-416e-4322-81f0-af2a35dc852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7339327 Apr 18 21:18:32.933104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-42df07fb-566a-4551-92b3-990fde394f6e admin admin] Usage tracker for resource:security_group_rule and tenant:7a25c8e745c8486886d469d1187f6fa6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:32.948739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-42df07fb-566a-4551-92b3-990fde394f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:32.952786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 0cacb885-8496-4dda-9d6c-35412fdf2128 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:32.989076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-42df07fb-566a-4551-92b3-990fde394f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:33.055968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c2ff2-2e9e-4217-9123-c14c76784fc7 req-1077db5c-3d71-4557-a37b-2ed81a80a54c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:33.057447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-511c2ff2-2e9e-4217-9123-c14c76784fc7 req-1077db5c-3d71-4557-a37b-2ed81a80a54c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 947 time: 0.6821465 Apr 18 21:18:33.060087 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.069435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-a0ff7daa-0da8-465d-a4b2-ed3884bc60c6 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:33.070933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-a0ff7daa-0da8-465d-a4b2-ed3884bc60c6 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/networks?id=ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c HTTP/1.1" status: 200 len: 825 time: 0.5903194 Apr 18 21:18:33.089900 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.109605 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a258f2-0a97-43e2-a16d-d630e24b62f6 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:33.135243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c2a258f2-0a97-43e2-a16d-d630e24b62f6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c2a258f2-0a97-43e2-a16d-d630e24b62f6,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:33.159663 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=0cacb885-8496-4dda-9d6c-35412fdf2128,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:33.166093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No DVR routers for this DVR port 0cacb885-8496-4dda-9d6c-35412fdf2128 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:33.180710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f4638-d917-4884-9dd9-4a4ac610b338 None None] DHCP port deletion for 1126e79d-e9ed-4803-9b50-8043f564356e request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:18:33.202931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-661b671d-7148-4469-a3da-86d944196db7 None None] Set router d9655c2e-2982-4e01-a173-c900b054b8ed gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:33.226201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-85afa6ff-419b-428f-8f0f-d25b25134805 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/quotas/9faab4bf6dcf44158003ce846b99fdad HTTP/1.1" status: 200 len: 375 time: 0.1389804 Apr 18 21:18:33.268216 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.306153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.319619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-15186b14-9c3e-42c7-9a90-d8a4fdbe2bdf tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9faab4bf6dcf44158003ce846b99fdad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730097 Apr 18 21:18:33.321403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d160ac4e-988e-4dfb-8923-3672a4c9f244 req-f92d658e-7ccd-4925-84d5-3e846132adb4 service neutron] 10.222.0.59 "GET /v2.0/networks/490d5b3e-416e-4322-81f0-af2a35dc852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690906 Apr 18 21:18:33.330060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-511c2ff2-2e9e-4217-9123-c14c76784fc7 req-6a684104-afed-4bdc-a474-5ae97a08ea66 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506089 Apr 18 21:18:33.344648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1126e79d-e9ed-4803-9b50-8043f564356e']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:33.383987 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-42df07fb-566a-4551-92b3-990fde394f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.390360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9622d5d6-3158-4195-b99f-121c0317f49a') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:33.390659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9622d5d6-3158-4195-b99f-121c0317f49a') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:33.401409 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-b9c9dc5a-5289-4543-9540-e6eb6d8fcfac tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.421253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.451570 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.462835 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.463566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:18:33.463974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:18:33.486146 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:18:33.508587 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-42df07fb-566a-4551-92b3-990fde394f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.538339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=c2a258f2-0a97-43e2-a16d-d630e24b62f6,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:33.596662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9dc5a-5289-4543-9540-e6eb6d8fcfac tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'Port': ['ID=211720f8-8ae7-46e2-bccd-76d4a0b40d42,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:33.630969 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.656003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.673591 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:18:33.688131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Network': ['ID=1126e79d-e9ed-4803-9b50-8043f564356e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:33.718156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-deleted', 'tag': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:33.765947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df07fb-566a-4551-92b3-990fde394f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa33f5a-0b05-4fec-8e96-9d6043f3d347,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:33.785493 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e02ce7c8-457a-41e5-bc5e-fbcc47f145da tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/networks/1126e79d-e9ed-4803-9b50-8043f564356e HTTP/1.1" status: 204 len: 168 time: 1.3242064 Apr 18 21:18:33.790394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45534) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:33.832225 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-42df07fb-566a-4551-92b3-990fde394f6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a25c8e745c8486886d469d1187f6fa6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6745532 Apr 18 21:18:33.833991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45538) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:33.852879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-b9c9dc5a-5289-4543-9540-e6eb6d8fcfac tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] No DVR routers for this DVR port 211720f8-8ae7-46e2-bccd-76d4a0b40d42 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:33.859885 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-b9c9dc5a-5289-4543-9540-e6eb6d8fcfac tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.873280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-661b671d-7148-4469-a3da-86d944196db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:10:17Z', 'revision_number': 4, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'd3d1be76-e233-4fc1-9f63-fe917f7f0407', 'name': '', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'mac_address': 'fa:16:3e:e8:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:31Z', 'revision_number': 5, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'subnets': [{'id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:33.886163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b671d-7148-4469-a3da-86d944196db7 None None] The sync data for ids ['d9655c2e-2982-4e01-a173-c900b054b8ed'] in n-d-836017-3 is: [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:10:17Z', 'revision_number': 4, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'd3d1be76-e233-4fc1-9f63-fe917f7f0407', 'name': '', 'network_id': '5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'mac_address': 'fa:16:3e:e8:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:31Z', 'revision_number': 5, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'subnets': [{'id': '096cc853-83c4-4359-8b02-63ffa3b3538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:18:33.900597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-7a641119-5c05-4185-ae4c-97b1767196ef service neutron] 10.222.0.11 "GET /v2.0/networks/ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543392 Apr 18 21:18:33.904178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-b9c9dc5a-5289-4543-9540-e6eb6d8fcfac tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "DELETE /v2.0/ports/211720f8-8ae7-46e2-bccd-76d4a0b40d42 HTTP/1.1" status: 204 len: 173 time: 2.4420674 Apr 18 21:18:33.906852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8efab3-7917-48ff-8dbd-9bc0c001760a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:33.907451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bc8efab3-7917-48ff-8dbd-9bc0c001760a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:33.936241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc225b3e-bac1-4c1f-8769-9628390b62c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.966774 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc225b3e-bac1-4c1f-8769-9628390b62c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.978083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baaa91-589a-46eb-8a5e-a3480416761c req-fcf82cc4-589f-49de-ad3b-23f78c25a2eb tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:33.982100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baaa91-589a-46eb-8a5e-a3480416761c req-fcf82cc4-589f-49de-ad3b-23f78c25a2eb tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:33.985986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baaa91-589a-46eb-8a5e-a3480416761c req-fcf82cc4-589f-49de-ad3b-23f78c25a2eb tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:33.986825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-64baaa91-589a-46eb-8a5e-a3480416761c req-fcf82cc4-589f-49de-ad3b-23f78c25a2eb tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Synchronizing usage tracker for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:34.005645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bc8efab3-7917-48ff-8dbd-9bc0c001760a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:34.010531 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bc8efab3-7917-48ff-8dbd-9bc0c001760a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/97b75caa-721a-4e38-853b-dedaab043909 HTTP/1.1" status: 200 len: 839 time: 0.2155225 Apr 18 21:18:34.010929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45542) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:34.102004 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7712e1c3-6e4c-4000-8870-e278ad1e9399 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/97b75caa-721a-4e38-853b-dedaab043909?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0897350 Apr 18 21:18:34.102774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45546) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:34.112463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:34.172485 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0066112f-dc60-4335-987c-594256ee9e49 None None] New status for floating IP 07385d1c-ab72-4133-93e8-4fe61bc2077b: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:18:34.198352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef758f71-da46-4381-8d4c-12cc67e4bb74 req-bc465189-feaf-4fe2-92a7-b200e2a070fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c5cddf2d9fc4ba79aabf77da73fe606&device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 1094 time: 0.7284598 Apr 18 21:18:34.331621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-64baaa91-589a-46eb-8a5e-a3480416761c req-fcf82cc4-589f-49de-ad3b-23f78c25a2eb tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Unset dirty status for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:34.334078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-64baaa91-589a-46eb-8a5e-a3480416761c req-fcf82cc4-589f-49de-ad3b-23f78c25a2eb tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 2410 time: 0.8180127 Apr 18 21:18:34.336277 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc225b3e-bac1-4c1f-8769-9628390b62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:34.375466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc225b3e-bac1-4c1f-8769-9628390b62c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa33f5a-0b05-4fec-8e96-9d6043f3d347,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:34.392501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc225b3e-bac1-4c1f-8769-9628390b62c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:34.393643 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fc225b3e-bac1-4c1f-8769-9628390b62c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1aa33f5a-0b05-4fec-8e96-9d6043f3d347 HTTP/1.1" status: 204 len: 168 time: 0.5599179 Apr 18 21:18:34.420066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:34.424252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:34.427656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:34.431636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8989423a-090e-4ec8-8144-e063119ba54b service neutron] 10.222.0.11 "GET /v2.0/networks/ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147235 Apr 18 21:18:34.433706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:34.454610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-0720302c-8f69-4de3-b4ff-7a45bbcf7556 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Deleting port a028e96f-02c5-46c4-b8c7-817a76bd5789 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:34.454951 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-0720302c-8f69-4de3-b4ff-7a45bbcf7556 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:34.527362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:34.543047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef758f71-da46-4381-8d4c-12cc67e4bb74 req-9a836942-fcf3-4d80-a3e8-aae13762d994 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:34.546113 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef758f71-da46-4381-8d4c-12cc67e4bb74 req-9a836942-fcf3-4d80-a3e8-aae13762d994 service neutron] 10.222.0.59 "GET /v2.0/networks?id=490d5b3e-416e-4322-81f0-af2a35dc852e HTTP/1.1" status: 200 len: 921 time: 0.3194160 Apr 18 21:18:34.548657 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-64baaa91-589a-46eb-8a5e-a3480416761c req-d57a17dc-0be9-4a76-8fb2-15f4dfa4add8 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604946 Apr 18 21:18:34.655377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0cacb885-8496-4dda-9d6c-35412fdf2128 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:34.689832 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:34.751855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 0cacb885-8496-4dda-9d6c-35412fdf2128 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:18:34.752203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0cacb885-8496-4dda-9d6c-35412fdf2128 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:34.783319 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef758f71-da46-4381-8d4c-12cc67e4bb74 req-c470ac6d-4306-4069-aa0e-cb2923810d39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caeeab7b-08a7-49b0-a4f4-af1543965373 HTTP/1.1" status: 200 len: 217 time: 0.2308428 Apr 18 21:18:35.024556 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef758f71-da46-4381-8d4c-12cc67e4bb74 req-b5a7df09-fc5a-462e-9a04-9f94cf36bc28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:35.026015 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef758f71-da46-4381-8d4c-12cc67e4bb74 req-b5a7df09-fc5a-462e-9a04-9f94cf36bc28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7601e608-9db7-4e45-9afa-faf8889f4ee2 HTTP/1.1" status: 200 len: 860 time: 0.2318764 Apr 18 21:18:35.029708 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:35.089804 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef758f71-da46-4381-8d4c-12cc67e4bb74 req-11f8b235-f35e-4dfe-af24-95e0b12686c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=490d5b3e-416e-4322-81f0-af2a35dc852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556512 Apr 18 21:18:35.091778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-0720302c-8f69-4de3-b4ff-7a45bbcf7556 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] For port a028e96f-02c5-46c4-b8c7-817a76bd5789, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a028e96f-02c5-46c4-b8c7-817a76bd5789,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:35.091778 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-0720302c-8f69-4de3-b4ff-7a45bbcf7556 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:35.099620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network f3085122-82b7-473d-89e5-0d3877bba5ba is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:35.102656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:35.107175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:35.107609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:35.112884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0a4ca1-be00-42e4-ba6c-7d0865fb5e68 None None] Network f3085122-82b7-473d-89e5-0d3877bba5ba requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:35.121929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Subnet': ['ID=aa7060ba-a212-4e3f-83cc-05c3a6c438d7,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:35.211101 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a94dd33b-0b6e-4b61-8b98-438a8976a36a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1045322 Apr 18 21:18:35.211415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45570) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:35.216810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'security_group': {'name': 'tempest-secgroup-49560228'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:35.223295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:35.227161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:security_group and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:35.230248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:35.236644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:35.279207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-0720302c-8f69-4de3-b4ff-7a45bbcf7556 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Calling delete_port for a028e96f-02c5-46c4-b8c7-817a76bd5789 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:35.312947 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:35.362302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:35.365231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88787e4-a728-4956-a795-e24cdbe17f07 req-d59d1a4a-6a0f-4e09-95c9-88c1065401b0 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:35.368077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:security_group_rule and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:35.373282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b88787e4-a728-4956-a795-e24cdbe17f07 req-d59d1a4a-6a0f-4e09-95c9-88c1065401b0 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 945 time: 0.5880425 Apr 18 21:18:35.373383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:35.379529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:35.403265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-f3085122-82b7-473d-89e5-0d3877bba5ba', 'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'tenant_id': 'de025488dafd4d32aeebced97621e383', 'fixed_ips': [{'subnet_id': 'aa7060ba-a212-4e3f-83cc-05c3a6c438d7'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:18:35.404875 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:35.406035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633f369-e68d-43cb-9c2c-1f88b1c9a294 req-abb3747a-5805-4fcf-94e4-6f816a2d713e tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:35.407237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f633f369-e68d-43cb-9c2c-1f88b1c9a294 req-abb3747a-5805-4fcf-94e4-6f816a2d713e tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 943 time: 0.5250633 Apr 18 21:18:35.453791 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:35.543579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b88787e4-a728-4956-a795-e24cdbe17f07 req-f5c01d37-a979-4f8e-a9f3-82918ee71efe tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708729 Apr 18 21:18:35.550719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef758f71-da46-4381-8d4c-12cc67e4bb74 req-6f10810e-ee3f-4e5d-8b58-5a8c69ae04a1 service neutron] 10.222.0.59 "GET /v2.0/networks/490d5b3e-416e-4322-81f0-af2a35dc852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459686 Apr 18 21:18:35.552809 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f633f369-e68d-43cb-9c2c-1f88b1c9a294 req-499fb373-8a34-413e-af4f-0506d6ab160c tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/security-groups?id=818a1c18-6d26-484b-aa1d-8684bdbf4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274664 Apr 18 21:18:35.559328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:35.635667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Allocated IP 172.20.0.2 (f3085122-82b7-473d-89e5-0d3877bba5ba/aa7060ba-a212-4e3f-83cc-05c3a6c438d7/8f257eb9-f21b-47ab-91e2-9417ba87fa43) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:35.670751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c491218e-1b58-4c41-a824-2956adc43583,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:35.707369 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aac9709-304c-4680-859f-fba19f171deb'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-deleted', 'tag': 'd1ea4309-8d10-45e8-8c66-3fbfd04a2242', 'status': 'completed', 'code': 200} Apr 18 21:18:35.723671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:35.725949 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5d6c68df-ae12-4f36-87d5-0658410e8748 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.5137105 Apr 18 21:18:35.735157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45586) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:35.742935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'security_group': {'name': 'tempest-secgroup-1749347051'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:35.750773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:35.755894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:security_group and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:35.772763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:35.780823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:35.873254 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:35.902713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-0720302c-8f69-4de3-b4ff-7a45bbcf7556 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:35.928407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:35.936529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:security_group_rule and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:35.943401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:35.945738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c325c7a-4c8d-4f5b-9f33-7a24384a5264 req-9899d68b-293f-461b-9cdc-1c07344590b6 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 210 time: 0.2099102 Apr 18 21:18:35.954950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:36.023844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720302c-8f69-4de3-b4ff-7a45bbcf7556 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'Port': ['ID=a028e96f-02c5-46c4-b8c7-817a76bd5789,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:36.036530 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef758f71-da46-4381-8d4c-12cc67e4bb74 req-cadf4eec-3377-41d0-8265-51fb3caf9230 service neutron] 10.222.0.59 "GET /v2.0/networks/490d5b3e-416e-4322-81f0-af2a35dc852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784482 Apr 18 21:18:36.091604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c2a258f2-0a97-43e2-a16d-d630e24b62f6 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:36.102047 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.149798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-0720302c-8f69-4de3-b4ff-7a45bbcf7556 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] No DVR routers for this DVR port a028e96f-02c5-46c4-b8c7-817a76bd5789 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:36.153122 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-0720302c-8f69-4de3-b4ff-7a45bbcf7556 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.172229 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.174116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89749e8f-0d1b-4555-bfbc-da9897103592 req-5a519281-c2ac-4915-b1d3-db9a2be44649 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:36.176213 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89749e8f-0d1b-4555-bfbc-da9897103592 req-5a519281-c2ac-4915-b1d3-db9a2be44649 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 948 time: 0.2837393 Apr 18 21:18:36.236433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-0720302c-8f69-4de3-b4ff-7a45bbcf7556 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "DELETE /v2.0/ports/a028e96f-02c5-46c4-b8c7-817a76bd5789 HTTP/1.1" status: 204 len: 173 time: 2.2983761 Apr 18 21:18:36.256690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433b8ed0-0008-4cd4-80e5-59700451e596,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:36.294159 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.301655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89749e8f-0d1b-4555-bfbc-da9897103592 req-38caf1bc-ee0a-4a13-87e6-a566c02210f4 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185150 Apr 18 21:18:36.306724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Transition to ACTIVE for port object 8f257eb9-f21b-47ab-91e2-9417ba87fa43 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:36.321454 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.322826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port c2a258f2-0a97-43e2-a16d-d630e24b62f6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:36.326265 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-455ae404-1e20-4fa8-90fa-eef3be0d9573 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5869286 Apr 18 21:18:36.326444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45594) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:36.329096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-ec516903-4dd8-440d-b09f-b64c77e5ac5c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Deleting port 004a1080-37bc-405d-ab31-fe3e10686519 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:36.329440 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-ec516903-4dd8-440d-b09f-b64c77e5ac5c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.333786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1488894940', 'security_groups': ['433b8ed0-0008-4cd4-80e5-59700451e596'], 'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa7060ba-a212-4e3f-83cc-05c3a6c438d7'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:36.335649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port c2a258f2-0a97-43e2-a16d-d630e24b62f6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:36.336216 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.375381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Transition to ACTIVE for port object 8f257eb9-f21b-47ab-91e2-9417ba87fa43 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:36.473576 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.532554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Network f3085122-82b7-473d-89e5-0d3877bba5ba is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:36.558483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:36.581300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:36.600333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device caeeab7b-08a7-49b0-a4f4-af1543965373 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:18:36.603957 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.630723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:36.642991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:36.730740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:36.736976 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.744964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Pushing event updated for resources: {'Port': ['ID=8f257eb9-f21b-47ab-91e2-9417ba87fa43,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:36.755427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00b847f-cd7a-4e26-ae43-d8b010269268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a258f2-0a97-43e2-a16d-d630e24b62f6'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:36.766022 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:18:36.769978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port 92bede54-d915-4550-9671-755e5fd99d24 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:18:36.818295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-ec516903-4dd8-440d-b09f-b64c77e5ac5c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] For port 004a1080-37bc-405d-ab31-fe3e10686519, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=004a1080-37bc-405d-ab31-fe3e10686519,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:36.818896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-ec516903-4dd8-440d-b09f-b64c77e5ac5c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.836753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c2a258f2-0a97-43e2-a16d-d630e24b62f6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c2a258f2-0a97-43e2-a16d-d630e24b62f6,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:36.842926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Attempting to bind port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:36.843289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Attempting to bind port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '0d85e696-b493-4c44-b8b9-66f69e834e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:36.843648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Attempting to bind port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 on network f3085122-82b7-473d-89e5-0d3877bba5ba {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:36.845047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bce01-969a-491b-8025-3377ea721c5b req-b611fe7b-9346-4ee4-b81f-4600ebf23a0c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:36.850373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bce01-969a-491b-8025-3377ea721c5b req-b611fe7b-9346-4ee4-b81f-4600ebf23a0c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:36.851997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e84bce01-969a-491b-8025-3377ea721c5b req-b611fe7b-9346-4ee4-b81f-4600ebf23a0c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Synchronizing usage tracker for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:36.860445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:36.860851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Checking segment: {'id': '0d85e696-b493-4c44-b8b9-66f69e834e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:36.861211 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.861638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Bound using segment: {'id': '0d85e696-b493-4c44-b8b9-66f69e834e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:36.868644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Bound port: 8f257eb9-f21b-47ab-91e2-9417ba87fa43, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d85e696-b493-4c44-b8b9-66f69e834e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:36.868644 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.945862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.979887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-ec516903-4dd8-440d-b09f-b64c77e5ac5c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Calling delete_port for 004a1080-37bc-405d-ab31-fe3e10686519 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:37.050486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.13 (f3085122-82b7-473d-89e5-0d3877bba5ba/aa7060ba-a212-4e3f-83cc-05c3a6c438d7/92bede54-d915-4550-9671-755e5fd99d24) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:37.055408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port caeeab7b-08a7-49b0-a4f4-af1543965373, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=caeeab7b-08a7-49b0-a4f4-af1543965373,segment=NetworkSegment(76526267-3034-44fd-8d74-583c2b0af08c),segment_id=76526267-3034-44fd-8d74-583c2b0af08c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:37.087802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'caeeab7b-08a7-49b0-a4f4-af1543965373', 'network_id': '490d5b3e-416e-4322-81f0-af2a35dc852e', 'port_id': 'caeeab7b-08a7-49b0-a4f4-af1543965373', 'mac_address': 'fa:16:3e:c6:59:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7601e608-9db7-4e45-9afa-faf8889f4ee2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:18:37.090653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=c2a258f2-0a97-43e2-a16d-d630e24b62f6,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:37.095712 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] For port 8f257eb9-f21b-47ab-91e2-9417ba87fa43, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:37.099687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] For port 8f257eb9-f21b-47ab-91e2-9417ba87fa43, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8f257eb9-f21b-47ab-91e2-9417ba87fa43,segment=NetworkSegment(0d85e696-b493-4c44-b8b9-66f69e834e77),segment_id=0d85e696-b493-4c44-b8b9-66f69e834e77)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:37.158476 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:37.178594 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caeeab7b-08a7-49b0-a4f4-af1543965373 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:37.179164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e84bce01-969a-491b-8025-3377ea721c5b req-b611fe7b-9346-4ee4-b81f-4600ebf23a0c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Unset dirty status for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:37.182065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e84bce01-969a-491b-8025-3377ea721c5b req-b611fe7b-9346-4ee4-b81f-4600ebf23a0c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 1677 time: 0.6612966 Apr 18 21:18:37.192659 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:37.264910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e84bce01-969a-491b-8025-3377ea721c5b req-d3ccffb1-98f9-4907-ab5c-7bbcc1605427 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621493 Apr 18 21:18:37.332705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port caeeab7b-08a7-49b0-a4f4-af1543965373, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=caeeab7b-08a7-49b0-a4f4-af1543965373,segment=NetworkSegment(76526267-3034-44fd-8d74-583c2b0af08c),segment_id=76526267-3034-44fd-8d74-583c2b0af08c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:37.346518 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-ec516903-4dd8-440d-b09f-b64c77e5ac5c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:37.375872 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-131de2cd-05bf-4c74-8bfb-74e85ffbf26c'] response: {'server_uuid': 'f00b847f-cd7a-4e26-ae43-d8b010269268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'code': 200} Apr 18 21:18:37.380585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b65abd-3827-4367-9032-11f0d1f2e04e None None] Pushing event updated for resources: {'Port': ['ID=8f257eb9-f21b-47ab-91e2-9417ba87fa43,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:37.421015 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:37.450702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:37.472628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object 92bede54-d915-4550-9671-755e5fd99d24 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:37.527926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=caeeab7b-08a7-49b0-a4f4-af1543965373,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:37.538282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec516903-4dd8-440d-b09f-b64c77e5ac5c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'Port': ['ID=004a1080-37bc-405d-ab31-fe3e10686519,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:37.607610 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:37.638970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['caeeab7b-08a7-49b0-a4f4-af1543965373'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:18:37.709974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-deleted', 'tag': '211720f8-8ae7-46e2-bccd-76d4a0b40d42'}, {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-deleted', 'tag': 'a028e96f-02c5-46c4-b8c7-817a76bd5789'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:37.760703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45618) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:37.788410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network f3085122-82b7-473d-89e5-0d3877bba5ba is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:37.799590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:37.811721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:37.871245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:37.871862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:37.875641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=92bede54-d915-4550-9671-755e5fd99d24,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:37.908750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de948053-1b8a-416d-b843-6d3e3c7d4ef8 req-62f1a508-8e96-4e19-aa98-e8a2c2133c7a tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 210 time: 0.3650680 Apr 18 21:18:37.991374 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-56340f6a-d8c9-4cff-80b4-8e447b23154b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6634753 Apr 18 21:18:37.992162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45624) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:37.997656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-609f5bce-80f8-403d-aa6f-ef773b607594 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:38.063728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-bb022696-e1c6-4aaa-b2ee-3d5945ea1196 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:38.065119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-bb022696-e1c6-4aaa-b2ee-3d5945ea1196 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.59 "GET /v2.0/networks?id=ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c HTTP/1.1" status: 200 len: 825 time: 0.6508901 Apr 18 21:18:38.066774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-ec516903-4dd8-440d-b09f-b64c77e5ac5c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] No DVR routers for this DVR port 004a1080-37bc-405d-ab31-fe3e10686519 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:38.077692 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-ec516903-4dd8-440d-b09f-b64c77e5ac5c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:38.079661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-ec516903-4dd8-440d-b09f-b64c77e5ac5c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "DELETE /v2.0/ports/004a1080-37bc-405d-ab31-fe3e10686519 HTTP/1.1" status: 204 len: 173 time: 1.8356538 Apr 18 21:18:38.088342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Request body: {'port': {'device_id': '5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01', 'network_id': 'ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c', 'admin_state_up': True, 'tenant_id': '9faab4bf6dcf44158003ce846b99fdad'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:38.137317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c23bea10-a239-46e0-ba7e-65599ffe1f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:38.257252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c23bea10-a239-46e0-ba7e-65599ffe1f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:38.275296 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c23bea10-a239-46e0-ba7e-65599ffe1f54 admin admin] Usage tracker for resource:security_group_rule and tenant:c345bab3a799473eb654e0de872f5a52 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:38.282049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c23bea10-a239-46e0-ba7e-65599ffe1f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:38.285781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-609f5bce-80f8-403d-aa6f-ef773b607594 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:38.295491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c23bea10-a239-46e0-ba7e-65599ffe1f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:38.298259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-609f5bce-80f8-403d-aa6f-ef773b607594 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:38.303505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-609f5bce-80f8-403d-aa6f-ef773b607594 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:38.319218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-609f5bce-80f8-403d-aa6f-ef773b607594 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:38.369124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-f9e2e723-1205-4560-b423-bf97096241c6 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:38.369854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-f9e2e723-1205-4560-b423-bf97096241c6 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Synchronizing usage tracker for tenant:bb48a003acc646ca87915983b0117f10 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:38.400644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-f9e2e723-1205-4560-b423-bf97096241c6 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Unset dirty status for tenant:bb48a003acc646ca87915983b0117f10 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:38.401847 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-f9e2e723-1205-4560-b423-bf97096241c6 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.26 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 945 time: 0.1799343 Apr 18 21:18:38.448702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609f5bce-80f8-403d-aa6f-ef773b607594 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:38.450704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79d05dd0-38d0-4793-a28c-eea009e66a52 req-aef7f9d0-b0d3-4ca7-9fb0-b63376cc209d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 1100 time: 0.9565413 Apr 18 21:18:38.452807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-609f5bce-80f8-403d-aa6f-ef773b607594 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:38.464529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Deleting port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:38.464872 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:38.496320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eff5f-db42-4325-83c6-ca141fa36603 req-bfd4348f-b9ae-474c-b760-3e40853a16ef tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:38.497900 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-995eff5f-db42-4325-83c6-ca141fa36603 req-bfd4348f-b9ae-474c-b760-3e40853a16ef tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 944 time: 0.9611723 Apr 18 21:18:38.594731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device caeeab7b-08a7-49b0-a4f4-af1543965373 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:38.706560 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c23bea10-a239-46e0-ba7e-65599ffe1f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:38.713964 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79d05dd0-38d0-4793-a28c-eea009e66a52 req-397209ad-3022-44e0-b1a0-68410b4640c6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530563 Apr 18 21:18:38.717668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:38.719956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8f257eb9-f21b-47ab-91e2-9417ba87fa43 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:38.729367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Usage tracker for resource:port and tenant:9faab4bf6dcf44158003ce846b99fdad is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:38.746079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-995eff5f-db42-4325-83c6-ca141fa36603 req-1923b067-e4d5-4cdb-9820-55b112176e93 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/security-groups?id=818a1c18-6d26-484b-aa1d-8684bdbf4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272420 Apr 18 21:18:38.749673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-e0fbdb56-bcf2-4ebc-b635-75c3f53b4435 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Deleting port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:38.757418 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-e0fbdb56-bcf2-4ebc-b635-75c3f53b4435 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:38.757585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20d36f-3103-42d1-a604-c9b60a4b6289 req-0b0c1ea9-d4c2-4603-8333-65f0e0cfcac5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:38.757585 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b20d36f-3103-42d1-a604-c9b60a4b6289 req-0b0c1ea9-d4c2-4603-8333-65f0e0cfcac5 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 945 time: 0.6438830 Apr 18 21:18:38.760141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:38.778323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:38.805977 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c23bea10-a239-46e0-ba7e-65599ffe1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:38.901730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:38.907494 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c23bea10-a239-46e0-ba7e-65599ffe1f54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c345bab3a799473eb654e0de872f5a52&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1422331 Apr 18 21:18:38.920935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45632) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:38.943871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port caeeab7b-08a7-49b0-a4f4-af1543965373 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:38.950133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port caeeab7b-08a7-49b0-a4f4-af1543965373 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:38.950498 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:38.979372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bea10-a239-46e0-ba7e-65599ffe1f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e6da49-781c-413a-afc7-489dba5aab28,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:38.992588 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:38.992757 n-d-836017-3 neutron-server[85049]: INFO neutron.db.ipam_backend_mixin [None req-609f5bce-80f8-403d-aa6f-ef773b607594 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aa7060ba-a212-4e3f-83cc-05c3a6c438d7 (CIDR: 172.20.0.0/28) Apr 18 21:18:39.035768 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b20d36f-3103-42d1-a604-c9b60a4b6289 req-a9b540e8-3395-4ae1-8756-b5d5d178ec95 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598436 Apr 18 21:18:39.051341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Made reservation on behalf of 9faab4bf6dcf44158003ce846b99fdad for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:39.060816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.082825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-662aaddb-1024-4db5-b9ee-bc9d16dc2da5 None None] Provisioning for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:39.092665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-662aaddb-1024-4db5-b9ee-bc9d16dc2da5 None None] Provisioning complete for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:39.093030 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-662aaddb-1024-4db5-b9ee-bc9d16dc2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.125791 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.137164 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-609f5bce-80f8-403d-aa6f-ef773b607594 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:18:39.137994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609f5bce-80f8-403d-aa6f-ef773b607594 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:18:39.162784 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e346c1bc-f7b5-4094-97a8-9bc6937470de'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-deleted', 'tag': '211720f8-8ae7-46e2-bccd-76d4a0b40d42', 'status': 'completed', 'code': 200} Apr 18 21:18:39.163047 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e346c1bc-f7b5-4094-97a8-9bc6937470de'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-deleted', 'tag': 'a028e96f-02c5-46c4-b8c7-817a76bd5789', 'status': 'completed', 'code': 200} Apr 18 21:18:39.172784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] For port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:39.173148 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.242966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port caeeab7b-08a7-49b0-a4f4-af1543965373, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=caeeab7b-08a7-49b0-a4f4-af1543965373,segment=NetworkSegment(76526267-3034-44fd-8d74-583c2b0af08c),segment_id=76526267-3034-44fd-8d74-583c2b0af08c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:39.274524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-e0fbdb56-bcf2-4ebc-b635-75c3f53b4435 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] For port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58,segment=NetworkSegment(93b27720-ac10-43be-adab-87406125016c),segment_id=93b27720-ac10-43be-adab-87406125016c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:39.275188 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-e0fbdb56-bcf2-4ebc-b635-75c3f53b4435 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.308691 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-662aaddb-1024-4db5-b9ee-bc9d16dc2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.344382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-662aaddb-1024-4db5-b9ee-bc9d16dc2da5 None None] For port 8f257eb9-f21b-47ab-91e2-9417ba87fa43, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8f257eb9-f21b-47ab-91e2-9417ba87fa43,segment=NetworkSegment(0d85e696-b493-4c44-b8b9-66f69e834e77),segment_id=0d85e696-b493-4c44-b8b9-66f69e834e77)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:39.346112 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.352814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Calling delete_port for 24000ba4-8b91-4ac0-b4ce-4428dbc1595d owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:39.387533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efa8f14-4d24-4f5c-90f8-07fb4ac71817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caeeab7b-08a7-49b0-a4f4-af1543965373'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:39.418008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=caeeab7b-08a7-49b0-a4f4-af1543965373,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:39.423691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-e0fbdb56-bcf2-4ebc-b635-75c3f53b4435 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Calling delete_port for c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:39.430141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e5271-ac1e-4169-8c9e-98471424404f req-850d8f94-4b93-4e50-b9a8-42413805fd63 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:39.431596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-624e5271-ac1e-4169-8c9e-98471424404f req-850d8f94-4b93-4e50-b9a8-42413805fd63 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 949 time: 0.5049949 Apr 18 21:18:39.439033 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-662aaddb-1024-4db5-b9ee-bc9d16dc2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.467897 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-609f5bce-80f8-403d-aa6f-ef773b607594 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4719934 Apr 18 21:18:39.473400 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23a0b2ad-e23e-4900-8253-584e135e39af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.475143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45640) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:39.497068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:39.512913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-662aaddb-1024-4db5-b9ee-bc9d16dc2da5 None None] Provisioning complete for port 97b75caa-721a-4e38-853b-dedaab043909 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:39.513255 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-662aaddb-1024-4db5-b9ee-bc9d16dc2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.550457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662aaddb-1024-4db5-b9ee-bc9d16dc2da5 None None] Pushing event updated for resources: {'Port': ['ID=8f257eb9-f21b-47ab-91e2-9417ba87fa43,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:39.570318 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-662aaddb-1024-4db5-b9ee-bc9d16dc2da5 None None] Port 97b75caa-721a-4e38-853b-dedaab043909 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:39.606610 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23a0b2ad-e23e-4900-8253-584e135e39af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.617932 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-624e5271-ac1e-4169-8c9e-98471424404f req-1355a671-d502-415b-bc0e-a282c6d94116 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662126 Apr 18 21:18:39.667241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Allocated IP 172.20.0.5 (ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c/ca224baf-2216-470c-83b5-0d4c25489ee3/3e2eeab3-fd5a-4f55-a522-22cbc782eeb1) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:39.697092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41823e6-9a41-4358-ad83-4aca2da2552b req-8ff8983a-19e9-4210-a94f-005d154e093b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:39.699230 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e41823e6-9a41-4358-ad83-4aca2da2552b req-8ff8983a-19e9-4210-a94f-005d154e093b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 943 time: 0.3556302 Apr 18 21:18:39.752347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-426ecc7b-5dff-49f4-9822-2441ab04cc8b None None] Provisioning for port 92bede54-d915-4550-9671-755e5fd99d24 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:39.760519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-426ecc7b-5dff-49f4-9822-2441ab04cc8b None None] Provisioning complete for port 92bede54-d915-4550-9671-755e5fd99d24 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:39.761003 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-426ecc7b-5dff-49f4-9822-2441ab04cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.764434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:39.769358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:39.773244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:39.780405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:39.820279 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-64705315-a133-4205-ab8b-7ecf21e1d105 req-4a8e1c89-7d40-44f8-ab02-fb8779865fda tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 210 time: 0.0706129 Apr 18 21:18:39.821529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-426ecc7b-5dff-49f4-9822-2441ab04cc8b None None] Port 92bede54-d915-4550-9671-755e5fd99d24 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:39.849271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-e0fbdb56-bcf2-4ebc-b635-75c3f53b4435 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.860898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c3675165-ecf2-4fd2-ada7-a4a4c58a7d58'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:18:39.867062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e41823e6-9a41-4358-ad83-4aca2da2552b req-5f69e819-c2ca-49b2-8623-dc5026049731 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e17762f-c7e0-4884-91ae-6b87f254712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593339 Apr 18 21:18:39.898457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:39.928366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23a0b2ad-e23e-4900-8253-584e135e39af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.957649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbdb56-bcf2-4ebc-b635-75c3f53b4435 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Pushing event deleted for resources: {'Port': ['ID=c3675165-ecf2-4fd2-ada7-a4a4c58a7d58,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:39.968112 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641b6c3e-f5a8-4245-9404-19927b462dca'] response: {'server_uuid': '6efa8f14-4d24-4f5c-90f8-07fb4ac71817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caeeab7b-08a7-49b0-a4f4-af1543965373', 'code': 200} Apr 18 21:18:39.986821 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:40.056828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0b2ad-e23e-4900-8253-584e135e39af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e6da49-781c-413a-afc7-489dba5aab28,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:40.107443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'Port': ['ID=24000ba4-8b91-4ac0-b4ce-4428dbc1595d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:40.187236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:40.187580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:40.187911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:40.188241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:40.188566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:40.189030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:40.189360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:40.189706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:40.190026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:40.191454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:40.191454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:40.206479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-e0fbdb56-bcf2-4ebc-b635-75c3f53b4435 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] No DVR routers for this DVR port c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:40.210227 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-e0fbdb56-bcf2-4ebc-b635-75c3f53b4435 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:40.217498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408dffa1-ab0f-43a4-84c7-3094c3cbeb19', 'name': 'network-vif-deleted', 'tag': 'c3675165-ecf2-4fd2-ada7-a4a4c58a7d58'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:40.234736 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23a0b2ad-e23e-4900-8253-584e135e39af admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:40.238944 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-23a0b2ad-e23e-4900-8253-584e135e39af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36e6da49-781c-413a-afc7-489dba5aab28 HTTP/1.1" status: 204 len: 168 time: 1.3096244 Apr 18 21:18:40.241805 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3dc94f9f-064a-41e5-a0b2-bf0f07a101a8 req-e0fbdb56-bcf2-4ebc-b635-75c3f53b4435 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.26 "DELETE /v2.0/ports/c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 HTTP/1.1" status: 204 len: 173 time: 1.8322895 Apr 18 21:18:40.274047 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:40.376790 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4398d5c4-d6d8-42c0-8b8d-774b6fa31d85 req-7003fa9d-2568-470f-b61a-fc87d44fc838 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 1096 time: 0.3681877 Apr 18 21:18:40.439629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] No DVR routers for this DVR port 24000ba4-8b91-4ac0-b4ce-4428dbc1595d on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:40.446457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8a23b4b-d59d-49e8-9d19-9fbea0c09107 req-482fa3b1-4d51-4ca1-8d11-f0e4a1e5ed47 tempest-ServerDiskConfigTestJSON-938307977 tempest-ServerDiskConfigTestJSON-938307977-project] 10.222.0.11 "GET /v2.0/ports?device_id=408dffa1-ab0f-43a4-84c7-3094c3cbeb19 HTTP/1.1" status: 200 len: 210 time: 0.2317462 Apr 18 21:18:40.447603 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:40.462700 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4398d5c4-d6d8-42c0-8b8d-774b6fa31d85 req-f01ef9c3-b11e-4c3e-b239-b0d5891798d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=818a1c18-6d26-484b-aa1d-8684bdbf4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794020 Apr 18 21:18:40.474096 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:40.504134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fa63e-ed47-4705-8046-6c6b5e4f07e6 req-fdecee48-b53c-402b-879d-954dd9c31306 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:40.511825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-809fa63e-ed47-4705-8046-6c6b5e4f07e6 req-fdecee48-b53c-402b-879d-954dd9c31306 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 945 time: 0.4558747 Apr 18 21:18:40.538152 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479b6f29-6658-4657-965a-7016f90c9924'] response: {'server_uuid': '408dffa1-ab0f-43a4-84c7-3094c3cbeb19', 'name': 'network-vif-deleted', 'tag': 'c3675165-ecf2-4fd2-ada7-a4a4c58a7d58', 'status': 'completed', 'code': 200} Apr 18 21:18:40.575717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-809fa63e-ed47-4705-8046-6c6b5e4f07e6 req-2df5ddcd-b473-4352-b938-5ee21207d80a tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/security-groups?id=818a1c18-6d26-484b-aa1d-8684bdbf4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629280 Apr 18 21:18:40.579982 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-887e63f2-4ad7-4c4a-9c44-1e84f1e0eb20 req-285f2f41-785c-4efa-b308-2e174625e67c tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.26 "DELETE /v2.0/ports/24000ba4-8b91-4ac0-b4ce-4428dbc1595d HTTP/1.1" status: 204 len: 173 time: 2.4702070 Apr 18 21:18:40.641331 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:40.687766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8f257eb9-f21b-47ab-91e2-9417ba87fa43 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:40.720796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Network ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:40.730496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:40.733956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:40.761820 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:40.814549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:40.815119 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:40.913958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Pushing event updated for resources: {'Port': ['ID=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:40.947385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:40.948340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:41.004639 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44b1f7-40c0-4bc5-b22a-fadc0bb9d488 req-fa1f60f7-3d95-4c00-b7fa-da16af5285f2 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:41.006349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c44b1f7-40c0-4bc5-b22a-fadc0bb9d488 req-fa1f60f7-3d95-4c00-b7fa-da16af5285f2 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 949 time: 0.1868153 Apr 18 21:18:41.092652 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-11b521f4-00a2-4f35-b47f-e3d257cb2a2d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0097709 Apr 18 21:18:41.100898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Subnet': ['ID=9fa03ad6-f666-44a5-91cf-53dd435714de,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:41.105032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network f3085122-82b7-473d-89e5-0d3877bba5ba is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:41.106586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:41.107440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Request body: {'port': {'device_id': '5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:41.115592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f235b1e1-43e1-4daa-9d47-b4cf6a6f33b6 None None] Network f3085122-82b7-473d-89e5-0d3877bba5ba requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:41.142058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:41.142879 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:41.187476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-deleted', 'tag': '004a1080-37bc-405d-ab31-fe3e10686519'}, {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-deleted', 'tag': '24000ba4-8b91-4ac0-b4ce-4428dbc1595d'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:41.255896 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d01927b2-68a1-41c4-881a-7a73975de7ea tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7773321 Apr 18 21:18:41.259484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45668) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:41.265927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2d376e7b-9dd4-4d68-86c2-b623f42cd8e5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-90263455', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9fa03ad6-f666-44a5-91cf-53dd435714de'}], 'security_groups': ['c491218e-1b58-4c41-a824-2956adc43583']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:41.290114 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c44b1f7-40c0-4bc5-b22a-fadc0bb9d488 req-de845b23-6242-40d7-a4c2-67cd9addd170 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774920 Apr 18 21:18:41.328053 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:41.374072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f7d4a-2a52-441b-9fbb-dbc686127cd9 req-1c151ed4-8a46-4604-b791-0f637a77fa24 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:41.374783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b53f7d4a-2a52-441b-9fbb-dbc686127cd9 req-1c151ed4-8a46-4604-b791-0f637a77fa24 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Synchronizing usage tracker for tenant:9faab4bf6dcf44158003ce846b99fdad on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:41.467393 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d376e7b-9dd4-4d68-86c2-b623f42cd8e5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:41.661707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-086c6abe-e01e-4e44-b541-6a45b4638d03 req-213cf4aa-ff1e-4a31-bc55-3157115306aa tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Synchronizing usage tracker for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:41.667767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b53f7d4a-2a52-441b-9fbb-dbc686127cd9 req-1c151ed4-8a46-4604-b791-0f637a77fa24 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Unset dirty status for tenant:9faab4bf6dcf44158003ce846b99fdad on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:41.674630 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b53f7d4a-2a52-441b-9fbb-dbc686127cd9 req-1c151ed4-8a46-4604-b791-0f637a77fa24 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 931 time: 0.6325543 Apr 18 21:18:41.764084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0218dff1-cecd-44b5-b68e-b8de935553fa None None] Update dhcp port {'port': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'fixed_ips': [{'subnet_id': 'aa7060ba-a212-4e3f-83cc-05c3a6c438d7', 'ip_address': '172.20.0.2'}, {'subnet_id': '9fa03ad6-f666-44a5-91cf-53dd435714de'}], 'binding:host_id': 'n-d-836017-3'}, 'id': '8f257eb9-f21b-47ab-91e2-9417ba87fa43'} from n-d-836017-3. {{(pid=85050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:18:41.831125 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0218dff1-cecd-44b5-b68e-b8de935553fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:41.840252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b53f7d4a-2a52-441b-9fbb-dbc686127cd9 req-b26da9eb-f6d9-4a24-b3de-ba50b0934457 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638093 Apr 18 21:18:41.844355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-086c6abe-e01e-4e44-b541-6a45b4638d03 req-213cf4aa-ff1e-4a31-bc55-3157115306aa tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Unset dirty status for tenant:9645b053fccf4eef884d2647dc741bdf on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:41.852662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-086c6abe-e01e-4e44-b541-6a45b4638d03 req-213cf4aa-ff1e-4a31-bc55-3157115306aa tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 210 time: 0.2750435 Apr 18 21:18:41.981301 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19bb43f-6596-427f-99b2-16fc71442a4d'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-deleted', 'tag': '004a1080-37bc-405d-ab31-fe3e10686519', 'status': 'completed', 'code': 200} Apr 18 21:18:41.981593 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19bb43f-6596-427f-99b2-16fc71442a4d'] response: {'server_uuid': '83efad88-da27-4535-af4e-f97a54bc06ad', 'name': 'network-vif-deleted', 'tag': '24000ba4-8b91-4ac0-b4ce-4428dbc1595d', 'status': 'completed', 'code': 200} Apr 18 21:18:42.072799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-2d376e7b-9dd4-4d68-86c2-b623f42cd8e5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Delete allocated IP 172.20.0.13 (f3085122-82b7-473d-89e5-0d3877bba5ba/aa7060ba-a212-4e3f-83cc-05c3a6c438d7) {{(pid=85049) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:18:42.086262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-2d376e7b-9dd4-4d68-86c2-b623f42cd8e5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.30 (f3085122-82b7-473d-89e5-0d3877bba5ba/9fa03ad6-f666-44a5-91cf-53dd435714de/92bede54-d915-4550-9671-755e5fd99d24) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:42.159228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:42.198988 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:18:42.200936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c3675165-ecf2-4fd2-ada7-a4a4c58a7d58 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:42.201051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:42.232679 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:42.356127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Transition to ACTIVE for port object 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:42.377997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45690) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:42.414289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2474b9-ed1e-412a-a30f-ed40e481d6cd req-c43b881b-7b64-47b9-9ccc-edcbcba96fa3 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:42.424328 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad2474b9-ed1e-412a-a30f-ed40e481d6cd req-c43b881b-7b64-47b9-9ccc-edcbcba96fa3 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 945 time: 0.1938233 Apr 18 21:18:42.466339 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d376e7b-9dd4-4d68-86c2-b623f42cd8e5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:42.468481 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:42.490414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-2d376e7b-9dd4-4d68-86c2-b623f42cd8e5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object 92bede54-d915-4550-9671-755e5fd99d24 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:42.592314 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad2474b9-ed1e-412a-a30f-ed40e481d6cd req-67ff36ba-972e-4ed1-8998-da1bfc85e419 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/security-groups?id=818a1c18-6d26-484b-aa1d-8684bdbf4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670876 Apr 18 21:18:42.592517 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d376e7b-9dd4-4d68-86c2-b623f42cd8e5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:42.597430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1781366024-network', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:42.625873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:42.697192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d376e7b-9dd4-4d68-86c2-b623f42cd8e5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=92bede54-d915-4550-9671-755e5fd99d24,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:42.697459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Usage tracker for resource:network and tenant:986f1eec3cc3457aa45eb164439b7bee is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:42.705295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:42.711545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:42.738654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:42.806648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-0218dff1-cecd-44b5-b68e-b8de935553fa None None] Allocated IP 172.20.0.18 (f3085122-82b7-473d-89e5-0d3877bba5ba/9fa03ad6-f666-44a5-91cf-53dd435714de/8f257eb9-f21b-47ab-91e2-9417ba87fa43) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:42.826070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2d376e7b-9dd4-4d68-86c2-b623f42cd8e5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] In _notify_port_updated(), no bound segment for port 92bede54-d915-4550-9671-755e5fd99d24 on network f3085122-82b7-473d-89e5-0d3877bba5ba {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:18:42.829906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d376e7b-9dd4-4d68-86c2-b623f42cd8e5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:42.830794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d376e7b-9dd4-4d68-86c2-b623f42cd8e5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:42.833953 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2d376e7b-9dd4-4d68-86c2-b623f42cd8e5 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "PUT /v2.0/ports/92bede54-d915-4550-9671-755e5fd99d24 HTTP/1.1" status: 200 len: 919 time: 1.5732868 Apr 18 21:18:42.836639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45700) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:42.874176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9f9b0f8-260a-4bd8-873c-578c4d1dfff0 req-fe7f49d8-b742-4686-852d-5e125f9bc59f tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 1100 time: 0.3453159 Apr 18 21:18:42.892145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Made reservation on behalf of 986f1eec3cc3457aa45eb164439b7bee for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:42.897598 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:42.928091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b93509de-de9c-4a02-bd01-64f39f9e8032 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 92bede54-d915-4550-9671-755e5fd99d24 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:42.928497 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b93509de-de9c-4a02-bd01-64f39f9e8032 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.004097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0218dff1-cecd-44b5-b68e-b8de935553fa None None] For port 8f257eb9-f21b-47ab-91e2-9417ba87fa43, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8f257eb9-f21b-47ab-91e2-9417ba87fa43,segment=NetworkSegment(0d85e696-b493-4c44-b8b9-66f69e834e77),segment_id=0d85e696-b493-4c44-b8b9-66f69e834e77)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:43.044217 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0218dff1-cecd-44b5-b68e-b8de935553fa None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.069113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0218dff1-cecd-44b5-b68e-b8de935553fa None None] Transition to ACTIVE for port object 8f257eb9-f21b-47ab-91e2-9417ba87fa43 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:43.083427 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.100797 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a9f9b0f8-260a-4bd8-873c-578c4d1dfff0 req-b396c4ae-a159-40a9-a6c5-0963a3af050b tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.161416 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0218dff1-cecd-44b5-b68e-b8de935553fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.194086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Attempting to bind port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:43.194417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Attempting to bind port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '63af0d33-88bd-48ca-9f81-e792d2eb66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:43.194799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Attempting to bind port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 on network ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:43.197812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-a9f9b0f8-260a-4bd8-873c-578c4d1dfff0 req-b396c4ae-a159-40a9-a6c5-0963a3af050b tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:43.207599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a9f9b0f8-260a-4bd8-873c-578c4d1dfff0 req-b396c4ae-a159-40a9-a6c5-0963a3af050b tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] Usage tracker for resource:security_group_rule and tenant:c5f7a87dd8c34673baf3986fa51e440b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:43.211622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:43.215832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a9f9b0f8-260a-4bd8-873c-578c4d1dfff0 req-b396c4ae-a159-40a9-a6c5-0963a3af050b tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:43.230157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Usage tracker for resource:security_group_rule and tenant:986f1eec3cc3457aa45eb164439b7bee is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:43.234323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 on network ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:18:43.234645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Attempting to bind port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 on network ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:43.239063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:43.249830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-a9f9b0f8-260a-4bd8-873c-578c4d1dfff0 req-b396c4ae-a159-40a9-a6c5-0963a3af050b tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:43.258271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b93509de-de9c-4a02-bd01-64f39f9e8032 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.267961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:43.298179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:43.298584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Checking segment: {'id': '63af0d33-88bd-48ca-9f81-e792d2eb66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:43.299034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Bound using segment: {'id': '63af0d33-88bd-48ca-9f81-e792d2eb66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:43.299662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Bound port: 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63af0d33-88bd-48ca-9f81-e792d2eb66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:43.300953 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.339523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218dff1-cecd-44b5-b68e-b8de935553fa None None] Pushing event updated for resources: {'Port': ['ID=8f257eb9-f21b-47ab-91e2-9417ba87fa43,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:43.354672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093512c-0640-4796-a730-90dae84ea3fd req-5b0d2a11-95d3-4e76-8dd5-439d9adc595d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:43.356356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9093512c-0640-4796-a730-90dae84ea3fd req-5b0d2a11-95d3-4e76-8dd5-439d9adc595d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 943 time: 0.3077242 Apr 18 21:18:43.438519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b93509de-de9c-4a02-bd01-64f39f9e8032 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 92bede54-d915-4550-9671-755e5fd99d24 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:43.585340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9093512c-0640-4796-a730-90dae84ea3fd req-7579792e-5da2-4782-a1bd-b0eb64334343 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212663 Apr 18 21:18:43.609109 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a9f9b0f8-260a-4bd8-873c-578c4d1dfff0 req-b396c4ae-a159-40a9-a6c5-0963a3af050b tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.611460 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.622284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] For port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:43.625991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] For port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1,segment=NetworkSegment(63af0d33-88bd-48ca-9f81-e792d2eb66f3),segment_id=63af0d33-88bd-48ca-9f81-e792d2eb66f3)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:43.656008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b93509de-de9c-4a02-bd01-64f39f9e8032 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.687933 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.691907 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a9f9b0f8-260a-4bd8-873c-578c4d1dfff0 req-b396c4ae-a159-40a9-a6c5-0963a3af050b tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.720165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93509de-de9c-4a02-bd01-64f39f9e8032 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=92bede54-d915-4550-9671-755e5fd99d24,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:43.739670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:18:43.765960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9f9b0f8-260a-4bd8-873c-578c4d1dfff0 req-b396c4ae-a159-40a9-a6c5-0963a3af050b tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8893392 Apr 18 21:18:43.778071 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.783612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389769cf-f5a2-4ed1-9aa9-d709fd2ebff9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:43.788644 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.789069 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Added segment 7138358a-936d-4ee5-8de2-5425a895f310 of type vlan for network 9e199861-97b8-41ba-9417-c2455dee7b71 Apr 18 21:18:43.862749 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b93509de-de9c-4a02-bd01-64f39f9e8032 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:43.876152 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b93509de-de9c-4a02-bd01-64f39f9e8032 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/92bede54-d915-4550-9671-755e5fd99d24 HTTP/1.1" status: 204 len: 168 time: 1.0373356 Apr 18 21:18:43.877877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45720) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:44.018873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45726) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:44.063820 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-97052bc3-c606-431a-87e2-9f203bc0820d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:18:44.064310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-97052bc3-c606-431a-87e2-9f203bc0820d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:44.100839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3226c7-1f42-4261-9bf0-f1fba7fb6680 admin admin] Deleting subnet 7b383855-ac18-4d5a-9d3a-42279a6e6631 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:44.103792 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a3226c7-1f42-4261-9bf0-f1fba7fb6680 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.122240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb151ef7-0bf9-48a9-bd2a-1ca6adcd0f39 req-e5531055-b829-45bc-8e27-221d3ced313b tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/ports?device_id=83efad88-da27-4535-af4e-f97a54bc06ad HTTP/1.1" status: 200 len: 210 time: 0.0806019 Apr 18 21:18:44.150519 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.153724 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] 10.222.0.59 "PUT /v2.0/ports/3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 HTTP/1.1" status: 200 len: 1091 time: 3.0503864 Apr 18 21:18:44.153724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396c4ae-a159-40a9-a6c5-0963a3af050b tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fd81ef-1bcb-483b-b51a-3efe35d06350,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:44.154645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01', 'tag': '3e2eeab3-fd5a-4f55-a522-22cbc782eeb1'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:44.167631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.173534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2be90ec8-fbbd-4c94-b901-83479cf3bb3e None None] Provisioning for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:44.179004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c5a36-adcf-461b-b6a0-411b5cd8c207 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:44.184797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-97052bc3-c606-431a-87e2-9f203bc0820d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:44.185369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2be90ec8-fbbd-4c94-b901-83479cf3bb3e None None] Provisioning complete for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:44.186165 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2be90ec8-fbbd-4c94-b901-83479cf3bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.190127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45732) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:44.193213 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-97052bc3-c606-431a-87e2-9f203bc0820d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/92bede54-d915-4550-9671-755e5fd99d24 HTTP/1.1" status: 404 len: 333 time: 0.3133199 Apr 18 21:18:44.262638 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a3226c7-1f42-4261-9bf0-f1fba7fb6680 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.328215 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a3226c7-1f42-4261-9bf0-f1fba7fb6680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.355022 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49c7ff1-27c9-4178-963f-2cb603123457'] response: {'name': 'network-changed', 'server_uuid': '5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01', 'tag': '3e2eeab3-fd5a-4f55-a522-22cbc782eeb1', 'status': 'completed', 'code': 200} Apr 18 21:18:44.460325 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.461184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:44.461804 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.561375 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2be90ec8-fbbd-4c94-b901-83479cf3bb3e None None] Provisioning complete for port 97b75caa-721a-4e38-853b-dedaab043909 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:44.561794 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2be90ec8-fbbd-4c94-b901-83479cf3bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.572822 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a3226c7-1f42-4261-9bf0-f1fba7fb6680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.576099 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65fa99f0-3e66-424c-92ff-1df730dda6b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.619335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3226c7-1f42-4261-9bf0-f1fba7fb6680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b383855-ac18-4d5a-9d3a-42279a6e6631,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:44.645057 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a3226c7-1f42-4261-9bf0-f1fba7fb6680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.652725 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4a3226c7-1f42-4261-9bf0-f1fba7fb6680 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7b383855-ac18-4d5a-9d3a-42279a6e6631 HTTP/1.1" status: 204 len: 168 time: 0.6282823 Apr 18 21:18:44.655166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45762) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:44.679088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2be90ec8-fbbd-4c94-b901-83479cf3bb3e None None] Port 97b75caa-721a-4e38-853b-dedaab043909 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:44.682297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2be90ec8-fbbd-4c94-b901-83479cf3bb3e None None] Could not find standard attr ID for object 92bede54-d915-4550-9671-755e5fd99d24. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:18:44.728862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3463845 Apr 18 21:18:44.729811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45766) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:44.737806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8f257eb9-f21b-47ab-91e2-9417ba87fa43 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:44.809808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-83ae7e21-fae8-493b-b0eb-003b549a6f05 None None] Could not find standard attr ID for object 92bede54-d915-4550-9671-755e5fd99d24. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:18:44.839510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:44.839974 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.846495 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.863478 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-cb446d04-3a8a-4bee-a298-f6714e8131bd tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1475868 Apr 18 21:18:44.900278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Request body: {'subnet': {'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1781366024-subnet', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:44.910237 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65fa99f0-3e66-424c-92ff-1df730dda6b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:44.977092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:44.986131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-6ce52d12-e20d-4100-9e4f-3281c48777ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9faab4bf6dcf44158003ce846b99fdad&device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 1094 time: 0.6881070 Apr 18 21:18:44.988816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2bb87-bb90-45e4-adea-bff093dd6d1c admin admin] Pushing event updated for resources: {'Network': ['ID=9e199861-97b8-41ba-9417-c2455dee7b71,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:44.999814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 9e199861-97b8-41ba-9417-c2455dee7b71 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:18:45.005170 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.010491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Usage tracker for resource:subnet and tenant:986f1eec3cc3457aa45eb164439b7bee is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:45.031076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87246af0-d1e8-4b15-b14d-b5e249684e77']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:45.044902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b27720-ac10-43be-adab-87406125016c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:45.046562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b27720-ac10-43be-adab-87406125016c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:45.057638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:45.057876 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.074212 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.080813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:18:45.086344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:18:45.095331 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:18:45.162791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:45.185307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-958ceb8f-d1db-42ff-bf9a-34603aef01f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 HTTP/1.1" status: 200 len: 217 time: 0.1786647 Apr 18 21:18:45.257938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.277046 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.282869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] Pushing event deleted for resources: {'Network': ['ID=87246af0-d1e8-4b15-b14d-b5e249684e77,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:45.296512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Made reservation on behalf of 986f1eec3cc3457aa45eb164439b7bee for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:45.298839 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.323005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-2d5ae565-a941-4e33-91ef-2b402cf93e19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:45.324461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-2d5ae565-a941-4e33-91ef-2b402cf93e19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca224baf-2216-470c-83b5-0d4c25489ee3 HTTP/1.1" status: 200 len: 865 time: 0.1321566 Apr 18 21:18:45.363958 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6fb17c05-5d42-439d-ad3e-90d9fec5e271 admin admin] 10.222.0.11 "DELETE /v2.0/networks/87246af0-d1e8-4b15-b14d-b5e249684e77 HTTP/1.1" status: 204 len: 168 time: 0.7077055 Apr 18 21:18:45.376211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065682a9-4538-44ac-a871-422f6ecdd579 req-ada842bc-6b1d-4b9d-b20d-a2690fa71095 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:45.377648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-ada842bc-6b1d-4b9d-b20d-a2690fa71095 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4704146 Apr 18 21:18:45.436009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff9384-6a3a-4b05-b18e-cc72b3aac2bb req-7354df7e-1c2e-4784-9faa-04acacd1554d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:45.437454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfff9384-6a3a-4b05-b18e-cc72b3aac2bb req-7354df7e-1c2e-4784-9faa-04acacd1554d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 943 time: 0.5933723 Apr 18 21:18:45.441823 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65fa99f0-3e66-424c-92ff-1df730dda6b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.476298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-21486f99-77d5-4214-8a9d-ce34ce8526bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915225 Apr 18 21:18:45.490934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa99f0-3e66-424c-92ff-1df730dda6b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b8ed0-0008-4cd4-80e5-59700451e596,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:45.536237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a03b0bdd-9597-4930-bcd4-81571935f423 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/quotas/d8e4e52286864a5b935b9dddb7f895bd HTTP/1.1" status: 200 len: 375 time: 0.1160827 Apr 18 21:18:45.586474 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65fa99f0-3e66-424c-92ff-1df730dda6b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.587558 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-65fa99f0-3e66-424c-92ff-1df730dda6b1 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/security-groups/433b8ed0-0008-4cd4-80e5-59700451e596 HTTP/1.1" status: 204 len: 168 time: 1.3964727 Apr 18 21:18:45.590397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45778) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:45.656140 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9941b3a-4c28-46c6-846e-11e413fdf16a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.683222 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9941b3a-4c28-46c6-846e-11e413fdf16a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.684300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfff9384-6a3a-4b05-b18e-cc72b3aac2bb req-9a9f494d-6de4-473d-bd4c-e13bbb84a1fc tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217386 Apr 18 21:18:45.751242 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45782) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:45.788903 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-68d43c24-d9e0-465f-b3bc-01f581b57a1a service neutron] 10.222.0.59 "GET /v2.0/networks/ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902944 Apr 18 21:18:45.807769 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9c5b495d-b4e7-4171-a3ae-d4ffe574bacf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb48a003acc646ca87915983b0117f10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529401 Apr 18 21:18:45.808050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45786) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:45.825538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9941b3a-4c28-46c6-846e-11e413fdf16a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.858792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9941b3a-4c28-46c6-846e-11e413fdf16a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c491218e-1b58-4c41-a824-2956adc43583,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:45.872028 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9941b3a-4c28-46c6-846e-11e413fdf16a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.875505 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a9941b3a-4c28-46c6-846e-11e413fdf16a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/security-groups/c491218e-1b58-4c41-a824-2956adc43583 HTTP/1.1" status: 204 len: 168 time: 0.2817867 Apr 18 21:18:45.876372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45790) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:45.914264 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-d8dce0b7-2402-406e-8fd1-ae5a1a1ff191 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3230598 Apr 18 21:18:45.952630 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0388796e-9ae2-450c-9079-c383c50b2233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:45.974459 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aa45299-09d3-452e-8624-e1c45703cee1 req-061c3438-14d0-4efe-b766-6c5fa3523195 service neutron] 10.222.0.59 "GET /v2.0/networks/ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734238 Apr 18 21:18:46.024067 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.060208 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0388796e-9ae2-450c-9079-c383c50b2233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.104621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d7434e-8a76-4212-afdf-d680bd1cd298,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:46.171207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbedf6e5-4b8e-4216-a2b7-85cf1afc47b8 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting subnet aa7060ba-a212-4e3f-83cc-05c3a6c438d7 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:46.175374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbedf6e5-4b8e-4216-a2b7-85cf1afc47b8 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.236450 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbedf6e5-4b8e-4216-a2b7-85cf1afc47b8 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.277021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0388796e-9ae2-450c-9079-c383c50b2233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.290542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Checking segment: {'id': '7138358a-936d-4ee5-8de2-5425a895f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:46.290908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Network hostable DHCP agents. Network: 9e199861-97b8-41ba-9417-c2455dee7b71, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:18:46.313795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388796e-9ae2-450c-9079-c383c50b2233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:46.326816 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0388796e-9ae2-450c-9079-c383c50b2233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.334387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2591f70-06a9-457d-b6ef-a8ac5683552b req-e67ef26e-d43c-4f27-ac39-0675385ee9e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9faab4bf6dcf44158003ce846b99fdad&device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 1094 time: 0.2307978 Apr 18 21:18:46.338331 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0388796e-9ae2-450c-9079-c383c50b2233 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3f79fd2-abd1-4f82-bdbc-4a6080aaf51f HTTP/1.1" status: 204 len: 168 time: 0.5268168 Apr 18 21:18:46.418544 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbedf6e5-4b8e-4216-a2b7-85cf1afc47b8 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.435907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Network 9e199861-97b8-41ba-9417-c2455dee7b71 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:18:46.522589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591f70-06a9-457d-b6ef-a8ac5683552b req-8e4b606b-cfd0-4ba7-a631-bde9b2ecff88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:46.527471 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2591f70-06a9-457d-b6ef-a8ac5683552b req-8e4b606b-cfd0-4ba7-a631-bde9b2ecff88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c HTTP/1.1" status: 200 len: 926 time: 0.1819260 Apr 18 21:18:46.528665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 9e199861-97b8-41ba-9417-c2455dee7b71) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:46.536538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:46.537150 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.542239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28e9257-1a87-440b-b0e1-6b1574867d51 None None] Network 9e199861-97b8-41ba-9417-c2455dee7b71 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:46.615156 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbedf6e5-4b8e-4216-a2b7-85cf1afc47b8 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.659686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedf6e5-4b8e-4216-a2b7-85cf1afc47b8 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7060ba-a212-4e3f-83cc-05c3a6c438d7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:46.683183 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbedf6e5-4b8e-4216-a2b7-85cf1afc47b8 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.696738 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fbedf6e5-4b8e-4216-a2b7-85cf1afc47b8 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/aa7060ba-a212-4e3f-83cc-05c3a6c438d7 HTTP/1.1" status: 204 len: 168 time: 0.8191264 Apr 18 21:18:46.701325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45802) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:46.707221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2591f70-06a9-457d-b6ef-a8ac5683552b req-13c0e0c1-d2d1-4b1d-8e98-b9797d1ef5bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 HTTP/1.1" status: 200 len: 217 time: 0.1318560 Apr 18 21:18:46.724318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:46.781578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ab8f3a21-f373-41bf-a8a2-4053f1620c9a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9571836 Apr 18 21:18:46.796612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45810) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:46.805702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1781366024-router', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:46.815991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:46.826415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Usage tracker for resource:router and tenant:986f1eec3cc3457aa45eb164439b7bee is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:46.831905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5435891e-65bb-462c-b8d1-7549f90d1683 None None] Network f3085122-82b7-473d-89e5-0d3877bba5ba requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:46.835115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:46.845403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591f70-06a9-457d-b6ef-a8ac5683552b req-41a014e4-3517-4310-9d22-61431e3d995d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:46.847532 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2591f70-06a9-457d-b6ef-a8ac5683552b req-41a014e4-3517-4310-9d22-61431e3d995d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca224baf-2216-470c-83b5-0d4c25489ee3 HTTP/1.1" status: 200 len: 865 time: 0.1314840 Apr 18 21:18:46.849726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:46.906618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33baa-14b6-48b3-a365-766e7149ddce req-f6421bd2-b516-407d-974c-acd7e7b627cc tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:46.915395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:46.915925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9b33baa-14b6-48b3-a365-766e7149ddce req-f6421bd2-b516-407d-974c-acd7e7b627cc tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 945 time: 0.3401301 Apr 18 21:18:46.923764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2591f70-06a9-457d-b6ef-a8ac5683552b req-37211de7-5da5-4d01-b6fb-7d771146cc0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693491 Apr 18 21:18:46.927897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:46.931071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:46.947506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:46.948591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45818) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:47.028834 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.029870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.087483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-9e199861-97b8-41ba-9417-c2455dee7b71', 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee', 'fixed_ips': [{'subnet_id': 'd7d7434e-8a76-4212-afdf-d680bd1cd298'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:18:47.098965 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.139520 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9b33baa-14b6-48b3-a365-766e7149ddce req-b0cb8f97-aef3-40d9-9e37-cee8dabddf22 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/security-groups?id=818a1c18-6d26-484b-aa1d-8684bdbf4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225351 Apr 18 21:18:47.181611 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.249904 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2591f70-06a9-457d-b6ef-a8ac5683552b req-488e6875-8288-4100-afea-cbdbc61c0c61 service neutron] 10.222.0.59 "GET /v2.0/networks/ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098183 Apr 18 21:18:47.277925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:47.290467 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.356472 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d803e3e-3371-4275-8303-ece28fd95853 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.408401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d803e3e-3371-4275-8303-ece28fd95853 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.470407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Allocated IP 172.20.0.2 (9e199861-97b8-41ba-9417-c2455dee7b71/d7d7434e-8a76-4212-afdf-d680bd1cd298/3bfee394-59d6-4b07-9a98-612dd27f122c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:47.699372 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d803e3e-3371-4275-8303-ece28fd95853 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.726040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d803e3e-3371-4275-8303-ece28fd95853 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e17762f-c7e0-4884-91ae-6b87f254712d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:47.733346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc2f162f-4311-4461-9ad8-c19898f9e753 req-04e4177b-b6b4-455f-9e6b-9f4457b2492a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 210 time: 0.0659399 Apr 18 21:18:47.762669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72ffb2-f2d0-4c2f-b194-bb0d96e78e4d req-1700ce4b-c5ca-4495-965a-25e73545f88a tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:47.776090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c72ffb2-f2d0-4c2f-b194-bb0d96e78e4d req-1700ce4b-c5ca-4495-965a-25e73545f88a tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 943 time: 0.5232058 Apr 18 21:18:47.818298 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d803e3e-3371-4275-8303-ece28fd95853 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.819821 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5d803e3e-3371-4275-8303-ece28fd95853 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "DELETE /v2.0/security-groups/7e17762f-c7e0-4884-91ae-6b87f254712d HTTP/1.1" status: 204 len: 168 time: 0.8703034 Apr 18 21:18:47.826902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45844) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:47.837056 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.862918 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-d3cd2148-0967-43bf-946b-bee324264160 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] show failed (client error): The resource could not be found. Apr 18 21:18:47.864524 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d3cd2148-0967-43bf-946b-bee324264160 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "GET /v2.0/security-groups/7e17762f-c7e0-4884-91ae-6b87f254712d HTTP/1.1" status: 404 len: 347 time: 0.0336337 Apr 18 21:18:47.870672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45848) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:47.875710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2591f70-06a9-457d-b6ef-a8ac5683552b req-212f7012-fb22-4636-8677-8e9bbd279d29 service neutron] 10.222.0.59 "GET /v2.0/networks/ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514643 Apr 18 21:18:47.900964 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c72ffb2-f2d0-4c2f-b194-bb0d96e78e4d req-fc99ecfb-9767-464a-8c89-a3147719dd37 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239164 Apr 18 21:18:48.101668 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:48.121199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Transition to ACTIVE for port object 3bfee394-59d6-4b07-9a98-612dd27f122c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:48.148405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Transition to ACTIVE for port object 3bfee394-59d6-4b07-9a98-612dd27f122c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:48.228273 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:48.248303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7105d8ac-88c2-4d7d-884c-d9a6814b6aec tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Deleting port 5c6f00e3-1024-46ca-99d6-3704ffc827dc {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:48.249360 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7105d8ac-88c2-4d7d-884c-d9a6814b6aec tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:48.320595 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:48.401538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e8f3-3e7d-44aa-8671-b54be3465fd8 req-a0fa07a1-6c80-40a2-8f13-f993eab94d48 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:48.404188 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2cc1e8f3-3e7d-44aa-8671-b54be3465fd8 req-a0fa07a1-6c80-40a2-8f13-f993eab94d48 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.59 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 945 time: 0.6760209 Apr 18 21:18:48.448835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:48.458830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Network 9e199861-97b8-41ba-9417-c2455dee7b71 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:48.465102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:48.498568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:48.511046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Pushing event updated for resources: {'Port': ['ID=3bfee394-59d6-4b07-9a98-612dd27f122c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:48.707667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:18:48.747969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-2cc1e8f3-3e7d-44aa-8671-b54be3465fd8 req-9f6d204e-89f4-4a6f-97d6-4643204cb3ce tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Deleting port caeeab7b-08a7-49b0-a4f4-af1543965373 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:48.748312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2cc1e8f3-3e7d-44aa-8671-b54be3465fd8 req-9f6d204e-89f4-4a6f-97d6-4643204cb3ce tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:48.886359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Attempting to bind port 3bfee394-59d6-4b07-9a98-612dd27f122c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:48.886848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Attempting to bind port 3bfee394-59d6-4b07-9a98-612dd27f122c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '7138358a-936d-4ee5-8de2-5425a895f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:48.887298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Attempting to bind port 3bfee394-59d6-4b07-9a98-612dd27f122c on network 9e199861-97b8-41ba-9417-c2455dee7b71 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:48.894811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093c17c-cadb-4a8d-8e67-4cee0104487a req-d18bf508-4a12-464b-b03b-8352c27ee6ec tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:48.896322 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e093c17c-cadb-4a8d-8e67-4cee0104487a req-d18bf508-4a12-464b-b03b-8352c27ee6ec tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 945 time: 0.4008360 Apr 18 21:18:48.913908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:48.914427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Checking segment: {'id': '7138358a-936d-4ee5-8de2-5425a895f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:48.915180 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:48.915658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Bound using segment: {'id': '7138358a-936d-4ee5-8de2-5425a895f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:48.916236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Bound port: 3bfee394-59d6-4b07-9a98-612dd27f122c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7138358a-936d-4ee5-8de2-5425a895f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:48.916698 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:48.983293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80411b6d-c565-4bcd-87e1-a2016e874b61 req-f8b8e75e-a91d-4686-9503-321a79c4baac tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 210 time: 0.0959466 Apr 18 21:18:49.030599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45870) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:49.080132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Allocated IP 172.25.3.167 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/ae508370-d334-4291-8251-266ec851db66) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:49.108061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e093c17c-cadb-4a8d-8e67-4cee0104487a req-b745ecbc-1b4f-4ed9-9034-252703eff03c tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/security-groups?id=818a1c18-6d26-484b-aa1d-8684bdbf4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717873 Apr 18 21:18:49.155618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1,segment=NetworkSegment(63af0d33-88bd-48ca-9f81-e792d2eb66f3),segment_id=63af0d33-88bd-48ca-9f81-e792d2eb66f3)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:49.260701 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7105d8ac-88c2-4d7d-884c-d9a6814b6aec tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.261246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7105d8ac-88c2-4d7d-884c-d9a6814b6aec tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.273725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '3e2eeab3-fd5a-4f55-a522-22cbc782eeb1', 'network_id': 'ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c', 'port_id': '3e2eeab3-fd5a-4f55-a522-22cbc782eeb1', 'mac_address': 'fa:16:3e:6f:e8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca224baf-2216-470c-83b5-0d4c25489ee3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:18:49.388799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] For port 3bfee394-59d6-4b07-9a98-612dd27f122c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:49.411257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] For port 3bfee394-59d6-4b07-9a98-612dd27f122c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3bfee394-59d6-4b07-9a98-612dd27f122c,segment=NetworkSegment(7138358a-936d-4ee5-8de2-5425a895f310),segment_id=7138358a-936d-4ee5-8de2-5425a895f310)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:49.427989 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.437344 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2ca1f01a-25f7-4221-9318-eceacbbda304 None None] Provisioning complete for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:49.438110 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2ca1f01a-25f7-4221-9318-eceacbbda304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.445189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7105d8ac-88c2-4d7d-884c-d9a6814b6aec tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Calling delete_port for 5c6f00e3-1024-46ca-99d6-3704ffc827dc owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:49.452993 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.478797 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.496146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:49.498470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-358048164-network', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:49.518177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1,segment=NetworkSegment(63af0d33-88bd-48ca-9f81-e792d2eb66f3),segment_id=63af0d33-88bd-48ca-9f81-e792d2eb66f3)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:49.521752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:49.537974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Usage tracker for resource:network and tenant:9805981f52fc4d558c0e20f0c766a376 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:49.543086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:49.551969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:49.570718 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.621312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a82899-7efa-49f0-a434-08bc6b3aaca1 req-e7acb4ad-4423-4031-87d3-743cdb13165f tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:49.623140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4a82899-7efa-49f0-a434-08bc6b3aaca1 req-e7acb4ad-4423-4031-87d3-743cdb13165f tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 943 time: 0.2747931 Apr 18 21:18:49.627002 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.650083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Made reservation on behalf of 9805981f52fc4d558c0e20f0c766a376 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:49.652366 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.659462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network f3085122-82b7-473d-89e5-0d3877bba5ba is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:49.665938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:49.671357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.683723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:49.684593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.693499 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f31cb-6f42-45c2-9e59-6923d51336ad None None] Network f3085122-82b7-473d-89e5-0d3877bba5ba requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:49.695581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Subnet': ['ID=32057575-156a-4a3c-b87f-bee3c4e70311,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:49.710038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e392e-4758-489f-8c13-6e1655cd435b None None] Pushing event updated for resources: {'Port': ['ID=3bfee394-59d6-4b07-9a98-612dd27f122c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:49.725534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4a82899-7efa-49f0-a434-08bc6b3aaca1 req-e29f4fc6-e39f-4f05-af23-97b0e5ec6f85 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915332 Apr 18 21:18:49.749119 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:49.778566 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.785852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Usage tracker for resource:security_group_rule and tenant:9805981f52fc4d558c0e20f0c766a376 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:49.843545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2cc1e8f3-3e7d-44aa-8671-b54be3465fd8 req-9f6d204e-89f4-4a6f-97d6-4643204cb3ce tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] For port caeeab7b-08a7-49b0-a4f4-af1543965373, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=caeeab7b-08a7-49b0-a4f4-af1543965373,segment=NetworkSegment(76526267-3034-44fd-8d74-583c2b0af08c),segment_id=76526267-3034-44fd-8d74-583c2b0af08c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:49.867825 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2cc1e8f3-3e7d-44aa-8671-b54be3465fd8 req-9f6d204e-89f4-4a6f-97d6-4643204cb3ce tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.928396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:49.933505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Pushing event updated for resources: {'Port': ['ID=ae508370-d334-4291-8251-266ec851db66,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:49.950620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['3e2eeab3-fd5a-4f55-a522-22cbc782eeb1'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:18:49.954022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:49.972644 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9d6fe0f8-2614-459b-ac01-d0a4c0ee5e78 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2700222 Apr 18 21:18:49.980516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:49.981394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45882) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:49.989634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:49.997932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:50.030130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2ca1f01a-25f7-4221-9318-eceacbbda304 None None] Provisioning complete for port 97b75caa-721a-4e38-853b-dedaab043909 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:50.030522 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2ca1f01a-25f7-4221-9318-eceacbbda304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:50.059022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'security_group': {'name': 'tempest-secgroup-1694083887'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:50.068374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:50.090771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:security_group and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:50.098596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:50.131359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:50.144160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:50.177728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1f01a-25f7-4221-9318-eceacbbda304 None None] Port 97b75caa-721a-4e38-853b-dedaab043909 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:50.235746 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:50.263072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-2cc1e8f3-3e7d-44aa-8671-b54be3465fd8 req-9f6d204e-89f4-4a6f-97d6-4643204cb3ce tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Calling delete_port for caeeab7b-08a7-49b0-a4f4-af1543965373 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:50.424134 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7105d8ac-88c2-4d7d-884c-d9a6814b6aec tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:50.448281 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cd66dfb2-a7f4-4351-a173-ba5894427d28 req-de819ff5-1f67-44a8-823b-e22dfd41698b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 210 time: 0.1605253 Apr 18 21:18:50.492728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105d8ac-88c2-4d7d-884c-d9a6814b6aec tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'Port': ['ID=5c6f00e3-1024-46ca-99d6-3704ffc827dc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:50.650973 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7105d8ac-88c2-4d7d-884c-d9a6814b6aec tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:50.672493 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device caeeab7b-08a7-49b0-a4f4-af1543965373 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:50.708391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:50.732169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:security_group_rule and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:50.737824 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2cc1e8f3-3e7d-44aa-8671-b54be3465fd8 req-9f6d204e-89f4-4a6f-97d6-4643204cb3ce tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:50.763694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:50.768097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: caeeab7b-08a7-49b0-a4f4-af1543965373 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:18:50.768512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device caeeab7b-08a7-49b0-a4f4-af1543965373 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:50.779306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b79d51a-cfe3-4e3a-91f7-8c5c583e3f58 None None] Update dhcp port {'port': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'fixed_ips': [{'subnet_id': '9fa03ad6-f666-44a5-91cf-53dd435714de', 'ip_address': '172.20.0.18'}, {'subnet_id': '32057575-156a-4a3c-b87f-bee3c4e70311'}], 'binding:host_id': 'n-d-836017-3'}, 'id': '8f257eb9-f21b-47ab-91e2-9417ba87fa43'} from n-d-836017-3. {{(pid=85050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:18:50.795735 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:50.804343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:50.834192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d204e-89f4-4a6f-97d6-4643204cb3ce tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Pushing event deleted for resources: {'Port': ['ID=caeeab7b-08a7-49b0-a4f4-af1543965373,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:50.848108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3bfee394-59d6-4b07-9a98-612dd27f122c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:50.887037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e645b-327c-439d-aac5-b8194daec46d req-a722e875-94cc-42cb-8c2e-ae3fc67f549e tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:50.891612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-730e645b-327c-439d-aac5-b8194daec46d req-a722e875-94cc-42cb-8c2e-ae3fc67f549e tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/ports?device_id=6efa8f14-4d24-4f5c-90f8-07fb4ac71817 HTTP/1.1" status: 200 len: 945 time: 0.4693308 Apr 18 21:18:50.929148 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1b79d51a-cfe3-4e3a-91f7-8c5c583e3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:50.945065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7105d8ac-88c2-4d7d-884c-d9a6814b6aec tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:50.951058 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7105d8ac-88c2-4d7d-884c-d9a6814b6aec tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "DELETE /v2.0/floatingips/07385d1c-ab72-4133-93e8-4fe61bc2077b HTTP/1.1" status: 204 len: 168 time: 3.0778193 Apr 18 21:18:50.954693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45896) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:50.996896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.001559 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-9f007941-33a3-4fdf-b684-8b547d8a115b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989189 Apr 18 21:18:51.013599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc1e8f3-3e7d-44aa-8671-b54be3465fd8 req-9f6d204e-89f4-4a6f-97d6-4643204cb3ce tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] No DVR routers for this DVR port caeeab7b-08a7-49b0-a4f4-af1543965373 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:51.028725 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2cc1e8f3-3e7d-44aa-8671-b54be3465fd8 req-9f6d204e-89f4-4a6f-97d6-4643204cb3ce tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.031297 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2cc1e8f3-3e7d-44aa-8671-b54be3465fd8 req-9f6d204e-89f4-4a6f-97d6-4643204cb3ce tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.59 "DELETE /v2.0/ports/caeeab7b-08a7-49b0-a4f4-af1543965373 HTTP/1.1" status: 204 len: 173 time: 2.6129458 Apr 18 21:18:51.031985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efa8f14-4d24-4f5c-90f8-07fb4ac71817', 'name': 'network-vif-deleted', 'tag': 'caeeab7b-08a7-49b0-a4f4-af1543965373'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:51.092369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e7c70544-c41d-42e8-b4d1-a2e5d1062998 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Deleting port 7b717850-ef68-4d35-a4ea-94a09c1e471c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:51.092770 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c70544-c41d-42e8-b4d1-a2e5d1062998 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.118083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75227b7b-affe-4de6-91c3-775850e83a6e None None] Network 9e199861-97b8-41ba-9417-c2455dee7b71 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:51.211572 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.246239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:18:51.250751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3bfee394-59d6-4b07-9a98-612dd27f122c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:51.279437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494c9473-d5de-4a31-bd9d-520cc2f1a8f8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:51.306414 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.306414 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Added segment 416e8754-5220-432f-90d2-f8a6e987159c of type vlan for network 8206fe37-8686-497b-b552-23c2a6f40d7d Apr 18 21:18:51.306414 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.334866 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-730e645b-327c-439d-aac5-b8194daec46d req-315c92b7-87cd-40b8-98c2-8205f7a927e5 tempest-ServerMetadataNegativeTestJSON-1547079593 tempest-ServerMetadataNegativeTestJSON-1547079593-project] 10.222.0.11 "GET /v2.0/security-groups?id=818a1c18-6d26-484b-aa1d-8684bdbf4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301283 Apr 18 21:18:51.387888 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-08aa60bf-790e-44cd-93ef-15f8ba4a958d None None] Provisioning for port 3bfee394-59d6-4b07-9a98-612dd27f122c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:51.401891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-08aa60bf-790e-44cd-93ef-15f8ba4a958d None None] Provisioning complete for port 3bfee394-59d6-4b07-9a98-612dd27f122c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:51.402378 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08aa60bf-790e-44cd-93ef-15f8ba4a958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.481201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-1b79d51a-cfe3-4e3a-91f7-8c5c583e3f58 None None] Allocated IP 172.20.0.2 (f3085122-82b7-473d-89e5-0d3877bba5ba/32057575-156a-4a3c-b87f-bee3c4e70311/8f257eb9-f21b-47ab-91e2-9417ba87fa43) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:51.562927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92cb5dc-f2c6-44ea-8797-d814e8079357,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:51.584834 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.600845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065682a9-4538-44ac-a871-422f6ecdd579 req-0550e3fb-3797-4d7f-9cfe-db0bf0b3b1c5 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:51.602337 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-0550e3fb-3797-4d7f-9cfe-db0bf0b3b1c5 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5846212 Apr 18 21:18:51.650556 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Request body: {'port': {'device_id': '07c5680f-8c36-4ff7-a944-0a33545ce50e', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'd8e4e52286864a5b935b9dddb7f895bd'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:51.652523 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c70544-c41d-42e8-b4d1-a2e5d1062998 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.765051 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.765925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.785494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1b79d51a-cfe3-4e3a-91f7-8c5c583e3f58 None None] For port 8f257eb9-f21b-47ab-91e2-9417ba87fa43, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8f257eb9-f21b-47ab-91e2-9417ba87fa43,segment=NetworkSegment(0d85e696-b493-4c44-b8b9-66f69e834e77),segment_id=0d85e696-b493-4c44-b8b9-66f69e834e77)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:51.794526 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.795770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-60ba5ba7-7b10-4107-8aa2-6ae198f174a3 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8032429 Apr 18 21:18:51.796350 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08aa60bf-790e-44cd-93ef-15f8ba4a958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.807760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45908) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:51.816093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'security_group': {'name': 'tempest-secgroup-72647912'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:51.843598 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1b79d51a-cfe3-4e3a-91f7-8c5c583e3f58 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.884076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-08aa60bf-790e-44cd-93ef-15f8ba4a958d None None] For port 3bfee394-59d6-4b07-9a98-612dd27f122c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3bfee394-59d6-4b07-9a98-612dd27f122c,segment=NetworkSegment(7138358a-936d-4ee5-8de2-5425a895f310),segment_id=7138358a-936d-4ee5-8de2-5425a895f310)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:51.886931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e7c70544-c41d-42e8-b4d1-a2e5d1062998 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Calling delete_port for 7b717850-ef68-4d35-a4ea-94a09c1e471c owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:51.898220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:51.905495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1b79d51a-cfe3-4e3a-91f7-8c5c583e3f58 None None] Transition to ACTIVE for port object 8f257eb9-f21b-47ab-91e2-9417ba87fa43 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:52.000899 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08aa60bf-790e-44cd-93ef-15f8ba4a958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.015372 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c2a9ea0-10ec-4287-8a5f-daca13d668a5'] response: {'server_uuid': '6efa8f14-4d24-4f5c-90f8-07fb4ac71817', 'name': 'network-vif-deleted', 'tag': 'caeeab7b-08a7-49b0-a4f4-af1543965373', 'status': 'completed', 'code': 200} Apr 18 21:18:52.017073 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-cb9a180d-1093-4851-a4f8-adcd467ea62a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2781007 Apr 18 21:18:52.017768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:security_group and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:52.040931 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.041974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:52.042736 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.053720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:52.088638 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1b79d51a-cfe3-4e3a-91f7-8c5c583e3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.123979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:52.239116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa60bf-790e-44cd-93ef-15f8ba4a958d None None] Pushing event updated for resources: {'Port': ['ID=3bfee394-59d6-4b07-9a98-612dd27f122c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:52.321825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-836d9bc4-7905-443a-82cb-d41a52ae45d1 None None] Provisioning complete for port 3bfee394-59d6-4b07-9a98-612dd27f122c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:52.322970 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-836d9bc4-7905-443a-82cb-d41a52ae45d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.349652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065682a9-4538-44ac-a871-422f6ecdd579 req-6de1132a-494d-49da-82db-b14a5fbc400f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:52.351223 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-6de1132a-494d-49da-82db-b14a5fbc400f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324481 Apr 18 21:18:52.369324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Request body: {'port': {'device_id': 'dc41bd98-ef45-4bed-9d77-3353daba3abf', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'd8e4e52286864a5b935b9dddb7f895bd'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:52.405677 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c70544-c41d-42e8-b4d1-a2e5d1062998 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.425815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79d51a-cfe3-4e3a-91f7-8c5c583e3f58 None None] Pushing event updated for resources: {'Port': ['ID=8f257eb9-f21b-47ab-91e2-9417ba87fa43,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:52.459300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46340-6532-47c0-bd75-719859ed964c req-c5f7362a-1f5c-44ef-8800-75c8afa5aca5 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:52.466460 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0a46340-6532-47c0-bd75-719859ed964c req-c5f7362a-1f5c-44ef-8800-75c8afa5aca5 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 944 time: 0.8718023 Apr 18 21:18:52.574765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5258780 Apr 18 21:18:52.574943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c70544-c41d-42e8-b4d1-a2e5d1062998 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'Port': ['ID=7b717850-ef68-4d35-a4ea-94a09c1e471c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:52.575789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45916) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:52.577501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:52.584500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dcd67e7a-9677-46ec-94d7-ed3448e07bd8 req-ab5eb975-7062-4c3d-ac92-bb7d1ecb84c7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 210 time: 0.1549578 Apr 18 21:18:52.590219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4405f-2a98-4b09-b609-03b22c4413f6 admin admin] Pushing event updated for resources: {'Network': ['ID=8206fe37-8686-497b-b552-23c2a6f40d7d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:52.593130 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.599452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Request body: {'subnet': {'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-358048164-subnet', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:52.616465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:52.654125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:52.666940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:52.695492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:52.712244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0a46340-6532-47c0-bd75-719859ed964c req-5b9e139f-ba98-4ad7-9ea3-b86598edd265 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448094 Apr 18 21:18:52.713367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:security_group_rule and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:52.717413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:52.750412 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 8206fe37-8686-497b-b552-23c2a6f40d7d details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:18:52.756295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:52.813646 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3bfee394-59d6-4b07-9a98-612dd27f122c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:52.824468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Usage tracker for resource:subnet and tenant:9805981f52fc4d558c0e20f0c766a376 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:52.831457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:52.843421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:52.888251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45920) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:52.890672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:52.949411 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.955130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Made reservation on behalf of d8e4e52286864a5b935b9dddb7f895bd for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:52.960615 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.963701 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c70544-c41d-42e8-b4d1-a2e5d1062998 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.968579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:52.989956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Made reservation on behalf of 9805981f52fc4d558c0e20f0c766a376 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:52.992353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.022809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3bfee394-59d6-4b07-9a98-612dd27f122c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:53.026150 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.082778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:53.094014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:53.094389 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.111168 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.171936 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e7c70544-c41d-42e8-b4d1-a2e5d1062998 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "DELETE /v2.0/ports/7b717850-ef68-4d35-a4ea-94a09c1e471c HTTP/1.1" status: 204 len: 168 time: 2.2075818 Apr 18 21:18:53.176939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45924) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:53.210231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3165ee9-c0cf-46ca-86a6-718b9cbe12bc,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:53.274856 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.276071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a524222d-9300-4c2f-beab-bee42d6db1fb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.4676199 Apr 18 21:18:53.281718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45928) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:53.332214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Made reservation on behalf of d8e4e52286864a5b935b9dddb7f895bd for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:53.334046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'security_group': {'name': 'tempest-secgroup-481678573'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:53.335032 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.338158 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.347868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea2b05e-3bd1-42d6-ae07-d093d9134b6a admin admin] Deleting subnet 7601e608-9db7-4e45-9afa-faf8889f4ee2 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:53.348455 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2e002bda-2afa-46c8-9311-66ab33c09b73 None None] Provisioning for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:53.357652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:53.363710 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b05e-3bd1-42d6-ae07-d093d9134b6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.363858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8f257eb9-f21b-47ab-91e2-9417ba87fa43 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:53.367534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:security_group and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:53.379030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:53.391936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2e002bda-2afa-46c8-9311-66ab33c09b73 None None] Provisioning complete for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:53.391936 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2e002bda-2afa-46c8-9311-66ab33c09b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.398405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:53.432804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69048335-ad52-419a-a659-465e5ceff1dd req-1e5ec002-3777-4c67-af3d-66e075627fbc tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:53.434480 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69048335-ad52-419a-a659-465e5ceff1dd req-1e5ec002-3777-4c67-af3d-66e075627fbc tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.6455746 Apr 18 21:18:53.436868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Allocated IP 192.168.233.129 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/d8876aea-5c5c-41b8-bb4e-9276c78b7112) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:53.475529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a1d555a8-06ba-4d04-aa41-22893aeda054 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Deleting port 28ce8c24-63d3-4b02-8102-832ca60786d8 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:53.475979 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1d555a8-06ba-4d04-aa41-22893aeda054 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.484934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2eeab3-fd5a-4f55-a522-22cbc782eeb1'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:53.502514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1,segment=NetworkSegment(63af0d33-88bd-48ca-9f81-e792d2eb66f3),segment_id=63af0d33-88bd-48ca-9f81-e792d2eb66f3)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:53.539210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.566774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69048335-ad52-419a-a659-465e5ceff1dd req-afd3d6e7-f00e-499a-aff0-57a3a1317685 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172373 Apr 18 21:18:53.571731 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b05e-3bd1-42d6-ae07-d093d9134b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.597542 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.707253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Router fca357d6-0f5b-4a5e-915e-8efee25944fa is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:18:53.729135 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26459e15-27aa-4249-a4f6-1f057ce68ac4'] response: {'server_uuid': '5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2eeab3-fd5a-4f55-a522-22cbc782eeb1', 'code': 200} Apr 18 21:18:53.729822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:53.757048 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:53.768016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:53.768016 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.849179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2e002bda-2afa-46c8-9311-66ab33c09b73 None None] Provisioning complete for port 97b75caa-721a-4e38-853b-dedaab043909 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:53.849576 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2e002bda-2afa-46c8-9311-66ab33c09b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.870747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:security_group_rule and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:53.893990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:53.898440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b05e-3bd1-42d6-ae07-d093d9134b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.951456 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2e002bda-2afa-46c8-9311-66ab33c09b73 None None] Port 97b75caa-721a-4e38-853b-dedaab043909 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:53.984301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-21961d8e-342e-4f17-91ee-d0baee64e237 req-b1737e66-2ec6-42c3-bd44-bf2afa7f19dd tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Synchronizing usage tracker for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:53.989305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:54.054484 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-324118d5-7a32-48a3-9c3a-6b3b6ed635d4 req-01c83bca-35eb-44fb-bda7-0b23d31b71ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 1096 time: 0.3760777 Apr 18 21:18:54.061550 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1d555a8-06ba-4d04-aa41-22893aeda054 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.073191 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.090863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-21961d8e-342e-4f17-91ee-d0baee64e237 req-b1737e66-2ec6-42c3-bd44-bf2afa7f19dd tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Unset dirty status for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:54.092016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21961d8e-342e-4f17-91ee-d0baee64e237 req-b1737e66-2ec6-42c3-bd44-bf2afa7f19dd tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 210 time: 0.3293920 Apr 18 21:18:54.126747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Transition to ACTIVE for port object d8876aea-5c5c-41b8-bb4e-9276c78b7112 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:54.162431 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.197144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b37c1-db7b-46d8-9ff3-5e9425c85880 req-a138c85c-967a-4af4-be98-8705e85b8758 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:54.198571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-007b37c1-db7b-46d8-9ff3-5e9425c85880 req-a138c85c-967a-4af4-be98-8705e85b8758 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 945 time: 0.3249857 Apr 18 21:18:54.201642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a1d555a8-06ba-4d04-aa41-22893aeda054 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Calling delete_port for 28ce8c24-63d3-4b02-8102-832ca60786d8 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:54.231154 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.233305 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b05e-3bd1-42d6-ae07-d093d9134b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.240846 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.287652 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.298316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:18:54.369027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-007b37c1-db7b-46d8-9ff3-5e9425c85880 req-2ab7d5b6-ed9c-4ee2-9502-cf1d2be1504d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591034 Apr 18 21:18:54.374152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23d578e-6c48-4fe4-bc0b-3888b45aa2fa,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:54.384997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b05e-3bd1-42d6-ae07-d093d9134b6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.391666 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-324118d5-7a32-48a3-9c3a-6b3b6ed635d4 req-032dd291-27bf-4607-b8ba-63bf0ad81b56 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208301 Apr 18 21:18:54.407914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:54.412741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:54.415594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event updated for resources: {'Port': ['ID=d8876aea-5c5c-41b8-bb4e-9276c78b7112,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:54.419097 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:54.436788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=29dfc91b-4b7f-4e32-a00e-d8224f42e447,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:54.463393 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.466375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-21a43d38-c2b7-42c2-b257-0755e3209b63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1827776 Apr 18 21:18:54.474880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:54.477184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45938) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:54.504625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Sync routers for ids ['fca357d6-0f5b-4a5e-915e-8efee25944fa'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:18:54.508409 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Allocated IP 192.168.233.225 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/e2484e06-2d5a-46d0-bdb4-a34cb3211d6c) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:54.512643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1776374966', 'security_groups': ['a23d578e-6c48-4fe4-bc0b-3888b45aa2fa'], 'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '32057575-156a-4a3c-b87f-bee3c4e70311'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:54.514012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2b05e-3bd1-42d6-ae07-d093d9134b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7601e608-9db7-4e45-9afa-faf8889f4ee2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:54.536583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Routers {'fca357d6-0f5b-4a5e-915e-8efee25944fa'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:54.538058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:18:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['fca357d6-0f5b-4a5e-915e-8efee25944fa'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:54.601030 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.606114 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eb963516-427b-4ed7-b50f-78b8e48f2af0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8090096 Apr 18 21:18:54.607550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45942) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:54.631092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Checking segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:54.631380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Network hostable DHCP agents. Network: 8206fe37-8686-497b-b552-23c2a6f40d7d, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:18:54.645252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:54.646236 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.695554 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-acfd392b-0e83-4621-9864-da6f5624ccfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.710773 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1ea2b05e-3bd1-42d6-ae07-d093d9134b6a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7601e608-9db7-4e45-9afa-faf8889f4ee2 HTTP/1.1" status: 204 len: 168 time: 1.8215959 Apr 18 21:18:54.728656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45948) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:54.767211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:54.809408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Set router fca357d6-0f5b-4a5e-915e-8efee25944fa gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:54.903177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:54.915111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-28d7662b-7ed1-4820-9a9e-3cd9c81ff3ae tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2691419 Apr 18 21:18:54.934509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1d555a8-06ba-4d04-aa41-22893aeda054 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.939877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7223db50-c6b7-46ff-b0a4-75754a49c608 None None] Provisioning for port d8876aea-5c5c-41b8-bb4e-9276c78b7112 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:54.939997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Request body: {'port': {'device_id': '07c5680f-8c36-4ff7-a944-0a33545ce50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:54.993051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7223db50-c6b7-46ff-b0a4-75754a49c608 None None] Provisioning complete for port d8876aea-5c5c-41b8-bb4e-9276c78b7112 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:54.993521 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7223db50-c6b7-46ff-b0a4-75754a49c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.076620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7223db50-c6b7-46ff-b0a4-75754a49c608 None None] Port d8876aea-5c5c-41b8-bb4e-9276c78b7112 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:55.081963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d555a8-06ba-4d04-aa41-22893aeda054 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'Port': ['ID=28ce8c24-63d3-4b02-8102-832ca60786d8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:55.118673 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.158499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Network 8206fe37-8686-497b-b552-23c2a6f40d7d is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:18:55.191455 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'name': 'tempest-ServersTestFqdnHostnames-1781366024-router', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ae508370-d334-4291-8251-266ec851db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:47Z', 'updated_at': '2022-04-18T21:18:50Z', 'revision_number': 3, 'project_id': '986f1eec3cc3457aa45eb164439b7bee', 'gw_port': {'id': 'ae508370-d334-4291-8251-266ec851db66', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:48Z', 'updated_at': '2022-04-18T21:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:55.198758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Checking router: fca357d6-0f5b-4a5e-915e-8efee25944fa for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:18:55.199382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Updating router fca357d6-0f5b-4a5e-915e-8efee25944fa port ae508370-d334-4291-8251-266ec851db66 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:18:55.263278 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.297646 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.306847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 8206fe37-8686-497b-b552-23c2a6f40d7d) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:55.320562 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.323742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d07a3c-1af7-4e93-a954-0e2a5e5cfa32 None None] Network 8206fe37-8686-497b-b552-23c2a6f40d7d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:55.324353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490d5b3e-416e-4322-81f0-af2a35dc852e']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:55.337404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76526267-3034-44fd-8d74-583c2b0af08c') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:55.337721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76526267-3034-44fd-8d74-583c2b0af08c') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:55.342195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a1d555a8-06ba-4d04-aa41-22893aeda054 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.346264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:55.347773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.386878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Transition to ACTIVE for port object e2484e06-2d5a-46d0-bdb4-a34cb3211d6c will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:55.391266 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a1d555a8-06ba-4d04-aa41-22893aeda054 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "DELETE /v2.0/ports/28ce8c24-63d3-4b02-8102-832ca60786d8 HTTP/1.1" status: 204 len: 168 time: 2.2060912 Apr 18 21:18:55.393659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45954) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:55.404368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:55.467053 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b6076443-5053-43f6-9e43-9595c9d272ff admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8738496 Apr 18 21:18:55.469303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45960) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:55.482274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:55.485428 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.496294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:55.527171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Usage tracker for resource:router and tenant:9805981f52fc4d558c0e20f0c766a376 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:55.533929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:55.586344 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ae57e8c-58fb-4333-8ce9-baa4575d5fef req-865d3eb5-f4b1-4db4-91a4-bd057e94383a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 210 time: 0.2245507 Apr 18 21:18:55.596004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:55.606739 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.629487 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.631714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f7a0c-fefe-4819-95c6-52fd45b45f25 req-5b35cea2-102a-442b-b880-5ff4d13c046b tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:55.633268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-762f7a0c-fefe-4819-95c6-52fd45b45f25 req-5b35cea2-102a-442b-b880-5ff4d13c046b tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.7915754 Apr 18 21:18:55.639915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:18:55.640331 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.656800 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:18:55.666466 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:18:55.734894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:18:55.823496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.824384 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.914033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:55.932023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:55.938479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event updated for resources: {'Port': ['ID=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:55.942048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:55.986716 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:18:55.989573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb79d6e-9d06-4961-ab2f-2cbd8a7ceb49 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Deleting subnet b8447fd9-9e09-40fd-9123-81fcc685820d {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:55.997023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-762f7a0c-fefe-4819-95c6-52fd45b45f25 req-067189b6-590f-4a46-9fc1-9a84a744dab9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271360 Apr 18 21:18:55.997023 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.008788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0eb79d6e-9d06-4961-ab2f-2cbd8a7ceb49 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.019447 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.051510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-8206fe37-8686-497b-b552-23c2a6f40d7d', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:18:56.052306 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.058414 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.102840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:56.103342 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.126571 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0eb79d6e-9d06-4961-ab2f-2cbd8a7ceb49 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.129791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.141375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] Pushing event deleted for resources: {'Network': ['ID=490d5b3e-416e-4322-81f0-af2a35dc852e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:56.164150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] device_id is not set on port 25b414be-5ca1-420c-9967-4aea717a010d yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:18:56.256080 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0eb79d6e-9d06-4961-ab2f-2cbd8a7ceb49 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.319322 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.334514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Transition to ACTIVE for port object ae508370-d334-4291-8251-266ec851db66 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:56.362589 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-a6bff0a3-3e6f-401c-b675-c3ec87e509c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9968562 Apr 18 21:18:56.380846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853f49-6ee8-4e8e-885f-ff8b6f132217 req-037ad1d0-f00c-44cf-9626-ca3ffc5391eb tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:56.382338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72853f49-6ee8-4e8e-885f-ff8b6f132217 req-037ad1d0-f00c-44cf-9626-ca3ffc5391eb tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 945 time: 0.5388224 Apr 18 21:18:56.431345 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.463926 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Request body: {'port': {'device_id': 'dc41bd98-ef45-4bed-9d77-3353daba3abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:56.507027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-17b9d193-5648-40b7-87bb-5038fca6f628 admin admin] 10.222.0.11 "DELETE /v2.0/networks/490d5b3e-416e-4322-81f0-af2a35dc852e HTTP/1.1" status: 204 len: 168 time: 1.7740054 Apr 18 21:18:56.578404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.11 (f3085122-82b7-473d-89e5-0d3877bba5ba/32057575-156a-4a3c-b87f-bee3c4e70311/25b414be-5ca1-420c-9967-4aea717a010d) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:56.578798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Attempting to bind port ae508370-d334-4291-8251-266ec851db66 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:56.579345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Attempting to bind port ae508370-d334-4291-8251-266ec851db66 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:56.580058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Attempting to bind port ae508370-d334-4291-8251-266ec851db66 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:56.595108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72853f49-6ee8-4e8e-885f-ff8b6f132217 req-9c9bce58-39c0-45a6-bc72-1fd33161ce03 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650860 Apr 18 21:18:56.608713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1e40d-a7f6-4a77-b394-5daa90cb5190 None None] Pushing event updated for resources: {'Port': ['ID=ae508370-d334-4291-8251-266ec851db66,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:56.757149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Allocated IP 172.20.0.2 (8206fe37-8686-497b-b552-23c2a6f40d7d/29dfc91b-4b7f-4e32-a00e-d8224f42e447/e5c198fb-5d04-485a-81fe-9cd1adfe989c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:56.773408 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:18:56.857868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:56.858416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:56.858915 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.859428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:56.860000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Bound port: ae508370-d334-4291-8251-266ec851db66, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:56.860470 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.883110 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.887321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f89026d2-2d59-4ed1-b346-9def0688e855 None None] Provisioning for port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:56.899345 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0eb79d6e-9d06-4961-ab2f-2cbd8a7ceb49 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.904285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f89026d2-2d59-4ed1-b346-9def0688e855 None None] Provisioning complete for port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:56.904285 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f89026d2-2d59-4ed1-b346-9def0688e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.943907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8876aea-5c5c-41b8-bb4e-9276c78b7112 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:56.955956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb79d6e-9d06-4961-ab2f-2cbd8a7ceb49 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'Subnet': ['ID=b8447fd9-9e09-40fd-9123-81fcc685820d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:56.963056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.966388 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:56.991619 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e38a06e-89c4-4aca-8bb6-d752b12d6a3a req-caf60e37-a362-4551-9e57-6f0d88166f7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 1097 time: 0.6385593 Apr 18 21:18:57.000200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0eb79d6e-9d06-4961-ab2f-2cbd8a7ceb49 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.003910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Transition to ACTIVE for port object d8876aea-5c5c-41b8-bb4e-9276c78b7112 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:57.012160 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.028110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af47b0-5ac2-4942-baa0-b34ed0c88799 req-74c30ebd-5643-4268-8c12-bf5e3356d237 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:57.029700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41af47b0-5ac2-4942-baa0-b34ed0c88799 req-74c30ebd-5643-4268-8c12-bf5e3356d237 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 936 time: 0.2615514 Apr 18 21:18:57.042138 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01575dbd-ecc8-4a5f-a74d-ccddb586de7b None None] Network 32bad53f-27bf-4d63-8186-7b1e34c831f3 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:57.053875 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0eb79d6e-9d06-4961-ab2f-2cbd8a7ceb49 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "DELETE /v2.0/subnets/b8447fd9-9e09-40fd-9123-81fcc685820d HTTP/1.1" status: 204 len: 168 time: 1.6589978 Apr 18 21:18:57.058049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object 25b414be-5ca1-420c-9967-4aea717a010d will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:57.058216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45968) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:57.064582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45972) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:57.084909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] For port ae508370-d334-4291-8251-266ec851db66, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:57.092567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] For port ae508370-d334-4291-8251-266ec851db66, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ae508370-d334-4291-8251-266ec851db66,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:57.202716 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.339621 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f89026d2-2d59-4ed1-b346-9def0688e855 None None] Port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:57.400037 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e90a9573-ae33-433b-882f-1bcafe9b94c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.403029 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.405811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41af47b0-5ac2-4942-baa0-b34ed0c88799 req-8a5f622b-fa0f-421c-abf9-9a4b613340a1 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672566 Apr 18 21:18:57.462974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Pushing event updated for resources: {'Port': ['ID=d8876aea-5c5c-41b8-bb4e-9276c78b7112,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:57.500246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38a06e-89c4-4aca-8bb6-d752b12d6a3a req-01dc0c6e-d738-4105-be17-bde0d64984df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:57.501731 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e38a06e-89c4-4aca-8bb6-d752b12d6a3a req-01dc0c6e-d738-4105-be17-bde0d64984df service neutron] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 918 time: 0.4528475 Apr 18 21:18:57.522844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b6d30cd6-42f2-41da-971f-c8bf90a67881 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c5cddf2d9fc4ba79aabf77da73fe606&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3446949 Apr 18 21:18:57.529223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45978) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:57.539822 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.582082 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.611442 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Transition to ACTIVE for port object e5c198fb-5d04-485a-81fe-9cd1adfe989c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:57.634233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Routers {'fca357d6-0f5b-4a5e-915e-8efee25944fa'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:57.634998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:18:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['fca357d6-0f5b-4a5e-915e-8efee25944fa'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:57.685517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network f3085122-82b7-473d-89e5-0d3877bba5ba is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:57.696879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:57.704239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3deb0-c978-40fa-ba3c-bcd235814464 req-335365da-b380-42f7-9021-4ee15f16c647 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:57.712461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2bf3deb0-c978-40fa-ba3c-bcd235814464 req-335365da-b380-42f7-9021-4ee15f16c647 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.4739342 Apr 18 21:18:57.726694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1e40d-a7f6-4a77-b394-5daa90cb5190 None None] Pushing event updated for resources: {'Port': ['ID=ae508370-d334-4291-8251-266ec851db66,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:57.747176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:57.792287 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e38a06e-89c4-4aca-8bb6-d752b12d6a3a req-11fc95f6-42ed-4173-9211-a93c53d44efc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd HTTP/1.1" status: 200 len: 1001 time: 0.2529643 Apr 18 21:18:57.804441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Deleting subnet a64287c0-a205-49e1-a0cb-274d85bdb1d9 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:57.817916 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.837309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:57.837955 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.885573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Transition to ACTIVE for port object e5c198fb-5d04-485a-81fe-9cd1adfe989c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:57.890726 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.959987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=25b414be-5ca1-420c-9967-4aea717a010d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:57.985512 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.996571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2bf3deb0-c978-40fa-ba3c-bcd235814464 req-9121c2eb-8f4a-47a5-8a02-bd2ca322c3ee tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830570 Apr 18 21:18:58.004427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Attempting to bind port d8876aea-5c5c-41b8-bb4e-9276c78b7112 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:58.004769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Attempting to bind port d8876aea-5c5c-41b8-bb4e-9276c78b7112 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:58.009051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Attempting to bind port d8876aea-5c5c-41b8-bb4e-9276c78b7112 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:58.040397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Port d8876aea-5c5c-41b8-bb4e-9276c78b7112 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:18:58.040731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Attempting to bind port d8876aea-5c5c-41b8-bb4e-9276c78b7112 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:58.068149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-070ecef3-7791-4dc1-9e9c-393f5bef7a4d tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5853114 Apr 18 21:18:58.069051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489e7312-8b0f-44dc-b9b8-aba78583832d None None] DHCP port deletion for 32bad53f-27bf-4d63-8186-7b1e34c831f3 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:18:58.069188 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0754c417-2f14-4e2a-af0a-9ef92e71be6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.071577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45984) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:58.072317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:58.072653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:58.073033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:58.073352 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.073501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Bound port: d8876aea-5c5c-41b8-bb4e-9276c78b7112, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:58.073848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.081250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38a06e-89c4-4aca-8bb6-d752b12d6a3a req-1a1e1b10-3860-4d28-8813-915bb722b7e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:58.083558 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e38a06e-89c4-4aca-8bb6-d752b12d6a3a req-1a1e1b10-3860-4d28-8813-915bb722b7e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.1418993 Apr 18 21:18:58.094407 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b5875c6a-0407-47a2-b351-85d658473add tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:58.103747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-489e7312-8b0f-44dc-b9b8-aba78583832d None None] Deleting port 7719cd10-1491-4464-9054-d38f62e813a8 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:58.104243 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-489e7312-8b0f-44dc-b9b8-aba78583832d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.170501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Network 8206fe37-8686-497b-b552-23c2a6f40d7d is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:58.180998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:58.183569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:58.190937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Pushing event updated for resources: {'Port': ['ID=e5c198fb-5d04-485a-81fe-9cd1adfe989c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:58.207279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] Set router fca357d6-0f5b-4a5e-915e-8efee25944fa gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:58.246134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0754c417-2f14-4e2a-af0a-9ef92e71be6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.255023 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:18:58.275268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f55178-e417-4026-8c86-72c884b1f8ce req-9d75c837-4b46-463f-8bbd-3f6a1278c3d8 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:58.276221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81f55178-e417-4026-8c86-72c884b1f8ce req-9d75c837-4b46-463f-8bbd-3f6a1278c3d8 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 945 time: 0.4330652 Apr 18 21:18:58.412184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] For port d8876aea-5c5c-41b8-bb4e-9276c78b7112, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:58.412874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.422238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b5875c6a-0407-47a2-b351-85d658473add tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:58.430374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b5875c6a-0407-47a2-b351-85d658473add tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:58.435594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b5875c6a-0407-47a2-b351-85d658473add tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:58.436813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-94fff71f-518d-43fa-aa3f-8e6e5c6564fe None None] Provisioning for port 25b414be-5ca1-420c-9967-4aea717a010d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:58.441288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] For port d8876aea-5c5c-41b8-bb4e-9276c78b7112, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d8876aea-5c5c-41b8-bb4e-9276c78b7112,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:58.444208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81f55178-e417-4026-8c86-72c884b1f8ce req-ba3a6e97-ac23-4618-a529-138778b67b0d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591320 Apr 18 21:18:58.450018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b5875c6a-0407-47a2-b351-85d658473add tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:58.515950 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.633416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2484e06-2d5a-46d0-bdb4-a34cb3211d6c {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:58.649999 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.654896 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.684770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Pushing event updated for resources: {'Port': ['ID=d8876aea-5c5c-41b8-bb4e-9276c78b7112,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:58.695385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5875c6a-0407-47a2-b351-85d658473add tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:58.697028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7719cd10-1491-4464-9054-d38f62e813a8 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:58.699272 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5875c6a-0407-47a2-b351-85d658473add tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.707062 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.711118 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e38a06e-89c4-4aca-8bb6-d752b12d6a3a req-968a4a3d-2750-4344-819e-954164ce7d05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5718212 Apr 18 21:18:58.714086 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0754c417-2f14-4e2a-af0a-9ef92e71be6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.723869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-94fff71f-518d-43fa-aa3f-8e6e5c6564fe None None] Provisioning complete for port 25b414be-5ca1-420c-9967-4aea717a010d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:58.724236 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-94fff71f-518d-43fa-aa3f-8e6e5c6564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.776597 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754c417-2f14-4e2a-af0a-9ef92e71be6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818a1c18-6d26-484b-aa1d-8684bdbf4259,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:58.803342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Transition to ACTIVE for port object e2484e06-2d5a-46d0-bdb4-a34cb3211d6c will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:58.862203 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.863678 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-aab403b8-700b-4df9-a8e5-92d0d0bbd716 service neutron] 10.222.0.26 "PUT /v2.0/ports/d8876aea-5c5c-41b8-bb4e-9276c78b7112 HTTP/1.1" status: 200 len: 1096 time: 3.9325163 Apr 18 21:18:58.866935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c5680f-8c36-4ff7-a944-0a33545ce50e', 'tag': 'd8876aea-5c5c-41b8-bb4e-9276c78b7112'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:58.894353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-489e7312-8b0f-44dc-b9b8-aba78583832d None None] For port 7719cd10-1491-4464-9054-d38f62e813a8, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7719cd10-1491-4464-9054-d38f62e813a8,segment=NetworkSegment(eb950a7a-1665-40b4-b376-23a8983dd812),segment_id=eb950a7a-1665-40b4-b376-23a8983dd812)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:58.894881 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-489e7312-8b0f-44dc-b9b8-aba78583832d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.912594 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.956932 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0754c417-2f14-4e2a-af0a-9ef92e71be6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.958246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0754c417-2f14-4e2a-af0a-9ef92e71be6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/818a1c18-6d26-484b-aa1d-8684bdbf4259 HTTP/1.1" status: 204 len: 168 time: 1.4219177 Apr 18 21:18:58.968823 n-d-836017-3 neutron-server[85048]: INFO neutron.db.ipam_backend_mixin [None req-b5875c6a-0407-47a2-b351-85d658473add tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 32057575-156a-4a3c-b87f-bee3c4e70311 (CIDR: 172.20.0.0/28) Apr 18 21:18:58.980660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.990301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5df11-fa34-42de-a5a8-4ff85481a11c req-0fc21fe1-2220-4070-a6d2-b15d753efb3b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:58.991803 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75c5df11-fa34-42de-a5a8-4ff85481a11c req-0fc21fe1-2220-4070-a6d2-b15d753efb3b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 936 time: 0.3418186 Apr 18 21:18:59.009018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68443b6-32d4-4834-8faf-d16aa2c2a69a req-1d30c3c5-62d7-49cd-8f9b-9dd365a792da tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:59.010680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b68443b6-32d4-4834-8faf-d16aa2c2a69a req-1d30c3c5-62d7-49cd-8f9b-9dd365a792da tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 945 time: 0.3277793 Apr 18 21:18:59.060026 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.060428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-489e7312-8b0f-44dc-b9b8-aba78583832d None None] Calling delete_port for 7719cd10-1491-4464-9054-d38f62e813a8 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:59.076845 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5875c6a-0407-47a2-b351-85d658473add tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:18:59.077282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5875c6a-0407-47a2-b351-85d658473add tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:18:59.188550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Attempting to bind port e5c198fb-5d04-485a-81fe-9cd1adfe989c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:59.188918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Attempting to bind port e5c198fb-5d04-485a-81fe-9cd1adfe989c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:59.189275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Attempting to bind port e5c198fb-5d04-485a-81fe-9cd1adfe989c on network 8206fe37-8686-497b-b552-23c2a6f40d7d {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:59.227820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:59.227820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Checking segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:59.227820 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.227820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Bound using segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:59.227820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Bound port: e5c198fb-5d04-485a-81fe-9cd1adfe989c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:59.227820 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.266966 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.267632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-94fff71f-518d-43fa-aa3f-8e6e5c6564fe None None] Port 25b414be-5ca1-420c-9967-4aea717a010d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:59.287200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'Subnet': ['ID=a64287c0-a205-49e1-a0cb-274d85bdb1d9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:59.296975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b5875c6a-0407-47a2-b351-85d658473add tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2130938 Apr 18 21:18:59.297771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45998) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:59.309960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Pushing event updated for resources: {'Port': ['ID=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:59.311014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2be21047-70a9-42a5-a116-fef0043a976e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:59.371958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] For port e5c198fb-5d04-485a-81fe-9cd1adfe989c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:59.375649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] For port e5c198fb-5d04-485a-81fe-9cd1adfe989c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e5c198fb-5d04-485a-81fe-9cd1adfe989c,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:59.377012 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-489e7312-8b0f-44dc-b9b8-aba78583832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.414562 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.421970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75c5df11-fa34-42de-a5a8-4ff85481a11c req-bfdd9e7e-2680-4bec-873d-d8f53dd3e55f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084435 Apr 18 21:18:59.431176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b68443b6-32d4-4834-8faf-d16aa2c2a69a req-ce30a3bd-c5f3-4942-b5a3-d15f4c57988c tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905838 Apr 18 21:18:59.448445 n-d-836017-3 neutron-server[85050]: INFO neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No ports have port_id starting with 7719cd10-1491-4464-9054-d38f62e813a8 Apr 18 21:18:59.456068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e7312-8b0f-44dc-b9b8-aba78583832d None None] No DVR routers for this DVR port 7719cd10-1491-4464-9054-d38f62e813a8 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:59.457750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e7312-8b0f-44dc-b9b8-aba78583832d None None] Pushing event deleted for resources: {'Port': ['ID=7719cd10-1491-4464-9054-d38f62e813a8,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:59.471147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8456cd-fd6d-4dba-8f6e-6e241b28dd91 None None] Network 1cc80a87-9277-46e9-a112-672de24237e7 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:59.480348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.480908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.481373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.482015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.482264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.482691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.484379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.485112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.485385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.492150 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.497513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.499930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.544252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.553085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.553791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.556087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.558828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.559290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.559730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.560159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.561818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.562383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.563877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:59.577398 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e38a06e-89c4-4aca-8bb6-d752b12d6a3a req-cbb195ba-537e-404d-8243-d11e97fc6c26 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8261330 Apr 18 21:18:59.583802 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dedd7697-c64e-483f-a3b1-06b0254d6847 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "DELETE /v2.0/subnets/a64287c0-a205-49e1-a0cb-274d85bdb1d9 HTTP/1.1" status: 204 len: 168 time: 2.5061040 Apr 18 21:18:59.612020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05504d-6712-44d8-a07a-3e1432ab52aa None None] Pushing event updated for resources: {'Port': ['ID=e5c198fb-5d04-485a-81fe-9cd1adfe989c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:59.647071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46006) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:59.677892 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa9ce93-e23d-427c-a86e-9c327c729773'] response: {'name': 'network-changed', 'server_uuid': '07c5680f-8c36-4ff7-a944-0a33545ce50e', 'tag': 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'status': 'completed', 'code': 200} Apr 18 21:18:59.681242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-49613c69-0f07-481d-917c-0569358b98df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=07c5680f-8c36-4ff7-a944-0a33545ce50e HTTP/1.1" status: 200 len: 1099 time: 0.6688471 Apr 18 21:18:59.845673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-e1482800-7eb0-4428-aa8e-a4b0687e34a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d8876aea-5c5c-41b8-bb4e-9276c78b7112 HTTP/1.1" status: 200 len: 217 time: 0.1568787 Apr 18 21:18:59.920111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2be21047-70a9-42a5-a116-fef0043a976e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:59.948526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2be21047-70a9-42a5-a116-fef0043a976e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:59.963374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2be21047-70a9-42a5-a116-fef0043a976e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:59.982695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2be21047-70a9-42a5-a116-fef0043a976e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:00.017702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065682a9-4538-44ac-a871-422f6ecdd579 req-d254813a-1c63-4fb0-a5a7-287e2bc98a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:00.019826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-d254813a-1c63-4fb0-a5a7-287e2bc98a17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1565568 Apr 18 21:19:00.026834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'name': 'tempest-ServersTestFqdnHostnames-1781366024-router', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ae508370-d334-4291-8251-266ec851db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:47Z', 'updated_at': '2022-04-18T21:18:50Z', 'revision_number': 3, 'project_id': '986f1eec3cc3457aa45eb164439b7bee', 'gw_port': {'id': 'ae508370-d334-4291-8251-266ec851db66', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:48Z', 'updated_at': '2022-04-18T21:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:00.030852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab87b6c-37c0-4774-ba8e-4753606bc936 req-ba047231-d088-4558-a732-c4f08873578c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:00.032308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ab87b6c-37c0-4774-ba8e-4753606bc936 req-ba047231-d088-4558-a732-c4f08873578c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.2554612 Apr 18 21:19:00.078392 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c20a25-05ba-4503-a68b-796f85bf8d37 None None] The sync data for ids ['fca357d6-0f5b-4a5e-915e-8efee25944fa'] in n-d-836017-3 is: [{'id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'name': 'tempest-ServersTestFqdnHostnames-1781366024-router', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ae508370-d334-4291-8251-266ec851db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:47Z', 'updated_at': '2022-04-18T21:18:50Z', 'revision_number': 3, 'project_id': '986f1eec3cc3457aa45eb164439b7bee', 'gw_port': {'id': 'ae508370-d334-4291-8251-266ec851db66', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:48Z', 'updated_at': '2022-04-18T21:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:00.168817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0150e0-d935-4d99-ac78-3c5d2024239f None None] DHCP port deletion for 1cc80a87-9277-46e9-a112-672de24237e7 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:19:00.175721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4a0150e0-d935-4d99-ac78-3c5d2024239f None None] Deleting port c539b02d-499b-453e-8bf6-a1f03d04af5f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:00.176250 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4a0150e0-d935-4d99-ac78-3c5d2024239f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.178537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be21047-70a9-42a5-a116-fef0043a976e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:00.196115 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2be21047-70a9-42a5-a116-fef0043a976e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.304588 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e38a06e-89c4-4aca-8bb6-d752b12d6a3a req-b3487206-1cf3-40e0-adf7-bab86209003c service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160981 Apr 18 21:19:00.367044 n-d-836017-3 neutron-server[85048]: INFO neutron.db.ipam_backend_mixin [None req-2be21047-70a9-42a5-a116-fef0043a976e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9fa03ad6-f666-44a5-91cf-53dd435714de (CIDR: 172.20.0.16/28) Apr 18 21:19:00.453033 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be21047-70a9-42a5-a116-fef0043a976e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:19:00.460345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be21047-70a9-42a5-a116-fef0043a976e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:19:00.516230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Allocated IP 172.20.0.1 (9e199861-97b8-41ba-9417-c2455dee7b71/d7d7434e-8a76-4212-afdf-d680bd1cd298/b76927a8-172a-4996-8817-20c6a9f69fa7) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:00.600092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ab87b6c-37c0-4774-ba8e-4753606bc936 req-de9b9d84-0084-4426-84d1-6e20baec6ef8 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5212910 Apr 18 21:19:00.693603 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2be21047-70a9-42a5-a116-fef0043a976e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3897755 Apr 18 21:19:00.718039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46026) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:00.726412 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-905b4460-d1a3-458c-852f-33cc73f77e9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6931164 Apr 18 21:19:00.752447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'subnet': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:00.818933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4a0150e0-d935-4d99-ac78-3c5d2024239f None None] For port c539b02d-499b-453e-8bf6-a1f03d04af5f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c539b02d-499b-453e-8bf6-a1f03d04af5f,segment=NetworkSegment(9b033cb6-5632-4f22-860e-44a4e9a22616),segment_id=9b033cb6-5632-4f22-860e-44a4e9a22616)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:00.825199 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4a0150e0-d935-4d99-ac78-3c5d2024239f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.905373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ae508370-d334-4291-8251-266ec851db66 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:01.089952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Allocated IP 172.25.3.72 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/50b14526-8b79-40bc-b77f-f64710ce9ed8) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:01.094314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.220793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-cd69a62d-5698-47c7-aec8-5cb26b836e28 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153160 Apr 18 21:19:01.294346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Transition to ACTIVE for port object b76927a8-172a-4996-8817-20c6a9f69fa7 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:01.390840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4a0150e0-d935-4d99-ac78-3c5d2024239f None None] Calling delete_port for c539b02d-499b-453e-8bf6-a1f03d04af5f owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:01.423991 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.477908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Attempting to bind port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:01.478617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Attempting to bind port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:01.479192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Attempting to bind port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:01.504013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d07fd0c-82ea-46fd-abb2-adeed2df1a40 None None] Network 8206fe37-8686-497b-b552-23c2a6f40d7d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:01.517301 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e169130e-2c01-42bd-82ab-7967d92d2e17 req-ee8abcf3-f75c-4b86-868e-572217dec86e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3893952 Apr 18 21:19:01.528464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:01.540380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Usage tracker for resource:subnet and tenant:de025488dafd4d32aeebced97621e383 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:01.540604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:19:01.540976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Attempting to bind port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:01.560080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:01.593252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:01.606605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-dbe9b845-92c8-4bf7-8d0b-8fb44ecad698 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609374 Apr 18 21:19:01.621328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e17a5-c10e-4f03-b14e-a4f85fc4054a req-935a0e90-87c7-49a4-9e9a-7044650f5470 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:01.630101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-914e17a5-c10e-4f03-b14e-a4f85fc4054a req-935a0e90-87c7-49a4-9e9a-7044650f5470 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 945 time: 1.0375755 Apr 18 21:19:01.669786 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.754087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72d345-bbd2-4256-9c2a-491172613ddd req-93f27405-ed62-450f-a786-b59221892c86 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:01.756491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e72d345-bbd2-4256-9c2a-491172613ddd req-93f27405-ed62-450f-a786-b59221892c86 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 948 time: 0.7820435 Apr 18 21:19:01.760367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Made reservation on behalf of de025488dafd4d32aeebced97621e383 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:01.787882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b88a185c-b1f6-48f0-a777-1bd65bd7419c None None] Provisioning for port e5c198fb-5d04-485a-81fe-9cd1adfe989c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:01.809348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:01.809774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:01.810422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:01.811039 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Bound port: e2484e06-2d5a-46d0-bdb4-a34cb3211d6c, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:01.811565 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.813050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port ae508370-d334-4291-8251-266ec851db66 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:01.816614 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4a0150e0-d935-4d99-ac78-3c5d2024239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.848258 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.891226 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.895702 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0150e0-d935-4d99-ac78-3c5d2024239f None None] Pushing event deleted for resources: {'Port': ['ID=c539b02d-499b-453e-8bf6-a1f03d04af5f,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:01.903677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ae508370-d334-4291-8251-266ec851db66 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:01.904144 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.919209 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.931235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0150e0-d935-4d99-ac78-3c5d2024239f None None] No DVR routers for this DVR port c539b02d-499b-453e-8bf6-a1f03d04af5f on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:19:02.005996 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e72d345-bbd2-4256-9c2a-491172613ddd req-18bcf85c-9146-4f89-899f-852cd00da7bd tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253323 Apr 18 21:19:02.011726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bad53f-27bf-4d63-8186-7b1e34c831f3']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:02.030288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Pushing event updated for resources: {'Port': ['ID=b76927a8-172a-4996-8817-20c6a9f69fa7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:02.030508 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-914e17a5-c10e-4f03-b14e-a4f85fc4054a req-e26b5db2-1317-4132-b7f5-4fff162e49eb tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990250 Apr 18 21:19:02.040492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Network 9e199861-97b8-41ba-9417-c2455dee7b71 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:02.043583 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb950a7a-1665-40b4-b376-23a8983dd812') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:02.043878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb950a7a-1665-40b4-b376-23a8983dd812') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:02.053856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:02.075493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:02.111847 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.163348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e169130e-2c01-42bd-82ab-7967d92d2e17 req-18329104-fec9-44f6-814e-953dc086e66f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 1100 time: 0.5057023 Apr 18 21:19:02.173762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] For port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:02.181662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] For port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:02.181952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-082abb11-77ce-4d2c-afe3-4618bf18c5ca req-01b5a014-ab8d-4394-88cd-83fe6646e872 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=07c5680f-8c36-4ff7-a944-0a33545ce50e HTTP/1.1" status: 200 len: 1099 time: 0.4025397 Apr 18 21:19:02.197250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.221453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.231780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:19:02.232675 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.281257 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.318394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port ae508370-d334-4291-8251-266ec851db66, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ae508370-d334-4291-8251-266ec851db66,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:02.388661 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.389657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e5c198fb-5d04-485a-81fe-9cd1adfe989c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:19:02.453041 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:19:02.461959 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.487988 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.636958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:02.644147 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.645792 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] 10.222.0.26 "PUT /v2.0/ports/e2484e06-2d5a-46d0-bdb4-a34cb3211d6c HTTP/1.1" status: 200 len: 1096 time: 6.2391410 Apr 18 21:19:02.650765 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0a4b5-30a8-43c8-bcc6-37a69e3adf16 service neutron] Pushing event updated for resources: {'Port': ['ID=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:02.675450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=ae508370-d334-4291-8251-266ec851db66,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:02.705429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:02.709075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:02.750814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5c036616-b370-4e25-9155-c4cf96f1a7ad None None] Provisioning for port b76927a8-172a-4996-8817-20c6a9f69fa7 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:02.758281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5c036616-b370-4e25-9155-c4cf96f1a7ad None None] Provisioning complete for port b76927a8-172a-4996-8817-20c6a9f69fa7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:02.758889 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c036616-b370-4e25-9155-c4cf96f1a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.775968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc41bd98-ef45-4bed-9d77-3353daba3abf', 'tag': 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:19:02.782181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.786745 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.801550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082abb11-77ce-4d2c-afe3-4618bf18c5ca req-ffc95669-94c5-4db1-aa10-7f4574316784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:02.803016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-082abb11-77ce-4d2c-afe3-4618bf18c5ca req-ffc95669-94c5-4db1-aa10-7f4574316784 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.6087384 Apr 18 21:19:02.849314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e5c198fb-5d04-485a-81fe-9cd1adfe989c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:02.857093 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e5c198fb-5d04-485a-81fe-9cd1adfe989c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:02.857453 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.995940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5c036616-b370-4e25-9155-c4cf96f1a7ad None None] Port b76927a8-172a-4996-8817-20c6a9f69fa7 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:03.012036 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:03.056440 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-082abb11-77ce-4d2c-afe3-4618bf18c5ca req-a01d26f9-a519-497f-9a86-1fb445a6e3e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d8876aea-5c5c-41b8-bb4e-9276c78b7112 HTTP/1.1" status: 200 len: 217 time: 0.1625071 Apr 18 21:19:03.109068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'Network': ['ID=32bad53f-27bf-4d63-8186-7b1e34c831f3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:03.128918 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f897a7f9-aca7-4f06-aed9-9864d7110435 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "DELETE /v2.0/networks/32bad53f-27bf-4d63-8186-7b1e34c831f3 HTTP/1.1" status: 204 len: 168 time: 3.4681134 Apr 18 21:19:03.129758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=50b14526-8b79-40bc-b77f-f64710ce9ed8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:03.145998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46064) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:03.152835 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:03.156588 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bada261-a098-4f38-9db3-49dcc7ca6b24'] response: {'name': 'network-changed', 'server_uuid': 'dc41bd98-ef45-4bed-9d77-3353daba3abf', 'tag': 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c', 'status': 'completed', 'code': 200} Apr 18 21:19:03.239968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port e5c198fb-5d04-485a-81fe-9cd1adfe989c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e5c198fb-5d04-485a-81fe-9cd1adfe989c,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:03.253652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ad8d1c37-b1e0-4ee3-a8b6-abd3894b4cd2 None None] Provisioning complete for port e5c198fb-5d04-485a-81fe-9cd1adfe989c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:03.254370 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ad8d1c37-b1e0-4ee3-a8b6-abd3894b4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:03.266988 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-cfb5971a-b288-4564-bcc5-4171062f566e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 1099 time: 0.4644387 Apr 18 21:19:03.270075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169130e-2c01-42bd-82ab-7967d92d2e17 req-3e1705d6-6b74-4cde-8869-58df7c32aaa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:03.274120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e169130e-2c01-42bd-82ab-7967d92d2e17 req-3e1705d6-6b74-4cde-8869-58df7c32aaa8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.5681736 Apr 18 21:19:03.354998 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:03.389375 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-5219f77e-726e-4940-8772-6ad03f97ba72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c HTTP/1.1" status: 200 len: 217 time: 0.1112533 Apr 18 21:19:03.443146 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:03.453310 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:03.490495 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6392adeb-11c7-4c29-92a1-7d54362f17a8 req-f8e2eee9-4ecd-4e02-accd-73c6cee3b98b tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbf17cce-17cc-4868-9fee-90c13c5b2b6a HTTP/1.1" status: 200 len: 210 time: 0.2063227 Apr 18 21:19:03.515051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082abb11-77ce-4d2c-afe3-4618bf18c5ca req-1b645b2c-e051-4429-a041-fe6ffb4402fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:03.516960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-082abb11-77ce-4d2c-afe3-4618bf18c5ca req-1b645b2c-e051-4429-a041-fe6ffb4402fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.4488878 Apr 18 21:19:03.528695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065682a9-4538-44ac-a871-422f6ecdd579 req-f6f7bf4f-4c2b-4016-879e-1179eac72263 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:03.530153 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-f6f7bf4f-4c2b-4016-879e-1179eac72263 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1335008 Apr 18 21:19:03.539071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c539b02d-499b-453e-8bf6-a1f03d04af5f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:03.593573 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:03.594364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:03.594742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c539b02d-499b-453e-8bf6-a1f03d04af5f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:03.595132 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c539b02d-499b-453e-8bf6-a1f03d04af5f not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:03.613646 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=e5c198fb-5d04-485a-81fe-9cd1adfe989c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:03.670224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e169130e-2c01-42bd-82ab-7967d92d2e17 req-50774120-9d5f-47cf-94a2-3d0fb2ba1dca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=c2a258f2-0a97-43e2-a16d-d630e24b62f6 HTTP/1.1" status: 200 len: 217 time: 0.3253648 Apr 18 21:19:03.787535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ae508370-d334-4291-8251-266ec851db66 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:03.860317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32087ce4-7dee-458e-8018-f9de61fc5160 req-cddcb01f-1261-4e77-8f9e-581f4780bddb tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:03.863815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32087ce4-7dee-458e-8018-f9de61fc5160 req-cddcb01f-1261-4e77-8f9e-581f4780bddb tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 1.1572499 Apr 18 21:19:03.876834 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-7cf6c126-fcd9-428c-9949-f4deb0923ca4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3398116 Apr 18 21:19:03.934841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ae508370-d334-4291-8251-266ec851db66 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:03.935524 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:03.945288 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:03.982479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169130e-2c01-42bd-82ab-7967d92d2e17 req-c2a6e502-9d89-44ed-b3f7-33dd580758ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:03.984103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e169130e-2c01-42bd-82ab-7967d92d2e17 req-c2a6e502-9d89-44ed-b3f7-33dd580758ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2941244 Apr 18 21:19:04.106938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:19:04.107965 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-082abb11-77ce-4d2c-afe3-4618bf18c5ca req-08b0ce55-6d7f-4b74-b75f-131ff2ad5cab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5397108 Apr 18 21:19:04.128096 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.171070 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-08250b01-5497-40c6-b10d-2610f49ca172 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846875 Apr 18 21:19:04.226074 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.227064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d8876aea-5c5c-41b8-bb4e-9276c78b7112 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:19:04.369872 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32087ce4-7dee-458e-8018-f9de61fc5160 req-90fa834e-c4b3-4d7d-96fa-d52661ee6913 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4398625 Apr 18 21:19:04.385904 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.443514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d8876aea-5c5c-41b8-bb4e-9276c78b7112, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d8876aea-5c5c-41b8-bb4e-9276c78b7112,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:04.479607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'mac_address': 'fa:16:3e:74:64:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:19:04.495735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc80a87-9277-46e9-a112-672de24237e7']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:04.554692 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.556635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b033cb6-5632-4f22-860e-44a4e9a22616') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:04.556933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b033cb6-5632-4f22-860e-44a4e9a22616') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:04.567359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e169130e-2c01-42bd-82ab-7967d92d2e17 req-0b07fd8e-d60f-4b99-be47-1b8e6dac697e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5686963 Apr 18 21:19:04.570341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Pushing event updated for resources: {'Port': ['ID=b76927a8-172a-4996-8817-20c6a9f69fa7,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:04.597926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8876aea-5c5c-41b8-bb4e-9276c78b7112 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:19:04.607835 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.616347 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.621659 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-082abb11-77ce-4d2c-afe3-4618bf18c5ca req-2d7ea2d9-82ef-46d2-81e1-0a76354b8659 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034094 Apr 18 21:19:04.628987 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.644636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d8876aea-5c5c-41b8-bb4e-9276c78b7112, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d8876aea-5c5c-41b8-bb4e-9276c78b7112,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:04.712603 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-065682a9-4538-44ac-a871-422f6ecdd579 req-3d4b17fa-b016-4aab-89fc-13bf917fee32 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297554 Apr 18 21:19:04.726360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3c753f4c-b947-4ccd-bbe8-327cd9626acd details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:19:04.738571 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.858448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Network 9e199861-97b8-41ba-9417-c2455dee7b71 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:04.860300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:04.944421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d8876aea-5c5c-41b8-bb4e-9276c78b7112,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:05.229405 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.262110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:05.283229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'port_id': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'mac_address': 'fa:16:3e:fc:2d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:19:05.284341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Router 3d067e44-0f34-4794-b71e-88bf5040204b is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:19:05.378770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-001ee4ae-a0dd-45c9-85bd-69b239db657a None None] Provisioning complete for port b76927a8-172a-4996-8817-20c6a9f69fa7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:05.378994 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-001ee4ae-a0dd-45c9-85bd-69b239db657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.416351 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.451862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c753f4c-b947-4ccd-bbe8-327cd9626acd {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:19:05.457359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e169130e-2c01-42bd-82ab-7967d92d2e17 req-2b66c2a2-d347-4c3f-a1f6-b4608fc93144 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8610368 Apr 18 21:19:05.462768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-001ee4ae-a0dd-45c9-85bd-69b239db657a None None] Port b76927a8-172a-4996-8817-20c6a9f69fa7 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:05.478594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:19:05.479297 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.500069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:19:05.531072 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:19:05.556153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Network f3085122-82b7-473d-89e5-0d3877bba5ba is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:05.600357 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.611370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:05.623438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:05.623438 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.660053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d8876aea-5c5c-41b8-bb4e-9276c78b7112'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:19:05.753913 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Subnet': ['ID=799bff37-2c01-4205-a004-ad56136f17b9,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:05.773449 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b8e9afa6-6361-4997-a2fe-2c65fb600f47 req-4758e789-7779-4278-b5df-dd1f3fff447b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 1099 time: 0.9101162 Apr 18 21:19:05.802297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958ff54b-6825-486c-847d-5e12bdeb1969 None None] Network f3085122-82b7-473d-89e5-0d3877bba5ba requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:05.838470 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e5c198fb-5d04-485a-81fe-9cd1adfe989c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:05.846402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c9fc-cf73-4e1d-b11c-17612f9e5f9c req-f5aa163e-7979-47b1-892e-578ce2cc416c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:05.853240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cd59c9fc-cf73-4e1d-b11c-17612f9e5f9c req-f5aa163e-7979-47b1-892e-578ce2cc416c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 948 time: 1.3428264 Apr 18 21:19:05.883791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['3c753f4c-b947-4ccd-bbe8-327cd9626acd'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:19:05.925874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-082abb11-77ce-4d2c-afe3-4618bf18c5ca req-8afd1a7d-d1ee-42c0-a763-c5ca04d5adad service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1070294 Apr 18 21:19:05.957365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d8f1bf2e-1a18-446e-962e-d78c53eef81c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 5.2256653 Apr 18 21:19:05.958578 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.964468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46112) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:06.002490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-845141952', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '799bff37-2c01-4205-a004-ad56136f17b9'}], 'security_groups': ['a92cb5dc-f2c6-44ea-8797-d814e8079357', 'e3165ee9-c0cf-46ca-86a6-718b9cbe12bc']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:06.047238 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.066049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] 10.222.0.11 "DELETE /v2.0/networks/1cc80a87-9277-46e9-a112-672de24237e7 HTTP/1.1" status: 204 len: 168 time: 2.8767295 Apr 18 21:19:06.068950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9afa6-6361-4997-a2fe-2c65fb600f47 req-93a70193-5e30-4c29-a299-620419aaa08b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:06.070434 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b8e9afa6-6361-4997-a2fe-2c65fb600f47 req-93a70193-5e30-4c29-a299-620419aaa08b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2826617 Apr 18 21:19:06.099389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe408ea-13ca-4e80-8125-40cd6333bf96 req-15baddd6-d597-489b-9d67-9e2abf219ec6 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:06.105845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=3c753f4c-b947-4ccd-bbe8-327cd9626acd,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:06.106893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afe408ea-13ca-4e80-8125-40cd6333bf96 req-15baddd6-d597-489b-9d67-9e2abf219ec6 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 945 time: 0.8824863 Apr 18 21:19:06.160098 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b8e9afa6-6361-4997-a2fe-2c65fb600f47 req-28ddc1dd-b460-43b5-8d36-5e4457a13c1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c HTTP/1.1" status: 200 len: 217 time: 0.0800023 Apr 18 21:19:06.170699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e169130e-2c01-42bd-82ab-7967d92d2e17 req-8943de33-d7dc-442e-89b1-0a3b25116363 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457016 Apr 18 21:19:06.191620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba281c7-6efe-4270-a551-28e6b323af54 tempest-TaggedBootDevicesTest-1859069444 tempest-TaggedBootDevicesTest-1859069444-project] Pushing event deleted for resources: {'Network': ['ID=1cc80a87-9277-46e9-a112-672de24237e7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:06.256920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cd59c9fc-cf73-4e1d-b11c-17612f9e5f9c req-427eef34-ab7e-4433-a433-b8274e234153 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024644 Apr 18 21:19:06.304400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766b949-bf45-4514-85f5-dc02531d3013 req-bffdc98f-6b0f-42a3-b548-405fa9411038 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:06.305880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e766b949-bf45-4514-85f5-dc02531d3013 req-bffdc98f-6b0f-42a3-b548-405fa9411038 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 945 time: 0.7235451 Apr 18 21:19:06.390911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9afa6-6361-4997-a2fe-2c65fb600f47 req-734fda55-d263-453d-b702-c84b49aa4e15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:06.392382 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b8e9afa6-6361-4997-a2fe-2c65fb600f47 req-734fda55-d263-453d-b702-c84b49aa4e15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2254601 Apr 18 21:19:06.506757 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e5c198fb-5d04-485a-81fe-9cd1adfe989c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:06.507496 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.531020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-e766b949-bf45-4514-85f5-dc02531d3013 req-dfdc1469-7c97-406b-afea-60de1e4f1c0d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Deleting port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:06.531355 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e766b949-bf45-4514-85f5-dc02531d3013 req-dfdc1469-7c97-406b-afea-60de1e4f1c0d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.572127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Router fca357d6-0f5b-4a5e-915e-8efee25944fa has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:19:06.614195 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.619287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:06.635726 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Sync routers for ids ['3d067e44-0f34-4794-b71e-88bf5040204b'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:06.663640 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Routers {'3d067e44-0f34-4794-b71e-88bf5040204b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:06.666933 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:18:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3d067e44-0f34-4794-b71e-88bf5040204b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:06.685119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afe408ea-13ca-4e80-8125-40cd6333bf96 req-2ed5a75c-6f51-42fc-8cc4-202ae44f81a2 tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/security-groups?id=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763466 Apr 18 21:19:06.888378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.893428 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bf2689b1-b52d-4931-a6ae-02d6a7e3a1e9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.4219964 Apr 18 21:19:06.904988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46124) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:07.090874 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Set router 3d067e44-0f34-4794-b71e-88bf5040204b gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:07.194850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8626c268-9e69-4991-bc7f-a9c4388854d6 None None] Update dhcp port {'port': {'network_id': 'f3085122-82b7-473d-89e5-0d3877bba5ba', 'fixed_ips': [{'subnet_id': '9fa03ad6-f666-44a5-91cf-53dd435714de', 'ip_address': '172.20.0.18'}, {'subnet_id': '32057575-156a-4a3c-b87f-bee3c4e70311', 'ip_address': '172.20.0.2'}, {'subnet_id': '799bff37-2c01-4205-a004-ad56136f17b9'}], 'binding:host_id': 'n-d-836017-3'}, 'id': '8f257eb9-f21b-47ab-91e2-9417ba87fa43'} from n-d-836017-3. {{(pid=85050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:19:07.337061 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8626c268-9e69-4991-bc7f-a9c4388854d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:07.376552 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b8e9afa6-6361-4997-a2fe-2c65fb600f47 req-20278bc5-0396-4c2f-b381-4f5fa02bd254 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9726696 Apr 18 21:19:07.462636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1a5ea-0b66-40b2-84b0-d0093aacb3a4 req-8bab083b-336b-455b-82b5-cf33da90a85b tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:07.469755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48d1a5ea-0b66-40b2-84b0-d0093aacb3a4 req-8bab083b-336b-455b-82b5-cf33da90a85b tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 945 time: 0.5694537 Apr 18 21:19:07.565854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-8626c268-9e69-4991-bc7f-a9c4388854d6 None None] Allocated IP 172.20.0.34 (f3085122-82b7-473d-89e5-0d3877bba5ba/799bff37-2c01-4205-a004-ad56136f17b9/8f257eb9-f21b-47ab-91e2-9417ba87fa43) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:07.626310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-e766b949-bf45-4514-85f5-dc02531d3013 req-dfdc1469-7c97-406b-afea-60de1e4f1c0d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] For port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1,segment=NetworkSegment(63af0d33-88bd-48ca-9f81-e792d2eb66f3),segment_id=63af0d33-88bd-48ca-9f81-e792d2eb66f3)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:07.626680 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e766b949-bf45-4514-85f5-dc02531d3013 req-dfdc1469-7c97-406b-afea-60de1e4f1c0d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:07.641911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f306393-102a-4841-af25-5b6058b63e53 req-ac3d3e23-4678-4004-9dcc-0ed8b5c1645a tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1258793 Apr 18 21:19:07.683507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48d1a5ea-0b66-40b2-84b0-d0093aacb3a4 req-a685a890-bbbd-46e9-bef8-7ebbd2f26212 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128100 Apr 18 21:19:07.715418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8626c268-9e69-4991-bc7f-a9c4388854d6 None None] For port 8f257eb9-f21b-47ab-91e2-9417ba87fa43, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8f257eb9-f21b-47ab-91e2-9417ba87fa43,segment=NetworkSegment(0d85e696-b493-4c44-b8b9-66f69e834e77),segment_id=0d85e696-b493-4c44-b8b9-66f69e834e77)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:07.745201 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8626c268-9e69-4991-bc7f-a9c4388854d6 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:07.766316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8626c268-9e69-4991-bc7f-a9c4388854d6 None None] Transition to ACTIVE for port object 8f257eb9-f21b-47ab-91e2-9417ba87fa43 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:07.814808 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:19:03Z', 'revision_number': 3, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:07.826372 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Checking router: 3d067e44-0f34-4794-b71e-88bf5040204b for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:19:07.827456 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Updating router 3d067e44-0f34-4794-b71e-88bf5040204b port 50b14526-8b79-40bc-b77f-f64710ce9ed8 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:19:07.846602 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8626c268-9e69-4991-bc7f-a9c4388854d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:07.905396 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:08.057964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-e766b949-bf45-4514-85f5-dc02531d3013 req-dfdc1469-7c97-406b-afea-60de1e4f1c0d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Calling delete_port for 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:08.310328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e2484e06-2d5a-46d0-bdb4-a34cb3211d6c details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:19:08.312607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d8876aea-5c5c-41b8-bb4e-9276c78b7112 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:08.412067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626c268-9e69-4991-bc7f-a9c4388854d6 None None] Pushing event updated for resources: {'Port': ['ID=8f257eb9-f21b-47ab-91e2-9417ba87fa43,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:08.530446 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:08.556430 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Transition to ACTIVE for port object 50b14526-8b79-40bc-b77f-f64710ce9ed8 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:08.557327 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e766b949-bf45-4514-85f5-dc02531d3013 req-dfdc1469-7c97-406b-afea-60de1e4f1c0d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:08.647077 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:08.662727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:08.699559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port d8876aea-5c5c-41b8-bb4e-9276c78b7112 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:08.732509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port d8876aea-5c5c-41b8-bb4e-9276c78b7112 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:08.732884 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:08.757774 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b8e9afa6-6361-4997-a2fe-2c65fb600f47 req-f7684027-b80b-4394-a2c5-8a9c5c7b936b service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3295929 Apr 18 21:19:08.824448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3c753f4c-b947-4ccd-bbe8-327cd9626acd up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:08.898706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc1469-7c97-406b-afea-60de1e4f1c0d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Pushing event deleted for resources: {'Port': ['ID=3e2eeab3-fd5a-4f55-a522-22cbc782eeb1,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:08.917005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c', 'mac_address': 'fa:16:3e:de:a3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:19:08.958530 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0879a19e-2d1f-4f05-9ea1-faac0b077e74 req-152bcf82-c052-4f2d-9c58-429444651d3b tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 210 time: 0.3086851 Apr 18 21:19:08.992155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b3e4791-ef11-4ef5-99a9-354ca7f07b65 req-05d05680-91e0-48ce-913e-26059df7189b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbf17cce-17cc-4868-9fee-90c13c5b2b6a HTTP/1.1" status: 200 len: 210 time: 0.2789502 Apr 18 21:19:08.999053 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Pushing event updated for resources: {'Port': ['ID=50b14526-8b79-40bc-b77f-f64710ce9ed8,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:09.008220 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Attempting to bind port 50b14526-8b79-40bc-b77f-f64710ce9ed8 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:09.008671 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Attempting to bind port 50b14526-8b79-40bc-b77f-f64710ce9ed8 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:09.008927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Attempting to bind port 50b14526-8b79-40bc-b77f-f64710ce9ed8 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:09.033549 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.033889 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.034220 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.034537 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.034855 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.037577 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.037958 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.038290 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.038614 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.038941 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.039520 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.065367 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:09.066065 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:09.066735 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.067501 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:09.068186 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Bound port: 50b14526-8b79-40bc-b77f-f64710ce9ed8, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:09.068560 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.113775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e766b949-bf45-4514-85f5-dc02531d3013 req-dfdc1469-7c97-406b-afea-60de1e4f1c0d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] No DVR routers for this DVR port 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:19:09.117717 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e766b949-bf45-4514-85f5-dc02531d3013 req-dfdc1469-7c97-406b-afea-60de1e4f1c0d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.239850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01', 'name': 'network-vif-deleted', 'tag': '3e2eeab3-fd5a-4f55-a522-22cbc782eeb1'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:19:09.293285 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] For port 50b14526-8b79-40bc-b77f-f64710ce9ed8, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:09.299231 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] For port 50b14526-8b79-40bc-b77f-f64710ce9ed8, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=50b14526-8b79-40bc-b77f-f64710ce9ed8,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:09.303128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Delete allocated IP 172.20.0.11 (f3085122-82b7-473d-89e5-0d3877bba5ba/32057575-156a-4a3c-b87f-bee3c4e70311) {{(pid=85048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:19:09.309509 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.316583 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.327511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87c8d4-0e77-4ae6-ae7a-af831c928ae4 req-a1c6410d-6e6c-45e5-a124-3cdbfc695416 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:09.335583 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd87c8d4-0e77-4ae6-ae7a-af831c928ae4 req-a1c6410d-6e6c-45e5-a124-3cdbfc695416 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 948 time: 1.0944469 Apr 18 21:19:09.368374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2484e06-2d5a-46d0-bdb4-a34cb3211d6c {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:19:09.404701 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.416145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Allocated IP 172.20.0.35 (f3085122-82b7-473d-89e5-0d3877bba5ba/799bff37-2c01-4205-a004-ad56136f17b9/25b414be-5ca1-420c-9967-4aea717a010d) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:09.468194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20cd5c03-7a98-4c04-9c25-3cc4a4502c02 req-5e56a54f-24a6-4e9f-98fb-138f18fa0275 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1298792 Apr 18 21:19:09.491166 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e766b949-bf45-4514-85f5-dc02531d3013 req-dfdc1469-7c97-406b-afea-60de1e4f1c0d tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.59 "DELETE /v2.0/ports/3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 HTTP/1.1" status: 204 len: 173 time: 3.1774802 Apr 18 21:19:09.523635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd87c8d4-0e77-4ae6-ae7a-af831c928ae4 req-48df71ff-309a-4c14-95c0-8b2bce8094b0 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862783 Apr 18 21:19:09.555859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:09.590939 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Routers {'3d067e44-0f34-4794-b71e-88bf5040204b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:09.591893 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:18:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3d067e44-0f34-4794-b71e-88bf5040204b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:09.667612 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.688062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:09.723759 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.735617 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-06da9854-4e01-4c42-8487-be7f9cfef686 admin admin] 10.222.0.11 "PUT /v2.0/routers/fca357d6-0f5b-4a5e-915e-8efee25944fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1171072 Apr 18 21:19:09.795306 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a9d140-9bf4-4b64-9365-3753dd044a6e'] response: {'server_uuid': '5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01', 'name': 'network-vif-deleted', 'tag': '3e2eeab3-fd5a-4f55-a522-22cbc782eeb1', 'status': 'completed', 'code': 200} Apr 18 21:19:09.797590 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b8e9afa6-6361-4997-a2fe-2c65fb600f47 req-6b356df5-1e37-4a93-a201-14a351b8a192 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9220359 Apr 18 21:19:09.832223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Sync routers for ids ['fca357d6-0f5b-4a5e-915e-8efee25944fa'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:09.871488 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955a5b8-8dd0-4003-bb45-a9e267057718 None None] Pushing event updated for resources: {'Port': ['ID=50b14526-8b79-40bc-b77f-f64710ce9ed8,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:09.881386 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8f257eb9-f21b-47ab-91e2-9417ba87fa43 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:09.947112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 3c753f4c-b947-4ccd-bbe8-327cd9626acd triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:09.947992 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.999329 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] Set router 3d067e44-0f34-4794-b71e-88bf5040204b gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:10.082078 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Routers {'fca357d6-0f5b-4a5e-915e-8efee25944fa'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:10.083120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:18:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['fca357d6-0f5b-4a5e-915e-8efee25944fa'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:10.300604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46150) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:10.546087 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:10.550935 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:19:03Z', 'revision_number': 3, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:10.555801 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634a080-bb94-4e95-aa65-61a6edcb33ab None None] The sync data for ids ['3d067e44-0f34-4794-b71e-88bf5040204b'] in n-d-836017-3 is: [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:19:03Z', 'revision_number': 3, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:10.608657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f57f4560-9a97-4a0f-b86d-3fb747b19059 None None] Provisioning for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:10.632032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['e2484e06-2d5a-46d0-bdb4-a34cb3211d6c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:19:10.694110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35107dc8-2611-4d57-a7c1-47c25073afc1 req-1e5104a8-8a67-415a-bb44-28841244f5da tempest-ServersNegativeTestMultiTenantJSON-1352832804 tempest-ServersNegativeTestMultiTenantJSON-1352832804-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d87f74e-fe9e-4fa6-9c1d-cb00fe9efe01 HTTP/1.1" status: 200 len: 210 time: 0.2432959 Apr 18 21:19:10.769270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c5680f-8c36-4ff7-a944-0a33545ce50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8876aea-5c5c-41b8-bb4e-9276c78b7112'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:19:10.785018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6316314-5239-4de3-a3be-9abd72dc9d94 req-42a9e89d-156a-4f8f-807c-0bb2a4a9ceb8 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:10.787984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f57f4560-9a97-4a0f-b86d-3fb747b19059 None None] Provisioning complete for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:10.788561 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f57f4560-9a97-4a0f-b86d-3fb747b19059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:10.795352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6316314-5239-4de3-a3be-9abd72dc9d94 req-42a9e89d-156a-4f8f-807c-0bb2a4a9ceb8 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 945 time: 0.9074535 Apr 18 21:19:10.804648 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:19:10.880909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:10.880909 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:10.929660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:10.932718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d8876aea-5c5c-41b8-bb4e-9276c78b7112, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d8876aea-5c5c-41b8-bb4e-9276c78b7112,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:11.061000 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-82cda130-c310-437d-a0a6-b940be167e1a req-cacd8989-8622-4bb7-bb63-e380fb928323 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.4789000 Apr 18 21:19:11.063880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Transition to ACTIVE for port object 25b414be-5ca1-420c-9967-4aea717a010d will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:11.098039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6316314-5239-4de3-a3be-9abd72dc9d94 req-c889dc8f-74d0-4c27-84f1-7a12f09ab251 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003144 Apr 18 21:19:11.154429 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.244046 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.356180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:11.359102 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.368928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb8abd-0cdb-4165-8ec3-98d5bd8e9cf2 req-669fe2cd-2be2-489f-ba6b-b8f62d9fa432 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:11.377910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27eb8abd-0cdb-4165-8ec3-98d5bd8e9cf2 req-669fe2cd-2be2-489f-ba6b-b8f62d9fa432 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 949 time: 0.3857541 Apr 18 21:19:11.483766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-950e58ca-51bc-40d5-b69b-8725ef37d142 req-c1b57511-9324-49c3-b705-9961fcf46835 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.0631249 Apr 18 21:19:11.571598 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d8876aea-5c5c-41b8-bb4e-9276c78b7112,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:11.600584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event updated for resources: {'Port': ['ID=25b414be-5ca1-420c-9967-4aea717a010d,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:11.631424 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.632202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:11.671369 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bd4fea-6783-4e22-8048-a12ea9541ec9'] response: {'server_uuid': '07c5680f-8c36-4ff7-a944-0a33545ce50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'code': 200} Apr 18 21:19:11.764102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=3c753f4c-b947-4ccd-bbe8-327cd9626acd,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:11.775267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] In _notify_port_updated(), no bound segment for port 25b414be-5ca1-420c-9967-4aea717a010d on network f3085122-82b7-473d-89e5-0d3877bba5ba {{(pid=85048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:19:11.780838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:11.784080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:11.784502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3e2eeab3-fd5a-4f55-a522-22cbc782eeb1 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:11.784950 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.786450 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-287ebbf3-9119-4ea4-b3a5-dd29b92e1af0 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "PUT /v2.0/ports/25b414be-5ca1-420c-9967-4aea717a010d HTTP/1.1" status: 200 len: 959 time: 5.8173933 Apr 18 21:19:11.806383 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27eb8abd-0cdb-4165-8ec3-98d5bd8e9cf2 req-06b3ff49-211a-4c6f-979d-745f5d83bfed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266090 Apr 18 21:19:11.807977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46164) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:11.854042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Set router fca357d6-0f5b-4a5e-915e-8efee25944fa gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:11.920573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd786c-7254-436b-b586-30573fa1ba5b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 25b414be-5ca1-420c-9967-4aea717a010d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:11.920928 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0fdd786c-7254-436b-b586-30573fa1ba5b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.927341 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:12.011045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46168) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:12.024007 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4732f48c-3c3a-4399-b25c-ffeadda8e9e7 req-8dbcfd92-d0d4-481a-8f80-2239f872e88e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07c5680f-8c36-4ff7-a944-0a33545ce50e HTTP/1.1" status: 200 len: 1101 time: 0.2924924 Apr 18 21:19:12.133734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b653131a-3691-4587-9dd2-3c63c8ad2ce7 admin admin] Deleting subnet ca224baf-2216-470c-83b5-0d4c25489ee3 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:19:12.401205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b653131a-3691-4587-9dd2-3c63c8ad2ce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:12.550705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f57f4560-9a97-4a0f-b86d-3fb747b19059 None None] Provisioning complete for port 97b75caa-721a-4e38-853b-dedaab043909 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:12.551473 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f57f4560-9a97-4a0f-b86d-3fb747b19059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:12.590005 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4732f48c-3c3a-4399-b25c-ffeadda8e9e7 req-38c4061b-9135-41f7-b9b1-e1f9ea2b1444 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503307 Apr 18 21:19:12.659818 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b653131a-3691-4587-9dd2-3c63c8ad2ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:12.743932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f57f4560-9a97-4a0f-b86d-3fb747b19059 None None] Port 97b75caa-721a-4e38-853b-dedaab043909 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:12.748732 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:12.940131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b653131a-3691-4587-9dd2-3c63c8ad2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:13.203515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b653131a-3691-4587-9dd2-3c63c8ad2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:13.220771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 50b14526-8b79-40bc-b77f-f64710ce9ed8 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:13.340645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653131a-3691-4587-9dd2-3c63c8ad2ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca224baf-2216-470c-83b5-0d4c25489ee3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:13.369127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b653131a-3691-4587-9dd2-3c63c8ad2ce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:13.391477 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b653131a-3691-4587-9dd2-3c63c8ad2ce7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ca224baf-2216-470c-83b5-0d4c25489ee3 HTTP/1.1" status: 204 len: 168 time: 1.3664598 Apr 18 21:19:13.397030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46184) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:13.516290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f57f4560-9a97-4a0f-b86d-3fb747b19059 None None] Provisioning for port 25b414be-5ca1-420c-9967-4aea717a010d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:13.551304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f57f4560-9a97-4a0f-b86d-3fb747b19059 None None] Provisioning complete for port 25b414be-5ca1-420c-9967-4aea717a010d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:13.551734 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f57f4560-9a97-4a0f-b86d-3fb747b19059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:13.586789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Allocated IP 172.20.0.1 (8206fe37-8686-497b-b552-23c2a6f40d7d/29dfc91b-4b7f-4e32-a00e-d8224f42e447/69c389a3-61ed-422d-9a8c-6c90f590fabc) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:13.712259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:19:13.716902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f57f4560-9a97-4a0f-b86d-3fb747b19059 None None] Port 25b414be-5ca1-420c-9967-4aea717a010d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:13.744047 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:13.794672 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:13.811304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'name': 'tempest-ServersTestFqdnHostnames-1781366024-router', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ae508370-d334-4291-8251-266ec851db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:47Z', 'updated_at': '2022-04-18T21:19:03Z', 'revision_number': 4, 'project_id': '986f1eec3cc3457aa45eb164439b7bee', 'gw_port': {'id': 'ae508370-d334-4291-8251-266ec851db66', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:48Z', 'updated_at': '2022-04-18T21:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b76927a8-172a-4996-8817-20c6a9f69fa7', 'name': '', 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee', 'mac_address': 'fa:16:3e:20:fe:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7d7434e-8a76-4212-afdf-d680bd1cd298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:59Z', 'updated_at': '2022-04-18T21:19:03Z', 'revision_number': 2, 'project_id': '986f1eec3cc3457aa45eb164439b7bee', 'subnets': [{'id': 'd7d7434e-8a76-4212-afdf-d680bd1cd298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:13.817317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Transition to ACTIVE for port object 69c389a3-61ed-422d-9a8c-6c90f590fabc will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:13.823233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Checking router: fca357d6-0f5b-4a5e-915e-8efee25944fa for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:19:13.823955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Updating router fca357d6-0f5b-4a5e-915e-8efee25944fa port b76927a8-172a-4996-8817-20c6a9f69fa7 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:19:13.853791 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24fefa3f-2c8b-4a27-87da-6dd640cecdfa req-7167a55d-b121-479b-99d6-e57016e662df tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 1.0114071 Apr 18 21:19:13.972429 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.003498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 50b14526-8b79-40bc-b77f-f64710ce9ed8 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:14.024818 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 50b14526-8b79-40bc-b77f-f64710ce9ed8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:14.028482 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.255543 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.293379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.308912 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a85da4ca-0a87-4971-ad70-470f89013a47 None None] Provisioning complete for port 25b414be-5ca1-420c-9967-4aea717a010d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:14.310482 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a85da4ca-0a87-4971-ad70-470f89013a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.445898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:14.516128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63af0d33-88bd-48ca-9f81-e792d2eb66f3') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:14.516669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63af0d33-88bd-48ca-9f81-e792d2eb66f3') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:14.591206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Network 8206fe37-8686-497b-b552-23c2a6f40d7d is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:14.602533 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:14.605986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:14.639241 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a85da4ca-0a87-4971-ad70-470f89013a47 None None] Port 25b414be-5ca1-420c-9967-4aea717a010d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:14.658539 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.743783 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.754965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Pushing event updated for resources: {'Port': ['ID=69c389a3-61ed-422d-9a8c-6c90f590fabc,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:14.777112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab673c2-24e6-4f18-9d91-86222a06f946 req-997f0351-77a0-438f-b69f-28147dda8534 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:14.779414 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ab673c2-24e6-4f18-9d91-86222a06f946 req-997f0351-77a0-438f-b69f-28147dda8534 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 2.1083519 Apr 18 21:19:14.799974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 50b14526-8b79-40bc-b77f-f64710ce9ed8, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=50b14526-8b79-40bc-b77f-f64710ce9ed8,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:14.827946 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.879489 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.889135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0fdd786c-7254-436b-b586-30573fa1ba5b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.896039 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.897402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:19:14.897402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:19:14.912637 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:19:14.953852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb22a4-7165-40b1-b5e7-b3a9c1aee490 req-0a4ab180-1f70-41b4-8278-1a8a1c582d5c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:14.958738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5eb22a4-7165-40b1-b5e7-b3a9c1aee490 req-0a4ab180-1f70-41b4-8278-1a8a1c582d5c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 949 time: 0.7705047 Apr 18 21:19:15.122601 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ab673c2-24e6-4f18-9d91-86222a06f946 req-2f77f273-5843-4fda-aa23-df97d7ae3f5e tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363745 Apr 18 21:19:15.134754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd786c-7254-436b-b586-30573fa1ba5b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 25b414be-5ca1-420c-9967-4aea717a010d owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:15.155867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=50b14526-8b79-40bc-b77f-f64710ce9ed8,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:15.197540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.204556 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.220959 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.234876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Transition to ACTIVE for port object b76927a8-172a-4996-8817-20c6a9f69fa7 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:15.283770 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] 10.222.0.11 "DELETE /v2.0/networks/ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c HTTP/1.1" status: 204 len: 168 time: 1.8829496 Apr 18 21:19:15.292324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46194) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:15.298082 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae99f984-0697-44b9-8f7a-a8a42ed47324'] response: {'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'code': 200} Apr 18 21:19:15.300129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c03071-23bb-423e-bf9d-0533c05808dd admin admin] Pushing event deleted for resources: {'Network': ['ID=ea09e6d7-eb1f-49b1-bbc0-bd4a45eb776c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:15.302900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9b31ea42-c11b-44b0-98dc-cb59afdebef7 None None] Provisioning for port 69c389a3-61ed-422d-9a8c-6c90f590fabc completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:15.316049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9b31ea42-c11b-44b0-98dc-cb59afdebef7 None None] Provisioning complete for port 69c389a3-61ed-422d-9a8c-6c90f590fabc triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:15.316357 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9b31ea42-c11b-44b0-98dc-cb59afdebef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.360958 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.426858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Deleting port b76927a8-172a-4996-8817-20c6a9f69fa7 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:15.427247 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.498868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc68561d-6d67-486f-a220-b3a80cb24734 admin admin] Deleting subnet 9f05a379-352d-4040-a6ca-f9194b62b2a4 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:19:15.502520 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc68561d-6d67-486f-a220-b3a80cb24734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.509336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521c641-633c-43d5-b97f-f5e8bb85ee03 None None] Pushing event updated for resources: {'Port': ['ID=b76927a8-172a-4996-8817-20c6a9f69fa7,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:15.557131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9b31ea42-c11b-44b0-98dc-cb59afdebef7 None None] Port 69c389a3-61ed-422d-9a8c-6c90f590fabc cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:15.713580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.764771 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc68561d-6d67-486f-a220-b3a80cb24734 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.808059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Attempting to bind port b76927a8-172a-4996-8817-20c6a9f69fa7 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:15.814222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Attempting to bind port b76927a8-172a-4996-8817-20c6a9f69fa7 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '7138358a-936d-4ee5-8de2-5425a895f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:15.814222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Attempting to bind port b76927a8-172a-4996-8817-20c6a9f69fa7 on network 9e199861-97b8-41ba-9417-c2455dee7b71 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:15.830562 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:15.834133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Checking segment: {'id': '7138358a-936d-4ee5-8de2-5425a895f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:15.839575 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.840742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Bound using segment: {'id': '7138358a-936d-4ee5-8de2-5425a895f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:15.844590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Bound port: b76927a8-172a-4996-8817-20c6a9f69fa7, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7138358a-936d-4ee5-8de2-5425a895f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:15.845732 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:16.026069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] For port b76927a8-172a-4996-8817-20c6a9f69fa7, host n-d-836017-3, got binding levels [] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:16.026742 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:16.128681 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5eb22a4-7165-40b1-b5e7-b3a9c1aee490 req-f53e55e7-bb49-4904-89ca-f8d419375e9b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0944226 Apr 18 21:19:16.185187 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc68561d-6d67-486f-a220-b3a80cb24734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:16.215067 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Calling delete_port for b76927a8-172a-4996-8817-20c6a9f69fa7 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:16.251587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] For port b76927a8-172a-4996-8817-20c6a9f69fa7, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:16.260447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] For port b76927a8-172a-4996-8817-20c6a9f69fa7, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b76927a8-172a-4996-8817-20c6a9f69fa7,segment=NetworkSegment(7138358a-936d-4ee5-8de2-5425a895f310),segment_id=7138358a-936d-4ee5-8de2-5425a895f310)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:16.275873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e2484e06-2d5a-46d0-bdb4-a34cb3211d6c up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:16.492279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:16.526557 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:16.559390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:16.559390 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:16.560067 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc68561d-6d67-486f-a220-b3a80cb24734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:16.615037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68561d-6d67-486f-a220-b3a80cb24734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f05a379-352d-4040-a6ca-f9194b62b2a4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:16.616651 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:19:16.617523 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:19:16.654547 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc68561d-6d67-486f-a220-b3a80cb24734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:16.724382 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dc68561d-6d67-486f-a220-b3a80cb24734 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9f05a379-352d-4040-a6ca-f9194b62b2a4 HTTP/1.1" status: 204 len: 168 time: 1.4280388 Apr 18 21:19:16.726469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46208) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:16.877118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521c641-633c-43d5-b97f-f5e8bb85ee03 None None] Pushing event updated for resources: {'Port': ['ID=b76927a8-172a-4996-8817-20c6a9f69fa7,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:16.887356 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0fdd786c-7254-436b-b586-30573fa1ba5b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:16.911744 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Routers {'fca357d6-0f5b-4a5e-915e-8efee25944fa'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:16.912336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:18:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['fca357d6-0f5b-4a5e-915e-8efee25944fa'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:16.996560 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.130189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Deleting port b76927a8-172a-4996-8817-20c6a9f69fa7 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:17.130745 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.249451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 50b14526-8b79-40bc-b77f-f64710ce9ed8 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:17.284105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd786c-7254-436b-b586-30573fa1ba5b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=25b414be-5ca1-420c-9967-4aea717a010d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:17.408710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20349574-f992-4ae1-9936-4a6e78f0bb48 req-117655bb-ad73-4ddf-8c99-314a59b951be tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:17.418001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20349574-f992-4ae1-9936-4a6e78f0bb48 req-117655bb-ad73-4ddf-8c99-314a59b951be tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.9706969 Apr 18 21:19:17.429521 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.492882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e100874e-7dbd-429d-9cc0-7b0811de0fb6']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:17.535201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdecfcb5-c5d3-496d-8ba5-fdaa3c7b8d86') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:17.535408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdecfcb5-c5d3-496d-8ba5-fdaa3c7b8d86') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:17.553629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4348245a-48a9-4348-b352-19ec8783f6a0 req-303246a9-a241-40bc-9e57-afd45265d164 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1271741 Apr 18 21:19:17.560494 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.580349 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.587466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:19:17.588168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.661345 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0fdd786c-7254-436b-b586-30573fa1ba5b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.665406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0fdd786c-7254-436b-b586-30573fa1ba5b tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/25b414be-5ca1-420c-9967-4aea717a010d HTTP/1.1" status: 204 len: 168 time: 5.8561175 Apr 18 21:19:17.668727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46222) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:17.761038 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:19:17.782496 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:19:17.798836 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69e9919-7745-4c20-b30d-082bf4ffb035 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] GET failed (client error): The resource could not be found. Apr 18 21:19:17.799974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e69e9919-7745-4c20-b30d-082bf4ffb035 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Synchronizing usage tracker for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:19:17.872339 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.873673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20349574-f992-4ae1-9936-4a6e78f0bb48 req-2f16ba1d-eb88-4ce2-9b0c-dc1bae89e7d2 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4534888 Apr 18 21:19:17.892101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.954878 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.973437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] Set router fca357d6-0f5b-4a5e-915e-8efee25944fa gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:17.977105 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] Pushing event deleted for resources: {'Network': ['ID=e100874e-7dbd-429d-9cc0-7b0811de0fb6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:17.988411 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-81c6b59d-f5fb-4467-a290-d01d8ebebb02 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e100874e-7dbd-429d-9cc0-7b0811de0fb6 HTTP/1.1" status: 204 len: 168 time: 1.2608597 Apr 18 21:19:18.053846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e69e9919-7745-4c20-b30d-082bf4ffb035 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Unset dirty status for tenant:de025488dafd4d32aeebced97621e383 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:19:18.058624 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e69e9919-7745-4c20-b30d-082bf4ffb035 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports/25b414be-5ca1-420c-9967-4aea717a010d HTTP/1.1" status: 404 len: 333 time: 0.3797019 Apr 18 21:19:18.059136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.061555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46230) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:18.099068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc41bd98-ef45-4bed-9d77-3353daba3abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:19:18.118447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] For port b76927a8-172a-4996-8817-20c6a9f69fa7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b76927a8-172a-4996-8817-20c6a9f69fa7,segment=NetworkSegment(7138358a-936d-4ee5-8de2-5425a895f310),segment_id=7138358a-936d-4ee5-8de2-5425a895f310)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:18.122861 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.291091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Pushing event updated for resources: {'Port': ['ID=69c389a3-61ed-422d-9a8c-6c90f590fabc,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:18.293825 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.436869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Calling delete_port for b76927a8-172a-4996-8817-20c6a9f69fa7 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:18.441413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:18.616750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 50b14526-8b79-40bc-b77f-f64710ce9ed8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:18.618142 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.663034 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776e9361-552e-4480-92ed-a0e4406d107a'] response: {'server_uuid': 'dc41bd98-ef45-4bed-9d77-3353daba3abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c', 'code': 200} Apr 18 21:19:18.681850 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.695425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Network 8206fe37-8686-497b-b552-23c2a6f40d7d is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:18.713109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:18.812543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:18.837601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46240) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:19.068245 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eca84842-d6e5-47e3-bc95-feb5d6cba70e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.170548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'name': 'tempest-ServersTestFqdnHostnames-1781366024-router', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ae508370-d334-4291-8251-266ec851db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:47Z', 'updated_at': '2022-04-18T21:19:03Z', 'revision_number': 4, 'project_id': '986f1eec3cc3457aa45eb164439b7bee', 'gw_port': {'id': 'ae508370-d334-4291-8251-266ec851db66', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:48Z', 'updated_at': '2022-04-18T21:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b76927a8-172a-4996-8817-20c6a9f69fa7', 'name': '', 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee', 'mac_address': 'fa:16:3e:20:fe:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7d7434e-8a76-4212-afdf-d680bd1cd298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:59Z', 'updated_at': '2022-04-18T21:19:16Z', 'revision_number': 4, 'project_id': '986f1eec3cc3457aa45eb164439b7bee', 'subnets': [{'id': 'd7d7434e-8a76-4212-afdf-d680bd1cd298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:19.195149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de318417-d30a-4918-96f5-7e6a399c120d None None] The sync data for ids ['fca357d6-0f5b-4a5e-915e-8efee25944fa'] in n-d-836017-3 is: [{'id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'name': 'tempest-ServersTestFqdnHostnames-1781366024-router', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ae508370-d334-4291-8251-266ec851db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:47Z', 'updated_at': '2022-04-18T21:19:03Z', 'revision_number': 4, 'project_id': '986f1eec3cc3457aa45eb164439b7bee', 'gw_port': {'id': 'ae508370-d334-4291-8251-266ec851db66', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:48Z', 'updated_at': '2022-04-18T21:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b76927a8-172a-4996-8817-20c6a9f69fa7', 'name': '', 'network_id': '9e199861-97b8-41ba-9417-c2455dee7b71', 'tenant_id': '986f1eec3cc3457aa45eb164439b7bee', 'mac_address': 'fa:16:3e:20:fe:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca357d6-0f5b-4a5e-915e-8efee25944fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7d7434e-8a76-4212-afdf-d680bd1cd298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:59Z', 'updated_at': '2022-04-18T21:19:16Z', 'revision_number': 4, 'project_id': '986f1eec3cc3457aa45eb164439b7bee', 'subnets': [{'id': 'd7d7434e-8a76-4212-afdf-d680bd1cd298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:19.289356 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6a01f622-8313-48de-a1a0-ca7616cd7ec0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9faab4bf6dcf44158003ce846b99fdad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4257464 Apr 18 21:19:19.289537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-273a4f27-90bb-489a-ba5f-c0ad9a2e3ac3 None None] Provisioning complete for port 69c389a3-61ed-422d-9a8c-6c90f590fabc triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:19.289537 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-273a4f27-90bb-489a-ba5f-c0ad9a2e3ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.317959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46246) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:19.358559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40398a-9971-48fe-8a56-7b9746639e2b req-8d5f3a61-7ef7-4fa2-b8da-1467cf566336 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:19.365462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa40398a-9971-48fe-8a56-7b9746639e2b req-8d5f3a61-7ef7-4fa2-b8da-1467cf566336 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 949 time: 1.4613926 Apr 18 21:19:19.398557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-273a4f27-90bb-489a-ba5f-c0ad9a2e3ac3 None None] Port 69c389a3-61ed-422d-9a8c-6c90f590fabc cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:19.434383 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eca84842-d6e5-47e3-bc95-feb5d6cba70e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.449231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28c5dc4e-ab05-4993-973c-cfe67d892e1d req-50688811-b969-4817-802b-4a45fbc1a883 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.2583306 Apr 18 21:19:19.576308 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bbb27fc4-ddc3-49a6-95f9-f086ab274b9c req-ec7e5a61-c14a-4897-8ade-769dece9a152 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 1101 time: 0.8338645 Apr 18 21:19:19.625353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa40398a-9971-48fe-8a56-7b9746639e2b req-8c402139-847b-4e59-a4cf-aadca833da2b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373190 Apr 18 21:19:19.745133 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bbb27fc4-ddc3-49a6-95f9-f086ab274b9c req-3c9a6ef7-d31d-4674-b261-925959950dd0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562710 Apr 18 21:19:19.754200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f66fb6c-f391-4179-ab32-81251594ac86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.855334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eca84842-d6e5-47e3-bc95-feb5d6cba70e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.875027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f66fb6c-f391-4179-ab32-81251594ac86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.904045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca84842-d6e5-47e3-bc95-feb5d6cba70e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23d578e-6c48-4fe4-bc0b-3888b45aa2fa,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:19.956313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eca84842-d6e5-47e3-bc95-feb5d6cba70e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.962215 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-eca84842-d6e5-47e3-bc95-feb5d6cba70e tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/security-groups/a23d578e-6c48-4fe4-bc0b-3888b45aa2fa HTTP/1.1" status: 204 len: 168 time: 1.8990700 Apr 18 21:19:19.963147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46252) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:20.024371 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:20.146558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Pushing event deleted for resources: {'Port': ['ID=b76927a8-172a-4996-8817-20c6a9f69fa7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:20.214900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7eadf-6616-49e9-b934-181505260146 req-af4904f7-5e73-4eb5-9ff0-ea09b5d40ddb tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:20.225945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97a7eadf-6616-49e9-b934-181505260146 req-af4904f7-5e73-4eb5-9ff0-ea09b5d40ddb tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.4460809 Apr 18 21:19:20.243330 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f66fb6c-f391-4179-ab32-81251594ac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:20.301233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97a7eadf-6616-49e9-b934-181505260146 req-740419bc-56a5-46af-afd5-3211123b20be tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693729 Apr 18 21:19:20.428215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Router 3d067e44-0f34-4794-b71e-88bf5040204b has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:19:20.431995 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd9c5-bef5-4ba4-b796-89e15f2b1d6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:20.438557 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f66fb6c-f391-4179-ab32-81251594ac86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:20.438557 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f66fb6c-f391-4179-ab32-81251594ac86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/740aa7a2-3ddf-4dd2-9a85-f045d316f5d3 HTTP/1.1" status: 204 len: 168 time: 1.0989280 Apr 18 21:19:20.440656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66fb6c-f391-4179-ab32-81251594ac86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740aa7a2-3ddf-4dd2-9a85-f045d316f5d3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:20.498125 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd9c5-bef5-4ba4-b796-89e15f2b1d6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:20.825255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:20.833183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ec69e370-6de3-4293-a19c-54a425f28595 admin admin] 10.222.0.11 "PUT /v2.0/routers/3d067e44-0f34-4794-b71e-88bf5040204b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9271119 Apr 18 21:19:20.836359 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Sync routers for ids ['3d067e44-0f34-4794-b71e-88bf5040204b'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:20.878537 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Routers {'3d067e44-0f34-4794-b71e-88bf5040204b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:20.880804 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:18:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3d067e44-0f34-4794-b71e-88bf5040204b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:21.025318 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9a25f03-adab-425e-bdb8-3cf696c4294e req-859c38d0-3c7b-4de2-97eb-297297933908 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1431143 Apr 18 21:19:21.112887 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd9c5-bef5-4ba4-b796-89e15f2b1d6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:21.162482 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd9c5-bef5-4ba4-b796-89e15f2b1d6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:21.162482 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a6bbd9c5-bef5-4ba4-b796-89e15f2b1d6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/security-groups/e3165ee9-c0cf-46ca-86a6-718b9cbe12bc HTTP/1.1" status: 204 len: 168 time: 1.1937456 Apr 18 21:19:21.168130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbd9c5-bef5-4ba4-b796-89e15f2b1d6a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3165ee9-c0cf-46ca-86a6-718b9cbe12bc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:21.169754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46266) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:21.291718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf092709-f897-426b-9d0a-481a8a829325 req-d1fcd4de-7d4c-4cbf-b3ff-eb61433cd1b6 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:21.297622 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf092709-f897-426b-9d0a-481a8a829325 req-d1fcd4de-7d4c-4cbf-b3ff-eb61433cd1b6 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 950 time: 0.2712290 Apr 18 21:19:21.413052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf092709-f897-426b-9d0a-481a8a829325 req-6c705f06-4293-4bf1-8315-2fff21ebd798 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087334 Apr 18 21:19:21.419360 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2394-6acd-45b7-b118-204075b7a62c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:21.512925 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Set router 3d067e44-0f34-4794-b71e-88bf5040204b gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:21.522195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:21.549413 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2394-6acd-45b7-b118-204075b7a62c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:21.879426 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2394-6acd-45b7-b118-204075b7a62c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:21.921298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f58c30-78d6-4d8b-b3d1-eb79f8106679 req-ffc0df20-ae40-4302-86ff-df660f9e9992 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:21.940653 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1f58c30-78d6-4d8b-b3d1-eb79f8106679 req-ffc0df20-ae40-4302-86ff-df660f9e9992 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.1995432 Apr 18 21:19:22.001816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb2394-6acd-45b7-b118-204075b7a62c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92cb5dc-f2c6-44ea-8797-d814e8079357,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:22.006569 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2394-6acd-45b7-b118-204075b7a62c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.010641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46280) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:22.022034 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f6bb2394-6acd-45b7-b118-204075b7a62c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/security-groups/a92cb5dc-f2c6-44ea-8797-d814e8079357 HTTP/1.1" status: 204 len: 168 time: 0.8402448 Apr 18 21:19:22.117844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46284) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:22.207177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1f58c30-78d6-4d8b-b3d1-eb79f8106679 req-5e517f7a-356d-4472-8076-00c5407d9610 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640927 Apr 18 21:19:22.273700 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:19:15Z', 'revision_number': 4, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '69c389a3-61ed-422d-9a8c-6c90f590fabc', 'name': '', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'mac_address': 'fa:16:3e:14:47:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:13Z', 'updated_at': '2022-04-18T21:19:16Z', 'revision_number': 2, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'subnets': [{'id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:22.278714 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Checking router: 3d067e44-0f34-4794-b71e-88bf5040204b for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:19:22.279066 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Updating router 3d067e44-0f34-4794-b71e-88bf5040204b port 69c389a3-61ed-422d-9a8c-6c90f590fabc binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:19:22.322035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46290) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:22.375737 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.496374 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-56ba5e79-27f1-4cfd-b19c-11f40dab0a2b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14d3499fbaec4b3b85120b39c7e44a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3555024 Apr 18 21:19:22.520776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46296) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:22.522385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--27808203', 'description': 'tempest-description--326866969'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:22.535973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:22.541428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Usage tracker for resource:security_group and tenant:9805981f52fc4d558c0e20f0c766a376 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:22.544297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:22.550759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:22.628119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72d69385-c8f4-41af-a9c3-eb6bcadfe5d5 req-917a935f-ac96-44ea-8f06-724c4b8af881 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.0669606 Apr 18 21:19:22.637821 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.681340 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17e92d43-d059-4482-9f0e-d74aa6f6d3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.730498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f500c2e-e5c0-4955-9ca8-7e7e992b607a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting subnet 32057575-156a-4a3c-b87f-bee3c4e70311 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:19:22.734253 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4f500c2e-e5c0-4955-9ca8-7e7e992b607a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.804038 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4f500c2e-e5c0-4955-9ca8-7e7e992b607a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.923763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4f500c2e-e5c0-4955-9ca8-7e7e992b607a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.945753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17e92d43-d059-4482-9f0e-d74aa6f6d3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.996601 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.015935 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Transition to ACTIVE for port object 69c389a3-61ed-422d-9a8c-6c90f590fabc will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:23.053167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:23.057128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Usage tracker for resource:security_group_rule and tenant:9805981f52fc4d558c0e20f0c766a376 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:23.060131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:23.094276 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.129411 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17e92d43-d059-4482-9f0e-d74aa6f6d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.151132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e92d43-d059-4482-9f0e-d74aa6f6d3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11314ba-2cab-46c6-8fec-44a0446972ad,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:23.178935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46302) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:23.198845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:23.230505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Router fca357d6-0f5b-4a5e-915e-8efee25944fa has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:19:23.231644 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17e92d43-d059-4482-9f0e-d74aa6f6d3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.232772 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-17e92d43-d059-4482-9f0e-d74aa6f6d3c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d11314ba-2cab-46c6-8fec-44a0446972ad HTTP/1.1" status: 204 len: 168 time: 0.7107027 Apr 18 21:19:23.327968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedf5c6-d83d-4191-9446-3a166dbbdfec req-e37153d5-73f5-4f33-94e6-35d341f10bcb tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:23.336027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ebedf5c6-d83d-4191-9446-3a166dbbdfec req-e37153d5-73f5-4f33-94e6-35d341f10bcb tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 950 time: 0.6604021 Apr 18 21:19:23.443499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ebedf5c6-d83d-4191-9446-3a166dbbdfec req-f28e3ff4-9c77-49d9-a9ec-506cce807a13 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061995 Apr 18 21:19:23.499111 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4f500c2e-e5c0-4955-9ca8-7e7e992b607a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.511202 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e98af6-4fa2-4ee3-8722-5e1d2582bbb5 None None] Pushing event updated for resources: {'Port': ['ID=69c389a3-61ed-422d-9a8c-6c90f590fabc,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:23.672759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff4fa4b-cb90-4f3f-93d7-52cae493d4dd None None] Network f3085122-82b7-473d-89e5-0d3877bba5ba requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:23.698406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f500c2e-e5c0-4955-9ca8-7e7e992b607a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Subnet': ['ID=32057575-156a-4a3c-b87f-bee3c4e70311,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:23.704115 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Attempting to bind port 69c389a3-61ed-422d-9a8c-6c90f590fabc on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:23.705001 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Attempting to bind port 69c389a3-61ed-422d-9a8c-6c90f590fabc by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:23.705374 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Attempting to bind port 69c389a3-61ed-422d-9a8c-6c90f590fabc on network 8206fe37-8686-497b-b552-23c2a6f40d7d {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:23.722491 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:23.722862 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Checking segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:23.723259 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.723646 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Bound using segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:23.724120 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Bound port: 69c389a3-61ed-422d-9a8c-6c90f590fabc, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:23.724487 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.832431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:23.838416 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4f500c2e-e5c0-4955-9ca8-7e7e992b607a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.846260 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cd661e64-5379-4d8b-8139-cbc55914678d admin admin] 10.222.0.11 "PUT /v2.0/routers/fca357d6-0f5b-4a5e-915e-8efee25944fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5431628 Apr 18 21:19:23.848365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46316) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:23.881699 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.913581 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] For port 69c389a3-61ed-422d-9a8c-6c90f590fabc, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:23.918039 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] For port 69c389a3-61ed-422d-9a8c-6c90f590fabc, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=69c389a3-61ed-422d-9a8c-6c90f590fabc,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:24.018172 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.020543 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.036702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4f500c2e-e5c0-4955-9ca8-7e7e992b607a tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/32057575-156a-4a3c-b87f-bee3c4e70311 HTTP/1.1" status: 204 len: 168 time: 2.0175834 Apr 18 21:19:24.050279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46322) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:24.114439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801bfc14-e1f7-4a4c-8369-cd51fe51098d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:24.304966 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.310712 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4ffb1489-efb6-40ef-b74e-6126797f8d34 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 1.9824853 Apr 18 21:19:24.324722 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e98af6-4fa2-4ee3-8722-5e1d2582bbb5 None None] Pushing event updated for resources: {'Port': ['ID=69c389a3-61ed-422d-9a8c-6c90f590fabc,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:24.347135 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Routers {'3d067e44-0f34-4794-b71e-88bf5040204b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:24.348903 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:18:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3d067e44-0f34-4794-b71e-88bf5040204b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:24.351064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46326) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:24.362146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-53f9feb9-2e95-45e8-b5ae-fd8106c1e4ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Request body: {'security_group_rule': {'security_group_id': '801bfc14-e1f7-4a4c-8369-cd51fe51098d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:24.369548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-53f9feb9-2e95-45e8-b5ae-fd8106c1e4ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:24.376980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-53f9feb9-2e95-45e8-b5ae-fd8106c1e4ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Usage tracker for resource:security_group_rule and tenant:9805981f52fc4d558c0e20f0c766a376 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:24.381301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-53f9feb9-2e95-45e8-b5ae-fd8106c1e4ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:24.391008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-53f9feb9-2e95-45e8-b5ae-fd8106c1e4ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:24.402272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec520c1-dbda-4c4c-abbd-8b826c70cf75 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting subnet 799bff37-2c01-4205-a004-ad56136f17b9 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:19:24.416631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aec520c1-dbda-4c4c-abbd-8b826c70cf75 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.512125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aec520c1-dbda-4c4c-abbd-8b826c70cf75 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.579347 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e5940b7e-e325-4d49-b81c-0b9edb10e3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.612897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53f9feb9-2e95-45e8-b5ae-fd8106c1e4ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.614764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cdf69-9802-4ed3-97b1-952e746c31c9 req-f147a0c0-2495-4a9a-a9aa-ce17e280350f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:24.622923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b73cdf69-9802-4ed3-97b1-952e746c31c9 req-f147a0c0-2495-4a9a-a9aa-ce17e280350f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.9574847 Apr 18 21:19:24.710790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da15efd-a9f1-4e9a-a44f-c2b176c4b166 req-ca2b6841-ee97-4038-aaf5-3152a5d3f60b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:24.714121 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2da15efd-a9f1-4e9a-a44f-c2b176c4b166 req-ca2b6841-ee97-4038-aaf5-3152a5d3f60b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c5680f-8c36-4ff7-a944-0a33545ce50e HTTP/1.1" status: 200 len: 950 time: 0.8634937 Apr 18 21:19:24.785652 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aec520c1-dbda-4c4c-abbd-8b826c70cf75 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.828454 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] Set router 3d067e44-0f34-4794-b71e-88bf5040204b gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:24.993500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53f9feb9-2e95-45e8-b5ae-fd8106c1e4ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.028034 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.190068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b73cdf69-9802-4ed3-97b1-952e746c31c9 req-7aad1afa-e8b4-4698-a332-d18c92344d2b tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5657382 Apr 18 21:19:25.212259 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53f9feb9-2e95-45e8-b5ae-fd8106c1e4ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.315246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2da15efd-a9f1-4e9a-a44f-c2b176c4b166 req-c210495d-7b7b-4801-87fc-9d8a416bc961 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212029 Apr 18 21:19:25.397858 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aec520c1-dbda-4c4c-abbd-8b826c70cf75 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.540290 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aec520c1-dbda-4c4c-abbd-8b826c70cf75 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.547182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff240aa-5641-4a94-b0b7-b13869fe981e None None] Network f3085122-82b7-473d-89e5-0d3877bba5ba requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:25.548035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec520c1-dbda-4c4c-abbd-8b826c70cf75 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Subnet': ['ID=799bff37-2c01-4205-a004-ad56136f17b9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:25.582018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9feb9-2e95-45e8-b5ae-fd8106c1e4ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd98a8a-f3a1-4482-8340-ef26ba41c4f3,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:25.627440 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-aec520c1-dbda-4c4c-abbd-8b826c70cf75 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/799bff37-2c01-4205-a004-ad56136f17b9 HTTP/1.1" status: 204 len: 168 time: 1.5249436 Apr 18 21:19:25.634348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46344) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:25.646038 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4558ce2-1069-4d6f-abee-f2aa56c7710b req-07d10a7a-ea91-4e8b-9cb0-0f4cf6709ba7 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.0800161 Apr 18 21:19:25.686018 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53f9feb9-2e95-45e8-b5ae-fd8106c1e4ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.690290 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-53f9feb9-2e95-45e8-b5ae-fd8106c1e4ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3306584 Apr 18 21:19:25.694364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46348) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:25.710661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0e310744-c04c-42b4-a723-8682bd5d2436 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Request body: {'security_group_rule': {'security_group_id': '801bfc14-e1f7-4a4c-8369-cd51fe51098d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:25.740889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0e310744-c04c-42b4-a723-8682bd5d2436 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:25.757995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0e310744-c04c-42b4-a723-8682bd5d2436 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Usage tracker for resource:security_group_rule and tenant:9805981f52fc4d558c0e20f0c766a376 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:25.761121 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71f9e7f-18f6-4ba0-97c7-2d22d2abe422 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] DELETE failed (client error): The resource could not be found. Apr 18 21:19:25.761588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71f9e7f-18f6-4ba0-97c7-2d22d2abe422 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:19:25.763290 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f71f9e7f-18f6-4ba0-97c7-2d22d2abe422 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/32057575-156a-4a3c-b87f-bee3c4e70311 HTTP/1.1" status: 404 len: 337 time: 0.1162772 Apr 18 21:19:25.770672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46354) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:25.773369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0e310744-c04c-42b4-a723-8682bd5d2436 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:25.793115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0e310744-c04c-42b4-a723-8682bd5d2436 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:25.868015 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:19:15Z', 'revision_number': 4, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '69c389a3-61ed-422d-9a8c-6c90f590fabc', 'name': '', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'mac_address': 'fa:16:3e:14:47:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:13Z', 'updated_at': '2022-04-18T21:19:23Z', 'revision_number': 4, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'subnets': [{'id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:25.877426 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5e725-3770-4230-9534-a220c5fc5fc8 None None] The sync data for ids ['3d067e44-0f34-4794-b71e-88bf5040204b'] in n-d-836017-3 is: [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:19:15Z', 'revision_number': 4, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '69c389a3-61ed-422d-9a8c-6c90f590fabc', 'name': '', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'mac_address': 'fa:16:3e:14:47:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:13Z', 'updated_at': '2022-04-18T21:19:23Z', 'revision_number': 4, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'subnets': [{'id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:25.905573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6f5c42-3723-4070-9923-15ab44483a52 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting subnet 9fa03ad6-f666-44a5-91cf-53dd435714de {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:19:25.913498 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb6f5c42-3723-4070-9923-15ab44483a52 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.996324 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.011275 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e310744-c04c-42b4-a723-8682bd5d2436 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.030034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-578b082c-83dc-4aeb-8cd5-a6f4c55d3627 None None] Provisioning complete for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:26.035699 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-578b082c-83dc-4aeb-8cd5-a6f4c55d3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.123961 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb6f5c42-3723-4070-9923-15ab44483a52 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.183754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Deleting port ae508370-d334-4291-8251-266ec851db66 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:26.184116 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.251939 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81fc7453-a073-460c-9404-3d12aa308158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.332663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0123e80-5180-4118-9e1a-00081b02fa7c req-bf0e75dc-fd8f-435d-95a0-ce6a9da93d3b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:26.355249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0123e80-5180-4118-9e1a-00081b02fa7c req-bf0e75dc-fd8f-435d-95a0-ce6a9da93d3b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:26.359749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d0123e80-5180-4118-9e1a-00081b02fa7c req-bf0e75dc-fd8f-435d-95a0-ce6a9da93d3b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c5680f-8c36-4ff7-a944-0a33545ce50e&device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 1691 time: 0.3199658 Apr 18 21:19:26.428377 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb6f5c42-3723-4070-9923-15ab44483a52 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.448604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-578b082c-83dc-4aeb-8cd5-a6f4c55d3627 None None] Provisioning complete for port 97b75caa-721a-4e38-853b-dedaab043909 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:26.448983 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-578b082c-83dc-4aeb-8cd5-a6f4c55d3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.558345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-578b082c-83dc-4aeb-8cd5-a6f4c55d3627 None None] Port 97b75caa-721a-4e38-853b-dedaab043909 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:26.587154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d0123e80-5180-4118-9e1a-00081b02fa7c req-dcfaef4d-a23b-485c-9228-5537c28a30ed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126272 Apr 18 21:19:26.660076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d7ad-a431-479d-bd85-de5b3fcfde11 req-dfd831ba-610b-4543-9079-779eef507c88 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:26.670354 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ee7d7ad-a431-479d-bd85-de5b3fcfde11 req-dfd831ba-610b-4543-9079-779eef507c88 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.1796117 Apr 18 21:19:26.774769 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb6f5c42-3723-4070-9923-15ab44483a52 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.804424 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ee7d7ad-a431-479d-bd85-de5b3fcfde11 req-ba9fd70c-8e45-4a10-af33-de914c99c952 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331069 Apr 18 21:19:26.961112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f5c42-3723-4070-9923-15ab44483a52 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa03ad6-f666-44a5-91cf-53dd435714de,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:26.977745 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb6f5c42-3723-4070-9923-15ab44483a52 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.001277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eb6f5c42-3723-4070-9923-15ab44483a52 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/9fa03ad6-f666-44a5-91cf-53dd435714de HTTP/1.1" status: 204 len: 168 time: 1.2293916 Apr 18 21:19:27.002523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46372) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.056644 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-84a7ecd0-ac50-4e77-be73-347ff0a7d05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.070266 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e310744-c04c-42b4-a723-8682bd5d2436 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.098778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46376) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.184929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e310744-c04c-42b4-a723-8682bd5d2436 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.200958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c63e3bdb-bc40-4c3e-a84f-5ea56a0a0169 req-b6fd72a3-498a-4f25-a0cd-ff73ea5fba8a tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1124766 Apr 18 21:19:27.202433 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a613bc16-e4a4-4561-9037-9507e072bf34 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] DELETE failed (client error): The resource could not be found. Apr 18 21:19:27.206882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a613bc16-e4a4-4561-9037-9507e072bf34 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:19:27.211951 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a613bc16-e4a4-4561-9037-9507e072bf34 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/aa7060ba-a212-4e3f-83cc-05c3a6c438d7 HTTP/1.1" status: 404 len: 337 time: 0.2084458 Apr 18 21:19:27.214344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46382) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.316950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] For port ae508370-d334-4291-8251-266ec851db66, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ae508370-d334-4291-8251-266ec851db66,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:27.317333 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.336809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 69c389a3-61ed-422d-9a8c-6c90f590fabc up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:27.345405 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-48e4de96-b263-42ab-a4fd-7e72f1900310 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "GET /v2.0/ports?device_id=172da51c-6a1a-4935-b2bc-f9cf2d43ee4f HTTP/1.1" status: 200 len: 205 time: 0.1294706 Apr 18 21:19:27.347383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46386) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.355774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310744-c04c-42b4-a723-8682bd5d2436 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4962ad-e459-4eaf-9e49-4f3587c4a9aa,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:27.493743 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-4825ddec-433d-43ee-b2d5-b4f3ff34215c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] delete failed (client error): The resource could not be found. Apr 18 21:19:27.497726 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4825ddec-433d-43ee-b2d5-b4f3ff34215c tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/routers/172da51c-6a1a-4935-b2bc-f9cf2d43ee4f HTTP/1.1" status: 404 len: 336 time: 0.1492898 Apr 18 21:19:27.498294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46390) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.592915 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd22380-022c-41b6-9451-21cd0d41e9e4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] DELETE failed (client error): The resource could not be found. Apr 18 21:19:27.593163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Calling delete_port for ae508370-d334-4291-8251-266ec851db66 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:27.593264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd22380-022c-41b6-9451-21cd0d41e9e4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:19:27.598126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7fd22380-022c-41b6-9451-21cd0d41e9e4 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/1959564e-386c-4020-9173-a98e7b00be21 HTTP/1.1" status: 404 len: 337 time: 0.0902462 Apr 18 21:19:27.602978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46394) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.651098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 69c389a3-61ed-422d-9a8c-6c90f590fabc completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:27.653723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 69c389a3-61ed-422d-9a8c-6c90f590fabc triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:27.654103 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.665762 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e310744-c04c-42b4-a723-8682bd5d2436 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.667398 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0e310744-c04c-42b4-a723-8682bd5d2436 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9635296 Apr 18 21:19:27.679143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46398) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.688135 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40c171f-52f9-43f6-81d1-7d49f074be63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] DELETE failed (client error): The resource could not be found. Apr 18 21:19:27.690002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40c171f-52f9-43f6-81d1-7d49f074be63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:19:27.697854 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f40c171f-52f9-43f6-81d1-7d49f074be63 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/e015a1d0-7569-41a5-95e9-41c6a54920eb HTTP/1.1" status: 404 len: 337 time: 0.0885632 Apr 18 21:19:27.701837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46402) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.717142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:27.722835 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7488bda-3f3b-49c4-a158-f32f6e894f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.745883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:27.755766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Usage tracker for resource:floatingip and tenant:9805981f52fc4d558c0e20f0c766a376 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:27.763365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:27.780879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:27.803116 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec6a4bc-4ad2-49b3-8e7e-d51d42f7c1eb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] DELETE failed (client error): The resource could not be found. Apr 18 21:19:27.803569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec6a4bc-4ad2-49b3-8e7e-d51d42f7c1eb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:19:27.808069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5ec6a4bc-4ad2-49b3-8e7e-d51d42f7c1eb tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/fe2adc1b-7f15-457b-92cb-c3d2633d83d7 HTTP/1.1" status: 404 len: 337 time: 0.0992186 Apr 18 21:19:27.813364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46406) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.837002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ba9f6af-4359-4abf-902a-0641d7c3810a req-c5ce85a2-0af4-418d-92cd-f0c49fb20d1c tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=07c5680f-8c36-4ff7-a944-0a33545ce50e HTTP/1.1" status: 200 len: 1101 time: 0.4854474 Apr 18 21:19:27.890098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a7488bda-3f3b-49c4-a158-f32f6e894f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:27.914785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0ba9f6af-4359-4abf-902a-0641d7c3810a req-6aa2d96f-76c2-42b8-a72a-e8358a069597 tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] Synchronizing usage tracker for tenant:c5f7a87dd8c34673baf3986fa51e440b on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:19:28.093334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a7488bda-3f3b-49c4-a158-f32f6e894f20 admin admin] Usage tracker for resource:security_group_rule and tenant:9c407c46ecf047708420d4457e38b282 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:28.093334 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f154a0-cfd8-4d3a-99fb-8773cc43a135 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] DELETE failed (client error): The resource could not be found. Apr 18 21:19:28.093334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f154a0-cfd8-4d3a-99fb-8773cc43a135 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:19:28.093334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a7488bda-3f3b-49c4-a158-f32f6e894f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:28.094077 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.094312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a7488bda-3f3b-49c4-a158-f32f6e894f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:28.094312 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-50f154a0-cfd8-4d3a-99fb-8773cc43a135 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/6b8b64dc-e0ba-4a9f-97dc-d481e209132f HTTP/1.1" status: 404 len: 333 time: 0.1693945 Apr 18 21:19:28.094448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 69c389a3-61ed-422d-9a8c-6c90f590fabc, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=69c389a3-61ed-422d-9a8c-6c90f590fabc,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:28.094618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46412) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:28.094618 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6841886-f161-4da8-848f-f667a909abf6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] DELETE failed (client error): The resource could not be found. Apr 18 21:19:28.094618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6841886-f161-4da8-848f-f667a909abf6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:19:28.094618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f6841886-f161-4da8-848f-f667a909abf6 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/d8d680fa-02b4-454b-9a03-50d8a89284bc HTTP/1.1" status: 404 len: 337 time: 0.0433497 Apr 18 21:19:28.094618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46416) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:28.094618 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f321df-dc6a-4713-8a52-1bbe0ee4bdf2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] DELETE failed (client error): The resource could not be found. Apr 18 21:19:28.094618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f321df-dc6a-4713-8a52-1bbe0ee4bdf2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:19:28.094618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-53f321df-dc6a-4713-8a52-1bbe0ee4bdf2 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/a1613249-bbc3-4709-a284-c6561fd84b47 HTTP/1.1" status: 404 len: 337 time: 0.0438788 Apr 18 21:19:28.095960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46420) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:28.128618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c778c3-9830-474e-95a9-e90f615d480e None None] Network f3085122-82b7-473d-89e5-0d3877bba5ba requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:28.172522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb45d5-fdf6-4b81-a534-f18b6021be7f req-fcd24dd4-491f-45c4-9a4f-087b50679518 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:28.174878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6cfb45d5-fdf6-4b81-a534-f18b6021be7f req-fcd24dd4-491f-45c4-9a4f-087b50679518 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.0914888 Apr 18 21:19:28.235659 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.237608 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.254080 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6cfb45d5-fdf6-4b81-a534-f18b6021be7f req-2340d9b9-4c30-423a-a632-bbe4cad9bdc3 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708380 Apr 18 21:19:28.254800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0ba9f6af-4359-4abf-902a-0641d7c3810a req-6aa2d96f-76c2-42b8-a72a-e8358a069597 tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] Unset dirty status for tenant:c5f7a87dd8c34673baf3986fa51e440b on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:19:28.255923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ba9f6af-4359-4abf-902a-0641d7c3810a req-6aa2d96f-76c2-42b8-a72a-e8358a069597 tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151545 Apr 18 21:19:28.359283 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.376719 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.387145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-341e0950-19c6-46c3-969e-8f76de0038ba None None] Provisioning complete for port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:28.387904 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-341e0950-19c6-46c3-969e-8f76de0038ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.479416 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9255ab-ce81-4ecb-9916-33d89f4b0b87 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] DELETE failed (client error): The resource could not be found. Apr 18 21:19:28.480887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9255ab-ce81-4ecb-9916-33d89f4b0b87 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:19:28.499888 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=69c389a3-61ed-422d-9a8c-6c90f590fabc,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:28.524796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:28.525240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:28.525460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:28.525815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:28.526143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:28.526479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:28.526872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:28.527110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:28.527430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:28.527751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:28.528067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:28.575647 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28853967-ad38-41d4-9667-98c1b7c4a395 req-d52412f0-e913-4803-8716-4ec1d2966d01 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.0875363 Apr 18 21:19:28.576258 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7488bda-3f3b-49c4-a158-f32f6e894f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.611079 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.647417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Pushing event deleted for resources: {'Port': ['ID=ae508370-d334-4291-8251-266ec851db66,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:28.669807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5abfdc7-b9eb-40f2-aea4-86b37aa16b56 None None] DHCP port deletion for f3085122-82b7-473d-89e5-0d3877bba5ba request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:19:28.673371 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-341e0950-19c6-46c3-969e-8f76de0038ba None None] Provisioning complete for port 97b75caa-721a-4e38-853b-dedaab043909 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:28.673764 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-341e0950-19c6-46c3-969e-8f76de0038ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.702373 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ad9255ab-ce81-4ecb-9916-33d89f4b0b87 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/03e66175-05e1-4b92-a33f-78ce02d4d001 HTTP/1.1" status: 404 len: 333 time: 0.6055739 Apr 18 21:19:28.708555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d5abfdc7-b9eb-40f2-aea4-86b37aa16b56 None None] Deleting port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:28.708948 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d5abfdc7-b9eb-40f2-aea4-86b37aa16b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.710267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46432) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:28.711827 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7488bda-3f3b-49c4-a158-f32f6e894f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.767928 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef882770-cd31-4a61-a3e0-a8da2e5aa627 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] DELETE failed (client error): The resource could not be found. Apr 18 21:19:28.768740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef882770-cd31-4a61-a3e0-a8da2e5aa627 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:19:28.771561 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ef882770-cd31-4a61-a3e0-a8da2e5aa627 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/afc645aa-46b1-476e-8f95-a9f09fd02eb0 HTTP/1.1" status: 404 len: 337 time: 0.0600927 Apr 18 21:19:28.775377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46436) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:28.810335 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a7488bda-3f3b-49c4-a158-f32f6e894f20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c407c46ecf047708420d4457e38b282&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7101097 Apr 18 21:19:28.824554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-341e0950-19c6-46c3-969e-8f76de0038ba None None] Port 97b75caa-721a-4e38-853b-dedaab043909 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:28.836515 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2e1f74-36b2-4ddd-a191-6925f3e5fcdd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] DELETE failed (client error): The resource could not be found. Apr 18 21:19:28.837448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2e1f74-36b2-4ddd-a191-6925f3e5fcdd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:19:28.839513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4a2e1f74-36b2-4ddd-a191-6925f3e5fcdd tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/subnets/0b91ff2a-2386-4e7d-b8ed-21c9efc0295f HTTP/1.1" status: 404 len: 337 time: 0.0629816 Apr 18 21:19:28.843543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46440) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:28.844299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46442) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:29.041865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d5abfdc7-b9eb-40f2-aea4-86b37aa16b56 None None] For port 8f257eb9-f21b-47ab-91e2-9417ba87fa43, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8f257eb9-f21b-47ab-91e2-9417ba87fa43,segment=NetworkSegment(0d85e696-b493-4c44-b8b9-66f69e834e77),segment_id=0d85e696-b493-4c44-b8b9-66f69e834e77)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:29.042755 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d5abfdc7-b9eb-40f2-aea4-86b37aa16b56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.083766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7a3829e-eda0-4dca-8ad2-1d416d63f84a req-b1d6b30c-1011-4085-a355-780cdc7b0f15 tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 1101 time: 0.5066173 Apr 18 21:19:29.153570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7488bda-3f3b-49c4-a158-f32f6e894f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9525dd-a803-41ce-b144-be894f784c87,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:29.224882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9bddec39-82e1-400c-a78e-2b3159539e41 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Deleting port 97b75caa-721a-4e38-853b-dedaab043909 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:29.225306 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bddec39-82e1-400c-a78e-2b3159539e41 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.248493 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.254239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d5abfdc7-b9eb-40f2-aea4-86b37aa16b56 None None] Calling delete_port for 8f257eb9-f21b-47ab-91e2-9417ba87fa43 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:29.332987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 69c389a3-61ed-422d-9a8c-6c90f590fabc up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:29.350602 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7a3829e-eda0-4dca-8ad2-1d416d63f84a req-e1dfaaa0-3362-4f0a-bced-d89f788fc32c tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114155 Apr 18 21:19:29.353679 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7f585f5-e0f5-496f-aee8-be68e3e0eccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.497881 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7f585f5-e0f5-496f-aee8-be68e3e0eccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.541245 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 69c389a3-61ed-422d-9a8c-6c90f590fabc triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:29.542699 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.695354 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bddec39-82e1-400c-a78e-2b3159539e41 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.695983 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d5abfdc7-b9eb-40f2-aea4-86b37aa16b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.771648 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.808965 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abfdc7-b9eb-40f2-aea4-86b37aa16b56 None None] Pushing event deleted for resources: {'Port': ['ID=8f257eb9-f21b-47ab-91e2-9417ba87fa43,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:29.833506 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abfdc7-b9eb-40f2-aea4-86b37aa16b56 None None] No DVR routers for this DVR port 8f257eb9-f21b-47ab-91e2-9417ba87fa43 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:19:30.006468 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7f585f5-e0f5-496f-aee8-be68e3e0eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.026651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9bddec39-82e1-400c-a78e-2b3159539e41 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Calling delete_port for 97b75caa-721a-4e38-853b-dedaab043909 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:30.104746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8f257eb9-f21b-47ab-91e2-9417ba87fa43 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:30.169838 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4da10645-dccc-411a-8a6d-614834eb31e6 req-b3656206-0d58-4d63-a0d3-bd15417ec44c tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.0722497 Apr 18 21:19:30.179426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 8f257eb9-f21b-47ab-91e2-9417ba87fa43 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:30.179426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8f257eb9-f21b-47ab-91e2-9417ba87fa43 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:30.203665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f585f5-e0f5-496f-aee8-be68e3e0eccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9525dd-a803-41ce-b144-be894f784c87,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:30.210679 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.277061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.321394 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7f585f5-e0f5-496f-aee8-be68e3e0eccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.322543 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e7f585f5-e0f5-496f-aee8-be68e3e0eccd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a9525dd-a803-41ce-b144-be894f784c87 HTTP/1.1" status: 204 len: 168 time: 1.4739788 Apr 18 21:19:30.415232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Allocated IP 172.25.3.107 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/19d37db6-9e79-4ccf-a0fa-0783befcb7df) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:30.473887 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.473887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fca357d6-0f5b-4a5e-915e-8efee25944fa {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:19:30.519415 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-56918d48-2ee2-4552-b2a2-e82726292219 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431914 Apr 18 21:19:30.593884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.598271 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9b11179a-d5c4-43e9-aa4c-66670af5f41b admin admin] 10.222.0.11 "DELETE /v2.0/routers/fca357d6-0f5b-4a5e-915e-8efee25944fa HTTP/1.1" status: 204 len: 168 time: 6.7464345 Apr 18 21:19:30.600689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46464) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:30.645211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-81fc7453-a073-460c-9404-3d12aa308158 admin admin] Deleting port d3d1be76-e233-4fc1-9f63-fe917f7f0407 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:30.645711 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81fc7453-a073-460c-9404-3d12aa308158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.653937 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bddec39-82e1-400c-a78e-2b3159539e41 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.758026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e57378-6f4c-4fce-9e7b-a838e6f90af2 req-74530a8f-d19a-41f0-99e1-25519847f8b8 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:30.763474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26e57378-6f4c-4fce-9e7b-a838e6f90af2 req-74530a8f-d19a-41f0-99e1-25519847f8b8 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.5885036 Apr 18 21:19:30.771673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddec39-82e1-400c-a78e-2b3159539e41 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Port': ['ID=97b75caa-721a-4e38-853b-dedaab043909,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:30.783381 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bddec39-82e1-400c-a78e-2b3159539e41 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.807071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-639c6001-8c09-49ff-b4ad-8e4922198c16 admin admin] Deleting subnet d7d7434e-8a76-4212-afdf-d680bd1cd298 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:19:30.812155 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.912138 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-639c6001-8c09-49ff-b4ad-8e4922198c16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.917607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bd677f45-00f0-4abb-9fa1-d26a0de6e66f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:30.925856 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.930033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bd677f45-00f0-4abb-9fa1-d26a0de6e66f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4063094 Apr 18 21:19:30.941082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9bddec39-82e1-400c-a78e-2b3159539e41 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/ports/97b75caa-721a-4e38-853b-dedaab043909 HTTP/1.1" status: 204 len: 168 time: 2.0869009 Apr 18 21:19:30.941808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46470) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:30.962642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26e57378-6f4c-4fce-9e7b-a838e6f90af2 req-bc4325e5-ab25-4147-8984-8e7b70956f1f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803648 Apr 18 21:19:30.986802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-639c6001-8c09-49ff-b4ad-8e4922198c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.014233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-703b7167-ccb9-4369-8454-fe53cc760443 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/quotas/d8e4e52286864a5b935b9dddb7f895bd HTTP/1.1" status: 200 len: 375 time: 0.0867579 Apr 18 21:19:31.072552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.181247 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-639c6001-8c09-49ff-b4ad-8e4922198c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.247968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:31.254148 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.265286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:31.272276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:31.286598 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-3a6f3eaf-ddfb-4af5-95d5-a06686e6a08e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2711260 Apr 18 21:19:31.360057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event updated for resources: {'Port': ['ID=19d37db6-9e79-4ccf-a0fa-0783befcb7df,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:31.431854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-81fc7453-a073-460c-9404-3d12aa308158 admin admin] For port d3d1be76-e233-4fc1-9f63-fe917f7f0407, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d3d1be76-e233-4fc1-9f63-fe917f7f0407,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:31.432391 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81fc7453-a073-460c-9404-3d12aa308158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.574087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.602086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3085122-82b7-473d-89e5-0d3877bba5ba']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:31.611773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b234299-4e5a-4049-8ea5-90d671ca70bb req-85293fb4-ec02-47dd-a0da-dd59bca4dedf tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1969893 Apr 18 21:19:31.620137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d85e696-b493-4c44-b8b9-66f69e834e77') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:31.620641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d85e696-b493-4c44-b8b9-66f69e834e77') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:31.643225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.670736 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.682169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:19:31.682592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:19:31.724392 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:19:31.807464 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-639c6001-8c09-49ff-b4ad-8e4922198c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.824103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-81fc7453-a073-460c-9404-3d12aa308158 admin admin] Calling delete_port for d3d1be76-e233-4fc1-9f63-fe917f7f0407 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:31.903241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c6001-8c09-49ff-b4ad-8e4922198c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d7434e-8a76-4212-afdf-d680bd1cd298,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:31.945296 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.962924 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-639c6001-8c09-49ff-b4ad-8e4922198c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.978036 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-639c6001-8c09-49ff-b4ad-8e4922198c16 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d7d7434e-8a76-4212-afdf-d680bd1cd298 HTTP/1.1" status: 204 len: 168 time: 1.3745637 Apr 18 21:19:31.980194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46488) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:31.986128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb38435-15c9-47f3-9439-450529153a4c None None] Network 9e199861-97b8-41ba-9417-c2455dee7b71 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:32.003927 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:32.011015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] Pushing event deleted for resources: {'Network': ['ID=f3085122-82b7-473d-89e5-0d3877bba5ba,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:32.014824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cb1e1ad7-2612-4f5a-b520-3a16f8bde8f9 tempest-PortsTestJSON-804568822 tempest-PortsTestJSON-804568822-project] 10.222.0.11 "DELETE /v2.0/networks/f3085122-82b7-473d-89e5-0d3877bba5ba HTTP/1.1" status: 204 len: 168 time: 1.0694082 Apr 18 21:19:32.688091 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] DHCP port deletion for 9e199861-97b8-41ba-9417-c2455dee7b71 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:19:32.702761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] Deleting port 3bfee394-59d6-4b07-9a98-612dd27f122c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:32.703833 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:32.724181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:32.818051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ded14-6047-4261-86d7-e190287c03b6 req-15397d51-77a0-43aa-a342-1fa3f1478d86 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:32.821858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-279ded14-6047-4261-86d7-e190287c03b6 req-15397d51-77a0-43aa-a342-1fa3f1478d86 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.4725440 Apr 18 21:19:32.885436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46518) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:32.971858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-279ded14-6047-4261-86d7-e190287c03b6 req-17608a6b-d07a-41c6-b62c-ee324fdf437a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438067 Apr 18 21:19:32.979656 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:19:33.000335 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.039931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.268133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Deleting port 3bfee394-59d6-4b07-9a98-612dd27f122c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:33.274512 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.363898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3bfee394-59d6-4b07-9a98-612dd27f122c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:33.367039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2346455e-8d02-4453-aeb6-7dff03af2889 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de025488dafd4d32aeebced97621e383&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4802394 Apr 18 21:19:33.369365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46528) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:33.411471 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81fc7453-a073-460c-9404-3d12aa308158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.547059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fbf1fdeb-d1da-4aea-9477-f985794327ae req-7bc2e51f-07db-4058-bc2d-a1f96af39977 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.0951004 Apr 18 21:19:33.568394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc7453-a073-460c-9404-3d12aa308158 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d1be76-e233-4fc1-9f63-fe917f7f0407,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:33.581375 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-93374937-3278-4391-9549-031c479d70d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.605120 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.628314 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-93374937-3278-4391-9549-031c479d70d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.653352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] For port 3bfee394-59d6-4b07-9a98-612dd27f122c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3bfee394-59d6-4b07-9a98-612dd27f122c,segment=NetworkSegment(7138358a-936d-4ee5-8de2-5425a895f310),segment_id=7138358a-936d-4ee5-8de2-5425a895f310)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:33.653781 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.791145 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.858826 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-93374937-3278-4391-9549-031c479d70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.871798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe610e1d-f11a-4c90-acfd-7ad3e8c6e66e req-1401a017-59e6-4be6-9ea2-22d0420c5c3e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 210 time: 0.1161542 Apr 18 21:19:33.927710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93374937-3278-4391-9549-031c479d70d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac447d3-d7ac-4613-819a-ef310efd8880,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:33.939291 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-93374937-3278-4391-9549-031c479d70d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.942640 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-93374937-3278-4391-9549-031c479d70d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ac447d3-d7ac-4613-819a-ef310efd8880 HTTP/1.1" status: 204 len: 168 time: 0.5697591 Apr 18 21:19:33.977941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.979420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 3bfee394-59d6-4b07-9a98-612dd27f122c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3bfee394-59d6-4b07-9a98-612dd27f122c,segment=NetworkSegment(7138358a-936d-4ee5-8de2-5425a895f310),segment_id=7138358a-936d-4ee5-8de2-5425a895f310)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:33.998583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] Calling delete_port for 3bfee394-59d6-4b07-9a98-612dd27f122c owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:34.099202 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:34.153810 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:34.454839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=3bfee394-59d6-4b07-9a98-612dd27f122c,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:34.481852 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:19:34.482282 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:19:34.510591 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b4e89-d968-444a-9ca7-49872d079d43 None None] Sync routers for ids ['fca357d6-0f5b-4a5e-915e-8efee25944fa'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:34.584928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b4e89-d968-444a-9ca7-49872d079d43 None None] Routers set() bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:34.585300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b4e89-d968-444a-9ca7-49872d079d43 None None] Router IDs set() for agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:19:34.585991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e3b4e89-d968-444a-9ca7-49872d079d43 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fca357d6-0f5b-4a5e-915e-8efee25944fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent'). {{(pid=85050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:19:34.616783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b4e89-d968-444a-9ca7-49872d079d43 None None] Routers set() bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:34.617813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b4e89-d968-444a-9ca7-49872d079d43 None None] Router IDs set() for agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:19:34.618655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e3b4e89-d968-444a-9ca7-49872d079d43 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fca357d6-0f5b-4a5e-915e-8efee25944fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent'). {{(pid=85050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:19:34.619233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b4e89-d968-444a-9ca7-49872d079d43 None None] The sync data for ids ['fca357d6-0f5b-4a5e-915e-8efee25944fa'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:34.666419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87898b-ec62-4fcc-baee-44ffd7959ecf req-ab9fee32-b84c-497d-a5d2-c0f5c4544a3c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:34.674654 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c87898b-ec62-4fcc-baee-44ffd7959ecf req-ab9fee32-b84c-497d-a5d2-c0f5c4544a3c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.2066755 Apr 18 21:19:34.761181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c87898b-ec62-4fcc-baee-44ffd7959ecf req-cf63d036-0391-4fe7-b40c-ab6c5dfa6872 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824575 Apr 18 21:19:34.837887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event updated for resources: {'Port': ['ID=19d37db6-9e79-4ccf-a0fa-0783befcb7df,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:34.863131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] For port 3bfee394-59d6-4b07-9a98-612dd27f122c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3bfee394-59d6-4b07-9a98-612dd27f122c,segment=NetworkSegment(7138358a-936d-4ee5-8de2-5425a895f310),segment_id=7138358a-936d-4ee5-8de2-5425a895f310)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:34.863131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:34.983825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] Deleting port 3bfee394-59d6-4b07-9a98-612dd27f122c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:34.984843 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.136979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Calling delete_port for 3bfee394-59d6-4b07-9a98-612dd27f122c owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:35.228643 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb76cc5-8fc0-4638-81ab-55efabedac92 req-dab1b44d-5b5a-4464-ab27-e2a5274d7c1d tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1482384 Apr 18 21:19:35.263554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.451187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81fc7453-a073-460c-9404-3d12aa308158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.465211 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.466561 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-859cae83-5fcc-4bb5-86b7-e45e44eaf00e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7716415 Apr 18 21:19:35.475386 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:19:35.475386 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:19:35.628422 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] For port 3bfee394-59d6-4b07-9a98-612dd27f122c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3bfee394-59d6-4b07-9a98-612dd27f122c,segment=NetworkSegment(7138358a-936d-4ee5-8de2-5425a895f310),segment_id=7138358a-936d-4ee5-8de2-5425a895f310)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:35.629428 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.647374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aa29882-9968-46d9-9c67-19e81c2df314 req-5c3bbfa1-bca4-46c3-8b7a-b2af9b2faf51 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 210 time: 0.1769583 Apr 18 21:19:35.973734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Deleting port 3bfee394-59d6-4b07-9a98-612dd27f122c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:35.973948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.003418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-586d8af3-f706-407b-a42a-b202f14baf68 req-3cd90bbc-f8d7-48e9-9ad2-ee0c4a055058 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Synchronizing usage tracker for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:19:36.020069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] Calling delete_port for 3bfee394-59d6-4b07-9a98-612dd27f122c owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:36.127885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-586d8af3-f706-407b-a42a-b202f14baf68 req-3cd90bbc-f8d7-48e9-9ad2-ee0c4a055058 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Unset dirty status for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:19:36.129245 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-3cd90bbc-f8d7-48e9-9ad2-ee0c4a055058 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--27808203&fields=id&tenant_id=9805981f52fc4d558c0e20f0c766a376 HTTP/1.1" status: 200 len: 267 time: 0.1762178 Apr 18 21:19:36.140784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487e318-434f-4e8e-b1bb-41df0bccfdb8 req-efd5a626-3114-48c5-b272-5c249c994d3a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:36.148909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2487e318-434f-4e8e-b1bb-41df0bccfdb8 req-efd5a626-3114-48c5-b272-5c249c994d3a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.0975912 Apr 18 21:19:36.179140 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.335426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] Pushing event deleted for resources: {'Port': ['ID=3bfee394-59d6-4b07-9a98-612dd27f122c,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:36.360953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1c757-58f1-42dd-a98d-bfad3e658528 None None] No DVR routers for this DVR port 3bfee394-59d6-4b07-9a98-612dd27f122c on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:19:36.464034 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2487e318-434f-4e8e-b1bb-41df0bccfdb8 req-6410e94e-f012-47c4-b8d2-aaefd2ead208 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138943 Apr 18 21:19:36.465883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] For port 3bfee394-59d6-4b07-9a98-612dd27f122c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3bfee394-59d6-4b07-9a98-612dd27f122c,segment=NetworkSegment(7138358a-936d-4ee5-8de2-5425a895f310),segment_id=7138358a-936d-4ee5-8de2-5425a895f310)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:36.466778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.520455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46584) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:36.646211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d8af3-f706-407b-a42a-b202f14baf68 req-2563c0d5-6975-4fe5-a079-3a446eff14fc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:36.647152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-586d8af3-f706-407b-a42a-b202f14baf68 req-2563c0d5-6975-4fe5-a079-3a446eff14fc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Synchronizing usage tracker for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:19:36.780534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-586d8af3-f706-407b-a42a-b202f14baf68 req-2563c0d5-6975-4fe5-a079-3a446eff14fc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Unset dirty status for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:19:36.782332 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-2563c0d5-6975-4fe5-a079-3a446eff14fc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 811 time: 0.6129830 Apr 18 21:19:36.808372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Calling delete_port for 3bfee394-59d6-4b07-9a98-612dd27f122c owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:36.827339 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-49db0393-0905-43e2-b351-270eec91ede7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/quotas/9805981f52fc4d558c0e20f0c766a376 HTTP/1.1" status: 200 len: 375 time: 0.0239310 Apr 18 21:19:36.900465 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-58244363-6db6-4ece-b30b-ce73ddfc2620 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547009 Apr 18 21:19:37.054348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-59411324-0a5e-4a73-b26f-9d270dd23e27 tempest-DvrRoutersNegativeTest-18334527 tempest-DvrRoutersNegativeTest-18334527-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-89351521', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:37.054348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.policy [None req-59411324-0a5e-4a73-b26f-9d270dd23e27 tempest-DvrRoutersNegativeTest-18334527 tempest-DvrRoutersNegativeTest-18334527-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=85048) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 18 21:19:37.054348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.policy [None req-59411324-0a5e-4a73-b26f-9d270dd23e27 tempest-DvrRoutersNegativeTest-18334527 tempest-DvrRoutersNegativeTest-18334527-project] Failed policy check for 'create_router' {{(pid=85048) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 18 21:19:37.054348 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-59411324-0a5e-4a73-b26f-9d270dd23e27 tempest-DvrRoutersNegativeTest-18334527 tempest-DvrRoutersNegativeTest-18334527-project] create failed (client error): Access was denied to this resource. Apr 18 21:19:37.054348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-59411324-0a5e-4a73-b26f-9d270dd23e27 tempest-DvrRoutersNegativeTest-18334527 tempest-DvrRoutersNegativeTest-18334527-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4341295 Apr 18 21:19:37.054348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-586d8af3-f706-407b-a42a-b202f14baf68 req-ff760556-9d75-4235-95c9-1f35a906ed14 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Synchronizing usage tracker for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:19:37.054348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b6e9ce9-f3c6-4c26-bb24-c406658ab4a3 req-8b9c6148-4dc1-4c38-8781-301b35951e72 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.0510328 Apr 18 21:19:37.055673 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:19:37.055673 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:19:37.247850 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2f43b21-6ffe-4309-9544-738ccd667b59 req-e37e2d97-725f-4348-aff8-d6673ccb50dd tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 210 time: 0.0485067 Apr 18 21:19:37.276549 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-dcbde390-f6e9-48f6-b610-0e83c2060110 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023483 Apr 18 21:19:37.285077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-586d8af3-f706-407b-a42a-b202f14baf68 req-ff760556-9d75-4235-95c9-1f35a906ed14 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Unset dirty status for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:19:37.289926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-ff760556-9d75-4235-95c9-1f35a906ed14 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4610965 Apr 18 21:19:37.346974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-2e47dd20-728b-4df1-9da5-cb1c731baa65 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:37.348491 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-2e47dd20-728b-4df1-9da5-cb1c731baa65 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4403687 Apr 18 21:19:37.597551 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-d3b106b8-5535-4fbc-b196-7484ad1c05b7 service neutron] 10.222.0.11 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935650 Apr 18 21:19:37.748593 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Deleting port 3bfee394-59d6-4b07-9a98-612dd27f122c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:37.749241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.772094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46612) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:37.806125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-4ba00045-b7a8-42d1-b120-fa9b7fc2e9f1 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:37.808012 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-4ba00045-b7a8-42d1-b120-fa9b7fc2e9f1 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5237267 Apr 18 21:19:37.853350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Request body: {'port': {'device_id': 'c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'd8e4e52286864a5b935b9dddb7f895bd'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:37.859661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-b7124417-ed28-41cd-a325-17e93bda26c4 service neutron] 10.222.0.11 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612381 Apr 18 21:19:37.877286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Request body: {'port': {'device_id': '254854b3-6ea5-41c5-82c8-eaaff2b6e6f7', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'd8e4e52286864a5b935b9dddb7f895bd'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:37.924099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] The port '3bfee394-59d6-4b07-9a98-612dd27f122c' was deleted {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:19:38.127338 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-982a5ecb-de45-41b5-942e-7b54e70e831b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.416228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-982a5ecb-de45-41b5-942e-7b54e70e831b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:38.437813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-982a5ecb-de45-41b5-942e-7b54e70e831b admin admin] Usage tracker for resource:security_group_rule and tenant:b92d5cf9e9d14149a7734d2d1b735c56 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:38.444338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-982a5ecb-de45-41b5-942e-7b54e70e831b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:38.447317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.464947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-982a5ecb-de45-41b5-942e-7b54e70e831b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:38.488735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6713e-eae9-4739-8dc5-3858428b6eb6 req-2c5c8989-a08e-40ce-a2b0-f45c09b7044a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:38.496080 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb6713e-eae9-4739-8dc5-3858428b6eb6 req-2c5c8989-a08e-40ce-a2b0-f45c09b7044a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.3372710 Apr 18 21:19:38.530156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e199861-97b8-41ba-9417-c2455dee7b71']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:38.546760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7138358a-936d-4ee5-8de2-5425a895f310') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:38.547358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7138358a-936d-4ee5-8de2-5425a895f310') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:38.560369 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.571340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfb6713e-eae9-4739-8dc5-3858428b6eb6 req-f0b70bfc-cb03-4b81-939e-054d76e12284 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726695 Apr 18 21:19:38.582169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.589598 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:19:38.590284 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.678379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb8144e8-be69-45db-b9c8-c71d5718e84b req-064b70bc-9154-4f54-823b-af9279592123 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1065886 Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:19:38.712480 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:19:38.737872 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-982a5ecb-de45-41b5-942e-7b54e70e831b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.789433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:38.795551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Usage tracker for resource:port and tenant:d8e4e52286864a5b935b9dddb7f895bd is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:38.799205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:38.801190 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-262ded79-e6da-4f92-a48d-7a975acdb652 req-c1642c81-1e15-4bb8-adf0-32369c680f42 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 210 time: 0.0622754 Apr 18 21:19:38.806169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:38.819117 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.824432 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.836692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:38.854831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e199861-97b8-41ba-9417-c2455dee7b71,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:38.859261 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-982a5ecb-de45-41b5-942e-7b54e70e831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.883824 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c8328cca-e1f2-4630-b39a-6b7fa6f6a895 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9e199861-97b8-41ba-9417-c2455dee7b71 HTTP/1.1" status: 204 len: 168 time: 6.8993590 Apr 18 21:19:38.979857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a5ecb-de45-41b5-942e-7b54e70e831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e99b958-1192-4d2f-bb47-85d2873e559f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:38.992694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46636) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:38.999912 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-982a5ecb-de45-41b5-942e-7b54e70e831b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b92d5cf9e9d14149a7734d2d1b735c56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2264526 Apr 18 21:19:39.031524 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.042265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Usage tracker for resource:port and tenant:d8e4e52286864a5b935b9dddb7f895bd is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:39.051220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Made reservation on behalf of d8e4e52286864a5b935b9dddb7f895bd for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:39.058457 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.090512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04f1d4c4-600f-41e3-8f2b-0d756bdfe93e req-e77c805d-c20e-4732-a9e8-6fa23ad03a01 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 210 time: 0.0877886 Apr 18 21:19:39.143602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:39.146604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b76927a8-172a-4996-8817-20c6a9f69fa7 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:39.153776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fc7453-a073-460c-9404-3d12aa308158 admin admin] Router d9655c2e-2982-4e01-a173-c900b054b8ed has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:19:39.158220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:39.187413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b76927a8-172a-4996-8817-20c6a9f69fa7 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:39.187810 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b76927a8-172a-4996-8817-20c6a9f69fa7 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:39.418159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46648) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:39.459465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Made reservation on behalf of d8e4e52286864a5b935b9dddb7f895bd for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:39.462023 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.489108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-68b2d3b2-51b3-4da8-8718-a2688103b75f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=986f1eec3cc3457aa45eb164439b7bee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0697887 Apr 18 21:19:39.491644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46656) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:39.494725 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e061-acc4-480b-b3d9-a1c19fdb42ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.576851 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7341d6c3-0551-4d70-a748-0ca4c9c6b6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.614281 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7341d6c3-0551-4d70-a748-0ca4c9c6b6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.632032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Allocated IP 192.168.233.240 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/8398f652-d346-4174-b1e1-b16becbeeacc) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:39.632693 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e061-acc4-480b-b3d9-a1c19fdb42ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.852448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fc7453-a073-460c-9404-3d12aa308158 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:39.867711 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d38051-387a-42bd-abdc-08ac8968c1ee None None] Sync routers for ids ['d9655c2e-2982-4e01-a173-c900b054b8ed'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:39.887492 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d38051-387a-42bd-abdc-08ac8968c1ee None None] Routers {'d9655c2e-2982-4e01-a173-c900b054b8ed'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:39.891176 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-48d38051-387a-42bd-abdc-08ac8968c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d9655c2e-2982-4e01-a173-c900b054b8ed'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:39.894990 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-81fc7453-a073-460c-9404-3d12aa308158 admin admin] 10.222.0.11 "PUT /v2.0/routers/d9655c2e-2982-4e01-a173-c900b054b8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7106581 Apr 18 21:19:39.897626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46666) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:39.905653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab7be8-4e90-4fc4-95d1-48fff17c5abd req-904e5e8f-611f-4541-91b8-9670548ba575 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:39.912894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51ab7be8-4e90-4fc4-95d1-48fff17c5abd req-904e5e8f-611f-4541-91b8-9670548ba575 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.1106892 Apr 18 21:19:39.930257 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7341d6c3-0551-4d70-a748-0ca4c9c6b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.022079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341d6c3-0551-4d70-a748-0ca4c9c6b6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389769cf-f5a2-4ed1-9aa9-d709fd2ebff9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:40.034726 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6c75ba6b-c150-4297-899b-02d422856ea8 req-d9f97f55-3a4c-40ba-a67d-3eda2fde1266 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1184800 Apr 18 21:19:40.040495 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7341d6c3-0551-4d70-a748-0ca4c9c6b6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.042462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7341d6c3-0551-4d70-a748-0ca4c9c6b6ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/389769cf-f5a2-4ed1-9aa9-d709fd2ebff9 HTTP/1.1" status: 204 len: 168 time: 0.5492377 Apr 18 21:19:40.083961 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e061-acc4-480b-b3d9-a1c19fdb42ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.086419 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e061-acc4-480b-b3d9-a1c19fdb42ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.092250 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51ab7be8-4e90-4fc4-95d1-48fff17c5abd req-e013378c-4a49-4807-970e-a4033b77f6de tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781332 Apr 18 21:19:40.106988 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d6c2e061-acc4-480b-b3d9-a1c19fdb42ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e99b958-1192-4d2f-bb47-85d2873e559f HTTP/1.1" status: 204 len: 168 time: 1.1132548 Apr 18 21:19:40.204953 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-48d38051-387a-42bd-abdc-08ac8968c1ee None None] Set router d9655c2e-2982-4e01-a173-c900b054b8ed gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:40.426910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96de1658-89b2-442c-9edf-fcb927f80f09 req-04971ea9-9ffd-472e-ae3e-fc09010c610c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 210 time: 0.1170926 Apr 18 21:19:40.518928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2e061-acc4-480b-b3d9-a1c19fdb42ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e99b958-1192-4d2f-bb47-85d2873e559f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:40.592444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e6870b0-47e3-49ed-8377-2501f393d9bb req-3adbb61c-6004-4e8a-87d5-b9be0640669d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 210 time: 0.1645367 Apr 18 21:19:40.670982 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.690577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aee75e43-3c81-48b6-9438-ad91fb97ca4a req-e76d9f85-f09c-485b-9d28-a781bddb40e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 1097 time: 0.1893041 Apr 18 21:19:40.704696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Transition to ACTIVE for port object 8398f652-d346-4174-b1e1-b16becbeeacc will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:40.744783 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.786466 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-48d38051-387a-42bd-abdc-08ac8968c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:19:32Z', 'revision_number': 5, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:40.791367 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d38051-387a-42bd-abdc-08ac8968c1ee None None] Checking router: d9655c2e-2982-4e01-a173-c900b054b8ed for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:19:40.825518 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d38051-387a-42bd-abdc-08ac8968c1ee None None] Routers {'d9655c2e-2982-4e01-a173-c900b054b8ed'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:40.838496 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-48d38051-387a-42bd-abdc-08ac8968c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d9655c2e-2982-4e01-a173-c900b054b8ed'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:40.881416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee75e43-3c81-48b6-9438-ad91fb97ca4a req-e7625cb3-b29f-4fd7-9199-f43998948dd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:40.883447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aee75e43-3c81-48b6-9438-ad91fb97ca4a req-e7625cb3-b29f-4fd7-9199-f43998948dd8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 918 time: 0.1858628 Apr 18 21:19:41.036502 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.052111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:19:41.203541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ae508370-d334-4291-8251-266ec851db66 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:41.209918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aee75e43-3c81-48b6-9438-ad91fb97ca4a req-21282018-bc13-4a2a-b62e-8508ecc7d163 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd HTTP/1.1" status: 200 len: 1001 time: 0.3200490 Apr 18 21:19:41.226750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Allocated IP 192.168.233.113 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/e4d7ad40-3ca9-455e-ae78-67bd20f4b439) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:41.295089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: ae508370-d334-4291-8251-266ec851db66 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:41.296532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ae508370-d334-4291-8251-266ec851db66 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:41.310921 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-48d38051-387a-42bd-abdc-08ac8968c1ee None None] Set router d9655c2e-2982-4e01-a173-c900b054b8ed gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:41.621010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee75e43-3c81-48b6-9438-ad91fb97ca4a req-3fcf7f94-7041-4707-a467-44ec8265cff2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:41.623132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aee75e43-3c81-48b6-9438-ad91fb97ca4a req-3fcf7f94-7041-4707-a467-44ec8265cff2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.4059541 Apr 18 21:19:41.665801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d166dfb3-7fde-4e3e-9450-290e95cd048e req-f27d930b-cd76-463b-af5e-95058b9667c4 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.2000461 Apr 18 21:19:41.846531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.889709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Transition to ACTIVE for port object e4d7ad40-3ca9-455e-ae78-67bd20f4b439 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:41.996954 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-48d38051-387a-42bd-abdc-08ac8968c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:19:32Z', 'revision_number': 5, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:42.015180 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d38051-387a-42bd-abdc-08ac8968c1ee None None] The sync data for ids ['d9655c2e-2982-4e01-a173-c900b054b8ed'] in n-d-836017-3 is: [{'id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'name': 'tempest-TaggedBootDevicesTest-1347629305-router', 'tenant_id': '9645b053fccf4eef884d2647dc741bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:01Z', 'updated_at': '2022-04-18T21:19:32Z', 'revision_number': 5, 'project_id': '9645b053fccf4eef884d2647dc741bdf', 'gw_port': {'id': 'a8493066-e7d0-411a-9374-d5cdb5113460', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9655c2e-2982-4e01-a173-c900b054b8ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:03Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:42.018992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46710) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:42.038441 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.081571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:42.095424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event updated for resources: {'Port': ['ID=8398f652-d346-4174-b1e1-b16becbeeacc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:42.104413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:42.104668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-39bb1f6a-c6fe-4f98-af23-3a30d7f0ee6e req-3222ad73-e7db-43e8-ad51-006d71225458 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 210 time: 0.0881376 Apr 18 21:19:42.136243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436a6f3-0ac8-4a14-a694-bfcf51384597 req-aea2527e-afdb-49d3-bf95-7770198ff88c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:42.139671 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9436a6f3-0ac8-4a14-a694-bfcf51384597 req-aea2527e-afdb-49d3-bf95-7770198ff88c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 946 time: 0.5638678 Apr 18 21:19:42.210900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d8af3-f706-407b-a42a-b202f14baf68 req-9b6af76a-177f-45a8-ae10-e39405cf29c4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:42.212884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-9b6af76a-177f-45a8-ae10-e39405cf29c4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 811 time: 0.5979397 Apr 18 21:19:42.284346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event updated for resources: {'Port': ['ID=e4d7ad40-3ca9-455e-ae78-67bd20f4b439,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:42.295884 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:42.361428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aee75e43-3c81-48b6-9438-ad91fb97ca4a req-0935cb02-2c19-4ab5-bcef-a88ece899b21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6988654 Apr 18 21:19:42.365221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-9a27422f-d4cf-4fca-95cb-ebf800ccd666 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9805981f52fc4d558c0e20f0c766a376 HTTP/1.1" status: 200 len: 378 time: 0.1331923 Apr 18 21:19:42.386827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:42.387650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Request body: {'port': {'device_id': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'admin_state_up': True, 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'security_groups': ['801bfc14-e1f7-4a4c-8369-cd51fe51098d']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:42.412771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:42.426382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:42.609431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:42.609431 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.627615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:42.629621 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.650520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-37e66fe4-f224-4f6c-b82c-3e18de670cb1 None None] Provisioning for port 8398f652-d346-4174-b1e1-b16becbeeacc completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:42.656570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-37e66fe4-f224-4f6c-b82c-3e18de670cb1 None None] Provisioning complete for port 8398f652-d346-4174-b1e1-b16becbeeacc triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:42.658426 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-37e66fe4-f224-4f6c-b82c-3e18de670cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.675313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9436a6f3-0ac8-4a14-a694-bfcf51384597 req-f4f5f882-ba2e-4fd3-8c97-905bc94e4320 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5202773 Apr 18 21:19:42.692250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.743035 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-bc8eea4a-a673-481d-8bd8-5b673ba0a3de tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9336107 Apr 18 21:19:42.751858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-37e66fe4-f224-4f6c-b82c-3e18de670cb1 None None] Port 8398f652-d346-4174-b1e1-b16becbeeacc cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:42.763237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Request body: {'port': {'device_id': '254854b3-6ea5-41c5-82c8-eaaff2b6e6f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:42.826968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:19:42.837504 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa7b687f-8759-4619-8aed-bc3ab54e3f2e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9886174 Apr 18 21:19:42.839169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Deleting port a8493066-e7d0-411a-9374-d5cdb5113460 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:42.839932 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.917645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Request body: {'port': {'device_id': 'c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:42.931009 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.966821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3c753f4c-b947-4ccd-bbe8-327cd9626acd no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:43.065722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:43.084414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Usage tracker for resource:security_group_rule and tenant:e7c721be5ce94ffca839732b4dd068e5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:43.121416 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:43.136432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:43.164026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:19:43.183865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d3d1be76-e233-4fc1-9f63-fe917f7f0407 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:43.203224 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:43.225963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:43.226649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:43.227986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: d3d1be76-e233-4fc1-9f63-fe917f7f0407 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:43.228324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d3d1be76-e233-4fc1-9f63-fe917f7f0407 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:43.232371 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-efd57833-2838-406c-8a83-6903bab41696 None None] Provisioning for port e4d7ad40-3ca9-455e-ae78-67bd20f4b439 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:43.239276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-efd57833-2838-406c-8a83-6903bab41696 None None] Provisioning complete for port e4d7ad40-3ca9-455e-ae78-67bd20f4b439 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:43.239902 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-efd57833-2838-406c-8a83-6903bab41696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:43.287587 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:43.293796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:43.305781 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-efd57833-2838-406c-8a83-6903bab41696 None None] Port e4d7ad40-3ca9-455e-ae78-67bd20f4b439 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:43.314293 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:43.362750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46736) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:43.365202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] For port a8493066-e7d0-411a-9374-d5cdb5113460, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a8493066-e7d0-411a-9374-d5cdb5113460,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:43.367713 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:43.395451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46738) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:43.457758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=3c753f4c-b947-4ccd-bbe8-327cd9626acd,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:43.510413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e698a79-ba86-4175-86b7-420c6b83bfd2 req-76c3bc6b-4e29-456a-9fa9-7a2076fce504 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.5165687 Apr 18 21:19:43.528421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:43.537017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aee75e43-3c81-48b6-9438-ad91fb97ca4a req-8f9eeb24-f4d6-45d5-8720-9685f8abaed9 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1635456 Apr 18 21:19:43.583866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d4fcf-2f59-41d0-b903-053dfad2868a req-15b69b82-46b1-4135-a168-aa9db8ec9e7a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:43.585430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-515d4fcf-2f59-41d0-b903-053dfad2868a req-15b69b82-46b1-4135-a168-aa9db8ec9e7a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 936 time: 1.1639252 Apr 18 21:19:43.664393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Made reservation on behalf of 9805981f52fc4d558c0e20f0c766a376 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:43.667603 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:43.793211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Calling delete_port for a8493066-e7d0-411a-9374-d5cdb5113460 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:43.831146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-579061041-network', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:43.862623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:43.866377 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91398b5a-f0be-4ab5-b7f0-332e4211bbb7 req-3fe5435b-bfd1-4ae4-9155-27693e50ad87 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 210 time: 0.1120586 Apr 18 21:19:43.884625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Usage tracker for resource:network and tenant:6ea2c65669454a15a4223dbf931ef32b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:43.890218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:43.899709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a3feb8ba-34bd-45fb-b2d0-0c32d5b4dbd0 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-27300183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:43.923227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a3feb8ba-34bd-45fb-b2d0-0c32d5b4dbd0 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:43.928488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-515d4fcf-2f59-41d0-b903-053dfad2868a req-8a0bbf93-0a52-4627-8474-f0c36a47c36a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898908 Apr 18 21:19:43.934521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:43.950352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:43.951074 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab27ce9-7cbf-4887-a23c-987c511678a3'] response: {'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'code': 200} Apr 18 21:19:43.975614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a3feb8ba-34bd-45fb-b2d0-0c32d5b4dbd0 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Usage tracker for resource:router and tenant:036bdbc6efea4430b0052ec780468eab is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:43.987239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a3feb8ba-34bd-45fb-b2d0-0c32d5b4dbd0 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:44.015209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aee75e43-3c81-48b6-9438-ad91fb97ca4a req-5450e1df-34b4-4821-bbfe-be780e8a5c25 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688025 Apr 18 21:19:44.017503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a3feb8ba-34bd-45fb-b2d0-0c32d5b4dbd0 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:44.041610 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.079083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Allocated IP 172.20.0.9 (8206fe37-8686-497b-b552-23c2a6f40d7d/29dfc91b-4b7f-4e32-a00e-d8224f42e447/9fa8a486-71af-4f45-b071-b3673a3e1a54) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:44.145464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Made reservation on behalf of 6ea2c65669454a15a4223dbf931ef32b for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:44.147728 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.177618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b35244-ca62-400e-81c6-8f9589a47671,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:44.180657 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.181948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a3feb8ba-34bd-45fb-b2d0-0c32d5b4dbd0 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.182846 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a3feb8ba-34bd-45fb-b2d0-0c32d5b4dbd0 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.198420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7c721be5ce94ffca839732b4dd068e5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1760910 Apr 18 21:19:44.203136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46752) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:44.211600 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a3feb8ba-34bd-45fb-b2d0-0c32d5b4dbd0 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.247040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:44.247383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:44.247720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:44.248054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:44.248394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:44.248711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:44.249034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:44.249379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:44.249707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:44.250029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:44.250353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84521-0721-428c-8910-0da1a1f53b2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:44.314492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:44.324633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Usage tracker for resource:security_group_rule and tenant:6ea2c65669454a15a4223dbf931ef32b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:44.329057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:44.337311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:44.349281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41076222-f63b-46e2-80e2-cde1b2467c4c req-f0e19742-c9fa-4cb5-a873-7c32fcc8dc4d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:44.350776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41076222-f63b-46e2-80e2-cde1b2467c4c req-f0e19742-c9fa-4cb5-a873-7c32fcc8dc4d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.2783623 Apr 18 21:19:44.360068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8398f652-d346-4174-b1e1-b16becbeeacc {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:19:44.367187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.376967 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a3feb8ba-34bd-45fb-b2d0-0c32d5b4dbd0 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.393694 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1761-6d4f-412e-86da-7729ddd6b0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.447164 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1761-6d4f-412e-86da-7729ddd6b0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.459581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Transition to ACTIVE for port object 8398f652-d346-4174-b1e1-b16becbeeacc will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:44.460847 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.483031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41076222-f63b-46e2-80e2-cde1b2467c4c req-bfefb52b-c3eb-4247-a474-4b5262679cf0 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192446 Apr 18 21:19:44.502187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a3feb8ba-34bd-45fb-b2d0-0c32d5b4dbd0 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.505964 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a3feb8ba-34bd-45fb-b2d0-0c32d5b4dbd0 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1026180 Apr 18 21:19:44.511031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46756) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:44.512342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=a8493066-e7d0-411a-9374-d5cdb5113460,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:44.545304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-350326843'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:44.554758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:44.586541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Usage tracker for resource:network and tenant:036bdbc6efea4430b0052ec780468eab is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:44.606358 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.616041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:44.626271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.666898 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.722721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:44.743634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.746883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Transition to ACTIVE for port object 9fa8a486-71af-4f45-b071-b3673a3e1a54 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:44.767919 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1761-6d4f-412e-86da-7729ddd6b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.777797 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4027f2c6-7b66-4947-97b2-b7ddd374b8be req-9df853d8-e0dc-424e-8de0-bbbf2dfd05e0 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.0739655 Apr 18 21:19:44.795588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:19:44.812802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d649ef80-84f1-48b8-a233-03f01d16f9ac,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:44.818061 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.818416 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Added segment 2655f0b1-5f43-4974-81f1-e376a940cc72 of type vlan for network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 Apr 18 21:19:44.841665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb1761-6d4f-412e-86da-7729ddd6b0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b35244-ca62-400e-81c6-8f9589a47671,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:44.887318 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.933104 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1761-6d4f-412e-86da-7729ddd6b0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.936358 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c5fb1761-6d4f-412e-86da-7729ddd6b0f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19b35244-ca62-400e-81c6-8f9589a47671 HTTP/1.1" status: 204 len: 168 time: 0.7150714 Apr 18 21:19:44.950108 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.005088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Pushing event updated for resources: {'Port': ['ID=8398f652-d346-4174-b1e1-b16becbeeacc,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:45.007609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Made reservation on behalf of 036bdbc6efea4430b0052ec780468eab for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:45.010767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.071285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.096399 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.116131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:45.179659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.180493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:45.181407 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.350399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9782634 Apr 18 21:19:45.357802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46770) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:45.362684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Network 8206fe37-8686-497b-b552-23c2a6f40d7d is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:45.366230 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:19:45.372370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Request body: {'subnet': {'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-579061041-subnet', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:45.373809 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:45.376909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:45.388568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:45.426356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:45.435498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8291d18-8401-4efd-92e9-563b4b54d309 admin admin] Pushing event updated for resources: {'Network': ['ID=0121f53e-e0f0-4f94-973a-d03999e8f3d5,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:45.452901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:19:45.460943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Usage tracker for resource:subnet and tenant:6ea2c65669454a15a4223dbf931ef32b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:45.476786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:45.491912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:45.576024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:45.576931 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.593385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c59a20-3761-4446-857c-c6d537c63709 req-d06da7a8-f282-4ff6-9ffd-390722e55c63 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:45.595482 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7c59a20-3761-4446-857c-c6d537c63709 req-d06da7a8-f282-4ff6-9ffd-390722e55c63 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 948 time: 0.4183953 Apr 18 21:19:45.641196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee8de0-77d2-44be-b9fb-199e14e76f43 req-7ec03444-a54b-4cfd-b234-3d139bb244d6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:45.641315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.642160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-97ee8de0-77d2-44be-b9fb-199e14e76f43 req-7ec03444-a54b-4cfd-b234-3d139bb244d6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Synchronizing usage tracker for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:19:45.645425 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.652679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Made reservation on behalf of 6ea2c65669454a15a4223dbf931ef32b for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:45.655996 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.675121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Usage tracker for resource:security_group_rule and tenant:036bdbc6efea4430b0052ec780468eab is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:45.675817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:45.714651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:45.752436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58b7ea05-815c-473c-bb72-233300a28622 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3747282 Apr 18 21:19:45.773823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d7ad40-3ca9-455e-ae78-67bd20f4b439 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:19:45.777634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Attempting to bind port 8398f652-d346-4174-b1e1-b16becbeeacc on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:45.778298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Attempting to bind port 8398f652-d346-4174-b1e1-b16becbeeacc by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:45.778298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Attempting to bind port 8398f652-d346-4174-b1e1-b16becbeeacc on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:45.779609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Request body: {'port': {'device_id': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:45.786409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.786887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9655c2e-2982-4e01-a173-c900b054b8ed {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:19:45.789678 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.815955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Port 8398f652-d346-4174-b1e1-b16becbeeacc on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:19:45.816279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Attempting to bind port 8398f652-d346-4174-b1e1-b16becbeeacc on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:45.824257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7c59a20-3761-4446-857c-c6d537c63709 req-807d8db0-aca8-4f82-8acc-9c517182213f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166936 Apr 18 21:19:45.833026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Transition to ACTIVE for port object e4d7ad40-3ca9-455e-ae78-67bd20f4b439 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:45.842754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:45.843094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:45.843190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:45.843637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Bound port: 8398f652-d346-4174-b1e1-b16becbeeacc, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:45.844106 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.871262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.872483 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b07b7106-3a33-4118-8580-47341f757fbb admin admin] 10.222.0.11 "DELETE /v2.0/routers/d9655c2e-2982-4e01-a173-c900b054b8ed HTTP/1.1" status: 204 len: 168 time: 5.9733922 Apr 18 21:19:45.882790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46784) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:45.897880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c9092742-c62d-4bcf-b288-d87d9caf5601 None None] Provisioning for port 9fa8a486-71af-4f45-b071-b3673a3e1a54 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:45.904666 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c9092742-c62d-4bcf-b288-d87d9caf5601 None None] Provisioning complete for port 9fa8a486-71af-4f45-b071-b3673a3e1a54 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:45.916330 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c9092742-c62d-4bcf-b288-d87d9caf5601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.961364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.982228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:46.037948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c9092742-c62d-4bcf-b288-d87d9caf5601 None None] Port 9fa8a486-71af-4f45-b071-b3673a3e1a54 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:46.055901 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:46.086016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-97ee8de0-77d2-44be-b9fb-199e14e76f43 req-7ec03444-a54b-4cfd-b234-3d139bb244d6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Unset dirty status for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:19:46.087247 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97ee8de0-77d2-44be-b9fb-199e14e76f43 req-7ec03444-a54b-4cfd-b234-3d139bb244d6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 931 time: 0.9753046 Apr 18 21:19:46.121003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-f246b0db-b4b8-441f-aefa-907cec70bf74 admin admin] Deleting subnet 096cc853-83c4-4359-8b02-63ffa3b3538c {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:19:46.190869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:19:46.194408 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f246b0db-b4b8-441f-aefa-907cec70bf74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:46.249415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] For port 8398f652-d346-4174-b1e1-b16becbeeacc, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:46.283244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Pushing event updated for resources: {'Port': ['ID=e4d7ad40-3ca9-455e-ae78-67bd20f4b439,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:46.285501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942cfff6-e9d2-41a7-a4d7-9fa3c6380a02,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:46.295171 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:46.309118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:46.309118 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Added segment 23aac6a5-ea30-4f28-ad00-3d1426f9040d of type vlan for network e7ba29ea-446d-4221-9111-532a81c5c33f Apr 18 21:19:46.309118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] For port 8398f652-d346-4174-b1e1-b16becbeeacc, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=8398f652-d346-4174-b1e1-b16becbeeacc,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:46.340370 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:46.391679 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f246b0db-b4b8-441f-aefa-907cec70bf74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:46.447197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97ee8de0-77d2-44be-b9fb-199e14e76f43 req-7d535a26-9cc5-4098-8d26-d2079d3c23f6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3191047 Apr 18 21:19:46.471395 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:46.520014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0341b-178b-4768-9765-8d4537e3904e req-983d3afc-cb6e-471a-958c-f4e6be123117 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:46.521015 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dce0341b-178b-4768-9765-8d4537e3904e req-983d3afc-cb6e-471a-958c-f4e6be123117 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.4430580 Apr 18 21:19:46.531153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4559878f-fdd7-4496-97c8-e690810a153c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:46.632147 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f246b0db-b4b8-441f-aefa-907cec70bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:46.658098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Checking segment: {'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:46.658456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Network hostable DHCP agents. Network: 0121f53e-e0f0-4f94-973a-d03999e8f3d5, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:19:46.685597 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:46.751017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-caa4c4b5-6f61-41f2-b99d-1f55d1f5270d req-cde4b5c5-603b-43e1-acec-fcc29c1c3dc9 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.0799935 Apr 18 21:19:46.760635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dce0341b-178b-4768-9765-8d4537e3904e req-c7afd971-e6ff-4b7a-b1c4-e604ecbb9502 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169714 Apr 18 21:19:46.823761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:46.823761 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] 10.222.0.59 "PUT /v2.0/ports/8398f652-d346-4174-b1e1-b16becbeeacc HTTP/1.1" status: 200 len: 1096 time: 4.0510347 Apr 18 21:19:46.845821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254854b3-6ea5-41c5-82c8-eaaff2b6e6f7', 'tag': '8398f652-d346-4174-b1e1-b16becbeeacc'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:19:46.856385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d994fa-208a-406c-8b0a-6f6a9352bb80 service neutron] Pushing event updated for resources: {'Port': ['ID=8398f652-d346-4174-b1e1-b16becbeeacc,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:46.905759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Attempting to bind port e4d7ad40-3ca9-455e-ae78-67bd20f4b439 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:46.906194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Attempting to bind port e4d7ad40-3ca9-455e-ae78-67bd20f4b439 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:46.908734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Attempting to bind port e4d7ad40-3ca9-455e-ae78-67bd20f4b439 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:46.956368 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b31fec1-7fee-4a40-bd5d-b47b8639f5d5'] response: {'name': 'network-changed', 'server_uuid': '254854b3-6ea5-41c5-82c8-eaaff2b6e6f7', 'tag': '8398f652-d346-4174-b1e1-b16becbeeacc', 'status': 'completed', 'code': 200} Apr 18 21:19:46.957554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Port e4d7ad40-3ca9-455e-ae78-67bd20f4b439 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:19:46.957890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Attempting to bind port e4d7ad40-3ca9-455e-ae78-67bd20f4b439 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:47.014339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:47.015807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:47.015807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:47.015807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Bound port: e4d7ad40-3ca9-455e-ae78-67bd20f4b439, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:47.015807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.029765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:19:47.032666 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.040191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:47.040832 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.135115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f246b0db-b4b8-441f-aefa-907cec70bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.153176 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a8493066-e7d0-411a-9374-d5cdb5113460 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:47.208236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 0121f53e-e0f0-4f94-973a-d03999e8f3d5) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:47.216269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: a8493066-e7d0-411a-9374-d5cdb5113460 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:47.216720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a8493066-e7d0-411a-9374-d5cdb5113460 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:47.224817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e451ca-c088-4f66-a313-2ecf1652deeb None None] Network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:47.255240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:47.255836 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.262746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246b0db-b4b8-441f-aefa-907cec70bf74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096cc853-83c4-4359-8b02-63ffa3b3538c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:47.300921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event updated for resources: {'Network': ['ID=e7ba29ea-446d-4221-9111-532a81c5c33f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:47.304314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f246b0db-b4b8-441f-aefa-907cec70bf74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.306643 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f246b0db-b4b8-441f-aefa-907cec70bf74 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/096cc853-83c4-4359-8b02-63ffa3b3538c HTTP/1.1" status: 204 len: 168 time: 1.4223075 Apr 18 21:19:47.310633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46804) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:47.318300 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ee958f62-0f8c-4e36-81f6-f7d114f9b5e4 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8037596 Apr 18 21:19:47.318482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa8e286-21f1-4260-b5fc-3296d28b80cc None None] Network 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:47.321970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46806) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:47.337666 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network e7ba29ea-446d-4221-9111-532a81c5c33f details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:19:47.345902 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a581cb3c-c18b-4f46-9560-0eeff181abdc req-cd56edb2-1473-4ef1-a4e9-f949ea66437b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 1099 time: 0.3823330 Apr 18 21:19:47.350211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] For port e4d7ad40-3ca9-455e-ae78-67bd20f4b439, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:47.358977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4734e1-4e61-4031-bdcc-1c05195b4f1b req-1ef13da0-ffee-4c43-bb64-918c58797043 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:47.361213 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a4734e1-4e61-4031-bdcc-1c05195b4f1b req-1ef13da0-ffee-4c43-bb64-918c58797043 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 948 time: 0.3376141 Apr 18 21:19:47.364951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Request body: {'subnet': {'network_id': 'e7ba29ea-446d-4221-9111-532a81c5c33f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:47.381137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa8a486-71af-4f45-b071-b3673a3e1a54 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:19:47.381826 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a581cb3c-c18b-4f46-9560-0eeff181abdc req-23300d29-13a8-4a03-a925-f45350d90b82 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292480 Apr 18 21:19:47.383425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] For port e4d7ad40-3ca9-455e-ae78-67bd20f4b439, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e4d7ad40-3ca9-455e-ae78-67bd20f4b439,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:47.397290 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.476375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.522815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-425cd028-b605-4122-b2b7-a5b53c16076c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1574187 Apr 18 21:19:47.532214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46814) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:47.546639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:47.573518 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.575111 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] 10.222.0.26 "PUT /v2.0/ports/e4d7ad40-3ca9-455e-ae78-67bd20f4b439 HTTP/1.1" status: 200 len: 1096 time: 4.6623878 Apr 18 21:19:47.580601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:47.597084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Usage tracker for resource:router and tenant:6ea2c65669454a15a4223dbf931ef32b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:47.599932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Transition to ACTIVE for port object 9fa8a486-71af-4f45-b071-b3673a3e1a54 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:47.611753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:47.623612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:47.626431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e6687-46be-4361-a1e9-c8d3f7659bdc service neutron] Pushing event updated for resources: {'Port': ['ID=e4d7ad40-3ca9-455e-ae78-67bd20f4b439,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:47.636172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581cb3c-c18b-4f46-9560-0eeff181abdc req-e09a4bfc-5863-4e36-a63b-4a528fc812d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:47.639396 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a581cb3c-c18b-4f46-9560-0eeff181abdc req-e09a4bfc-5863-4e36-a63b-4a528fc812d3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2515233 Apr 18 21:19:47.680818 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.741156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:47.771131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a4734e1-4e61-4031-bdcc-1c05195b4f1b req-45c0dd1d-1a5c-470a-8465-2509f5fa87e2 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790429 Apr 18 21:19:47.772782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Usage tracker for resource:subnet and tenant:036bdbc6efea4430b0052ec780468eab is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:47.775905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.787892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:47.873309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:47.888173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:19:47.888719 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.967536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Deleting port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:47.967877 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.987160 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.988471 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.078891 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Made reservation on behalf of 036bdbc6efea4430b0052ec780468eab for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:48.093613 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.100579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:48.183478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bec5564-cea2-42f7-9cd6-23673d7fd8f7 None None] DHCP port deletion for 5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:19:48.204376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4bec5564-cea2-42f7-9cd6-23673d7fd8f7 None None] Deleting port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:48.209253 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bec5564-cea2-42f7-9cd6-23673d7fd8f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.341561 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-3fcaac8e-54f1-4eed-8bf2-bd0455d63b4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf HTTP/1.1" status: 200 len: 1099 time: 0.6582282 Apr 18 21:19:48.391921 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3802274-2e54-4a8c-8f2b-0afd26d7a985 req-a2c039d5-6dbc-4bd4-aa86-69754c279387 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.2747381 Apr 18 21:19:48.427366 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Allocated IP 172.20.0.2 (0121f53e-e0f0-4f94-973a-d03999e8f3d5/4559878f-fdd7-4496-97c8-e690810a153c/2c257cc5-31cf-4490-8109-c93d0ee56827) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:48.439793 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-9985c31f-136d-4301-a5b3-a2056b493e99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 1099 time: 0.5253782 Apr 18 21:19:48.605156 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-50982568-acd8-4721-9710-372f8200b9c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=e4d7ad40-3ca9-455e-ae78-67bd20f4b439 HTTP/1.1" status: 200 len: 217 time: 0.2381220 Apr 18 21:19:48.608056 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-782b6192-2ddd-45a9-afba-00debf338c7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8398f652-d346-4174-b1e1-b16becbeeacc HTTP/1.1" status: 200 len: 217 time: 0.1062398 Apr 18 21:19:48.746695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4bec5564-cea2-42f7-9cd6-23673d7fd8f7 None None] For port 2b725f99-d045-43ac-99d2-ffb9baf0ea75, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2b725f99-d045-43ac-99d2-ffb9baf0ea75,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:48.747100 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bec5564-cea2-42f7-9cd6-23673d7fd8f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.776697 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.814522 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.845058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-37a04803-12fd-45de-8d37-f88f85c16504 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:48.846419 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-37a04803-12fd-45de-8d37-f88f85c16504 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2338104 Apr 18 21:19:48.855310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-b3c42087-8296-4fb5-b332-f64c152a31c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:48.856522 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-b3c42087-8296-4fb5-b332-f64c152a31c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1232891 Apr 18 21:19:48.908508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3c753f4c-b947-4ccd-bbe8-327cd9626acd no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:48.962284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf', 'tag': 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:19:48.989686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4bec5564-cea2-42f7-9cd6-23673d7fd8f7 None None] Calling delete_port for 2b725f99-d045-43ac-99d2-ffb9baf0ea75 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:48.995214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] For port 2b725f99-d045-43ac-99d2-ffb9baf0ea75, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2b725f99-d045-43ac-99d2-ffb9baf0ea75,segment=NetworkSegment(2e17f973-c151-4df5-9f1a-0216ada4bc80),segment_id=2e17f973-c151-4df5-9f1a-0216ada4bc80)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:48.998904 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.095278 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-0bc56d3b-5cf7-4424-9efb-41aa7b6eaa9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2050707 Apr 18 21:19:49.099847 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-55bc3ed9-ef54-47cb-b435-e81736415f64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2424505 Apr 18 21:19:49.230335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2b725f99-d045-43ac-99d2-ffb9baf0ea75 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:49.328747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Calling delete_port for 2b725f99-d045-43ac-99d2-ffb9baf0ea75 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:49.395601 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-b89dcac4-19da-4a79-9812-c0f5f32ad952 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934327 Apr 18 21:19:49.397587 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-6f334e79-3bf2-4942-a785-e801d46ff8ca service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753973 Apr 18 21:19:49.458328 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bec5564-cea2-42f7-9cd6-23673d7fd8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.509663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 update to DOWN by agent not found {{(pid=85050) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 21:19:49.511662 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.535886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Attempting to bind port 9fa8a486-71af-4f45-b071-b3673a3e1a54 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:49.536471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec5564-cea2-42f7-9cd6-23673d7fd8f7 None None] Pushing event deleted for resources: {'Port': ['ID=2b725f99-d045-43ac-99d2-ffb9baf0ea75,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:49.537016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Attempting to bind port 9fa8a486-71af-4f45-b071-b3673a3e1a54 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:49.538355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Attempting to bind port 9fa8a486-71af-4f45-b071-b3673a3e1a54 on network 8206fe37-8686-497b-b552-23c2a6f40d7d {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:49.540426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Transition to ACTIVE for port object 2c257cc5-31cf-4490-8109-c93d0ee56827 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:49.548435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208b7c6-e65b-454c-8cc5-d78312f74a38 req-e6ea14d8-6c81-488e-8684-c4984b892dc2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:49.552102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec5564-cea2-42f7-9cd6-23673d7fd8f7 None None] No DVR routers for this DVR port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:19:49.559000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a208b7c6-e65b-454c-8cc5-d78312f74a38 req-e6ea14d8-6c81-488e-8684-c4984b892dc2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 943 time: 1.7037644 Apr 18 21:19:49.570266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Transition to ACTIVE for port object 2c257cc5-31cf-4490-8109-c93d0ee56827 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:49.635132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Port 9fa8a486-71af-4f45-b071-b3673a3e1a54 on network 8206fe37-8686-497b-b552-23c2a6f40d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:19:49.635458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Attempting to bind port 9fa8a486-71af-4f45-b071-b3673a3e1a54 on network 8206fe37-8686-497b-b552-23c2a6f40d7d {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:49.651033 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.704781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:49.705124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Checking segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:49.705738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Bound using segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:49.706350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Bound port: 9fa8a486-71af-4f45-b071-b3673a3e1a54, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:49.706946 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.730182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a208b7c6-e65b-454c-8cc5-d78312f74a38 req-fe1b6cba-f31b-4635-89f9-9e31fa650d74 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1708546 Apr 18 21:19:49.742249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Pushing event updated for resources: {'Port': ['ID=2c257cc5-31cf-4490-8109-c93d0ee56827,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:49.748896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:19:49.758268 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:19:49.776142 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-109e2534-22b8-4f86-9fff-929e8ce5b28c service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056366 Apr 18 21:19:49.776142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.778562 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:49.780478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:49.784474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:49.820181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72fc09-1dbc-425a-9e9f-f0164d99a660 req-349aac41-4fee-4c18-9541-2c8917c88875 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:49.821707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d72fc09-1dbc-425a-9e9f-f0164d99a660 req-349aac41-4fee-4c18-9541-2c8917c88875 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.6509385 Apr 18 21:19:49.935637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Attempting to bind port 2c257cc5-31cf-4490-8109-c93d0ee56827 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:49.936366 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Attempting to bind port 2c257cc5-31cf-4490-8109-c93d0ee56827 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:49.936913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Attempting to bind port 2c257cc5-31cf-4490-8109-c93d0ee56827 on network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:49.945384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:49.946057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Checking segment: {'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:49.946630 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.947179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Bound using segment: {'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:49.947838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Bound port: 2c257cc5-31cf-4490-8109-c93d0ee56827, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:49.948375 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.958063 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.000493 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-abbb08d1-e40a-4faa-8de7-5a06e6bb170f req-909be8fe-1a79-4082-b394-a3a4601c6b1f service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958443 Apr 18 21:19:50.014049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:50.019278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:50.021685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d72fc09-1dbc-425a-9e9f-f0164d99a660 req-da3fe2d7-7cec-45ca-97fb-d0ba626fa88d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896226 Apr 18 21:19:50.054697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] For port 2c257cc5-31cf-4490-8109-c93d0ee56827, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:50.058269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] For port 2c257cc5-31cf-4490-8109-c93d0ee56827, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2c257cc5-31cf-4490-8109-c93d0ee56827,segment=NetworkSegment(2655f0b1-5f43-4974-81f1-e376a940cc72),segment_id=2655f0b1-5f43-4974-81f1-e376a940cc72)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:50.102011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05b7a-3d99-4243-965e-6a346577294e req-3dd822c2-55de-424d-a074-5d6333e853a5 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:50.105785 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6cc05b7a-3d99-4243-965e-6a346577294e req-3dd822c2-55de-424d-a074-5d6333e853a5 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 948 time: 0.2361896 Apr 18 21:19:50.127219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Allocated IP 172.25.3.37 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/e4243a33-35af-4572-8573-75afb8eca1ed) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:50.132962 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.145966 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.201796 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.260774 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.262137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] 10.222.0.26 "PUT /v2.0/ports/9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 1091 time: 4.4895585 Apr 18 21:19:50.262695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Deleting port 2b725f99-d045-43ac-99d2-ffb9baf0ea75 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:50.263019 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.269104 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c123d2ee-1ab6-412c-92c0-316468b16726'] response: {'name': 'network-changed', 'server_uuid': 'c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf', 'tag': 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439', 'status': 'completed', 'code': 200} Apr 18 21:19:50.301735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:19:50.350672 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899847ec-e690-45c5-8c1a-23a72f5120ee None None] Pushing event updated for resources: {'Port': ['ID=2c257cc5-31cf-4490-8109-c93d0ee56827,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:50.373779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6cc05b7a-3d99-4243-965e-6a346577294e req-aed8e1ad-4584-45c9-b547-e46266cd5e44 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621465 Apr 18 21:19:50.379541 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.395897 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f751bfa6-a359-477d-bb95-162e8e38e17d req-84fa10a9-bb3b-4a72-8b8f-fd082421c783 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf HTTP/1.1" status: 200 len: 1099 time: 0.1286972 Apr 18 21:19:50.482976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] The port '2b725f99-d045-43ac-99d2-ffb9baf0ea75' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:19:50.607599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.731374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85fd967f-149d-4975-b496-fb26cafb8aa4 req-4820b6a9-8569-4274-8105-2628379ce0ce tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.4236670 Apr 18 21:19:50.747545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751bfa6-a359-477d-bb95-162e8e38e17d req-cd98d9ef-e348-4db5-826c-792f711c7977 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:50.748990 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f751bfa6-a359-477d-bb95-162e8e38e17d req-cd98d9ef-e348-4db5-826c-792f711c7977 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3403356 Apr 18 21:19:50.818907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event updated for resources: {'Subnet': ['ID=0378aaad-783b-4e28-9c80-0c93d4c6f14e,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:50.849904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c8d22-ef1a-45c0-b2a8-321d38e7ef72 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:50.859252 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af1435f-8a58-4eeb-b6b2-df6313bbc34d'] response: {'name': 'network-changed', 'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'status': 'completed', 'code': 200} Apr 18 21:19:50.872335 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.890485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Checking segment: {'id': '23aac6a5-ea30-4f28-ad00-3d1426f9040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7ba29ea-446d-4221-9111-532a81c5c33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:50.894916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Network hostable DHCP agents. Network: e7ba29ea-446d-4221-9111-532a81c5c33f, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:19:50.905800 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-99bf0edc-d23d-4852-a428-066a8009cb32 req-1ad5bcc7-3e4f-44a2-b6da-c371aef9405f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1747875 Apr 18 21:19:50.925387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:50.929230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:50.932025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Pushing event updated for resources: {'Port': ['ID=e4243a33-35af-4572-8573-75afb8eca1ed,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:50.942035 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f751bfa6-a359-477d-bb95-162e8e38e17d req-78b65054-9972-48f2-91b1-4ea0dbff5280 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=e4d7ad40-3ca9-455e-ae78-67bd20f4b439 HTTP/1.1" status: 200 len: 217 time: 0.1225638 Apr 18 21:19:50.942915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:50.946780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:50.950917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e17f973-c151-4df5-9f1a-0216ada4bc80') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:50.951220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e17f973-c151-4df5-9f1a-0216ada4bc80') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:50.964898 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-cf82a2d5-d138-4d96-8f6f-f4f53f043703 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1094 time: 0.4120770 Apr 18 21:19:50.969629 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.118408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751bfa6-a359-477d-bb95-162e8e38e17d req-88906957-88ee-4758-a442-9d8ce91c6c28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:51.120016 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f751bfa6-a359-477d-bb95-162e8e38e17d req-88906957-88ee-4758-a442-9d8ce91c6c28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1358964 Apr 18 21:19:51.182543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Network e7ba29ea-446d-4221-9111-532a81c5c33f is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:19:51.303870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.305667 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f751bfa6-a359-477d-bb95-162e8e38e17d req-a90c3cd2-1e75-48d9-97fc-020f5f4b5842 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774695 Apr 18 21:19:51.309625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2c257cc5-31cf-4490-8109-c93d0ee56827 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:51.314293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-536a6f9c-9981-47a9-b407-71cee64d8e63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 217 time: 0.3378716 Apr 18 21:19:51.317109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:19:51.317722 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:19:51.335185 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:19:51.433956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, e7ba29ea-446d-4221-9111-532a81c5c33f) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:51.444989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f055d81-ce38-4a24-91aa-8f5be3c434a3 None None] Network e7ba29ea-446d-4221-9111-532a81c5c33f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:51.475847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:51.476448 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.480057 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f751bfa6-a359-477d-bb95-162e8e38e17d req-af47659a-0dd0-4aff-b67f-85f88ec3631f service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674945 Apr 18 21:19:51.487642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.488425 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.532924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 2c257cc5-31cf-4490-8109-c93d0ee56827 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:51.536870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d8af3-f706-407b-a42a-b202f14baf68 req-a7c3f3ce-44ae-435e-a5c9-9af5c459cc3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:51.544069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-a7c3f3ce-44ae-435e-a5c9-9af5c459cc3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.1993239 Apr 18 21:19:51.548699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5f55-0bdf-4a16-811d-1ac1bcc16c7c req-10caf67f-8208-41c0-b565-20c692f0535c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:51.556843 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-064b5f55-0bdf-4a16-811d-1ac1bcc16c7c req-10caf67f-8208-41c0-b565-20c692f0535c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 943 time: 0.3791187 Apr 18 21:19:51.629681 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.670516 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-845bd176-819e-4ddc-80f3-6a6a75e8700f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3221786 Apr 18 21:19:51.692830 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.694943 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c HTTP/1.1" status: 204 len: 168 time: 4.3777246 Apr 18 21:19:51.696167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46860) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:51.697330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db7668-3054-4a0c-86dc-96d69f41c794 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9b5f6a-f34d-4eb8-98b4-ee2600eca39c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:51.705926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46862) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:51.710367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Request body: {'network': {'name': 'tempest-router-network01--1902747351'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:51.785663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb161b7-7401-48d7-a4c0-0bbf8fcc1b6f None None] Network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:51.808653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:51.837211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Usage tracker for resource:network and tenant:036bdbc6efea4430b0052ec780468eab is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:51.858502 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f751bfa6-a359-477d-bb95-162e8e38e17d req-f66cdbe1-4c8f-4b5b-aa99-49fd93390165 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720508 Apr 18 21:19:51.890741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-e7ba29ea-446d-4221-9111-532a81c5c33f', 'network_id': 'e7ba29ea-446d-4221-9111-532a81c5c33f', 'tenant_id': '036bdbc6efea4430b0052ec780468eab', 'fixed_ips': [{'subnet_id': '0378aaad-783b-4e28-9c80-0c93d4c6f14e'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:19:51.892300 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.898540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:51.940968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:51.971367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-064b5f55-0bdf-4a16-811d-1ac1bcc16c7c req-8db7f818-95fa-466c-98cd-be25dec898e0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4137168 Apr 18 21:19:52.023488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-69ad8bd9-79af-409f-a3f3-429d28e477de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4643710 Apr 18 21:19:52.089550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:19:52.163461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Made reservation on behalf of 036bdbc6efea4430b0052ec780468eab for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:52.165792 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.213484 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9cc545b0-9c44-4a40-836c-c9bf91f074f4 None None] Provisioning for port 2c257cc5-31cf-4490-8109-c93d0ee56827 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:52.350491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Allocated IP 172.20.0.2 (e7ba29ea-446d-4221-9111-532a81c5c33f/0378aaad-783b-4e28-9c80-0c93d4c6f14e/7141cdcd-4119-449e-8792-afd667535ea8) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:52.374096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:19:52.428798 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.429157 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Added segment a663c9fe-55a0-4222-a428-62ca6f2cb850 of type vlan for network 855c44bf-ae68-473c-bf82-a821ce9dd17e Apr 18 21:19:52.453709 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-65bcb1a5-c075-4ffd-8953-b1b1d3afd475 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176545 Apr 18 21:19:52.500022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e4d7ad40-3ca9-455e-ae78-67bd20f4b439 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:19:52.509905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9cc545b0-9c44-4a40-836c-c9bf91f074f4 None None] Provisioning complete for port 2c257cc5-31cf-4490-8109-c93d0ee56827 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:52.510283 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9cc545b0-9c44-4a40-836c-c9bf91f074f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.562625 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43f5da40-d345-4324-89e4-2ab09a883338 req-495d5d3a-be6b-4ec4-bb61-749597cb2667 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.0891821 Apr 18 21:19:52.607233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:52.614286 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.633296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Sync routers for ids ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:52.674535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb33b0-3f18-400c-ac23-25960add04b0 req-12743cef-fa93-4d57-8986-c24e68ed3f67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:52.676129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-39fb33b0-3f18-400c-ac23-25960add04b0 req-12743cef-fa93-4d57-8986-c24e68ed3f67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 948 time: 0.4358852 Apr 18 21:19:52.704647 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.706851 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b6248bba-9be3-483b-971b-34b2fe65665b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.1742604 Apr 18 21:19:52.710931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46884) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:52.814638 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-586d8af3-f706-407b-a42a-b202f14baf68 req-58c261ec-4234-44b3-836f-f9e9083e8ff5 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392615 Apr 18 21:19:52.907396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port e4d7ad40-3ca9-455e-ae78-67bd20f4b439, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e4d7ad40-3ca9-455e-ae78-67bd20f4b439,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:52.932136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.936266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:52.937126 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.015211 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.030393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Transition to ACTIVE for port object 7141cdcd-4119-449e-8792-afd667535ea8 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:53.056357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Transition to ACTIVE for port object 7141cdcd-4119-449e-8792-afd667535ea8 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:53.064164 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439', 'mac_address': 'fa:16:3e:14:23:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:19:53.067593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Routers {'17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:53.068477 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:53.122801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4214814 Apr 18 21:19:53.162002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46892) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:53.168632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Request body: {'network': {'name': 'tempest-router-network02--1487435034'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:53.189527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:53.251501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Usage tracker for resource:network and tenant:036bdbc6efea4430b0052ec780468eab is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:53.255886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:53.263356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:53.277298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 8398f652-d346-4174-b1e1-b16becbeeacc details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:19:53.352466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Made reservation on behalf of 036bdbc6efea4430b0052ec780468eab for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:53.355074 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.357398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.378175 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-39fb33b0-3f18-400c-ac23-25960add04b0 req-21c24f58-7013-4e06-aaa1-69bd9ef16365 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905069 Apr 18 21:19:53.440731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a8d1e-8bb3-4ea9-b8d1-811d2df99543 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event updated for resources: {'Network': ['ID=855c44bf-ae68-473c-bf82-a821ce9dd17e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:53.513324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 855c44bf-ae68-473c-bf82-a821ce9dd17e details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:19:53.543539 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce267054-ec97-4890-bf0c-5615831172bc req-42acb040-b43f-4d0e-83d9-783f3121a1c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1094 time: 0.5799286 Apr 18 21:19:53.574221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a67c8255-2015-469d-aa32-2546726d93d1 req-0c65eebe-37c6-47b3-ac6a-ab63e616980f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6824138 Apr 18 21:19:53.604798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:19:53.627680 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.629176 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Added segment 53aa11ae-94ce-42d8-8436-0521cf88825b of type vlan for network f6bd505f-0daa-4df5-85bf-0c7ecb2574b9 Apr 18 21:19:53.664791 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.790328 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:19:53.795641 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.796033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:53.797848 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.874256 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce267054-ec97-4890-bf0c-5615831172bc req-62edcf6a-e7a1-48f8-9bfd-6526ba4e8770 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:53.876309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce267054-ec97-4890-bf0c-5615831172bc req-62edcf6a-e7a1-48f8-9bfd-6526ba4e8770 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.3011098 Apr 18 21:19:53.885877 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-20806b84-bea0-4bc4-863c-643513dd9152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.942629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 8398f652-d346-4174-b1e1-b16becbeeacc, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=8398f652-d346-4174-b1e1-b16becbeeacc,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:53.974123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event updated for resources: {'Network': ['ID=f6bd505f-0daa-4df5-85bf-0c7ecb2574b9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:53.989238 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f7ecb4c2-dfc2-4052-b660-9ba814a1e014 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8228865 Apr 18 21:19:53.989768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46900) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:53.995590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Request body: {'subnet': {'network_id': '855c44bf-ae68-473c-bf82-a821ce9dd17e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:54.038813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Set router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:54.093698 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9cc545b0-9c44-4a40-836c-c9bf91f074f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.118329 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network f6bd505f-0daa-4df5-85bf-0c7ecb2574b9 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:19:54.159668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9cc545b0-9c44-4a40-836c-c9bf91f074f4 None None] For port 2c257cc5-31cf-4490-8109-c93d0ee56827, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2c257cc5-31cf-4490-8109-c93d0ee56827,segment=NetworkSegment(2655f0b1-5f43-4974-81f1-e376a940cc72),segment_id=2655f0b1-5f43-4974-81f1-e376a940cc72)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:54.169748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:54.173632 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.177207 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.188466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Usage tracker for resource:subnet and tenant:036bdbc6efea4430b0052ec780468eab is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:54.193143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:54.199894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:54.241365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38439d18-ca2d-4c00-a5e4-6d0d6f168909 req-f81c5d18-8ec4-4cc3-b9bc-81f665f1b00b tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5&device_id=cbf17cce-17cc-4868-9fee-90c13c5b2b6a HTTP/1.1" status: 200 len: 210 time: 0.2489517 Apr 18 21:19:54.274807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Network e7ba29ea-446d-4221-9111-532a81c5c33f is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:54.282786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce267054-ec97-4890-bf0c-5615831172bc req-42439614-6bbd-44c9-bb4d-9b813ad1c3f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 217 time: 0.2529373 Apr 18 21:19:54.291942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Pushing event updated for resources: {'Port': ['ID=7141cdcd-4119-449e-8792-afd667535ea8,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:54.306736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '8398f652-d346-4174-b1e1-b16becbeeacc', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '8398f652-d346-4174-b1e1-b16becbeeacc', 'mac_address': 'fa:16:3e:b9:db:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:19:54.327769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:54.331184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:54.378392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Made reservation on behalf of 036bdbc6efea4430b0052ec780468eab for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:54.420824 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9cc545b0-9c44-4a40-836c-c9bf91f074f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.454488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce267054-ec97-4890-bf0c-5615831172bc req-b11b85fc-a428-43d0-a6df-778162122208 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:54.456011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce267054-ec97-4890-bf0c-5615831172bc req-b11b85fc-a428-43d0-a6df-778162122208 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.1654766 Apr 18 21:19:54.523025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d7ad40-3ca9-455e-ae78-67bd20f4b439 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:19:54.524276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e13fc3-5940-4af0-8cc1-79ee36285ed7 req-883f8894-60df-4c91-9b25-176402e9c080 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:54.529734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9e13fc3-5940-4af0-8cc1-79ee36285ed7 req-883f8894-60df-4c91-9b25-176402e9c080 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 943 time: 0.4206872 Apr 18 21:19:54.634566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b60c69-5514-4408-a42a-5461149f8da1 req-ddfc4b56-25dc-452f-b4c5-678118812c77 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:54.636006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4b60c69-5514-4408-a42a-5461149f8da1 req-ddfc4b56-25dc-452f-b4c5-678118812c77 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.2732856 Apr 18 21:19:54.643746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9e13fc3-5940-4af0-8cc1-79ee36285ed7 req-c6c3f927-2f6e-446c-a9c2-f21000210a9f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052785 Apr 18 21:19:54.712429 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.725658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce267054-ec97-4890-bf0c-5615831172bc req-1bee74d0-0a9d-4b61-a2f2-ca03a0d36815 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2517235 Apr 18 21:19:54.749851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port e4d7ad40-3ca9-455e-ae78-67bd20f4b439, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e4d7ad40-3ca9-455e-ae78-67bd20f4b439,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:54.752801 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6fbd42d0-988b-41af-93da-844541ba624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.764947 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.799328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc545b0-9c44-4a40-836c-c9bf91f074f4 None None] Pushing event updated for resources: {'Port': ['ID=2c257cc5-31cf-4490-8109-c93d0ee56827,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:54.820509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Allocated IP 172.20.0.1 (0121f53e-e0f0-4f94-973a-d03999e8f3d5/4559878f-fdd7-4496-97c8-e690810a153c/930df646-03ed-40b2-b7e1-78af160ad467) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:54.827717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Attempting to bind port 7141cdcd-4119-449e-8792-afd667535ea8 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:54.828081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Attempting to bind port 7141cdcd-4119-449e-8792-afd667535ea8 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '23aac6a5-ea30-4f28-ad00-3d1426f9040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7ba29ea-446d-4221-9111-532a81c5c33f'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:54.828984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Attempting to bind port 7141cdcd-4119-449e-8792-afd667535ea8 on network e7ba29ea-446d-4221-9111-532a81c5c33f {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:54.834238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8398f652-d346-4174-b1e1-b16becbeeacc {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:19:54.837763 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.858494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4b60c69-5514-4408-a42a-5461149f8da1 req-d6c77368-2c3d-42a1-9658-acda97d771d4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030430 Apr 18 21:19:54.958464 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e8ffe3c-1925-4509-a042-91baf2e64e80 req-605dc344-7e01-43a9-82d1-4438d35973c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5880134 Apr 18 21:19:55.036862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:55.037508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Checking segment: {'id': '23aac6a5-ea30-4f28-ad00-3d1426f9040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7ba29ea-446d-4221-9111-532a81c5c33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:55.038066 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:55.038918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Bound using segment: {'id': '23aac6a5-ea30-4f28-ad00-3d1426f9040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7ba29ea-446d-4221-9111-532a81c5c33f'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:55.039576 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Bound port: 7141cdcd-4119-449e-8792-afd667535ea8, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23aac6a5-ea30-4f28-ad00-3d1426f9040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7ba29ea-446d-4221-9111-532a81c5c33f'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:55.040102 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:55.049637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ae0c1888-26ac-4386-8c32-1f590f25b5ff None None] Provisioning complete for port 2c257cc5-31cf-4490-8109-c93d0ee56827 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:55.050242 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ae0c1888-26ac-4386-8c32-1f590f25b5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:55.140669 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:55.152823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 8398f652-d346-4174-b1e1-b16becbeeacc, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=8398f652-d346-4174-b1e1-b16becbeeacc,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:55.179811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Transition to ACTIVE for port object 930df646-03ed-40b2-b7e1-78af160ad467 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:55.319129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce267054-ec97-4890-bf0c-5615831172bc req-bed8979f-d6eb-427f-8311-ffe8cda088e7 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746789 Apr 18 21:19:55.333204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2c257cc5-31cf-4490-8109-c93d0ee56827 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:55.345259 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:55.398822 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd73d506-97d2-40ac-a6fb-d5800b0e371b req-5bbb5bbb-7feb-496c-b498-2188cb85c2f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc6cca5e39d64d44ae57fc852b27e43f&device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1363993 Apr 18 21:19:55.407253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:55.412819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['e4d7ad40-3ca9-455e-ae78-67bd20f4b439'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:19:55.472208 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:55.479912 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce267054-ec97-4890-bf0c-5615831172bc req-a1d1c2c4-fc07-4a00-b79b-af312cd55259 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532762 Apr 18 21:19:55.492957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=e4d7ad40-3ca9-455e-ae78-67bd20f4b439,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:55.537542 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd73d506-97d2-40ac-a6fb-d5800b0e371b req-0a7c501b-b388-4aca-8660-bdf6e6b0a4ee service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dc6cca5e39d64d44ae57fc852b27e43f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253555 Apr 18 21:19:55.628953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3791abdf-f214-49b9-8aed-5dc1f16bf82d req-cc95d45c-2f84-4bfa-b924-7172a87e1e6f tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.0559483 Apr 18 21:19:55.632455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event updated for resources: {'Subnet': ['ID=cb484437-c34d-4a13-9498-120e2fbcce32,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:55.681966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2c257cc5-31cf-4490-8109-c93d0ee56827 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:55.682522 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:55.688611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620531e-300a-4b26-b672-b23f1a27c8b4 req-0f926934-e21a-49b4-b7f3-6ee7eaed4ddd tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:55.690116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e620531e-300a-4b26-b672-b23f1a27c8b4 req-0f926934-e21a-49b4-b7f3-6ee7eaed4ddd tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 949 time: 0.2092700 Apr 18 21:19:55.702295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:55.723791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:55.744282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:55.787712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Pushing event updated for resources: {'Port': ['ID=930df646-03ed-40b2-b7e1-78af160ad467,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:55.855592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Checking segment: {'id': 'a663c9fe-55a0-4222-a428-62ca6f2cb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '855c44bf-ae68-473c-bf82-a821ce9dd17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:55.856019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Network hostable DHCP agents. Network: 855c44bf-ae68-473c-bf82-a821ce9dd17e, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:19:55.858922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['8398f652-d346-4174-b1e1-b16becbeeacc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:19:55.912042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:55.942853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73d506-97d2-40ac-a6fb-d5800b0e371b req-227276af-41ee-4340-892c-874161669e43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:55.944857 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd73d506-97d2-40ac-a6fb-d5800b0e371b req-227276af-41ee-4340-892c-874161669e43 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3935018 Apr 18 21:19:56.036856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] For port 7141cdcd-4119-449e-8792-afd667535ea8, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:56.037107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Network 855c44bf-ae68-473c-bf82-a821ce9dd17e is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:19:56.078774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=8398f652-d346-4174-b1e1-b16becbeeacc,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:56.084645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] For port 7141cdcd-4119-449e-8792-afd667535ea8, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7141cdcd-4119-449e-8792-afd667535ea8,segment=NetworkSegment(23aac6a5-ea30-4f28-ad00-3d1426f9040d),segment_id=23aac6a5-ea30-4f28-ad00-3d1426f9040d)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:56.102070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:51Z', 'revision_number': 3, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:56.107820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e620531e-300a-4b26-b672-b23f1a27c8b4 req-d9d5c461-c928-4048-8150-fff49a1c4f2c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076173 Apr 18 21:19:56.120060 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Checking router: 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:19:56.120368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Updating router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a port e4243a33-35af-4572-8573-75afb8eca1ed binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:19:56.191803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 855c44bf-ae68-473c-bf82-a821ce9dd17e) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:56.203097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:56.208462 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:56.224134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcc9102-f610-4abc-949d-c9e5f135edc9 None None] Network 855c44bf-ae68-473c-bf82-a821ce9dd17e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:56.246723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172abda6-af37-45ae-9643-fcd13b437339 req-92d3f9c3-b2fe-4e8e-969f-ea851ac7979b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:56.248546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-172abda6-af37-45ae-9643-fcd13b437339 req-92d3f9c3-b2fe-4e8e-969f-ea851ac7979b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 943 time: 0.2342041 Apr 18 21:19:56.274367 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:56.326116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-172abda6-af37-45ae-9643-fcd13b437339 req-af39d055-3dc6-467c-bc09-e29a00c97cc7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682182 Apr 18 21:19:56.331649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:56.454167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-20806b84-bea0-4bc4-863c-643513dd9152 admin admin] Deleting port 357e50b4-7407-4513-bc06-ca9056e0f050 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:56.454331 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-20806b84-bea0-4bc4-863c-643513dd9152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:56.490710 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-271fd55e-136e-4e12-8519-dde0050e8a91 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4996798 Apr 18 21:19:56.491395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46940) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:56.538685 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:56.576229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Request body: {'subnet': {'network_id': 'f6bd505f-0daa-4df5-85bf-0c7ecb2574b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:56.646960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8da958-91e7-416a-a36c-89ad6500a76f req-4247b234-8030-45b8-8b45-c617b9b8ec69 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:56.648719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c8da958-91e7-416a-a36c-89ad6500a76f req-4247b234-8030-45b8-8b45-c617b9b8ec69 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.2748835 Apr 18 21:19:56.768377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:56.777037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Usage tracker for resource:subnet and tenant:036bdbc6efea4430b0052ec780468eab is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:56.784166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:56.794823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:56.840796 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:56.880070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Made reservation on behalf of 036bdbc6efea4430b0052ec780468eab for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:57.024742 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:57.082392 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a89dae-5b18-4c0a-a2f6-b239f4dd9227 None None] Pushing event updated for resources: {'Port': ['ID=7141cdcd-4119-449e-8792-afd667535ea8,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:57.083795 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c8da958-91e7-416a-a36c-89ad6500a76f req-3c717b98-836a-4b43-9582-2e5eafe55d0f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934215 Apr 18 21:19:57.104376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:19:57.118774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-de8b2041-0543-466c-990b-d8843ee61e7d None None] Provisioning for port 930df646-03ed-40b2-b7e1-78af160ad467 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:57.163496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57de112a-52f8-46f4-953c-a7baacdf3a99 req-b62f48fc-97f2-4f41-b9f2-d0b31446b11d tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1424944 Apr 18 21:19:57.247169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-20806b84-bea0-4bc4-863c-643513dd9152 admin admin] For port 357e50b4-7407-4513-bc06-ca9056e0f050, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=357e50b4-7407-4513-bc06-ca9056e0f050,segment=NetworkSegment(a6740804-338e-4600-93e4-d9d91ec5c004),segment_id=a6740804-338e-4600-93e4-d9d91ec5c004)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:57.247827 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-20806b84-bea0-4bc4-863c-643513dd9152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:57.315204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-de8b2041-0543-466c-990b-d8843ee61e7d None None] Provisioning complete for port 930df646-03ed-40b2-b7e1-78af160ad467 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:57.315775 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de8b2041-0543-466c-990b-d8843ee61e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:57.440243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-de8b2041-0543-466c-990b-d8843ee61e7d None None] Port 930df646-03ed-40b2-b7e1-78af160ad467 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:57.441935 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7141cdcd-4119-449e-8792-afd667535ea8 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:57.476954 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b5c57a8-8873-4969-8f45-f0709c192ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:57.513606 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:19:57.653958 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bd73d506-97d2-40ac-a6fb-d5800b0e371b req-4962cbf8-3314-472c-b1a3-4b279d67506a tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.59 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.4962959 Apr 18 21:19:57.656118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:57.684206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Pushing event updated for resources: {'Port': ['ID=930df646-03ed-40b2-b7e1-78af160ad467,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:57.726898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-20806b84-bea0-4bc4-863c-643513dd9152 admin admin] Calling delete_port for 357e50b4-7407-4513-bc06-ca9056e0f050 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:57.743488 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:19:57.771704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:57.790645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-855c44bf-ae68-473c-bf82-a821ce9dd17e', 'network_id': '855c44bf-ae68-473c-bf82-a821ce9dd17e', 'tenant_id': '036bdbc6efea4430b0052ec780468eab', 'fixed_ips': [{'subnet_id': 'cb484437-c34d-4a13-9498-120e2fbcce32'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:19:57.791728 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.005963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0744b-31ad-4413-972f-3f3df9c66056 req-bcadd919-6605-45bb-8dce-994ee5330c2a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:58.012043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bf0744b-31ad-4413-972f-3f3df9c66056 req-bcadd919-6605-45bb-8dce-994ee5330c2a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 949 time: 0.5287600 Apr 18 21:19:58.019173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b863b-3fd1-4fe1-bced-c70c40519f0d req-7048b19a-7dff-4903-9bd6-18957b80a508 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:58.020890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f30b863b-3fd1-4fe1-bced-c70c40519f0d req-7048b19a-7dff-4903-9bd6-18957b80a508 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 943 time: 0.3888831 Apr 18 21:19:58.022189 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.065328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Transition to ACTIVE for port object e4243a33-35af-4572-8573-75afb8eca1ed will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:58.070061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:58.077733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:58.145057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680beb81-a189-4e3f-bee5-c5b1cb523ff5 None None] Network e7ba29ea-446d-4221-9111-532a81c5c33f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:58.182111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bf0744b-31ad-4413-972f-3f3df9c66056 req-f9947365-245a-40eb-a670-ef0c6ae78bfa tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584036 Apr 18 21:19:58.280466 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.298029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:58.341367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f30b863b-3fd1-4fe1-bced-c70c40519f0d req-e2822236-5b42-43df-8c8f-4fc5184b1350 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2964330 Apr 18 21:19:58.442089 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-20806b84-bea0-4bc4-863c-643513dd9152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.452857 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.552078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20806b84-bea0-4bc4-863c-643513dd9152 admin admin] Pushing event deleted for resources: {'Port': ['ID=357e50b4-7407-4513-bc06-ca9056e0f050,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:58.559381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 7141cdcd-4119-449e-8792-afd667535ea8 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:58.562457 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.666298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'port_id': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'mac_address': 'fa:16:3e:72:e4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:19:58.699744 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Attempting to bind port e4243a33-35af-4572-8573-75afb8eca1ed on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:58.700075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Attempting to bind port e4243a33-35af-4572-8573-75afb8eca1ed by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:58.700408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Attempting to bind port e4243a33-35af-4572-8573-75afb8eca1ed on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:58.842863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event updated for resources: {'Subnet': ['ID=7ef6ab38-0ffc-40dd-aaa8-727d24064cfd,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:58.845206 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc91192f-cc87-4d65-b7ca-0a19a97f39e7 req-f360d840-4a8a-4887-bacb-138bf6a79049 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b5b95b-1511-4ddc-98a8-227496dceeb5 HTTP/1.1" status: 200 len: 210 time: 0.1450226 Apr 18 21:19:58.886985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Checking segment: {'id': '53aa11ae-94ce-42d8-8436-0521cf88825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6bd505f-0daa-4df5-85bf-0c7ecb2574b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:58.888286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Network hostable DHCP agents. Network: f6bd505f-0daa-4df5-85bf-0c7ecb2574b9, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:19:58.910461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea434b81-4a25-45d2-a387-2f6f0a38f4d2 req-76dc3606-92de-434b-8668-d474b747c9ff tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:58.919102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea434b81-4a25-45d2-a387-2f6f0a38f4d2 req-76dc3606-92de-434b-8668-d474b747c9ff tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.5406442 Apr 18 21:19:59.006833 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.018156 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.019062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:59.019444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:59.019835 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.020229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:59.020721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Bound port: e4243a33-35af-4572-8573-75afb8eca1ed, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:59.021095 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.054662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Network f6bd505f-0daa-4df5-85bf-0c7ecb2574b9 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:19:59.058452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e1109-5264-4c35-a095-42bad91414ab None None] Pushing event updated for resources: {'Port': ['ID=e4243a33-35af-4572-8573-75afb8eca1ed,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:59.073928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:19:59.075522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b466527d-f384-448a-94eb-5552c7a9b6f1 None None] Provisioning for port 7141cdcd-4119-449e-8792-afd667535ea8 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:59.102253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b466527d-f384-448a-94eb-5552c7a9b6f1 None None] Provisioning complete for port 7141cdcd-4119-449e-8792-afd667535ea8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:59.102625 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b466527d-f384-448a-94eb-5552c7a9b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.183886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa8a486-71af-4f45-b071-b3673a3e1a54 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:19:59.331894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea434b81-4a25-45d2-a387-2f6f0a38f4d2 req-65e374d3-2dd1-4133-8211-8ee692d8a076 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4117453 Apr 18 21:19:59.352607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Allocated IP 172.20.0.2 (855c44bf-ae68-473c-bf82-a821ce9dd17e/cb484437-c34d-4a13-9498-120e2fbcce32/158d9c57-c5a7-4c82-9956-0e159715d402) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:59.372825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:59.403597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] For port e4243a33-35af-4572-8573-75afb8eca1ed, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:59.417221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, f6bd505f-0daa-4df5-85bf-0c7ecb2574b9) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:59.430093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:59.430988 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.472842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1b1a1c-8332-426a-b0bd-2adeed3a1352 None None] Network f6bd505f-0daa-4df5-85bf-0c7ecb2574b9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:59.526462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfaa4d-20e9-474e-b7c5-822ad03b483c req-2d906ce6-2574-4218-bbe4-90be6d9b9f1a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:59.534645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8cfaa4d-20e9-474e-b7c5-822ad03b483c req-2d906ce6-2574-4218-bbe4-90be6d9b9f1a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 949 time: 0.1393106 Apr 18 21:19:59.540425 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3efc6a58-ecc9-4cfc-921a-6f337f894d17 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0394380 Apr 18 21:19:59.540796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46978) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:59.561675 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-20806b84-bea0-4bc4-863c-643513dd9152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.610145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] For port e4243a33-35af-4572-8573-75afb8eca1ed, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e4243a33-35af-4572-8573-75afb8eca1ed,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:59.625780 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8cfaa4d-20e9-474e-b7c5-822ad03b483c req-d5c63ba6-58c5-4d91-911b-15631a8f731c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895424 Apr 18 21:19:59.660626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 8398f652-d346-4174-b1e1-b16becbeeacc up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:59.672457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:59.694082 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7a72c3a4-30c9-4c0a-bf3f-161729cfddc3 admin admin] 10.222.0.11 "PUT /v2.0/routers/17fc03d5-47fa-4c0d-9ff8-8e3006ff900a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9831448 Apr 18 21:19:59.771498 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.822382 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.872182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e4d7ad40-3ca9-455e-ae78-67bd20f4b439 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:00.046889 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b466527d-f384-448a-94eb-5552c7a9b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.097980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c075879-6f6b-454f-b940-b3768e460e54 req-c3695338-c3a1-4a7b-bb75-8fe2f6c9aca0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:00.101364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c075879-6f6b-454f-b940-b3768e460e54 req-c3695338-c3a1-4a7b-bb75-8fe2f6c9aca0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2059128 Apr 18 21:20:00.213105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port e4d7ad40-3ca9-455e-ae78-67bd20f4b439 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:00.213105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 8398f652-d346-4174-b1e1-b16becbeeacc completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:00.229210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-f6bd505f-0daa-4df5-85bf-0c7ecb2574b9', 'network_id': 'f6bd505f-0daa-4df5-85bf-0c7ecb2574b9', 'tenant_id': '036bdbc6efea4430b0052ec780468eab', 'fixed_ips': [{'subnet_id': '7ef6ab38-0ffc-40dd-aaa8-727d24064cfd'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:20:00.230059 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.265648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['9fa8a486-71af-4f45-b071-b3673a3e1a54'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:00.329702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c075879-6f6b-454f-b940-b3768e460e54 req-2992e063-0b13-4e6d-ad04-7bc3623aa3d7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1832838 Apr 18 21:20:00.383374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.392107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07d27c9c-43d6-4fc0-a2c8-05a711c02d26 req-19aa7895-bb62-44c4-837a-7e094087a5b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2837293 Apr 18 21:20:00.527466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:00.531074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port e4d7ad40-3ca9-455e-ae78-67bd20f4b439 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:00.532522 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.576726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 8398f652-d346-4174-b1e1-b16becbeeacc triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:00.577085 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.642522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Routers {'17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:00.643158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:00.778664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07d27c9c-43d6-4fc0-a2c8-05a711c02d26 req-321138a5-ab56-4c5a-ac8a-098c6a8e0426 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 1100 time: 0.2561295 Apr 18 21:20:00.919243 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e8ffe3c-1925-4509-a042-91baf2e64e80 req-0b8a251d-e95c-47aa-b279-110368b0e83a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed&tenant_id=9fcc73c7f7d343179467f64a2ae7eb25 HTTP/1.1" status: 200 len: 1095 time: 0.0927687 Apr 18 21:20:01.000709 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b466527d-f384-448a-94eb-5552c7a9b6f1 None None] For port 7141cdcd-4119-449e-8792-afd667535ea8, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7141cdcd-4119-449e-8792-afd667535ea8,segment=NetworkSegment(23aac6a5-ea30-4f28-ad00-3d1426f9040d),segment_id=23aac6a5-ea30-4f28-ad00-3d1426f9040d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:01.009903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e1109-5264-4c35-a095-42bad91414ab None None] Pushing event updated for resources: {'Port': ['ID=e4243a33-35af-4572-8573-75afb8eca1ed,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:01.044031 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e8ffe3c-1925-4509-a042-91baf2e64e80 req-5ae35b4a-94f0-4779-b4d7-20095f7ee2cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 1095 time: 0.1001053 Apr 18 21:20:01.144107 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.183689 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b466527d-f384-448a-94eb-5552c7a9b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.186362 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.191633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d27c9c-43d6-4fc0-a2c8-05a711c02d26 req-559cf6b6-b3ca-4120-98ba-e14e5f274f46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:01.193088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07d27c9c-43d6-4fc0-a2c8-05a711c02d26 req-559cf6b6-b3ca-4120-98ba-e14e5f274f46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3873916 Apr 18 21:20:01.229003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ffe3c-1925-4509-a042-91baf2e64e80 req-6c207a30-9647-4880-8765-62a29ffe3521 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:01.231039 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e8ffe3c-1925-4509-a042-91baf2e64e80 req-6c207a30-9647-4880-8765-62a29ffe3521 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 918 time: 0.1806810 Apr 18 21:20:01.261440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8119d0e-350d-4355-8fb7-5407b7e12fc5 req-5688f296-ee43-422b-8964-babb3ee8eadc tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:01.262867 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8119d0e-350d-4355-8fb7-5407b7e12fc5 req-5688f296-ee43-422b-8964-babb3ee8eadc tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.4112608 Apr 18 21:20:01.286070 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07d27c9c-43d6-4fc0-a2c8-05a711c02d26 req-cfc877c2-613f-4623-a72f-bd39a6d4fe99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=c2a258f2-0a97-43e2-a16d-d630e24b62f6 HTTP/1.1" status: 200 len: 217 time: 0.0848360 Apr 18 21:20:01.289111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Allocated IP 172.20.0.2 (f6bd505f-0daa-4df5-85bf-0c7ecb2574b9/7ef6ab38-0ffc-40dd-aaa8-727d24064cfd/78ffb92d-dcb2-4e19-ba8d-d1b74300f4da) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:01.309945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254854b3-6ea5-41c5-82c8-eaaff2b6e6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8398f652-d346-4174-b1e1-b16becbeeacc'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:01.352948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47014) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:01.363187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111923101', 'description': 'tempest-description--1704588310'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:01.364420 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e8ffe3c-1925-4509-a042-91baf2e64e80 req-a6d6d580-f5ac-401f-b42c-eb3f458e954b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd HTTP/1.1" status: 200 len: 999 time: 0.1253119 Apr 18 21:20:01.368009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 8398f652-d346-4174-b1e1-b16becbeeacc, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=8398f652-d346-4174-b1e1-b16becbeeacc,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:01.388122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:01.398158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Usage tracker for resource:security_group and tenant:6ea2c65669454a15a4223dbf931ef32b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:01.414614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:01.429995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:01.433200 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] Set router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:01.433746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d27c9c-43d6-4fc0-a2c8-05a711c02d26 req-f5298728-7a30-4fa6-a16d-e5d1aad9cef4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:01.435193 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07d27c9c-43d6-4fc0-a2c8-05a711c02d26 req-f5298728-7a30-4fa6-a16d-e5d1aad9cef4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1297696 Apr 18 21:20:01.454681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ffe3c-1925-4509-a042-91baf2e64e80 req-8435f496-455d-4952-a2a7-d363308cc791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:01.457332 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e8ffe3c-1925-4509-a042-91baf2e64e80 req-8435f496-455d-4952-a2a7-d363308cc791 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.0869541 Apr 18 21:20:01.484412 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8119d0e-350d-4355-8fb7-5407b7e12fc5 req-9ff06812-281a-4696-9c62-3b050ba97ed8 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014847 Apr 18 21:20:01.485756 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.559424 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e8ffe3c-1925-4509-a042-91baf2e64e80 req-d0d762a3-d740-45d2-8d16-b305988037a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948761 Apr 18 21:20:01.566335 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.617828 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.622684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:01.628383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Transition to ACTIVE for port object 158d9c57-c5a7-4c82-9956-0e159715d402 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:01.631063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Usage tracker for resource:security_group_rule and tenant:6ea2c65669454a15a4223dbf931ef32b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:01.634870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20806b84-bea0-4bc4-863c-643513dd9152 admin admin] Router c5997093-d110-4bb9-acc1-57928138b1cb has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:20:01.668308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:01.672757 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.674018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07d27c9c-43d6-4fc0-a2c8-05a711c02d26 req-99f84600-d824-489a-898a-9a2ee0b317e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2317338 Apr 18 21:20:01.682165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Transition to ACTIVE for port object 158d9c57-c5a7-4c82-9956-0e159715d402 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:01.683387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:01.701800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466527d-f384-448a-94eb-5552c7a9b6f1 None None] Pushing event updated for resources: {'Port': ['ID=7141cdcd-4119-449e-8792-afd667535ea8,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:01.724700 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e8ffe3c-1925-4509-a042-91baf2e64e80 req-b75d8079-01e4-4e1e-b551-6de677c68c1a service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569924 Apr 18 21:20:01.840702 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7bbd74b1-cfe8-4368-a14e-9d6ca1da90b6 None None] Provisioning complete for port 7141cdcd-4119-449e-8792-afd667535ea8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:01.841111 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7bbd74b1-cfe8-4368-a14e-9d6ca1da90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.939355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Allocated IP 172.20.0.1 (855c44bf-ae68-473c-bf82-a821ce9dd17e/cb484437-c34d-4a13-9498-120e2fbcce32/95e825c0-e959-45bd-9ccc-48bd374ed818) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:01.956762 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2e8ffe3c-1925-4509-a042-91baf2e64e80 req-4ed89eca-c5fe-4f75-8ef3-1c07e23f1dac service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200508 Apr 18 21:20:01.958359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f76ba41-f17c-4643-8b65-5b333d3457b4 req-ce44fa8d-50e2-4d45-9f6e-3a93beb7b0b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc6cca5e39d64d44ae57fc852b27e43f&device_id=cbf17cce-17cc-4868-9fee-90c13c5b2b6a HTTP/1.1" status: 200 len: 210 time: 0.0642238 Apr 18 21:20:01.978159 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.041927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port e4d7ad40-3ca9-455e-ae78-67bd20f4b439, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e4d7ad40-3ca9-455e-ae78-67bd20f4b439,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:02.078745 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f76ba41-f17c-4643-8b65-5b333d3457b4 req-75eb2042-0991-4b6a-a973-d3b290dc6aff service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dc6cca5e39d64d44ae57fc852b27e43f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096387 Apr 18 21:20:02.111315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=8398f652-d346-4174-b1e1-b16becbeeacc,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:02.188213 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.250537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Network 855c44bf-ae68-473c-bf82-a821ce9dd17e is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:02.290944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:02.304255 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a870ab0d-a3ea-4ca4-bbd0-00ecd3881538'] response: {'server_uuid': '254854b3-6ea5-41c5-82c8-eaaff2b6e6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8398f652-d346-4174-b1e1-b16becbeeacc', 'code': 200} Apr 18 21:20:02.310549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:02.332407 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.358393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Pushing event updated for resources: {'Port': ['ID=158d9c57-c5a7-4c82-9956-0e159715d402,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:02.366682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Transition to ACTIVE for port object 95e825c0-e959-45bd-9ccc-48bd374ed818 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:02.428832 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.466738 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16520111-75de-4ff6-9b6c-e486b99bfa57 req-5bab6b21-80f6-436d-bb4d-ab22f387ddab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 1101 time: 0.0931611 Apr 18 21:20:02.478807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07d27c9c-43d6-4fc0-a2c8-05a711c02d26 req-fd117a3e-6003-40a0-9566-45a027a71683 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7931852 Apr 18 21:20:02.528345 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16520111-75de-4ff6-9b6c-e486b99bfa57 req-c26d29ab-a559-4a9f-9c79-dbd33cd66614 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538685 Apr 18 21:20:02.536758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.545769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe173fc-60ed-4f5d-b36d-ed2447b87dbc req-9669c4b3-32ca-4805-bd54-f71d0c68d23f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:02.547858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abe173fc-60ed-4f5d-b36d-ed2447b87dbc req-9669c4b3-32ca-4805-bd54-f71d0c68d23f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 950 time: 0.9105761 Apr 18 21:20:02.547986 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.616560 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.636361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event updated for resources: {'Port': ['ID=95e825c0-e959-45bd-9ccc-48bd374ed818,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:02.641741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Network 855c44bf-ae68-473c-bf82-a821ce9dd17e is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:02.646449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:02.649808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:02.655436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Transition to ACTIVE for port object 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:02.670184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=e4d7ad40-3ca9-455e-ae78-67bd20f4b439,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:02.688563 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Attempting to bind port 158d9c57-c5a7-4c82-9956-0e159715d402 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:02.689359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Attempting to bind port 158d9c57-c5a7-4c82-9956-0e159715d402 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a663c9fe-55a0-4222-a428-62ca6f2cb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '855c44bf-ae68-473c-bf82-a821ce9dd17e'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:02.690071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Attempting to bind port 158d9c57-c5a7-4c82-9956-0e159715d402 on network 855c44bf-ae68-473c-bf82-a821ce9dd17e {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:02.695726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:02.696074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:02.696416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:02.696868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:02.697204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:02.697553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:02.698188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:02.698188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:02.698508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:02.698828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:02.699162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:02.710187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Transition to ACTIVE for port object 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:02.717624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:02.717624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Checking segment: {'id': 'a663c9fe-55a0-4222-a428-62ca6f2cb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '855c44bf-ae68-473c-bf82-a821ce9dd17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:02.717941 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.718330 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Bound using segment: {'id': 'a663c9fe-55a0-4222-a428-62ca6f2cb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '855c44bf-ae68-473c-bf82-a821ce9dd17e'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:02.718817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Bound port: 158d9c57-c5a7-4c82-9956-0e159715d402, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a663c9fe-55a0-4222-a428-62ca6f2cb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '855c44bf-ae68-473c-bf82-a821ce9dd17e'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:02.720371 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.722307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.734154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4da14f-3b4d-49bd-bc83-a31d58a85030,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:02.756262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ba41-f17c-4643-8b65-5b333d3457b4 req-11797806-0d3a-4e5f-94de-9c3af1c1bb65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:02.757767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f76ba41-f17c-4643-8b65-5b333d3457b4 req-11797806-0d3a-4e5f-94de-9c3af1c1bb65 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6247418 Apr 18 21:20:02.795328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7bbd74b1-cfe8-4368-a14e-9d6ca1da90b6 None None] Provisioning complete for port 930df646-03ed-40b2-b7e1-78af160ad467 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:02.795686 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7bbd74b1-cfe8-4368-a14e-9d6ca1da90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.806183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abe173fc-60ed-4f5d-b36d-ed2447b87dbc req-60ce0a0d-e6ae-4e1c-a819-7cb2f2f379a3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832967 Apr 18 21:20:02.820013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07d27c9c-43d6-4fc0-a2c8-05a711c02d26 req-91894ab0-7f78-4038-b434-cb7623cd6ac1 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199589 Apr 18 21:20:02.829157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2bfe-aede-49b6-9c01-4b4e6613887f req-075a246d-2d75-4eba-b804-a5c8a4805dc6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:02.835665 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ccb2bfe-aede-49b6-9c01-4b4e6613887f req-075a246d-2d75-4eba-b804-a5c8a4805dc6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.4011841 Apr 18 21:20:02.849685 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.856230 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.860615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-090ffa8a-ec90-474e-a428-795df60d9083 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5065427 Apr 18 21:20:02.864284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47028) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:02.870811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5febe5b9-8117-4e27-9520-3f63155b4d97 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Request body: {'security_group_rule': {'security_group_id': 'cf4da14f-3b4d-49bd-bc83-a31d58a85030', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:02.880086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5febe5b9-8117-4e27-9520-3f63155b4d97 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:02.893904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5febe5b9-8117-4e27-9520-3f63155b4d97 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Usage tracker for resource:security_group_rule and tenant:6ea2c65669454a15a4223dbf931ef32b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:02.897681 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5febe5b9-8117-4e27-9520-3f63155b4d97 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:02.914803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5febe5b9-8117-4e27-9520-3f63155b4d97 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:02.948333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ccb2bfe-aede-49b6-9c01-4b4e6613887f req-d391bd73-bf4e-4e3d-81e4-e56b3ffc0735 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116934 Apr 18 21:20:02.962649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.998250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20806b84-bea0-4bc4-863c-643513dd9152 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:20:03.000090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-20806b84-bea0-4bc4-863c-643513dd9152 admin admin] 10.222.0.11 "PUT /v2.0/routers/c5997093-d110-4bb9-acc1-57928138b1cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2832313 Apr 18 21:20:03.009035 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe001c-6a9a-4626-bbff-6322eb9483c0 None None] Sync routers for ids ['c5997093-d110-4bb9-acc1-57928138b1cb'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:20:03.010000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47032) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:03.020496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:55Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '930df646-03ed-40b2-b7e1-78af160ad467', 'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'mac_address': 'fa:16:3e:bc:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:54Z', 'updated_at': '2022-04-18T21:19:56Z', 'revision_number': 2, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'subnets': [{'id': '4559878f-fdd7-4496-97c8-e690810a153c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:03.041602 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe001c-6a9a-4626-bbff-6322eb9483c0 None None] Routers {'c5997093-d110-4bb9-acc1-57928138b1cb'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:03.042487 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8dfe001c-6a9a-4626-bbff-6322eb9483c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5997093-d110-4bb9-acc1-57928138b1cb'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:03.049383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8344b-6194-4e7e-b764-a2dd8e487a02 None None] The sync data for ids ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'] in n-d-836017-3 is: [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:55Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '930df646-03ed-40b2-b7e1-78af160ad467', 'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'mac_address': 'fa:16:3e:bc:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:54Z', 'updated_at': '2022-04-18T21:19:56Z', 'revision_number': 2, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'subnets': [{'id': '4559878f-fdd7-4496-97c8-e690810a153c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:03.057616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd74b1-cfe8-4368-a14e-9d6ca1da90b6 None None] Port 930df646-03ed-40b2-b7e1-78af160ad467 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:20:03.065828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Network f6bd505f-0daa-4df5-85bf-0c7ecb2574b9 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:03.071154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:03.072110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:03.076571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] For port 158d9c57-c5a7-4c82-9956-0e159715d402, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:03.084747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] For port 158d9c57-c5a7-4c82-9956-0e159715d402, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=158d9c57-c5a7-4c82-9956-0e159715d402,segment=NetworkSegment(a663c9fe-55a0-4222-a428-62ca6f2cb850),segment_id=a663c9fe-55a0-4222-a428-62ca6f2cb850)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:03.087195 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Pushing event updated for resources: {'Port': ['ID=78ffb92d-dcb2-4e19-ba8d-d1b74300f4da,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:03.179145 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.313994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07d58bc2-afa2-46b3-a1b6-211f425299e0 req-a3d8c18b-212a-4d1d-8e09-caaf92444ca3 tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbf17cce-17cc-4868-9fee-90c13c5b2b6a HTTP/1.1" status: 200 len: 210 time: 0.2212732 Apr 18 21:20:03.315671 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5febe5b9-8117-4e27-9520-3f63155b4d97 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.326788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Attempting to bind port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:03.327346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Attempting to bind port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '53aa11ae-94ce-42d8-8436-0521cf88825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6bd505f-0daa-4df5-85bf-0c7ecb2574b9'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:03.327685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Attempting to bind port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da on network f6bd505f-0daa-4df5-85bf-0c7ecb2574b9 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:03.330961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7141cdcd-4119-449e-8792-afd667535ea8 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:03.488004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:03.488421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Checking segment: {'id': '53aa11ae-94ce-42d8-8436-0521cf88825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6bd505f-0daa-4df5-85bf-0c7ecb2574b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:03.488834 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.489238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Bound using segment: {'id': '53aa11ae-94ce-42d8-8436-0521cf88825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6bd505f-0daa-4df5-85bf-0c7ecb2574b9'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:03.489771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Bound port: 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53aa11ae-94ce-42d8-8436-0521cf88825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6bd505f-0daa-4df5-85bf-0c7ecb2574b9'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:03.490152 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.547344 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdfeaa-3318-47dc-9b3a-c2fca184ef8e None None] Pushing event updated for resources: {'Port': ['ID=158d9c57-c5a7-4c82-9956-0e159715d402,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:03.629119 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.744992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 7141cdcd-4119-449e-8792-afd667535ea8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:03.745678 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.759101 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8dfe001c-6a9a-4626-bbff-6322eb9483c0 None None] Set router c5997093-d110-4bb9-acc1-57928138b1cb gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:03.863048 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5febe5b9-8117-4e27-9520-3f63155b4d97 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.951874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9360-fea7-4b39-b135-b38fd3c60a08 req-66ebb3f8-f745-4244-84b7-37e28967eab3 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:03.962615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-363b9360-fea7-4b39-b135-b38fd3c60a08 req-66ebb3f8-f745-4244-84b7-37e28967eab3 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.4574037 Apr 18 21:20:03.994811 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5febe5b9-8117-4e27-9520-3f63155b4d97 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.995242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:04.121242 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.216600 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.376513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] For port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:04.382858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:04.490143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f76ba41-f17c-4643-8b65-5b333d3457b4 req-c7655a6c-ef6f-44b5-bfdc-112e7ec8bcdc tempest-ServerShowV247Test-848347469 tempest-ServerShowV247Test-848347469-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbf17cce-17cc-4868-9fee-90c13c5b2b6a HTTP/1.1" status: 200 len: 210 time: 0.3397036 Apr 18 21:20:04.506026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febe5b9-8117-4e27-9520-3f63155b4d97 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33de6836-62bd-47d1-bde2-60949d7f81e5,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:04.522295 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.533092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] For port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=78ffb92d-dcb2-4e19-ba8d-d1b74300f4da,segment=NetworkSegment(53aa11ae-94ce-42d8-8436-0521cf88825b),segment_id=53aa11ae-94ce-42d8-8436-0521cf88825b)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:04.615320 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.697540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.872722 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8dfe001c-6a9a-4626-bbff-6322eb9483c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'name': 'tempest-TaggedBootDevicesTest-831515503-router', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a236975d-9402-4b79-95df-4df15e84750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:30Z', 'updated_at': '2022-04-18T21:19:58Z', 'revision_number': 5, 'project_id': '4b989aec231d436bb845e65766d4cdb4', 'gw_port': {'id': 'a236975d-9402-4b79-95df-4df15e84750c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:32Z', 'updated_at': '2022-04-18T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:04.898083 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe001c-6a9a-4626-bbff-6322eb9483c0 None None] Checking router: c5997093-d110-4bb9-acc1-57928138b1cb for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:20:04.948009 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe001c-6a9a-4626-bbff-6322eb9483c0 None None] Routers {'c5997093-d110-4bb9-acc1-57928138b1cb'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:04.948641 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8dfe001c-6a9a-4626-bbff-6322eb9483c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5997093-d110-4bb9-acc1-57928138b1cb'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:04.996117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 9fa8a486-71af-4f45-b071-b3673a3e1a54 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:04.999658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8792273-3322-4d8e-a430-ae7d4061c739 None None] Pushing event updated for resources: {'Port': ['ID=78ffb92d-dcb2-4e19-ba8d-d1b74300f4da,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:05.032751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 9fa8a486-71af-4f45-b071-b3673a3e1a54 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:05.033209 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.191511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Network 855c44bf-ae68-473c-bf82-a821ce9dd17e is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:05.211051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:05.215567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event updated for resources: {'Port': ['ID=95e825c0-e959-45bd-9ccc-48bd374ed818,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:05.638852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-363b9360-fea7-4b39-b135-b38fd3c60a08 req-2230448a-4180-41ea-9502-ebd6dca6059e tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6595376 Apr 18 21:20:05.650797 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.687372 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5febe5b9-8117-4e27-9520-3f63155b4d97 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.716009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5febe5b9-8117-4e27-9520-3f63155b4d97 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.8507078 Apr 18 21:20:05.717293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47068) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:05.727799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 158d9c57-c5a7-4c82-9956-0e159715d402 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:05.744507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-52762a84-5ce2-426e-bae4-cc8db3673b17 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Request body: {'security_group_rule': {'security_group_id': 'cf4da14f-3b4d-49bd-bc83-a31d58a85030', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:05.756313 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8dfe001c-6a9a-4626-bbff-6322eb9483c0 None None] Set router c5997093-d110-4bb9-acc1-57928138b1cb gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:05.815839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-52762a84-5ce2-426e-bae4-cc8db3673b17 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:05.832636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-52762a84-5ce2-426e-bae4-cc8db3673b17 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Usage tracker for resource:security_group_rule and tenant:6ea2c65669454a15a4223dbf931ef32b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:05.838163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-52762a84-5ce2-426e-bae4-cc8db3673b17 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:05.875841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-52762a84-5ce2-426e-bae4-cc8db3673b17 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:05.897269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2882f57-7a63-418c-916c-b9ca0700e6b0 req-3dfc151e-0259-4435-9f69-01136574d2f8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:05.904437 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2882f57-7a63-418c-916c-b9ca0700e6b0 req-3dfc151e-0259-4435-9f69-01136574d2f8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 950 time: 1.6411684 Apr 18 21:20:06.024724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b503fa-3755-414b-93ef-eea3722a3a2d None None] Network 855c44bf-ae68-473c-bf82-a821ce9dd17e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:20:06.278211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:06.346222 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2882f57-7a63-418c-916c-b9ca0700e6b0 req-a7c6a858-3130-4d34-9d55-32e6b8966c83 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408338 Apr 18 21:20:06.353452 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.454613 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52762a84-5ce2-426e-bae4-cc8db3673b17 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.476024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adcd7d-94b3-431c-ae68-b2c0922d0078 req-67924897-3e46-409d-bb47-32500304c892 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:06.494194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11adcd7d-94b3-431c-ae68-b2c0922d0078 req-67924897-3e46-409d-bb47-32500304c892 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5083246 Apr 18 21:20:06.554318 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:06.653331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-85ba6bed-67b8-4ed8-9f06-d7df613ca115 None None] Provisioning for port 158d9c57-c5a7-4c82-9956-0e159715d402 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:06.682253 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11adcd7d-94b3-431c-ae68-b2c0922d0078 req-cbe45b9d-49c7-4d4d-8cfa-97f0764adc9c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1865377 Apr 18 21:20:06.731935 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.809852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 158d9c57-c5a7-4c82-9956-0e159715d402 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:06.847355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-85ba6bed-67b8-4ed8-9f06-d7df613ca115 None None] Provisioning complete for port 158d9c57-c5a7-4c82-9956-0e159715d402 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:06.847742 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-85ba6bed-67b8-4ed8-9f06-d7df613ca115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.849732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Deleting port a236975d-9402-4b79-95df-4df15e84750c {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:20:06.850168 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.877521 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52762a84-5ce2-426e-bae4-cc8db3673b17 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.911887 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8dfe001c-6a9a-4626-bbff-6322eb9483c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'name': 'tempest-TaggedBootDevicesTest-831515503-router', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a236975d-9402-4b79-95df-4df15e84750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:30Z', 'updated_at': '2022-04-18T21:19:58Z', 'revision_number': 5, 'project_id': '4b989aec231d436bb845e65766d4cdb4', 'gw_port': {'id': 'a236975d-9402-4b79-95df-4df15e84750c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:32Z', 'updated_at': '2022-04-18T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:06.927687 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355ae768-8283-4e49-9cea-c18d78265f06'] response: {'server_uuid': 'c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439', 'code': 200} Apr 18 21:20:06.932748 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe001c-6a9a-4626-bbff-6322eb9483c0 None None] The sync data for ids ['c5997093-d110-4bb9-acc1-57928138b1cb'] in n-d-836017-3 is: [{'id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'name': 'tempest-TaggedBootDevicesTest-831515503-router', 'tenant_id': '4b989aec231d436bb845e65766d4cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a236975d-9402-4b79-95df-4df15e84750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:30Z', 'updated_at': '2022-04-18T21:19:58Z', 'revision_number': 5, 'project_id': '4b989aec231d436bb845e65766d4cdb4', 'gw_port': {'id': 'a236975d-9402-4b79-95df-4df15e84750c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5997093-d110-4bb9-acc1-57928138b1cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:32Z', 'updated_at': '2022-04-18T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:06.945509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52762a84-5ce2-426e-bae4-cc8db3673b17 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.999352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 158d9c57-c5a7-4c82-9956-0e159715d402 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:07.010013 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:07.010535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Router 6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:20:07.020699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52762a84-5ce2-426e-bae4-cc8db3673b17 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b7f2de-75cc-4990-b54a-2583ead20b20,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:07.403505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47937406-5e9d-4e5b-9077-1c4fd533b853 None None] Network f6bd505f-0daa-4df5-85bf-0c7ecb2574b9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:20:07.544455 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bab592bc-d47c-45bb-a526-477b1bbb13f8 req-bb576c88-8171-419f-b906-625dd31141ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf HTTP/1.1" status: 200 len: 1101 time: 0.5445981 Apr 18 21:20:07.555609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddb022-4e5b-41aa-9815-1a2c08fbc0d1 req-25173435-f3b1-45cc-af26-3d2a4e51d893 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:07.563554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eaddb022-4e5b-41aa-9815-1a2c08fbc0d1 req-25173435-f3b1-45cc-af26-3d2a4e51d893 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.3604443 Apr 18 21:20:07.634089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] For port a236975d-9402-4b79-95df-4df15e84750c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a236975d-9402-4b79-95df-4df15e84750c,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:07.634984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:07.684872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52762a84-5ce2-426e-bae4-cc8db3673b17 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:07.690281 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-52762a84-5ce2-426e-bae4-cc8db3673b17 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9618104 Apr 18 21:20:07.696442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47082) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:07.708438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:07.718636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:07.726845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Usage tracker for resource:floatingip and tenant:6ea2c65669454a15a4223dbf931ef32b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:07.731084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:07.749368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:07.819753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:20:07.832298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6c50287e-fdfb-419c-ab5d-a10489b418f3 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "PUT /v2.0/routers/6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2903078 Apr 18 21:20:07.838706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47088) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:07.853433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee23cb4-ae25-45d0-92f0-7f7381f6173c None None] Sync routers for ids ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:20:07.903513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47092) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:07.925842 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:07.983019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Calling delete_port for a236975d-9402-4b79-95df-4df15e84750c owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:20:08.046833 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.133194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bab592bc-d47c-45bb-a526-477b1bbb13f8 req-24dffc8a-110d-436a-94cf-9be30c030763 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516305 Apr 18 21:20:08.182137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eaddb022-4e5b-41aa-9815-1a2c08fbc0d1 req-7b0ccbee-25be-4780-a2e1-39d7cba71d19 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6158614 Apr 18 21:20:08.269885 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-85ba6bed-67b8-4ed8-9f06-d7df613ca115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.409427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0066-d87d-4600-8359-2af98ddee396 req-c25555e0-51c4-4469-b997-c2cc6faea058 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:08.410321 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0efb395c-8c37-4de5-a8ef-79a5a587b9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.410992 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-654f0066-d87d-4600-8359-2af98ddee396 req-c25555e0-51c4-4469-b997-c2cc6faea058 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 950 time: 0.5768213 Apr 18 21:20:08.452257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 158d9c57-c5a7-4c82-9956-0e159715d402, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=158d9c57-c5a7-4c82-9956-0e159715d402,segment=NetworkSegment(a663c9fe-55a0-4222-a428-62ca6f2cb850),segment_id=a663c9fe-55a0-4222-a428-62ca6f2cb850)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:08.464636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee23cb4-ae25-45d0-92f0-7f7381f6173c None None] Routers {'6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:08.465292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6ee23cb4-ae25-45d0-92f0-7f7381f6173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:08.491319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0efb395c-8c37-4de5-a8ef-79a5a587b9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:08.501905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0efb395c-8c37-4de5-a8ef-79a5a587b9b4 admin admin] Usage tracker for resource:security_group_rule and tenant:dc6cca5e39d64d44ae57fc852b27e43f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:08.511025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0efb395c-8c37-4de5-a8ef-79a5a587b9b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:08.544946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0efb395c-8c37-4de5-a8ef-79a5a587b9b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:08.699173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6ee23cb4-ae25-45d0-92f0-7f7381f6173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:08.712276 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.713051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e4243a33-35af-4572-8573-75afb8eca1ed up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:08.792538 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-654f0066-d87d-4600-8359-2af98ddee396 req-7ac549df-4302-49df-a47f-0e0014f029d4 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627238 Apr 18 21:20:08.870720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.958742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:08.961604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0efb395c-8c37-4de5-a8ef-79a5a587b9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.976955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=158d9c57-c5a7-4c82-9956-0e159715d402,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:08.978333 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.002945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Pushing event deleted for resources: {'Port': ['ID=a236975d-9402-4b79-95df-4df15e84750c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:09.034088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587aca3-9967-4d52-ba31-3a077cbb9d62 req-4e830c7f-900c-4fe8-87fe-7ff35e6f5f7b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:09.050514 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6587aca3-9967-4d52-ba31-3a077cbb9d62 req-4e830c7f-900c-4fe8-87fe-7ff35e6f5f7b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 945 time: 0.4874265 Apr 18 21:20:09.133923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0efb395c-8c37-4de5-a8ef-79a5a587b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.215801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee23cb4-ae25-45d0-92f0-7f7381f6173c None None] Routers {'6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:09.215801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6ee23cb4-ae25-45d0-92f0-7f7381f6173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:09.252013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb395c-8c37-4de5-a8ef-79a5a587b9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca5a411-19cb-4d7f-a312-ccc7b1b61f05,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:09.266932 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0efb395c-8c37-4de5-a8ef-79a5a587b9b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc6cca5e39d64d44ae57fc852b27e43f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3618865 Apr 18 21:20:09.270368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47108) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:09.433921 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.545690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6587aca3-9967-4d52-ba31-3a077cbb9d62 req-8233863d-c985-4c9b-8a0f-829c0a27bb0d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4939747 Apr 18 21:20:09.552356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6ee23cb4-ae25-45d0-92f0-7f7381f6173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:09.552766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee23cb4-ae25-45d0-92f0-7f7381f6173c None None] The sync data for ids ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:09.555984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e4243a33-35af-4572-8573-75afb8eca1ed completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:09.617299 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-85ba6bed-67b8-4ed8-9f06-d7df613ca115 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:20:09.617677 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-85ba6bed-67b8-4ed8-9f06-d7df613ca115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:20:09.618146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e4243a33-35af-4572-8573-75afb8eca1ed triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:09.618508 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.809643 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcad488a-df69-4e69-a1ac-f3ab56160f9d'] response: {'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'code': 200} Apr 18 21:20:09.823384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Allocated IP 172.25.3.143 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/53f1e422-3135-4d48-9eb5-98fb4f90fec2) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:09.984300 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:20:10.020936 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.045526 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port e4243a33-35af-4572-8573-75afb8eca1ed, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e4243a33-35af-4572-8573-75afb8eca1ed,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:10.205738 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.348764 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-973850f8-87b9-4955-8fcc-d8782000fdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.471190 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-973850f8-87b9-4955-8fcc-d8782000fdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.481326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674e2a1-d62f-4bdc-b13d-7b6d701ee535 req-45293761-c0ba-4a1d-ae6d-ba0b0454730a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:10.489512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4674e2a1-d62f-4bdc-b13d-7b6d701ee535 req-45293761-c0ba-4a1d-ae6d-ba0b0454730a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf HTTP/1.1" status: 200 len: 950 time: 1.3844697 Apr 18 21:20:10.571781 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.616619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=e4243a33-35af-4572-8573-75afb8eca1ed,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:10.696896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:10.852341 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.882661 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-973850f8-87b9-4955-8fcc-d8782000fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.891879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-980792cd-de74-4058-bce2-1ce66d53375e None None] Provisioning for port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:10.901041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4674e2a1-d62f-4bdc-b13d-7b6d701ee535 req-bfb39af0-00e1-4364-b9b9-d06b33d57739 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099882 Apr 18 21:20:10.950886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973850f8-87b9-4955-8fcc-d8782000fdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca5a411-19cb-4d7f-a312-ccc7b1b61f05,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:10.973725 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-973850f8-87b9-4955-8fcc-d8782000fdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.975514 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-973850f8-87b9-4955-8fcc-d8782000fdf7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ca5a411-19cb-4d7f-a312-ccc7b1b61f05 HTTP/1.1" status: 204 len: 168 time: 1.7018580 Apr 18 21:20:10.976870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:10.990001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:10.990001 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.064380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-980792cd-de74-4058-bce2-1ce66d53375e None None] Provisioning for port 95e825c0-e959-45bd-9ccc-48bd374ed818 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:11.109126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-980792cd-de74-4058-bce2-1ce66d53375e None None] Provisioning complete for port 95e825c0-e959-45bd-9ccc-48bd374ed818 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:11.109590 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-980792cd-de74-4058-bce2-1ce66d53375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.245276 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-1d5442eb-068e-4094-a855-418935b75cdb tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:20:11.245276 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1d5442eb-068e-4094-a855-418935b75cdb tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "PUT /v2.0/routers/6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.4045281 Apr 18 21:20:11.254675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47124) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:11.353083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-980792cd-de74-4058-bce2-1ce66d53375e None None] Port 95e825c0-e959-45bd-9ccc-48bd374ed818 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:20:11.396805 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-980792cd-de74-4058-bce2-1ce66d53375e None None] Provisioning complete for port 158d9c57-c5a7-4c82-9956-0e159715d402 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:11.397777 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-980792cd-de74-4058-bce2-1ce66d53375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.471400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae0fb7-6b48-47fb-a215-36e27f2a26ef req-593e7b61-f548-4e2f-8b46-0aeb7148f8e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:11.481597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1ae0fb7-6b48-47fb-a215-36e27f2a26ef req-593e7b61-f548-4e2f-8b46-0aeb7148f8e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 1.0656176 Apr 18 21:20:11.522848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79460784-d131-4710-852d-c48dca80ef89 req-50eda383-e94d-4cc3-a60c-3c8cb694b147 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1096 time: 1.5268645 Apr 18 21:20:11.547509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.612592 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.678219 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.716585 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.765313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=78ffb92d-dcb2-4e19-ba8d-d1b74300f4da,segment=NetworkSegment(53aa11ae-94ce-42d8-8436-0521cf88825b),segment_id=53aa11ae-94ce-42d8-8436-0521cf88825b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:11.775341 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1ae0fb7-6b48-47fb-a215-36e27f2a26ef req-524450d8-76ea-4609-a472-de9b2827d880 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928159 Apr 18 21:20:11.856522 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.857664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 158d9c57-c5a7-4c82-9956-0e159715d402 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:11.876129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:11.879955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:11.882234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be446b-0b03-4583-8893-240be4238328 req-0e2f0e52-8ce3-4144-b8d7-be8f57cb78f8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:11.883015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Pushing event updated for resources: {'Port': ['ID=53f1e422-3135-4d48-9eb5-98fb4f90fec2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:11.887185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:11.892085 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08be446b-0b03-4583-8893-240be4238328 req-0e2f0e52-8ce3-4144-b8d7-be8f57cb78f8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 945 time: 0.7161350 Apr 18 21:20:11.932082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79460784-d131-4710-852d-c48dca80ef89 req-95ded9d6-7f19-472e-ba3e-2ebc469ead15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3752840 Apr 18 21:20:11.942161 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.942161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5997093-d110-4bb9-acc1-57928138b1cb {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:20:11.982260 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.982260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7eefd239-a3c4-4529-a1f6-d9c7b1771939 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c5997093-d110-4bb9-acc1-57928138b1cb HTTP/1.1" status: 204 len: 168 time: 8.9688756 Apr 18 21:20:11.997294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47140) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:12.002803 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08be446b-0b03-4583-8893-240be4238328 req-6cc0c28f-8f2c-4862-bee6-a8af2e4da5fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097641 Apr 18 21:20:12.135659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 158d9c57-c5a7-4c82-9956-0e159715d402 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:12.136284 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:12.160285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e1690f-8158-4151-a429-93949229a876 admin admin] Deleting subnet 9d9df8fa-6aea-4e62-a5dc-4ac358e36f75 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:20:12.168039 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=78ffb92d-dcb2-4e19-ba8d-d1b74300f4da,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:12.186492 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6e1690f-8158-4151-a429-93949229a876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:12.386711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca3ab7-8316-45e3-821a-f2e70ad933d3 req-586cc0f5-9b38-4a7f-8326-b35627d0125a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:12.409193 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70ca3ab7-8316-45e3-821a-f2e70ad933d3 req-586cc0f5-9b38-4a7f-8326-b35627d0125a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf HTTP/1.1" status: 200 len: 950 time: 0.2378583 Apr 18 21:20:12.467082 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:12.474691 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6e1690f-8158-4151-a429-93949229a876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:12.532043 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 357e50b4-7407-4513-bc06-ca9056e0f050 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:20:12.545235 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70ca3ab7-8316-45e3-821a-f2e70ad933d3 req-bf40c59a-adcd-484e-b09f-846aa645ac4c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337290 Apr 18 21:20:12.631036 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 357e50b4-7407-4513-bc06-ca9056e0f050 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:20:12.631680 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 357e50b4-7407-4513-bc06-ca9056e0f050 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:20:12.812338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:12.889578 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.021400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:13.022521 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.111799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47158) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:13.160261 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6e1690f-8158-4151-a429-93949229a876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.343035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e4243a33-35af-4572-8573-75afb8eca1ed up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:13.484542 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74a70036-f552-409f-a62b-6679b4cc6ab5 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.513847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ddc99-e7f6-4362-b433-db6076c23b06 req-58767a46-4568-4a37-bea9-8b8666870f54 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:13.518927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ddc99-e7f6-4362-b433-db6076c23b06 req-58767a46-4568-4a37-bea9-8b8666870f54 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:13.520536 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f9ddc99-e7f6-4362-b433-db6076c23b06 req-58767a46-4568-4a37-bea9-8b8666870f54 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7&device_id=c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf HTTP/1.1" status: 200 len: 1691 time: 0.2991707 Apr 18 21:20:13.558731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1785450521-network', 'tenant_id': 'ed5264864b144e4780f5573807cbb3f0'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:13.589098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f8790-0201-44dc-863d-fe07da81094a req-ccad0bbc-3096-4fc6-824e-8b1752f5dc91 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:13.615014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e4243a33-35af-4572-8573-75afb8eca1ed triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:13.615322 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.619972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe5f8790-0201-44dc-863d-fe07da81094a req-ccad0bbc-3096-4fc6-824e-8b1752f5dc91 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.4947071 Apr 18 21:20:13.704702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:13.754877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Usage tracker for resource:network and tenant:ed5264864b144e4780f5573807cbb3f0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:13.782570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:13.830499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:13.915219 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f9ddc99-e7f6-4362-b433-db6076c23b06 req-ee1dc81e-8a64-4d94-94ca-fdf1a89fa6f3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317187 Apr 18 21:20:13.935801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe5f8790-0201-44dc-863d-fe07da81094a req-e32181f8-e083-412f-97f4-174c0151aa57 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143859 Apr 18 21:20:13.940302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Made reservation on behalf of ed5264864b144e4780f5573807cbb3f0 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:13.946371 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.035924 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.053353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.070110 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6e1690f-8158-4151-a429-93949229a876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.162150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:14.179513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Usage tracker for resource:security_group_rule and tenant:ed5264864b144e4780f5573807cbb3f0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:14.188950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:14.196205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6e1690f-8158-4151-a429-93949229a876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.200803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b526b7-5e77-4c8c-85cc-bc522701a158 None None] Network 43c6805d-05f9-4167-8c70-a8a093559eaf requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:20:14.217336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:14.283614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b6e1690f-8158-4151-a429-93949229a876 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9d9df8fa-6aea-4e62-a5dc-4ac358e36f75 HTTP/1.1" status: 204 len: 168 time: 2.2819610 Apr 18 21:20:14.285976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47174) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:14.290009 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.485939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1690f-8158-4151-a429-93949229a876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9df8fa-6aea-4e62-a5dc-4ac358e36f75,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:14.494407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Pushing event updated for resources: {'Port': ['ID=53f1e422-3135-4d48-9eb5-98fb4f90fec2,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:14.606299 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.781980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Deleting port 31069a0d-4f36-4a48-a843-e0cf91254e88 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:20:14.782356 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.854406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1501d86-edbc-4478-959a-68783425114f None None] DHCP port deletion for 43c6805d-05f9-4167-8c70-a8a093559eaf request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:20:14.870422 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b1501d86-edbc-4478-959a-68783425114f None None] Deleting port 31069a0d-4f36-4a48-a843-e0cf91254e88 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:20:14.872661 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b1501d86-edbc-4478-959a-68783425114f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.981012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.121618 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.129568 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cbbde72c-a7b0-4a80-92cc-c89781a1dfc4 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4251583 Apr 18 21:20:15.538292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b1501d86-edbc-4478-959a-68783425114f None None] For port 31069a0d-4f36-4a48-a843-e0cf91254e88, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=31069a0d-4f36-4a48-a843-e0cf91254e88,segment=NetworkSegment(a6740804-338e-4600-93e4-d9d91ec5c004),segment_id=a6740804-338e-4600-93e4-d9d91ec5c004)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:15.540174 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b1501d86-edbc-4478-959a-68783425114f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.546743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] For port 31069a0d-4f36-4a48-a843-e0cf91254e88, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=31069a0d-4f36-4a48-a843-e0cf91254e88,segment=NetworkSegment(a6740804-338e-4600-93e4-d9d91ec5c004),segment_id=a6740804-338e-4600-93e4-d9d91ec5c004)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:15.548076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.717353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Calling delete_port for 31069a0d-4f36-4a48-a843-e0cf91254e88 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:20:15.824866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b1501d86-edbc-4478-959a-68783425114f None None] Calling delete_port for 31069a0d-4f36-4a48-a843-e0cf91254e88 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:20:15.829675 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.870435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90083f9f-0bff-4722-9273-d5dd3b13888f req-86d73803-13a8-494e-a3c4-0df903586313 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:15.879122 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90083f9f-0bff-4722-9273-d5dd3b13888f req-86d73803-13a8-494e-a3c4-0df903586313 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 945 time: 1.2680705 Apr 18 21:20:15.916121 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.931563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:20:15.942545 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.943398 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Added segment b64a7e40-3fcf-4ef4-b438-4ad43a94988f of type vlan for network cc447289-9f48-420f-835f-05a9083636ab Apr 18 21:20:15.974154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.979296 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.995953 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-b1501d86-edbc-4478-959a-68783425114f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:20:15.996596 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-b1501d86-edbc-4478-959a-68783425114f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:20:16.047044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-74a70036-f552-409f-a62b-6679b4cc6ab5 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Deleting port 95e825c0-e959-45bd-9ccc-48bd374ed818 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:20:16.047469 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74a70036-f552-409f-a62b-6679b4cc6ab5 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.056389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] No DVR routers for this DVR port 31069a0d-4f36-4a48-a843-e0cf91254e88 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:20:16.110501 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3e85ed6-5a4f-4783-87ac-36fe0ebe6b9e req-6d95e41b-4da3-488b-84d0-061a212255d6 tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 1101 time: 1.5018449 Apr 18 21:20:16.111654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=31069a0d-4f36-4a48-a843-e0cf91254e88,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:16.262154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:20:16.321457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90083f9f-0bff-4722-9273-d5dd3b13888f req-db8a40cf-7a6e-4059-bae9-6a78bf334d09 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4410870 Apr 18 21:20:16.382914 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.386259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:16.386259 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.388824 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74a70036-f552-409f-a62b-6679b4cc6ab5 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.431622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8051d91-d382-4f7d-beed-bc0fdcd9bcf8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:16.453253 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.500279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b1501d86-edbc-4478-959a-68783425114f None None] Deleting port 31069a0d-4f36-4a48-a843-e0cf91254e88 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:20:16.500279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b1501d86-edbc-4478-959a-68783425114f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.612363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3e85ed6-5a4f-4783-87ac-36fe0ebe6b9e req-c645e9fa-b1c6-4f4c-8f16-0a419d5ccc6a tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142879 Apr 18 21:20:16.629348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5163326 Apr 18 21:20:16.643415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b1501d86-edbc-4478-959a-68783425114f None None] The port '31069a0d-4f36-4a48-a843-e0cf91254e88' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:20:16.649901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47192) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:16.659928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c6805d-05f9-4167-8c70-a8a093559eaf']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:16.675453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-74a70036-f552-409f-a62b-6679b4cc6ab5 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Calling delete_port for 95e825c0-e959-45bd-9ccc-48bd374ed818 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:20:16.680547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Request body: {'subnet': {'network_id': 'cc447289-9f48-420f-835f-05a9083636ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1785450521-subnet', 'tenant_id': 'ed5264864b144e4780f5573807cbb3f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:16.699664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6740804-338e-4600-93e4-d9d91ec5c004') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:16.704210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6740804-338e-4600-93e4-d9d91ec5c004') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:16.716982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:16.723024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de96b4-e8b9-4ebb-83c4-2a3e3f1efa13 admin admin] Pushing event updated for resources: {'Network': ['ID=cc447289-9f48-420f-835f-05a9083636ab,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:16.729250 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.738704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network cc447289-9f48-420f-835f-05a9083636ab details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:20:16.746183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Usage tracker for resource:subnet and tenant:ed5264864b144e4780f5573807cbb3f0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:16.753538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:16.762857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:16.767744 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.791427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:20:16.792479 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:20:16.808989 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:20:16.900423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca81ea-c337-4ad0-9b8a-f4f163aa84d2 req-4eb1cca2-73e6-45a9-9aea-d93d84bb99e2 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:16.901838 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7ca81ea-c337-4ad0-9b8a-f4f163aa84d2 req-4eb1cca2-73e6-45a9-9aea-d93d84bb99e2 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.3430042 Apr 18 21:20:16.934509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Made reservation on behalf of ed5264864b144e4780f5573807cbb3f0 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:16.939397 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.980561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 31069a0d-4f36-4a48-a843-e0cf91254e88 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:20:17.038106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 31069a0d-4f36-4a48-a843-e0cf91254e88 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:20:17.039095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 31069a0d-4f36-4a48-a843-e0cf91254e88 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:20:17.039243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a236975d-9402-4b79-95df-4df15e84750c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:20:17.126493 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: a236975d-9402-4b79-95df-4df15e84750c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:20:17.126975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a236975d-9402-4b79-95df-4df15e84750c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:20:17.204924 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74a70036-f552-409f-a62b-6679b4cc6ab5 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:17.205131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7ca81ea-c337-4ad0-9b8a-f4f163aa84d2 req-7d5af798-1e0b-4231-9822-bc2293b7fa0f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063746 Apr 18 21:20:17.259578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a70036-f552-409f-a62b-6679b4cc6ab5 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event deleted for resources: {'Port': ['ID=95e825c0-e959-45bd-9ccc-48bd374ed818,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:17.263054 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:17.291680 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:17.318988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=43c6805d-05f9-4167-8c70-a8a093559eaf,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:17.412536 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c5644277-3e38-4894-a38e-ab302b4f14f9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/43c6805d-05f9-4167-8c70-a8a093559eaf HTTP/1.1" status: 204 len: 168 time: 3.1209033 Apr 18 21:20:17.676617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74a70036-f552-409f-a62b-6679b4cc6ab5 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:17.682066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6e7d-1bcc-4d3f-96c0-91461e428504 req-80b0d1f2-8f83-4a6f-b6da-9c92458e4594 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:17.684088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d7d6e7d-1bcc-4d3f-96c0-91461e428504 req-80b0d1f2-8f83-4a6f-b6da-9c92458e4594 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 945 time: 0.1344590 Apr 18 21:20:17.697419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47202) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:17.705248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-517857e9-48fa-4b95-8867-6e0ab316275d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Request body: {'floatingip': {'port_id': '9fa8a486-71af-4f45-b071-b3673a3e1a54'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:17.809310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:17.870095 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-517857e9-48fa-4b95-8867-6e0ab316275d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:18.059465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47210) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:18.306937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6baf69b-6fe1-4391-af08-b7be43fe9d33,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:18.368115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Checking segment: {'id': 'b64a7e40-3fcf-4ef4-b438-4ad43a94988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc447289-9f48-420f-835f-05a9083636ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:18.368890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Network hostable DHCP agents. Network: cc447289-9f48-420f-835f-05a9083636ab, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:20:18.530766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-233f339e-56b0-40b3-a689-7c36fba94d8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9645b053fccf4eef884d2647dc741bdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4609826 Apr 18 21:20:18.539600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47216) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:18.716375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03a3c91a-8de4-4ff9-9fd8-e99ec3791c1c req-ba88f149-0820-4c99-bfd4-34ac6fb7e363 tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf HTTP/1.1" status: 200 len: 1101 time: 0.6238348 Apr 18 21:20:18.717807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a70036-f552-409f-a62b-6679b4cc6ab5 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Router 6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:20:18.794596 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Sync routers for ids ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:20:18.827573 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8aaceb60-bea0-45c6-8b2b-c375c9b6c161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:18.832944 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Routers {'17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:18.834105 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:18.870512 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8aaceb60-bea0-45c6-8b2b-c375c9b6c161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:18.916106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03a3c91a-8de4-4ff9-9fd8-e99ec3791c1c req-cf84f38c-6fb0-4eca-9496-df8c7f9b068c tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075449 Apr 18 21:20:18.963568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a70036-f552-409f-a62b-6679b4cc6ab5 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:20:18.979674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f86017-2551-411c-8f4b-50252330d440 None None] Sync routers for ids ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:20:18.996781 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-74a70036-f552-409f-a62b-6679b4cc6ab5 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "PUT /v2.0/routers/6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7356217 Apr 18 21:20:18.999910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47220) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:19.007499 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f86017-2551-411c-8f4b-50252330d440 None None] Routers {'6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:19.007772 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-83f86017-2551-411c-8f4b-50252330d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:19.227725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-83f86017-2551-411c-8f4b-50252330d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:19.251786 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f86017-2551-411c-8f4b-50252330d440 None None] Routers {'6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:19.252657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-83f86017-2551-411c-8f4b-50252330d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:19.321267 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-94d0940e-fe33-439c-bd8b-3759713d79ac tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] delete failed (client error): The resource could not be found. Apr 18 21:20:19.326475 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-94d0940e-fe33-439c-bd8b-3759713d79ac tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-51854510 HTTP/1.1" status: 404 len: 333 time: 0.3191564 Apr 18 21:20:19.327189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47228) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:19.337349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Network cc447289-9f48-420f-835f-05a9083636ab is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:20:19.342472 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-35491ec1-aaf7-47fa-8454-910011caf46d tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:19.407774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-83f86017-2551-411c-8f4b-50252330d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:19.408336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f86017-2551-411c-8f4b-50252330d440 None None] The sync data for ids ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:19.427401 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Set router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:19.534113 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8aaceb60-bea0-45c6-8b2b-c375c9b6c161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:19.585169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, cc447289-9f48-420f-835f-05a9083636ab) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:19.597636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ff716-4d3a-4234-a16a-0710991f1398 None None] Network cc447289-9f48-420f-835f-05a9083636ab requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:20:19.621554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:19.621554 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:19.664955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaceb60-bea0-45c6-8b2b-c375c9b6c161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e3b804-8fe9-4bb3-a7fe-5b5be80969c3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:19.838929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47236) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:19.892216 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-517857e9-48fa-4b95-8867-6e0ab316275d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:19.904289 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8aaceb60-bea0-45c6-8b2b-c375c9b6c161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:19.908182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8aaceb60-bea0-45c6-8b2b-c375c9b6c161 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32e3b804-8fe9-4bb3-a7fe-5b5be80969c3 HTTP/1.1" status: 204 len: 168 time: 1.3659608 Apr 18 21:20:19.934877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc13791-79e1-4d62-8961-04e54a818148 req-8801083d-1197-4150-a47e-15153389ee12 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:19.936645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcc13791-79e1-4d62-8961-04e54a818148 req-8801083d-1197-4150-a47e-15153389ee12 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.7264228 Apr 18 21:20:20.033741 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcc13791-79e1-4d62-8961-04e54a818148 req-7ee0117e-780c-4cad-82a7-b76d923cf856 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847640 Apr 18 21:20:20.079429 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-517857e9-48fa-4b95-8867-6e0ab316275d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:20.216281 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d69d5912-93a8-4815-9c92-bb7b74b1b351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:20.237263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dba5da-eb12-4555-a73e-b34009aca5de None None] Network cc447289-9f48-420f-835f-05a9083636ab requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:20:20.335569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d69d5912-93a8-4815-9c92-bb7b74b1b351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:20.350054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d69d5912-93a8-4815-9c92-bb7b74b1b351 admin admin] Usage tracker for resource:security_group_rule and tenant:5437ca979bfe49b2badf7c0572149e82 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:20.356758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d69d5912-93a8-4815-9c92-bb7b74b1b351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:20.376223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d69d5912-93a8-4815-9c92-bb7b74b1b351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:20.410240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-72440a5e-bbf4-4b40-a398-693edc38e557 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.7587593 Apr 18 21:20:20.497435 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-cc67c86b-ab59-4993-a1e0-dc7b2d601c72 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805123 Apr 18 21:20:20.515323 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d69d5912-93a8-4815-9c92-bb7b74b1b351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:20.522862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35491ec1-aaf7-47fa-8454-910011caf46d tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:20.536652 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:55Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '930df646-03ed-40b2-b7e1-78af160ad467', 'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'mac_address': 'fa:16:3e:bc:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:54Z', 'updated_at': '2022-04-18T21:19:56Z', 'revision_number': 2, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'subnets': [{'id': '4559878f-fdd7-4496-97c8-e690810a153c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:20.546356 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Checking router: 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:20:20.547529 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Updating router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a port 930df646-03ed-40b2-b7e1-78af160ad467 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:20:20.580415 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d69d5912-93a8-4815-9c92-bb7b74b1b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:20.651367 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:20.725620 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-35491ec1-aaf7-47fa-8454-910011caf46d tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] update failed (client error): The resource could not be found. Apr 18 21:20:20.733727 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-35491ec1-aaf7-47fa-8454-910011caf46d tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "PUT /v2.0/routers/6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4 HTTP/1.1" status: 404 len: 339 time: 1.4038520 Apr 18 21:20:20.741147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d5912-93a8-4815-9c92-bb7b74b1b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16003a39-5bd7-41c4-8237-53249cd20355,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:20.743756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47252) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:20.755723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d69d5912-93a8-4815-9c92-bb7b74b1b351 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5437ca979bfe49b2badf7c0572149e82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9147830 Apr 18 21:20:20.758361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47258) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:20.868823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-5c34b5d9-5272-45a3-a6cb-5c72691724ed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:20.878397 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-5c34b5d9-5272-45a3-a6cb-5c72691724ed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3797100 Apr 18 21:20:20.902274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-ff2afb3d-e61a-4a53-aa8a-db64b6fde953 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/quotas/d8e4e52286864a5b935b9dddb7f895bd HTTP/1.1" status: 200 len: 375 time: 0.0229435 Apr 18 21:20:21.026709 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-1b4c9143-330e-461d-bc18-49980453007d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1234610 Apr 18 21:20:21.063714 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-517857e9-48fa-4b95-8867-6e0ab316275d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Floating IP 77034664-23a4-4b53-b8ce-f186d2e51a17 associated. External IP: 172.25.3.107, port: 9fa8a486-71af-4f45-b071-b3673a3e1a54. Apr 18 21:20:21.124624 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2ee7-dd29-4234-9a50-a7b169356a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.161923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2ee7-dd29-4234-9a50-a7b169356a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.208212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47264) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:21.264807 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.280275 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Transition to ACTIVE for port object 930df646-03ed-40b2-b7e1-78af160ad467 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:21.355183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47272) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:21.381963 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.428754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-a5725be8-d527-487c-8bf8-c6c91f4e4dce tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Synchronizing usage tracker for tenant:6ea2c65669454a15a4223dbf931ef32b on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:21.487851 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ad3a666e-2308-4c44-b1af-a012e827e60f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b989aec231d436bb845e65766d4cdb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2767284 Apr 18 21:20:21.491207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47278) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:21.557997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef84294d-aeb9-4f98-9d69-c75651bade3c admin admin] Deleting subnet e6baf69b-6fe1-4391-af08-b7be43fe9d33 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:20:21.564432 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef84294d-aeb9-4f98-9d69-c75651bade3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.605763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-abd854af-ed9c-446e-916c-1d56231c6db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.638457 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-abd854af-ed9c-446e-916c-1d56231c6db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.661927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Pushing event updated for resources: {'Port': ['ID=930df646-03ed-40b2-b7e1-78af160ad467,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:21.675594 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:21.676040 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:21.677137 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:21.677607 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:21.678095 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:21.678521 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:21.678995 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:21.679418 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:21.679838 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:21.680255 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:21.680676 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:21.691178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef84294d-aeb9-4f98-9d69-c75651bade3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.709542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-a5725be8-d527-487c-8bf8-c6c91f4e4dce tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Unset dirty status for tenant:6ea2c65669454a15a4223dbf931ef32b on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:21.710719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-a5725be8-d527-487c-8bf8-c6c91f4e4dce tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2111923101&fields=id&tenant_id=6ea2c65669454a15a4223dbf931ef32b HTTP/1.1" status: 200 len: 267 time: 0.5930254 Apr 18 21:20:21.728899 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2ee7-dd29-4234-9a50-a7b169356a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.739924 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Attempting to bind port 930df646-03ed-40b2-b7e1-78af160ad467 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:21.740444 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Attempting to bind port 930df646-03ed-40b2-b7e1-78af160ad467 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:21.746960 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Attempting to bind port 930df646-03ed-40b2-b7e1-78af160ad467 on network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:21.748527 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:21.749015 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Checking segment: {'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:21.749708 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.750244 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Bound using segment: {'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:21.750901 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Bound port: 930df646-03ed-40b2-b7e1-78af160ad467, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:21.751371 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.777840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd2ee7-dd29-4234-9a50-a7b169356a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16003a39-5bd7-41c4-8237-53249cd20355,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:21.851940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2ee7-dd29-4234-9a50-a7b169356a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.853168 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f3fd2ee7-dd29-4234-9a50-a7b169356a91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16003a39-5bd7-41c4-8237-53249cd20355 HTTP/1.1" status: 204 len: 168 time: 0.9874294 Apr 18 21:20:21.854938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.866835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-abd854af-ed9c-446e-916c-1d56231c6db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.882854 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef84294d-aeb9-4f98-9d69-c75651bade3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.910947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd854af-ed9c-446e-916c-1d56231c6db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d6eed8-d4b3-47bc-a0a0-00c1fc012505,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:21.947477 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] For port 930df646-03ed-40b2-b7e1-78af160ad467, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:21.949339 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] For port 930df646-03ed-40b2-b7e1-78af160ad467, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=930df646-03ed-40b2-b7e1-78af160ad467,segment=NetworkSegment(2655f0b1-5f43-4974-81f1-e376a940cc72),segment_id=2655f0b1-5f43-4974-81f1-e376a940cc72)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:21.952910 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-abd854af-ed9c-446e-916c-1d56231c6db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.952910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-abd854af-ed9c-446e-916c-1d56231c6db2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94d6eed8-d4b3-47bc-a0a0-00c1fc012505 HTTP/1.1" status: 204 len: 168 time: 0.4603267 Apr 18 21:20:21.997548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e6262-495b-4895-a4e3-000a249526ae req-65cb3327-1ab1-4e56-8dc5-6a2e2192d766 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:22.004880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e39e6262-495b-4895-a4e3-000a249526ae req-65cb3327-1ab1-4e56-8dc5-6a2e2192d766 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.4891574 Apr 18 21:20:22.026930 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:22.153542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2936d0cc-ff71-4678-8493-b7976e0f298b tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:22.154030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2936d0cc-ff71-4678-8493-b7976e0f298b tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Synchronizing usage tracker for tenant:6ea2c65669454a15a4223dbf931ef32b on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:22.223581 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Routers {'17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:22.225205 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:22.323954 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e39e6262-495b-4895-a4e3-000a249526ae req-ea80e84b-848d-4422-ba4a-401aaf123072 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122263 Apr 18 21:20:22.355925 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef84294d-aeb9-4f98-9d69-c75651bade3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:22.375723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2936d0cc-ff71-4678-8493-b7976e0f298b tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Unset dirty status for tenant:6ea2c65669454a15a4223dbf931ef32b on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:22.375723 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2936d0cc-ff71-4678-8493-b7976e0f298b tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/networks?id=0121f53e-e0f0-4f94-973a-d03999e8f3d5 HTTP/1.1" status: 200 len: 805 time: 0.6518359 Apr 18 21:20:22.415707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Allocated IP 172.20.0.1 (e7ba29ea-446d-4221-9111-532a81c5c33f/0378aaad-783b-4e28-9c80-0c93d4c6f14e/d8ab7b9a-41f4-42d2-ad30-f3eb3fbbbd1e) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:22.418120 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84294d-aeb9-4f98-9d69-c75651bade3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6baf69b-6fe1-4391-af08-b7be43fe9d33,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:22.450874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef84294d-aeb9-4f98-9d69-c75651bade3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:22.461683 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-cc95e45d-a3e0-4dd5-a232-0ac900a380d0 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/quotas/6ea2c65669454a15a4223dbf931ef32b HTTP/1.1" status: 200 len: 375 time: 0.0803735 Apr 18 21:20:22.504640 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] Set router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:22.543179 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ef84294d-aeb9-4f98-9d69-c75651bade3c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e6baf69b-6fe1-4391-af08-b7be43fe9d33 HTTP/1.1" status: 204 len: 168 time: 1.1866179 Apr 18 21:20:22.550867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47294) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:22.614059 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bc7e8-dd94-49d2-bb93-c9df008584bc None None] Pushing event updated for resources: {'Port': ['ID=930df646-03ed-40b2-b7e1-78af160ad467,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:22.714786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517857e9-48fa-4b95-8867-6e0ab316275d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Router 3d067e44-0f34-4794-b71e-88bf5040204b has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:20:22.752185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87190c39-4fd2-4244-8d6b-0b0bfb8a73a3 req-6908cf05-e16d-45be-a0d8-dc974822b1d3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 210 time: 0.1378314 Apr 18 21:20:22.758051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:22.792560 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-6d59c08f-aacd-4f2a-9a2d-6e3cea194db1 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ea2c65669454a15a4223dbf931ef32b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3154929 Apr 18 21:20:22.822695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Transition to ACTIVE for port object d8ab7b9a-41f4-42d2-ad30-f3eb3fbbbd1e will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:22.851046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 930df646-03ed-40b2-b7e1-78af160ad467 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:22.905845 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:22.928013 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:23.014318 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 930df646-03ed-40b2-b7e1-78af160ad467 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:23.022356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 930df646-03ed-40b2-b7e1-78af160ad467 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:23.022877 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:23.037637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Network e7ba29ea-446d-4221-9111-532a81c5c33f is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:23.041676 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:23.044404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:23.109984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event updated for resources: {'Port': ['ID=d8ab7b9a-41f4-42d2-ad30-f3eb3fbbbd1e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:23.171704 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:55Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '930df646-03ed-40b2-b7e1-78af160ad467', 'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'mac_address': 'fa:16:3e:bc:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:54Z', 'updated_at': '2022-04-18T21:20:21Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'subnets': [{'id': '4559878f-fdd7-4496-97c8-e690810a153c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:23.179611 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:23.182727 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f612b-f93c-4e1a-88b8-e751b53b35be None None] The sync data for ids ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'] in n-d-836017-3 is: [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:55Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '930df646-03ed-40b2-b7e1-78af160ad467', 'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'mac_address': 'fa:16:3e:bc:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:54Z', 'updated_at': '2022-04-18T21:20:21Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'subnets': [{'id': '4559878f-fdd7-4496-97c8-e690810a153c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:23.357525 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:23.451026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 930df646-03ed-40b2-b7e1-78af160ad467, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=930df646-03ed-40b2-b7e1-78af160ad467,segment=NetworkSegment(2655f0b1-5f43-4974-81f1-e376a940cc72),segment_id=2655f0b1-5f43-4974-81f1-e376a940cc72)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:23.491795 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:23.531160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:23.600148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-0a2c9695-6d80-4eb1-b4d3-c7e80cd22eec service neutron] 10.222.0.11 "GET /v2.0/networks/0121f53e-e0f0-4f94-973a-d03999e8f3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7932708 Apr 18 21:20:23.634179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=930df646-03ed-40b2-b7e1-78af160ad467,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:23.637650 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7442f5ce-2a3e-4255-9cbd-f3bfa5df2384 None None] Provisioning for port d8ab7b9a-41f4-42d2-ad30-f3eb3fbbbd1e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:23.644638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7442f5ce-2a3e-4255-9cbd-f3bfa5df2384 None None] Provisioning complete for port d8ab7b9a-41f4-42d2-ad30-f3eb3fbbbd1e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:23.645238 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7442f5ce-2a3e-4255-9cbd-f3bfa5df2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:23.711757 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7442f5ce-2a3e-4255-9cbd-f3bfa5df2384 None None] Port d8ab7b9a-41f4-42d2-ad30-f3eb3fbbbd1e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:20:23.839867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:24.025863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc447289-9f48-420f-835f-05a9083636ab']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:24.066959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64a7e40-3fcf-4ef4-b438-4ad43a94988f') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:24.067252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64a7e40-3fcf-4ef4-b438-4ad43a94988f') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:24.100240 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:24.163177 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:24.168078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-c25c5645-443c-413b-90a5-909a79d442e0 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697947 Apr 18 21:20:24.192690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-6549ca30-1956-4aa2-a018-8ff3c501d6cc service neutron] 10.222.0.11 "GET /v2.0/networks/0121f53e-e0f0-4f94-973a-d03999e8f3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892334 Apr 18 21:20:24.193272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47332) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:24.199904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:20:24.200326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:24.246251 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:20:24.279486 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:20:24.319121 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:24.346955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab21bdd-7505-4808-bf94-56aa699fa2d0 req-6822057e-9cbb-4fca-9cd4-e6009cb9acc8 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:24.353531 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aab21bdd-7505-4808-bf94-56aa699fa2d0 req-6822057e-9cbb-4fca-9cd4-e6009cb9acc8 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.7451031 Apr 18 21:20:24.405385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-574792600-network', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:24.426433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:24.463702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Usage tracker for resource:network and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:24.496441 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:24.514691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:24.533702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aab21bdd-7505-4808-bf94-56aa699fa2d0 req-7f261441-f60c-4f40-be74-be878220f8a8 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787410 Apr 18 21:20:24.536921 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:24.559254 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:24.569125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:24.570891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f0dd4f07-cfaf-4b5f-92a4-0deb6e34d04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:24.605925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517857e9-48fa-4b95-8867-6e0ab316275d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:20:24.616460 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf19256-2f3b-48fb-90ce-be646824d3bd None None] Sync routers for ids ['3d067e44-0f34-4794-b71e-88bf5040204b'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:20:24.624451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc447289-9f48-420f-835f-05a9083636ab,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:24.663161 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf19256-2f3b-48fb-90ce-be646824d3bd None None] Routers {'3d067e44-0f34-4794-b71e-88bf5040204b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:24.665249 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-cdf19256-2f3b-48fb-90ce-be646824d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3d067e44-0f34-4794-b71e-88bf5040204b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:24.673268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-84d6d42a-173f-409a-aa8a-a5ef95030334 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cc447289-9f48-420f-835f-05a9083636ab HTTP/1.1" status: 204 len: 168 time: 2.0997603 Apr 18 21:20:24.686618 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-517857e9-48fa-4b95-8867-6e0ab316275d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:24.703359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event updated for resources: {'Port': ['ID=d8ab7b9a-41f4-42d2-ad30-f3eb3fbbbd1e,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:24.741312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:24.743839 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:24.765516 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-517857e9-48fa-4b95-8867-6e0ab316275d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "PUT /v2.0/floatingips/77034664-23a4-4b53-b8ce-f186d2e51a17 HTTP/1.1" status: 200 len: 991 time: 7.0669186 Apr 18 21:20:24.768853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:24.775183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3290d63-33c6-472c-8611-47502ff0417d req-21045376-53be-40d7-b7a7-36b597ff6e4e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 210 time: 0.1570930 Apr 18 21:20:24.782459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-b1983411-c2d1-42e8-9044-cc8c62dd11a7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:24.784131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-b1983411-c2d1-42e8-9044-cc8c62dd11a7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6082571 Apr 18 21:20:24.798552 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 930df646-03ed-40b2-b7e1-78af160ad467 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:24.801509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Request body: {'port': {'device_id': '21fadb31-2fa4-40c3-a06a-965fbcd6ce4b', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'd8e4e52286864a5b935b9dddb7f895bd'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:24.859289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Network e7ba29ea-446d-4221-9111-532a81c5c33f is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:24.865926 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:24.971508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 930df646-03ed-40b2-b7e1-78af160ad467 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:24.972231 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.016463 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.024641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:25.032230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Usage tracker for resource:port and tenant:d8e4e52286864a5b935b9dddb7f895bd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:25.033370 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-cdf19256-2f3b-48fb-90ce-be646824d3bd None None] Set router 3d067e44-0f34-4794-b71e-88bf5040204b gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:25.036478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:25.042593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:25.118886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-783f9c54-bf68-4f41-9f31-11f0b2c0c23d req-5cbdaa7e-6420-491d-9170-e9fc0aa23489 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 210 time: 0.0629461 Apr 18 21:20:25.136768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Made reservation on behalf of d8e4e52286864a5b935b9dddb7f895bd for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:25.142014 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.307323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47358) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:25.351644 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cf9435-1666-442f-8aa2-c5f5ce5c21fb'] response: {'name': 'network-changed', 'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'status': 'completed', 'code': 200} Apr 18 21:20:25.358577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-809b5813-9dd9-4095-9754-57aa53943b88 None None] Provisioning complete for port d8ab7b9a-41f4-42d2-ad30-f3eb3fbbbd1e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:25.361914 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-809b5813-9dd9-4095-9754-57aa53943b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.416870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:25.423874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Usage tracker for resource:security_group_rule and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:25.461519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:25.470326 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4be22aa0-1024-4499-8887-6209308b7dec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed5264864b144e4780f5573807cbb3f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1299725 Apr 18 21:20:25.481789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-809b5813-9dd9-4095-9754-57aa53943b88 None None] Port d8ab7b9a-41f4-42d2-ad30-f3eb3fbbbd1e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:20:25.523126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47370) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:25.546390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:25.672710 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc48ba92-1393-4e6f-bf2f-cd14f8db9154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.767414 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.786286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Router 6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:20:25.824649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cec2a61-3669-4320-b715-62618078e518 req-51b4747a-3888-4780-985b-62df117d3dc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1096 time: 0.4811506 Apr 18 21:20:25.827161 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc48ba92-1393-4e6f-bf2f-cd14f8db9154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.848137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef32d21-0d38-41a6-b2d2-3e53632c0020 req-6b7379f8-e7f5-4ae8-bf02-3c3bbc4ae707 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:25.855120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aef32d21-0d38-41a6-b2d2-3e53632c0020 req-6b7379f8-e7f5-4ae8-bf02-3c3bbc4ae707 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 945 time: 0.5020561 Apr 18 21:20:25.885337 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.917367 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-cdf19256-2f3b-48fb-90ce-be646824d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:19:15Z', 'revision_number': 4, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '77034664-23a4-4b53-b8ce-f186d2e51a17', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'port_id': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'mac_address': 'fa:16:3e:72:e4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:19:31Z', 'updated_at': '2022-04-18T21:20:19Z', 'revision_number': 1, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c389a3-61ed-422d-9a8c-6c90f590fabc', 'name': '', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'mac_address': 'fa:16:3e:14:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:13Z', 'updated_at': '2022-04-18T21:19:27Z', 'revision_number': 5, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'subnets': [{'id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:25.921932 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf19256-2f3b-48fb-90ce-be646824d3bd None None] Checking router: 3d067e44-0f34-4794-b71e-88bf5040204b for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:20:25.934165 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf19256-2f3b-48fb-90ce-be646824d3bd None None] Routers {'3d067e44-0f34-4794-b71e-88bf5040204b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:25.934765 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-cdf19256-2f3b-48fb-90ce-be646824d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3d067e44-0f34-4794-b71e-88bf5040204b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:25.985675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:20:26.011232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.011482 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Added segment bfce8069-32f5-4d89-9e78-a66bf3ca4e40 of type vlan for network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 Apr 18 21:20:26.018998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a7a5f8-870a-4779-8ef7-6bad42b3231a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:26.032685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Allocated IP 192.168.233.131 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/94f1045f-2bfd-4864-b969-62202d519c0e) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:26.075627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.124025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:20:26.137066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c076068-de90-4fd8-90c2-13498c22af0d None None] Sync routers for ids ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:20:26.138141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aef32d21-0d38-41a6-b2d2-3e53632c0020 req-1e293031-e3a3-4bc1-8072-3595a08df81e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2820764 Apr 18 21:20:26.145949 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ea7e3cbd-086c-4b31-88c9-4778b6a399d2 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "PUT /v2.0/routers/6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4011252 Apr 18 21:20:26.148600 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47390) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:26.174986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c076068-de90-4fd8-90c2-13498c22af0d None None] Routers {'6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:26.177028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2c076068-de90-4fd8-90c2-13498c22af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:26.205106 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-cdf19256-2f3b-48fb-90ce-be646824d3bd None None] Set router 3d067e44-0f34-4794-b71e-88bf5040204b gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:26.237370 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.238341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:26.238935 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.289136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2c076068-de90-4fd8-90c2-13498c22af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:26.327062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c076068-de90-4fd8-90c2-13498c22af0d None None] Routers {'6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:26.327062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2c076068-de90-4fd8-90c2-13498c22af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:26.339472 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc48ba92-1393-4e6f-bf2f-cd14f8db9154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.396896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2c076068-de90-4fd8-90c2-13498c22af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:26.397417 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c076068-de90-4fd8-90c2-13498c22af0d None None] The sync data for ids ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:26.424802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2a61-3669-4320-b715-62618078e518 req-0334fc01-b50f-4b01-bdc3-1cf0b309c7b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:26.427173 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cec2a61-3669-4320-b715-62618078e518 req-0334fc01-b50f-4b01-bdc3-1cf0b309c7b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.5879662 Apr 18 21:20:26.441391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48ba92-1393-4e6f-bf2f-cd14f8db9154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8051d91-d382-4f7d-beed-bc0fdcd9bcf8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:26.523982 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3294873 Apr 18 21:20:26.537747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47400) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:26.550906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Request body: {'subnet': {'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-subnet', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:26.572690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:26.580445 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a56cf-e199-4a91-8062-39c83d71ea00 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea543e9-f1b9-4fd2-a362-bd88cda88288,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:26.586925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Usage tracker for resource:subnet and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:26.592552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:26.597165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:20:26.601812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:26.640286 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f65510fc-4a65-4f72-ac7c-d479f149e698 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.813678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc48ba92-1393-4e6f-bf2f-cd14f8db9154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.814931 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fc48ba92-1393-4e6f-bf2f-cd14f8db9154 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8051d91-d382-4f7d-beed-bc0fdcd9bcf8 HTTP/1.1" status: 204 len: 168 time: 1.2905521 Apr 18 21:20:26.816629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b8698ebf-f680-4544-b6c5-b867aa0022da req-d134d940-3de3-4f1b-a6a0-ef59a696822e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Synchronizing usage tracker for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:26.824388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b71e7c-4e92-47e1-979b-7cdbe1668695 req-6c719df9-9368-491a-b187-4619846ef525 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:26.832372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9b71e7c-4e92-47e1-979b-7cdbe1668695 req-6c719df9-9368-491a-b187-4619846ef525 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.9223630 Apr 18 21:20:26.841145 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-cdf19256-2f3b-48fb-90ce-be646824d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:19:15Z', 'revision_number': 4, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '77034664-23a4-4b53-b8ce-f186d2e51a17', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'port_id': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'mac_address': 'fa:16:3e:72:e4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:19:31Z', 'updated_at': '2022-04-18T21:20:19Z', 'revision_number': 1, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c389a3-61ed-422d-9a8c-6c90f590fabc', 'name': '', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'mac_address': 'fa:16:3e:14:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:13Z', 'updated_at': '2022-04-18T21:19:27Z', 'revision_number': 5, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'subnets': [{'id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:26.847433 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf19256-2f3b-48fb-90ce-be646824d3bd None None] The sync data for ids ['3d067e44-0f34-4794-b71e-88bf5040204b'] in n-d-836017-3 is: [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:19:15Z', 'revision_number': 4, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '77034664-23a4-4b53-b8ce-f186d2e51a17', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'port_id': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'mac_address': 'fa:16:3e:72:e4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:19:31Z', 'updated_at': '2022-04-18T21:20:19Z', 'revision_number': 1, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c389a3-61ed-422d-9a8c-6c90f590fabc', 'name': '', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'mac_address': 'fa:16:3e:14:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:13Z', 'updated_at': '2022-04-18T21:19:27Z', 'revision_number': 5, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'subnets': [{'id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:26.858993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:26.861666 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.955659 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cec2a61-3669-4320-b715-62618078e518 req-b43a55ec-a56c-43bd-aedb-80e88f446f09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 999 time: 0.4334326 Apr 18 21:20:26.970962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9b71e7c-4e92-47e1-979b-7cdbe1668695 req-6bd1b5c4-196d-48f0-9b08-4b721267d056 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374898 Apr 18 21:20:27.017039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b8698ebf-f680-4544-b6c5-b867aa0022da req-d134d940-3de3-4f1b-a6a0-ef59a696822e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Unset dirty status for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:27.018205 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8698ebf-f680-4544-b6c5-b867aa0022da req-d134d940-3de3-4f1b-a6a0-ef59a696822e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 210 time: 0.4271195 Apr 18 21:20:27.061341 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bc771303-5097-4c98-9879-07d1675e2d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:27.070380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2a61-3669-4320-b715-62618078e518 req-ace39970-4c28-4ea9-bc89-0090221926fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:27.070380 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cec2a61-3669-4320-b715-62618078e518 req-ace39970-4c28-4ea9-bc89-0090221926fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.0881341 Apr 18 21:20:27.073214 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:27.148126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Transition to ACTIVE for port object 94f1045f-2bfd-4864-b969-62202d519c0e will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:27.228946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cec2a61-3669-4320-b715-62618078e518 req-6520e16f-72f3-475b-a5be-22ab46fa21d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488822 Apr 18 21:20:27.233194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47410) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:27.285868 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3533fb65-5212-4abd-92be-72f0984470d1 None None] New status for floating IP 77034664-23a4-4b53-b8ce-f186d2e51a17: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:20:27.357319 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-f65510fc-4a65-4f72-ac7c-d479f149e698 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 21:20:27.361850 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f65510fc-4a65-4f72-ac7c-d479f149e698 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "DELETE /v2.0/routers/6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4 HTTP/1.1" status: 409 len: 329 time: 1.2122529 Apr 18 21:20:27.362435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47416) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:27.396665 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:27.409867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['8398f652-d346-4174-b1e1-b16becbeeacc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:27.459893 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c', 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:27.593534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f00da80-9016-471b-957a-928bec2c392c req-d6f6f981-b133-4060-b395-27227d9dec1d tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 210 time: 0.1907346 Apr 18 21:20:27.676726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:27.684403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:27.699642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:27.746404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event updated for resources: {'Port': ['ID=94f1045f-2bfd-4864-b969-62202d519c0e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:27.871051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:27.871780 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:27.895140 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-575f3771-89ee-4a74-918c-31d741cf23bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:27.921663 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cec2a61-3669-4320-b715-62618078e518 req-9c5b7966-c11b-4b5f-8e7c-c1c553a9f80c service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810267 Apr 18 21:20:28.045791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-aa12de00-8fc2-4d7a-a60c-16880a1e4a62 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:28.047740 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-aa12de00-8fc2-4d7a-a60c-16880a1e4a62 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.59 "GET /v2.0/networks?id=0121f53e-e0f0-4f94-973a-d03999e8f3d5 HTTP/1.1" status: 200 len: 805 time: 0.5096221 Apr 18 21:20:28.068150 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.104695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-df4b7147-070b-4248-89e9-99cf50de901e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3078301 Apr 18 21:20:28.106898 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.130271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Request body: {'port': {'device_id': '21fadb31-2fa4-40c3-a06a-965fbcd6ce4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:28.260361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3759b91-1b36-495b-9ce0-de816669c9e6 req-3a663da6-1d68-40c8-a270-7fa80bdea822 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:28.267153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3759b91-1b36-495b-9ce0-de816669c9e6 req-3a663da6-1d68-40c8-a270-7fa80bdea822 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 945 time: 0.8633273 Apr 18 21:20:28.270494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-575f3771-89ee-4a74-918c-31d741cf23bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:28.317939 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-5167b417-23ef-4bcd-baa5-543f07d6989a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ea2c65669454a15a4223dbf931ef32b HTTP/1.1" status: 200 len: 380 time: 0.2498949 Apr 18 21:20:28.335855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Request body: {'port': {'device_id': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'admin_state_up': True, 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'security_groups': ['cf4da14f-3b4d-49bd-bc83-a31d58a85030']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:28.356801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00d652b-7469-4e5e-b51f-27ade5c396f8,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:28.362651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-38b45c6f-9e05-4763-b059-a7870a80c5eb None None] Provisioning for port 94f1045f-2bfd-4864-b969-62202d519c0e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:28.378288 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-38b45c6f-9e05-4763-b059-a7870a80c5eb None None] Provisioning complete for port 94f1045f-2bfd-4864-b969-62202d519c0e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:28.378789 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-38b45c6f-9e05-4763-b059-a7870a80c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.387562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-575f3771-89ee-4a74-918c-31d741cf23bb admin admin] Usage tracker for resource:security_group_rule and tenant:b90793e73efc477bb80db500c3c28bbd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:28.408239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-575f3771-89ee-4a74-918c-31d741cf23bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:28.453908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-575f3771-89ee-4a74-918c-31d741cf23bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:28.482101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-38b45c6f-9e05-4763-b059-a7870a80c5eb None None] Port 94f1045f-2bfd-4864-b969-62202d519c0e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:20:28.488533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Checking segment: {'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:28.490736 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Network hostable DHCP agents. Network: 5ea543e9-f1b9-4fd2-a362-bd88cda88288, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:20:28.529765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3759b91-1b36-495b-9ce0-de816669c9e6 req-eb7d4475-222d-4399-ac7e-bbd285165aa1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2616057 Apr 18 21:20:28.538230 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.544500 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.552336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:28.559546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Usage tracker for resource:port and tenant:6ea2c65669454a15a4223dbf931ef32b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:28.564258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:28.572677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:28.581271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b87e9bf3-b067-4345-9279-bad60a5bd922 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.690966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:20:28.787455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Made reservation on behalf of 6ea2c65669454a15a4223dbf931ef32b for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:28.790697 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.798125 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cec2a61-3669-4320-b715-62618078e518 req-08e55430-99a7-4a8b-9c5a-bbcbc5e6199e service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8685117 Apr 18 21:20:28.824093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 5ea543e9-f1b9-4fd2-a362-bd88cda88288) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:28.837957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3313463-37fd-46fd-b904-daca3538cc8b None None] Network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:20:28.838217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db0a4f-e477-42a0-b0d7-8c09a511e9cc req-969506f7-e457-4a1a-adc9-fa86db827b1e tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:28.840324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:28.840975 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.844972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89db0a4f-e477-42a0-b0d7-8c09a511e9cc req-969506f7-e457-4a1a-adc9-fa86db827b1e tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.5208459 Apr 18 21:20:28.975430 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-575f3771-89ee-4a74-918c-31d741cf23bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:29.043255 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89db0a4f-e477-42a0-b0d7-8c09a511e9cc req-3ee73a7d-7325-4eec-a16c-ba62337cef07 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973057 Apr 18 21:20:29.079448 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-575f3771-89ee-4a74-918c-31d741cf23bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:29.168682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc74ac-f0af-4bc3-9dcf-5c94c1a96ab3 req-fae33a33-994a-4de9-9008-79539768911f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:29.170775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3bc74ac-f0af-4bc3-9dcf-5c94c1a96ab3 req-fae33a33-994a-4de9-9008-79539768911f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 936 time: 0.4103093 Apr 18 21:20:29.180457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-575f3771-89ee-4a74-918c-31d741cf23bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b90793e73efc477bb80db500c3c28bbd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9460425 Apr 18 21:20:29.181324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f3771-89ee-4a74-918c-31d741cf23bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74053db-fc16-4c4d-b74a-50d5adcb9cf8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:29.183672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47448) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:29.251658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'fixed_ips': [{'subnet_id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:20:29.252482 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:29.257086 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1f36393e-7f72-44af-9151-e568426bf3ca admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7172840 Apr 18 21:20:29.267878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47452) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:29.289109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:29.315983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:29.337127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Usage tracker for resource:router and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:29.346036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:29.361935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3bc74ac-f0af-4bc3-9dcf-5c94c1a96ab3 req-738bc897-a145-446e-b35a-3e06913e3681 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654129 Apr 18 21:20:29.422879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Allocated IP 172.20.0.8 (0121f53e-e0f0-4f94-973a-d03999e8f3d5/4559878f-fdd7-4496-97c8-e690810a153c/23b7b18c-2b1c-4465-8aba-5c7806b38500) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:29.423986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:29.439782 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e4b967d-4b38-4e94-85e7-ae38e6b5d4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:29.512156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98b3b10c-f68d-49a5-bc3c-f8b762e8c4bb req-9da18986-6f59-459d-93b3-0778f653570c tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 210 time: 0.0632422 Apr 18 21:20:29.512731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Allocated IP 172.20.0.2 (5ea543e9-f1b9-4fd2-a362-bd88cda88288/d00d652b-7469-4e5e-b51f-27ade5c396f8/bc9184b6-6417-43d7-ab53-78759da3f67c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:29.533517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f1045f-2bfd-4864-b969-62202d519c0e {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:20:29.539476 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e4b967d-4b38-4e94-85e7-ae38e6b5d4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:29.669254 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3c753f4c-b947-4ccd-bbe8-327cd9626acd details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:20:29.799468 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:29.800631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:29.833371 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:20:29.863495 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:29.879946 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Transition to ACTIVE for port object 94f1045f-2bfd-4864-b969-62202d519c0e will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:29.903160 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:29.927212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Transition to ACTIVE for port object 23b7b18c-2b1c-4465-8aba-5c7806b38500 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:29.944642 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.010186 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.012572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b87e9bf3-b067-4345-9279-bad60a5bd922 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Deleting port d8ab7b9a-41f4-42d2-ad30-f3eb3fbbbd1e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:20:30.012919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b87e9bf3-b067-4345-9279-bad60a5bd922 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.052154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Transition to ACTIVE for port object bc9184b6-6417-43d7-ab53-78759da3f67c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:30.088825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:30.108341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Transition to ACTIVE for port object bc9184b6-6417-43d7-ab53-78759da3f67c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:30.114236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Pushing event updated for resources: {'Port': ['ID=94f1045f-2bfd-4864-b969-62202d519c0e,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:30.118401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'port_id': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'mac_address': 'fa:16:3e:fc:2d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:20:30.200506 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.220351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3972e-2aa6-41f3-be77-8838e71db6ac req-b943cae9-3b08-4ddd-8963-c2dce9d15504 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:30.230381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45c3972e-2aa6-41f3-be77-8838e71db6ac req-b943cae9-3b08-4ddd-8963-c2dce9d15504 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 945 time: 0.4515920 Apr 18 21:20:30.241257 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.343033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45c3972e-2aa6-41f3-be77-8838e71db6ac req-2f3753ca-533d-469a-8ae6-710f26581e18 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116872 Apr 18 21:20:30.390647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Pushing event updated for resources: {'Port': ['ID=bc9184b6-6417-43d7-ab53-78759da3f67c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:30.402312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b87e9bf3-b067-4345-9279-bad60a5bd922 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.423914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:30.424258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:30.424594 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:30.424925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:30.425265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:30.425585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:30.425909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:30.426228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:30.426546 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:30.426864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:30.427195 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:30.455369 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.488763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:30.500719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:30.507893 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:30.525743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c753f4c-b947-4ccd-bbe8-327cd9626acd {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:20:30.636327 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e4b967d-4b38-4e94-85e7-ae38e6b5d4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.646360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:30.669704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b967d-4b38-4e94-85e7-ae38e6b5d4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74053db-fc16-4c4d-b74a-50d5adcb9cf8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:30.675760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Attempting to bind port bc9184b6-6417-43d7-ab53-78759da3f67c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:30.676145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Attempting to bind port bc9184b6-6417-43d7-ab53-78759da3f67c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:30.676539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Attempting to bind port bc9184b6-6417-43d7-ab53-78759da3f67c on network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:30.685279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:30.685279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Checking segment: {'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:30.685279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.685783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Bound using segment: {'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:30.685950 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.686148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Bound port: bc9184b6-6417-43d7-ab53-78759da3f67c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:30.686480 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.696462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b87e9bf3-b067-4345-9279-bad60a5bd922 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Calling delete_port for d8ab7b9a-41f4-42d2-ad30-f3eb3fbbbd1e owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:20:30.747109 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.749204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224b928-86e9-4d7c-b116-55fb84279dfd req-ad42c93c-0bcf-48c3-87ac-08b38bd0fffb tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:30.749802 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f224b928-86e9-4d7c-b116-55fb84279dfd req-ad42c93c-0bcf-48c3-87ac-08b38bd0fffb tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 944 time: 0.3697467 Apr 18 21:20:30.851223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:30.857807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:30.873157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:30.879701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=3c753f4c-b947-4ccd-bbe8-327cd9626acd,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:30.886001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] For port bc9184b6-6417-43d7-ab53-78759da3f67c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:30.891841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] For port bc9184b6-6417-43d7-ab53-78759da3f67c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bc9184b6-6417-43d7-ab53-78759da3f67c,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:30.899356 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e4b967d-4b38-4e94-85e7-ae38e6b5d4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.902755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9e4b967d-4b38-4e94-85e7-ae38e6b5d4dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b74053db-fc16-4c4d-b74a-50d5adcb9cf8 HTTP/1.1" status: 204 len: 168 time: 1.6910059 Apr 18 21:20:30.947102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Attempting to bind port 94f1045f-2bfd-4864-b969-62202d519c0e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:30.947423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Attempting to bind port 94f1045f-2bfd-4864-b969-62202d519c0e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:30.947752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Attempting to bind port 94f1045f-2bfd-4864-b969-62202d519c0e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:30.951450 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.960313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Port 94f1045f-2bfd-4864-b969-62202d519c0e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:20:30.960494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Attempting to bind port 94f1045f-2bfd-4864-b969-62202d519c0e on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:30.975269 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.983565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:30.986519 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:31.025397 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f224b928-86e9-4d7c-b116-55fb84279dfd req-5fa2c24c-e9be-49a2-b1e2-85f9723126e1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938534 Apr 18 21:20:31.026216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:31.026551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:31.026933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:31.027379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Bound port: 94f1045f-2bfd-4864-b969-62202d519c0e, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:31.027725 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:31.053946 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:31.090163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Pushing event updated for resources: {'Port': ['ID=23b7b18c-2b1c-4465-8aba-5c7806b38500,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:31.138170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['3c753f4c-b947-4ccd-bbe8-327cd9626acd'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:31.265135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] For port 94f1045f-2bfd-4864-b969-62202d519c0e, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:31.266820 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-2a4b4d7c-fe03-402e-a81c-e8a6395a0a5f tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9378073 Apr 18 21:20:31.276468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] For port 94f1045f-2bfd-4864-b969-62202d519c0e, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=94f1045f-2bfd-4864-b969-62202d519c0e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:31.284236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Request body: {'port': {'device_id': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:31.297973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0b25e-8562-44d2-a979-8a3bf3d84ff9 req-322b9690-7bf6-4d04-9738-1cfce403827f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:31.306093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dab0b25e-8562-44d2-a979-8a3bf3d84ff9 req-322b9690-7bf6-4d04-9738-1cfce403827f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 945 time: 0.6607590 Apr 18 21:20:31.329623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483c27d-1d27-47f5-9d83-fb6a02e92eaf None None] Pushing event updated for resources: {'Port': ['ID=bc9184b6-6417-43d7-ab53-78759da3f67c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:31.339547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b87e9bf3-b067-4345-9279-bad60a5bd922 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:31.376274 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:31.415843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fac8060e-72b3-4e60-8056-075523812ac1 None None] Provisioning for port 23b7b18c-2b1c-4465-8aba-5c7806b38500 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:31.420916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e9bf3-b067-4345-9279-bad60a5bd922 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event deleted for resources: {'Port': ['ID=d8ab7b9a-41f4-42d2-ad30-f3eb3fbbbd1e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:31.468074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fac8060e-72b3-4e60-8056-075523812ac1 None None] Provisioning complete for port 23b7b18c-2b1c-4465-8aba-5c7806b38500 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:31.472679 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fac8060e-72b3-4e60-8056-075523812ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:31.496697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dab0b25e-8562-44d2-a979-8a3bf3d84ff9 req-837c9cd3-7b66-47ac-bb68-6d239950642e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1894577 Apr 18 21:20:31.678434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fac8060e-72b3-4e60-8056-075523812ac1 None None] Port 23b7b18c-2b1c-4465-8aba-5c7806b38500 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:20:31.765087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:31.771273 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] 10.222.0.59 "PUT /v2.0/ports/94f1045f-2bfd-4864-b969-62202d519c0e HTTP/1.1" status: 200 len: 1096 time: 3.6570942 Apr 18 21:20:31.786286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21fadb31-2fa4-40c3-a06a-965fbcd6ce4b', 'tag': '94f1045f-2bfd-4864-b969-62202d519c0e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:31.810825 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:31.869036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04ea49-c27c-4311-b1f1-b5a0db9a5758 service neutron] Pushing event updated for resources: {'Port': ['ID=94f1045f-2bfd-4864-b969-62202d519c0e,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:31.988366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9289bb4-37c0-48c6-a0d9-544b98f2bae8 req-7651cc88-6a9b-428f-acbd-683524f68367 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:31.990026 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9289bb4-37c0-48c6-a0d9-544b98f2bae8 req-7651cc88-6a9b-428f-acbd-683524f68367 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 948 time: 0.6818089 Apr 18 21:20:32.126498 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9289bb4-37c0-48c6-a0d9-544b98f2bae8 req-93fb22a0-5b7e-4c51-8a2f-ba8b90115ef3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204996 Apr 18 21:20:32.136978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-10028a3f-4341-465c-b72d-14ccbd5dc9d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 1099 time: 0.2551348 Apr 18 21:20:32.227296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772e40b-7aa3-4fc2-9029-18df981fbfdb req-4a8eb4cf-2df8-4e35-af1f-17241c3709b3 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:32.227627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e772e40b-7aa3-4fc2-9029-18df981fbfdb req-4a8eb4cf-2df8-4e35-af1f-17241c3709b3 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 931 time: 0.4189169 Apr 18 21:20:32.302682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-afd4d578-cc06-42a0-b65c-fb62b32c613d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=94f1045f-2bfd-4864-b969-62202d519c0e HTTP/1.1" status: 200 len: 217 time: 0.1574101 Apr 18 21:20:32.319292 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b87e9bf3-b067-4345-9279-bad60a5bd922 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:32.365492 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e772e40b-7aa3-4fc2-9029-18df981fbfdb req-a73c83cc-076d-4a5a-b744-6b476443d8a2 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224236 Apr 18 21:20:32.461042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-8911ca58-30f3-4aaf-bcad-e1b996c02fb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:32.465458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-8911ca58-30f3-4aaf-bcad-e1b996c02fb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1503022 Apr 18 21:20:32.733867 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb46906-9543-43f5-a545-a5221363dc08'] response: {'name': 'network-changed', 'server_uuid': '21fadb31-2fa4-40c3-a06a-965fbcd6ce4b', 'tag': '94f1045f-2bfd-4864-b969-62202d519c0e', 'status': 'completed', 'code': 200} Apr 18 21:20:32.775480 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:32.849110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bc9184b6-6417-43d7-ab53-78759da3f67c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:32.882500 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.050534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d216bcc5-e64e-420f-96e5-8d73c19e13a7 None None] Network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:20:33.063214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-985490dd-9b91-4d61-b951-4121997e3165 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5712767 Apr 18 21:20:33.294846 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e833c762-414c-4804-ac11-e86fb6a6f71e None None] Provisioning for port bc9184b6-6417-43d7-ab53-78759da3f67c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:33.310825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port bc9184b6-6417-43d7-ab53-78759da3f67c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:33.350606 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Allocated IP 172.25.3.160 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/ce64b042-b2af-4035-a772-41cd80288999) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:33.351303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e833c762-414c-4804-ac11-e86fb6a6f71e None None] Provisioning complete for port bc9184b6-6417-43d7-ab53-78759da3f67c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:33.351671 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e833c762-414c-4804-ac11-e86fb6a6f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.376704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87e9bf3-b067-4345-9279-bad60a5bd922 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Router 6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:20:33.391420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port bc9184b6-6417-43d7-ab53-78759da3f67c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:33.391907 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.487091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625c85d-4f5e-4ad2-8fa3-a4feab8638ee req-56db6bfe-d550-4c49-aa98-2e4eec21f5dd tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:33.495448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0625c85d-4f5e-4ad2-8fa3-a4feab8638ee req-56db6bfe-d550-4c49-aa98-2e4eec21f5dd tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 945 time: 0.6586194 Apr 18 21:20:33.596759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b7b18c-2b1c-4465-8aba-5c7806b38500 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:20:33.666363 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.698501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Transition to ACTIVE for port object 23b7b18c-2b1c-4465-8aba-5c7806b38500 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:33.701169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87e9bf3-b067-4345-9279-bad60a5bd922 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:20:33.712644 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b87e9bf3-b067-4345-9279-bad60a5bd922 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "PUT /v2.0/routers/6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3425403 Apr 18 21:20:33.716371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47538) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:33.725062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3c753f4c-b947-4ccd-bbe8-327cd9626acd up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:33.761974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fe5dc1-cd63-4437-a9b4-d8bd1063945a None None] Sync routers for ids ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:20:33.777540 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.796562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0625c85d-4f5e-4ad2-8fa3-a4feab8638ee req-437ea71b-03df-4cd2-84d3-49d8b3eee039 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994139 Apr 18 21:20:33.800826 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-884fe310-4f62-47a0-a9f7-c2460c9cfc59 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] show failed (client error): The resource could not be found. Apr 18 21:20:33.801888 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-884fe310-4f62-47a0-a9f7-c2460c9cfc59 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1236853544 HTTP/1.1" status: 404 len: 335 time: 0.0839388 Apr 18 21:20:33.805167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-87dd1c07-a92e-458a-a692-171facffa922 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7350256 Apr 18 21:20:33.810829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47542) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:33.812397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f5dd0ae4-9ee8-4cc8-9e38-01cb040f2fa1 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Request body: {'router': {'name': 'new_name'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:33.872616 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.913306 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.930725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59631c9-e81f-461b-aeeb-562a357a6fba req-e86bfcff-fe5b-413e-b18a-34e1541b47b2 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:33.936394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e59631c9-e81f-461b-aeeb-562a357a6fba req-e86bfcff-fe5b-413e-b18a-34e1541b47b2 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 948 time: 0.4304416 Apr 18 21:20:34.030387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e59631c9-e81f-461b-aeeb-562a357a6fba req-ead45192-b023-4718-af68-cf345e448e75 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928695 Apr 18 21:20:34.034359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Pushing event updated for resources: {'Port': ['ID=23b7b18c-2b1c-4465-8aba-5c7806b38500,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:34.045549 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-f5dd0ae4-9ee8-4cc8-9e38-01cb040f2fa1 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] update failed (client error): The resource could not be found. Apr 18 21:20:34.045685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe5dc1-cd63-4437-a9b4-d8bd1063945a None None] Routers {'6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:34.050593 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f5dd0ae4-9ee8-4cc8-9e38-01cb040f2fa1 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-704122568 HTTP/1.1" status: 404 len: 334 time: 0.2394941 Apr 18 21:20:34.050879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-42fe5dc1-cd63-4437-a9b4-d8bd1063945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:34.054686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47550) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:34.178236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2aba99b2-4874-4043-bc23-1d4090f153ee req-cdd40e01-9657-41a2-b0bf-5aedd213f6f0 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507829 Apr 18 21:20:34.240366 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-42fe5dc1-cd63-4437-a9b4-d8bd1063945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:34.258239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b67af5-086b-40c7-b56a-85d54f5d67aa req-089fb533-e8f4-4fff-8119-948980774595 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:34.260055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41b67af5-086b-40c7-b56a-85d54f5d67aa req-089fb533-e8f4-4fff-8119-948980774595 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 943 time: 0.1710033 Apr 18 21:20:34.261801 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.280335 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.349126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e833c762-414c-4804-ac11-e86fb6a6f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.431246 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:34.435535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 3c753f4c-b947-4ccd-bbe8-327cd9626acd triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:34.436469 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.442898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:34.450889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:34.522571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe5dc1-cd63-4437-a9b4-d8bd1063945a None None] Routers {'6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:34.523192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-42fe5dc1-cd63-4437-a9b4-d8bd1063945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:34.543683 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8894b116-9f53-40ba-a2f0-f8b29f6c5c69 req-8b4d7a26-3be1-4fd6-af9b-3174e509e573 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 1099 time: 0.2232752 Apr 18 21:20:34.544298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ce64b042-b2af-4035-a772-41cd80288999,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:34.676010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Attempting to bind port 23b7b18c-2b1c-4465-8aba-5c7806b38500 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:34.676570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Attempting to bind port 23b7b18c-2b1c-4465-8aba-5c7806b38500 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:34.676667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Attempting to bind port 23b7b18c-2b1c-4465-8aba-5c7806b38500 on network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:34.690008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Port 23b7b18c-2b1c-4465-8aba-5c7806b38500 on network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:20:34.690329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Attempting to bind port 23b7b18c-2b1c-4465-8aba-5c7806b38500 on network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:34.702084 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41b67af5-086b-40c7-b56a-85d54f5d67aa req-a7b53655-5694-466f-846a-724cecb62a88 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737693 Apr 18 21:20:34.719217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port bc9184b6-6417-43d7-ab53-78759da3f67c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bc9184b6-6417-43d7-ab53-78759da3f67c,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:34.740754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:34.741055 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-42fe5dc1-cd63-4437-a9b4-d8bd1063945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:34.741367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fe5dc1-cd63-4437-a9b4-d8bd1063945a None None] The sync data for ids ['6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:34.741511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Checking segment: {'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:34.756952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Bound using segment: {'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:34.756952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Bound port: 23b7b18c-2b1c-4465-8aba-5c7806b38500, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2655f0b1-5f43-4974-81f1-e376a940cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:34.756952 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.783757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-a610dd9d-1c4c-448a-a4fb-6680e87eb148 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Deleting subnet 7ef6ab38-0ffc-40dd-aaa8-727d24064cfd {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:20:34.787800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a610dd9d-1c4c-448a-a4fb-6680e87eb148 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.869407 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.872383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894b116-9f53-40ba-a2f0-f8b29f6c5c69 req-11ac7207-d723-4479-aafe-1d1e90d34f16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:34.874350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8894b116-9f53-40ba-a2f0-f8b29f6c5c69 req-11ac7207-d723-4479-aafe-1d1e90d34f16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.3191116 Apr 18 21:20:34.903898 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a610dd9d-1c4c-448a-a4fb-6680e87eb148 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.907456 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.978222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] For port 23b7b18c-2b1c-4465-8aba-5c7806b38500, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:34.983815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8894b116-9f53-40ba-a2f0-f8b29f6c5c69 req-b471dda9-8014-4a9a-84d3-69b8ca6217d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=94f1045f-2bfd-4864-b969-62202d519c0e HTTP/1.1" status: 200 len: 217 time: 0.0801883 Apr 18 21:20:34.992034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] For port 23b7b18c-2b1c-4465-8aba-5c7806b38500, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=23b7b18c-2b1c-4465-8aba-5c7806b38500,segment=NetworkSegment(2655f0b1-5f43-4974-81f1-e376a940cc72),segment_id=2655f0b1-5f43-4974-81f1-e376a940cc72)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:35.029790 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a610dd9d-1c4c-448a-a4fb-6680e87eb148 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:35.066628 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:35.092656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894b116-9f53-40ba-a2f0-f8b29f6c5c69 req-a60e83f1-d14a-4354-8427-4d909fcef633 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:35.095193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:35.096399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8894b116-9f53-40ba-a2f0-f8b29f6c5c69 req-a60e83f1-d14a-4354-8427-4d909fcef633 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1019261 Apr 18 21:20:35.098753 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-e833c762-414c-4804-ac11-e86fb6a6f71e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:20:35.099937 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-e833c762-414c-4804-ac11-e86fb6a6f71e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:20:35.100790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=bc9184b6-6417-43d7-ab53-78759da3f67c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:35.106363 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:35.159533 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:35.262455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47580) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:35.296617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=3c753f4c-b947-4ccd-bbe8-327cd9626acd,revision_number=10']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:35.334412 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:35.335762 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-47226493-b277-4cbb-a928-db48757372b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/23b7b18c-2b1c-4465-8aba-5c7806b38500 HTTP/1.1" status: 200 len: 1091 time: 4.0614338 Apr 18 21:20:35.337626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'tag': '23b7b18c-2b1c-4465-8aba-5c7806b38500'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:35.353031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47226493-b277-4cbb-a928-db48757372b8 service neutron] Pushing event updated for resources: {'Port': ['ID=23b7b18c-2b1c-4465-8aba-5c7806b38500,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:35.450165 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a610dd9d-1c4c-448a-a4fb-6680e87eb148 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:35.523971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abd6cd-a72b-40ea-a990-33ada6f510b4 req-b401eb78-bde8-45b7-b087-886069a246d1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:35.531403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6abd6cd-a72b-40ea-a990-33ada6f510b4 req-b401eb78-bde8-45b7-b087-886069a246d1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 945 time: 0.4338434 Apr 18 21:20:35.531742 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a610dd9d-1c4c-448a-a4fb-6680e87eb148 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:35.531930 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a92f5-4419-45f2-bc3c-f8347abeb9f5 None None] Network f6bd505f-0daa-4df5-85bf-0c7ecb2574b9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:20:35.563694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8894b116-9f53-40ba-a2f0-f8b29f6c5c69 req-6fa5addf-c1b5-4a21-8974-837f15e69040 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3814628 Apr 18 21:20:35.564743 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:35.565642 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:35.602354 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a610dd9d-1c4c-448a-a4fb-6680e87eb148 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "DELETE /v2.0/subnets/7ef6ab38-0ffc-40dd-aaa8-727d24064cfd HTTP/1.1" status: 204 len: 168 time: 1.5466506 Apr 18 21:20:35.604767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610dd9d-1c4c-448a-a4fb-6680e87eb148 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef6ab38-0ffc-40dd-aaa8-727d24064cfd,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:35.606474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47594) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:35.698159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae2c1a-a892-4015-87cf-3bcd96de694d req-c45f91c1-55cd-4ed9-bea8-7f62e373d4c8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:35.700063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4eae2c1a-a892-4015-87cf-3bcd96de694d req-c45f91c1-55cd-4ed9-bea8-7f62e373d4c8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 948 time: 0.4472837 Apr 18 21:20:35.725061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89c3fcf9-912f-4766-9e55-7ac2c61bdeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:35.766614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-89c3fcf9-912f-4766-9e55-7ac2c61bdeda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:35.770639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-89c3fcf9-912f-4766-9e55-7ac2c61bdeda admin admin] Usage tracker for resource:security_group_rule and tenant:474f1c917f1b43b591eca726924562e4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:35.774248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-89c3fcf9-912f-4766-9e55-7ac2c61bdeda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:35.781033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-89c3fcf9-912f-4766-9e55-7ac2c61bdeda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:35.900586 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-1ca018b0-c5c9-4840-8606-744a2db0ae0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ea2c65669454a15a4223dbf931ef32b&device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 1094 time: 0.3747551 Apr 18 21:20:35.911205 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6abd6cd-a72b-40ea-a990-33ada6f510b4 req-5811f5bd-e025-4239-91bf-380743cf1db7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771529 Apr 18 21:20:35.959475 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8894b116-9f53-40ba-a2f0-f8b29f6c5c69 req-bf5c044d-a432-4be9-8aa4-7e39a57f12bf service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847520 Apr 18 21:20:35.978667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fccec1-9dc1-4d96-9d34-717a4856755e None None] DHCP port deletion for f6bd505f-0daa-4df5-85bf-0c7ecb2574b9 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:20:35.989983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-45fccec1-9dc1-4d96-9d34-717a4856755e None None] Deleting port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:20:35.991265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-45fccec1-9dc1-4d96-9d34-717a4856755e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:35.994119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4eae2c1a-a892-4015-87cf-3bcd96de694d req-f8589a84-a2a3-411e-8607-e6655ee3cec7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037201 Apr 18 21:20:36.060624 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7adffc-2edb-4b53-8bd9-1522db668491'] response: {'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'code': 200} Apr 18 21:20:36.125802 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-e980fe9d-816a-4709-a2e2-4b243fcac7ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b7b18c-2b1c-4465-8aba-5c7806b38500 HTTP/1.1" status: 200 len: 217 time: 0.2071216 Apr 18 21:20:36.226912 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-119c2849-337f-4c13-8243-fde6c159f0ab None None] Provisioning complete for port bc9184b6-6417-43d7-ab53-78759da3f67c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:36.227817 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-119c2849-337f-4c13-8243-fde6c159f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:36.292685 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8601c9dd-3ba3-4cc0-8ce1-cc0416d1c1d1'] response: {'name': 'network-changed', 'server_uuid': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'tag': '23b7b18c-2b1c-4465-8aba-5c7806b38500', 'status': 'completed', 'code': 200} Apr 18 21:20:36.316484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0d638d-27f5-4f7e-b07f-b484c0131c74 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Deleting subnet cb484437-c34d-4a13-9498-120e2fbcce32 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:20:36.321744 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c0d638d-27f5-4f7e-b07f-b484c0131c74 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:36.375957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-ff7a9c7f-4ce4-4fb2-b117-32b22e73b898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:36.377807 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-ff7a9c7f-4ce4-4fb2-b117-32b22e73b898 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4559878f-fdd7-4496-97c8-e690810a153c HTTP/1.1" status: 200 len: 844 time: 0.2408166 Apr 18 21:20:36.410392 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-45fccec1-9dc1-4d96-9d34-717a4856755e None None] For port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=78ffb92d-dcb2-4e19-ba8d-d1b74300f4da,segment=NetworkSegment(53aa11ae-94ce-42d8-8436-0521cf88825b),segment_id=53aa11ae-94ce-42d8-8436-0521cf88825b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:36.411014 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-45fccec1-9dc1-4d96-9d34-717a4856755e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:36.459234 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89c3fcf9-912f-4766-9e55-7ac2c61bdeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:36.476567 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8894b116-9f53-40ba-a2f0-f8b29f6c5c69 req-29f0b79a-e844-458f-98f9-e356f7a8becd service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047803 Apr 18 21:20:36.495611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c13ce-85ad-4291-a958-e98f6cecf1f9 req-3b5e65a1-ae5b-4326-9b23-bf9b85747208 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:36.497050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b14c13ce-85ad-4291-a958-e98f6cecf1f9 req-3b5e65a1-ae5b-4326-9b23-bf9b85747208 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 943 time: 0.1873965 Apr 18 21:20:36.501088 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c0d638d-27f5-4f7e-b07f-b484c0131c74 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:36.557067 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89c3fcf9-912f-4766-9e55-7ac2c61bdeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:36.578525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b14c13ce-85ad-4291-a958-e98f6cecf1f9 req-cd5eec31-0f6d-4dcc-a096-d2eed525f2cd tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736594 Apr 18 21:20:36.584268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:20:36.607266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-45fccec1-9dc1-4d96-9d34-717a4856755e None None] Calling delete_port for 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:20:36.669189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-89c3fcf9-912f-4766-9e55-7ac2c61bdeda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=474f1c917f1b43b591eca726924562e4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3804252 Apr 18 21:20:36.674160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3fcf9-912f-4766-9e55-7ac2c61bdeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe751da5-623c-4d81-9c9d-3c824245309c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:36.680386 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47618) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:36.721756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01b9c30e-2a22-4516-848f-745f2573076b req-cebec18a-66f7-4d64-b331-8ffde477f318 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 1098 time: 0.3372877 Apr 18 21:20:36.782523 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-7c3b140c-a60e-4bf4-b87d-dd12baf7c6c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0121f53e-e0f0-4f94-973a-d03999e8f3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3679805 Apr 18 21:20:36.787984 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c0d638d-27f5-4f7e-b07f-b484c0131c74 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:36.805963 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-45fccec1-9dc1-4d96-9d34-717a4856755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:36.851778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fccec1-9dc1-4d96-9d34-717a4856755e None None] Pushing event deleted for resources: {'Port': ['ID=78ffb92d-dcb2-4e19-ba8d-d1b74300f4da,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:36.856689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fccec1-9dc1-4d96-9d34-717a4856755e None None] No DVR routers for this DVR port 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:20:36.886023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:20:36.898347 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Sync routers for ids ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:20:36.927722 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Routers {'19bd1387-5b51-4d92-9ca6-d281ca838eb9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:36.928449 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e471243d-379b-467f-8566-a4d60b99edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:36.976556 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:36.978177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-68999869-d648-4061-9904-76356abf30b4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7078056 Apr 18 21:20:36.982273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47626) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:37.011268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bc9184b6-6417-43d7-ab53-78759da3f67c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:37.112615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port bc9184b6-6417-43d7-ab53-78759da3f67c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:37.113177 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:37.150821 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Set router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:37.161640 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98f8b677-fe0f-4579-8009-28c03a41f304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:37.170910 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-01b9c30e-2a22-4516-848f-745f2573076b req-a05e1285-9a3b-4271-b70d-8f530fcc1a54 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4293845 Apr 18 21:20:37.314529 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98f8b677-fe0f-4579-8009-28c03a41f304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:37.362365 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-1a7941a6-dbcd-4f88-8939-72ebed23c28c service neutron] 10.222.0.59 "GET /v2.0/networks/0121f53e-e0f0-4f94-973a-d03999e8f3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516557 Apr 18 21:20:37.389131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:20:37.432011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:20:37.432343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 78ffb92d-dcb2-4e19-ba8d-d1b74300f4da not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:20:37.488859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c0d638d-27f5-4f7e-b07f-b484c0131c74 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:37.540659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d638d-27f5-4f7e-b07f-b484c0131c74 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event deleted for resources: {'Subnet': ['ID=cb484437-c34d-4a13-9498-120e2fbcce32,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:37.550545 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c0d638d-27f5-4f7e-b07f-b484c0131c74 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:37.560994 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3c0d638d-27f5-4f7e-b07f-b484c0131c74 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "DELETE /v2.0/subnets/cb484437-c34d-4a13-9498-120e2fbcce32 HTTP/1.1" status: 204 len: 168 time: 1.9466019 Apr 18 21:20:37.566248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47640) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:37.567350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3368c5-4b88-429e-90bf-93ef825bab4e None None] Network 855c44bf-ae68-473c-bf82-a821ce9dd17e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:20:37.603245 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98f8b677-fe0f-4579-8009-28c03a41f304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:37.605831 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98f8b677-fe0f-4579-8009-28c03a41f304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:37.610306 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-98f8b677-fe0f-4579-8009-28c03a41f304 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe751da5-623c-4d81-9c9d-3c824245309c HTTP/1.1" status: 204 len: 168 time: 0.9246438 Apr 18 21:20:37.624399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8b677-fe0f-4579-8009-28c03a41f304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe751da5-623c-4d81-9c9d-3c824245309c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:37.651076 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae38cc5-be78-47e4-a7e9-9d4ad54e3d88 req-50ea16b5-9e85-429e-aa6c-cdd305fdc852 service neutron] 10.222.0.59 "GET /v2.0/networks/0121f53e-e0f0-4f94-973a-d03999e8f3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735364 Apr 18 21:20:37.686125 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e471243d-379b-467f-8566-a4d60b99edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:20:34Z', 'revision_number': 3, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:37.690215 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Checking router: 19bd1387-5b51-4d92-9ca6-d281ca838eb9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:20:37.690553 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Updating router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 port ce64b042-b2af-4035-a772-41cd80288999 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:20:37.725801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 94f1045f-2bfd-4864-b969-62202d519c0e details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:20:37.775147 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:37.790449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e43f28-786d-4477-a759-cf789b6e5012 req-cbb620c9-e4b2-4348-b3d8-7b3f76d17c69 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:37.794657 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6e43f28-786d-4477-a759-cf789b6e5012 req-cbb620c9-e4b2-4348-b3d8-7b3f76d17c69 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 947 time: 0.4424851 Apr 18 21:20:37.805595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa365f63-93c4-4fb5-be4b-2ab834b75c17 req-a1dc9a23-6ea3-4f6e-bd5e-9b3549d05961 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:37.807605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa365f63-93c4-4fb5-be4b-2ab834b75c17 req-a1dc9a23-6ea3-4f6e-bd5e-9b3549d05961 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 948 time: 0.4645598 Apr 18 21:20:37.882510 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:37.886052 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e3aae33a-84f1-40c5-a7f0-f5730d4dff61 req-b5ccacd6-cf28-4ed7-a7e3-bb79d5586809 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ea2c65669454a15a4223dbf931ef32b&device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 1094 time: 0.1255510 Apr 18 21:20:38.041623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 94f1045f-2bfd-4864-b969-62202d519c0e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=94f1045f-2bfd-4864-b969-62202d519c0e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:38.064711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aae33a-84f1-40c5-a7f0-f5730d4dff61 req-8671d675-e3ee-43ff-96a1-84a7ed5f1a93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:38.066619 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e3aae33a-84f1-40c5-a7f0-f5730d4dff61 req-8671d675-e3ee-43ff-96a1-84a7ed5f1a93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0121f53e-e0f0-4f94-973a-d03999e8f3d5 HTTP/1.1" status: 200 len: 906 time: 0.1734107 Apr 18 21:20:38.069326 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '94f1045f-2bfd-4864-b969-62202d519c0e', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '94f1045f-2bfd-4864-b969-62202d519c0e', 'mac_address': 'fa:16:3e:2d:05:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:20:38.190488 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e8e8e5-ca02-4990-9553-594354e6bb15 None None] DHCP port deletion for 855c44bf-ae68-473c-bf82-a821ce9dd17e request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:20:38.195026 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:38.221641 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e3aae33a-84f1-40c5-a7f0-f5730d4dff61 req-efd83518-8945-473c-8d91-ecc529b1a92f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b7b18c-2b1c-4465-8aba-5c7806b38500 HTTP/1.1" status: 200 len: 217 time: 0.1366651 Apr 18 21:20:38.231437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-48e8e8e5-ca02-4990-9553-594354e6bb15 None None] Deleting port 158d9c57-c5a7-4c82-9956-0e159715d402 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:20:38.231827 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48e8e8e5-ca02-4990-9553-594354e6bb15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:38.313054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f1045f-2bfd-4864-b969-62202d519c0e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:20:38.333955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aae33a-84f1-40c5-a7f0-f5730d4dff61 req-fd043720-001a-4e98-9cde-2d2eab693e18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:38.336002 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e3aae33a-84f1-40c5-a7f0-f5730d4dff61 req-fd043720-001a-4e98-9cde-2d2eab693e18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4559878f-fdd7-4496-97c8-e690810a153c HTTP/1.1" status: 200 len: 844 time: 0.1073871 Apr 18 21:20:38.365306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 94f1045f-2bfd-4864-b969-62202d519c0e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=94f1045f-2bfd-4864-b969-62202d519c0e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:38.476881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e3aae33a-84f1-40c5-a7f0-f5730d4dff61 req-cd82da38-9be6-406a-84a2-2ae290155456 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0121f53e-e0f0-4f94-973a-d03999e8f3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314957 Apr 18 21:20:38.511427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:38.545206 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6e43f28-786d-4477-a759-cf789b6e5012 req-d83bfc0a-61e3-4e64-b401-19c055cdb963 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7353914 Apr 18 21:20:38.646837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-48e8e8e5-ca02-4990-9553-594354e6bb15 None None] For port 158d9c57-c5a7-4c82-9956-0e159715d402, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=158d9c57-c5a7-4c82-9956-0e159715d402,segment=NetworkSegment(a663c9fe-55a0-4222-a428-62ca6f2cb850),segment_id=a663c9fe-55a0-4222-a428-62ca6f2cb850)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:38.647237 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48e8e8e5-ca02-4990-9553-594354e6bb15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:38.659459 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:38.679200 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Transition to ACTIVE for port object ce64b042-b2af-4035-a772-41cd80288999 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:38.706610 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:38.757990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bd505f-0daa-4df5-85bf-0c7ecb2574b9']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:38.787214 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e3aae33a-84f1-40c5-a7f0-f5730d4dff61 req-c7d49e7f-186f-4fdc-a435-45a6216d9977 service neutron] 10.222.0.59 "GET /v2.0/networks/0121f53e-e0f0-4f94-973a-d03999e8f3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028305 Apr 18 21:20:38.791709 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:38.819564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-48e8e8e5-ca02-4990-9553-594354e6bb15 None None] Calling delete_port for 158d9c57-c5a7-4c82-9956-0e159715d402 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:20:38.847469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47670) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:38.849927 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa365f63-93c4-4fb5-be4b-2ab834b75c17 req-d331db69-c8aa-497f-90cf-6fd9aa4e6509 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0175126 Apr 18 21:20:38.859156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53aa11ae-94ce-42d8-8436-0521cf88825b') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:38.859483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53aa11ae-94ce-42d8-8436-0521cf88825b') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:38.910553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['94f1045f-2bfd-4864-b969-62202d519c0e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:38.929018 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Attempting to bind port ce64b042-b2af-4035-a772-41cd80288999 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:38.929717 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Attempting to bind port ce64b042-b2af-4035-a772-41cd80288999 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:38.930319 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Attempting to bind port ce64b042-b2af-4035-a772-41cd80288999 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:38.945545 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2807fa-69ed-46e8-83e6-6aa9e4762c43 None None] Pushing event updated for resources: {'Port': ['ID=ce64b042-b2af-4035-a772-41cd80288999,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:38.946012 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:38.946840 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:38.947686 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:38.948284 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:38.948944 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Bound port: ce64b042-b2af-4035-a772-41cd80288999, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:38.949538 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:38.964662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da4439ea-d1a8-49f1-aea6-d484a8253327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:38.965630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=94f1045f-2bfd-4864-b969-62202d519c0e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:38.997436 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.065579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 158d9c57-c5a7-4c82-9956-0e159715d402 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:20:39.087709 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-e471243d-379b-467f-8566-a4d60b99edec None None] For port ce64b042-b2af-4035-a772-41cd80288999, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:39.087931 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e3aae33a-84f1-40c5-a7f0-f5730d4dff61 req-2f5c7127-3645-46ec-a25c-2b96978c645c service neutron] 10.222.0.59 "GET /v2.0/networks/0121f53e-e0f0-4f94-973a-d03999e8f3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895546 Apr 18 21:20:39.091467 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.092213 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-e471243d-379b-467f-8566-a4d60b99edec None None] For port ce64b042-b2af-4035-a772-41cd80288999, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ce64b042-b2af-4035-a772-41cd80288999,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:39.104302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:20:39.104895 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.143648 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.158246 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.285501 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48e8e8e5-ca02-4990-9553-594354e6bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.286393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-da4439ea-d1a8-49f1-aea6-d484a8253327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:39.292846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-da4439ea-d1a8-49f1-aea6-d484a8253327 admin admin] Usage tracker for resource:security_group_rule and tenant:98075cf0ff5e458a9585839f7698c31c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:39.300478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-da4439ea-d1a8-49f1-aea6-d484a8253327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:39.302839 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2807fa-69ed-46e8-83e6-6aa9e4762c43 None None] Pushing event updated for resources: {'Port': ['ID=ce64b042-b2af-4035-a772-41cd80288999,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:39.309421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-da4439ea-d1a8-49f1-aea6-d484a8253327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:39.322254 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Routers {'19bd1387-5b51-4d92-9ca6-d281ca838eb9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:39.322850 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e471243d-379b-467f-8566-a4d60b99edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:20:39.328568 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:20:39.393232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e8e8e5-ca02-4990-9553-594354e6bb15 None None] No DVR routers for this DVR port 158d9c57-c5a7-4c82-9956-0e159715d402 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:20:39.430125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.451589 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8e8e5-ca02-4990-9553-594354e6bb15 None None] Pushing event deleted for resources: {'Port': ['ID=158d9c57-c5a7-4c82-9956-0e159715d402,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:39.467060 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.479134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.497271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event deleted for resources: {'Network': ['ID=f6bd505f-0daa-4df5-85bf-0c7ecb2574b9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:39.507390 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da4439ea-d1a8-49f1-aea6-d484a8253327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.519720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a16958be-baf8-48df-98e9-985dca989d0f tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "DELETE /v2.0/networks/f6bd505f-0daa-4df5-85bf-0c7ecb2574b9 HTTP/1.1" status: 204 len: 168 time: 1.9514995 Apr 18 21:20:39.522145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47686) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:39.551815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad919d7-82b1-4096-afad-43d7660840ab req-9f5356c2-9e0a-4a3f-b91d-8c1ae41f88f5 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:39.555725 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ad919d7-82b1-4096-afad-43d7660840ab req-9f5356c2-9e0a-4a3f-b91d-8c1ae41f88f5 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 943 time: 0.7160800 Apr 18 21:20:39.593567 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da4439ea-d1a8-49f1-aea6-d484a8253327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.648182 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-e471243d-379b-467f-8566-a4d60b99edec None None] Set router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:39.685297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4439ea-d1a8-49f1-aea6-d484a8253327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069817ea-6782-41e8-b7f6-ebba8f97035a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:39.726414 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.752953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-da4439ea-d1a8-49f1-aea6-d484a8253327 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98075cf0ff5e458a9585839f7698c31c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9017720 Apr 18 21:20:39.760414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47700) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:39.775356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ad919d7-82b1-4096-afad-43d7660840ab req-ef041498-f9d0-4f8c-b461-9e4c95cfc95a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786373 Apr 18 21:20:39.922498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.964174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855c44bf-ae68-473c-bf82-a821ce9dd17e']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:39.975318 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:20:39.993779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a663c9fe-55a0-4222-a428-62ca6f2cb850') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:39.995408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a663c9fe-55a0-4222-a428-62ca6f2cb850') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:40.024018 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.032012 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e471243d-379b-467f-8566-a4d60b99edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:20:34Z', 'revision_number': 3, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:40.032635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47718) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:40.033295 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-745a311c-ed15-4af2-bd92-75b794f9329b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.039797 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471243d-379b-467f-8566-a4d60b99edec None None] The sync data for ids ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'] in n-d-836017-3 is: [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:20:34Z', 'revision_number': 3, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:40.058817 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.067853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:20:40.068657 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:20:40.093229 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:20:40.098956 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-745a311c-ed15-4af2-bd92-75b794f9329b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.131277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a8db0-f163-4286-9977-5351ab4e78c9 req-52fa1168-e735-46e4-87bb-d6788ab03b28 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:40.132769 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe3a8db0-f163-4286-9977-5351ab4e78c9 req-52fa1168-e735-46e4-87bb-d6788ab03b28 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 947 time: 0.2906706 Apr 18 21:20:40.261598 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe3a8db0-f163-4286-9977-5351ab4e78c9 req-292c8bfe-21a2-457b-98ec-da4e49ccb269 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216776 Apr 18 21:20:40.331270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:40.353557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'port_id': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'mac_address': 'fa:16:3e:72:e4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:20:40.360262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378cc8b-db1c-49ac-ae73-95eabf0e9505 req-052963c7-6f82-4f9b-91bc-f8df7fcbb0a5 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:40.368783 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4378cc8b-db1c-49ac-ae73-95eabf0e9505 req-052963c7-6f82-4f9b-91bc-f8df7fcbb0a5 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 949 time: 0.2107153 Apr 18 21:20:40.427137 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.427391 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-745a311c-ed15-4af2-bd92-75b794f9329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.444993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fa8a486-71af-4f45-b071-b3673a3e1a54 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:20:40.450219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a311c-ed15-4af2-bd92-75b794f9329b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069817ea-6782-41e8-b7f6-ebba8f97035a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:40.470581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.476770 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.480124 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a94c816c-030c-4682-8fc5-8883546618e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.512219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:40.528205 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "DELETE /v2.0/networks/855c44bf-ae68-473c-bf82-a821ce9dd17e HTTP/1.1" status: 204 len: 168 time: 1.0025797 Apr 18 21:20:40.528205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37131b7c-2262-494b-9e71-4546fad91ace tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event deleted for resources: {'Network': ['ID=855c44bf-ae68-473c-bf82-a821ce9dd17e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:40.528987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47724) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:40.538031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4378cc8b-db1c-49ac-ae73-95eabf0e9505 req-4eb258f6-5809-4aab-92bd-a0fe0d7ec825 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303241 Apr 18 21:20:40.582848 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.587248 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-745a311c-ed15-4af2-bd92-75b794f9329b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.593161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-745a311c-ed15-4af2-bd92-75b794f9329b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/069817ea-6782-41e8-b7f6-ebba8f97035a HTTP/1.1" status: 204 len: 168 time: 0.8270941 Apr 18 21:20:40.625085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a94c816c-030c-4682-8fc5-8883546618e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:40.632249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a94c816c-030c-4682-8fc5-8883546618e0 admin admin] Usage tracker for resource:security_group_rule and tenant:8e20e1266c1e4d67b60750888cd2c653 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:40.637154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a94c816c-030c-4682-8fc5-8883546618e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:40.734825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['9fa8a486-71af-4f45-b071-b3673a3e1a54'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:40.772503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a94c816c-030c-4682-8fc5-8883546618e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:40.796364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:40.834147 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.836195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3174ea55-b02e-4579-894e-2cb374f30b60 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Deleting subnet 0378aaad-783b-4e28-9c80-0c93d4c6f14e {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:20:40.840522 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3174ea55-b02e-4579-894e-2cb374f30b60 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.934426 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3174ea55-b02e-4579-894e-2cb374f30b60 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.102155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ce64b042-b2af-4035-a772-41cd80288999 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:41.134136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3174ea55-b02e-4579-894e-2cb374f30b60 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.285775 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a94c816c-030c-4682-8fc5-8883546618e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.348465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port ce64b042-b2af-4035-a772-41cd80288999 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:41.357084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ce64b042-b2af-4035-a772-41cd80288999 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:41.357084 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.410959 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a94c816c-030c-4682-8fc5-8883546618e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.439876 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3174ea55-b02e-4579-894e-2cb374f30b60 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.442913 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b467a-e3b1-480b-8e10-bff6ada40220 req-893c82b9-1585-4820-9a66-56e74017c2fa tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:41.449911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e3b467a-e3b1-480b-8e10-bff6ada40220 req-893c82b9-1585-4820-9a66-56e74017c2fa tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 943 time: 0.4387629 Apr 18 21:20:41.514009 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.524872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c816c-030c-4682-8fc5-8883546618e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc92fd3f-f8a5-4704-849a-38aaba253ad2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:41.540249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port ce64b042-b2af-4035-a772-41cd80288999, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ce64b042-b2af-4035-a772-41cd80288999,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:41.542124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Allocated IP 172.20.0.1 (5ea543e9-f1b9-4fd2-a362-bd88cda88288/d00d652b-7469-4e5e-b51f-27ade5c396f8/f2697ce9-ef3d-4675-be65-9900b8fc2499) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:41.542883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174ea55-b02e-4579-894e-2cb374f30b60 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event deleted for resources: {'Subnet': ['ID=0378aaad-783b-4e28-9c80-0c93d4c6f14e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:41.563232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3174ea55-b02e-4579-894e-2cb374f30b60 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.565707 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d36dea-545e-486d-ac8f-86e9519eefd5 None None] Network e7ba29ea-446d-4221-9111-532a81c5c33f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:20:41.575906 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3174ea55-b02e-4579-894e-2cb374f30b60 tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "DELETE /v2.0/subnets/0378aaad-783b-4e28-9c80-0c93d4c6f14e HTTP/1.1" status: 204 len: 168 time: 1.0437493 Apr 18 21:20:41.576485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47748) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:41.594407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a94c816c-030c-4682-8fc5-8883546618e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e20e1266c1e4d67b60750888cd2c653&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5583520 Apr 18 21:20:41.603992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47752) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:41.648216 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.684779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e3b467a-e3b1-480b-8e10-bff6ada40220 req-0d2de985-7820-402b-968b-1eab1a66d605 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337556 Apr 18 21:20:41.721985 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.740259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 23b7b18c-2b1c-4465-8aba-5c7806b38500 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:20:41.740581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Deleting port 7141cdcd-4119-449e-8792-afd667535ea8 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:20:41.743126 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.743437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 94f1045f-2bfd-4864-b969-62202d519c0e up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:41.940382 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76fe6256-8a42-48bd-a36e-1a3f25802dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.957752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e3441-a8c8-494d-afef-0adfa42265d5 req-9763b2e8-5d7d-4ea2-853a-b7c9343ac7d6 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:41.958111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=ce64b042-b2af-4035-a772-41cd80288999,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:41.959392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-825e3441-a8c8-494d-afef-0adfa42265d5 req-9763b2e8-5d7d-4ea2-853a-b7c9343ac7d6 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 947 time: 0.4309969 Apr 18 21:20:41.963466 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:20:42.005183 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.019004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] For port 7141cdcd-4119-449e-8792-afd667535ea8, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7141cdcd-4119-449e-8792-afd667535ea8,segment=NetworkSegment(23aac6a5-ea30-4f28-ad00-3d1426f9040d),segment_id=23aac6a5-ea30-4f28-ad00-3d1426f9040d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:42.019806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.034826 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76fe6256-8a42-48bd-a36e-1a3f25802dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.037868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:42.053242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Transition to ACTIVE for port object f2697ce9-ef3d-4675-be65-9900b8fc2499 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:42.084728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 94f1045f-2bfd-4864-b969-62202d519c0e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:42.107916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb251c-80ed-4fa6-9a0b-693a57df3cb4 req-362c629d-80b6-4f58-8edf-e01bd7e58e02 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:42.109900 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0bb251c-80ed-4fa6-9a0b-693a57df3cb4 req-362c629d-80b6-4f58-8edf-e01bd7e58e02 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 949 time: 0.2903330 Apr 18 21:20:42.116918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-825e3441-a8c8-494d-afef-0adfa42265d5 req-56852e28-3fd8-4533-96ff-ac70ce8268eb tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395812 Apr 18 21:20:42.120364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 94f1045f-2bfd-4864-b969-62202d519c0e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:42.120908 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.172812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0bb251c-80ed-4fa6-9a0b-693a57df3cb4 req-419d09f0-23ce-45cf-8dc2-73f3791c1065 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549219 Apr 18 21:20:42.235532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.269162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Calling delete_port for 7141cdcd-4119-449e-8792-afd667535ea8 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:20:42.274451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 23b7b18c-2b1c-4465-8aba-5c7806b38500, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=23b7b18c-2b1c-4465-8aba-5c7806b38500,segment=NetworkSegment(2655f0b1-5f43-4974-81f1-e376a940cc72),segment_id=2655f0b1-5f43-4974-81f1-e376a940cc72)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:42.296312 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76fe6256-8a42-48bd-a36e-1a3f25802dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.299731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '23b7b18c-2b1c-4465-8aba-5c7806b38500', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'port_id': '23b7b18c-2b1c-4465-8aba-5c7806b38500', 'mac_address': 'fa:16:3e:57:61:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:20:42.335656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe6256-8a42-48bd-a36e-1a3f25802dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc92fd3f-f8a5-4704-849a-38aaba253ad2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:42.347600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:42.355035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:42.361161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:42.392385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 9fa8a486-71af-4f45-b071-b3673a3e1a54 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:42.392747 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.421990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Pushing event updated for resources: {'Port': ['ID=f2697ce9-ef3d-4675-be65-9900b8fc2499,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:42.424870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76fe6256-8a42-48bd-a36e-1a3f25802dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.425349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-76fe6256-8a42-48bd-a36e-1a3f25802dad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc92fd3f-f8a5-4704-849a-38aaba253ad2 HTTP/1.1" status: 204 len: 168 time: 0.8204131 Apr 18 21:20:42.434259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae93a61-7062-4bd9-a503-2126a2c16674 None None] DHCP port deletion for e7ba29ea-446d-4221-9111-532a81c5c33f request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:20:42.442273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.515190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cae93a61-7062-4bd9-a503-2126a2c16674 None None] Deleting port 7141cdcd-4119-449e-8792-afd667535ea8 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:20:42.515650 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cae93a61-7062-4bd9-a503-2126a2c16674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.525745 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.561509 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.617266 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.630467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] No DVR routers for this DVR port 7141cdcd-4119-449e-8792-afd667535ea8 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:20:42.642857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cae93a61-7062-4bd9-a503-2126a2c16674 None None] The port '7141cdcd-4119-449e-8792-afd667535ea8' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:20:42.655838 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.656954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b7b18c-2b1c-4465-8aba-5c7806b38500 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:20:42.717270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fadb31-2fa4-40c3-a06a-965fbcd6ce4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f1045f-2bfd-4864-b969-62202d519c0e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:42.727678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event deleted for resources: {'Port': ['ID=7141cdcd-4119-449e-8792-afd667535ea8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:42.810739 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6444097b-0435-43a2-a4db-0fc624766c3c'] response: {'server_uuid': '21fadb31-2fa4-40c3-a06a-965fbcd6ce4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f1045f-2bfd-4864-b969-62202d519c0e', 'code': 200} Apr 18 21:20:42.814104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 23b7b18c-2b1c-4465-8aba-5c7806b38500, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=23b7b18c-2b1c-4465-8aba-5c7806b38500,segment=NetworkSegment(2655f0b1-5f43-4974-81f1-e376a940cc72),segment_id=2655f0b1-5f43-4974-81f1-e376a940cc72)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:42.826989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 94f1045f-2bfd-4864-b969-62202d519c0e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=94f1045f-2bfd-4864-b969-62202d519c0e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:42.857221 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.874062 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.874254 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.909285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ba29ea-446d-4221-9111-532a81c5c33f']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:42.917307 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.958688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6a4b773f-49ef-486b-b8a0-894d38dbdd67 None None] Provisioning for port f2697ce9-ef3d-4675-be65-9900b8fc2499 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:42.968054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:42.978774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6a4b773f-49ef-486b-b8a0-894d38dbdd67 None None] Provisioning complete for port f2697ce9-ef3d-4675-be65-9900b8fc2499 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:42.978774 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6a4b773f-49ef-486b-b8a0-894d38dbdd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.029423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23aac6a5-ea30-4f28-ad00-3d1426f9040d') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:43.030101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23aac6a5-ea30-4f28-ad00-3d1426f9040d') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:43.040455 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ce64b042-b2af-4035-a772-41cd80288999 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:43.052776 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.070879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c284-880c-4b4a-aba6-c97f58975a65 req-618b99f8-0cdc-44a2-8dac-436fdb949f7a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:43.072441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11e7c284-880c-4b4a-aba6-c97f58975a65 req-618b99f8-0cdc-44a2-8dac-436fdb949f7a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 944 time: 0.1612802 Apr 18 21:20:43.079921 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.096873 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.098671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=23b7b18c-2b1c-4465-8aba-5c7806b38500,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:43.126092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:20:43.126435 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.150598 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.155603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['23b7b18c-2b1c-4465-8aba-5c7806b38500'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:20:43.156940 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:20:43.205747 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11e7c284-880c-4b4a-aba6-c97f58975a65 req-a3a57f57-4930-49a7-a4b7-df491b3de135 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112871 Apr 18 21:20:43.233898 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.260620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b773f-49ef-486b-b8a0-894d38dbdd67 None None] Port f2697ce9-ef3d-4675-be65-9900b8fc2499 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:20:43.268919 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b6a6aae4-b4ea-4048-b76b-1b9b87399830 req-bfd19249-1b54-4abe-b65f-742166b84cf0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 1101 time: 0.3386099 Apr 18 21:20:43.324468 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=94f1045f-2bfd-4864-b969-62202d519c0e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:43.351462 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b6a6aae4-b4ea-4048-b76b-1b9b87399830 req-3a858748-4236-43f4-bc29-7f97bed55001 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760782 Apr 18 21:20:43.366103 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.405010 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.414577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ce64b042-b2af-4035-a772-41cd80288999 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:43.414944 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.420337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Pushing event deleted for resources: {'Network': ['ID=e7ba29ea-446d-4221-9111-532a81c5c33f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:43.432223 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a79d90e9-4314-4192-9012-ed4ad98bb70b tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "DELETE /v2.0/networks/e7ba29ea-446d-4221-9111-532a81c5c33f HTTP/1.1" status: 204 len: 168 time: 1.8545942 Apr 18 21:20:43.434959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47788) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:43.457661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Pushing event updated for resources: {'Port': ['ID=f2697ce9-ef3d-4675-be65-9900b8fc2499,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:43.460116 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.504634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:43.586243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d31061-8e9a-4b5d-b487-4ac5b3065d43 req-8a3ac7e2-9393-4829-bca4-be80e888dcd3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:43.593322 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0d31061-8e9a-4b5d-b487-4ac5b3065d43 req-8a3ac7e2-9393-4829-bca4-be80e888dcd3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 950 time: 0.2159626 Apr 18 21:20:43.595193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47794) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:43.664943 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.694065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c68403a4-7843-4ffb-b90c-2bbf2f1e084e tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Synchronizing usage tracker for tenant:036bdbc6efea4430b0052ec780468eab on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:43.713498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7141cdcd-4119-449e-8792-afd667535ea8 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:20:43.738282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0d31061-8e9a-4b5d-b487-4ac5b3065d43 req-06ae6107-d02a-4834-96b4-056186f74ef5 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436398 Apr 18 21:20:43.748861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:43.759790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 7141cdcd-4119-449e-8792-afd667535ea8 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:20:43.759790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7141cdcd-4119-449e-8792-afd667535ea8 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:20:43.760432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Usage tracker for resource:security_group_rule and tenant:93488d2b1eee4a6fac0d6443457a5c86 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:43.760432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:43.768955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:43.769977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:43.772553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:43.936431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c68403a4-7843-4ffb-b90c-2bbf2f1e084e tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Unset dirty status for tenant:036bdbc6efea4430b0052ec780468eab on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:43.938158 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c68403a4-7843-4ffb-b90c-2bbf2f1e084e tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4 HTTP/1.1" status: 200 len: 205 time: 0.5006344 Apr 18 21:20:43.941143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47804) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:44.094917 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df7c57b9-3ba9-4601-8796-1ab0756f9c6c tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:44.104806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-72680db3-3655-4b61-994a-8672d4d7db58 None None] Provisioning complete for port f2697ce9-ef3d-4675-be65-9900b8fc2499 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:44.105746 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-72680db3-3655-4b61-994a-8672d4d7db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:44.207212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-72680db3-3655-4b61-994a-8672d4d7db58 None None] Port f2697ce9-ef3d-4675-be65-9900b8fc2499 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:20:44.287913 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:44.360810 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:44.477950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3640eb8e-bd56-4a0c-8620-0e744dc419cb,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:44.482183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93488d2b1eee4a6fac0d6443457a5c86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8825409 Apr 18 21:20:44.492441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47816) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:44.532013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:44.532514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:44.532818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:44.533144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:44.533463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:44.533804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:44.534122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:44.534435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:44.534748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:44.535060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:44.535371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730dbba-c8d5-48d6-b421-db572a3baff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:44.547359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df7c57b9-3ba9-4601-8796-1ab0756f9c6c tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:44.553666 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df7c57b9-3ba9-4601-8796-1ab0756f9c6c tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:44.604260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a651d0f-b6dc-474c-b8c0-f4e0eeb5a207 req-195847a1-afe8-457d-9a16-1a983907840c tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:44.605695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a651d0f-b6dc-474c-b8c0-f4e0eeb5a207 req-195847a1-afe8-457d-9a16-1a983907840c tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 944 time: 0.2207198 Apr 18 21:20:44.616722 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-446318f3-53d5-486f-b9e9-b58bc145ce0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:44.672809 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-446318f3-53d5-486f-b9e9-b58bc145ce0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:44.697390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df7c57b9-3ba9-4601-8796-1ab0756f9c6c tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:44.698340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7c57b9-3ba9-4601-8796-1ab0756f9c6c tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Fanout notify agent at l3_agent the message router_deleted on router 6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:20:44.715300 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df7c57b9-3ba9-4601-8796-1ab0756f9c6c tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:44.719579 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-df7c57b9-3ba9-4601-8796-1ab0756f9c6c tempest-RoutersNegativeTest-1297745079 tempest-RoutersNegativeTest-1297745079-project] 10.222.0.11 "DELETE /v2.0/routers/6b7da5a5-1a3c-4ca7-b69c-91fa9be152a4 HTTP/1.1" status: 204 len: 168 time: 0.7746906 Apr 18 21:20:44.720762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a651d0f-b6dc-474c-b8c0-f4e0eeb5a207 req-4fe34d16-9541-4466-8042-69d2285a7ffa tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061077 Apr 18 21:20:44.782454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:20:44.811856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:44.889044 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfc0ff7-bee0-4ac1-81a6-434f162babef'] response: {'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'code': 200} Apr 18 21:20:44.901130 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-446318f3-53d5-486f-b9e9-b58bc145ce0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:45.016865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446318f3-53d5-486f-b9e9-b58bc145ce0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3640eb8e-bd56-4a0c-8620-0e744dc419cb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:45.028318 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-446318f3-53d5-486f-b9e9-b58bc145ce0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:45.029444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-446318f3-53d5-486f-b9e9-b58bc145ce0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3640eb8e-bd56-4a0c-8620-0e744dc419cb HTTP/1.1" status: 204 len: 168 time: 0.5361023 Apr 18 21:20:45.086755 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388e319-2245-48ab-85b5-8831e4b6f44a req-00e69810-ee36-4347-8e60-196caa54f4eb tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:45.088209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1388e319-2245-48ab-85b5-8831e4b6f44a req-00e69810-ee36-4347-8e60-196caa54f4eb tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 950 time: 0.1938484 Apr 18 21:20:45.164132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1388e319-2245-48ab-85b5-8831e4b6f44a req-222c9df7-4dee-4393-ab82-d5f726e36d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665221 Apr 18 21:20:45.195667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:20:45.205106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Sync routers for ids ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:20:45.231662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-94ef1742-c668-4e24-bf58-9267ba529e43 admin admin] 10.222.0.11 "PUT /v2.0/routers/19bd1387-5b51-4d92-9ca6-d281ca838eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2409112 Apr 18 21:20:45.241324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Routers {'19bd1387-5b51-4d92-9ca6-d281ca838eb9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:45.241948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:45.413009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cb95624-4042-42e2-9e9f-0b4a6a4bc8ae req-f68af6d9-48dd-4c4d-bfa1-9cee5dc4fdb1 tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 1101 time: 0.0860200 Apr 18 21:20:45.458338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47844) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:45.464919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cb95624-4042-42e2-9e9f-0b4a6a4bc8ae req-ec0226e1-97a8-4915-923c-7152a6936170 tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452018 Apr 18 21:20:45.484865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Set router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:45.769717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 23b7b18c-2b1c-4465-8aba-5c7806b38500 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:45.857122 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-08ab9a45-33bb-45d9-9bb3-1f0f40ea1888 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=036bdbc6efea4430b0052ec780468eab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3974669 Apr 18 21:20:45.860303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47866) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:45.941058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:20:42Z', 'revision_number': 4, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f2697ce9-ef3d-4675-be65-9900b8fc2499', 'name': '', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'mac_address': 'fa:16:3e:d8:34:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:40Z', 'updated_at': '2022-04-18T21:20:42Z', 'revision_number': 2, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'subnets': [{'id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:45.946528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Checking router: 19bd1387-5b51-4d92-9ca6-d281ca838eb9 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:20:45.946936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Updating router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 port f2697ce9-ef3d-4675-be65-9900b8fc2499 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:20:46.006268 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:46.024236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 23b7b18c-2b1c-4465-8aba-5c7806b38500 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:46.044786 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-07ade8b7-ba6b-4cd7-8400-7d83c62571ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:46.072210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 23b7b18c-2b1c-4465-8aba-5c7806b38500 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:46.072719 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:46.106846 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-cc75f6d8-bc27-41c5-a622-75ea4eb15375 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462179 Apr 18 21:20:46.221340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-07ade8b7-ba6b-4cd7-8400-7d83c62571ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:46.302883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28b477-2fe9-4fa0-a2fb-47776ac4a94f req-d9fc6715-1476-474e-ab8c-32e68ac95bd5 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:46.304321 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab28b477-2fe9-4fa0-a2fb-47776ac4a94f req-d9fc6715-1476-474e-ab8c-32e68ac95bd5 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 944 time: 0.3092172 Apr 18 21:20:46.354911 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:46.374840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-214dd64a-a813-4d82-bb27-cfbe847635db tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:46.382527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-214dd64a-a813-4d82-bb27-cfbe847635db tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2748249 Apr 18 21:20:46.396396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 23b7b18c-2b1c-4465-8aba-5c7806b38500, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=23b7b18c-2b1c-4465-8aba-5c7806b38500,segment=NetworkSegment(2655f0b1-5f43-4974-81f1-e376a940cc72),segment_id=2655f0b1-5f43-4974-81f1-e376a940cc72)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:46.416473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-da658b2a-bd96-4620-8da0-7986a1f8adee tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/quotas/d8e4e52286864a5b935b9dddb7f895bd HTTP/1.1" status: 200 len: 375 time: 0.0330672 Apr 18 21:20:46.457597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab28b477-2fe9-4fa0-a2fb-47776ac4a94f req-26cc7591-b054-4f1e-b072-a1fc54237b89 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355796 Apr 18 21:20:46.492506 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:46.546980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-11bf75ef-478d-46c6-b8d5-e756cd2e5052 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1292803 Apr 18 21:20:46.554285 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-07ade8b7-ba6b-4cd7-8400-7d83c62571ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:46.577921 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ade8b7-ba6b-4cd7-8400-7d83c62571ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942cfff6-e9d2-41a7-a4d7-9fa3c6380a02,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:46.592266 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-07ade8b7-ba6b-4cd7-8400-7d83c62571ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:46.597216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-07ade8b7-ba6b-4cd7-8400-7d83c62571ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/942cfff6-e9d2-41a7-a4d7-9fa3c6380a02 HTTP/1.1" status: 204 len: 168 time: 0.7316189 Apr 18 21:20:46.614740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=23b7b18c-2b1c-4465-8aba-5c7806b38500,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:46.706869 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:46.718537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Transition to ACTIVE for port object f2697ce9-ef3d-4675-be65-9900b8fc2499 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:46.795083 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:46.880735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8816e0ae-e3e8-4a83-8ff1-83f82a617e66 req-6a75335c-b21a-4736-833e-7ae45ec71dc4 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 210 time: 0.0514848 Apr 18 21:20:46.910903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b7b18c-2b1c-4465-8aba-5c7806b38500'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:46.941926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a0b22-c22f-4412-9b45-7621fe9dfdd7 None None] Pushing event updated for resources: {'Port': ['ID=f2697ce9-ef3d-4675-be65-9900b8fc2499,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:46.989320 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:20:47.003830 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b93818-8766-4cf1-874a-33ba91a60495'] response: {'server_uuid': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b7b18c-2b1c-4465-8aba-5c7806b38500', 'code': 200} Apr 18 21:20:47.077045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Attempting to bind port f2697ce9-ef3d-4675-be65-9900b8fc2499 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:47.077744 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Attempting to bind port f2697ce9-ef3d-4675-be65-9900b8fc2499 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:47.077878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Attempting to bind port f2697ce9-ef3d-4675-be65-9900b8fc2499 on network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:47.085419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:47.085836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Checking segment: {'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:47.086238 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:47.086632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Bound using segment: {'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:47.087298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Bound port: f2697ce9-ef3d-4675-be65-9900b8fc2499, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:47.087679 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:47.171219 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-924fe41f-8589-4f58-ad25-5d59c0cae65d req-cf1f7b0f-6f85-4cd3-9cbf-dab8925af137 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 1096 time: 0.0990176 Apr 18 21:20:47.233165 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-924fe41f-8589-4f58-ad25-5d59c0cae65d req-8ceab3cc-8d05-4c57-ba39-7945b14e35a4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557988 Apr 18 21:20:47.282643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] For port f2697ce9-ef3d-4675-be65-9900b8fc2499, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:47.291938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] For port f2697ce9-ef3d-4675-be65-9900b8fc2499, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f2697ce9-ef3d-4675-be65-9900b8fc2499,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:47.361312 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:47.463183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Routers {'19bd1387-5b51-4d92-9ca6-d281ca838eb9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:47.463774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:47.611176 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a0b22-c22f-4412-9b45-7621fe9dfdd7 None None] Pushing event updated for resources: {'Port': ['ID=f2697ce9-ef3d-4675-be65-9900b8fc2499,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:47.746186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] Set router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:48.060002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260319cb-6ad3-4599-bcb4-41ed4c8d574a req-ebd6ffc0-9d98-4d19-ba02-571cba9db22d tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:48.065767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-260319cb-6ad3-4599-bcb4-41ed4c8d574a req-ebd6ffc0-9d98-4d19-ba02-571cba9db22d tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 945 time: 0.3438942 Apr 18 21:20:48.136258 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-260319cb-6ad3-4599-bcb4-41ed4c8d574a req-07716c00-cc4f-4bdb-bfd2-251131603f72 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643041 Apr 18 21:20:48.263732 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b094a7a-4e0c-48ab-886f-08a407d7ac19 req-1bfdf3dc-5788-4280-8112-0d2aad805c5a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 210 time: 0.1215796 Apr 18 21:20:48.335997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:20:42Z', 'revision_number': 4, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f2697ce9-ef3d-4675-be65-9900b8fc2499', 'name': '', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'mac_address': 'fa:16:3e:d8:34:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:40Z', 'updated_at': '2022-04-18T21:20:47Z', 'revision_number': 4, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'subnets': [{'id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:48.352687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed79f1-790f-4a91-8fb3-75e6fc186b98 None None] The sync data for ids ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'] in n-d-836017-3 is: [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:20:42Z', 'revision_number': 4, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f2697ce9-ef3d-4675-be65-9900b8fc2499', 'name': '', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'mac_address': 'fa:16:3e:d8:34:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:40Z', 'updated_at': '2022-04-18T21:20:47Z', 'revision_number': 4, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'subnets': [{'id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:49.089431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f2697ce9-ef3d-4675-be65-9900b8fc2499 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:49.308183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port f2697ce9-ef3d-4675-be65-9900b8fc2499 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:49.316562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47948) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:49.317979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f2697ce9-ef3d-4675-be65-9900b8fc2499 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:49.318419 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.623059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e79fbbf2-e5da-409c-b74d-8e26fc907321 req-ebaa7974-9fca-4878-b8b8-540fb9e137fa tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 210 time: 0.1221976 Apr 18 21:20:49.739661 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-3d7c9666-5a5c-4847-9dea-432277667654 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1497369 Apr 18 21:20:49.763559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cead931-f701-4eaa-8f07-63e34abda1ac req-9b5123a1-426e-44b8-8091-d49783836942 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:49.768307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7cead931-f701-4eaa-8f07-63e34abda1ac req-9b5123a1-426e-44b8-8091-d49783836942 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 945 time: 0.3620820 Apr 18 21:20:49.794828 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.919632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port f2697ce9-ef3d-4675-be65-9900b8fc2499, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f2697ce9-ef3d-4675-be65-9900b8fc2499,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:49.930370 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7cead931-f701-4eaa-8f07-63e34abda1ac req-2780c4a1-700a-415c-be17-25214c67642d tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535373 Apr 18 21:20:49.985368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-7c350acc-b131-4e26-80d7-e9b810130b2a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:49.987655 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-7c350acc-b131-4e26-80d7-e9b810130b2a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388651 Apr 18 21:20:50.000900 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:50.014418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Request body: {'port': {'device_id': '48277e68-f5be-4762-804f-aac1e8f22617', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'd8e4e52286864a5b935b9dddb7f895bd'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:50.189448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:50.211289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:50.227933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f2697ce9-ef3d-4675-be65-9900b8fc2499,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:50.293288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Made reservation on behalf of d8e4e52286864a5b935b9dddb7f895bd for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:50.295330 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:50.343603 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8c4cb5e-f523-4e97-b0e2-4582ffe9bdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:50.432884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c8c4cb5e-f523-4e97-b0e2-4582ffe9bdf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:50.444136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c8c4cb5e-f523-4e97-b0e2-4582ffe9bdf7 admin admin] Usage tracker for resource:security_group_rule and tenant:a3467e5359c342eeb4236083ad30b125 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:50.456280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c8c4cb5e-f523-4e97-b0e2-4582ffe9bdf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:50.475440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c8c4cb5e-f523-4e97-b0e2-4582ffe9bdf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:50.479522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dba402-2806-4fec-87a0-22c6708822da req-cc085663-9e1c-4800-9d13-c31d2b4b91b0 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:50.483935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40dba402-2806-4fec-87a0-22c6708822da req-cc085663-9e1c-4800-9d13-c31d2b4b91b0 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 945 time: 0.2492185 Apr 18 21:20:50.498526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47970) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:50.508129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a3ce2dc7-561d-4f0d-abb9-c4b67a14ef4a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Request body: {'floatingip': {'port_id': '23b7b18c-2b1c-4465-8aba-5c7806b38500'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:50.622027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47974) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:50.651029 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8c4cb5e-f523-4e97-b0e2-4582ffe9bdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:50.681508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2134551893-network', 'tenant_id': '086530a275d9451b94e80bb299a2c305'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:50.696348 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2dc7-561d-4f0d-abb9-c4b67a14ef4a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:50.892353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:50.908497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34739997-da6f-4aa9-8b68-08777854add4 req-12db7bce-c9b8-4fcc-998c-80af14c8571e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 210 time: 0.0624123 Apr 18 21:20:50.956410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Usage tracker for resource:network and tenant:086530a275d9451b94e80bb299a2c305 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:50.971660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8c4cb5e-f523-4e97-b0e2-4582ffe9bdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:51.002434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:51.017738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:51.057003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Allocated IP 192.168.233.91 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/2ffdff45-cd95-4915-b4d1-18b605832e24) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:51.098497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4cb5e-f523-4e97-b0e2-4582ffe9bdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22dc29a-5034-4544-a563-6c3568c6d6bb,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:51.106289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f2697ce9-ef3d-4675-be65-9900b8fc2499 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:51.124643 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c8c4cb5e-f523-4e97-b0e2-4582ffe9bdf7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3467e5359c342eeb4236083ad30b125&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8073788 Apr 18 21:20:51.127463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47986) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:51.147411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Made reservation on behalf of 086530a275d9451b94e80bb299a2c305 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:51.155778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:51.269611 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-beb425d6-7780-4342-9b13-b219b798895d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:51.279950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f2697ce9-ef3d-4675-be65-9900b8fc2499 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:51.280505 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:51.296205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:51.327634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-beb425d6-7780-4342-9b13-b219b798895d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:51.523875 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-beb425d6-7780-4342-9b13-b219b798895d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:51.611543 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-beb425d6-7780-4342-9b13-b219b798895d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:51.612813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-beb425d6-7780-4342-9b13-b219b798895d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f22dc29a-5034-4544-a563-6c3568c6d6bb HTTP/1.1" status: 204 len: 168 time: 0.4843602 Apr 18 21:20:51.613740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb425d6-7780-4342-9b13-b219b798895d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22dc29a-5034-4544-a563-6c3568c6d6bb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:51.629344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:51.641937 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Usage tracker for resource:security_group_rule and tenant:086530a275d9451b94e80bb299a2c305 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:51.651501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:51.672427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:51.767516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48000) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:51.835769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:51.889336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Transition to ACTIVE for port object 2ffdff45-cd95-4915-b4d1-18b605832e24 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:51.954696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:52.001009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-bb0b1e35-9cb1-43e3-bcd7-ed80195ea000 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group': {'name': 'default'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:52.001809 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-bb0b1e35-9cb1-43e3-bcd7-ed80195ea000 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:20:52.006477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bb0b1e35-9cb1-43e3-bcd7-ed80195ea000 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2342939 Apr 18 21:20:52.007306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48010) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:52.012690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065591369'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:52.040294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:52.051905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:52.060422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:52.067232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:52.098837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:52.100897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:52.112748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c', 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:52.183035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['8398f652-d346-4174-b1e1-b16becbeeacc', '94f1045f-2bfd-4864-b969-62202d519c0e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:52.212376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:20:52.220915 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:52.259257 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:52.296828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event updated for resources: {'Port': ['ID=2ffdff45-cd95-4915-b4d1-18b605832e24,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:52.310380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6512781f-33a1-4ad2-aa61-9f0915527f0a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:52.326928 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:52.329296 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Added segment add50bd0-25e9-49d1-b985-ed50cc9019ce of type vlan for network f5c91167-926c-4bbb-bc83-c1850048a2ee Apr 18 21:20:52.334990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:52.337257 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2dc7-561d-4f0d-abb9-c4b67a14ef4a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:52.349336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:52.355208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:52.473782 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2dc7-561d-4f0d-abb9-c4b67a14ef4a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:52.522600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:52.534548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:52.551180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:52.569963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:52.603744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c48195-630f-4671-8e37-e6f3131d85e3 req-be0c1f40-df68-47bf-8a6d-b9473fb36487 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:52.608717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32c48195-630f-4671-8e37-e6f3131d85e3 req-be0c1f40-df68-47bf-8a6d-b9473fb36487 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 935 time: 0.3578138 Apr 18 21:20:52.753719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32c48195-630f-4671-8e37-e6f3131d85e3 req-d6514693-008c-4745-a3f5-bba389afd66e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350577 Apr 18 21:20:52.820632 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:52.866801 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:52.881946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:52.895237 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:52.937066 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:52.970283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:52.976691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:52.980118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:52.988008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:53.039505 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-a3ce2dc7-561d-4f0d-abb9-c4b67a14ef4a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Floating IP c6fadc2f-a5a1-4b15-ac0a-c41ba86bfa59 associated. External IP: 172.25.3.143, port: 23b7b18c-2b1c-4465-8aba-5c7806b38500. Apr 18 21:20:53.057768 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:53.058685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48024) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:53.091575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e100f125-4993-48a4-83aa-7bb82c2796ef None None] Provisioning for port 2ffdff45-cd95-4915-b4d1-18b605832e24 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:53.102783 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f83e125-16e0-4401-a198-2fa6682a0dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:53.108693 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e100f125-4993-48a4-83aa-7bb82c2796ef None None] Provisioning complete for port 2ffdff45-cd95-4915-b4d1-18b605832e24 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:53.114459 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e100f125-4993-48a4-83aa-7bb82c2796ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:53.127126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0294afb6-19ab-4be0-ba58-7ca5ca5647ba,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:53.147900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9f83e125-16e0-4401-a198-2fa6682a0dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:53.152664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9f83e125-16e0-4401-a198-2fa6682a0dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:c05f21ca77d14e47806e5971097f5345 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:53.157461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9f83e125-16e0-4401-a198-2fa6682a0dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:53.157918 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:53.159921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:53.164343 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:53.166837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9f83e125-16e0-4401-a198-2fa6682a0dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:53.192415 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-868cb7d8-aa43-4122-be68-3643784ba36d tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1844363 Apr 18 21:20:53.193431 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:53.345558 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6592ad37-f0bb-4f68-a3f2-400c3c901b55,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:53.409198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e100f125-4993-48a4-83aa-7bb82c2796ef None None] Port 2ffdff45-cd95-4915-b4d1-18b605832e24 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:20:53.442457 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:53.450881 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-505dd4b2-1438-4816-8b72-3eae83bc5e79 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4430234 Apr 18 21:20:53.455268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48032) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:53.499281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2add0b41-b1d5-425d-8d4d-fc62aae37f0a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': '6592ad37-f0bb-4f68-a3f2-400c3c901b55', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:53.517789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2add0b41-b1d5-425d-8d4d-fc62aae37f0a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:53.526268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2add0b41-b1d5-425d-8d4d-fc62aae37f0a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:53.531121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2add0b41-b1d5-425d-8d4d-fc62aae37f0a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:53.547646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2add0b41-b1d5-425d-8d4d-fc62aae37f0a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:53.560191 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f83e125-16e0-4401-a198-2fa6682a0dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:53.629826 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f83e125-16e0-4401-a198-2fa6682a0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:53.681182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9f83e125-16e0-4401-a198-2fa6682a0dc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c05f21ca77d14e47806e5971097f5345&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6121001 Apr 18 21:20:53.684233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48038) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:53.744448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83e125-16e0-4401-a198-2fa6682a0dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb5a1a2-dc57-40ac-aa2c-55fa8439cb72,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:53.767860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Request body: {'port': {'device_id': '48277e68-f5be-4762-804f-aac1e8f22617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:53.788111 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2add0b41-b1d5-425d-8d4d-fc62aae37f0a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:53.820563 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e902ea19-ace0-43bf-a9b7-6c1e1d4e88a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:53.855038 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e902ea19-ace0-43bf-a9b7-6c1e1d4e88a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:53.886071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c91167-926c-4bbb-bc83-c1850048a2ee,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:53.902016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network f5c91167-926c-4bbb-bc83-c1850048a2ee details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:20:53.987430 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f6b8a97-5394-4616-ab4d-0f5bb4a48295 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.3570886 Apr 18 21:20:53.994355 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e902ea19-ace0-43bf-a9b7-6c1e1d4e88a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:54.005136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48048) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:54.035865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Request body: {'subnet': {'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2134551893-subnet', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:54.042630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902ea19-ace0-43bf-a9b7-6c1e1d4e88a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb5a1a2-dc57-40ac-aa2c-55fa8439cb72,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:54.050323 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2add0b41-b1d5-425d-8d4d-fc62aae37f0a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:54.070773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:54.090467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:54.112174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Usage tracker for resource:subnet and tenant:086530a275d9451b94e80bb299a2c305 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:54.116879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:54.127594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:54.131126 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2add0b41-b1d5-425d-8d4d-fc62aae37f0a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:54.140991 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e902ea19-ace0-43bf-a9b7-6c1e1d4e88a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:54.147395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e902ea19-ace0-43bf-a9b7-6c1e1d4e88a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4cb5a1a2-dc57-40ac-aa2c-55fa8439cb72 HTTP/1.1" status: 204 len: 168 time: 0.4608579 Apr 18 21:20:54.185142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add0b41-b1d5-425d-8d4d-fc62aae37f0a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88817e4-4ff0-4400-8cd1-aa70bfeb89f8,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:54.264361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36508aa-7c4c-46f5-af2a-d7e6a1afd736 req-476a7d21-96e7-45d7-b874-984488e72880 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:54.270174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a36508aa-7c4c-46f5-af2a-d7e6a1afd736 req-476a7d21-96e7-45d7-b874-984488e72880 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 935 time: 0.2600162 Apr 18 21:20:54.275933 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2add0b41-b1d5-425d-8d4d-fc62aae37f0a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:54.283331 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2add0b41-b1d5-425d-8d4d-fc62aae37f0a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8189039 Apr 18 21:20:54.298399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48056) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:54.305733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a06e293c-4b5d-400c-8221-9447c7cbdf06 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': '6592ad37-f0bb-4f68-a3f2-400c3c901b55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:54.337102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a06e293c-4b5d-400c-8221-9447c7cbdf06 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:54.356321 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Made reservation on behalf of 086530a275d9451b94e80bb299a2c305 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:54.359487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a06e293c-4b5d-400c-8221-9447c7cbdf06 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:54.369544 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:54.369772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a06e293c-4b5d-400c-8221-9447c7cbdf06 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:54.393563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a06e293c-4b5d-400c-8221-9447c7cbdf06 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:54.562181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a36508aa-7c4c-46f5-af2a-d7e6a1afd736 req-e16140b5-43d7-4e8f-b35a-7d27ccfecb81 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893181 Apr 18 21:20:54.752023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffdff45-cd95-4915-b4d1-18b605832e24 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:20:54.760611 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:54.779993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Transition to ACTIVE for port object 2ffdff45-cd95-4915-b4d1-18b605832e24 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:54.814288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ce2dc7-561d-4f0d-abb9-c4b67a14ef4a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:20:54.867273 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2f60de0e-9f28-4732-b3ae-641af4677f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:54.868829 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:54.899837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:55.007521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6842caa-6ad9-457a-bedd-b2ec0540254f,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:55.032405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Checking segment: {'id': 'add50bd0-25e9-49d1-b985-ed50cc9019ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:55.032777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Network hostable DHCP agents. Network: f5c91167-926c-4bbb-bc83-c1850048a2ee, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:20:55.126325 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a06e293c-4b5d-400c-8221-9447c7cbdf06 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:55.164231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Network f5c91167-926c-4bbb-bc83-c1850048a2ee is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:20:55.252524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, f5c91167-926c-4bbb-bc83-c1850048a2ee) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:55.262517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa097b5d-52e0-421b-9865-6dc502a477b5 None None] Network f5c91167-926c-4bbb-bc83-c1850048a2ee requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:20:55.262742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:55.264259 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:55.384985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Pushing event updated for resources: {'Port': ['ID=2ffdff45-cd95-4915-b4d1-18b605832e24,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:55.387992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48082) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:55.393286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d52c2a06-e2ba-4160-b312-842680095bf5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3678668 Apr 18 21:20:55.404467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2134551893-router', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:55.426711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:55.463845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Usage tracker for resource:router and tenant:086530a275d9451b94e80bb299a2c305 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:55.473879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:55.482681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Attempting to bind port 2ffdff45-cd95-4915-b4d1-18b605832e24 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:55.483013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Attempting to bind port 2ffdff45-cd95-4915-b4d1-18b605832e24 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:55.483335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Attempting to bind port 2ffdff45-cd95-4915-b4d1-18b605832e24 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:55.487269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:55.503675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Port 2ffdff45-cd95-4915-b4d1-18b605832e24 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:20:55.504106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Attempting to bind port 2ffdff45-cd95-4915-b4d1-18b605832e24 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:55.516958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:55.517298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:55.517721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:55.518408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Bound port: 2ffdff45-cd95-4915-b4d1-18b605832e24, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:55.518767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:55.540519 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-a06e293c-4b5d-400c-8221-9447c7cbdf06 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:20:55.544038 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a06e293c-4b5d-400c-8221-9447c7cbdf06 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2409763 Apr 18 21:20:55.544540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48088) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:55.656599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:55.661902 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:55.696149 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-379340c7-5304-4a56-bb44-359c320c4d21 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:55.704776 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:55.742266 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-379340c7-5304-4a56-bb44-359c320c4d21 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:55.782635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-f5c91167-926c-4bbb-bc83-c1850048a2ee', 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'fixed_ips': [{'subnet_id': 'c6842caa-6ad9-457a-bedd-b2ec0540254f'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:20:55.782635 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:55.782853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ce2dc7-561d-4f0d-abb9-c4b67a14ef4a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:20:55.800588 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b57b5-2f11-4c95-be65-4eb48aa798e9 None None] Sync routers for ids ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:20:55.824996 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b57b5-2f11-4c95-be65-4eb48aa798e9 None None] Routers {'17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:55.830800 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ff8b57b5-2f11-4c95-be65-4eb48aa798e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:56.058362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Allocated IP 172.20.0.2 (f5c91167-926c-4bbb-bc83-c1850048a2ee/c6842caa-6ad9-457a-bedd-b2ec0540254f/8580a3b9-18d9-4ec7-80b6-de759da6a07c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:56.089966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2dc7-561d-4f0d-abb9-c4b67a14ef4a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:56.168553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafacce-74d7-4a09-abfc-946003bf9024 req-1aeb6c94-35af-4de7-b9ee-ad4609300734 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:56.179860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2bafacce-74d7-4a09-abfc-946003bf9024 req-1aeb6c94-35af-4de7-b9ee-ad4609300734 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 947 time: 0.2553594 Apr 18 21:20:56.215621 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-379340c7-5304-4a56-bb44-359c320c4d21 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:56.262803 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2bafacce-74d7-4a09-abfc-946003bf9024 req-497f923b-dd61-4a08-8343-deb7aa7510ea tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819273 Apr 18 21:20:56.263633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379340c7-5304-4a56-bb44-359c320c4d21 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6592ad37-f0bb-4f68-a3f2-400c3c901b55,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:56.308752 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-379340c7-5304-4a56-bb44-359c320c4d21 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:56.308752 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-379340c7-5304-4a56-bb44-359c320c4d21 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "DELETE /v2.0/security-groups/6592ad37-f0bb-4f68-a3f2-400c3c901b55 HTTP/1.1" status: 204 len: 168 time: 0.7573590 Apr 18 21:20:56.308752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48102) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:56.370371 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ff8b57b5-2f11-4c95-be65-4eb48aa798e9 None None] Set router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:56.426497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0bd74656-c5bd-4500-a012-3af8595e83c6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Synchronizing usage tracker for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:56.464185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] For port 2ffdff45-cd95-4915-b4d1-18b605832e24, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:56.495904 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a3ce2dc7-561d-4f0d-abb9-c4b67a14ef4a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "PUT /v2.0/floatingips/c6fadc2f-a5a1-4b15-ac0a-c41ba86bfa59 HTTP/1.1" status: 200 len: 991 time: 5.9945176 Apr 18 21:20:56.501538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'tag': '23b7b18c-2b1c-4465-8aba-5c7806b38500'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:56.514170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0bd74656-c5bd-4500-a012-3af8595e83c6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Unset dirty status for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:56.519558 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0bd74656-c5bd-4500-a012-3af8595e83c6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2073789 Apr 18 21:20:56.520434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48118) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:56.522815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] For port 2ffdff45-cd95-4915-b4d1-18b605832e24, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=2ffdff45-cd95-4915-b4d1-18b605832e24,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:56.526300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group': {'name': 'tempest-secgroup--556931624'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:56.544031 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:56.556146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:56.595961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:56.603700 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:56.671886 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06839840-39cb-490b-83da-d19a6090190c'] response: {'name': 'network-changed', 'server_uuid': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'tag': '23b7b18c-2b1c-4465-8aba-5c7806b38500', 'status': 'completed', 'code': 200} Apr 18 21:20:56.785166 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:56.785875 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] 10.222.0.59 "PUT /v2.0/ports/2ffdff45-cd95-4915-b4d1-18b605832e24 HTTP/1.1" status: 200 len: 1095 time: 3.0870900 Apr 18 21:20:56.838053 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:56.850805 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:56.918924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Transition to ACTIVE for port object 8580a3b9-18d9-4ec7-80b6-de759da6a07c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:57.013716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Transition to ACTIVE for port object 8580a3b9-18d9-4ec7-80b6-de759da6a07c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:57.015372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:57.074613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:57.079592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:57.088103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:57.103200 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1ab66174-e811-4b98-a4b4-2dcee1bb7125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.132261 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.265052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.311189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcd486-573a-4e2f-9ab5-65db6c2313b7 req-1106fc47-08c2-4027-909e-12ade2fdd0fe tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:57.321154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0bcd486-573a-4e2f-9ab5-65db6c2313b7 req-1106fc47-08c2-4027-909e-12ade2fdd0fe tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 945 time: 0.6350341 Apr 18 21:20:57.323638 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ff8b57b5-2f11-4c95-be65-4eb48aa798e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:55Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'c6fadc2f-a5a1-4b15-ac0a-c41ba86bfa59', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'port_id': '23b7b18c-2b1c-4465-8aba-5c7806b38500', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'mac_address': 'fa:16:3e:57:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:20:12Z', 'updated_at': '2022-04-18T21:20:51Z', 'revision_number': 1, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930df646-03ed-40b2-b7e1-78af160ad467', 'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'mac_address': 'fa:16:3e:bc:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:54Z', 'updated_at': '2022-04-18T21:20:23Z', 'revision_number': 5, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'subnets': [{'id': '4559878f-fdd7-4496-97c8-e690810a153c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:57.344029 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b57b5-2f11-4c95-be65-4eb48aa798e9 None None] Checking router: 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:20:57.395908 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b57b5-2f11-4c95-be65-4eb48aa798e9 None None] Routers {'17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:57.396546 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ff8b57b5-2f11-4c95-be65-4eb48aa798e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:57.402720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9889d-8141-4ce7-a1e2-ac2b4fbf903d service neutron] Pushing event updated for resources: {'Port': ['ID=2ffdff45-cd95-4915-b4d1-18b605832e24,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:57.438332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Network f5c91167-926c-4bbb-bc83-c1850048a2ee is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:57.440512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:57.443375 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.444919 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaf5aad6-8074-428d-89fc-212911bc7006 req-69c21a4e-1f39-4314-a1c7-e40cbe483e61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ea2c65669454a15a4223dbf931ef32b&device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 1096 time: 0.7478836 Apr 18 21:20:57.447558 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-0f7558a1-b4ca-4fc3-8f86-dec461afa215 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 1098 time: 0.4136741 Apr 18 21:20:57.454495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:57.540654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Pushing event updated for resources: {'Port': ['ID=8580a3b9-18d9-4ec7-80b6-de759da6a07c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:57.612597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0bcd486-573a-4e2f-9ab5-65db6c2313b7 req-90f2ecbd-2692-4188-98d5-3242c2722a69 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854185 Apr 18 21:20:57.658742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba535e-bf59-40ed-8399-a8af529b1fcd,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:57.702505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c93f3-fe41-45b3-ad83-88b4800d92a3 req-09815248-588d-4d73-873d-d0695ef26798 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:57.712675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-942c93f3-fe41-45b3-ad83-88b4800d92a3 req-09815248-588d-4d73-873d-d0695ef26798 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 947 time: 0.1998122 Apr 18 21:20:57.741043 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.746668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d76dd46b-3b70-4f18-b941-1101fac68a8e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2256961 Apr 18 21:20:57.747751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48138) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:57.758971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d472c6d5-5c75-4dc2-bd18-2e81e35ce2e5 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': '3eba535e-bf59-40ed-8399-a8af529b1fcd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:57.759793 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-d472c6d5-5c75-4dc2-bd18-2e81e35ce2e5 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:20:57.763617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d472c6d5-5c75-4dc2-bd18-2e81e35ce2e5 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0104673 Apr 18 21:20:57.766553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48142) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:57.808587 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ff8b57b5-2f11-4c95-be65-4eb48aa798e9 None None] Set router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:57.845997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5aad6-8074-428d-89fc-212911bc7006 req-52a69d5a-cd77-4c68-920b-3857156c2595 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:57.855166 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaf5aad6-8074-428d-89fc-212911bc7006 req-52a69d5a-cd77-4c68-920b-3857156c2595 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0121f53e-e0f0-4f94-973a-d03999e8f3d5 HTTP/1.1" status: 200 len: 906 time: 0.3918853 Apr 18 21:20:57.873189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-942c93f3-fe41-45b3-ad83-88b4800d92a3 req-3cacd3ce-bd38-4231-9982-90409ac0af08 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595082 Apr 18 21:20:57.883471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Attempting to bind port 8580a3b9-18d9-4ec7-80b6-de759da6a07c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:57.884537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Attempting to bind port 8580a3b9-18d9-4ec7-80b6-de759da6a07c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'add50bd0-25e9-49d1-b985-ed50cc9019ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:57.885536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Attempting to bind port 8580a3b9-18d9-4ec7-80b6-de759da6a07c on network f5c91167-926c-4bbb-bc83-c1850048a2ee {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:57.916608 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7b4346c-bba9-4ff7-a86c-9a05381834b3 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.955917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:57.956335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Checking segment: {'id': 'add50bd0-25e9-49d1-b985-ed50cc9019ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:57.956688 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.957072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Bound using segment: {'id': 'add50bd0-25e9-49d1-b985-ed50cc9019ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:57.957612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7b4346c-bba9-4ff7-a86c-9a05381834b3 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.959763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Bound port: 8580a3b9-18d9-4ec7-80b6-de759da6a07c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add50bd0-25e9-49d1-b985-ed50cc9019ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:57.960158 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:58.113825 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:58.131302 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7b4346c-bba9-4ff7-a86c-9a05381834b3 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:58.216736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4346c-bba9-4ff7-a86c-9a05381834b3 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba535e-bf59-40ed-8399-a8af529b1fcd,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:58.230872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48150) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:58.247758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7b4346c-bba9-4ff7-a86c-9a05381834b3 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:58.255793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e7b4346c-bba9-4ff7-a86c-9a05381834b3 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "DELETE /v2.0/security-groups/3eba535e-bf59-40ed-8399-a8af529b1fcd HTTP/1.1" status: 204 len: 168 time: 0.4881985 Apr 18 21:20:58.265664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] For port 8580a3b9-18d9-4ec7-80b6-de759da6a07c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:58.268392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48156) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:58.286268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] For port 8580a3b9-18d9-4ec7-80b6-de759da6a07c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8580a3b9-18d9-4ec7-80b6-de759da6a07c,segment=NetworkSegment(add50bd0-25e9-49d1-b985-ed50cc9019ce),segment_id=add50bd0-25e9-49d1-b985-ed50cc9019ce)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:58.347368 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-244f2234-7735-431e-a107-e80b1ac4fe48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=2ffdff45-cd95-4915-b4d1-18b605832e24 HTTP/1.1" status: 200 len: 217 time: 0.8852186 Apr 18 21:20:58.352707 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaf5aad6-8074-428d-89fc-212911bc7006 req-bdcd8275-a971-4e72-9fcf-04a62491e89b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b7b18c-2b1c-4465-8aba-5c7806b38500 HTTP/1.1" status: 200 len: 999 time: 0.4883130 Apr 18 21:20:58.372000 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:58.494259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-52ba718b-cbf9-4d72-9315-095c39034e7f tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Synchronizing usage tracker for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:58.537508 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ff8b57b5-2f11-4c95-be65-4eb48aa798e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:55Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'c6fadc2f-a5a1-4b15-ac0a-c41ba86bfa59', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'port_id': '23b7b18c-2b1c-4465-8aba-5c7806b38500', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'mac_address': 'fa:16:3e:57:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:20:12Z', 'updated_at': '2022-04-18T21:20:51Z', 'revision_number': 1, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930df646-03ed-40b2-b7e1-78af160ad467', 'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'mac_address': 'fa:16:3e:bc:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:54Z', 'updated_at': '2022-04-18T21:20:23Z', 'revision_number': 5, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'subnets': [{'id': '4559878f-fdd7-4496-97c8-e690810a153c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:58.551005 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b57b5-2f11-4c95-be65-4eb48aa798e9 None None] The sync data for ids ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'] in n-d-836017-3 is: [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:55Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'c6fadc2f-a5a1-4b15-ac0a-c41ba86bfa59', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'port_id': '23b7b18c-2b1c-4465-8aba-5c7806b38500', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'mac_address': 'fa:16:3e:57:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:20:12Z', 'updated_at': '2022-04-18T21:20:51Z', 'revision_number': 1, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930df646-03ed-40b2-b7e1-78af160ad467', 'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'mac_address': 'fa:16:3e:bc:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:54Z', 'updated_at': '2022-04-18T21:20:23Z', 'revision_number': 5, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'subnets': [{'id': '4559878f-fdd7-4496-97c8-e690810a153c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:58.555560 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7a1fbb5-5e81-4df8-994d-a82c6fa0cdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:58.580259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5aad6-8074-428d-89fc-212911bc7006 req-486983b4-4ad6-4033-8a42-5f5914e036ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:58.582242 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaf5aad6-8074-428d-89fc-212911bc7006 req-486983b4-4ad6-4033-8a42-5f5914e036ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4559878f-fdd7-4496-97c8-e690810a153c HTTP/1.1" status: 200 len: 844 time: 0.1273358 Apr 18 21:20:58.600731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f7a1fbb5-5e81-4df8-994d-a82c6fa0cdba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:58.604706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f7a1fbb5-5e81-4df8-994d-a82c6fa0cdba admin admin] Usage tracker for resource:security_group_rule and tenant:0e49a8c1fc0140b4b6a33ff52636294f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:58.607742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f7a1fbb5-5e81-4df8-994d-a82c6fa0cdba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:58.616107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f7a1fbb5-5e81-4df8-994d-a82c6fa0cdba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:58.639229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a0be2-ad52-4402-ac6c-9aefa6e94ba9 None None] Pushing event updated for resources: {'Port': ['ID=8580a3b9-18d9-4ec7-80b6-de759da6a07c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:58.674312 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:58.689794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48277e68-f5be-4762-804f-aac1e8f22617', 'tag': '2ffdff45-cd95-4915-b4d1-18b605832e24'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:58.786688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:58.805950 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7a1fbb5-5e81-4df8-994d-a82c6fa0cdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:58.811518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-52ba718b-cbf9-4d72-9315-095c39034e7f tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Unset dirty status for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:58.814077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-52ba718b-cbf9-4d72-9315-095c39034e7f tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5282726 Apr 18 21:20:58.816102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48168) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:58.822687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group': {'name': 'tempest-secgroup--522082212'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:58.827135 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3833a5f6-7135-4c30-8705-ebcea3fcfb35'] response: {'name': 'network-changed', 'server_uuid': '48277e68-f5be-4762-804f-aac1e8f22617', 'tag': '2ffdff45-cd95-4915-b4d1-18b605832e24', 'status': 'completed', 'code': 200} Apr 18 21:20:58.829512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:58.830620 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:58.840312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:58.887458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-fd6494d8-beed-4b87-b432-48adb7476019 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:58.891406 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-fd6494d8-beed-4b87-b432-48adb7476019 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.5345433 Apr 18 21:20:58.894791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7a1fbb5-5e81-4df8-994d-a82c6fa0cdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:59.041967 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaf5aad6-8074-428d-89fc-212911bc7006 req-98bba854-e672-465a-b987-d98d6202fcc9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0121f53e-e0f0-4f94-973a-d03999e8f3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4239604 Apr 18 21:20:59.144243 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-c79e12e8-0d45-418f-8071-1d1225bfb634 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2433319 Apr 18 21:20:59.303029 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:59.448251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Allocated IP 172.25.3.126 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/99ceaaf2-aa93-45db-98fb-ce6b3447f9b4) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:59.454203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f7a1fbb5-5e81-4df8-994d-a82c6fa0cdba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e49a8c1fc0140b4b6a33ff52636294f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2175190 Apr 18 21:20:59.470189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48180) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:59.559444 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaf5aad6-8074-428d-89fc-212911bc7006 req-04b83028-274d-4bba-9cb7-188544f51a92 service neutron] 10.222.0.59 "GET /v2.0/networks/0121f53e-e0f0-4f94-973a-d03999e8f3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850090 Apr 18 21:20:59.632385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:59.637115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:59.644219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:59.660417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:59.698071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1fbb5-5e81-4df8-994d-a82c6fa0cdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664537d3-5097-47c5-b203-1f95b5439d2d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:59.714415 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5abf223d-fcb3-4fd5-8cee-a8027039506f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:59.815433 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5abf223d-fcb3-4fd5-8cee-a8027039506f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:59.880025 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-5ca7234c-e5b9-47d6-ac86-34c37bdfd103 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101045 Apr 18 21:20:59.934220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9ba98-af3c-4472-911a-a4663331d626 req-93a303a2-cc70-455b-a26f-e58da4f84c48 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:59.939994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04a9ba98-af3c-4472-911a-a4663331d626 req-93a303a2-cc70-455b-a26f-e58da4f84c48 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 947 time: 0.6457832 Apr 18 21:20:59.950951 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59c95365-dc5e-4421-9099-b2dca0de1044 req-0d0c5ffb-10c6-4e89-8152-2d1d90e99aa5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6622376 Apr 18 21:20:59.956697 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:00.034553 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:00.104253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:00.186738 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5abf223d-fcb3-4fd5-8cee-a8027039506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:00.268888 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04a9ba98-af3c-4472-911a-a4663331d626 req-6a610b89-730d-4989-bc25-bbe381aeb2c3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169394 Apr 18 21:21:00.294769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e36abe-27b6-4882-9b9c-62cbb179b470,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:00.333611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf223d-fcb3-4fd5-8cee-a8027039506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664537d3-5097-47c5-b203-1f95b5439d2d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:00.383069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59c95365-dc5e-4421-9099-b2dca0de1044 req-b89e60b0-f635-492c-b2c4-05407116f964 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 1098 time: 0.2604663 Apr 18 21:21:00.408349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da629bb8-01d4-4940-b7a3-0bed48139fca req-c0290648-c965-4c11-b9ad-1683cb41ed95 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07c5680f-8c36-4ff7-a944-0a33545ce50e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2164893 Apr 18 21:21:00.445598 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e9d51-a645-4090-b0e4-fa3e4805cb3b None None] Network f5c91167-926c-4bbb-bc83-c1850048a2ee requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:21:00.453943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:00.654906 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:00.654906 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-701b557c-d967-4691-9318-96bd87d46bb8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8299232 Apr 18 21:21:00.654906 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5abf223d-fcb3-4fd5-8cee-a8027039506f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:00.655648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5abf223d-fcb3-4fd5-8cee-a8027039506f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/664537d3-5097-47c5-b203-1f95b5439d2d HTTP/1.1" status: 204 len: 168 time: 1.1785638 Apr 18 21:21:00.662250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48202) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:00.712110 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6246eaaf-418a-4b42-bd94-dc67ee26fa6c req-d037211d-abc8-4630-b915-99280c33cf1a service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8229733 Apr 18 21:21:00.713412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-758f54d3-4257-4420-a922-6fb679af4c19 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': '50e36abe-27b6-4882-9b9c-62cbb179b470', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:00.714133 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-758f54d3-4257-4420-a922-6fb679af4c19 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:00.714257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:00.729640 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-758f54d3-4257-4420-a922-6fb679af4c19 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0398812 Apr 18 21:21:00.746060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48206) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:00.747804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:00.751217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:00.758401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-14f7bced-3d03-4e94-9ba2-f8b8932df8b8 None None] Provisioning for port 8580a3b9-18d9-4ec7-80b6-de759da6a07c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:00.849669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da629bb8-01d4-4940-b7a3-0bed48139fca req-d89ca9f0-728f-452f-a07f-74c2d76c9558 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=07c5680f-8c36-4ff7-a944-0a33545ce50e HTTP/1.1" status: 200 len: 1101 time: 0.4120963 Apr 18 21:21:00.929275 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:00.982601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c95365-dc5e-4421-9099-b2dca0de1044 req-8e73f766-d4b5-45e5-99c0-ecfc197d49e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:00.984927 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59c95365-dc5e-4421-9099-b2dca0de1044 req-8e73f766-d4b5-45e5-99c0-ecfc197d49e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 918 time: 0.5750887 Apr 18 21:21:01.169230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8580a3b9-18d9-4ec7-80b6-de759da6a07c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:01.269485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Pushing event updated for resources: {'Port': ['ID=99ceaaf2-aa93-45db-98fb-ce6b3447f9b4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:01.311560 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59c95365-dc5e-4421-9099-b2dca0de1044 req-ebeb191f-72b6-42f9-ae6b-9c68a2c12fb8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd HTTP/1.1" status: 200 len: 1001 time: 0.2557104 Apr 18 21:21:01.317766 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaf5aad6-8074-428d-89fc-212911bc7006 req-f6b0c395-f44a-4ee5-9582-8360bb223060 service neutron] 10.222.0.59 "GET /v2.0/networks/0121f53e-e0f0-4f94-973a-d03999e8f3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5747714 Apr 18 21:21:01.439522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 8580a3b9-18d9-4ec7-80b6-de759da6a07c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:01.447718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8580a3b9-18d9-4ec7-80b6-de759da6a07c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:01.447718 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:01.471105 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d0f220b-02cb-4008-814c-47b90167d6db tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:01.555095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c95365-dc5e-4421-9099-b2dca0de1044 req-3fd48f92-9b08-47ce-9dc1-16cad69c2199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:01.556449 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59c95365-dc5e-4421-9099-b2dca0de1044 req-3fd48f92-9b08-47ce-9dc1-16cad69c2199 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.2163904 Apr 18 21:21:01.595032 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d0f220b-02cb-4008-814c-47b90167d6db tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:01.675453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da629bb8-01d4-4940-b7a3-0bed48139fca req-54b432f5-b4a7-40ec-a48c-66bef4caa0f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:01.677047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da629bb8-01d4-4940-b7a3-0bed48139fca req-54b432f5-b4a7-40ec-a48c-66bef4caa0f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.7966568 Apr 18 21:21:01.700072 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d53a204b-3ed4-431c-83fb-979f6f821574 req-435c4738-18c0-4009-b5dc-1e63337a66e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 1098 time: 0.7429945 Apr 18 21:21:01.735131 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:01.774009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da629bb8-01d4-4940-b7a3-0bed48139fca req-c038c503-d064-4945-85e2-a5efe95378b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d8876aea-5c5c-41b8-bb4e-9276c78b7112 HTTP/1.1" status: 200 len: 217 time: 0.0853779 Apr 18 21:21:01.780257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 8580a3b9-18d9-4ec7-80b6-de759da6a07c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8580a3b9-18d9-4ec7-80b6-de759da6a07c,segment=NetworkSegment(add50bd0-25e9-49d1-b985-ed50cc9019ce),segment_id=add50bd0-25e9-49d1-b985-ed50cc9019ce)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:01.861815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59c95365-dc5e-4421-9099-b2dca0de1044 req-885c9b4c-ab9a-45c0-ad47-4a90b2470d71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2868958 Apr 18 21:21:01.868397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01d3c2-4332-4a35-80b6-e0194966a88e req-4be79617-f4d2-48f1-97ce-60d6ffdbba6e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:01.876618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c01d3c2-4332-4a35-80b6-e0194966a88e req-4be79617-f4d2-48f1-97ce-60d6ffdbba6e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 947 time: 0.2537465 Apr 18 21:21:01.914153 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:01.918374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:01.924966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:02.041516 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59c95365-dc5e-4421-9099-b2dca0de1044 req-dd44e219-f5f5-4a79-b324-2b54aa650bc0 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431012 Apr 18 21:21:02.047704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da629bb8-01d4-4940-b7a3-0bed48139fca req-32a91245-1bde-4cf5-9755-5408cd9bb188 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:02.049105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da629bb8-01d4-4940-b7a3-0bed48139fca req-32a91245-1bde-4cf5-9755-5408cd9bb188 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2641342 Apr 18 21:21:02.096514 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d0f220b-02cb-4008-814c-47b90167d6db tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:02.113492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a204b-3ed4-431c-83fb-979f6f821574 req-e8cc57c5-747b-4b08-bf97-4871994b28b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:02.115208 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d53a204b-3ed4-431c-83fb-979f6f821574 req-e8cc57c5-747b-4b08-bf97-4871994b28b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.4012887 Apr 18 21:21:02.142317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f220b-02cb-4008-814c-47b90167d6db tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e36abe-27b6-4882-9b9c-62cbb179b470,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:02.148038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=8580a3b9-18d9-4ec7-80b6-de759da6a07c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:02.172476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48226) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:02.190068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c01d3c2-4332-4a35-80b6-e0194966a88e req-155ae751-c368-41bd-a00c-04c47b959984 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130805 Apr 18 21:21:02.249135 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d0f220b-02cb-4008-814c-47b90167d6db tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:02.252842 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4d0f220b-02cb-4008-814c-47b90167d6db tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "DELETE /v2.0/security-groups/50e36abe-27b6-4882-9b9c-62cbb179b470 HTTP/1.1" status: 204 len: 168 time: 1.4031107 Apr 18 21:21:02.253859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48230) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:02.255222 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d53a204b-3ed4-431c-83fb-979f6f821574 req-3ed3da6d-4f8f-4c84-ad96-3b5b648a0327 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=2ffdff45-cd95-4915-b4d1-18b605832e24 HTTP/1.1" status: 200 len: 217 time: 0.1305945 Apr 18 21:21:02.339589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a204b-3ed4-431c-83fb-979f6f821574 req-a79534ce-11fb-4ef2-9b82-02fc4699770c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:02.341030 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d53a204b-3ed4-431c-83fb-979f6f821574 req-a79534ce-11fb-4ef2-9b82-02fc4699770c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0688686 Apr 18 21:21:02.471168 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a3256bd-5180-4f77-83bc-abd4c2031e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:02.476657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b432720a-0e05-4ac7-94c8-c83400203d73 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Synchronizing usage tracker for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:02.542346 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d53a204b-3ed4-431c-83fb-979f6f821574 req-f707bed1-0c2b-4e14-a133-f02bb8bcb1d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1920738 Apr 18 21:21:02.566550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5a3256bd-5180-4f77-83bc-abd4c2031e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:02.578979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b432720a-0e05-4ac7-94c8-c83400203d73 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Unset dirty status for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:02.583671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5a3256bd-5180-4f77-83bc-abd4c2031e52 admin admin] Usage tracker for resource:security_group_rule and tenant:24a308ddb06a44759817f3aea97b0d2f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:02.583880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b432720a-0e05-4ac7-94c8-c83400203d73 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3241370 Apr 18 21:21:02.588567 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da629bb8-01d4-4940-b7a3-0bed48139fca req-405de790-c97c-492d-9591-d4bc74740606 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5165555 Apr 18 21:21:02.588776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48236) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:02.591239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5a3256bd-5180-4f77-83bc-abd4c2031e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:02.595405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533791246'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:02.619380 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59c95365-dc5e-4421-9099-b2dca0de1044 req-857b84ae-9961-4664-90f1-07f6b601dc3d service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672185 Apr 18 21:21:02.623820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5a3256bd-5180-4f77-83bc-abd4c2031e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:02.768556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:02.801800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:02.831975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da629bb8-01d4-4940-b7a3-0bed48139fca req-2b4dda4c-bdd4-4bd3-8cdf-fb29af2b9d4a service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357678 Apr 18 21:21:02.858362 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d53a204b-3ed4-431c-83fb-979f6f821574 req-c2494581-93b0-476a-aee0-e1a1a29e2bcb service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028388 Apr 18 21:21:02.873987 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a3256bd-5180-4f77-83bc-abd4c2031e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:02.964305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Router 8d54533a-8db6-40e4-9087-a09e0b5a7316 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:21:02.979197 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a3256bd-5180-4f77-83bc-abd4c2031e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:02.991430 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:03.097336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3256bd-5180-4f77-83bc-abd4c2031e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fe5880-36ab-4982-bc83-6fb74c8c3a66,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:03.112675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5a3256bd-5180-4f77-83bc-abd4c2031e52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24a308ddb06a44759817f3aea97b0d2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9215460 Apr 18 21:21:03.137320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8580a3b9-18d9-4ec7-80b6-de759da6a07c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:03.142966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48244) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:03.158492 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da629bb8-01d4-4940-b7a3-0bed48139fca req-4e2c11a4-43c9-4d85-a49d-242f1982522d service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165534 Apr 18 21:21:03.229713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f79ee9-2cc4-48c3-8666-874c3b910999 None None] New status for floating IP c6fadc2f-a5a1-4b15-ac0a-c41ba86bfa59: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:21:03.346192 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d53a204b-3ed4-431c-83fb-979f6f821574 req-dae94dc9-037e-480b-b183-1bd666994762 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217067 Apr 18 21:21:03.346192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:03.346192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:03.353533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86e39531-92f1-484e-89f2-2bafaf9b3459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:03.363252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:03.375877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:03.402164 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86e39531-92f1-484e-89f2-2bafaf9b3459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:03.508926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:03.574516 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:03.592030 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:03.602971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8580a3b9-18d9-4ec7-80b6-de759da6a07c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:03.603633 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:03.614585 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86e39531-92f1-484e-89f2-2bafaf9b3459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:03.640986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc39563f-7add-4b9c-9ffd-3d400f09cda9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:03.642362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e39531-92f1-484e-89f2-2bafaf9b3459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fe5880-36ab-4982-bc83-6fb74c8c3a66,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:03.654535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:03.654882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:03.655220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:03.655577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:03.656600 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:03.656909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:03.657287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:03.657656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:03.658107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:03.658567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:03.658899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:03.660715 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86e39531-92f1-484e-89f2-2bafaf9b3459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:03.678220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-86e39531-92f1-484e-89f2-2bafaf9b3459 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42fe5880-36ab-4982-bc83-6fb74c8c3a66 HTTP/1.1" status: 204 len: 168 time: 0.5341594 Apr 18 21:21:03.694632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:03.708190 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Sync routers for ids ['8d54533a-8db6-40e4-9087-a09e0b5a7316'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:21:03.732056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e47531-f20f-4178-bd71-a5842e190617 req-87eff0a9-0af7-4206-bbfb-da7c07e49a70 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:03.732328 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Routers {'8d54533a-8db6-40e4-9087-a09e0b5a7316'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:03.734810 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8d54533a-8db6-40e4-9087-a09e0b5a7316'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:03.740236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36e47531-f20f-4178-bd71-a5842e190617 req-87eff0a9-0af7-4206-bbfb-da7c07e49a70 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 947 time: 0.1870415 Apr 18 21:21:03.783447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:03.784860 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f05b3a08-bc94-4c9e-ac22-ebdea71aedfd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1951747 Apr 18 21:21:03.787782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48262) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:03.796290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-fab55eca-db01-4b89-ae4c-bfdea5911a89 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'cc39563f-7add-4b9c-9ffd-3d400f09cda9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:03.797157 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-fab55eca-db01-4b89-ae4c-bfdea5911a89 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:03.806708 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fab55eca-db01-4b89-ae4c-bfdea5911a89 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166178 Apr 18 21:21:03.807280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48266) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:03.810016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36e47531-f20f-4178-bd71-a5842e190617 req-cdc3db4a-f7b4-4d54-9475-d1a4b5ab7440 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666707 Apr 18 21:21:03.821669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-863b0d20-788b-4545-b769-c2f033268669 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'cc39563f-7add-4b9c-9ffd-3d400f09cda9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:03.826098 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-863b0d20-788b-4545-b769-c2f033268669 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:03.830720 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-863b0d20-788b-4545-b769-c2f033268669 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0193992 Apr 18 21:21:03.832564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48270) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:03.836566 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:03.840420 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c5685d16-94da-48fa-95d5-b6b8620d7781 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.4432411 Apr 18 21:21:03.848146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-eed1defe-0242-4d05-b10a-be5fc33fd80d tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'cc39563f-7add-4b9c-9ffd-3d400f09cda9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:03.848729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48274) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:03.854526 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-eed1defe-0242-4d05-b10a-be5fc33fd80d tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:03.858052 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-eed1defe-0242-4d05-b10a-be5fc33fd80d tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0218318 Apr 18 21:21:03.858957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48278) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:03.866136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 2ffdff45-cd95-4915-b4d1-18b605832e24 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:21:03.875611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b94ed98c-4806-40cb-99bd-766ffab120d8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'cc39563f-7add-4b9c-9ffd-3d400f09cda9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:03.876334 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-b94ed98c-4806-40cb-99bd-766ffab120d8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:03.880062 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b94ed98c-4806-40cb-99bd-766ffab120d8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0169013 Apr 18 21:21:03.892253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48282) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:04.139387 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6668cb23-8a6f-4cc8-8f89-6918723c8e34 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:04.222077 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:21:04.233837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6668cb23-8a6f-4cc8-8f89-6918723c8e34 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:04.288075 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Set router 8d54533a-8db6-40e4-9087-a09e0b5a7316 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:04.455115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6668cb23-8a6f-4cc8-8f89-6918723c8e34 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:04.522084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668cb23-8a6f-4cc8-8f89-6918723c8e34 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc39563f-7add-4b9c-9ffd-3d400f09cda9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:04.537714 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 2ffdff45-cd95-4915-b4d1-18b605832e24, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=2ffdff45-cd95-4915-b4d1-18b605832e24,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:04.545119 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6668cb23-8a6f-4cc8-8f89-6918723c8e34 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:04.547565 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6668cb23-8a6f-4cc8-8f89-6918723c8e34 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "DELETE /v2.0/security-groups/cc39563f-7add-4b9c-9ffd-3d400f09cda9 HTTP/1.1" status: 204 len: 168 time: 0.6537197 Apr 18 21:21:04.550392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48290) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:04.606295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '2ffdff45-cd95-4915-b4d1-18b605832e24', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '2ffdff45-cd95-4915-b4d1-18b605832e24', 'mac_address': 'fa:16:3e:8b:67:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:21:04.691960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a04473d6-c1db-40b4-a1bc-10adebf6f3bd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Synchronizing usage tracker for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:04.738966 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:04.775024 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffdff45-cd95-4915-b4d1-18b605832e24 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:21:04.798165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 2ffdff45-cd95-4915-b4d1-18b605832e24, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=2ffdff45-cd95-4915-b4d1-18b605832e24,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:04.822713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a04473d6-c1db-40b4-a1bc-10adebf6f3bd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Unset dirty status for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:04.828497 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a04473d6-c1db-40b4-a1bc-10adebf6f3bd tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2721281 Apr 18 21:21:04.829425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48300) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:04.836759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832645368'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:04.873287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:04.880014 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:04.921461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:04.963214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48310) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:05.015153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.069315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=2ffdff45-cd95-4915-b4d1-18b605832e24,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:05.119997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:05.132035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:05.148711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:05.165883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:05.182335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['2ffdff45-cd95-4915-b4d1-18b605832e24'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:21:05.186226 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'name': 'tempest-TaggedBootDevicesTest_v242-2134551893-router', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:55Z', 'updated_at': '2022-04-18T21:21:01Z', 'revision_number': 3, 'project_id': '086530a275d9451b94e80bb299a2c305', 'gw_port': {'id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:58Z', 'updated_at': '2022-04-18T21:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:05.197053 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Checking router: 8d54533a-8db6-40e4-9087-a09e0b5a7316 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:21:05.197399 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Updating router 8d54533a-8db6-40e4-9087-a09e0b5a7316 port 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:21:05.325553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.340145 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.394024 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.540512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161349c-231f-4a50-92f4-61bf37f7ea30 req-fff06b68-8e1d-40c6-86ba-cb5a594f5bbc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:05.552854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dfedba-8246-4622-83eb-480b03b1456d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:05.554716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0161349c-231f-4a50-92f4-61bf37f7ea30 req-fff06b68-8e1d-40c6-86ba-cb5a594f5bbc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 948 time: 0.2669251 Apr 18 21:21:05.559099 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4e01781d-a120-48f5-8962-3fd75b12e782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.588607 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.593270 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0e0d9646-f5bb-44a3-abed-d3c436fe0d69 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7629361 Apr 18 21:21:05.599429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48320) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:05.616008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-66a27b36-ef8e-4ccd-a753-f626851b303f tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'd1dfedba-8246-4622-83eb-480b03b1456d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:05.620638 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-66a27b36-ef8e-4ccd-a753-f626851b303f tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:05.622193 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-66a27b36-ef8e-4ccd-a753-f626851b303f tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0190344 Apr 18 21:21:05.628239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48324) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:05.645315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-38f236bc-ace0-4e17-9f0a-2d6b868261b8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'd1dfedba-8246-4622-83eb-480b03b1456d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:05.663195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-38f236bc-ace0-4e17-9f0a-2d6b868261b8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:05.667798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0161349c-231f-4a50-92f4-61bf37f7ea30 req-ee114f76-8296-4548-aad3-24dcc204cfaa tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133258 Apr 18 21:21:05.678076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-38f236bc-ace0-4e17-9f0a-2d6b868261b8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:05.686152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-38f236bc-ace0-4e17-9f0a-2d6b868261b8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:05.720111 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-38f236bc-ace0-4e17-9f0a-2d6b868261b8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:05.726369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4e01781d-a120-48f5-8962-3fd75b12e782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:05.746824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4e01781d-a120-48f5-8962-3fd75b12e782 admin admin] Usage tracker for resource:security_group_rule and tenant:c08c13e05c4041999a88f36f7ef7c9fe is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:05.766729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4e01781d-a120-48f5-8962-3fd75b12e782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:05.773437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4e01781d-a120-48f5-8962-3fd75b12e782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:05.961849 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-38f236bc-ace0-4e17-9f0a-2d6b868261b8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:05.963780 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-38f236bc-ace0-4e17-9f0a-2d6b868261b8 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3292575 Apr 18 21:21:05.968220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48334) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:05.972552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4e01781d-a120-48f5-8962-3fd75b12e782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.980536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-bc0495d4-80a5-47b3-96f7-b0dc5beed8d2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'd1dfedba-8246-4622-83eb-480b03b1456d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:05.980536 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-bc0495d4-80a5-47b3-96f7-b0dc5beed8d2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:05.980536 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bc0495d4-80a5-47b3-96f7-b0dc5beed8d2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102072 Apr 18 21:21:05.983346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48338) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:05.991789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-271fc645-7c80-4478-92ca-2ccd74281c75 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'd1dfedba-8246-4622-83eb-480b03b1456d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:06.008309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-271fc645-7c80-4478-92ca-2ccd74281c75 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:06.008309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-271fc645-7c80-4478-92ca-2ccd74281c75 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:06.008946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-271fc645-7c80-4478-92ca-2ccd74281c75 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:06.017673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-271fc645-7c80-4478-92ca-2ccd74281c75 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:06.018450 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.020955 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.037411 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Transition to ACTIVE for port object 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:06.095139 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4e01781d-a120-48f5-8962-3fd75b12e782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.139723 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.179781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01781d-a120-48f5-8962-3fd75b12e782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80594691-59db-4977-958f-42d72680b865,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:06.217168 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4e01781d-a120-48f5-8962-3fd75b12e782 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c08c13e05c4041999a88f36f7ef7c9fe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2527370 Apr 18 21:21:06.223908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48344) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:06.251357 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Attempting to bind port 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:06.252368 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Attempting to bind port 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:06.252922 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Attempting to bind port 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:06.277870 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:21:06.281312 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:06.282288 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.283738 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:21:06.285547 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Bound port: 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:06.287251 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.389037 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960c130-79bb-4c5a-a228-ef36b1ffa5b3 None None] Pushing event updated for resources: {'Port': ['ID=99ceaaf2-aa93-45db-98fb-ce6b3447f9b4,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:06.403118 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-271fc645-7c80-4478-92ca-2ccd74281c75 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:06.411753 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-271fc645-7c80-4478-92ca-2ccd74281c75 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4233665 Apr 18 21:21:06.413429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48350) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:06.427776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3005ee90-8e4d-4458-933e-13b88748a0e4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'd1dfedba-8246-4622-83eb-480b03b1456d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:06.428413 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-3005ee90-8e4d-4458-933e-13b88748a0e4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:06.431962 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3005ee90-8e4d-4458-933e-13b88748a0e4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111940 Apr 18 21:21:06.434459 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] For port 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:06.441667 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-127c1764-632e-48e6-9575-612781291946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.442272 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] For port 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=99ceaaf2-aa93-45db-98fb-ce6b3447f9b4,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:06.444297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48354) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:06.471677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-04e4bcac-d5aa-4111-a377-9a4a68bdfd33 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'd1dfedba-8246-4622-83eb-480b03b1456d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:06.483766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-04e4bcac-d5aa-4111-a377-9a4a68bdfd33 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:06.506476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-04e4bcac-d5aa-4111-a377-9a4a68bdfd33 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:06.512544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-04e4bcac-d5aa-4111-a377-9a4a68bdfd33 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:06.517371 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-127c1764-632e-48e6-9575-612781291946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.524036 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.537040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-04e4bcac-d5aa-4111-a377-9a4a68bdfd33 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:06.637889 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Routers {'8d54533a-8db6-40e4-9087-a09e0b5a7316'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:06.638827 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8d54533a-8db6-40e4-9087-a09e0b5a7316'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:06.644380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Allocated IP 172.20.0.1 (f5c91167-926c-4bbb-bc83-c1850048a2ee/c6842caa-6ad9-457a-bedd-b2ec0540254f/fc926ec4-5b19-422f-b0cf-b4bd41d41f56) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:06.660719 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-127c1764-632e-48e6-9575-612781291946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.703905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c1764-632e-48e6-9575-612781291946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80594691-59db-4977-958f-42d72680b865,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:06.731710 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-04e4bcac-d5aa-4111-a377-9a4a68bdfd33 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:06.736514 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-04e4bcac-d5aa-4111-a377-9a4a68bdfd33 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2876201 Apr 18 21:21:06.739575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48364) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:06.747303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6b29a9d3-209a-4803-9a2e-94d5cbee7c53 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'd1dfedba-8246-4622-83eb-480b03b1456d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:06.747921 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-6b29a9d3-209a-4803-9a2e-94d5cbee7c53 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:06.751760 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6b29a9d3-209a-4803-9a2e-94d5cbee7c53 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083547 Apr 18 21:21:06.751760 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-127c1764-632e-48e6-9575-612781291946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.751760 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-127c1764-632e-48e6-9575-612781291946 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80594691-59db-4977-958f-42d72680b865 HTTP/1.1" status: 204 len: 168 time: 0.5266380 Apr 18 21:21:06.752349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48368) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:06.759167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0d3c7880-e169-465c-91fd-65f80667e781 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'd1dfedba-8246-4622-83eb-480b03b1456d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:06.768561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0d3c7880-e169-465c-91fd-65f80667e781 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:06.778228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0d3c7880-e169-465c-91fd-65f80667e781 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:06.782244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0d3c7880-e169-465c-91fd-65f80667e781 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:06.791143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0d3c7880-e169-465c-91fd-65f80667e781 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:06.830825 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960c130-79bb-4c5a-a228-ef36b1ffa5b3 None None] Pushing event updated for resources: {'Port': ['ID=99ceaaf2-aa93-45db-98fb-ce6b3447f9b4,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:06.942991 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] Set router 8d54533a-8db6-40e4-9087-a09e0b5a7316 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:06.986573 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-0d3c7880-e169-465c-91fd-65f80667e781 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:06.988040 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0d3c7880-e169-465c-91fd-65f80667e781 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2348130 Apr 18 21:21:06.990953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48376) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:06.999209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-58c08065-0c0d-40d6-adb7-b69c26409297 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'd1dfedba-8246-4622-83eb-480b03b1456d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:07.028955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-58c08065-0c0d-40d6-adb7-b69c26409297 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:07.045193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-58c08065-0c0d-40d6-adb7-b69c26409297 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:07.054812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-58c08065-0c0d-40d6-adb7-b69c26409297 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:07.070010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-58c08065-0c0d-40d6-adb7-b69c26409297 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:07.084149 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:07.111840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Transition to ACTIVE for port object fc926ec4-5b19-422f-b0cf-b4bd41d41f56 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:07.153060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df15a38-5d39-41d1-b6b9-111552ace788 req-46ac68c0-e891-4571-a785-cec2facef698 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:07.168790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9df15a38-5d39-41d1-b6b9-111552ace788 req-46ac68c0-e891-4571-a785-cec2facef698 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 948 time: 0.1704471 Apr 18 21:21:07.240102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9df15a38-5d39-41d1-b6b9-111552ace788 req-cf34d9d3-45f9-4f54-b7dc-d4f53ce2ba3f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633311 Apr 18 21:21:07.284570 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-58c08065-0c0d-40d6-adb7-b69c26409297 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:07.286205 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-58c08065-0c0d-40d6-adb7-b69c26409297 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2939444 Apr 18 21:21:07.289348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48384) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:07.308391 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'name': 'tempest-TaggedBootDevicesTest_v242-2134551893-router', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:55Z', 'updated_at': '2022-04-18T21:21:01Z', 'revision_number': 3, 'project_id': '086530a275d9451b94e80bb299a2c305', 'gw_port': {'id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:58Z', 'updated_at': '2022-04-18T21:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:07.313322 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a76cce-46b7-445b-aeef-1b582fed0fa4 None None] The sync data for ids ['8d54533a-8db6-40e4-9087-a09e0b5a7316'] in n-d-836017-3 is: [{'id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'name': 'tempest-TaggedBootDevicesTest_v242-2134551893-router', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:55Z', 'updated_at': '2022-04-18T21:21:01Z', 'revision_number': 3, 'project_id': '086530a275d9451b94e80bb299a2c305', 'gw_port': {'id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:58Z', 'updated_at': '2022-04-18T21:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:21:07.345617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:07.417940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16b324a9-5089-4cef-b70d-a909cacaaa9e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:07.462691 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16b324a9-5089-4cef-b70d-a909cacaaa9e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:07.479358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Pushing event updated for resources: {'Port': ['ID=fc926ec4-5b19-422f-b0cf-b4bd41d41f56,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:07.510488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Network f5c91167-926c-4bbb-bc83-c1850048a2ee is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:07.511633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:07.516131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:07.609153 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:07.636937 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16b324a9-5089-4cef-b70d-a909cacaaa9e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:07.692907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16b324a9-5089-4cef-b70d-a909cacaaa9e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:07.694076 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-16b324a9-5089-4cef-b70d-a909cacaaa9e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "DELETE /v2.0/security-groups/d1dfedba-8246-4622-83eb-480b03b1456d HTTP/1.1" status: 204 len: 168 time: 0.4035382 Apr 18 21:21:07.696804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48394) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:07.706298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b324a9-5089-4cef-b70d-a909cacaaa9e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dfedba-8246-4622-83eb-480b03b1456d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:07.844360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 2ffdff45-cd95-4915-b4d1-18b605832e24 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:07.979076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:07.991601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3c6620e2-ec0b-49e0-bdef-31482060784a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Synchronizing usage tracker for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:08.032725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48402) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:08.070309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 2ffdff45-cd95-4915-b4d1-18b605832e24 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:08.084595 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 2ffdff45-cd95-4915-b4d1-18b605832e24 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:08.085595 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.087216 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6be4f375-0813-4eae-b1a7-d20ee6126cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.169685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6be4f375-0813-4eae-b1a7-d20ee6126cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:08.175141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6be4f375-0813-4eae-b1a7-d20ee6126cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:084c1f130a6443dcadbae0387d7eadb0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:08.178887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6be4f375-0813-4eae-b1a7-d20ee6126cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:08.185728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6be4f375-0813-4eae-b1a7-d20ee6126cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:08.259384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3c6620e2-ec0b-49e0-bdef-31482060784a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Unset dirty status for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:08.274224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48408) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:08.275498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2632a921-87c9-4564-820d-8f58d70f7585 None None] Provisioning for port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:08.286182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3c6620e2-ec0b-49e0-bdef-31482060784a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5813243 Apr 18 21:21:08.292489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2632a921-87c9-4564-820d-8f58d70f7585 None None] Provisioning complete for port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:08.294813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group': {'name': 'tempest-secgroup--24499685'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:08.295115 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2632a921-87c9-4564-820d-8f58d70f7585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.313371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:08.372632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:08.431297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6be4f375-0813-4eae-b1a7-d20ee6126cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.444129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2632a921-87c9-4564-820d-8f58d70f7585 None None] Port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:21:08.508154 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6be4f375-0813-4eae-b1a7-d20ee6126cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.512307 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.602788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4f375-0813-4eae-b1a7-d20ee6126cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fd6d65-5b05-40d1-82ab-cb372b073db3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:08.604712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.628484 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.634318 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.702520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48277e68-f5be-4762-804f-aac1e8f22617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffdff45-cd95-4915-b4d1-18b605832e24'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:08.724438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 2ffdff45-cd95-4915-b4d1-18b605832e24, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=2ffdff45-cd95-4915-b4d1-18b605832e24,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:08.735485 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6be4f375-0813-4eae-b1a7-d20ee6126cf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=084c1f130a6443dcadbae0387d7eadb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6984735 Apr 18 21:21:08.737065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48420) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:08.752106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:08.760479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:08.765944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:08.784563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:08.809674 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.877689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c7419-9992-4c82-a22e-cf62bdc3d339 req-7e806ae4-44e5-4162-b4b9-dfc4aee97f8f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:08.883380 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de3c7419-9992-4c82-a22e-cf62bdc3d339 req-7e806ae4-44e5-4162-b4b9-dfc4aee97f8f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 948 time: 0.3603845 Apr 18 21:21:08.885566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Pushing event updated for resources: {'Port': ['ID=fc926ec4-5b19-422f-b0cf-b4bd41d41f56,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:08.900409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44943f57-54ba-4102-bc3e-7487857b19a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.909554 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374aefd5-13c6-4a45-9e8a-8b333241db1d'] response: {'server_uuid': '48277e68-f5be-4762-804f-aac1e8f22617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffdff45-cd95-4915-b4d1-18b605832e24', 'code': 200} Apr 18 21:21:08.932607 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44943f57-54ba-4102-bc3e-7487857b19a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.941541 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.974472 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=2ffdff45-cd95-4915-b4d1-18b605832e24,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:09.037395 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:09.102890 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:09.107209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de3c7419-9992-4c82-a22e-cf62bdc3d339 req-02243d66-b611-4bf8-825c-1413bbe3ef31 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019517 Apr 18 21:21:09.125218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:09.127721 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b07f8cec-0439-437e-9523-9fbd5e0d8ef3 req-c17e52d2-3ff4-4443-b4d0-906073ecce66 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 1100 time: 0.1632471 Apr 18 21:21:09.180311 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44943f57-54ba-4102-bc3e-7487857b19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:09.228852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44943f57-54ba-4102-bc3e-7487857b19a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fd6d65-5b05-40d1-82ab-cb372b073db3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:09.246058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:09.247910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Network f5c91167-926c-4bbb-bc83-c1850048a2ee is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:09.250946 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:09.302797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:09.309127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:09.313610 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:09.323217 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b07f8cec-0439-437e-9523-9fbd5e0d8ef3 req-c777bb27-2532-478f-a326-ffaa706fecab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840007 Apr 18 21:21:09.329336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda9594f-172f-4f97-8600-25a58e9660f1,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:09.360506 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44943f57-54ba-4102-bc3e-7487857b19a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:09.362070 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-44943f57-54ba-4102-bc3e-7487857b19a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46fd6d65-5b05-40d1-82ab-cb372b073db3 HTTP/1.1" status: 204 len: 168 time: 0.6240165 Apr 18 21:21:09.399547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:09.400751 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bb299585-8835-4ff3-804a-06c5101362b2 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1255624 Apr 18 21:21:09.403738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48436) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:09.409799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-767803ac-c1cf-456e-9695-cd3a50915238 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'fda9594f-172f-4f97-8600-25a58e9660f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:09.433031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-767803ac-c1cf-456e-9695-cd3a50915238 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:09.454339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-767803ac-c1cf-456e-9695-cd3a50915238 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:09.462971 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-767803ac-c1cf-456e-9695-cd3a50915238 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:09.478780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-767803ac-c1cf-456e-9695-cd3a50915238 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:09.490303 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:09.512525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=99ceaaf2-aa93-45db-98fb-ce6b3447f9b4,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:09.601777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8ff1dfc1-40c5-4144-a9f3-c8e7aac20507 None None] Provisioning complete for port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:09.602342 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8ff1dfc1-40c5-4144-a9f3-c8e7aac20507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:09.657595 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:09.689905 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-767803ac-c1cf-456e-9695-cd3a50915238 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The resource could not be found. Apr 18 21:21:09.693789 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-767803ac-c1cf-456e-9695-cd3a50915238 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2864718 Apr 18 21:21:09.694072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48444) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:09.704378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cd9029f5-be32-4671-883b-caf45f40a5b6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': 'fda9594f-172f-4f97-8600-25a58e9660f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '73f3aa40-7c80-4155-87ce-659381c01dd7'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:09.717131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cd9029f5-be32-4671-883b-caf45f40a5b6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:09.728835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cd9029f5-be32-4671-883b-caf45f40a5b6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:09.734957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cd9029f5-be32-4671-883b-caf45f40a5b6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:09.743659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8ff1dfc1-40c5-4144-a9f3-c8e7aac20507 None None] Port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:21:09.755070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=99ceaaf2-aa93-45db-98fb-ce6b3447f9b4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:09.772580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cd9029f5-be32-4671-883b-caf45f40a5b6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:09.992919 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-cd9029f5-be32-4671-883b-caf45f40a5b6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The resource could not be found. Apr 18 21:21:09.994204 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cd9029f5-be32-4671-883b-caf45f40a5b6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2987576 Apr 18 21:21:09.997124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48458) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:10.053495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Router 8d54533a-8db6-40e4-9087-a09e0b5a7316 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:21:10.095288 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e0d7-535a-4acd-8dbc-defff630d3f7 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:10.151568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e0d7-535a-4acd-8dbc-defff630d3f7 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:10.336599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e0d7-535a-4acd-8dbc-defff630d3f7 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:10.377941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0e0d7-535a-4acd-8dbc-defff630d3f7 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda9594f-172f-4f97-8600-25a58e9660f1,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:10.399355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:10.412505 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e0d7-535a-4acd-8dbc-defff630d3f7 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:10.419870 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7cc0e0d7-535a-4acd-8dbc-defff630d3f7 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "DELETE /v2.0/security-groups/fda9594f-172f-4f97-8600-25a58e9660f1 HTTP/1.1" status: 204 len: 168 time: 0.4193881 Apr 18 21:21:10.421027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48480) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:10.443362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ecb483a6-6e81-4b4d-a0b2-51d1ec92f695 admin admin] 10.222.0.11 "PUT /v2.0/routers/8d54533a-8db6-40e4-9087-a09e0b5a7316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5838566 Apr 18 21:21:10.464049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5dcaf-0b82-4004-a2b0-0b72c3510337 req-1c96b1bb-0886-4536-8fb2-4eec1c8d4bc6 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:10.466021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ac5dcaf-0b82-4004-a2b0-0b72c3510337 req-1c96b1bb-0886-4536-8fb2-4eec1c8d4bc6 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 949 time: 0.1359296 Apr 18 21:21:10.527616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4667b8ca-328a-4120-a858-c30c0f324856 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Synchronizing usage tracker for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:10.555974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ac5dcaf-0b82-4004-a2b0-0b72c3510337 req-0bb18338-617a-42d0-9372-a2efb2a9c1f1 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798874 Apr 18 21:21:10.609827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4667b8ca-328a-4120-a858-c30c0f324856 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Unset dirty status for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:10.612334 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4667b8ca-328a-4120-a858-c30c0f324856 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1907308 Apr 18 21:21:10.616366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48492) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:10.624245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c2455123-2ef0-4f9e-990b-fe87b8bc406a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': '54908744-5d4e-4ba5-bb75-0dddff9d1109', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:10.639002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c2455123-2ef0-4f9e-990b-fe87b8bc406a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:10.644802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c2455123-2ef0-4f9e-990b-fe87b8bc406a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:10.648882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c2455123-2ef0-4f9e-990b-fe87b8bc406a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:10.666198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c2455123-2ef0-4f9e-990b-fe87b8bc406a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:11.021205 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-c2455123-2ef0-4f9e-990b-fe87b8bc406a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The resource could not be found. Apr 18 21:21:11.022998 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c2455123-2ef0-4f9e-990b-fe87b8bc406a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4054902 Apr 18 21:21:11.027919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48512) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:11.036212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group': {'name': 'tempest-secgroup--139648497'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:11.046497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:11.061197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:11.107518 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:11.160555 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:11.205970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:11.206349 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:11.248861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:11.254036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:11.258500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:11.267979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:11.363302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:11.438056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:11.508895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0757b668-de1e-41ef-b7f4-ae4243014aa9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:11.566792 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:11.570964 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c8b6fb07-bdc9-4847-a14c-cf51d452fece tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5418172 Apr 18 21:21:11.573911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48542) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:11.590872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group': {'name': 'tempest-secgroup--330629363'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:11.610446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:11.622009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:11.627145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:11.634955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:11.782994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b4367-5061-4915-81c4-f574e2d9131d req-9b760b80-49b3-4bbe-80a9-372c6e5f006e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:11.784360 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b04b4367-5061-4915-81c4-f574e2d9131d req-9b760b80-49b3-4bbe-80a9-372c6e5f006e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 949 time: 0.0773485 Apr 18 21:21:11.834917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b04b4367-5061-4915-81c4-f574e2d9131d req-dc269405-b352-40ec-a90e-3b01af83bb26 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 Apr 18 21:21:12.015006 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:12.076543 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a30ac46a-a855-4eca-9b11-9cc15d6f5ea7 req-ea8198b8-5470-4afc-9d22-53f0ad7a0882 tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 1100 time: 0.0955431 Apr 18 21:21:12.115607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:12.130467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:12.130467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:12.143666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:12.175924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a30ac46a-a855-4eca-9b11-9cc15d6f5ea7 req-6d6fe8f2-5565-45c7-bebe-ce9252127bd2 tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854669 Apr 18 21:21:12.253168 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:12.332046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48562) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:12.342154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:12.431320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b087ac8-4cc4-439f-8802-82374f7b7a35,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:12.518252 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:12.522494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48574) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:12.523948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5607e4b0-93c0-4153-948f-a885ea0ead05 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9464664 Apr 18 21:21:12.529362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5dea6e14-4783-454b-9c23-783ea28e279e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group_rule': {'security_group_id': '0757b668-de1e-41ef-b7f4-ae4243014aa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0b087ac8-4cc4-439f-8802-82374f7b7a35'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:12.547498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5dea6e14-4783-454b-9c23-783ea28e279e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:12.572670 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5dea6e14-4783-454b-9c23-783ea28e279e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:12.578623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5dea6e14-4783-454b-9c23-783ea28e279e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:12.594887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5dea6e14-4783-454b-9c23-783ea28e279e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:12.655243 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04079c43-ae95-475c-b242-efcbd0666f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:12.701108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-04079c43-ae95-475c-b242-efcbd0666f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:12.701108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-04079c43-ae95-475c-b242-efcbd0666f0e admin admin] Usage tracker for resource:security_group_rule and tenant:888adaa99f2c4b41873ab9aab6c2166b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:12.701108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-04079c43-ae95-475c-b242-efcbd0666f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:12.708988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-04079c43-ae95-475c-b242-efcbd0666f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:12.807359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-c1bfec4d-b6c2-4d3b-bf35-82e7bf6f24d5 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434725 Apr 18 21:21:12.842139 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-5dea6e14-4783-454b-9c23-783ea28e279e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:21:12.845151 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5dea6e14-4783-454b-9c23-783ea28e279e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3190856 Apr 18 21:21:12.852325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48588) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:12.970937 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04079c43-ae95-475c-b242-efcbd0666f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.001221 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83ebbded-d027-4462-bbfa-0d9923de0af6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.042583 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83ebbded-d027-4462-bbfa-0d9923de0af6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.050326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04079c43-ae95-475c-b242-efcbd0666f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.082964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-2ccd3925-3a58-4e3f-9161-8d3968edba80 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:13.084469 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-2ccd3925-3a58-4e3f-9161-8d3968edba80 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461295 Apr 18 21:21:13.141637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04079c43-ae95-475c-b242-efcbd0666f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33c12bd-d09e-4a1b-a343-5e9da0df1345,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:13.154265 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-04079c43-ae95-475c-b242-efcbd0666f0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=888adaa99f2c4b41873ab9aab6c2166b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8171651 Apr 18 21:21:13.155243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48608) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:13.171922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-01133a7f-9ebb-4194-9546-a4d74b31f0c5 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/quotas/d8e4e52286864a5b935b9dddb7f895bd HTTP/1.1" status: 200 len: 375 time: 0.0608253 Apr 18 21:21:13.225016 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83ebbded-d027-4462-bbfa-0d9923de0af6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.275034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebbded-d027-4462-bbfa-0d9923de0af6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b087ac8-4cc4-439f-8802-82374f7b7a35,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:13.290157 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83ebbded-d027-4462-bbfa-0d9923de0af6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.291601 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-83ebbded-d027-4462-bbfa-0d9923de0af6 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "DELETE /v2.0/security-groups/0b087ac8-4cc4-439f-8802-82374f7b7a35 HTTP/1.1" status: 204 len: 168 time: 0.4382975 Apr 18 21:21:13.294957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48618) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:13.306277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-bba85c36-5a6f-49b9-b6c7-65e30e55ac9f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1297276 Apr 18 21:21:13.322418 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a675b56-1b01-49a7-909c-5b0a83094463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.396674 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a675b56-1b01-49a7-909c-5b0a83094463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.438378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-508d7b56-5742-4162-88ba-6c9b38e3972b tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Synchronizing usage tracker for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:13.559941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-508d7b56-5742-4162-88ba-6c9b38e3972b tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Unset dirty status for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:13.561285 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-508d7b56-5742-4162-88ba-6c9b38e3972b tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2603750 Apr 18 21:21:13.565139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48630) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:13.630352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a675b56-1b01-49a7-909c-5b0a83094463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.670323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a675b56-1b01-49a7-909c-5b0a83094463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33c12bd-d09e-4a1b-a343-5e9da0df1345,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:13.672684 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0d60-d1ef-4a37-ad4f-edcd6230757e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.747410 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0d60-d1ef-4a37-ad4f-edcd6230757e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.814312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a675b56-1b01-49a7-909c-5b0a83094463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.815523 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1a675b56-1b01-49a7-909c-5b0a83094463 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f33c12bd-d09e-4a1b-a343-5e9da0df1345 HTTP/1.1" status: 204 len: 168 time: 0.6591849 Apr 18 21:21:13.850463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c86f9ee-f0e5-44cf-abe7-1cd275236f70 req-2455fdbb-ae20-4320-bb77-e5918bcda6c0 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 210 time: 0.0822487 Apr 18 21:21:13.883462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Sync routers for ids ['8d54533a-8db6-40e4-9087-a09e0b5a7316'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:21:13.902302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0d60-d1ef-4a37-ad4f-edcd6230757e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.916305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Routers {'8d54533a-8db6-40e4-9087-a09e0b5a7316'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:13.917339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8d54533a-8db6-40e4-9087-a09e0b5a7316'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:13.950639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b0d60-d1ef-4a37-ad4f-edcd6230757e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0757b668-de1e-41ef-b7f4-ae4243014aa9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:14.016614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0d60-d1ef-4a37-ad4f-edcd6230757e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:14.021226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48650) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:14.021387 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6c2b0d60-d1ef-4a37-ad4f-edcd6230757e tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "DELETE /v2.0/security-groups/0757b668-de1e-41ef-b7f4-ae4243014aa9 HTTP/1.1" status: 204 len: 168 time: 0.4549701 Apr 18 21:21:14.078640 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-19b2b690-5d36-40fe-bab0-79700b12f009 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Synchronizing usage tracker for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:14.199888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-19b2b690-5d36-40fe-bab0-79700b12f009 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Unset dirty status for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:14.205191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-19b2b690-5d36-40fe-bab0-79700b12f009 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1791213 Apr 18 21:21:14.207180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48660) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:14.216937 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group': {'name': 'tempest-secgroup--35591373'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:14.224933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Set router 8d54533a-8db6-40e4-9087-a09e0b5a7316 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:14.237851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:14.261767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:14.364686 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:14.409644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:14.414866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Usage tracker for resource:security_group_rule and tenant:645741abbcab4c56bf0aa9aeab76d7f6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:14.420230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:14.429704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:14.568902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726c042-2111-4437-825c-f25491f84614 req-c20522a6-bc0e-47c1-87ed-c9dfa1003577 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:14.570855 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b726c042-2111-4437-825c-f25491f84614 req-c20522a6-bc0e-47c1-87ed-c9dfa1003577 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 945 time: 0.1502955 Apr 18 21:21:14.597004 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:14.642029 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b726c042-2111-4437-825c-f25491f84614 req-4d77400b-06a1-4b71-b68b-d57fb62dfd85 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610423 Apr 18 21:21:14.714204 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:14.785943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'name': 'tempest-TaggedBootDevicesTest_v242-2134551893-router', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:55Z', 'updated_at': '2022-04-18T21:21:07Z', 'revision_number': 4, 'project_id': '086530a275d9451b94e80bb299a2c305', 'gw_port': {'id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:58Z', 'updated_at': '2022-04-18T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fc926ec4-5b19-422f-b0cf-b4bd41d41f56', 'name': '', 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'mac_address': 'fa:16:3e:45:9c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6842caa-6ad9-457a-bedd-b2ec0540254f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:06Z', 'updated_at': '2022-04-18T21:21:08Z', 'revision_number': 2, 'project_id': '086530a275d9451b94e80bb299a2c305', 'subnets': [{'id': 'c6842caa-6ad9-457a-bedd-b2ec0540254f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:14.795108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Checking router: 8d54533a-8db6-40e4-9087-a09e0b5a7316 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:21:14.795962 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Updating router 8d54533a-8db6-40e4-9087-a09e0b5a7316 port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:21:14.854786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc30ba3-a69d-4f19-bbaa-24e62a565280,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:14.947438 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.046125 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.049562 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e41cc50c-82a5-4905-9813-c789a64493f4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8412914 Apr 18 21:21:15.052423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48682) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:15.059682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d9464193-bf44-4f0d-a18c-cea036e7337a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Request body: {'security_group': {'name': 'default'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:15.060345 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-d9464193-bf44-4f0d-a18c-cea036e7337a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 21:21:15.062399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e55edd9e-1c13-46ba-8b03-9872a625d4da req-2b698575-2519-4882-89ca-0ba7b875618e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 210 time: 0.0811021 Apr 18 21:21:15.081185 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d9464193-bf44-4f0d-a18c-cea036e7337a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "PUT /v2.0/security-groups/8bc30ba3-a69d-4f19-bbaa-24e62a565280 HTTP/1.1" status: 409 len: 330 time: 0.0276647 Apr 18 21:21:15.085288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48686) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:15.103255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48690) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:15.127241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6f34c045-d855-4a7e-8239-6b85335b0202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.179155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6f34c045-d855-4a7e-8239-6b85335b0202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:15.184111 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6f34c045-d855-4a7e-8239-6b85335b0202 admin admin] Usage tracker for resource:security_group_rule and tenant:be83e7d4d2c444db91d7f4a94548a245 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:15.187309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6f34c045-d855-4a7e-8239-6b85335b0202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:15.195446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6f34c045-d855-4a7e-8239-6b85335b0202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:15.277019 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-33a7ffc5-65b9-4ab3-8a70-ab987620c48a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.316586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-33a7ffc5-65b9-4ab3-8a70-ab987620c48a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.333078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6f34c045-d855-4a7e-8239-6b85335b0202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.388429 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6f34c045-d855-4a7e-8239-6b85335b0202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.443846 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-33a7ffc5-65b9-4ab3-8a70-ab987620c48a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.459811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34c045-d855-4a7e-8239-6b85335b0202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde9953b-f7d8-48b2-8d0d-c7cad681c3c4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:15.463931 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6f34c045-d855-4a7e-8239-6b85335b0202 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be83e7d4d2c444db91d7f4a94548a245&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3596895 Apr 18 21:21:15.466492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48700) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:15.489349 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.491635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7ffc5-65b9-4ab3-8a70-ab987620c48a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc30ba3-a69d-4f19-bbaa-24e62a565280,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:15.510075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-33a7ffc5-65b9-4ab3-8a70-ab987620c48a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.511491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-33a7ffc5-65b9-4ab3-8a70-ab987620c48a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "DELETE /v2.0/security-groups/8bc30ba3-a69d-4f19-bbaa-24e62a565280 HTTP/1.1" status: 204 len: 168 time: 0.4243159 Apr 18 21:21:15.514148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48704) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:15.541034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Transition to ACTIVE for port object fc926ec4-5b19-422f-b0cf-b4bd41d41f56 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:15.611981 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.632634 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ab88-4b57-4958-b008-7ead0897d738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.670131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-19563bf0-df13-45f8-aec2-f47951246c9d tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Synchronizing usage tracker for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:15.695612 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ab88-4b57-4958-b008-7ead0897d738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.819525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-19563bf0-df13-45f8-aec2-f47951246c9d tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] Unset dirty status for tenant:645741abbcab4c56bf0aa9aeab76d7f6 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:15.824134 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-19563bf0-df13-45f8-aec2-f47951246c9d tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3065283 Apr 18 21:21:15.828621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48718) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:15.854124 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-2b4f8a60-2e05-4c84-8225-2b5f1597a0eb tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] delete failed (client error): The resource could not be found. Apr 18 21:21:15.854998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2b4f8a60-2e05-4c84-8225-2b5f1597a0eb tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "DELETE /v2.0/security-groups/aebe875f-7321-45cc-a581-c2ad2a3324b6 HTTP/1.1" status: 404 len: 347 time: 0.0247424 Apr 18 21:21:15.863619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48722) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:15.896984 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ab88-4b57-4958-b008-7ead0897d738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.918513 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-c302d248-c7a5-4c1c-b393-e010456f3e3a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] show failed (client error): The resource could not be found. Apr 18 21:21:15.924510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48730) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:15.937033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0379c-ed05-4671-ac6a-0074f4fd7ccc None None] Pushing event updated for resources: {'Port': ['ID=fc926ec4-5b19-422f-b0cf-b4bd41d41f56,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:15.939247 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c302d248-c7a5-4c1c-b393-e010456f3e3a tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "GET /v2.0/security-groups/7f047425-67fb-4c70-a1ad-e918f2b1d61c HTTP/1.1" status: 404 len: 347 time: 0.0747266 Apr 18 21:21:15.942573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8ab88-4b57-4958-b008-7ead0897d738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde9953b-f7d8-48b2-8d0d-c7cad681c3c4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:15.960644 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-497c611c-b138-41e8-9084-65237dbbcae4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] show failed (client error): The resource could not be found. Apr 18 21:21:15.967526 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-497c611c-b138-41e8-9084-65237dbbcae4 tempest-NegativeSecGroupTest-209086670 tempest-NegativeSecGroupTest-209086670-project] 10.222.0.11 "GET /v2.0/security-group-rules/11ae3769-8cbd-4b07-81f6-44e11c1800c4 HTTP/1.1" status: 404 len: 356 time: 0.0418391 Apr 18 21:21:15.969690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ab88-4b57-4958-b008-7ead0897d738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.971219 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c3d8ab88-4b57-4958-b008-7ead0897d738 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cde9953b-f7d8-48b2-8d0d-c7cad681c3c4 HTTP/1.1" status: 204 len: 168 time: 0.5037565 Apr 18 21:21:15.979699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Attempting to bind port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:15.980193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Attempting to bind port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'add50bd0-25e9-49d1-b985-ed50cc9019ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:15.980540 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Attempting to bind port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 on network f5c91167-926c-4bbb-bc83-c1850048a2ee {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:16.017990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:21:16.018464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Checking segment: {'id': 'add50bd0-25e9-49d1-b985-ed50cc9019ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:16.019241 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:16.019646 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Bound using segment: {'id': 'add50bd0-25e9-49d1-b985-ed50cc9019ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:21:16.020613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Bound port: fc926ec4-5b19-422f-b0cf-b4bd41d41f56, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add50bd0-25e9-49d1-b985-ed50cc9019ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:16.020998 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:16.166970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] For port fc926ec4-5b19-422f-b0cf-b4bd41d41f56, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:16.173119 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] For port fc926ec4-5b19-422f-b0cf-b4bd41d41f56, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fc926ec4-5b19-422f-b0cf-b4bd41d41f56,segment=NetworkSegment(add50bd0-25e9-49d1-b985-ed50cc9019ce),segment_id=add50bd0-25e9-49d1-b985-ed50cc9019ce)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:16.214054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a402160-3fc6-471b-a480-90c6c5cd6b75 req-f6fa2272-651b-44c8-a1ce-092b4e7a5afb tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:16.215641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a402160-3fc6-471b-a480-90c6c5cd6b75 req-f6fa2272-651b-44c8-a1ce-092b4e7a5afb tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 945 time: 0.1712451 Apr 18 21:21:16.252966 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:16.302757 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a402160-3fc6-471b-a480-90c6c5cd6b75 req-06d1d35c-c6a2-4aeb-baca-f7f22576a706 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807598 Apr 18 21:21:16.384348 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Routers {'8d54533a-8db6-40e4-9087-a09e0b5a7316'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:16.384992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8d54533a-8db6-40e4-9087-a09e0b5a7316'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:16.627110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9070bd2-98fc-4314-b77b-64fe40733e47 req-7eab567f-0721-476c-898f-f26ae65d6aee tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 210 time: 0.1142490 Apr 18 21:21:16.665576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-a19c5cad-e156-4d2a-b6ca-051c5d6fa50a tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361178 Apr 18 21:21:16.688557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0379c-ed05-4671-ac6a-0074f4fd7ccc None None] Pushing event updated for resources: {'Port': ['ID=fc926ec4-5b19-422f-b0cf-b4bd41d41f56,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:16.754156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] Set router 8d54533a-8db6-40e4-9087-a09e0b5a7316 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:17.039671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-19c1beb9-d15f-498e-b19f-036205559285 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:17.041448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-19c1beb9-d15f-498e-b19f-036205559285 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3680301 Apr 18 21:21:17.064561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Request body: {'port': {'device_id': 'c75c435d-45a9-44ff-9813-373f95d57483', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'd8e4e52286864a5b935b9dddb7f895bd'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:17.234932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48756) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:17.424859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:17.442826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Usage tracker for resource:port and tenant:d8e4e52286864a5b935b9dddb7f895bd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:17.449548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Quota usage for port was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:17.466366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:17.489766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'name': 'tempest-TaggedBootDevicesTest_v242-2134551893-router', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:55Z', 'updated_at': '2022-04-18T21:21:07Z', 'revision_number': 4, 'project_id': '086530a275d9451b94e80bb299a2c305', 'gw_port': {'id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:58Z', 'updated_at': '2022-04-18T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fc926ec4-5b19-422f-b0cf-b4bd41d41f56', 'name': '', 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'mac_address': 'fa:16:3e:45:9c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6842caa-6ad9-457a-bedd-b2ec0540254f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:06Z', 'updated_at': '2022-04-18T21:21:16Z', 'revision_number': 4, 'project_id': '086530a275d9451b94e80bb299a2c305', 'subnets': [{'id': 'c6842caa-6ad9-457a-bedd-b2ec0540254f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:17.494084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86100896-61b5-4b97-8a52-f7737455b02d None None] The sync data for ids ['8d54533a-8db6-40e4-9087-a09e0b5a7316'] in n-d-836017-3 is: [{'id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'name': 'tempest-TaggedBootDevicesTest_v242-2134551893-router', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:55Z', 'updated_at': '2022-04-18T21:21:07Z', 'revision_number': 4, 'project_id': '086530a275d9451b94e80bb299a2c305', 'gw_port': {'id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:58Z', 'updated_at': '2022-04-18T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fc926ec4-5b19-422f-b0cf-b4bd41d41f56', 'name': '', 'network_id': 'f5c91167-926c-4bbb-bc83-c1850048a2ee', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'mac_address': 'fa:16:3e:45:9c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6842caa-6ad9-457a-bedd-b2ec0540254f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:06Z', 'updated_at': '2022-04-18T21:21:16Z', 'revision_number': 4, 'project_id': '086530a275d9451b94e80bb299a2c305', 'subnets': [{'id': 'c6842caa-6ad9-457a-bedd-b2ec0540254f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:21:17.573504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Made reservation on behalf of d8e4e52286864a5b935b9dddb7f895bd for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:17.579440 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:17.644592 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e69eaa75-80e4-45ef-adb4-9119d968cf8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=645741abbcab4c56bf0aa9aeab76d7f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4082596 Apr 18 21:21:17.647135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48770) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:17.806658 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16ea3425-5915-4231-b1f2-02284e81f615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:17.929611 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16ea3425-5915-4231-b1f2-02284e81f615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.180220 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16ea3425-5915-4231-b1f2-02284e81f615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.219412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Allocated IP 192.168.233.32 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/aed7a0fe-ae90-4d29-bf47-997be41a0c7f) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:18.230163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:21:18.239621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea3425-5915-4231-b1f2-02284e81f615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0294afb6-19ab-4be0-ba58-7ca5ca5647ba,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:18.380187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16ea3425-5915-4231-b1f2-02284e81f615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.385155 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-16ea3425-5915-4231-b1f2-02284e81f615 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0294afb6-19ab-4be0-ba58-7ca5ca5647ba HTTP/1.1" status: 204 len: 168 time: 0.7370162 Apr 18 21:21:18.433636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3baa7d18-7be4-49ee-bc98-9dc794683e1d req-b4270b59-50d9-49c0-9f48-a5d81d4ba7dc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 210 time: 0.1171362 Apr 18 21:21:18.527055 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.622420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:18.623072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48792) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:18.666422 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:18.736828 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.797216 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2c5518-1935-4fd6-bf76-0177b8d5f2e6'] response: {'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'code': 200} Apr 18 21:21:18.799646 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.824620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Transition to ACTIVE for port object aed7a0fe-ae90-4d29-bf47-997be41a0c7f will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:18.855795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:18.989293 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.002265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c', 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:21:19.035463 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a39857d0-cb79-4e90-86ac-4c71f8332ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.118168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['8398f652-d346-4174-b1e1-b16becbeeacc', '94f1045f-2bfd-4864-b969-62202d519c0e', '2ffdff45-cd95-4915-b4d1-18b605832e24'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:21:19.121655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a39857d0-cb79-4e90-86ac-4c71f8332ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:19.131139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a39857d0-cb79-4e90-86ac-4c71f8332ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:46aa2fba182f48458d534f3bda2fbff7 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:19.141454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a39857d0-cb79-4e90-86ac-4c71f8332ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:19.157406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a39857d0-cb79-4e90-86ac-4c71f8332ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:19.217983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fc926ec4-5b19-422f-b0cf-b4bd41d41f56 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:19.254123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event updated for resources: {'Port': ['ID=aed7a0fe-ae90-4d29-bf47-997be41a0c7f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:19.309681 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:19.316514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:19.340464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:19.380532 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a39857d0-cb79-4e90-86ac-4c71f8332ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.451241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a39857d0-cb79-4e90-86ac-4c71f8332ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.489540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:19.490625 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.576057 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a39857d0-cb79-4e90-86ac-4c71f8332ba5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46aa2fba182f48458d534f3bda2fbff7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9466221 Apr 18 21:21:19.580181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48820) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:19.650362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39857d0-cb79-4e90-86ac-4c71f8332ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39942872-62f6-4ba4-a319-443a1a934377,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:19.692023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-728327bb-d378-4439-b1e7-a30386da4d67 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6370957 Apr 18 21:21:19.737379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Request body: {'port': {'device_id': 'c75c435d-45a9-44ff-9813-373f95d57483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:19.907591 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-451d0100-ce0e-4aac-bf1f-936bb66502a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.922324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:19.948764 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-451d0100-ce0e-4aac-bf1f-936bb66502a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.952654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:19.953104 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.126153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b245-8126-4c9c-815f-23b519b91d92 req-d388f5b3-4db7-4e84-b674-e054d4c6d61e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:20.126985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4f45b245-8126-4c9c-815f-23b519b91d92 req-d388f5b3-4db7-4e84-b674-e054d4c6d61e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Synchronizing usage tracker for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:20.161956 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-451d0100-ce0e-4aac-bf1f-936bb66502a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.211247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d0100-ce0e-4aac-bf1f-936bb66502a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39942872-62f6-4ba4-a319-443a1a934377,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:20.215284 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.226490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3513bdd5-3387-4bfb-bc6a-cf2c6c65d321 None None] Provisioning for port aed7a0fe-ae90-4d29-bf47-997be41a0c7f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:20.266498 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-451d0100-ce0e-4aac-bf1f-936bb66502a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.267600 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-451d0100-ce0e-4aac-bf1f-936bb66502a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39942872-62f6-4ba4-a319-443a1a934377 HTTP/1.1" status: 204 len: 168 time: 0.6863463 Apr 18 21:21:20.302451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3513bdd5-3387-4bfb-bc6a-cf2c6c65d321 None None] Provisioning complete for port aed7a0fe-ae90-4d29-bf47-997be41a0c7f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:20.302827 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3513bdd5-3387-4bfb-bc6a-cf2c6c65d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.322314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4f45b245-8126-4c9c-815f-23b519b91d92 req-d388f5b3-4db7-4e84-b674-e054d4c6d61e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Unset dirty status for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:20.323523 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f45b245-8126-4c9c-815f-23b519b91d92 req-d388f5b3-4db7-4e84-b674-e054d4c6d61e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 935 time: 0.5080616 Apr 18 21:21:20.416497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f45b245-8126-4c9c-815f-23b519b91d92 req-bdfe25ef-924a-432a-8cf7-37647cbea6c2 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832984 Apr 18 21:21:20.510154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3513bdd5-3387-4bfb-bc6a-cf2c6c65d321 None None] Port aed7a0fe-ae90-4d29-bf47-997be41a0c7f cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:21:20.646321 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.766779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014b1eb-76c3-4099-ba58-5a2b984e21c3 req-4ba48942-7164-4619-9842-efb4d63f8f2b tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:20.779028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1014b1eb-76c3-4099-ba58-5a2b984e21c3 req-4ba48942-7164-4619-9842-efb4d63f8f2b tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 947 time: 0.2696841 Apr 18 21:21:20.802683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port fc926ec4-5b19-422f-b0cf-b4bd41d41f56, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fc926ec4-5b19-422f-b0cf-b4bd41d41f56,segment=NetworkSegment(add50bd0-25e9-49d1-b985-ed50cc9019ce),segment_id=add50bd0-25e9-49d1-b985-ed50cc9019ce)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:20.879455 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.966709 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1014b1eb-76c3-4099-ba58-5a2b984e21c3 req-dd5559dd-47ff-41d5-bcfc-9b82a42cf334 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866515 Apr 18 21:21:20.976277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed7a0fe-ae90-4d29-bf47-997be41a0c7f {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:21:20.983577 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.002670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Transition to ACTIVE for port object aed7a0fe-ae90-4d29-bf47-997be41a0c7f will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:21.089605 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.090930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48856) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:21.165193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=fc926ec4-5b19-422f-b0cf-b4bd41d41f56,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:21.262899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Pushing event updated for resources: {'Port': ['ID=aed7a0fe-ae90-4d29-bf47-997be41a0c7f,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:21.519335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Attempting to bind port aed7a0fe-ae90-4d29-bf47-997be41a0c7f on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:21.519692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Attempting to bind port aed7a0fe-ae90-4d29-bf47-997be41a0c7f by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:21.520252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Attempting to bind port aed7a0fe-ae90-4d29-bf47-997be41a0c7f on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:21.527340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Port aed7a0fe-ae90-4d29-bf47-997be41a0c7f on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:21:21.527660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Attempting to bind port aed7a0fe-ae90-4d29-bf47-997be41a0c7f on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:21.536077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:21:21.536409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:21.536816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:21:21.537221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Bound port: aed7a0fe-ae90-4d29-bf47-997be41a0c7f, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:21.537634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.639389 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1133879023'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:21.657628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:21.657861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48866) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:21.662874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Usage tracker for resource:network and tenant:54066dbfc11948999e8cacd4f813c2c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:21.668240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:21.676264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:21.739089 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4eb6b780-0586-4844-b8b4-2d8823e68f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.743131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Made reservation on behalf of 54066dbfc11948999e8cacd4f813c2c1 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:21.746234 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.761135 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.775643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] For port aed7a0fe-ae90-4d29-bf47-997be41a0c7f, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:21.780116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] For port aed7a0fe-ae90-4d29-bf47-997be41a0c7f, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=aed7a0fe-ae90-4d29-bf47-997be41a0c7f,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:21.795304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648415b-9388-4d04-ad3a-80b89d89fcd8 req-173bed93-4a8f-493d-b68b-8aecf753f928 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:21.796859 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4648415b-9388-4d04-ad3a-80b89d89fcd8 req-173bed93-4a8f-493d-b68b-8aecf753f928 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 947 time: 0.1925683 Apr 18 21:21:21.852280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:21.859717 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Usage tracker for resource:security_group_rule and tenant:54066dbfc11948999e8cacd4f813c2c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:21.861758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.867431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:21.892295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:21.925149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4eb6b780-0586-4844-b8b4-2d8823e68f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:21.941551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4eb6b780-0586-4844-b8b4-2d8823e68f45 admin admin] Usage tracker for resource:security_group_rule and tenant:f4ecff8dec344b369f32baa953d0f8dc is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:21.948369 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4648415b-9388-4d04-ad3a-80b89d89fcd8 req-cf9eee10-afff-4423-b4e9-2d44c95fc19e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448131 Apr 18 21:21:21.951399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4eb6b780-0586-4844-b8b4-2d8823e68f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:21.961298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.962690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] 10.222.0.26 "PUT /v2.0/ports/aed7a0fe-ae90-4d29-bf47-997be41a0c7f HTTP/1.1" status: 200 len: 1095 time: 2.2389719 Apr 18 21:21:21.969850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75c435d-45a9-44ff-9813-373f95d57483', 'tag': 'aed7a0fe-ae90-4d29-bf47-997be41a0c7f'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:21.993936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4eb6b780-0586-4844-b8b4-2d8823e68f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:22.009945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0768d2-f675-4ab5-8f1b-328f27292103 service neutron] Pushing event updated for resources: {'Port': ['ID=aed7a0fe-ae90-4d29-bf47-997be41a0c7f,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:22.090811 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7d3417-ea02-477f-9fe9-b94e159708ea'] response: {'name': 'network-changed', 'server_uuid': 'c75c435d-45a9-44ff-9813-373f95d57483', 'tag': 'aed7a0fe-ae90-4d29-bf47-997be41a0c7f', 'status': 'completed', 'code': 200} Apr 18 21:21:22.147860 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.214586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-d437d340-a489-4efd-b1e0-ee0e8c483704 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:22.229693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-d437d340-a489-4efd-b1e0-ee0e8c483704 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Synchronizing usage tracker for tenant:9fcc73c7f7d343179467f64a2ae7eb25 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:22.234075 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.245653 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4eb6b780-0586-4844-b8b4-2d8823e68f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.278766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:21:22.297816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c867c446-5e8d-45d4-805e-5f8466edfa8a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:22.300909 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.301833 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Added segment 53ab5e47-ac75-4bc9-9390-85f96d234340 of type vlan for network 16239557-bac5-43df-aa5b-b5531968ea49 Apr 18 21:21:22.330292 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3414e4f1-9ae9-43cb-9d35-8ac6b8b47292 req-ecb83dc2-01ea-4e51-9272-9b7ab633f357 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 1098 time: 0.2285724 Apr 18 21:21:22.343864 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4eb6b780-0586-4844-b8b4-2d8823e68f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.366333 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.393718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-d437d340-a489-4efd-b1e0-ee0e8c483704 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Unset dirty status for tenant:9fcc73c7f7d343179467f64a2ae7eb25 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:22.395301 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-d437d340-a489-4efd-b1e0-ee0e8c483704 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.59 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 947 time: 0.3000772 Apr 18 21:21:22.404993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3414e4f1-9ae9-43cb-9d35-8ac6b8b47292 req-945e8cb7-2dae-4449-a7f0-233993f14792 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656333 Apr 18 21:21:22.475805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Deleting port 3c753f4c-b947-4ccd-bbe8-327cd9626acd {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:22.476239 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.509836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6b780-0586-4844-b8b4-2d8823e68f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c711b32f-dd7b-4712-9ec6-017b206c5882,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:22.540181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4eb6b780-0586-4844-b8b4-2d8823e68f45 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4ecff8dec344b369f32baa953d0f8dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8512976 Apr 18 21:21:22.547920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48886) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:22.614078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.615660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41ed6-6618-404f-8c5f-74d15d2f69e1 req-f946856b-95ec-4f28-802e-368861ebcb63 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:22.618666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:22.622548 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.622702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adb41ed6-6618-404f-8c5f-74d15d2f69e1 req-f946856b-95ec-4f28-802e-368861ebcb63 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 947 time: 0.3632784 Apr 18 21:21:22.692202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414e4f1-9ae9-43cb-9d35-8ac6b8b47292 req-31276050-9f57-4a3d-a999-964f981592af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:22.693979 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3414e4f1-9ae9-43cb-9d35-8ac6b8b47292 req-31276050-9f57-4a3d-a999-964f981592af service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2775249 Apr 18 21:21:22.706348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48890) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:22.778115 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174d0d75-f25b-4fe2-8298-1f46a2873915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.818752 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adb41ed6-6618-404f-8c5f-74d15d2f69e1 req-248553c6-0348-4299-b1ab-347cdbf3eeac tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956420 Apr 18 21:21:22.858178 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174d0d75-f25b-4fe2-8298-1f46a2873915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.858411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Pushing event updated for resources: {'Network': ['ID=16239557-bac5-43df-aa5b-b5531968ea49,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:22.868880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-58897b75-8780-4443-9e12-52faae8318fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7738116 Apr 18 21:21:22.871888 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 16239557-bac5-43df-aa5b-b5531968ea49 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:21:22.876238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48898) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:22.884234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Request body: {'subnet': {'network_id': '16239557-bac5-43df-aa5b-b5531968ea49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:22.935636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-940495912', 'router:external': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:22.944769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:22.962603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Usage tracker for resource:network and tenant:29ddf01ce61345aba3cf251a93eb0f64 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:22.967083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:22.975204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:22.993571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-6663fc1e-26a7-4969-ad99-c1bd85b9295a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 1098 time: 0.2539661 Apr 18 21:21:23.076915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fc926ec4-5b19-422f-b0cf-b4bd41d41f56 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:23.142030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Made reservation on behalf of 29ddf01ce61345aba3cf251a93eb0f64 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:23.144632 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.173301 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174d0d75-f25b-4fe2-8298-1f46a2873915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.175629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:23.176247 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.217229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:23.220682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] For port 3c753f4c-b947-4ccd-bbe8-327cd9626acd, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3c753f4c-b947-4ccd-bbe8-327cd9626acd,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:23.221044 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.236154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Usage tracker for resource:subnet and tenant:54066dbfc11948999e8cacd4f813c2c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:23.240531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:23.260404 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.279635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-5f41c56f-34b6-43ba-b01d-c2110554c46d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=aed7a0fe-ae90-4d29-bf47-997be41a0c7f HTTP/1.1" status: 200 len: 217 time: 0.2780268 Apr 18 21:21:23.286883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d0d75-f25b-4fe2-8298-1f46a2873915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c711b32f-dd7b-4712-9ec6-017b206c5882,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:23.318515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:23.373088 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-174d0d75-f25b-4fe2-8298-1f46a2873915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.377071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-174d0d75-f25b-4fe2-8298-1f46a2873915 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c711b32f-dd7b-4712-9ec6-017b206c5882 HTTP/1.1" status: 204 len: 168 time: 0.8253810 Apr 18 21:21:23.443932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:23.454992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Usage tracker for resource:security_group_rule and tenant:29ddf01ce61345aba3cf251a93eb0f64 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:23.458751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-0d149a2e-de83-4d68-b4b1-e021f0296b81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:23.461507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-0d149a2e-de83-4d68-b4b1-e021f0296b81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1460021 Apr 18 21:21:23.463923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:23.465385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Made reservation on behalf of 54066dbfc11948999e8cacd4f813c2c1 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:23.479280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2db9d8-48aa-48b7-8c20-66ce4f32a374 req-94df76af-834a-42bb-a3e7-ba91cdacb1c6 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:23.480705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b2db9d8-48aa-48b7-8c20-66ce4f32a374 req-94df76af-834a-42bb-a3e7-ba91cdacb1c6 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 947 time: 0.3404822 Apr 18 21:21:23.481589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:23.624176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b2db9d8-48aa-48b7-8c20-66ce4f32a374 req-4fa83cb8-7633-4c52-99ad-fc14381ccac0 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093504 Apr 18 21:21:23.642831 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-9e4231e2-510d-41c7-8c57-8eac01ea70be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720297 Apr 18 21:21:23.672054 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.769658 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.785528 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.785914 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.786245 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Floating IP 01075770-f854-4849-a7c7-3b24987ffd7d disassociated. External IP: 172.25.3.83, port: 3c753f4c-b947-4ccd-bbe8-327cd9626acd. Apr 18 21:21:23.786568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Calling delete_port for 3c753f4c-b947-4ccd-bbe8-327cd9626acd owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:23.850335 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.885909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-b0767e74-a90a-41ce-a957-0691a31cd28b service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344735 Apr 18 21:21:23.903576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:21:23.929579 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.934108 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Added segment 7c8aa9cf-3461-4d8a-96cf-d75126323caf of type vlan for network 0024e7cb-9bdf-464b-a9fd-0a291ec5eaea Apr 18 21:21:23.990307 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:21:24.052002 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:24.085912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:24.144340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event deleted for resources: {'Port': ['ID=3c753f4c-b947-4ccd-bbe8-327cd9626acd,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:24.149570 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:24.152728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faceac1-5b0f-4abb-b73c-26ce14cab9b1,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:24.258742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:21:24.283684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-864983d9-b711-4203-a80d-f2b0e91e58a0 req-e7a3ac85-c32c-41af-b72e-c649f93c1a2f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 210 time: 0.2279572 Apr 18 21:21:24.330760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Pushing event updated for resources: {'Subnet': ['ID=708813c4-f238-4d72-84cf-e05bad029f5c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:24.431331 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b992a1bd-0762-4a34-a88c-f13cd11b6168 req-b4a32ec2-9d80-400d-94e7-58042511fea2 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068546 Apr 18 21:21:24.436337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Checking segment: {'id': '53ab5e47-ac75-4bc9-9390-85f96d234340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '16239557-bac5-43df-aa5b-b5531968ea49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:24.438735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Network hostable DHCP agents. Network: 16239557-bac5-43df-aa5b-b5531968ea49, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:21:24.449707 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:24.450574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:24.451155 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:24.548843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:24.552068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Router 12336b33-83c8-4ffe-a0c3-db24bde103e8 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:21:24.574281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'port_id': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'mac_address': 'fa:16:3e:72:e4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:21:24.653298 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:24.729011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa8a486-71af-4f45-b071-b3673a3e1a54 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:21:24.741363 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-727af701-8422-48d1-b50f-80cccff6aed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:24.746973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Network 16239557-bac5-43df-aa5b-b5531968ea49 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:21:24.758565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event updated for resources: {'Network': ['ID=0024e7cb-9bdf-464b-a9fd-0a291ec5eaea,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:24.776486 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 0024e7cb-9bdf-464b-a9fd-0a291ec5eaea details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:21:24.820609 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:24.830677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-14c68350-2dce-468c-822e-dc21050c405c tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1230915 Apr 18 21:21:24.833309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48934) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:24.846302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Request body: {'subnet': {'network_id': '0024e7cb-9bdf-464b-a9fd-0a291ec5eaea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:24.860432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:24.873115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 16239557-bac5-43df-aa5b-b5531968ea49) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:24.880877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:24.881655 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:24.904549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd8993-9247-40d3-aa62-0090612061e4 None None] Network 16239557-bac5-43df-aa5b-b5531968ea49 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:21:24.918769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Usage tracker for resource:subnet and tenant:29ddf01ce61345aba3cf251a93eb0f64 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:24.931305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:24.942560 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:24.949429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:24.998288 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9626dc05-5d6e-4cf7-abd6-e8a5f19fd564 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1209857 Apr 18 21:21:25.002022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48938) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:25.011414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Request body: {'port': {'network_id': '16239557-bac5-43df-aa5b-b5531968ea49', 'name': 'tempest-TagsExtTest-654037499'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:25.060056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc813791-5ecb-40da-8dd7-1d01235d31af req-4184ed2f-5e1d-4bd1-8070-37a35b075111 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:25.068687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc813791-5ecb-40da-8dd7-1d01235d31af req-4184ed2f-5e1d-4bd1-8070-37a35b075111 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 947 time: 0.1515739 Apr 18 21:21:25.108075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Made reservation on behalf of 29ddf01ce61345aba3cf251a93eb0f64 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:25.111341 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:25.170379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:25.186475 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc813791-5ecb-40da-8dd7-1d01235d31af req-e8c1a4b6-a61b-4288-93b6-ba25821feab6 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145353 Apr 18 21:21:25.223886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['9fa8a486-71af-4f45-b071-b3673a3e1a54'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:21:25.413955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-16239557-bac5-43df-aa5b-b5531968ea49', 'network_id': '16239557-bac5-43df-aa5b-b5531968ea49', 'tenant_id': '54066dbfc11948999e8cacd4f813c2c1', 'fixed_ips': [{'subnet_id': '708813c4-f238-4d72-84cf-e05bad029f5c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:21:25.417518 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:25.428100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:25.432103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Usage tracker for resource:port and tenant:54066dbfc11948999e8cacd4f813c2c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:25.435342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:25.442810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:25.591636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-502c2c5d-c0d2-4fd2-8ea6-ee9e124c7903 req-99500a21-863e-4235-a490-5a3ac946705e tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 210 time: 0.0752811 Apr 18 21:21:25.672301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:25.683541 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b109e52-a648-4d67-ba65-0e85ce182730 None None] Sync routers for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:21:25.701605 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b109e52-a648-4d67-ba65-0e85ce182730 None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:25.708909 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0b109e52-a648-4d67-ba65-0e85ce182730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:25.752404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] No DVR routers for this DVR port 3c753f4c-b947-4ccd-bbe8-327cd9626acd on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:25.776101 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:25.785801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'name': 'network-vif-deleted', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:25.795764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Made reservation on behalf of 54066dbfc11948999e8cacd4f813c2c1 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:25.799397 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:25.808032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Allocated IP 172.20.0.2 (16239557-bac5-43df-aa5b-b5531968ea49/708813c4-f238-4d72-84cf-e05bad029f5c/b47abed5-1c50-48f5-8d38-ecbfa383635d) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:25.811213 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9be2cd59-d888-4268-a133-7bcd35d7a324 req-f6c32ed1-399f-48b8-b8bc-e1dab13185e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.59 "DELETE /v2.0/ports/3c753f4c-b947-4ccd-bbe8-327cd9626acd HTTP/1.1" status: 204 len: 173 time: 3.4075677 Apr 18 21:21:25.889417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] device_id is not set on port fe1f95b4-1839-4028-907c-39e44731b741 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:21:25.936202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3c753f4c-b947-4ccd-bbe8-327cd9626acd no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:21:26.002364 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-0b109e52-a648-4d67-ba65-0e85ce182730 None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:26.023126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 3c753f4c-b947-4ccd-bbe8-327cd9626acd {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:21:26.023469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3c753f4c-b947-4ccd-bbe8-327cd9626acd not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:21:26.027316 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabfa7c9-7180-49e6-b5b9-4e3f4737092a'] response: {'server_uuid': '135adc02-fcde-4965-950c-b36493bf3bed', 'name': 'network-vif-deleted', 'tag': '3c753f4c-b947-4ccd-bbe8-327cd9626acd', 'status': 'completed', 'code': 200} Apr 18 21:21:26.139627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.objects.ports [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85049) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:21:26.139950 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:26.244900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cb0a1eae-8957-4f2d-82b1-ba666e04f2f0,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:26.261981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Checking segment: {'id': '7c8aa9cf-3461-4d8a-96cf-d75126323caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0024e7cb-9bdf-464b-a9fd-0a291ec5eaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:26.262438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Network hostable DHCP agents. Network: 0024e7cb-9bdf-464b-a9fd-0a291ec5eaea, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:21:26.325320 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:26.339525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Transition to ACTIVE for port object b47abed5-1c50-48f5-8d38-ecbfa383635d will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:26.366256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Transition to ACTIVE for port object b47abed5-1c50-48f5-8d38-ecbfa383635d will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:26.382984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Network 0024e7cb-9bdf-464b-a9fd-0a291ec5eaea is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:21:26.436459 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:26.541195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 0024e7cb-9bdf-464b-a9fd-0a291ec5eaea) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:26.552916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:26.553793 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:26.570586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da090d36-800c-49cb-a0ed-3b68c02db286 req-6a7e218d-95c2-4284-a0ee-e75fa7efcebf tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:26.574999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da090d36-800c-49cb-a0ed-3b68c02db286 req-6a7e218d-95c2-4284-a0ee-e75fa7efcebf tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 947 time: 0.1459682 Apr 18 21:21:26.608056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033bc2db-2333-4a96-aa8b-88defc941bad None None] Network 0024e7cb-9bdf-464b-a9fd-0a291ec5eaea requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:21:26.615449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Allocated IP 172.20.0.10 (16239557-bac5-43df-aa5b-b5531968ea49/708813c4-f238-4d72-84cf-e05bad029f5c/fe1f95b4-1839-4028-907c-39e44731b741) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:26.685770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da090d36-800c-49cb-a0ed-3b68c02db286 req-6b1078d6-20bb-4019-b693-74ea31d2d912 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037505 Apr 18 21:21:26.758272 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0b109e52-a648-4d67-ba65-0e85ce182730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:47Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:26.765946 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b109e52-a648-4d67-ba65-0e85ce182730 None None] Checking router: 12336b33-83c8-4ffe-a0c3-db24bde103e8 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:21:26.792229 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b109e52-a648-4d67-ba65-0e85ce182730 None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:26.792983 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0b109e52-a648-4d67-ba65-0e85ce182730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:20:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:26.849917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Network 16239557-bac5-43df-aa5b-b5531968ea49 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:26.880988 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:26.895811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:26.916363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Pushing event updated for resources: {'Port': ['ID=b47abed5-1c50-48f5-8d38-ecbfa383635d,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:27.000212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d872951-6d25-4394-9546-227fe4751523 req-c770f2cd-afac-4ba0-89e7-99c0c91d1474 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=135adc02-fcde-4965-950c-b36493bf3bed HTTP/1.1" status: 200 len: 210 time: 0.1106181 Apr 18 21:21:27.001287 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6d43d055-d08e-4d47-933e-a28c1cfbfef8 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1677625 Apr 18 21:21:27.006366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48974) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:27.018869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1781938619', 'network_id': '0024e7cb-9bdf-464b-a9fd-0a291ec5eaea'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:27.032254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:27.041222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Usage tracker for resource:port and tenant:29ddf01ce61345aba3cf251a93eb0f64 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:27.050918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:27.062582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:27.156664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Made reservation on behalf of 29ddf01ce61345aba3cf251a93eb0f64 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:27.157223 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.161902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Attempting to bind port b47abed5-1c50-48f5-8d38-ecbfa383635d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:27.162525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Attempting to bind port b47abed5-1c50-48f5-8d38-ecbfa383635d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '53ab5e47-ac75-4bc9-9390-85f96d234340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '16239557-bac5-43df-aa5b-b5531968ea49'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:27.163050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Attempting to bind port b47abed5-1c50-48f5-8d38-ecbfa383635d on network 16239557-bac5-43df-aa5b-b5531968ea49 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:27.184633 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-0b109e52-a648-4d67-ba65-0e85ce182730 None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:27.200940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] device_id is not set on port ffc6cf3c-77c7-4d18-a350-bf7491d2f366 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:21:27.220832 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.262433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Transition to ACTIVE for port object fe1f95b4-1839-4028-907c-39e44731b741 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:27.265101 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4b06830b-dbe1-4dfc-ad4e-0e0a9d9ae286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.270485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:21:27.271259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Checking segment: {'id': '53ab5e47-ac75-4bc9-9390-85f96d234340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '16239557-bac5-43df-aa5b-b5531968ea49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:27.272947 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.273540 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Bound using segment: {'id': '53ab5e47-ac75-4bc9-9390-85f96d234340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '16239557-bac5-43df-aa5b-b5531968ea49'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:21:27.275123 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Bound port: b47abed5-1c50-48f5-8d38-ecbfa383635d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ab5e47-ac75-4bc9-9390-85f96d234340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '16239557-bac5-43df-aa5b-b5531968ea49'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:27.277149 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.417758 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.439206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978216b9-75f5-406d-83a4-cbeeb6e8ab62 None None] Network 0024e7cb-9bdf-464b-a9fd-0a291ec5eaea requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:21:27.455470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Allocated IP 172.20.0.7 (0024e7cb-9bdf-464b-a9fd-0a291ec5eaea/cb0a1eae-8957-4f2d-82b1-ba666e04f2f0/ffc6cf3c-77c7-4d18-a350-bf7491d2f366) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:27.523728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Network 16239557-bac5-43df-aa5b-b5531968ea49 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:27.526960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:27.529758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:27.586110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Pushing event updated for resources: {'Port': ['ID=fe1f95b4-1839-4028-907c-39e44731b741,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:27.635422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:27.635674 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.676489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] For port b47abed5-1c50-48f5-8d38-ecbfa383635d, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:27.691858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] For port b47abed5-1c50-48f5-8d38-ecbfa383635d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b47abed5-1c50-48f5-8d38-ecbfa383635d,segment=NetworkSegment(53ab5e47-ac75-4bc9-9390-85f96d234340),segment_id=53ab5e47-ac75-4bc9-9390-85f96d234340)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:27.738059 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9e11377b-3ee6-4739-b94b-6b3c6cf6d1ee tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7349830 Apr 18 21:21:27.740550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48986) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:27.746146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2a1a78ae-0dd3-498d-9da5-94d3829110c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1956323333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:27.753585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2a1a78ae-0dd3-498d-9da5-94d3829110c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:27.758204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2a1a78ae-0dd3-498d-9da5-94d3829110c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Usage tracker for resource:router and tenant:54066dbfc11948999e8cacd4f813c2c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:27.763015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2a1a78ae-0dd3-498d-9da5-94d3829110c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:27.780427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2a1a78ae-0dd3-498d-9da5-94d3829110c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:27.783160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.809216 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.878466 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a1a78ae-0dd3-498d-9da5-94d3829110c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.880215 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a1a78ae-0dd3-498d-9da5-94d3829110c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.883835 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0b109e52-a648-4d67-ba65-0e85ce182730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:47Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:27.899926 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b109e52-a648-4d67-ba65-0e85ce182730 None None] The sync data for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 is: [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:47Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:21:27.925993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a1a78ae-0dd3-498d-9da5-94d3829110c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.949297 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.045803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9d117-8131-46d8-9078-f4dd9d68af5a None None] Pushing event updated for resources: {'Port': ['ID=b47abed5-1c50-48f5-8d38-ecbfa383635d,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:28.101195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a1a78ae-0dd3-498d-9da5-94d3829110c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.130418 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.159569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Network 0024e7cb-9bdf-464b-a9fd-0a291ec5eaea is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:28.160961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:28.163531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:28.216924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event updated for resources: {'Port': ['ID=ffc6cf3c-77c7-4d18-a350-bf7491d2f366,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:28.240688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a1a78ae-0dd3-498d-9da5-94d3829110c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.245611 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2a1a78ae-0dd3-498d-9da5-94d3829110c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5039980 Apr 18 21:21:28.247975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49004) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:28.256864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-687fbd2e-1e78-4d42-8a6e-948f778f8332 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1639659938', 'prefixes': ['172.20.0.0/16']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:28.277866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:28.278636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-687fbd2e-1e78-4d42-8a6e-948f778f8332 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:28.339689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:28.339887 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.369164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49010) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:28.382618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce82b50-1b63-4ad4-8cd9-6217ca26e1eb req-1c5c4b1d-a9bd-44f3-bfd0-00cb549105b1 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:28.384204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ce82b50-1b63-4ad4-8cd9-6217ca26e1eb req-1c5c4b1d-a9bd-44f3-bfd0-00cb549105b1 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 947 time: 0.3664916 Apr 18 21:21:28.417671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 9fa8a486-71af-4f45-b071-b3673a3e1a54 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:28.418177 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.492802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f909a6f-f3f9-4f08-9ac4-73f1b132e3f9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.531251 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f909a6f-f3f9-4f08-9ac4-73f1b132e3f9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.554873 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.574037 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.617208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ce82b50-1b63-4ad4-8cd9-6217ca26e1eb req-51e9ab8c-cc92-4b82-9337-ad59416714d8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197025 Apr 18 21:21:28.625939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:28.640936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:28.665446 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c7169b1d-a420-40e4-8783-e2a75a04839a tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6580162 Apr 18 21:21:28.676751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49018) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:28.724109 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6be774b-344d-4dfd-b009-ca9d76860d5c'] response: {'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'code': 200} Apr 18 21:21:28.743108 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.743254 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f909a6f-f3f9-4f08-9ac4-73f1b132e3f9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.745538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f909a6f-f3f9-4f08-9ac4-73f1b132e3f9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.747536 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2f909a6f-f3f9-4f08-9ac4-73f1b132e3f9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "DELETE /v2.0/security-groups/65627502-f21f-4d4c-b9a1-ac8ec52ab9c8 HTTP/1.1" status: 204 len: 168 time: 0.3751245 Apr 18 21:21:28.752749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49024) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:28.770815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f909a6f-f3f9-4f08-9ac4-73f1b132e3f9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65627502-f21f-4d4c-b9a1-ac8ec52ab9c8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:28.780254 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-687fbd2e-1e78-4d42-8a6e-948f778f8332 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks [] for subnetpool, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.783824 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-687fbd2e-1e78-4d42-8a6e-948f778f8332 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5333912 Apr 18 21:21:28.786168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49028) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:28.793814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-d6abf94d-338f-4d01-900d-f127f8c2e3da tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c', 'tempest-TagsExtTest-Tag-1033395117') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:28.794409 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-0b631866-4e49-4289-ac7c-3792ec5615aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] show failed (client error): The resource could not be found. Apr 18 21:21:28.795540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0b631866-4e49-4289-ac7c-3792ec5615aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups/65627502-f21f-4d4c-b9a1-ac8ec52ab9c8 HTTP/1.1" status: 404 len: 347 time: 0.0414598 Apr 18 21:21:28.799827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49032) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:28.843406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=10']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:28.904977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-71fe341f-42ce-44b7-bd75-ecc7f93df454 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Deleting port ffc6cf3c-77c7-4d18-a350-bf7491d2f366 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:28.905596 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-71fe341f-42ce-44b7-bd75-ecc7f93df454 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:29.045525 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d6abf94d-338f-4d01-900d-f127f8c2e3da tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "PUT /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags/tempest-TagsExtTest-Tag-1033395117 HTTP/1.1" status: 201 len: 201 time: 0.2581320 Apr 18 21:21:29.048171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49040) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:29.055100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-24c3b347-8a82-47ed-867c-19c7f9ace5bd tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741', 'tempest-TagsExtTest-Tag-2034991259') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:29.057612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ec32c1aa-dd5e-4370-a32e-f2a0c80950b7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Deleting port 62505ff4-3af5-43a2-bd66-9ebd06f111d7 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:29.057959 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec32c1aa-dd5e-4370-a32e-f2a0c80950b7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:29.182669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b47abed5-1c50-48f5-8d38-ecbfa383635d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:29.435152 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-24c3b347-8a82-47ed-867c-19c7f9ace5bd tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "PUT /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags/tempest-TagsExtTest-Tag-2034991259 HTTP/1.1" status: 201 len: 201 time: 0.3855484 Apr 18 21:21:29.438233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49052) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:29.445769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-780a8b77-89f1-460a-8b8a-97faf745bad4 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb', 'tempest-TagsExtTest-Tag-1942517230') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:29.462512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b47abed5-1c50-48f5-8d38-ecbfa383635d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:29.717277 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302b498c-3a6b-422a-859b-9b75346da304 None None] Network 16239557-bac5-43df-aa5b-b5531968ea49 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:21:29.895649 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-780a8b77-89f1-460a-8b8a-97faf745bad4 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "PUT /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags/tempest-TagsExtTest-Tag-1942517230 HTTP/1.1" status: 201 len: 201 time: 0.4563372 Apr 18 21:21:29.897317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49066) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:29.903672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-c4ce8bf0-3cb9-4387-a942-96da8801c665 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701', 'tempest-TagsExtTest-Tag-591502973') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:29.916317 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-71fe341f-42ce-44b7-bd75-ecc7f93df454 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:30.211319 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec32c1aa-dd5e-4370-a32e-f2a0c80950b7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:30.211699 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec32c1aa-dd5e-4370-a32e-f2a0c80950b7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:30.255075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-71fe341f-42ce-44b7-bd75-ecc7f93df454 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Calling delete_port for ffc6cf3c-77c7-4d18-a350-bf7491d2f366 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:30.398723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device aed7a0fe-ae90-4d29-bf47-997be41a0c7f details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:21:30.437992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ec32c1aa-dd5e-4370-a32e-f2a0c80950b7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Calling delete_port for 62505ff4-3af5-43a2-bd66-9ebd06f111d7 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:30.453529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port aed7a0fe-ae90-4d29-bf47-997be41a0c7f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=aed7a0fe-ae90-4d29-bf47-997be41a0c7f,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:30.490654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7cca60f1-d913-48b3-a81b-aeb94ce62d1e None None] Provisioning for port b47abed5-1c50-48f5-8d38-ecbfa383635d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:30.490654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7cca60f1-d913-48b3-a81b-aeb94ce62d1e None None] Provisioning complete for port b47abed5-1c50-48f5-8d38-ecbfa383635d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:30.490654 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7cca60f1-d913-48b3-a81b-aeb94ce62d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:30.511721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'aed7a0fe-ae90-4d29-bf47-997be41a0c7f', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'aed7a0fe-ae90-4d29-bf47-997be41a0c7f', 'mac_address': 'fa:16:3e:dd:6c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:21:30.536612 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c4ce8bf0-3cb9-4387-a942-96da8801c665 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "PUT /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags/tempest-TagsExtTest-Tag-591502973 HTTP/1.1" status: 201 len: 201 time: 0.6377347 Apr 18 21:21:30.573027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e0691-2a6d-498d-b4e3-f694a45ceb6d req-dd24c31b-81f9-44a8-bd33-784e4d4ca773 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:30.573027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f46e0691-2a6d-498d-b4e3-f694a45ceb6d req-dd24c31b-81f9-44a8-bd33-784e4d4ca773 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 947 time: 0.7114136 Apr 18 21:21:30.575241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49086) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:30.593164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-98af107a-f700-40a3-8fc3-fcadd2c5f439 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:30.606137 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:30.668524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed7a0fe-ae90-4d29-bf47-997be41a0c7f {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:21:30.712516 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port aed7a0fe-ae90-4d29-bf47-997be41a0c7f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=aed7a0fe-ae90-4d29-bf47-997be41a0c7f,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:30.752827 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f46e0691-2a6d-498d-b4e3-f694a45ceb6d req-e398b784-04fc-4c9d-9677-f2df8365b54c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790314 Apr 18 21:21:30.787180 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7cca60f1-d913-48b3-a81b-aeb94ce62d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:30.812275 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-98af107a-f700-40a3-8fc3-fcadd2c5f439 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags HTTP/1.1" status: 200 len: 241 time: 0.2357111 Apr 18 21:21:30.815416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49096) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:30.834534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-39049b10-a8a9-49bc-855e-ededf7da1ada tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c', 'tempest-TagsExtTest-Tag-1033395117') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:30.869733 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7cca60f1-d913-48b3-a81b-aeb94ce62d1e None None] For port b47abed5-1c50-48f5-8d38-ecbfa383635d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b47abed5-1c50-48f5-8d38-ecbfa383635d,segment=NetworkSegment(53ab5e47-ac75-4bc9-9390-85f96d234340),segment_id=53ab5e47-ac75-4bc9-9390-85f96d234340)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:31.067444 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-39049b10-a8a9-49bc-855e-ededf7da1ada tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags/tempest-TagsExtTest-Tag-1033395117 HTTP/1.1" status: 204 len: 168 time: 0.2466881 Apr 18 21:21:31.068228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49100) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:31.075677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-f0c784f8-5be4-4517-bf93-c657d86d8d55 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c', 'tempest-TagsExtTest-Tag-1033395117') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:31.181688 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:31.264042 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-71fe341f-42ce-44b7-bd75-ecc7f93df454 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:31.271807 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec32c1aa-dd5e-4370-a32e-f2a0c80950b7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:31.401076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=aed7a0fe-ae90-4d29-bf47-997be41a0c7f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:31.409346 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7cca60f1-d913-48b3-a81b-aeb94ce62d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:31.412614 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:31.424717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:31.425201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:31.425589 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:31.425929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:31.426264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:31.426593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:31.426919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:31.427244 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:31.427568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:31.427888 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:31.428208 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:31.482995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32c1aa-dd5e-4370-a32e-f2a0c80950b7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event deleted for resources: {'Port': ['ID=62505ff4-3af5-43a2-bd66-9ebd06f111d7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:31.612762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe341f-42ce-44b7-bd75-ecc7f93df454 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffc6cf3c-77c7-4d18-a350-bf7491d2f366,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:31.615438 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-71fe341f-42ce-44b7-bd75-ecc7f93df454 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:31.625656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca60f1-d913-48b3-a81b-aeb94ce62d1e None None] Pushing event updated for resources: {'Port': ['ID=b47abed5-1c50-48f5-8d38-ecbfa383635d,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:31.661794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f0c784f8-5be4-4517-bf93-c657d86d8d55 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags/tempest-TagsExtTest-Tag-1033395117 HTTP/1.1" status: 204 len: 168 time: 0.5901637 Apr 18 21:21:31.662380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49112) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:31.669092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-8f4d985a-8aa4-484b-acbe-4bf997634f62 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:31.700939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4928a078-8edb-4eb8-980f-83e419bb31c1 None None] Provisioning for port fe1f95b4-1839-4028-907c-39e44731b741 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:31.709116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4928a078-8edb-4eb8-980f-83e419bb31c1 None None] Provisioning complete for port fe1f95b4-1839-4028-907c-39e44731b741 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:31.711858 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4928a078-8edb-4eb8-980f-83e419bb31c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:31.782227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['aed7a0fe-ae90-4d29-bf47-997be41a0c7f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:21:31.805664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec32c1aa-dd5e-4370-a32e-f2a0c80950b7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:31.810346 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec32c1aa-dd5e-4370-a32e-f2a0c80950b7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:31.810346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ec32c1aa-dd5e-4370-a32e-f2a0c80950b7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "DELETE /v2.0/floatingips/01075770-f854-4849-a7c7-3b24987ffd7d HTTP/1.1" status: 204 len: 168 time: 3.0083020 Apr 18 21:21:31.825305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-71fe341f-42ce-44b7-bd75-ecc7f93df454 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "DELETE /v2.0/ports/ffc6cf3c-77c7-4d18-a350-bf7491d2f366 HTTP/1.1" status: 204 len: 168 time: 3.1454468 Apr 18 21:21:31.829860 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8f4d985a-8aa4-484b-acbe-4bf997634f62 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags HTTP/1.1" status: 200 len: 205 time: 0.1663349 Apr 18 21:21:31.830360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49120) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:31.839408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49124) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:31.848412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-51c713d5-96e8-430a-b74f-e43cc5e486cd tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:31.860767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0024e7cb-9bdf-464b-a9fd-0a291ec5eaea', 'external_fixed_ips': [{'subnet_id': 'cb0a1eae-8957-4f2d-82b1-ba666e04f2f0', 'ip_address': '172.20.0.7'}]}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:31.873948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:31.881504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Usage tracker for resource:router and tenant:29ddf01ce61345aba3cf251a93eb0f64 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:31.885091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:31.896136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:31.917764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d584c75-7760-4c1f-826b-55d70580cd07 req-295b7137-c466-4493-8f81-129e7feeb115 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:31.926132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d584c75-7760-4c1f-826b-55d70580cd07 req-295b7137-c466-4493-8f81-129e7feeb115 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 945 time: 0.1974735 Apr 18 21:21:32.060026 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d584c75-7760-4c1f-826b-55d70580cd07 req-59d4a0d0-4afd-4294-b17e-682e9e9f33bb tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325912 Apr 18 21:21:32.064913 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:32.066691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4928a078-8edb-4eb8-980f-83e419bb31c1 None None] Port fe1f95b4-1839-4028-907c-39e44731b741 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:21:32.068443 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:32.232340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4928a078-8edb-4eb8-980f-83e419bb31c1 None None] Provisioning complete for port b47abed5-1c50-48f5-8d38-ecbfa383635d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:32.244057 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4928a078-8edb-4eb8-980f-83e419bb31c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:32.272513 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:32.348720 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-51c713d5-96e8-430a-b74f-e43cc5e486cd tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags HTTP/1.1" status: 200 len: 241 time: 0.5075016 Apr 18 21:21:32.351764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49134) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:32.363266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9126d88-0fbf-4a72-a660-ab690e6c83e6 req-a975aa7a-d929-4568-8e1e-d38d9f3480f5 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:32.367829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e9126d88-0fbf-4a72-a660-ab690e6c83e6 req-a975aa7a-d929-4568-8e1e-d38d9f3480f5 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 948 time: 0.2718871 Apr 18 21:21:32.379925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-0a27e204-6d6f-456c-957e-ab3b8b35edf3 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741', 'tempest-TagsExtTest-Tag-2034991259') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:32.525404 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0a27e204-6d6f-456c-957e-ab3b8b35edf3 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags/tempest-TagsExtTest-Tag-2034991259 HTTP/1.1" status: 204 len: 168 time: 0.1724081 Apr 18 21:21:32.528447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49140) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:32.542550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-eec334de-2b15-4af8-9896-1275057838ca tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741', 'tempest-TagsExtTest-Tag-2034991259') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:32.642379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49146) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:32.732811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49148) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:32.746472 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1532760509', 'description': 'tempest-description--1786999591'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:32.751819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:32.781453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:32.797670 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-eec334de-2b15-4af8-9896-1275057838ca tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags/tempest-TagsExtTest-Tag-2034991259 HTTP/1.1" status: 204 len: 168 time: 0.2681963 Apr 18 21:21:32.800485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49154) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:32.816624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-c199bdb3-fcbe-498d-ae96-172a15d95877 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:32.870404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:32.914639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:32.918914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Usage tracker for resource:security_group_rule and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:32.922566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:32.928949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:32.969229 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e9126d88-0fbf-4a72-a660-ab690e6c83e6 req-a0f6cf79-d3dd-47a4-bf34-c40db04c37ce tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941634 Apr 18 21:21:32.982732 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:33.024568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:33.040343 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c199bdb3-fcbe-498d-ae96-172a15d95877 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags HTTP/1.1" status: 200 len: 205 time: 0.2292035 Apr 18 21:21:33.043251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49162) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:33.054850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-a2e9a6f5-acd1-4e40-bc3f-c55bc0070c69 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:33.156410 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:33.162186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b47abed5-1c50-48f5-8d38-ecbfa383635d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:33.246414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb33883-4c94-4278-afe7-09d063cc1623,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:33.410043 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-647c0b52-6dcc-42a2-8053-7237a1d29dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:33.428217 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a2e9a6f5-acd1-4e40-bc3f-c55bc0070c69 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags HTTP/1.1" status: 200 len: 241 time: 0.3831809 Apr 18 21:21:33.435327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49170) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:33.449447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-42e6d05a-b7ee-416c-b84b-7f1bb88417c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb', 'tempest-TagsExtTest-Tag-1942517230') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:33.484768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b47abed5-1c50-48f5-8d38-ecbfa383635d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:33.485541 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:33.529706 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:33.531743 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8fb1e46b-cc01-446f-92fe-1b62b352d4c9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7979360 Apr 18 21:21:33.543465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49176) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:33.552248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e8ea3c52-b966-4e56-be5b-5a2970de0bb5 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Request body: {'security_group_rule': {'security_group_id': '3fb33883-4c94-4278-afe7-09d063cc1623', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:33.558757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-647c0b52-6dcc-42a2-8053-7237a1d29dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:33.578905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-647c0b52-6dcc-42a2-8053-7237a1d29dca admin admin] Usage tracker for resource:security_group_rule and tenant:51a83971da4a4e608fac4e31469ed63f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:33.587615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-647c0b52-6dcc-42a2-8053-7237a1d29dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:33.602213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-647c0b52-6dcc-42a2-8053-7237a1d29dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:33.610459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca4f085-a77b-4583-b6bb-a2b325dfbac2 None None] New status for floating IP 01075770-f854-4849-a7c7-3b24987ffd7d: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:21:33.631933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e8ea3c52-b966-4e56-be5b-5a2970de0bb5 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:33.644731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e8ea3c52-b966-4e56-be5b-5a2970de0bb5 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Usage tracker for resource:security_group_rule and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:33.646728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e8ea3c52-b966-4e56-be5b-5a2970de0bb5 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:33.655144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e8ea3c52-b966-4e56-be5b-5a2970de0bb5 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:33.678390 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-42e6d05a-b7ee-416c-b84b-7f1bb88417c2 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags/tempest-TagsExtTest-Tag-1942517230 HTTP/1.1" status: 204 len: 168 time: 0.2397995 Apr 18 21:21:33.679052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49180) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:33.685059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-1c2ed00d-42e2-49c0-8191-07a04c590a74 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb', 'tempest-TagsExtTest-Tag-1942517230') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:33.693347 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:33.739151 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:33.768730 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:33.919124 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8ea3c52-b966-4e56-be5b-5a2970de0bb5 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.025067 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-647c0b52-6dcc-42a2-8053-7237a1d29dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.069575 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8ea3c52-b966-4e56-be5b-5a2970de0bb5 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.169497 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1c2ed00d-42e2-49c0-8191-07a04c590a74 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags/tempest-TagsExtTest-Tag-1942517230 HTTP/1.1" status: 204 len: 168 time: 0.4892697 Apr 18 21:21:34.170557 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8ea3c52-b966-4e56-be5b-5a2970de0bb5 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.179944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49194) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:34.190943 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-647c0b52-6dcc-42a2-8053-7237a1d29dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.234889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c0b52-6dcc-42a2-8053-7237a1d29dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3464dce4-1400-4e60-9ba3-1f3da8720e0f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:34.266252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea3c52-b966-4e56-be5b-5a2970de0bb5 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06059d52-01f9-44e9-b71a-8b53d980b4a9,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:34.282364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-820e865c-9062-436f-a23f-a7a1a7af02f1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:34.322890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device aed7a0fe-ae90-4d29-bf47-997be41a0c7f up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:34.377348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-647c0b52-6dcc-42a2-8053-7237a1d29dca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51a83971da4a4e608fac4e31469ed63f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4569387 Apr 18 21:21:34.379565 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8ea3c52-b966-4e56-be5b-5a2970de0bb5 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.381361 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e8ea3c52-b966-4e56-be5b-5a2970de0bb5 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8368363 Apr 18 21:21:34.382628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49198) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:34.384824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49200) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:34.409837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3366d591-118e-4300-840c-27bbf358472c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Request body: {'security_group_rule': {'security_group_id': '3fb33883-4c94-4278-afe7-09d063cc1623', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:34.420215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc495e8-ca30-4c5f-b7d9-b684737fb4a3 req-31c98b6b-71c4-42c8-ad39-33f3dbb8d406 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:34.421826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3dc495e8-ca30-4c5f-b7d9-b684737fb4a3 req-31c98b6b-71c4-42c8-ad39-33f3dbb8d406 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 948 time: 0.2935882 Apr 18 21:21:34.423131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Allocated IP 172.20.0.7 (0024e7cb-9bdf-464b-a9fd-0a291ec5eaea/cb0a1eae-8957-4f2d-82b1-ba666e04f2f0/10ae1847-9fb2-4376-bf70-48b53d9a59de) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:34.428855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3366d591-118e-4300-840c-27bbf358472c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:34.436346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3366d591-118e-4300-840c-27bbf358472c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Usage tracker for resource:security_group_rule and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:34.464197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3366d591-118e-4300-840c-27bbf358472c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:34.496099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3366d591-118e-4300-840c-27bbf358472c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:34.543312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99133529-ec27-4094-8e9c-598c67c51a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.575713 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-820e865c-9062-436f-a23f-a7a1a7af02f1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags HTTP/1.1" status: 200 len: 205 time: 0.3472903 Apr 18 21:21:34.579802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49208) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:34.584260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99133529-ec27-4094-8e9c-598c67c51a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.594957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-821e127f-60b4-4bca-a860-15bd77a80161 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:34.599291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port aed7a0fe-ae90-4d29-bf47-997be41a0c7f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:34.605321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port aed7a0fe-ae90-4d29-bf47-997be41a0c7f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:34.608439 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.617388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fe54d-4fd4-4be8-9bd2-7160704093b3 req-94134c9d-9250-4db7-ba92-3fecc3a7fd8e tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:34.619848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a78fe54d-4fd4-4be8-9bd2-7160704093b3 req-94134c9d-9250-4db7-ba92-3fecc3a7fd8e tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 945 time: 0.3234730 Apr 18 21:21:34.621837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3dc495e8-ca30-4c5f-b7d9-b684737fb4a3 req-88329e48-9a6c-4d8d-817d-792b409b88f5 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871758 Apr 18 21:21:34.663916 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3366d591-118e-4300-840c-27bbf358472c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.687918 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-821e127f-60b4-4bca-a860-15bd77a80161 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags HTTP/1.1" status: 200 len: 240 time: 0.1068921 Apr 18 21:21:34.691135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49212) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:34.698729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-7b7a49fa-47ef-42d4-9f34-8f0029e67e2c tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701', 'tempest-TagsExtTest-Tag-591502973') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:34.741244 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7b7a49fa-47ef-42d4-9f34-8f0029e67e2c tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags/tempest-TagsExtTest-Tag-591502973 HTTP/1.1" status: 204 len: 168 time: 0.0489075 Apr 18 21:21:34.742069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a78fe54d-4fd4-4be8-9bd2-7160704093b3 req-896c0d88-c5c8-42f2-966a-9ca21c124ffd tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153052 Apr 18 21:21:34.743418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49216) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:34.753422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-c980cb6f-bc21-4da3-b382-d498efad8063 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701', 'tempest-TagsExtTest-Tag-591502973') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:34.814712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3366d591-118e-4300-840c-27bbf358472c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.815966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99133529-ec27-4094-8e9c-598c67c51a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.836518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99133529-ec27-4094-8e9c-598c67c51a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3464dce4-1400-4e60-9ba3-1f3da8720e0f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:34.855733 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99133529-ec27-4094-8e9c-598c67c51a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.856933 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-99133529-ec27-4094-8e9c-598c67c51a52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3464dce4-1400-4e60-9ba3-1f3da8720e0f HTTP/1.1" status: 204 len: 168 time: 0.4672952 Apr 18 21:21:34.869307 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.891114 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c980cb6f-bc21-4da3-b382-d498efad8063 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags/tempest-TagsExtTest-Tag-591502973 HTTP/1.1" status: 204 len: 168 time: 0.1398234 Apr 18 21:21:34.893149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49224) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:34.899206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-7dbac58a-e295-4898-a7be-ed9ec262da37 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:34.916638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3366d591-118e-4300-840c-27bbf358472c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.950368 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7dbac58a-e295-4898-a7be-ed9ec262da37 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags HTTP/1.1" status: 200 len: 205 time: 0.0560083 Apr 18 21:21:34.953815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49228) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:34.966181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-21e6d064-50cb-4369-a089-c0ef8e19b4b1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:34.972182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366d591-118e-4300-840c-27bbf358472c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a792d74b-da51-403f-ab7d-59dbfe0f2c36,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:35.016052 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:35.020748 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-21e6d064-50cb-4369-a089-c0ef8e19b4b1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags HTTP/1.1" status: 204 len: 168 time: 0.0658731 Apr 18 21:21:35.023220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49232) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:35.029200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-1fc1fac8-4054-4208-8ad5-7e460e284d46 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:35.039901 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:35.055557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75c435d-45a9-44ff-9813-373f95d57483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed7a0fe-ae90-4d29-bf47-997be41a0c7f'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:35.086745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port aed7a0fe-ae90-4d29-bf47-997be41a0c7f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=aed7a0fe-ae90-4d29-bf47-997be41a0c7f,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:35.181621 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7943c7db-6e41-48c4-af96-fbed1b0d0a89'] response: {'server_uuid': 'c75c435d-45a9-44ff-9813-373f95d57483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed7a0fe-ae90-4d29-bf47-997be41a0c7f', 'code': 200} Apr 18 21:21:35.188574 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:35.251263 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1fc1fac8-4054-4208-8ad5-7e460e284d46 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags HTTP/1.1" status: 204 len: 168 time: 0.2268939 Apr 18 21:21:35.253869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49242) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:35.264067 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3366d591-118e-4300-840c-27bbf358472c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:35.264727 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3366d591-118e-4300-840c-27bbf358472c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8765495 Apr 18 21:21:35.270820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49246) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:35.271378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-292d06ea-baf1-4fdb-9581-e5038890720b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:35.282878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Network 0024e7cb-9bdf-464b-a9fd-0a291ec5eaea is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:35.285614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:35.335216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:35.342395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:35.355738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=aed7a0fe-ae90-4d29-bf47-997be41a0c7f,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:35.391224 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-292d06ea-baf1-4fdb-9581-e5038890720b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags HTTP/1.1" status: 204 len: 168 time: 0.1360002 Apr 18 21:21:35.393701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49252) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:35.399708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-9d7899ae-d458-4ed4-8c96-8a3f5c8b6998 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:35.413869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:35.432155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Usage tracker for resource:floatingip and tenant:9fcc73c7f7d343179467f64a2ae7eb25 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:35.449002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:35.487355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:35.492170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event updated for resources: {'Port': ['ID=10ae1847-9fb2-4376-bf70-48b53d9a59de,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:35.662507 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:35.847098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49262) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:35.877526 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00d90c16-da07-4152-850f-1ed9266ff4c5 req-7f50ac94-648e-414b-bab7-7e045e9a3224 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 1100 time: 0.6074364 Apr 18 21:21:35.911858 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a1b4-a820-4cc0-bed8-b3ef0b6b02ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:35.996477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-4c0b032b-0a85-47bf-a921-c230f2aa6acc tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:35.996477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-4c0b032b-0a85-47bf-a921-c230f2aa6acc tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Synchronizing usage tracker for tenant:6ea2c65669454a15a4223dbf931ef32b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:35.996477 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9d7899ae-d458-4ed4-8c96-8a3f5c8b6998 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags HTTP/1.1" status: 204 len: 168 time: 0.5742428 Apr 18 21:21:36.005046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49266) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:36.015324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-10f6cfeb-fcfe-4c53-af9b-62739e9768b8 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c', 'tempest-TagsExtTest-Tag-1844250864') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:36.057151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e3a2a1b4-a820-4cc0-bed8-b3ef0b6b02ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:36.063855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e3a2a1b4-a820-4cc0-bed8-b3ef0b6b02ce admin admin] Usage tracker for resource:security_group_rule and tenant:7aed63f0aaca405c8594e664f706dc7d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:36.067247 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e3a2a1b4-a820-4cc0-bed8-b3ef0b6b02ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:36.080347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-4c0b032b-0a85-47bf-a921-c230f2aa6acc tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Unset dirty status for tenant:6ea2c65669454a15a4223dbf931ef32b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:36.081561 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-4c0b032b-0a85-47bf-a921-c230f2aa6acc tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 945 time: 0.4188893 Apr 18 21:21:36.083985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e3a2a1b4-a820-4cc0-bed8-b3ef0b6b02ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:36.193513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Deleting port 23b7b18c-2b1c-4465-8aba-5c7806b38500 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:36.194041 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.376987 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a1b4-a820-4cc0-bed8-b3ef0b6b02ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.394631 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00d90c16-da07-4152-850f-1ed9266ff4c5 req-1559fdc8-9ad7-486b-9095-a384d19e1a01 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960651 Apr 18 21:21:36.398207 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.398974 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.443663 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a1b4-a820-4cc0-bed8-b3ef0b6b02ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.561662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d570fb-2a23-4b13-b687-c65e35e3199b req-0ad382a4-8001-43c7-9d4d-60fb02ab3f45 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:36.565155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4d570fb-2a23-4b13-b687-c65e35e3199b req-0ad382a4-8001-43c7-9d4d-60fb02ab3f45 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 949 time: 0.6227775 Apr 18 21:21:36.597626 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-10f6cfeb-fcfe-4c53-af9b-62739e9768b8 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "PUT /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags/tempest-TagsExtTest-Tag-1844250864 HTTP/1.1" status: 201 len: 201 time: 0.5914111 Apr 18 21:21:36.601276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c14e6-0ffb-4c25-824a-7847c307842d req-160960e9-f9a7-43f8-b3fc-6245de9c444b tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:36.604537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49274) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:36.606418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d6c14e6-0ffb-4c25-824a-7847c307842d req-160960e9-f9a7-43f8-b3fc-6245de9c444b tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 945 time: 0.5547123 Apr 18 21:21:36.642091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-adddfbd9-3ea7-415d-8805-ec4434eeab99 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741', 'tempest-TagsExtTest-Tag-1024696612') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:36.699800 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.701045 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e3a2a1b4-a820-4cc0-bed8-b3ef0b6b02ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7aed63f0aaca405c8594e664f706dc7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8504183 Apr 18 21:21:36.714396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49278) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:36.721109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2a1b4-a820-4cc0-bed8-b3ef0b6b02ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149a3464-ee21-4add-a730-318be294cf55,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:36.757112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] For port 23b7b18c-2b1c-4465-8aba-5c7806b38500, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=23b7b18c-2b1c-4465-8aba-5c7806b38500,segment=NetworkSegment(2655f0b1-5f43-4974-81f1-e376a940cc72),segment_id=2655f0b1-5f43-4974-81f1-e376a940cc72)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:36.761618 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.830614 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4d570fb-2a23-4b13-b687-c65e35e3199b req-ac878ac0-f3bc-42fb-b70d-75b7d7aab447 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417297 Apr 18 21:21:36.866621 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d6c14e6-0ffb-4c25-824a-7847c307842d req-84e48a25-cbc5-49f6-9cd3-8fe69d5e8206 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf4da14f-3b4d-49bd-bc83-a31d58a85030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590485 Apr 18 21:21:37.001838 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d214be04-6551-44aa-9be3-72770948ff2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.052046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Allocated IP 172.25.3.201 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/88b2fc5c-3754-450e-bf40-4c9fd78a9f7c) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:37.060526 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d214be04-6551-44aa-9be3-72770948ff2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.170537 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.170537 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.170537 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Floating IP c6fadc2f-a5a1-4b15-ac0a-c41ba86bfa59 disassociated. External IP: 172.25.3.143, port: 23b7b18c-2b1c-4465-8aba-5c7806b38500. Apr 18 21:21:37.170537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Calling delete_port for 23b7b18c-2b1c-4465-8aba-5c7806b38500 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:37.337984 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-adddfbd9-3ea7-415d-8805-ec4434eeab99 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "PUT /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags/tempest-TagsExtTest-Tag-1024696612 HTTP/1.1" status: 201 len: 201 time: 0.7247810 Apr 18 21:21:37.341034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49288) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:37.353741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-06971f22-681d-4c18-9576-d2257b2bb833 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb', 'tempest-TagsExtTest-Tag-848976407') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:37.471179 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.510292 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d214be04-6551-44aa-9be3-72770948ff2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.516397 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.535909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214be04-6551-44aa-9be3-72770948ff2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149a3464-ee21-4add-a730-318be294cf55,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:37.560090 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d214be04-6551-44aa-9be3-72770948ff2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.565496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d214be04-6551-44aa-9be3-72770948ff2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/149a3464-ee21-4add-a730-318be294cf55 HTTP/1.1" status: 204 len: 168 time: 0.8496456 Apr 18 21:21:37.599126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Router 843ab37b-8987-47b2-83eb-5ad78d13d898 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:21:37.610763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Pushing event deleted for resources: {'Port': ['ID=23b7b18c-2b1c-4465-8aba-5c7806b38500,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:37.745653 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.880805 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-06971f22-681d-4c18-9576-d2257b2bb833 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "PUT /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags/tempest-TagsExtTest-Tag-848976407 HTTP/1.1" status: 201 len: 201 time: 0.5386298 Apr 18 21:21:37.885000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49298) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:37.890641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:21:37.915710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-6c1149b4-aaf1-4cf2-90e9-ff0782d62307 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701', 'tempest-TagsExtTest-Tag-1415207251') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:37.995257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:38.019441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:38.034586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:38.096082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event updated for resources: {'Port': ['ID=88b2fc5c-3754-450e-bf40-4c9fd78a9f7c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:38.562148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5698cef8-4bbd-4e04-ae09-59bb1042db06 req-9fa8d0a8-ea28-4665-8a31-54de3301d0a5 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 210 time: 0.3163295 Apr 18 21:21:38.696379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:38.707723 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Sync routers for ids ['843ab37b-8987-47b2-83eb-5ad78d13d898'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:21:38.725307 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Routers {'843ab37b-8987-47b2-83eb-5ad78d13d898'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:38.727725 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['843ab37b-8987-47b2-83eb-5ad78d13d898'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:38.771409 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6c1149b4-aaf1-4cf2-90e9-ff0782d62307 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "PUT /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags/tempest-TagsExtTest-Tag-1415207251 HTTP/1.1" status: 201 len: 201 time: 0.8845546 Apr 18 21:21:38.780484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49316) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:38.805210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-7ec204ba-4968-46a1-80bb-0dec8e57b83b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c', {'tags': ['tempest-TagsExtTest-Tag-2117033880', 'tempest-TagsExtTest-Tag-1446023426', 'tempest-TagsExtTest-Tag-1409133386']}) {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:38.923031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:38.934967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e45eaa-eb6a-4ace-a9c2-f6c5971376b6 None None] Sync routers for ids ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:21:38.973083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875ea96-f2d4-4260-a763-0fef8299c316 req-39009b46-384f-4300-962a-8650cb83ba45 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:38.995152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c875ea96-f2d4-4260-a763-0fef8299c316 req-39009b46-384f-4300-962a-8650cb83ba45 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 949 time: 0.7367890 Apr 18 21:21:39.024523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e45eaa-eb6a-4ace-a9c2-f6c5971376b6 None None] Routers {'17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:39.025180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e0e45eaa-eb6a-4ace-a9c2-f6c5971376b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:39.043313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] No DVR routers for this DVR port 23b7b18c-2b1c-4465-8aba-5c7806b38500 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:39.046630 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:39.051618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'name': 'network-vif-deleted', 'tag': '23b7b18c-2b1c-4465-8aba-5c7806b38500'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:39.108538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:39.126197 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7ec204ba-4968-46a1-80bb-0dec8e57b83b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "PUT /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags HTTP/1.1" status: 200 len: 318 time: 0.3416021 Apr 18 21:21:39.128744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49324) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:39.135728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-ebd8587e-52a7-472e-8dc9-1315451071b8 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:39.142511 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Set router 843ab37b-8987-47b2-83eb-5ad78d13d898 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:39.188108 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589b9b3c-7129-4894-b2c3-e9e4471a9775'] response: {'server_uuid': '9ccfcdfe-8d50-47aa-8ce5-06a748103f6a', 'name': 'network-vif-deleted', 'tag': '23b7b18c-2b1c-4465-8aba-5c7806b38500', 'status': 'completed', 'code': 200} Apr 18 21:21:39.196512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-57746a96-f7da-4c96-9ae9-d3fc187fdf4e req-ba96e486-c5f1-4668-9ef6-b7782bf1cd2a tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.59 "DELETE /v2.0/ports/23b7b18c-2b1c-4465-8aba-5c7806b38500 HTTP/1.1" status: 204 len: 173 time: 3.1068497 Apr 18 21:21:39.225004 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:39.239501 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-90894842-9662-44ff-bf82-bb9ab1cca195 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.4080300 Apr 18 21:21:39.240655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49328) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:39.252544 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:39.347501 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c875ea96-f2d4-4260-a763-0fef8299c316 req-81b04f63-b699-44f4-82b7-fa46b9f81253 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463516 Apr 18 21:21:39.429021 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:39.678939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-e0e45eaa-eb6a-4ace-a9c2-f6c5971376b6 None None] Set router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:39.751397 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ebd8587e-52a7-472e-8dc9-1315451071b8 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags HTTP/1.1" status: 204 len: 168 time: 0.6210952 Apr 18 21:21:39.758551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49340) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:39.775472 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-a6a44cbc-8d0a-4734-a382-796899362dc6 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c', 'tempest-TagsExtTest-Tag-2117033880') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:39.819165 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:39.909094 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843ab37b-8987-47b2-83eb-5ad78d13d898', 'name': '', 'tenant_id': '29ddf01ce61345aba3cf251a93eb0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0024e7cb-9bdf-464b-a9fd-0a291ec5eaea', 'external_fixed_ips': [{'subnet_id': 'cb0a1eae-8957-4f2d-82b1-ba666e04f2f0', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '10ae1847-9fb2-4376-bf70-48b53d9a59de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:32Z', 'updated_at': '2022-04-18T21:21:35Z', 'revision_number': 3, 'project_id': '29ddf01ce61345aba3cf251a93eb0f64', 'gw_port': {'id': '10ae1847-9fb2-4376-bf70-48b53d9a59de', 'name': '', 'network_id': '0024e7cb-9bdf-464b-a9fd-0a291ec5eaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843ab37b-8987-47b2-83eb-5ad78d13d898', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cb0a1eae-8957-4f2d-82b1-ba666e04f2f0', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:33Z', 'updated_at': '2022-04-18T21:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0a1eae-8957-4f2d-82b1-ba666e04f2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:39.947917 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:39.963704 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Checking router: 843ab37b-8987-47b2-83eb-5ad78d13d898 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:21:39.964049 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Updating router 843ab37b-8987-47b2-83eb-5ad78d13d898 port 10ae1847-9fb2-4376-bf70-48b53d9a59de binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:21:40.058992 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-a6a44cbc-8d0a-4734-a382-796899362dc6 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] show failed (client error): The resource could not be found. Apr 18 21:21:40.060479 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a6a44cbc-8d0a-4734-a382-796899362dc6 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags/tempest-TagsExtTest-Tag-2117033880 HTTP/1.1" status: 404 len: 329 time: 0.2985592 Apr 18 21:21:40.064551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49348) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:40.072679 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-a7e30300-9b9f-48ac-a506-98d9fb8460af tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c', 'tempest-TagsExtTest-Tag-1446023426') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:40.144606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 23b7b18c-2b1c-4465-8aba-5c7806b38500 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:21:40.185184 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.230284 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.452658 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-a7e30300-9b9f-48ac-a506-98d9fb8460af tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] show failed (client error): The resource could not be found. Apr 18 21:21:40.456340 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a7e30300-9b9f-48ac-a506-98d9fb8460af tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags/tempest-TagsExtTest-Tag-1446023426 HTTP/1.1" status: 404 len: 329 time: 0.3878694 Apr 18 21:21:40.462944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49356) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:40.471326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-642ee00a-c563-47d0-afac-92c908c771c9 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c', 'tempest-TagsExtTest-Tag-1409133386') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:40.505427 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bafaaf90-8d45-416d-8705-08111adbbfcf req-d764b6ac-de68-4d4d-b2d9-f7f586e460f2 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ccfcdfe-8d50-47aa-8ce5-06a748103f6a HTTP/1.1" status: 200 len: 210 time: 0.4188282 Apr 18 21:21:40.607855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 23b7b18c-2b1c-4465-8aba-5c7806b38500 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:21:40.607855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 23b7b18c-2b1c-4465-8aba-5c7806b38500 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:21:40.647339 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-642ee00a-c563-47d0-afac-92c908c771c9 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] show failed (client error): The resource could not be found. Apr 18 21:21:40.651092 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-642ee00a-c563-47d0-afac-92c908c771c9 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags/tempest-TagsExtTest-Tag-1409133386 HTTP/1.1" status: 404 len: 329 time: 0.1861255 Apr 18 21:21:40.651615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49368) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:40.698652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-d3952927-c089-47d7-b55f-0807727fe6e0 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741', {'tags': ['tempest-TagsExtTest-Tag-211266379', 'tempest-TagsExtTest-Tag-2134020881', 'tempest-TagsExtTest-Tag-1321102440']}) {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:40.718783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e0e45eaa-eb6a-4ace-a9c2-f6c5971376b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:55Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '930df646-03ed-40b2-b7e1-78af160ad467', 'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'mac_address': 'fa:16:3e:bc:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:54Z', 'updated_at': '2022-04-18T21:20:23Z', 'revision_number': 5, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'subnets': [{'id': '4559878f-fdd7-4496-97c8-e690810a153c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:40.726886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e45eaa-eb6a-4ace-a9c2-f6c5971376b6 None None] Checking router: 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:21:40.752809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e45eaa-eb6a-4ace-a9c2-f6c5971376b6 None None] Routers {'17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:40.753424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e0e45eaa-eb6a-4ace-a9c2-f6c5971376b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:40.764890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event updated for resources: {'Port': ['ID=88b2fc5c-3754-450e-bf40-4c9fd78a9f7c,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:40.825711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.827294 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.919674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107ced4-23f2-49af-aab7-9e51aed5a740 req-e88ccf75-7bb6-4edb-bd47-a138a4e35b8b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:40.931137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3107ced4-23f2-49af-aab7-9e51aed5a740 req-e88ccf75-7bb6-4edb-bd47-a138a4e35b8b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 949 time: 0.3072753 Apr 18 21:21:40.978940 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.997751 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-998745fd-f940-44ea-a0bd-c3fcb215afc7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7134826 Apr 18 21:21:41.029035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Deleting port 10ae1847-9fb2-4376-bf70-48b53d9a59de {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:41.035131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.046123 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3107ced4-23f2-49af-aab7-9e51aed5a740 req-1d78c181-a518-4a97-9fed-6e1228186fbc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138470 Apr 18 21:21:41.053252 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.095069 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Transition to ACTIVE for port object 10ae1847-9fb2-4376-bf70-48b53d9a59de will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:41.103169 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d3952927-c089-47d7-b55f-0807727fe6e0 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "PUT /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags HTTP/1.1" status: 200 len: 317 time: 0.4337218 Apr 18 21:21:41.105416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49380) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:41.112881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-6d9fa9cd-8350-462c-a7e7-4da960e79002 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:41.130303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-e0e45eaa-eb6a-4ace-a9c2-f6c5971376b6 None None] Set router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:41.215108 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.494477 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Attempting to bind port 10ae1847-9fb2-4376-bf70-48b53d9a59de on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:41.494477 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Attempting to bind port 10ae1847-9fb2-4376-bf70-48b53d9a59de by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '7c8aa9cf-3461-4d8a-96cf-d75126323caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0024e7cb-9bdf-464b-a9fd-0a291ec5eaea'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:41.494477 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Attempting to bind port 10ae1847-9fb2-4376-bf70-48b53d9a59de on network 0024e7cb-9bdf-464b-a9fd-0a291ec5eaea {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:41.507432 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:21:41.508776 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Checking segment: {'id': '7c8aa9cf-3461-4d8a-96cf-d75126323caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0024e7cb-9bdf-464b-a9fd-0a291ec5eaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:41.514697 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.515904 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Bound using segment: {'id': '7c8aa9cf-3461-4d8a-96cf-d75126323caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0024e7cb-9bdf-464b-a9fd-0a291ec5eaea'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:21:41.516530 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Bound port: 10ae1847-9fb2-4376-bf70-48b53d9a59de, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8aa9cf-3461-4d8a-96cf-d75126323caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0024e7cb-9bdf-464b-a9fd-0a291ec5eaea'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:41.517028 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.527444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94e68899-43b7-4a41-84e1-aa0f4ebd8101 req-92abdcc4-c299-46a3-a1eb-f0684cb29c2e tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 1100 time: 0.1608732 Apr 18 21:21:41.554394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.568049 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Pushing event updated for resources: {'Port': ['ID=10ae1847-9fb2-4376-bf70-48b53d9a59de,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:41.581356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-dbabe5b8-3f48-4094-a436-8895b3275c6e tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1532760509&fields=id&tenant_id=9fcc73c7f7d343179467f64a2ae7eb25 HTTP/1.1" status: 200 len: 267 time: 0.1088960 Apr 18 21:21:41.581356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6d9fa9cd-8350-462c-a7e7-4da960e79002 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags HTTP/1.1" status: 204 len: 168 time: 0.4728422 Apr 18 21:21:41.590527 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:41.603638 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:41.604269 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:41.604648 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:41.605039 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:41.605435 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:41.605854 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:41.606240 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:41.606626 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:41.607010 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:41.607389 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:41.619056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49400) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:41.630724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-833de4b0-dd77-4aa7-b8f7-d971cf8a29a0 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741', 'tempest-TagsExtTest-Tag-211266379') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:41.698534 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] For port 10ae1847-9fb2-4376-bf70-48b53d9a59de, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:41.709405 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] For port 10ae1847-9fb2-4376-bf70-48b53d9a59de, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=10ae1847-9fb2-4376-bf70-48b53d9a59de,segment=NetworkSegment(7c8aa9cf-3461-4d8a-96cf-d75126323caf),segment_id=7c8aa9cf-3461-4d8a-96cf-d75126323caf)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:41.779893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Calling delete_port for 10ae1847-9fb2-4376-bf70-48b53d9a59de owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:41.793452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94e68899-43b7-4a41-84e1-aa0f4ebd8101 req-8f41a793-6725-476e-9c7f-b6ce2d43d879 tempest-ServersOnMultiNodesTest-1973993627 tempest-ServersOnMultiNodesTest-1973993627-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207742 Apr 18 21:21:41.795667 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.978981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e0e45eaa-eb6a-4ace-a9c2-f6c5971376b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:55Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '930df646-03ed-40b2-b7e1-78af160ad467', 'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'mac_address': 'fa:16:3e:bc:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:54Z', 'updated_at': '2022-04-18T21:20:23Z', 'revision_number': 5, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'subnets': [{'id': '4559878f-fdd7-4496-97c8-e690810a153c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:41.995601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e45eaa-eb6a-4ace-a9c2-f6c5971376b6 None None] The sync data for ids ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'] in n-d-836017-3 is: [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:55Z', 'revision_number': 4, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '930df646-03ed-40b2-b7e1-78af160ad467', 'name': '', 'network_id': '0121f53e-e0f0-4f94-973a-d03999e8f3d5', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'mac_address': 'fa:16:3e:bc:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4559878f-fdd7-4496-97c8-e690810a153c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:54Z', 'updated_at': '2022-04-18T21:20:23Z', 'revision_number': 5, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'subnets': [{'id': '4559878f-fdd7-4496-97c8-e690810a153c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:21:41.998220 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Routers {'843ab37b-8987-47b2-83eb-5ad78d13d898'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:41.999006 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['843ab37b-8987-47b2-83eb-5ad78d13d898'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:42.061668 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-833de4b0-dd77-4aa7-b8f7-d971cf8a29a0 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] show failed (client error): The resource could not be found. Apr 18 21:21:42.066589 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-833de4b0-dd77-4aa7-b8f7-d971cf8a29a0 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags/tempest-TagsExtTest-Tag-211266379 HTTP/1.1" status: 404 len: 328 time: 0.4459670 Apr 18 21:21:42.071225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49412) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:42.082105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-d8f58825-ec1b-4746-8840-9600328db94e tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741', 'tempest-TagsExtTest-Tag-2134020881') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:42.213593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-41a79abe-8d22-4ada-90cb-7a5a874faca2 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:42.223309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-41a79abe-8d22-4ada-90cb-7a5a874faca2 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 817 time: 0.6004832 Apr 18 21:21:42.225583 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32755731-81ba-4ec3-aef1-91810b3ee722 None None] Pushing event updated for resources: {'Port': ['ID=10ae1847-9fb2-4376-bf70-48b53d9a59de,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:42.266558 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-0931dc6d-fd7b-419d-b0af-b6b0d5c40d93 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/quotas/9fcc73c7f7d343179467f64a2ae7eb25 HTTP/1.1" status: 200 len: 375 time: 0.0419014 Apr 18 21:21:42.300215 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] Set router 843ab37b-8987-47b2-83eb-5ad78d13d898 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:42.309202 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:21:42.309781 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:21:42.392306 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-d8f58825-ec1b-4746-8840-9600328db94e tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] show failed (client error): The resource could not be found. Apr 18 21:21:42.392306 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d8f58825-ec1b-4746-8840-9600328db94e tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags/tempest-TagsExtTest-Tag-2134020881 HTTP/1.1" status: 404 len: 329 time: 0.3204613 Apr 18 21:21:42.394425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49420) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:42.399921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-14fddb34-3704-4d38-9e7c-459e378f2128 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741', 'tempest-TagsExtTest-Tag-1321102440') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:42.459103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-a75be9bd-3f7f-47a3-b551-34fd298d92e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Synchronizing usage tracker for tenant:9fcc73c7f7d343179467f64a2ae7eb25 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:42.534547 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-14fddb34-3704-4d38-9e7c-459e378f2128 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] show failed (client error): The resource could not be found. Apr 18 21:21:42.534998 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417bacab-744b-48b7-9864-da6ac0353765 None None] New status for floating IP c6fadc2f-a5a1-4b15-ac0a-c41ba86bfa59: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:21:42.538449 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-14fddb34-3704-4d38-9e7c-459e378f2128 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags/tempest-TagsExtTest-Tag-1321102440 HTTP/1.1" status: 404 len: 329 time: 0.1404190 Apr 18 21:21:42.538791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49426) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:42.545066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-f79bdc6a-ecd1-49a8-be8d-9bf57d74cc33 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb', {'tags': ['tempest-TagsExtTest-Tag-139845297', 'tempest-TagsExtTest-Tag-1701536619', 'tempest-TagsExtTest-Tag-686310248']}) {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:42.619643 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843ab37b-8987-47b2-83eb-5ad78d13d898', 'name': '', 'tenant_id': '29ddf01ce61345aba3cf251a93eb0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:32Z', 'updated_at': '2022-04-18T21:21:40Z', 'revision_number': 4, 'project_id': '29ddf01ce61345aba3cf251a93eb0f64', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:42.649919 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719167d-7b4c-4156-9c14-89cbc011bb3b None None] The sync data for ids ['843ab37b-8987-47b2-83eb-5ad78d13d898'] in n-d-836017-3 is: [{'id': '843ab37b-8987-47b2-83eb-5ad78d13d898', 'name': '', 'tenant_id': '29ddf01ce61345aba3cf251a93eb0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:32Z', 'updated_at': '2022-04-18T21:21:40Z', 'revision_number': 4, 'project_id': '29ddf01ce61345aba3cf251a93eb0f64', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:21:42.666119 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-a75be9bd-3f7f-47a3-b551-34fd298d92e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Unset dirty status for tenant:9fcc73c7f7d343179467f64a2ae7eb25 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:42.667444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-a75be9bd-3f7f-47a3-b551-34fd298d92e4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3881793 Apr 18 21:21:42.813417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Deleting port 10ae1847-9fb2-4376-bf70-48b53d9a59de {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:42.814780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.816675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f79bdc6a-ecd1-49a8-be8d-9bf57d74cc33 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "PUT /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags HTTP/1.1" status: 200 len: 316 time: 0.2764800 Apr 18 21:21:42.817629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49436) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:42.832237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-c0a2ac02-7f81-4998-a2b4-f494735dd702 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:42.955469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49442) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:43.221200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-a4cbb693-17e5-4546-85c5-8a8777513f95 service neutron] 10.222.0.11 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340800 Apr 18 21:21:43.264563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-424113d3-397d-4f64-81b2-1479bece0159 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.295854 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-424113d3-397d-4f64-81b2-1479bece0159 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.389461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] For port 10ae1847-9fb2-4376-bf70-48b53d9a59de, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=10ae1847-9fb2-4376-bf70-48b53d9a59de,segment=NetworkSegment(7c8aa9cf-3461-4d8a-96cf-d75126323caf),segment_id=7c8aa9cf-3461-4d8a-96cf-d75126323caf)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:43.400357 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.481617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d0235-b72b-439e-9292-40301b01bac3 req-bcfb7368-7d0e-40a1-8866-a6a180a0e6ed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:43.483207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-012d0235-b72b-439e-9292-40301b01bac3 req-bcfb7368-7d0e-40a1-8866-a6a180a0e6ed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 949 time: 0.2594194 Apr 18 21:21:43.500718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-e1e0ff74-651d-40fa-af6e-20ab5c8f8ca0 service neutron] 10.222.0.11 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739065 Apr 18 21:21:43.551716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c0a2ac02-7f81-4998-a2b4-f494735dd702 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags HTTP/1.1" status: 204 len: 168 time: 0.7329223 Apr 18 21:21:43.558902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49454) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:43.576361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-39b4bf93-9fbc-4a3b-9ec6-74fd91628f51 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb', 'tempest-TagsExtTest-Tag-139845297') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:43.587186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Calling delete_port for 10ae1847-9fb2-4376-bf70-48b53d9a59de owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:43.794763 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-424113d3-397d-4f64-81b2-1479bece0159 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.903936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424113d3-397d-4f64-81b2-1479bece0159 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4da14f-3b4d-49bd-bc83-a31d58a85030,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:44.021428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-012d0235-b72b-439e-9292-40301b01bac3 req-94217fc9-0b30-477b-9393-5409590a75c0 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837892 Apr 18 21:21:44.021428 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-39b4bf93-9fbc-4a3b-9ec6-74fd91628f51 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] show failed (client error): The resource could not be found. Apr 18 21:21:44.021428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-39b4bf93-9fbc-4a3b-9ec6-74fd91628f51 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags/tempest-TagsExtTest-Tag-139845297 HTTP/1.1" status: 404 len: 328 time: 0.4578705 Apr 18 21:21:44.021428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49464) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:44.030513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-dae52396-4df5-4caf-942b-47c2f4c192fb tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb', 'tempest-TagsExtTest-Tag-1701536619') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:44.102578 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-424113d3-397d-4f64-81b2-1479bece0159 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.106699 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-424113d3-397d-4f64-81b2-1479bece0159 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "DELETE /v2.0/security-groups/cf4da14f-3b4d-49bd-bc83-a31d58a85030 HTTP/1.1" status: 204 len: 168 time: 1.1476014 Apr 18 21:21:44.109330 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49472) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:44.170704 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-80263c94-f2c9-4c2d-ae19-72f1df01c77b tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] show failed (client error): The resource could not be found. Apr 18 21:21:44.172928 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-80263c94-f2c9-4c2d-ae19-72f1df01c77b tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "GET /v2.0/security-groups/cf4da14f-3b4d-49bd-bc83-a31d58a85030 HTTP/1.1" status: 404 len: 347 time: 0.0616584 Apr 18 21:21:44.176146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49480) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:44.228293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5c99938-38cd-44ee-9711-0504db56f3d7 req-151d2b56-aa2b-4624-971c-b9fd2bd8f69f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 210 time: 0.0692730 Apr 18 21:21:44.298162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49484) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:44.329772 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-dae52396-4df5-4caf-942b-47c2f4c192fb tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] show failed (client error): The resource could not be found. Apr 18 21:21:44.331578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dae52396-4df5-4caf-942b-47c2f4c192fb tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags/tempest-TagsExtTest-Tag-1701536619 HTTP/1.1" status: 404 len: 329 time: 0.3064706 Apr 18 21:21:44.341708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49490) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:44.352774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-da7c4036-f144-4efc-a892-d1807379511b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb', 'tempest-TagsExtTest-Tag-686310248') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:44.478392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.545081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event deleted for resources: {'Port': ['ID=10ae1847-9fb2-4376-bf70-48b53d9a59de,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:44.548052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b1570b05-ecb8-49ae-bfca-f6e214c28319 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Deleting port 53f1e422-3135-4d48-9eb5-98fb4f90fec2 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:44.548303 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1570b05-ecb8-49ae-bfca-f6e214c28319 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.583399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.608301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0c130-42e9-4299-81f8-049a7db5b20b req-1cba54b9-d976-479a-97fe-19cd3c616af1 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:44.608301 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8af0c130-42e9-4299-81f8-049a7db5b20b req-1cba54b9-d976-479a-97fe-19cd3c616af1 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 949 time: 0.3611405 Apr 18 21:21:44.687698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-8af0c130-42e9-4299-81f8-049a7db5b20b req-ea782bd5-933a-4d9f-a847-320c94b3e205 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Deleting port aed7a0fe-ae90-4d29-bf47-997be41a0c7f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:44.688097 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8af0c130-42e9-4299-81f8-049a7db5b20b req-ea782bd5-933a-4d9f-a847-320c94b3e205 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.769371 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-da7c4036-f144-4efc-a892-d1807379511b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] show failed (client error): The resource could not be found. Apr 18 21:21:44.769371 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-da7c4036-f144-4efc-a892-d1807379511b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags/tempest-TagsExtTest-Tag-686310248 HTTP/1.1" status: 404 len: 328 time: 0.4163136 Apr 18 21:21:44.769371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:44.769371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49498) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:44.777728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Usage tracker for resource:security_group_rule and tenant:eb2bb04a4a054aafa62e19c61b67891d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:44.783397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:44.790680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-588fbd50-3d14-45a1-a291-887e798c33a7 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701', {'tags': ['tempest-TagsExtTest-Tag-696836058', 'tempest-TagsExtTest-Tag-116383954', 'tempest-TagsExtTest-Tag-1864888285']}) {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:44.807101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:45.038174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.068087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.082153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-588fbd50-3d14-45a1-a291-887e798c33a7 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "PUT /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags HTTP/1.1" status: 200 len: 316 time: 0.3062563 Apr 18 21:21:45.085797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49504) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:45.097985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-2f582faf-cc89-44e7-9cb7-d2fa634e6b60 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:45.162010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-8af0c130-42e9-4299-81f8-049a7db5b20b req-ea782bd5-933a-4d9f-a847-320c94b3e205 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] For port aed7a0fe-ae90-4d29-bf47-997be41a0c7f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=aed7a0fe-ae90-4d29-bf47-997be41a0c7f,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:45.163530 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8af0c130-42e9-4299-81f8-049a7db5b20b req-ea782bd5-933a-4d9f-a847-320c94b3e205 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.370777 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1570b05-ecb8-49ae-bfca-f6e214c28319 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.376586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1570b05-ecb8-49ae-bfca-f6e214c28319 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.418524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-8af0c130-42e9-4299-81f8-049a7db5b20b req-ea782bd5-933a-4d9f-a847-320c94b3e205 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Calling delete_port for aed7a0fe-ae90-4d29-bf47-997be41a0c7f owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:45.490253 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.536647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ec28d4-499e-4d97-8653-be31e0a6dd5a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:45.556316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.556458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.556687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.557022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.557349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.557715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.558037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.558359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.558679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.559003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.559437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.610444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-75117810-778e-414a-85dd-bbb92fd1be41 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb2bb04a4a054aafa62e19c61b67891d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3047426 Apr 18 21:21:45.613678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49516) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:45.748104 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b153a4a-ad5a-4005-ba84-7a78bf1b8d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.784206 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b153a4a-ad5a-4005-ba84-7a78bf1b8d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.804986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b1570b05-ecb8-49ae-bfca-f6e214c28319 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Calling delete_port for 53f1e422-3135-4d48-9eb5-98fb4f90fec2 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:45.891238 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.016932 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.214654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49524) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:46.215441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2f582faf-cc89-44e7-9cb7-d2fa634e6b60 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags HTTP/1.1" status: 204 len: 168 time: 1.1285739 Apr 18 21:21:46.225316 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.tag.tag_plugin [None req-663fd713-8671-4844-a6b6-b41289d94e65 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701', 'tempest-TagsExtTest-Tag-696836058') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:46.232096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9445dbbd-dfd4-4fd1-bbe2-d217c37d8021 req-f04ef5bb-3b2f-46a8-9a14-78d097ac50e3 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 210 time: 0.7440510 Apr 18 21:21:46.261356 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-663fd713-8671-4844-a6b6-b41289d94e65 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] show failed (client error): The resource could not be found. Apr 18 21:21:46.265916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49528) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:46.266212 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-663fd713-8671-4844-a6b6-b41289d94e65 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags/tempest-TagsExtTest-Tag-696836058 HTTP/1.1" status: 404 len: 328 time: 0.0502489 Apr 18 21:21:46.272849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-5f31269a-029a-43dc-94da-61e3bb4103fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701', 'tempest-TagsExtTest-Tag-116383954') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:46.292022 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8af0c130-42e9-4299-81f8-049a7db5b20b req-ea782bd5-933a-4d9f-a847-320c94b3e205 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.305729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['8398f652-d346-4174-b1e1-b16becbeeacc', '94f1045f-2bfd-4864-b969-62202d519c0e', '2ffdff45-cd95-4915-b4d1-18b605832e24'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:21:46.335340 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.336032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 843ab37b-8987-47b2-83eb-5ad78d13d898 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:21:46.348098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbd391-0a80-4331-9508-448be4f15494 req-aa66480c-4dac-4aca-9a15-662681865bb6 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:46.350365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40fbd391-0a80-4331-9508-448be4f15494 req-aa66480c-4dac-4aca-9a15-662681865bb6 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 949 time: 1.0752065 Apr 18 21:21:46.366045 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b153a4a-ad5a-4005-ba84-7a78bf1b8d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.375639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1570b05-ecb8-49ae-bfca-f6e214c28319 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.384102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea782bd5-933a-4d9f-a847-320c94b3e205 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event deleted for resources: {'Port': ['ID=aed7a0fe-ae90-4d29-bf47-997be41a0c7f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:46.414840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b153a4a-ad5a-4005-ba84-7a78bf1b8d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ec28d4-499e-4d97-8653-be31e0a6dd5a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:46.440317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c', 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439', 'aed7a0fe-ae90-4d29-bf47-997be41a0c7f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:21:46.458352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1570b05-ecb8-49ae-bfca-f6e214c28319 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Pushing event deleted for resources: {'Port': ['ID=53f1e422-3135-4d48-9eb5-98fb4f90fec2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:46.464100 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.465273 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-97eabff9-a55c-44d6-b765-576ea0f066f5 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "DELETE /v2.0/routers/843ab37b-8987-47b2-83eb-5ad78d13d898 HTTP/1.1" status: 204 len: 168 time: 7.2215559 Apr 18 21:21:46.468822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49532) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:46.493511 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-5f31269a-029a-43dc-94da-61e3bb4103fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] show failed (client error): The resource could not be found. Apr 18 21:21:46.507158 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5f31269a-029a-43dc-94da-61e3bb4103fe tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags/tempest-TagsExtTest-Tag-116383954 HTTP/1.1" status: 404 len: 328 time: 0.2386127 Apr 18 21:21:46.510239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49536) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:46.606363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-ced41a5c-23c5-4530-b05c-1eff2228349e tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701', 'tempest-TagsExtTest-Tag-1864888285') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:46.607088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcbb556-19a6-41cd-b77a-dbc2ac049773 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Deleting subnet cb0a1eae-8957-4f2d-82b1-ba666e04f2f0 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:21:46.620522 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb556-19a6-41cd-b77a-dbc2ac049773 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.669127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af0c130-42e9-4299-81f8-049a7db5b20b req-ea782bd5-933a-4d9f-a847-320c94b3e205 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] No DVR routers for this DVR port aed7a0fe-ae90-4d29-bf47-997be41a0c7f on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:46.685004 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-8af0c130-42e9-4299-81f8-049a7db5b20b req-ea782bd5-933a-4d9f-a847-320c94b3e205 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.690518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75c435d-45a9-44ff-9813-373f95d57483', 'name': 'network-vif-deleted', 'tag': 'aed7a0fe-ae90-4d29-bf47-997be41a0c7f'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:46.728155 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b153a4a-ad5a-4005-ba84-7a78bf1b8d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.744136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3b153a4a-ad5a-4005-ba84-7a78bf1b8d0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12ec28d4-499e-4d97-8653-be31e0a6dd5a HTTP/1.1" status: 204 len: 168 time: 1.1291878 Apr 18 21:21:46.747973 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8af0c130-42e9-4299-81f8-049a7db5b20b req-ea782bd5-933a-4d9f-a847-320c94b3e205 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "DELETE /v2.0/ports/aed7a0fe-ae90-4d29-bf47-997be41a0c7f HTTP/1.1" status: 204 len: 173 time: 2.1332939 Apr 18 21:21:46.770907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40fbd391-0a80-4331-9508-448be4f15494 req-eb896f61-4869-40a0-bad3-c38b9a48466b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988099 Apr 18 21:21:46.789142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb556-19a6-41cd-b77a-dbc2ac049773 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.809872 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-ced41a5c-23c5-4530-b05c-1eff2228349e tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] show failed (client error): The resource could not be found. Apr 18 21:21:46.810798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ced41a5c-23c5-4530-b05c-1eff2228349e tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags/tempest-TagsExtTest-Tag-1864888285 HTTP/1.1" status: 404 len: 329 time: 0.2863781 Apr 18 21:21:46.814055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49544) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:46.825748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-bfa71dfc-6ba0-4453-b0d7-2dff9f61f6c8 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd2fdeb50-8450-48b9-b70c-555a58568701') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:46.865007 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4572a75-cde0-421d-95d0-9224e260c1fe'] response: {'server_uuid': 'c75c435d-45a9-44ff-9813-373f95d57483', 'name': 'network-vif-deleted', 'tag': 'aed7a0fe-ae90-4d29-bf47-997be41a0c7f', 'status': 'completed', 'code': 200} Apr 18 21:21:46.936233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bfa71dfc-6ba0-4453-b0d7-2dff9f61f6c8 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701/tags HTTP/1.1" status: 204 len: 168 time: 0.1210601 Apr 18 21:21:46.937718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49548) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:46.956898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-4c7ad709-66b2-424c-b30d-b569ba3c93de tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '295263da-d49b-46c9-add6-5331ac96dbbb') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:47.058353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb556-19a6-41cd-b77a-dbc2ac049773 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.370679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4c7ad709-66b2-424c-b30d-b569ba3c93de tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb/tags HTTP/1.1" status: 204 len: 168 time: 0.4276674 Apr 18 21:21:47.371558 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49558) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:47.380902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-91ed9760-81cb-4787-b302-1c079d4a8e30 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fe1f95b4-1839-4028-907c-39e44731b741') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:47.438058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb556-19a6-41cd-b77a-dbc2ac049773 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.544874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-91ed9760-81cb-4787-b302-1c079d4a8e30 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741/tags HTTP/1.1" status: 204 len: 168 time: 0.1726201 Apr 18 21:21:47.550029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49564) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:47.572523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.tag.tag_plugin [None req-2ceb2ce0-a9fa-41b6-a77b-ddb315417e87 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '708813c4-f238-4d72-84cf-e05bad029f5c') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:47.599222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbb556-19a6-41cd-b77a-dbc2ac049773 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0a1eae-8957-4f2d-82b1-ba666e04f2f0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:47.803856 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb556-19a6-41cd-b77a-dbc2ac049773 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.821592 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1570b05-ecb8-49ae-bfca-f6e214c28319 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.828967 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1570b05-ecb8-49ae-bfca-f6e214c28319 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.830384 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b1570b05-ecb8-49ae-bfca-f6e214c28319 tempest-ServersTestJSON-67421907 tempest-ServersTestJSON-67421907-project] 10.222.0.11 "DELETE /v2.0/floatingips/c6fadc2f-a5a1-4b15-ac0a-c41ba86bfa59 HTTP/1.1" status: 204 len: 168 time: 3.6511164 Apr 18 21:21:47.835697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49576) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:47.869243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51d037a0-e1a9-451f-907c-023bea9f2a56 req-923613e7-7c43-4294-979e-7858728a269b tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 210 time: 0.1902716 Apr 18 21:21:47.935488 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dfcbb556-19a6-41cd-b77a-dbc2ac049773 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/cb0a1eae-8957-4f2d-82b1-ba666e04f2f0 HTTP/1.1" status: 204 len: 168 time: 1.4643588 Apr 18 21:21:47.943402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49580) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:48.073698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-6aa54b51-7f3c-4b00-b9dd-780d1750cfcc tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:48.087923 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-6aa54b51-7f3c-4b00-b9dd-780d1750cfcc tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 817 time: 0.7140772 Apr 18 21:21:48.153709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5ca55c25-cac6-4592-86ee-887ae545ec6e req-7e39fb70-a64b-4760-b88d-3689b77a5843 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Synchronizing usage tracker for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:48.200326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.226101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2ceb2ce0-a9fa-41b6-a77b-ddb315417e87 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c/tags HTTP/1.1" status: 204 len: 168 time: 0.6625090 Apr 18 21:21:48.226995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49586) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:48.257265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8d54d51b-6f63-4777-82e8-5c25536c8fef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Synchronizing usage tracker for tenant:9fcc73c7f7d343179467f64a2ae7eb25 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:48.384809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device aed7a0fe-ae90-4d29-bf47-997be41a0c7f no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:21:48.387618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5ca55c25-cac6-4592-86ee-887ae545ec6e req-7e39fb70-a64b-4760-b88d-3689b77a5843 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Unset dirty status for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:48.399835 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ca55c25-cac6-4592-86ee-887ae545ec6e req-7e39fb70-a64b-4760-b88d-3689b77a5843 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c75c435d-45a9-44ff-9813-373f95d57483 HTTP/1.1" status: 200 len: 210 time: 0.3798802 Apr 18 21:21:48.506433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: aed7a0fe-ae90-4d29-bf47-997be41a0c7f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:21:48.507212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device aed7a0fe-ae90-4d29-bf47-997be41a0c7f not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:21:48.590999 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.622306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0024e7cb-9bdf-464b-a9fd-0a291ec5eaea']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:48.628997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8d54d51b-6f63-4777-82e8-5c25536c8fef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Unset dirty status for tenant:9fcc73c7f7d343179467f64a2ae7eb25 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:48.630308 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8d54d51b-6f63-4777-82e8-5c25536c8fef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fcc73c7f7d343179467f64a2ae7eb25 HTTP/1.1" status: 200 len: 380 time: 0.5200448 Apr 18 21:21:48.636687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8aa9cf-3461-4d8a-96cf-d75126323caf') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:48.637127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8aa9cf-3461-4d8a-96cf-d75126323caf') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:48.651038 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.656998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Request body: {'port': {'device_id': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'admin_state_up': True, 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'security_groups': ['3fb33883-4c94-4278-afe7-09d063cc1623']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:48.674973 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.678855 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee53809f-a322-48a1-872e-730e3218c1b9 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks [] for subnetpool, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.682460 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ee53809f-a322-48a1-872e-730e3218c1b9 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/subnetpools/d2fdeb50-8450-48b9-b70c-555a58568701 HTTP/1.1" status: 204 len: 168 time: 0.4445760 Apr 18 21:21:48.683094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49598) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:48.717436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:21:48.717884 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:21:48.732120 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:21:48.796028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-adba925e-eaf7-4cc6-a82b-31d06be6b07c tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "GET /v2.0/ports?device_id=295263da-d49b-46c9-add6-5331ac96dbbb HTTP/1.1" status: 200 len: 205 time: 0.1095083 Apr 18 21:21:48.797928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49602) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:48.910034 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.945582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0024e7cb-9bdf-464b-a9fd-0a291ec5eaea {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:21:48.947264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event deleted for resources: {'Network': ['ID=0024e7cb-9bdf-464b-a9fd-0a291ec5eaea,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:48.954340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.966313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-aee21819-a75c-476f-b2b5-8457e5490548 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "DELETE /v2.0/networks/0024e7cb-9bdf-464b-a9fd-0a291ec5eaea HTTP/1.1" status: 204 len: 168 time: 1.0178018 Apr 18 21:21:49.153025 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da31f5ad-8088-4767-937e-e097e2267ae9 req-d31a9d4a-56b1-490c-aa2d-c10cdcb1a36f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 210 time: 0.0543487 Apr 18 21:21:49.172099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:49.182462 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e296120-c807-4eb4-aa1f-135e0795b018 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.272842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:49.600467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Made reservation on behalf of 9fcc73c7f7d343179467f64a2ae7eb25 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:49.607444 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.860850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5781415f-ce30-4233-8e36-2102abd54bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.920795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49640) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:49.935213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f197b967-970f-419b-9f05-2a6da3c6e3d6 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Request body: {'router': {'name': 'tempest-router--1336591174', 'project_id': '55c6c2a0170742daa465cb9b0fb07457'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:49.952517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f197b967-970f-419b-9f05-2a6da3c6e3d6 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:49.966741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f197b967-970f-419b-9f05-2a6da3c6e3d6 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Usage tracker for resource:router and tenant:55c6c2a0170742daa465cb9b0fb07457 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:49.974581 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f197b967-970f-419b-9f05-2a6da3c6e3d6 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:49.981270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f197b967-970f-419b-9f05-2a6da3c6e3d6 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:50.074693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f197b967-970f-419b-9f05-2a6da3c6e3d6 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.075712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f197b967-970f-419b-9f05-2a6da3c6e3d6 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.121899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f197b967-970f-419b-9f05-2a6da3c6e3d6 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.259439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f197b967-970f-419b-9f05-2a6da3c6e3d6 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.274287 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e296120-c807-4eb4-aa1f-135e0795b018 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.294531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e296120-c807-4eb4-aa1f-135e0795b018 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.511926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ba85412-0564-4aea-b062-3eeb02bb2d5b req-48efaa71-0f55-40c5-94be-1db14cdeb74d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 210 time: 0.0582871 Apr 18 21:21:50.514008 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f197b967-970f-419b-9f05-2a6da3c6e3d6 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.518317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f197b967-970f-419b-9f05-2a6da3c6e3d6 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5926626 Apr 18 21:21:50.519713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49658) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:50.604161 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e296120-c807-4eb4-aa1f-135e0795b018 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.604642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e296120-c807-4eb4-aa1f-135e0795b018 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Fanout notify agent at l3_agent the message router_deleted on router 295263da-d49b-46c9-add6-5331ac96dbbb {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:21:50.675515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e296120-c807-4eb4-aa1f-135e0795b018 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.679393 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0e296120-c807-4eb4-aa1f-135e0795b018 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/routers/295263da-d49b-46c9-add6-5331ac96dbbb HTTP/1.1" status: 204 len: 168 time: 1.8803241 Apr 18 21:21:50.680233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49666) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:50.731012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Allocated IP 172.20.0.10 (40555ad7-33a0-41d9-873f-e57f23f1fa23/ed1432d0-91ad-4671-b49d-79ee529eb9da/1ec1ad8e-4fd2-4df7-b796-b7975e55edb9) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:50.805218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2691fd5e-773e-458f-b297-bfef839b9b0b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Deleting port fe1f95b4-1839-4028-907c-39e44731b741 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:50.805605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2691fd5e-773e-458f-b297-bfef839b9b0b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.910508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f5793-f85a-4349-b6e6-119d33a01ba1 req-8fa2ec19-03a8-48ab-816f-71b551e2f914 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:50.918925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e0f5793-f85a-4349-b6e6-119d33a01ba1 req-8fa2ec19-03a8-48ab-816f-71b551e2f914 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 949 time: 0.5988901 Apr 18 21:21:50.977194 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6f93-6dba-42a0-b0e4-61bac49f5c56 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.069924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e0f5793-f85a-4349-b6e6-119d33a01ba1 req-dd6bc459-2496-4dfb-916c-ddcf2fa403dc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496091 Apr 18 21:21:51.595904 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.773489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Transition to ACTIVE for port object 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:51.813182 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6f93-6dba-42a0-b0e4-61bac49f5c56 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.825322 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2691fd5e-773e-458f-b297-bfef839b9b0b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.828341 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6f93-6dba-42a0-b0e4-61bac49f5c56 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.947079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e12ef809-0716-4fa5-94b1-ceb53e952238 req-28cf77fb-679f-42ce-9c54-25b1d6f1ad71 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 210 time: 0.0679951 Apr 18 21:21:51.949849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6f93-6dba-42a0-b0e4-61bac49f5c56 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.950409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7e6f93-6dba-42a0-b0e4-61bac49f5c56 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27050efe-2652-4db2-b866-5d7981dfcaea {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:21:51.967525 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6f93-6dba-42a0-b0e4-61bac49f5c56 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.967525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ee7e6f93-6dba-42a0-b0e4-61bac49f5c56 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "DELETE /v2.0/routers/27050efe-2652-4db2-b866-5d7981dfcaea HTTP/1.1" status: 204 len: 168 time: 1.4413674 Apr 18 21:21:52.010430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601e7e3-da27-4fb9-bf52-db8b25ab450f req-f0ddf0ed-5f03-4395-8e2d-b85f3ecbd1b9 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:52.012110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b601e7e3-da27-4fb9-bf52-db8b25ab450f req-f0ddf0ed-5f03-4395-8e2d-b85f3ecbd1b9 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 949 time: 0.3669486 Apr 18 21:21:52.101159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2691fd5e-773e-458f-b297-bfef839b9b0b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Calling delete_port for fe1f95b4-1839-4028-907c-39e44731b741 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:52.152977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-b601e7e3-da27-4fb9-bf52-db8b25ab450f req-89aacedd-9dce-49dc-b854-e82783173aed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Deleting port 2ffdff45-cd95-4915-b4d1-18b605832e24 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:52.152977 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b601e7e3-da27-4fb9-bf52-db8b25ab450f req-89aacedd-9dce-49dc-b854-e82783173aed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.492341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49706) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:52.510402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.676690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Network 40555ad7-33a0-41d9-873f-e57f23f1fa23 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:52.702374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:52.707931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:52.716752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-b601e7e3-da27-4fb9-bf52-db8b25ab450f req-89aacedd-9dce-49dc-b854-e82783173aed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] For port 2ffdff45-cd95-4915-b4d1-18b605832e24, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=2ffdff45-cd95-4915-b4d1-18b605832e24,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:52.717078 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b601e7e3-da27-4fb9-bf52-db8b25ab450f req-89aacedd-9dce-49dc-b854-e82783173aed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.887222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-b601e7e3-da27-4fb9-bf52-db8b25ab450f req-89aacedd-9dce-49dc-b854-e82783173aed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Calling delete_port for 2ffdff45-cd95-4915-b4d1-18b605832e24 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:52.909690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2691fd5e-773e-458f-b297-bfef839b9b0b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.920493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event updated for resources: {'Port': ['ID=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:53.024738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691fd5e-773e-458f-b297-bfef839b9b0b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Pushing event deleted for resources: {'Port': ['ID=fe1f95b4-1839-4028-907c-39e44731b741,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:53.040236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5bc13-02a8-4754-95c9-f9b487d35f9e req-85bf76f7-0008-4bec-847c-13a90c94b255 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:53.058563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:53.059441 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.059782 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6fa5bc13-02a8-4754-95c9-f9b487d35f9e req-85bf76f7-0008-4bec-847c-13a90c94b255 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 949 time: 0.6273038 Apr 18 21:21:53.209627 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b458bc78-4125-49e8-84ed-99fb7d937c83 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5684924 Apr 18 21:21:53.211323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1411395327', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:53.331663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0df2bfce-9abb-4d6f-b8e3-8e30625d693b None None] Provisioning for port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:53.340018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0df2bfce-9abb-4d6f-b8e3-8e30625d693b None None] Provisioning complete for port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:53.340377 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0df2bfce-9abb-4d6f-b8e3-8e30625d693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.408874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Request body: {'port': {'device_id': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:53.494357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:53.535297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2691fd5e-773e-458f-b297-bfef839b9b0b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.540356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Usage tracker for resource:router and tenant:4e676e32e0794373b19e17013d885ce0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:53.544632 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2691fd5e-773e-458f-b297-bfef839b9b0b tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/ports/fe1f95b4-1839-4028-907c-39e44731b741 HTTP/1.1" status: 204 len: 168 time: 2.8601992 Apr 18 21:21:53.551745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49726) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:53.552200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:53.560350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0df2bfce-9abb-4d6f-b8e3-8e30625d693b None None] Port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:21:53.590946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6fa5bc13-02a8-4754-95c9-f9b487d35f9e req-5e3735c9-ce72-4169-8740-1cd120e31c3b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181012 Apr 18 21:21:53.652266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:53.685067 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5781415f-ce30-4233-8e36-2102abd54bfa admin admin] Deleting port 930df646-03ed-40b2-b7e1-78af160ad467 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:53.686269 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5781415f-ce30-4233-8e36-2102abd54bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.821425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49734) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:53.834675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d403635-fda7-4b2d-b027-bfb9cb05d340 req-0706635b-73aa-49bd-8eb1-ec6ce3d70b64 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:53.843658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d403635-fda7-4b2d-b027-bfb9cb05d340 req-0706635b-73aa-49bd-8eb1-ec6ce3d70b64 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 932 time: 0.3447540 Apr 18 21:21:53.845191 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b601e7e3-da27-4fb9-bf52-db8b25ab450f req-89aacedd-9dce-49dc-b854-e82783173aed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.847724 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.848799 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.864414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['8398f652-d346-4174-b1e1-b16becbeeacc', '94f1045f-2bfd-4864-b969-62202d519c0e', '2ffdff45-cd95-4915-b4d1-18b605832e24'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:21:53.914649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c', 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:21:53.954949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aacedd-9dce-49dc-b854-e82783173aed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event deleted for resources: {'Port': ['ID=2ffdff45-cd95-4915-b4d1-18b605832e24,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:54.123245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-5781415f-ce30-4233-8e36-2102abd54bfa admin admin] For port 930df646-03ed-40b2-b7e1-78af160ad467, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=930df646-03ed-40b2-b7e1-78af160ad467,segment=NetworkSegment(2655f0b1-5f43-4974-81f1-e376a940cc72),segment_id=2655f0b1-5f43-4974-81f1-e376a940cc72)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:54.123834 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5781415f-ce30-4233-8e36-2102abd54bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.141446 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d403635-fda7-4b2d-b027-bfb9cb05d340 req-bf7878c1-8573-443f-b292-85dbf41c4df9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987010 Apr 18 21:21:54.155095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b601e7e3-da27-4fb9-bf52-db8b25ab450f req-89aacedd-9dce-49dc-b854-e82783173aed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] No DVR routers for this DVR port 2ffdff45-cd95-4915-b4d1-18b605832e24 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:54.158558 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.168599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-71028bc1-0c4e-4c1c-b687-c52f9679a6f3 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Deleting subnet 708813c4-f238-4d72-84cf-e05bad029f5c {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:21:54.174423 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-71028bc1-0c4e-4c1c-b687-c52f9679a6f3 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.264487 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b601e7e3-da27-4fb9-bf52-db8b25ab450f req-89aacedd-9dce-49dc-b854-e82783173aed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.276596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48277e68-f5be-4762-804f-aac1e8f22617', 'name': 'network-vif-deleted', 'tag': '2ffdff45-cd95-4915-b4d1-18b605832e24'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:54.314559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-332e72e7-f14e-474a-8f89-d0a91a0fa0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.346381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5781415f-ce30-4233-8e36-2102abd54bfa admin admin] Calling delete_port for 930df646-03ed-40b2-b7e1-78af160ad467 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:54.405915 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-71028bc1-0c4e-4c1c-b687-c52f9679a6f3 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.424353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.510686 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f778a7d4-d305-4208-b4ed-2142fad3a04b'] response: {'server_uuid': '48277e68-f5be-4762-804f-aac1e8f22617', 'name': 'network-vif-deleted', 'tag': '2ffdff45-cd95-4915-b4d1-18b605832e24', 'status': 'completed', 'code': 200} Apr 18 21:21:54.625629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b601e7e3-da27-4fb9-bf52-db8b25ab450f req-89aacedd-9dce-49dc-b854-e82783173aed tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "DELETE /v2.0/ports/2ffdff45-cd95-4915-b4d1-18b605832e24 HTTP/1.1" status: 204 len: 173 time: 2.6069369 Apr 18 21:21:54.674058 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cb3ecacf-9da1-4253-bfaa-46ae257a0994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.775414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-332e72e7-f14e-474a-8f89-d0a91a0fa0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:54.787181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-332e72e7-f14e-474a-8f89-d0a91a0fa0eb admin admin] Usage tracker for resource:security_group_rule and tenant:af874948c7174a36a0d32862482c8b08 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:54.794060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-332e72e7-f14e-474a-8f89-d0a91a0fa0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:54.808445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-332e72e7-f14e-474a-8f89-d0a91a0fa0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:54.817608 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.893786 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-71028bc1-0c4e-4c1c-b687-c52f9679a6f3 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.097302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d6929b7c-d74f-439f-b28f-3f6eb9a5262f req-385db2e4-843c-4185-828f-7f8cc70f8210 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Synchronizing usage tracker for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:55.259803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:21:55.274044 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.305712 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5781415f-ce30-4233-8e36-2102abd54bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.392261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d6929b7c-d74f-439f-b28f-3f6eb9a5262f req-385db2e4-843c-4185-828f-7f8cc70f8210 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Unset dirty status for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:55.396916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d6929b7c-d74f-439f-b28f-3f6eb9a5262f req-385db2e4-843c-4185-828f-7f8cc70f8210 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=48277e68-f5be-4762-804f-aac1e8f22617 HTTP/1.1" status: 200 len: 210 time: 0.4275517 Apr 18 21:21:55.406606 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-332e72e7-f14e-474a-8f89-d0a91a0fa0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.530053 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-71028bc1-0c4e-4c1c-b687-c52f9679a6f3 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.587771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781415f-ce30-4233-8e36-2102abd54bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=930df646-03ed-40b2-b7e1-78af160ad467,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:55.613920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71028bc1-0c4e-4c1c-b687-c52f9679a6f3 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Pushing event deleted for resources: {'Subnet': ['ID=708813c4-f238-4d72-84cf-e05bad029f5c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:55.657760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Transition to ACTIVE for port object 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:55.670152 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-332e72e7-f14e-474a-8f89-d0a91a0fa0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.728062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389ee257-cd69-4bad-b95a-ff2eefb0d91a None None] Network 16239557-bac5-43df-aa5b-b5531968ea49 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:21:55.794175 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-71028bc1-0c4e-4c1c-b687-c52f9679a6f3 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.826643 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.868540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.881417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e72e7-f14e-474a-8f89-d0a91a0fa0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43df966-8186-41f9-bb2a-585e346df47d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:55.888744 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-332e72e7-f14e-474a-8f89-d0a91a0fa0eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af874948c7174a36a0d32862482c8b08&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0660956 Apr 18 21:21:55.896163 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.900337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49760) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:56.019402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-71028bc1-0c4e-4c1c-b687-c52f9679a6f3 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/subnets/708813c4-f238-4d72-84cf-e05bad029f5c HTTP/1.1" status: 204 len: 168 time: 2.4337010 Apr 18 21:21:56.036547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49764) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:56.104521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 2ffdff45-cd95-4915-b4d1-18b605832e24 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:21:56.146084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 2ffdff45-cd95-4915-b4d1-18b605832e24 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:21:56.146861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 2ffdff45-cd95-4915-b4d1-18b605832e24 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:21:56.287975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d7db5-5db3-47a3-af96-a874f280b59c None None] DHCP port deletion for 16239557-bac5-43df-aa5b-b5531968ea49 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:21:56.303613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-380d7db5-5db3-47a3-af96-a874f280b59c None None] Deleting port b47abed5-1c50-48f5-8d38-ecbfa383635d {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:56.304136 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-380d7db5-5db3-47a3-af96-a874f280b59c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.305133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc6567-490f-4de3-8013-f470792a94ae req-b9639d26-5c6d-41b0-92f5-431be9056593 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:56.314946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36dc6567-490f-4de3-8013-f470792a94ae req-b9639d26-5c6d-41b0-92f5-431be9056593 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 932 time: 0.7643757 Apr 18 21:21:56.366533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Pushing event updated for resources: {'Port': ['ID=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:56.429526 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6659acd6-bc46-4e12-9ee8-45e7259e067d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.462093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6659acd6-bc46-4e12-9ee8-45e7259e067d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.591460 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.661287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Allocated IP 172.25.3.80 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/91a4272b-d0ac-44e1-aea7-b51beb010062) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:56.667127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6659acd6-bc46-4e12-9ee8-45e7259e067d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.733487 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36dc6567-490f-4de3-8013-f470792a94ae req-a3a52f35-e62c-48f0-9cec-6d1b196e193c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176865 Apr 18 21:21:56.735938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Deleting port b47abed5-1c50-48f5-8d38-ecbfa383635d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:56.737783 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.832905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-380d7db5-5db3-47a3-af96-a874f280b59c None None] For port b47abed5-1c50-48f5-8d38-ecbfa383635d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b47abed5-1c50-48f5-8d38-ecbfa383635d,segment=NetworkSegment(53ab5e47-ac75-4bc9-9390-85f96d234340),segment_id=53ab5e47-ac75-4bc9-9390-85f96d234340)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:56.833493 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-380d7db5-5db3-47a3-af96-a874f280b59c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.838848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49776) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:56.850742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659acd6-bc46-4e12-9ee8-45e7259e067d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43df966-8186-41f9-bb2a-585e346df47d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:56.881273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-110123516'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:56.965956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:56.974624 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6659acd6-bc46-4e12-9ee8-45e7259e067d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.975739 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6659acd6-bc46-4e12-9ee8-45e7259e067d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b43df966-8186-41f9-bb2a-585e346df47d HTTP/1.1" status: 204 len: 168 time: 0.9713292 Apr 18 21:21:57.017760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-380d7db5-5db3-47a3-af96-a874f280b59c None None] Calling delete_port for b47abed5-1c50-48f5-8d38-ecbfa383635d owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:57.019409 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Attempting to bind port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:57.019747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Attempting to bind port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:57.020076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Attempting to bind port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 on network 40555ad7-33a0-41d9-873f-e57f23f1fa23 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:57.033878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 on network 40555ad7-33a0-41d9-873f-e57f23f1fa23 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:21:57.034221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Attempting to bind port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 on network 40555ad7-33a0-41d9-873f-e57f23f1fa23 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:57.047020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:21:57.047749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Checking segment: {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:57.048131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Bound using segment: {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:21:57.048570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Bound port: 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bb6c5a-3e6b-487f-a657-40d3cd383056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:57.048913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.208281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:network and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:57.219167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:57.234948 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0f69707c-09ab-4cbd-b681-f38579f7e359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.259882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:57.270899 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5781415f-ce30-4233-8e36-2102abd54bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.277334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:57.295554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b47abed5-1c50-48f5-8d38-ecbfa383635d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:21:57.297109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:57.388566 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-380d7db5-5db3-47a3-af96-a874f280b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.401400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] For port b47abed5-1c50-48f5-8d38-ecbfa383635d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b47abed5-1c50-48f5-8d38-ecbfa383635d,segment=NetworkSegment(53ab5e47-ac75-4bc9-9390-85f96d234340),segment_id=53ab5e47-ac75-4bc9-9390-85f96d234340)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:57.401884 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.447557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b47abed5-1c50-48f5-8d38-ecbfa383635d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:21:57.448042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b47abed5-1c50-48f5-8d38-ecbfa383635d not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:21:57.467199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d7db5-5db3-47a3-af96-a874f280b59c None None] Pushing event deleted for resources: {'Port': ['ID=b47abed5-1c50-48f5-8d38-ecbfa383635d,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:57.476387 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380d7db5-5db3-47a3-af96-a874f280b59c None None] No DVR routers for this DVR port b47abed5-1c50-48f5-8d38-ecbfa383635d on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:57.476493 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.656231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Calling delete_port for b47abed5-1c50-48f5-8d38-ecbfa383635d owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:57.700008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:57.702909 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.737154 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.749514 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] 10.222.0.59 "PUT /v2.0/ports/1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 HTTP/1.1" status: 200 len: 1092 time: 4.5135610 Apr 18 21:21:57.749514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:57.749967 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.800876 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37f881-1ae4-4052-b256-38e5b01106ae service neutron] Pushing event updated for resources: {'Port': ['ID=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:57.870972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:21:57.906792 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.907163 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Added segment a347bfda-d8b3-441b-9f63-3cd77c4ec034 of type vlan for network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 Apr 18 21:21:57.940250 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:21:57.940250 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:21:57.989710 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:58.018252 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4613b7d4-2eca-414a-8a25-3cb7c1d19d2e'] response: {'name': 'network-changed', 'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'status': 'completed', 'code': 200} Apr 18 21:21:58.018528 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:58.064826 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:58.075046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Pushing event updated for resources: {'Port': ['ID=91a4272b-d0ac-44e1-aea7-b51beb010062,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:58.138432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8712a89-e031-45d5-8866-8da3914e73d8 req-4424d1ef-cc4e-47bb-8119-91a6368c8269 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:58.138432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8712a89-e031-45d5-8866-8da3914e73d8 req-4424d1ef-cc4e-47bb-8119-91a6368c8269 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 950 time: 0.4162545 Apr 18 21:21:58.139352 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-9170e0ce-39a9-4275-8d1f-c7d29f5bcd7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 1095 time: 0.2675517 Apr 18 21:21:58.213376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:58.224446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:58.235624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:58.286218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8712a89-e031-45d5-8866-8da3914e73d8 req-4a7a0b42-bffa-417d-b953-a900cd512bca tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819298 Apr 18 21:21:58.356866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd032bf-3a6b-45a4-a9a7-67d0703a3c77 req-5796f513-731a-4bbf-97bb-bdfd48fc3927 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:58.366875 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cd032bf-3a6b-45a4-a9a7-67d0703a3c77 req-5796f513-731a-4bbf-97bb-bdfd48fc3927 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.2503133 Apr 18 21:21:58.367049 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-b70a4bae-0f7e-42fd-be87-cdf5766f1658 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 HTTP/1.1" status: 200 len: 217 time: 0.1546001 Apr 18 21:21:58.427203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cd032bf-3a6b-45a4-a9a7-67d0703a3c77 req-e5b5d693-2eb6-4858-a8c3-bb1e71414678 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601733 Apr 18 21:21:58.441311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Deleting port b47abed5-1c50-48f5-8d38-ecbfa383635d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:58.441764 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:58.481055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-85ea45f6-b39e-4435-83ca-33974fce448c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:58.482737 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-85ea45f6-b39e-4435-83ca-33974fce448c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.1095231 Apr 18 21:21:58.512347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49792) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:58.514649 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:58.518837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:58.519402 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:58.537725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] The port 'b47abed5-1c50-48f5-8d38-ecbfa383635d' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:21:58.554539 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:58.701542 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-c61cf88c-e15b-4d6a-adf9-796f1987a573 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2089434 Apr 18 21:21:58.748135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afa4f073-2f49-4c04-80ad-0301bd61f7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:58.765075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8985407 Apr 18 21:21:58.777647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49800) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:58.853877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1131474295'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:58.885238 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-270248ec-d5e2-4473-9fba-724004835eab service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748981 Apr 18 21:21:58.935675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:58.960057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c93fb6-faf0-4af6-affb-f76bedae9729 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Network': ['ID=5086a5c4-a610-4cd1-9eb3-c77c166aefe8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:58.963141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:network and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:58.979148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:21:58.983179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:58.993310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.013121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:59.033799 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76dd08d0-3918-4d99-8110-c60b1c25f7fa req-222919d3-64f5-436b-a488-ab8ae5622e14 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381760 Apr 18 21:21:59.060060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-afa4f073-2f49-4c04-80ad-0301bd61f7ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:59.066121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5781415f-ce30-4233-8e36-2102abd54bfa admin admin] Router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:21:59.229147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-afa4f073-2f49-4c04-80ad-0301bd61f7ed admin admin] Usage tracker for resource:security_group_rule and tenant:8892db7f9a374252913fe3cec52fd421 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:59.236163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-afa4f073-2f49-4c04-80ad-0301bd61f7ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:59.241031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16239557-bac5-43df-aa5b-b5531968ea49']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:59.260458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-afa4f073-2f49-4c04-80ad-0301bd61f7ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:59.270283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ab5e47-ac75-4bc9-9390-85f96d234340') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:59.270679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ab5e47-ac75-4bc9-9390-85f96d234340') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:59.290088 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.308036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.308811 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.327080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11141ae7-989c-448d-a4b2-ae27e76b0ad3 req-b47a5c77-0fa2-46cf-b94f-597f2b88fb18 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:59.346139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11141ae7-989c-448d-a4b2-ae27e76b0ad3 req-b47a5c77-0fa2-46cf-b94f-597f2b88fb18 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 950 time: 0.5233493 Apr 18 21:21:59.346139 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.434906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:21:59.435160 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:21:59.457066 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:21:59.464737 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-891eb399-d212-4f88-ba61-48c9a5319cdf req-b4efa3db-3f09-4480-ad59-4f62dfb6e66c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 1095 time: 0.1174319 Apr 18 21:21:59.470761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:59.473753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.628736 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb399-d212-4f88-ba61-48c9a5319cdf req-922d5e92-ec8c-4739-a485-75726b9bdd98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:59.630205 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-891eb399-d212-4f88-ba61-48c9a5319cdf req-922d5e92-ec8c-4739-a485-75726b9bdd98 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 918 time: 0.1569960 Apr 18 21:21:59.633518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5781415f-ce30-4233-8e36-2102abd54bfa admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:59.646476 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5781415f-ce30-4233-8e36-2102abd54bfa admin admin] 10.222.0.11 "PUT /v2.0/routers/17fc03d5-47fa-4c0d-9ff8-8e3006ff900a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7755346 Apr 18 21:21:59.646639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5f6e8-7f14-4e36-a835-c9e467ffa3e2 None None] Sync routers for ids ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:21:59.657954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5f6e8-7f14-4e36-a835-c9e467ffa3e2 None None] Routers {'17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:59.658573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7be5f6e8-7f14-4e36-a835-c9e467ffa3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:59.688483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49816) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:59.705229 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-891eb399-d212-4f88-ba61-48c9a5319cdf req-d4fce07f-b088-4a78-82d5-e4565839a80f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 HTTP/1.1" status: 200 len: 217 time: 0.0655303 Apr 18 21:21:59.794770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb399-d212-4f88-ba61-48c9a5319cdf req-602d9b8a-f193-4e9e-a43f-ade21018140b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:59.796468 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-891eb399-d212-4f88-ba61-48c9a5319cdf req-602d9b8a-f193-4e9e-a43f-ade21018140b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.0826390 Apr 18 21:21:59.803095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-11141ae7-989c-448d-a4b2-ae27e76b0ad3 req-d77d3abc-fbde-460c-9576-325ccf6fccd8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Deleting port 94f1045f-2bfd-4864-b969-62202d519c0e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:59.803617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-11141ae7-989c-448d-a4b2-ae27e76b0ad3 req-d77d3abc-fbde-460c-9576-325ccf6fccd8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.862160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-7be5f6e8-7f14-4e36-a835-c9e467ffa3e2 None None] Set router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:59.875642 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-891eb399-d212-4f88-ba61-48c9a5319cdf req-2eaf6976-c85d-4510-af37-49270ffd4442 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724540 Apr 18 21:21:59.964294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:21:59.986004 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afa4f073-2f49-4c04-80ad-0301bd61f7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.010074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.018565 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.018899 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Added segment 35131ab5-926b-4579-a81d-d0e4c2da67fd of type vlan for network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f Apr 18 21:22:00.050703 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-891eb399-d212-4f88-ba61-48c9a5319cdf req-3984de78-c19a-4eee-bca4-1ad649b16c64 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677530 Apr 18 21:22:00.085968 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.107887 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afa4f073-2f49-4c04-80ad-0301bd61f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.156718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7be5f6e8-7f14-4e36-a835-c9e467ffa3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:21:55Z', 'revision_number': 5, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:00.160750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5f6e8-7f14-4e36-a835-c9e467ffa3e2 None None] Checking router: 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:22:00.173720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5f6e8-7f14-4e36-a835-c9e467ffa3e2 None None] Routers {'17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:00.173998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7be5f6e8-7f14-4e36-a835-c9e467ffa3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:00.216877 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-891eb399-d212-4f88-ba61-48c9a5319cdf req-412e4e95-2a2d-46a4-83af-4d20cf26e269 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589036 Apr 18 21:22:00.266900 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] 10.222.0.11 "DELETE /v2.0/networks/16239557-bac5-43df-aa5b-b5531968ea49 HTTP/1.1" status: 204 len: 168 time: 4.2233181 Apr 18 21:22:00.274781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfaef3-5195-4ee5-8c9e-b3b541ca53e1 tempest-TagsExtTest-1575599650 tempest-TagsExtTest-1575599650-project] Pushing event deleted for resources: {'Network': ['ID=16239557-bac5-43df-aa5b-b5531968ea49,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:00.319480 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-afa4f073-2f49-4c04-80ad-0301bd61f7ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8892db7f9a374252913fe3cec52fd421&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8037009 Apr 18 21:22:00.326410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49832) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:00.363440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4f073-2f49-4c04-80ad-0301bd61f7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6ba19f-0a7c-41ff-bac4-720b25d47a31,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:00.376143 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.390124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d028d6a-f11d-434f-81ff-4532d758515a req-95ed4a74-3a72-4304-8b30-59e6767b76bb tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:00.391962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d028d6a-f11d-434f-81ff-4532d758515a req-95ed4a74-3a72-4304-8b30-59e6767b76bb tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 950 time: 0.9416924 Apr 18 21:22:00.451668 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-641ea843-13f0-4d90-9c64-740c86437159 req-8359534e-c7b6-4d48-b633-60023364785e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1868684 Apr 18 21:22:00.456711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-7be5f6e8-7f14-4e36-a835-c9e467ffa3e2 None None] Set router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:00.457107 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-876ee9c0-61b9-456a-879b-8d8ab423f852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.471582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d028d6a-f11d-434f-81ff-4532d758515a req-5e059a48-8182-4175-9baa-37f5cb12c208 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636439 Apr 18 21:22:00.479604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe326637-33cb-4815-9bb2-7229835095d5 req-6fcbdb6d-e2c9-4794-b9a1-4a5c7f069eb8 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:00.480934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe326637-33cb-4815-9bb2-7229835095d5 req-6fcbdb6d-e2c9-4794-b9a1-4a5c7f069eb8 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.8591340 Apr 18 21:22:00.574166 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe326637-33cb-4815-9bb2-7229835095d5 req-c828a907-6c67-450d-9de0-b806a735447a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809488 Apr 18 21:22:00.625165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-11141ae7-989c-448d-a4b2-ae27e76b0ad3 req-d77d3abc-fbde-460c-9576-325ccf6fccd8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] For port 94f1045f-2bfd-4864-b969-62202d519c0e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=94f1045f-2bfd-4864-b969-62202d519c0e,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:00.626099 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-11141ae7-989c-448d-a4b2-ae27e76b0ad3 req-d77d3abc-fbde-460c-9576-325ccf6fccd8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.661845 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-876ee9c0-61b9-456a-879b-8d8ab423f852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.740187 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-641ea843-13f0-4d90-9c64-740c86437159 req-bf857b19-4250-4580-9395-79517fba6dcd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 1101 time: 0.2573588 Apr 18 21:22:00.821770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7be5f6e8-7f14-4e36-a835-c9e467ffa3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:21:55Z', 'revision_number': 5, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:00.826258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5f6e8-7f14-4e36-a835-c9e467ffa3e2 None None] The sync data for ids ['17fc03d5-47fa-4c0d-9ff8-8e3006ff900a'] in n-d-836017-3 is: [{'id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'name': 'tempest-ServersTestJSON-579061041-router', 'tenant_id': '6ea2c65669454a15a4223dbf931ef32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:21:55Z', 'revision_number': 5, 'project_id': '6ea2c65669454a15a4223dbf931ef32b', 'gw_port': {'id': 'e4243a33-35af-4572-8573-75afb8eca1ed', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc03d5-47fa-4c0d-9ff8-8e3006ff900a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:00.909258 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-876ee9c0-61b9-456a-879b-8d8ab423f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.933089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-11141ae7-989c-448d-a4b2-ae27e76b0ad3 req-d77d3abc-fbde-460c-9576-325ccf6fccd8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Calling delete_port for 94f1045f-2bfd-4864-b969-62202d519c0e owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:00.936081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ee9c0-61b9-456a-879b-8d8ab423f852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6ba19f-0a7c-41ff-bac4-720b25d47a31,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:00.950511 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-876ee9c0-61b9-456a-879b-8d8ab423f852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.954858 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-876ee9c0-61b9-456a-879b-8d8ab423f852 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd6ba19f-0a7c-41ff-bac4-720b25d47a31 HTTP/1.1" status: 204 len: 168 time: 0.6211119 Apr 18 21:22:00.962164 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.966018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ea843-13f0-4d90-9c64-740c86437159 req-4df5e446-2805-4982-9d99-4e9206f84638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:00.967273 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.967545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:00.967545 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.968595 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-641ea843-13f0-4d90-9c64-740c86437159 req-4df5e446-2805-4982-9d99-4e9206f84638 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.1993113 Apr 18 21:22:00.995819 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:22:01.053795 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-641ea843-13f0-4d90-9c64-740c86437159 req-3f328555-f8f0-4b59-b91d-ef442c9384b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8398f652-d346-4174-b1e1-b16becbeeacc HTTP/1.1" status: 200 len: 217 time: 0.0800433 Apr 18 21:22:01.099917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49842) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:01.132061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ea843-13f0-4d90-9c64-740c86437159 req-ca009d7f-31aa-4ea3-89b8-f2937b598d96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:01.133503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-641ea843-13f0-4d90-9c64-740c86437159 req-ca009d7f-31aa-4ea3-89b8-f2937b598d96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0744560 Apr 18 21:22:01.197343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 930df646-03ed-40b2-b7e1-78af160ad467 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:01.214434 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.4189265 Apr 18 21:22:01.221751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49848) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:01.242115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'subnet': {'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:01.277150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 930df646-03ed-40b2-b7e1-78af160ad467 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:01.277532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 930df646-03ed-40b2-b7e1-78af160ad467 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:01.292516 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-641ea843-13f0-4d90-9c64-740c86437159 req-7626564f-d21a-4e7f-b51e-c0cad2c0875f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528625 Apr 18 21:22:01.351902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c837a-7be6-4730-8eec-fa21c8061f8e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Network': ['ID=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:01.360996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:22:01.479528 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-641ea843-13f0-4d90-9c64-740c86437159 req-d656b04a-10c5-42ef-a83c-477d295b33ac service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798165 Apr 18 21:22:01.526840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:01.531178 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:01.602883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:subnet and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:01.625891 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:01.697123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8da3f-8982-458a-91af-00d9c22b6408 req-71ec34e1-250f-4758-80c3-e098404c2dd1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:01.699000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99b8da3f-8982-458a-91af-00d9c22b6408 req-71ec34e1-250f-4758-80c3-e098404c2dd1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 1.0844369 Apr 18 21:22:01.716143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:01.838223 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7c94b8b0-6372-441a-8e1f-1082b2438767 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54066dbfc11948999e8cacd4f813c2c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7369401 Apr 18 21:22:01.838792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49864) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:01.858745 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-641ea843-13f0-4d90-9c64-740c86437159 req-6b0cf17c-c494-4e09-9598-3e0781506732 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723907 Apr 18 21:22:01.870370 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-526eb580-43d4-4d22-ba55-cf80c02af820 req-2b66a637-6a89-43a5-b81f-50248b4b7df7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8595085 Apr 18 21:22:01.876332 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99b8da3f-8982-458a-91af-00d9c22b6408 req-2872df47-fcd7-42ee-9d91-1a78cd626a33 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477129 Apr 18 21:22:01.925274 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-11141ae7-989c-448d-a4b2-ae27e76b0ad3 req-d77d3abc-fbde-460c-9576-325ccf6fccd8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:01.939671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c', 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:22:01.966442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60194095-29f3-4460-b016-7103169f4a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:01.986690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Router c1504e16-c9b0-4e0b-bf1c-7f260e154ff2 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:22:01.988827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:01.994694 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60194095-29f3-4460-b016-7103169f4a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:01.994872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['8398f652-d346-4174-b1e1-b16becbeeacc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:22:02.023392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d3abc-fbde-460c-9576-325ccf6fccd8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event deleted for resources: {'Port': ['ID=94f1045f-2bfd-4864-b969-62202d519c0e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:02.081447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1114f-e55c-4f1b-b373-4664ef92947c req-ed0cead4-27f9-4f4e-85e2-778f88bc6cbd tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:02.082934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15c1114f-e55c-4f1b-b373-4664ef92947c req-ed0cead4-27f9-4f4e-85e2-778f88bc6cbd tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 950 time: 0.3805480 Apr 18 21:22:02.139036 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:22:02.141659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 94f1045f-2bfd-4864-b969-62202d519c0e no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:02.166064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60194095-29f3-4460-b016-7103169f4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.198940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 94f1045f-2bfd-4864-b969-62202d519c0e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:02.199277 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 94f1045f-2bfd-4864-b969-62202d519c0e not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:02.202935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60194095-29f3-4460-b016-7103169f4a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c867c446-5e8d-45d4-805e-5f8466edfa8a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:02.215602 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60194095-29f3-4460-b016-7103169f4a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.217760 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-60194095-29f3-4460-b016-7103169f4a7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c867c446-5e8d-45d4-805e-5f8466edfa8a HTTP/1.1" status: 204 len: 168 time: 0.3763392 Apr 18 21:22:02.299304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-11141ae7-989c-448d-a4b2-ae27e76b0ad3 req-d77d3abc-fbde-460c-9576-325ccf6fccd8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] No DVR routers for this DVR port 94f1045f-2bfd-4864-b969-62202d519c0e on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:22:02.302291 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-11141ae7-989c-448d-a4b2-ae27e76b0ad3 req-d77d3abc-fbde-460c-9576-325ccf6fccd8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.309610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fadb31-2fa4-40c3-a06a-965fbcd6ce4b', 'name': 'network-vif-deleted', 'tag': '94f1045f-2bfd-4864-b969-62202d519c0e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:02.323328 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.483338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:02.510416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'port_id': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'mac_address': 'fa:16:3e:44:92:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:22:02.678508 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.730363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:22:02.737163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11141ae7-989c-448d-a4b2-ae27e76b0ad3 req-d77d3abc-fbde-460c-9576-325ccf6fccd8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "DELETE /v2.0/ports/94f1045f-2bfd-4864-b969-62202d519c0e HTTP/1.1" status: 204 len: 173 time: 3.3991580 Apr 18 21:22:02.785015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:02.787516 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-526eb580-43d4-4d22-ba55-cf80c02af820 req-e289d96a-4723-4cd7-9d38-3bfb44be733f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 1101 time: 0.8933084 Apr 18 21:22:02.794767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15c1114f-e55c-4f1b-b373-4664ef92947c req-c7385bfd-e64d-40d5-9990-4d0d7ce65995 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6871107 Apr 18 21:22:02.874185 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:03.023229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:03.052956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adff224-32b9-4455-87c4-bdb9dfeae732 req-c260fb7f-ba03-4498-8ee1-5ddbaf3e68ea tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:03.060279 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5adff224-32b9-4455-87c4-bdb9dfeae732 req-c260fb7f-ba03-4498-8ee1-5ddbaf3e68ea tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.9700708 Apr 18 21:22:03.078335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['1ec1ad8e-4fd2-4df7-b796-b7975e55edb9'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:22:03.254176 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:03.317678 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5adff224-32b9-4455-87c4-bdb9dfeae732 req-a2d6fdea-2f91-4454-943e-b6d033ae36b2 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564926 Apr 18 21:22:03.383049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eb580-43d4-4d22-ba55-cf80c02af820 req-aef4dad8-b099-4a7a-9185-cc0f4b8727af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:03.384518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-526eb580-43d4-4d22-ba55-cf80c02af820 req-aef4dad8-b099-4a7a-9185-cc0f4b8727af service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.5506074 Apr 18 21:22:03.392377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Deleting port e4243a33-35af-4572-8573-75afb8eca1ed {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:03.392377 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:03.486385 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab267f6-e5c8-45eb-bb6f-6f3c70774ddb'] response: {'server_uuid': '21fadb31-2fa4-40c3-a06a-965fbcd6ce4b', 'name': 'network-vif-deleted', 'tag': '94f1045f-2bfd-4864-b969-62202d519c0e', 'status': 'completed', 'code': 200} Apr 18 21:22:03.519878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-526eb580-43d4-4d22-ba55-cf80c02af820 req-9dd41461-2bc6-4939-80f5-a33d491db392 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c HTTP/1.1" status: 200 len: 217 time: 0.0929737 Apr 18 21:22:03.527048 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:03.545439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:03.766733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Subnet': ['ID=c3149a32-f5d5-46d2-8865-186681244fa6,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:03.803165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eb580-43d4-4d22-ba55-cf80c02af820 req-5348755d-2c66-4b2a-a2e9-947dcf03f6bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:03.804788 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-526eb580-43d4-4d22-ba55-cf80c02af820 req-5348755d-2c66-4b2a-a2e9-947dcf03f6bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2606113 Apr 18 21:22:03.897420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] For port e4243a33-35af-4572-8573-75afb8eca1ed, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e4243a33-35af-4572-8573-75afb8eca1ed,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:03.897807 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:03.906651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:03.918901 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273f7e8-3b93-44eb-94e4-cdb82adea147 None None] Sync routers for ids ['c1504e16-c9b0-4e0b-bf1c-7f260e154ff2'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:03.933084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Checking segment: {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:03.933084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Network hostable DHCP agents. Network: 5086a5c4-a610-4cd1-9eb3-c77c166aefe8, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:22:03.936434 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8273f7e8-3b93-44eb-94e4-cdb82adea147 None None] Routers {'c1504e16-c9b0-4e0b-bf1c-7f260e154ff2'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:03.938199 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8273f7e8-3b93-44eb-94e4-cdb82adea147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c1504e16-c9b0-4e0b-bf1c-7f260e154ff2'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:04.023616 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8273f7e8-3b93-44eb-94e4-cdb82adea147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:04.035169 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8273f7e8-3b93-44eb-94e4-cdb82adea147 None None] Routers {'c1504e16-c9b0-4e0b-bf1c-7f260e154ff2'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:04.035761 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8273f7e8-3b93-44eb-94e4-cdb82adea147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c1504e16-c9b0-4e0b-bf1c-7f260e154ff2'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:04.101195 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8273f7e8-3b93-44eb-94e4-cdb82adea147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:04.103562 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273f7e8-3b93-44eb-94e4-cdb82adea147 None None] The sync data for ids ['c1504e16-c9b0-4e0b-bf1c-7f260e154ff2'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:04.152667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:04.213365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Calling delete_port for e4243a33-35af-4572-8573-75afb8eca1ed owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:04.286689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:04.288382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a99f130e-0591-4fab-a7fa-2ea91b3ee652 req-13b48af5-db18-4596-9d1e-82c3b660233c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Synchronizing usage tracker for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:04.295415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:04.297969 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:04.361689 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:04.362890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ccfc5e3b-4ef1-4cba-860d-e397214a89db tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.8702030 Apr 18 21:22:04.366030 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-526eb580-43d4-4d22-ba55-cf80c02af820 req-ce82a20d-5039-4ca1-8c1a-bad729e7104b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5539410 Apr 18 21:22:04.367020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49926) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:04.458496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:04.470764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a99f130e-0591-4fab-a7fa-2ea91b3ee652 req-13b48af5-db18-4596-9d1e-82c3b660233c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Unset dirty status for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:04.472111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a99f130e-0591-4fab-a7fa-2ea91b3ee652 req-13b48af5-db18-4596-9d1e-82c3b660233c tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=21fadb31-2fa4-40c3-a06a-965fbcd6ce4b HTTP/1.1" status: 200 len: 210 time: 0.3631375 Apr 18 21:22:04.472440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:22:04.515657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077f482-5a39-4a68-84c7-498e4cce911c req-88596ba2-d898-483f-a909-dd572a4c71a6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:04.517127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d077f482-5a39-4a68-84c7-498e4cce911c req-88596ba2-d898-483f-a909-dd572a4c71a6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.4070942 Apr 18 21:22:04.566229 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:04.632615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:04.637651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 5086a5c4-a610-4cd1-9eb3-c77c166aefe8) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:04.640325 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:04.651774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:04.652370 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:04.654145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad90f199-a23e-423a-89e8-e3362fedb019 None None] Network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:04.664859 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-526eb580-43d4-4d22-ba55-cf80c02af820 req-480d27ed-0bbb-4968-8eee-57c02ec2bef3 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892156 Apr 18 21:22:04.717722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d077f482-5a39-4a68-84c7-498e4cce911c req-3469425e-f63c-4d96-9b4c-9dbe3daf1209 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1919079 Apr 18 21:22:04.791474 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6b355b6f-271f-446e-8878-c7aab786b5a3 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/routers/c1504e16-c9b0-4e0b-bf1c-7f260e154ff2 HTTP/1.1" status: 200 len: 920 time: 0.4201677 Apr 18 21:22:04.791846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49942) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:04.848506 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5d0ab337-ad35-4d08-bba9-892bf63b403b tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1504e16-c9b0-4e0b-bf1c-7f260e154ff2 HTTP/1.1" status: 200 len: 205 time: 0.0527315 Apr 18 21:22:04.848756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49948) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:04.850844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-54ff9743-d13f-4644-bf05-75d746e87287 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6202579 Apr 18 21:22:04.851494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49950) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:04.879047 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:04.881127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'subnet': {'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:04.896302 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.005871 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d93365-a42b-45b7-9962-7acee8db8bef'] response: {'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'code': 200} Apr 18 21:22:05.009345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:05.088217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:05.110992 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.213716 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.260942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-526eb580-43d4-4d22-ba55-cf80c02af820 req-fda5b9c1-3e32-40b4-a3a0-ed335d5b2f3b service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861528 Apr 18 21:22:05.286775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e4243a33-35af-4572-8573-75afb8eca1ed,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:05.336722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-5086a5c4-a610-4cd1-9eb3-c77c166aefe8', 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'fixed_ips': [{'subnet_id': 'c3149a32-f5d5-46d2-8865-186681244fa6'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:22:05.337561 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.341118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.416420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=11']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:05.420254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c0734-f415-4e5e-8572-7a9a1ef858ba req-ad7d8dc4-7122-40a6-b34f-83104d78c485 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:05.431024 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-421c0734-f415-4e5e-8572-7a9a1ef858ba req-ad7d8dc4-7122-40a6-b34f-83104d78c485 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.6573040 Apr 18 21:22:05.486078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:05.535540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:subnet and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:05.549654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Allocated IP 10.1.1.2 (5086a5c4-a610-4cd1-9eb3-c77c166aefe8/c3149a32-f5d5-46d2-8865-186681244fa6/a9f1ba9c-025e-426a-8cc4-7105e38d3607) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:05.550798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:05.572708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:05.604195 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f387331-9042-4088-b7ae-b355e9d06fd5 req-3b6b4ada-9a5b-46aa-adc8-e2c79612727d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 1097 time: 0.4837751 Apr 18 21:22:05.661606 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.771782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Deleting port 91a4272b-d0ac-44e1-aea7-b51beb010062 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:05.772124 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.852564 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-421c0734-f415-4e5e-8572-7a9a1ef858ba req-8a2b7d00-8425-41e9-a314-afdcbc24cf3a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4205320 Apr 18 21:22:05.860475 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.870443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:05.873841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Transition to ACTIVE for port object a9f1ba9c-025e-426a-8cc4-7105e38d3607 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:05.897898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Transition to ACTIVE for port object a9f1ba9c-025e-426a-8cc4-7105e38d3607 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:05.959876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f387331-9042-4088-b7ae-b355e9d06fd5 req-5b36ddff-4987-44e0-8de5-39a654b61020 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463123 Apr 18 21:22:05.993362 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.023595 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.047930 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.194550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:06.204108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:06.205778 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.218808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:06.247049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Pushing event updated for resources: {'Port': ['ID=a9f1ba9c-025e-426a-8cc4-7105e38d3607,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:06.268366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Calling delete_port for 91a4272b-d0ac-44e1-aea7-b51beb010062 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:06.418845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Attempting to bind port a9f1ba9c-025e-426a-8cc4-7105e38d3607 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:06.419517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Attempting to bind port a9f1ba9c-025e-426a-8cc4-7105e38d3607 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:06.420252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Attempting to bind port a9f1ba9c-025e-426a-8cc4-7105e38d3607 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:06.438400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:06.439537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Checking segment: {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:06.439537 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.439537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Bound using segment: {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:06.439901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Bound port: a9f1ba9c-025e-426a-8cc4-7105e38d3607, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:06.440263 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.535066 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.565569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] For port a9f1ba9c-025e-426a-8cc4-7105e38d3607, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:06.569854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] For port a9f1ba9c-025e-426a-8cc4-7105e38d3607, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a9f1ba9c-025e-426a-8cc4-7105e38d3607,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:06.608255 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.640802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a24e03-71e7-4142-9cb1-e88eb0298fd6 req-15a74b08-620f-46ec-b129-7374dd2c83b5 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:06.647996 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81a24e03-71e7-4142-9cb1-e88eb0298fd6 req-15a74b08-620f-46ec-b129-7374dd2c83b5 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.4801893 Apr 18 21:22:06.685796 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.686361 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.770682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456ab48-243c-4fbe-959c-68d64679ca8b None None] Pushing event updated for resources: {'Port': ['ID=a9f1ba9c-025e-426a-8cc4-7105e38d3607,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:06.776658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Pushing event deleted for resources: {'Port': ['ID=91a4272b-d0ac-44e1-aea7-b51beb010062,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:06.797953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81a24e03-71e7-4142-9cb1-e88eb0298fd6 req-abde62da-d68c-4ac4-b88c-298c14e37d4f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490307 Apr 18 21:22:06.841768 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.842320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17fc03d5-47fa-4c0d-9ff8-8e3006ff900a {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:22:06.868825 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.870621 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8adca287-d78c-4535-a0c1-f61d580f0a5d admin admin] 10.222.0.11 "DELETE /v2.0/routers/17fc03d5-47fa-4c0d-9ff8-8e3006ff900a HTTP/1.1" status: 204 len: 168 time: 7.1695402 Apr 18 21:22:06.873246 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50002) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:06.983742 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.986563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:06.986915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:06.987256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:06.987723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:06.987990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:06.988326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:06.988705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:06.989070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:06.989358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:06.989706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:06.990244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:07.006607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:07.167509 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5087f42c-551a-4dd4-9d36-123b8ba04a84'] response: {'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'code': 200} Apr 18 21:22:07.255979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f042f9-f235-4ae3-955b-ac17ac09e923 admin admin] Deleting subnet 4559878f-fdd7-4496-97c8-e690810a153c {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:22:07.279044 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21f042f9-f235-4ae3-955b-ac17ac09e923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.559039 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.568854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Subnet': ['ID=a1b562e9-35b3-411d-9a72-52e584c76442,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:07.622802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Checking segment: {'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:07.623161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Network hostable DHCP agents. Network: a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:22:07.654819 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21f042f9-f235-4ae3-955b-ac17ac09e923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.768908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc93ad8-12d8-446a-b79a-ae2dbd0f1eca req-aac625f7-66cc-48e7-b9a3-1b612befd0d7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:07.770329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dc93ad8-12d8-446a-b79a-ae2dbd0f1eca req-aac625f7-66cc-48e7-b9a3-1b612befd0d7 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.4230347 Apr 18 21:22:07.805403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811b8cd-7d6c-42c1-a39c-42a6ae333245 req-c4d99901-1a8b-45a2-867c-67a4cd7a76eb tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:07.806922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3811b8cd-7d6c-42c1-a39c-42a6ae333245 req-c4d99901-1a8b-45a2-867c-67a4cd7a76eb tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf HTTP/1.1" status: 200 len: 950 time: 0.2462754 Apr 18 21:22:07.818242 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21f042f9-f235-4ae3-955b-ac17ac09e923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.827819 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.832554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.887384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:22:07.948644 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.949210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Fanout notify agent at l3_agent the message router_deleted on router c1504e16-c9b0-4e0b-bf1c-7f260e154ff2 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:22:07.964467 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dc93ad8-12d8-446a-b79a-ae2dbd0f1eca req-ace0970c-8778-4921-842b-f871e2fd6980 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868742 Apr 18 21:22:07.978418 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.985513 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b7c3f49a-29b6-43c0-9384-20dfe8272e95 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/routers/c1504e16-c9b0-4e0b-bf1c-7f260e154ff2 HTTP/1.1" status: 204 len: 168 time: 3.1356375 Apr 18 21:22:07.986356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50026) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:07.991711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Request body: {'router': {'name': 'tempest-snat-router-489642782', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'enable_snat': False}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:07.996999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:08.001562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Usage tracker for resource:router and tenant:29ddf01ce61345aba3cf251a93eb0f64 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:08.003998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50030) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:08.007008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:08.013560 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3811b8cd-7d6c-42c1-a39c-42a6ae333245 req-6bf32399-1bfc-41d6-9d16-3a9992ef4204 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958013 Apr 18 21:22:08.022486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:08.051669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:08.068115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4184058c-346a-4394-8c64-b635e9a4070e None None] Network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:08.068612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:08.074581 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.100103 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21f042f9-f235-4ae3-955b-ac17ac09e923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.149789 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.152866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.192537 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.198739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf9d4-706a-46ea-ba72-85c15f96c6aa req-40362ade-1f38-412c-a45b-6f834d7a00e8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:08.204075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-758bf9d4-706a-46ea-ba72-85c15f96c6aa req-40362ade-1f38-412c-a45b-6f834d7a00e8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf HTTP/1.1" status: 200 len: 950 time: 0.3145366 Apr 18 21:22:08.207870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21f042f9-f235-4ae3-955b-ac17ac09e923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.212376 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-21f042f9-f235-4ae3-955b-ac17ac09e923 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4559878f-fdd7-4496-97c8-e690810a153c HTTP/1.1" status: 204 len: 168 time: 1.3337445 Apr 18 21:22:08.219783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50036) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:08.297662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f042f9-f235-4ae3-955b-ac17ac09e923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4559878f-fdd7-4496-97c8-e690810a153c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:08.314244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f7455ecd-5b6c-47a9-b1dc-c50095c723a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4477077 Apr 18 21:22:08.348118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50040) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:08.361168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b87d0a-6e9b-46af-8e3c-3c41f0d5ce9b None None] Network 0121f53e-e0f0-4f94-973a-d03999e8f3d5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:08.367994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'port': {'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8', 'name': 'tempest-TaggedBootDevicesTest_v242-1784812246', 'fixed_ips': [{'subnet_id': 'c3149a32-f5d5-46d2-8865-186681244fa6'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:08.378543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357dc9e9-8a4f-4dad-8792-747d70c9827f None None] Network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:08.424185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-758bf9d4-706a-46ea-ba72-85c15f96c6aa req-114d487d-3543-4456-8f7d-8e0d7351a336 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Deleting port e4d7ad40-3ca9-455e-ae78-67bd20f4b439 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:08.424620 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-758bf9d4-706a-46ea-ba72-85c15f96c6aa req-114d487d-3543-4456-8f7d-8e0d7351a336 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.442068 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9ba8e5b-47fa-48f1-99e5-2a1654b6c1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.575984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:22:08.627757 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.651836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772d094-c9ec-4164-97a6-c8ffd7cd65e5 req-d8ac2b30-1294-4ddd-a8eb-26b1df15e902 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:08.658060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6772d094-c9ec-4164-97a6-c8ffd7cd65e5 req-d8ac2b30-1294-4ddd-a8eb-26b1df15e902 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "GET /v2.0/ports?device_id=254854b3-6ea5-41c5-82c8-eaaff2b6e6f7 HTTP/1.1" status: 200 len: 950 time: 0.2940376 Apr 18 21:22:08.667771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a9ba8e5b-47fa-48f1-99e5-2a1654b6c1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:08.694738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a9ba8e5b-47fa-48f1-99e5-2a1654b6c1b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d09c8d2fdcc9438b923a11857ba6b96c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:08.696218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Deleting port 2c257cc5-31cf-4490-8109-c93d0ee56827 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:08.696553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.712615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ebea3539-ea22-48e6-a26e-8044a86c8fd2 None None] Provisioning for port a9f1ba9c-025e-426a-8cc4-7105e38d3607 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:08.719608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526772a1-c397-47e7-a8b6-784e9257db25 req-da778e04-84b2-4bf2-bf94-2628bbbd7051 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:08.720564 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:22:08.721533 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-526772a1-c397-47e7-a8b6-784e9257db25 req-da778e04-84b2-4bf2-bf94-2628bbbd7051 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.4155715 Apr 18 21:22:08.723641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a9ba8e5b-47fa-48f1-99e5-2a1654b6c1b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:08.731395 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.757530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a9ba8e5b-47fa-48f1-99e5-2a1654b6c1b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:08.766370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:08.776191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:port and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:08.785325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:08.818013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:08.840426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f', 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'fixed_ips': [{'subnet_id': 'a1b562e9-35b3-411d-9a72-52e584c76442'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:22:08.840426 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.943864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-526772a1-c397-47e7-a8b6-784e9257db25 req-b976e7c3-506e-48a5-9067-2b1efa6b7f13 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1727252 Apr 18 21:22:08.968028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-6772d094-c9ec-4164-97a6-c8ffd7cd65e5 req-9f438452-f516-4c4b-843b-b8d44b449c85 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Deleting port 8398f652-d346-4174-b1e1-b16becbeeacc {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:08.969302 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6772d094-c9ec-4164-97a6-c8ffd7cd65e5 req-9f438452-f516-4c4b-843b-b8d44b449c85 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.991617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:09.083801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-758bf9d4-706a-46ea-ba72-85c15f96c6aa req-114d487d-3543-4456-8f7d-8e0d7351a336 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] For port e4d7ad40-3ca9-455e-ae78-67bd20f4b439, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e4d7ad40-3ca9-455e-ae78-67bd20f4b439,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:09.084093 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-758bf9d4-706a-46ea-ba72-85c15f96c6aa req-114d487d-3543-4456-8f7d-8e0d7351a336 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.195788 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.319095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a9f1ba9c-025e-426a-8cc4-7105e38d3607 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:09.369656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9ba8e5b-47fa-48f1-99e5-2a1654b6c1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.385825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] For port 2c257cc5-31cf-4490-8109-c93d0ee56827, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2c257cc5-31cf-4490-8109-c93d0ee56827,segment=NetworkSegment(2655f0b1-5f43-4974-81f1-e376a940cc72),segment_id=2655f0b1-5f43-4974-81f1-e376a940cc72)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:09.386181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.431512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:09.461973 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.514021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'port_id': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'mac_address': 'fa:16:3e:72:e4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:22:09.527761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-758bf9d4-706a-46ea-ba72-85c15f96c6aa req-114d487d-3543-4456-8f7d-8e0d7351a336 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Calling delete_port for e4d7ad40-3ca9-455e-ae78-67bd20f4b439 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:09.623233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-6772d094-c9ec-4164-97a6-c8ffd7cd65e5 req-9f438452-f516-4c4b-843b-b8d44b449c85 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] For port 8398f652-d346-4174-b1e1-b16becbeeacc, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=8398f652-d346-4174-b1e1-b16becbeeacc,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:09.625245 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6772d094-c9ec-4164-97a6-c8ffd7cd65e5 req-9f438452-f516-4c4b-843b-b8d44b449c85 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.634830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Calling delete_port for 2c257cc5-31cf-4490-8109-c93d0ee56827 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:09.638571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Allocated IP 10.2.2.2 (a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f/a1b562e9-35b3-411d-9a72-52e584c76442/c5d99993-69f4-491f-b42e-bd8aff49dcb2) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:09.643804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bc36ef-23be-4db1-be8f-9701e6a746d6 None None] DHCP port deletion for 0121f53e-e0f0-4f94-973a-d03999e8f3d5 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:22:09.668608 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc36ef-23be-4db1-be8f-9701e6a746d6 None None] Deleting port 2c257cc5-31cf-4490-8109-c93d0ee56827 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:09.669338 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2bc36ef-23be-4db1-be8f-9701e6a746d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.709391 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port a9f1ba9c-025e-426a-8cc4-7105e38d3607 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:09.720026 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.741164 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9ba8e5b-47fa-48f1-99e5-2a1654b6c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.759469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a9f1ba9c-025e-426a-8cc4-7105e38d3607 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:09.759831 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.782092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] device_id is not set on port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:22:09.901113 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.910720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-6772d094-c9ec-4164-97a6-c8ffd7cd65e5 req-9f438452-f516-4c4b-843b-b8d44b449c85 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Calling delete_port for 8398f652-d346-4174-b1e1-b16becbeeacc owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:09.932032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa8a486-71af-4f45-b071-b3673a3e1a54 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:22:09.966999 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a9ba8e5b-47fa-48f1-99e5-2a1654b6c1b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d09c8d2fdcc9438b923a11857ba6b96c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9619646 Apr 18 21:22:09.968419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] No DVR routers for this DVR port 2c257cc5-31cf-4490-8109-c93d0ee56827 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:22:09.970156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50072) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:09.978780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c257cc5-31cf-4490-8109-c93d0ee56827,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:09.981601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba8e5b-47fa-48f1-99e5-2a1654b6c1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2dc3c7-9fd4-4123-94af-532b0464d688,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:10.028689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e61af-e727-42b2-9e76-ae0be2a9a441 req-6a8a7394-fdd7-4efe-873a-1b0b44a2bba6 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:10.030225 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-796e61af-e727-42b2-9e76-ae0be2a9a441 req-6a8a7394-fdd7-4efe-873a-1b0b44a2bba6 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf HTTP/1.1" status: 200 len: 950 time: 0.6894326 Apr 18 21:22:10.041519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc2896-c20e-47e9-8fdb-622e9e5fd66a req-f9fa9643-abcf-4457-babb-b349682b9bd6 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:10.048799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7cbc2896-c20e-47e9-8fdb-622e9e5fd66a req-f9fa9643-abcf-4457-babb-b349682b9bd6 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.7531474 Apr 18 21:22:10.086476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc36ef-23be-4db1-be8f-9701e6a746d6 None None] The port '2c257cc5-31cf-4490-8109-c93d0ee56827' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:22:10.121249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:10.156378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.190302 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.191004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0121f53e-e0f0-4f94-973a-d03999e8f3d5']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:10.205226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2655f0b1-5f43-4974-81f1-e376a940cc72') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:10.205702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2655f0b1-5f43-4974-81f1-e376a940cc72') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:10.220313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.238760 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.253641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:22:10.254174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.311412 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.339810 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4881-036b-4536-817d-532125076612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.347053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-16e27324-1c7a-453f-ad65-4ce88fdb280f None None] Provisioning complete for port a9f1ba9c-025e-426a-8cc4-7105e38d3607 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:10.347431 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-16e27324-1c7a-453f-ad65-4ce88fdb280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:22:10.378825 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:22:10.382810 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7cbc2896-c20e-47e9-8fdb-622e9e5fd66a req-89caad6a-91a2-42e7-9399-173752b388ef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330507 Apr 18 21:22:10.386645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-796e61af-e727-42b2-9e76-ae0be2a9a441 req-eb062e03-8cf8-43c6-9555-06c0dfb59a4b tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330188 Apr 18 21:22:10.413243 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.429055 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-758bf9d4-706a-46ea-ba72-85c15f96c6aa req-114d487d-3543-4456-8f7d-8e0d7351a336 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.430740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['9fa8a486-71af-4f45-b071-b3673a3e1a54'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:22:10.433823 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4881-036b-4536-817d-532125076612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.498583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e4d7ad40-3ca9-455e-ae78-67bd20f4b439 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:10.541143 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.550567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Transition to ACTIVE for port object c5d99993-69f4-491f-b42e-bd8aff49dcb2 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:10.555580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d487d-3543-4456-8f7d-8e0d7351a336 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event deleted for resources: {'Port': ['ID=e4d7ad40-3ca9-455e-ae78-67bd20f4b439,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:10.557688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: e4d7ad40-3ca9-455e-ae78-67bd20f4b439 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:10.558190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e4d7ad40-3ca9-455e-ae78-67bd20f4b439 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:10.582316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port a9f1ba9c-025e-426a-8cc4-7105e38d3607, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a9f1ba9c-025e-426a-8cc4-7105e38d3607,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:10.585106 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.630506 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=12']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:10.676631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0121f53e-e0f0-4f94-973a-d03999e8f3d5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:10.717623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Transition to ACTIVE for port object c5d99993-69f4-491f-b42e-bd8aff49dcb2 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:10.732226 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.743246 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8173cf2e-64c5-4d07-8ca1-fbb315f05df1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0121f53e-e0f0-4f94-973a-d03999e8f3d5 HTTP/1.1" status: 204 len: 168 time: 2.5222185 Apr 18 21:22:10.764260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.783470 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e4243a33-35af-4572-8573-75afb8eca1ed no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:10.828474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-758bf9d4-706a-46ea-ba72-85c15f96c6aa req-114d487d-3543-4456-8f7d-8e0d7351a336 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] No DVR routers for this DVR port e4d7ad40-3ca9-455e-ae78-67bd20f4b439 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:22:10.831551 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-758bf9d4-706a-46ea-ba72-85c15f96c6aa req-114d487d-3543-4456-8f7d-8e0d7351a336 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.853117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf', 'name': 'network-vif-deleted', 'tag': 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:10.857960 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.858477 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6772d094-c9ec-4164-97a6-c8ffd7cd65e5 req-9f438452-f516-4c4b-843b-b8d44b449c85 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.878037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: e4243a33-35af-4572-8573-75afb8eca1ed {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:10.878705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e4243a33-35af-4572-8573-75afb8eca1ed not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:10.927254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f438452-f516-4c4b-843b-b8d44b449c85 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event deleted for resources: {'Port': ['ID=8398f652-d346-4174-b1e1-b16becbeeacc,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:10.931922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-758bf9d4-706a-46ea-ba72-85c15f96c6aa req-114d487d-3543-4456-8f7d-8e0d7351a336 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "DELETE /v2.0/ports/e4d7ad40-3ca9-455e-ae78-67bd20f4b439 HTTP/1.1" status: 204 len: 173 time: 2.7144351 Apr 18 21:22:10.971737 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:11.052634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Allocated IP 10.1.1.112 (5086a5c4-a610-4cd1-9eb3-c77c166aefe8/c3149a32-f5d5-46d2-8865-186681244fa6/49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:11.053308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=a9f1ba9c-025e-426a-8cc4-7105e38d3607,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:11.065377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:11.073221 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4881-036b-4536-817d-532125076612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:11.109272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:11.118791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaafecc-3ba8-45c0-97f9-c5845f2346b9 req-5d74fbd5-3d92-40d5-8798-1b9a828543f3 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:11.146050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aaafecc-3ba8-45c0-97f9-c5845f2346b9 req-5d74fbd5-3d92-40d5-8798-1b9a828543f3 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.4477692 Apr 18 21:22:11.147407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:11.147555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50094) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:11.178510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2c257cc5-31cf-4490-8109-c93d0ee56827 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:11.185750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-904f6f0e-6724-416e-a43b-46ee76c20930 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Request body: {'floatingip': {'port_id': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:11.208597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4881-036b-4536-817d-532125076612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:11.211812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3e4e4881-036b-4536-817d-532125076612 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b2dc3c7-9fd4-4123-94af-532b0464d688 HTTP/1.1" status: 204 len: 168 time: 1.2378433 Apr 18 21:22:11.239565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6772d094-c9ec-4164-97a6-c8ffd7cd65e5 req-9f438452-f516-4c4b-843b-b8d44b449c85 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] No DVR routers for this DVR port 8398f652-d346-4174-b1e1-b16becbeeacc on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:22:11.239951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 2c257cc5-31cf-4490-8109-c93d0ee56827 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:11.239951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2c257cc5-31cf-4490-8109-c93d0ee56827 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:11.245430 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-6772d094-c9ec-4164-97a6-c8ffd7cd65e5 req-9f438452-f516-4c4b-843b-b8d44b449c85 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:11.247406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6772d094-c9ec-4164-97a6-c8ffd7cd65e5 req-9f438452-f516-4c4b-843b-b8d44b449c85 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.59 "DELETE /v2.0/ports/8398f652-d346-4174-b1e1-b16becbeeacc HTTP/1.1" status: 204 len: 173 time: 2.5199485 Apr 18 21:22:11.248835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e4881-036b-4536-817d-532125076612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2dc3c7-9fd4-4123-94af-532b0464d688,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:11.317466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965dd3a-01b7-4f8e-9bd3-367e5cb59c8d req-94ba03e3-d5ff-4b23-a906-ae6f52b68d15 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:11.335004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9965dd3a-01b7-4f8e-9bd3-367e5cb59c8d req-94ba03e3-d5ff-4b23-a906-ae6f52b68d15 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 945 time: 0.6732402 Apr 18 21:22:11.356454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Pushing event updated for resources: {'Port': ['ID=c5d99993-69f4-491f-b42e-bd8aff49dcb2,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:11.403292 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b481cc59-e26e-40c5-8b8f-0e8811e7e155'] response: {'server_uuid': 'c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf', 'name': 'network-vif-deleted', 'tag': 'e4d7ad40-3ca9-455e-ae78-67bd20f4b439', 'status': 'completed', 'code': 200} Apr 18 21:22:11.404651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50100) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:11.551887 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Attempting to bind port c5d99993-69f4-491f-b42e-bd8aff49dcb2 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:11.558750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Attempting to bind port c5d99993-69f4-491f-b42e-bd8aff49dcb2 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:11.561796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Attempting to bind port c5d99993-69f4-491f-b42e-bd8aff49dcb2 on network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:11.579497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9965dd3a-01b7-4f8e-9bd3-367e5cb59c8d req-284542e0-1171-48d6-8810-e6f1babc00a1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2435756 Apr 18 21:22:11.591478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:11.591858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Checking segment: {'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:11.592269 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:11.592660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Bound using segment: {'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:11.593617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-904f6f0e-6724-416e-a43b-46ee76c20930 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:11.602972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Bound port: c5d99993-69f4-491f-b42e-bd8aff49dcb2, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:11.602972 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:11.604295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d6d2229e-07bc-444e-97de-78b4b13ace9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ea2c65669454a15a4223dbf931ef32b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1753035 Apr 18 21:22:11.605151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50106) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:11.737439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e4744dd4-b192-471f-b928-fdbdbd90c2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:11.770649 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e4744dd4-b192-471f-b928-fdbdbd90c2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:11.774137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] For port c5d99993-69f4-491f-b42e-bd8aff49dcb2, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:11.795798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] For port c5d99993-69f4-491f-b42e-bd8aff49dcb2, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c5d99993-69f4-491f-b42e-bd8aff49dcb2,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:11.806295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:22:11.858628 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:22:11.954226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50114) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:11.966167 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:11.976996 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e4744dd4-b192-471f-b928-fdbdbd90c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.019614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Allocated IP 172.25.3.140 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/080babe2-63dc-4732-bcc9-b2fb94e8978c) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:12.022762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4744dd4-b192-471f-b928-fdbdbd90c2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d649ef80-84f1-48b8-a233-03f01d16f9ac,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:12.025804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8767a36d-0d20-4de9-a361-52a2cfc7a692 req-4361c127-c9d2-43be-a70c-3223ac50ab6e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Synchronizing usage tracker for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:12.054936 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e4744dd4-b192-471f-b928-fdbdbd90c2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.060410 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e4744dd4-b192-471f-b928-fdbdbd90c2a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d649ef80-84f1-48b8-a233-03f01d16f9ac HTTP/1.1" status: 204 len: 168 time: 0.4538488 Apr 18 21:22:12.114191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8767a36d-0d20-4de9-a361-52a2cfc7a692 req-4361c127-c9d2-43be-a70c-3223ac50ab6e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Unset dirty status for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:12.115921 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8767a36d-0d20-4de9-a361-52a2cfc7a692 req-4361c127-c9d2-43be-a70c-3223ac50ab6e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b62c3a-f7d6-4b4e-a2cd-ea3d1e813dbf HTTP/1.1" status: 200 len: 210 time: 0.3822131 Apr 18 21:22:12.198157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 8398f652-d346-4174-b1e1-b16becbeeacc no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:12.244964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 8398f652-d346-4174-b1e1-b16becbeeacc {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:12.245333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 8398f652-d346-4174-b1e1-b16becbeeacc not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:12.254130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c22d8-2c10-401d-80c5-97c65c2930be None None] Pushing event updated for resources: {'Port': ['ID=c5d99993-69f4-491f-b42e-bd8aff49dcb2,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:12.284386 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.386241 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb98514f-4e9a-4718-9fec-8b20df2e8dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.431729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50122) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:12.456586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.483695 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-72712cef-4d7d-43e3-8293-6778b3531c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.500482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:12.553640 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eb98514f-4e9a-4718-9fec-8b20df2e8dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:12.562644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eb98514f-4e9a-4718-9fec-8b20df2e8dae admin admin] Usage tracker for resource:security_group_rule and tenant:84486f00467e4966bbf04f5602e01850 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:12.568885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eb98514f-4e9a-4718-9fec-8b20df2e8dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:12.572065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-72712cef-4d7d-43e3-8293-6778b3531c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:12.580039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eb98514f-4e9a-4718-9fec-8b20df2e8dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:12.582456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-72712cef-4d7d-43e3-8293-6778b3531c12 admin admin] Usage tracker for resource:security_group_rule and tenant:f177cd2fd33b41e883d7094daf82675f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:12.586115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-72712cef-4d7d-43e3-8293-6778b3531c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:12.594897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event updated for resources: {'Port': ['ID=080babe2-63dc-4732-bcc9-b2fb94e8978c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:12.608183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-72712cef-4d7d-43e3-8293-6778b3531c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:12.643723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:12.657633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:12.704424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:12.766586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.834958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 9fa8a486-71af-4f45-b071-b3673a3e1a54 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:12.835491 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.971907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Transition to ACTIVE for port object 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:12.983909 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb98514f-4e9a-4718-9fec-8b20df2e8dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.996749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-72712cef-4d7d-43e3-8293-6778b3531c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.044110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918783d5-0837-400a-820a-135b1b0d8a1d req-10beb76c-9f0d-4abc-947a-3b54708791c2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:13.052577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-918783d5-0837-400a-820a-135b1b0d8a1d req-10beb76c-9f0d-4abc-947a-3b54708791c2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 945 time: 0.1616640 Apr 18 21:22:13.086175 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb98514f-4e9a-4718-9fec-8b20df2e8dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.168648 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-72712cef-4d7d-43e3-8293-6778b3531c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.231062 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.242652 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-918783d5-0837-400a-820a-135b1b0d8a1d req-66007f84-15e1-4e14-b982-ad74dbacfe0b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1888194 Apr 18 21:22:13.250669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98514f-4e9a-4718-9fec-8b20df2e8dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b124cf8-58d8-400b-9573-fa9453393714,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:13.319155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:13.326537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:13.339091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:13.357727 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eb98514f-4e9a-4718-9fec-8b20df2e8dae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84486f00467e4966bbf04f5602e01850&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3959723 Apr 18 21:22:13.380120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50138) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:13.395379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a9f1ba9c-025e-426a-8cc4-7105e38d3607 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:13.410982 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-72712cef-4d7d-43e3-8293-6778b3531c12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f177cd2fd33b41e883d7094daf82675f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9723880 Apr 18 21:22:13.411852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50142) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:13.454103 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.526794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254854b3-6ea5-41c5-82c8-eaaff2b6e6f7', 'name': 'network-vif-deleted', 'tag': '8398f652-d346-4174-b1e1-b16becbeeacc'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:13.527131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:13.624520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72712cef-4d7d-43e3-8293-6778b3531c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5cdf5f-4b02-4380-9a3a-6c54e37d5107,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:13.712431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:13.717410 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d868433e-c3db-4278-a371-c198880cea03'] response: {'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'code': 200} Apr 18 21:22:13.797339 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-40a9f9b0-06f8-45cc-9fa5-066e57a888fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.814164 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.841921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Port': ['ID=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:13.848510 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-40a9f9b0-06f8-45cc-9fa5-066e57a888fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.864506 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a9f1ba9c-025e-426a-8cc4-7105e38d3607 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:13.864506 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.865786 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad1c923-16c0-4ccf-8ae8-1f23233e6cff'] response: {'server_uuid': '254854b3-6ea5-41c5-82c8-eaaff2b6e6f7', 'name': 'network-vif-deleted', 'tag': '8398f652-d346-4174-b1e1-b16becbeeacc', 'status': 'completed', 'code': 200} Apr 18 21:22:13.899406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-904f6f0e-6724-416e-a43b-46ee76c20930 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.909370 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d539609a-13b4-46b9-9c37-1e361555d87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.915365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:13.916343 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.975416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-904f6f0e-6724-416e-a43b-46ee76c20930 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.996908 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d539609a-13b4-46b9-9c37-1e361555d87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.038481 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=13']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:14.065080 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cb33729c-36fd-4023-b781-eb6670f0fa7c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7158327 Apr 18 21:22:14.074259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50162) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:14.108064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d6e5ec9c-e425-42d2-8805-a1f6e0ec0514 None None] Provisioning for port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:14.126018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d6e5ec9c-e425-42d2-8805-a1f6e0ec0514 None None] Provisioning complete for port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:14.126786 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d6e5ec9c-e425-42d2-8805-a1f6e0ec0514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.143104 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-40a9f9b0-06f8-45cc-9fa5-066e57a888fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.158467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'port': {'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8', 'name': 'tempest-TaggedBootDevicesTest_v242-1769488463', 'fixed_ips': [{'subnet_id': 'c3149a32-f5d5-46d2-8865-186681244fa6'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:14.171901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9f9b0-06f8-45cc-9fa5-066e57a888fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b124cf8-58d8-400b-9573-fa9453393714,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:14.178407 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d539609a-13b4-46b9-9c37-1e361555d87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.203942 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.205015 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.218421 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-40a9f9b0-06f8-45cc-9fa5-066e57a888fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.221893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-40a9f9b0-06f8-45cc-9fa5-066e57a888fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b124cf8-58d8-400b-9573-fa9453393714 HTTP/1.1" status: 204 len: 168 time: 0.8385420 Apr 18 21:22:14.236152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539609a-13b4-46b9-9c37-1e361555d87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5cdf5f-4b02-4380-9a3a-6c54e37d5107,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:14.237638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d539609a-13b4-46b9-9c37-1e361555d87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.238751 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d539609a-13b4-46b9-9c37-1e361555d87d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d5cdf5f-4b02-4380-9a3a-6c54e37d5107 HTTP/1.1" status: 204 len: 168 time: 0.6761234 Apr 18 21:22:14.268840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f5444-8a3e-4dba-8757-4554f5c1e66b None None] Network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:14.383527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d6e5ec9c-e425-42d2-8805-a1f6e0ec0514 None None] Port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:22:14.397106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c5d99993-69f4-491f-b42e-bd8aff49dcb2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:14.439204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50174) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:14.621805 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15333e-2d97-4fde-b787-1fe69ba61736 req-44ebf9cb-5ec2-4f21-8279-fb8e3ccce438 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:14.638350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd15333e-2d97-4fde-b787-1fe69ba61736 req-44ebf9cb-5ec2-4f21-8279-fb8e3ccce438 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.1560907 Apr 18 21:22:14.740808 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd15333e-2d97-4fde-b787-1fe69ba61736 req-4c7eba12-db10-4da4-bb0e-04a84362d299 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994933 Apr 18 21:22:14.742795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c5d99993-69f4-491f-b42e-bd8aff49dcb2 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:14.746339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7c2ef736-139d-4cab-9567-25450e97adb3 None None] Provisioning for port c5d99993-69f4-491f-b42e-bd8aff49dcb2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:14.763258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c5d99993-69f4-491f-b42e-bd8aff49dcb2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:14.763735 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.773577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:14.780979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:port and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:14.785836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:14.798234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7c2ef736-139d-4cab-9567-25450e97adb3 None None] Provisioning complete for port c5d99993-69f4-491f-b42e-bd8aff49dcb2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:14.799204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:14.799350 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef736-139d-4cab-9567-25450e97adb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.854196 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-904f6f0e-6724-416e-a43b-46ee76c20930 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Floating IP 546b2175-e005-4743-bf36-3b6e2ca4c14c associated. External IP: 172.25.3.201, port: 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9. Apr 18 21:22:14.944793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:15.109369 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.119270 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef736-139d-4cab-9567-25450e97adb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.189864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7c2ef736-139d-4cab-9567-25450e97adb3 None None] For port c5d99993-69f4-491f-b42e-bd8aff49dcb2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c5d99993-69f4-491f-b42e-bd8aff49dcb2,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:15.234156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-788366961-network', 'tenant_id': '1f628d21202440e8b443314511d1a1c1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:15.240251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:15.248516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Usage tracker for resource:network and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:15.264511 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef736-139d-4cab-9567-25450e97adb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.282486 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:15.300748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.302397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:15.386506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50192) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:15.416412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] device_id is not set on port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:22:15.427751 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:22:15.428110 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:22:15.458080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-659af96b-1453-4d87-be32-472bca5fdb29 None None] Provisioning complete for port c5d99993-69f4-491f-b42e-bd8aff49dcb2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:15.458460 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-659af96b-1453-4d87-be32-472bca5fdb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.490385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ef736-139d-4cab-9567-25450e97adb3 None None] Pushing event updated for resources: {'Port': ['ID=c5d99993-69f4-491f-b42e-bd8aff49dcb2,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:15.542830 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56a423fb-12f8-4951-a0e7-e55c20bdd224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.574087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:15.577860 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.600760 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.643274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:15.649779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Usage tracker for resource:security_group_rule and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:15.653612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:15.661436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:15.668959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d47afc-045d-441b-a156-54a39939fb45 req-f151742a-4360-4a57-98e6-80484f5caf4f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:15.671270 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12d47afc-045d-441b-a156-54a39939fb45 req-f151742a-4360-4a57-98e6-80484f5caf4f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c5680f-8c36-4ff7-a944-0a33545ce50e HTTP/1.1" status: 200 len: 950 time: 0.3474431 Apr 18 21:22:15.698341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-56a423fb-12f8-4951-a0e7-e55c20bdd224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:15.711174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-56a423fb-12f8-4951-a0e7-e55c20bdd224 admin admin] Usage tracker for resource:security_group_rule and tenant:0163b899984347f19aeae7cdbeeef647 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:15.725064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-56a423fb-12f8-4951-a0e7-e55c20bdd224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:15.777968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-56a423fb-12f8-4951-a0e7-e55c20bdd224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:15.782889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.799551 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12d47afc-045d-441b-a156-54a39939fb45 req-9f4bdbcb-738c-4638-a35f-e45119095ab3 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189518 Apr 18 21:22:15.863726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Allocated IP 10.1.1.77 (5086a5c4-a610-4cd1-9eb3-c77c166aefe8/c3149a32-f5d5-46d2-8865-186681244fa6/55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:15.878710 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.915330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:15.920449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:22:15.930453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Router 04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:22:15.932290 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.939540 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Added segment 52b8708f-fa43-4fc4-b614-7ecd47793712 of type vlan for network a789c72f-3885-40f3-b88d-b72bc340e32b Apr 18 21:22:16.096626 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.149770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c5d99993-69f4-491f-b42e-bd8aff49dcb2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:16.197933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723ca04-53ba-4f00-8038-b966a1401443 req-92e093c6-c782-4f24-b2c5-9aa3293a9937 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:16.199806 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3723ca04-53ba-4f00-8038-b966a1401443 req-92e093c6-c782-4f24-b2c5-9aa3293a9937 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.2653856 Apr 18 21:22:16.207301 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56a423fb-12f8-4951-a0e7-e55c20bdd224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.281994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c5d99993-69f4-491f-b42e-bd8aff49dcb2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:16.282575 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.334330 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56a423fb-12f8-4951-a0e7-e55c20bdd224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.380425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.381971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:16.382718 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.383268 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-56a423fb-12f8-4951-a0e7-e55c20bdd224 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0163b899984347f19aeae7cdbeeef647&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9911041 Apr 18 21:22:16.388836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50216) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:16.600286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3723ca04-53ba-4f00-8038-b966a1401443 req-bb35925e-c4d8-4d6f-950b-ac7e12bd30e8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3791432 Apr 18 21:22:16.630002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a423fb-12f8-4951-a0e7-e55c20bdd224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b54933-9cd7-4c7e-aa20-5ab593b266c2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:16.632708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] Pushing event updated for resources: {'Network': ['ID=a789c72f-3885-40f3-b88d-b72bc340e32b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:16.640651 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-66c19b33-cc53-47fd-a1fa-41e2038a6b3b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1983404 Apr 18 21:22:16.646474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50224) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:16.651916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Request body: {'subnet': {'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-788366961-subnet', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:16.658887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:16.659075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a789c72f-3885-40f3-b88d-b72bc340e32b details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:22:16.666588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824df3a-c66a-410d-a853-70c94540092f req-01869946-7044-4676-8712-df8db370e129 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:16.668067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f824df3a-c66a-410d-a853-70c94540092f req-01869946-7044-4676-8712-df8db370e129 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5680f-8c36-4ff7-a944-0a33545ce50e HTTP/1.1" status: 200 len: 950 time: 0.3688726 Apr 18 21:22:16.691738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Usage tracker for resource:subnet and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:16.722158 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.778402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:16.828493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Transition to ACTIVE for port object 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:16.842474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:16.930430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-f824df3a-c66a-410d-a853-70c94540092f req-e0ac5805-30e1-40f6-a48c-f0911faa4fb8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Deleting port d8876aea-5c5c-41b8-bb4e-9276c78b7112 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:16.930721 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f824df3a-c66a-410d-a853-70c94540092f req-e0ac5805-30e1-40f6-a48c-f0911faa4fb8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.961660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5192d343-701b-44a4-9880-873dab980bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:17.029039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:17.032477 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:17.035113 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:17.049918 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5192d343-701b-44a4-9880-873dab980bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:17.188002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Port': ['ID=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:17.286314 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-1d289e6f-91ff-4058-bc6f-47ebf0fa861e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:17.287009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-1d289e6f-91ff-4058-bc6f-47ebf0fa861e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Synchronizing usage tracker for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:17.292227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:17.298293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:17.302716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:17.316630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:17.317113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Sync routers for ids ['04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:17.340420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Routers {'04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:17.341174 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:17.357345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904f6f0e-6724-416e-a43b-46ee76c20930 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Router 12336b33-83c8-4ffe-a0c3-db24bde103e8 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:22:17.404688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-1d289e6f-91ff-4058-bc6f-47ebf0fa861e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Unset dirty status for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:17.406230 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-1d289e6f-91ff-4058-bc6f-47ebf0fa861e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 950 time: 0.5188937 Apr 18 21:22:17.564020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-c669018a-5d77-4a0d-89ee-1dc5c2c567d7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Deleting port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:17.564401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-c669018a-5d77-4a0d-89ee-1dc5c2c567d7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:17.663685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53f698-2a3f-4452-ba8b-3b23dd795a83 req-f387ff84-9ba9-42f5-b02d-a4b332a945a4 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:17.670617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a53f698-2a3f-4452-ba8b-3b23dd795a83 req-f387ff84-9ba9-42f5-b02d-a4b332a945a4 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c5680f-8c36-4ff7-a944-0a33545ce50e HTTP/1.1" status: 200 len: 950 time: 0.5680282 Apr 18 21:22:17.671280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Set router 04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:17.694754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f824df3a-c66a-410d-a853-70c94540092f req-e0ac5805-30e1-40f6-a48c-f0911faa4fb8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] For port d8876aea-5c5c-41b8-bb4e-9276c78b7112, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d8876aea-5c5c-41b8-bb4e-9276c78b7112,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:17.695129 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f824df3a-c66a-410d-a853-70c94540092f req-e0ac5805-30e1-40f6-a48c-f0911faa4fb8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:17.758556 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:17.768127 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f7de6ac9-8c7d-40df-879a-5622477f7515 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7806294 Apr 18 21:22:17.787935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50242) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:17.911257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-f824df3a-c66a-410d-a853-70c94540092f req-e0ac5805-30e1-40f6-a48c-f0911faa4fb8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Calling delete_port for d8876aea-5c5c-41b8-bb4e-9276c78b7112 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:17.942310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:17.943431 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:17.988711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-95921301-656e-47b2-8e59-54fad7b67209 None None] Provisioning for port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:18.001864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-95921301-656e-47b2-8e59-54fad7b67209 None None] Provisioning complete for port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:18.002558 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-95921301-656e-47b2-8e59-54fad7b67209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:18.073314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5192d343-701b-44a4-9880-873dab980bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:18.076629 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5192d343-701b-44a4-9880-873dab980bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:18.081038 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5192d343-701b-44a4-9880-873dab980bd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78b54933-9cd7-4c7e-aa20-5ab593b266c2 HTTP/1.1" status: 204 len: 168 time: 1.6870418 Apr 18 21:22:18.098824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a53f698-2a3f-4452-ba8b-3b23dd795a83 req-92889b94-60c1-4a8b-8294-f83bd19a855e tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272833 Apr 18 21:22:18.133700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-95921301-656e-47b2-8e59-54fad7b67209 None None] Port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:22:18.266178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768', 'name': 'tempest-snat-router-489642782', 'tenant_id': '29ddf01ce61345aba3cf251a93eb0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.140'}], 'enable_snat': False}, 'gw_port_id': '080babe2-63dc-4732-bcc9-b2fb94e8978c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:08Z', 'updated_at': '2022-04-18T21:22:13Z', 'revision_number': 3, 'project_id': '29ddf01ce61345aba3cf251a93eb0f64', 'gw_port': {'id': '080babe2-63dc-4732-bcc9-b2fb94e8978c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:10Z', 'updated_at': '2022-04-18T21:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:18.271535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Checking router: 04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:22:18.272201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Updating router 04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768 port 080babe2-63dc-4732-bcc9-b2fb94e8978c binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:22:18.344854 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:18.347738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192d343-701b-44a4-9880-873dab980bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b54933-9cd7-4c7e-aa20-5ab593b266c2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:18.465998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f11bf8-4d86-4256-b439-8e58326a20e9 req-128cc741-247e-4956-b310-ba35032258b2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:18.474835 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d6f11bf8-4d86-4256-b439-8e58326a20e9 req-128cc741-247e-4956-b310-ba35032258b2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.6137183 Apr 18 21:22:18.584463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50254) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:18.609498 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:18.650967 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f824df3a-c66a-410d-a853-70c94540092f req-e0ac5805-30e1-40f6-a48c-f0911faa4fb8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:18.674272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:22:18.715362 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-abd22b09-d366-4a9a-8884-eaa5e19c7efb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6391025 Apr 18 21:22:18.835980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-c669018a-5d77-4a0d-89ee-1dc5c2c567d7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] For port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:18.836348 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-c669018a-5d77-4a0d-89ee-1dc5c2c567d7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.015368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-c669018a-5d77-4a0d-89ee-1dc5c2c567d7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Calling delete_port for e2484e06-2d5a-46d0-bdb4-a34cb3211d6c owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:19.211184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-552637642'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:19.220516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac5805-30e1-40f6-a48c-f0911faa4fb8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event deleted for resources: {'Port': ['ID=d8876aea-5c5c-41b8-bb4e-9276c78b7112,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:19.251494 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.257493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:19.306198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Usage tracker for resource:network and tenant:b423de5eebd64a4c816b852999987014 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:19.306452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Transition to ACTIVE for port object 080babe2-63dc-4732-bcc9-b2fb94e8978c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:19.335191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d6f11bf8-4d86-4256-b439-8e58326a20e9 req-b35c582c-0e0e-4758-8ea7-3460053421ef tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8593051 Apr 18 21:22:19.343555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:19.380872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f824df3a-c66a-410d-a853-70c94540092f req-e0ac5805-30e1-40f6-a48c-f0911faa4fb8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] No DVR routers for this DVR port d8876aea-5c5c-41b8-bb4e-9276c78b7112 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:22:19.383932 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f824df3a-c66a-410d-a853-70c94540092f req-e0ac5805-30e1-40f6-a48c-f0911faa4fb8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.412989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:19.415365 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-09d4e4fb-282e-42d1-a61d-f33ba2cc3c76 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/routers/04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768 HTTP/1.1" status: 200 len: 908 time: 1.6234448 Apr 18 21:22:19.419482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50274) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:19.425364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c5680f-8c36-4ff7-a944-0a33545ce50e', 'name': 'network-vif-deleted', 'tag': 'd8876aea-5c5c-41b8-bb4e-9276c78b7112'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:19.481962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7f16ff-fbfc-4b47-b011-53226d7d122a,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:19.491729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f824df3a-c66a-410d-a853-70c94540092f req-e0ac5805-30e1-40f6-a48c-f0911faa4fb8 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "DELETE /v2.0/ports/d8876aea-5c5c-41b8-bb4e-9276c78b7112 HTTP/1.1" status: 204 len: 173 time: 2.8014348 Apr 18 21:22:19.517775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Checking segment: {'id': '52b8708f-fa43-4fc4-b614-7ecd47793712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:19.518200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Network hostable DHCP agents. Network: a789c72f-3885-40f3-b88d-b72bc340e32b, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:22:19.527525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50280) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:19.528285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Request body: {'router': {'name': 'tempest-snat-router-489642782', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'enable_snat': True}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:19.535815 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.550178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545826991', 'description': 'tempest-description--2071708218'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:19.562138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:19.571978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:19.576794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:security_group and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:19.582460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:19.605020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904f6f0e-6724-416e-a43b-46ee76c20930 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:19.618969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:19.620796 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b48f1-d55f-4845-a4e6-4430acc24562 None None] Sync routers for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:19.631025 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d10947d-71ab-445b-818e-61b6db136441'] response: {'server_uuid': '07c5680f-8c36-4ff7-a944-0a33545ce50e', 'name': 'network-vif-deleted', 'tag': 'd8876aea-5c5c-41b8-bb4e-9276c78b7112', 'status': 'completed', 'code': 200} Apr 18 21:22:19.637151 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b48f1-d55f-4845-a4e6-4430acc24562 None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:19.638162 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-822b48f1-d55f-4845-a4e6-4430acc24562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:19.650363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Usage tracker for resource:router and tenant:29ddf01ce61345aba3cf251a93eb0f64 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:19.664150 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:19.676901 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-904f6f0e-6724-416e-a43b-46ee76c20930 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.706266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-15853272-853c-4755-8037-7399a5cf221f req-84b467ae-3ccb-45ab-a201-6faf8b3e0526 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Synchronizing usage tracker for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:19.716939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Made reservation on behalf of b423de5eebd64a4c816b852999987014 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:19.722789 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.737551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:19.753786 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.775841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceea08c-4f25-4ec8-8cf1-31500b78799b None None] Pushing event updated for resources: {'Port': ['ID=080babe2-63dc-4732-bcc9-b2fb94e8978c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:19.854004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Attempting to bind port 080babe2-63dc-4732-bcc9-b2fb94e8978c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:19.854368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Attempting to bind port 080babe2-63dc-4732-bcc9-b2fb94e8978c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:19.854735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Attempting to bind port 080babe2-63dc-4732-bcc9-b2fb94e8978c on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:19.869871 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-904f6f0e-6724-416e-a43b-46ee76c20930 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "PUT /v2.0/floatingips/546b2175-e005-4743-bf36-3b6e2ca4c14c HTTP/1.1" status: 200 len: 992 time: 8.7200282 Apr 18 21:22:19.870616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:19.904340 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-c669018a-5d77-4a0d-89ee-1dc5c2c567d7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.908037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:19.909300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:19.915331 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.915331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:19.915331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Bound port: 080babe2-63dc-4732-bcc9-b2fb94e8978c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:19.915331 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.918973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:19.927858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:security_group_rule and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:19.935051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:19.954560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:20.054016 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-822b48f1-d55f-4845-a4e6-4430acc24562 None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:20.105529 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.107232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.126575 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.127729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c2a258f2-0a97-43e2-a16d-d630e24b62f6'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:22:20.144710 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.195863 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.236897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669018a-5d77-4a0d-89ee-1dc5c2c567d7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event deleted for resources: {'Port': ['ID=e2484e06-2d5a-46d0-bdb4-a34cb3211d6c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:20.288003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611eac35-7a4b-4460-abbe-46667b7d6e94,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:20.302887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Network a789c72f-3885-40f3-b88d-b72bc340e32b is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:22:20.336131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-15853272-853c-4755-8037-7399a5cf221f req-84b467ae-3ccb-45ab-a201-6faf8b3e0526 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Unset dirty status for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:20.339393 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15853272-853c-4755-8037-7399a5cf221f req-84b467ae-3ccb-45ab-a201-6faf8b3e0526 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c5680f-8c36-4ff7-a944-0a33545ce50e HTTP/1.1" status: 200 len: 210 time: 0.7061863 Apr 18 21:22:20.384777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] For port 080babe2-63dc-4732-bcc9-b2fb94e8978c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:20.394034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:20.398523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Usage tracker for resource:security_group_rule and tenant:b423de5eebd64a4c816b852999987014 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:20.402284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:20.407330 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] For port 080babe2-63dc-4732-bcc9-b2fb94e8978c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=080babe2-63dc-4732-bcc9-b2fb94e8978c,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:20.409308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:20.412291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a789c72f-3885-40f3-b88d-b72bc340e32b) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:20.422203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:20.422938 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.445209 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.463145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4ce0b6a3-08fb-492a-8151-b201abbf3ef0 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9090331 Apr 18 21:22:20.463145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50300) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:20.463618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad370c9-a90e-4585-8a81-3e37997e1b37 None None] Network a789c72f-3885-40f3-b88d-b72bc340e32b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:20.470641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a026cf99-af8f-49b0-98e1-9e487298231e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'security_group_rule': {'security_group_id': '611eac35-7a4b-4460-abbe-46667b7d6e94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:20.481763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a026cf99-af8f-49b0-98e1-9e487298231e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:20.494584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a026cf99-af8f-49b0-98e1-9e487298231e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:security_group_rule and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:20.508114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a026cf99-af8f-49b0-98e1-9e487298231e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:20.517205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a026cf99-af8f-49b0-98e1-9e487298231e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:20.546802 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4d2919c6-7afd-4243-a532-090d0e4a9f7d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.8984671 Apr 18 21:22:20.550209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50304) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:20.558448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-788366961-router', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:20.578861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:20.604362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Usage tracker for resource:router and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:20.612630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:20.652015 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.667859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:20.691006 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a026cf99-af8f-49b0-98e1-9e487298231e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.864674 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a026cf99-af8f-49b0-98e1-9e487298231e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.866663 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.871266 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a042ee64-f277-4ccc-bece-11adba0f721b'] response: {'name': 'network-changed', 'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'status': 'completed', 'code': 200} Apr 18 21:22:20.872028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-c669018a-5d77-4a0d-89ee-1dc5c2c567d7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] No DVR routers for this DVR port e2484e06-2d5a-46d0-bdb4-a34cb3211d6c on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:22:20.881373 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-c669018a-5d77-4a0d-89ee-1dc5c2c567d7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.896660 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d95751a2-22fe-4c5c-a364-3f5403c21b05 req-c669018a-5d77-4a0d-89ee-1dc5c2c567d7 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "DELETE /v2.0/ports/e2484e06-2d5a-46d0-bdb4-a34cb3211d6c HTTP/1.1" status: 204 len: 173 time: 3.4826453 Apr 18 21:22:20.910715 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.002236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e2484e06-2d5a-46d0-bdb4-a34cb3211d6c no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:21.026683 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a026cf99-af8f-49b0-98e1-9e487298231e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.043498 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.048583 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.049895 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.052709 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-822b48f1-d55f-4845-a4e6-4430acc24562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '546b2175-e005-4743-bf36-3b6e2ca4c14c', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'port_id': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'mac_address': 'fa:16:3e:44:92:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:21:38Z', 'updated_at': '2022-04-18T21:22:13Z', 'revision_number': 1, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:47Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:21.066484 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b48f1-d55f-4845-a4e6-4430acc24562 None None] Checking router: 12336b33-83c8-4ffe-a0c3-db24bde103e8 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:22:21.081016 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.084412 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b48f1-d55f-4845-a4e6-4430acc24562 None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:21.085326 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-822b48f1-d55f-4845-a4e6-4430acc24562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:21.231810 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: e2484e06-2d5a-46d0-bdb4-a34cb3211d6c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:21.232102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e2484e06-2d5a-46d0-bdb4-a34cb3211d6c not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:21.235211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d8876aea-5c5c-41b8-bb4e-9276c78b7112 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:21.248026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:22:21.307111 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-822b48f1-d55f-4845-a4e6-4430acc24562 None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:21.378940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.447940 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a026cf99-af8f-49b0-98e1-9e487298231e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.449161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a026cf99-af8f-49b0-98e1-9e487298231e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9928339 Apr 18 21:22:21.452591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50314) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:21.455508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026cf99-af8f-49b0-98e1-9e487298231e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e823e761-4538-4679-976a-5678831f45b5,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:21.460249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f4c77314-e1d6-4496-a785-1ef99806fb1a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'security_group_rule': {'security_group_id': '611eac35-7a4b-4460-abbe-46667b7d6e94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:21.482534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f4c77314-e1d6-4496-a785-1ef99806fb1a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:21.491814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f4c77314-e1d6-4496-a785-1ef99806fb1a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:security_group_rule and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:21.495031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3934ed-d6cc-476f-bf20-5710513e4635,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:21.506985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f4c77314-e1d6-4496-a785-1ef99806fb1a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:21.519525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceea08c-4f25-4ec8-8cf1-31500b78799b None None] Pushing event updated for resources: {'Port': ['ID=080babe2-63dc-4732-bcc9-b2fb94e8978c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:21.523648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f4c77314-e1d6-4496-a785-1ef99806fb1a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:21.526634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: d8876aea-5c5c-41b8-bb4e-9276c78b7112 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:21.531975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d8876aea-5c5c-41b8-bb4e-9276c78b7112 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:21.627929 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.628422 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Added segment edaa9ffb-3c79-4d88-9b67-da62dc46f27c of type vlan for network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 Apr 18 21:22:21.680069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Routers {'04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:21.680799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:21.694191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71e7624d-51d9-4583-888a-c9315e2168e9 req-dc86f888-d1ab-461a-b033-9746acd3f569 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 1097 time: 1.3249464 Apr 18 21:22:21.763939 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.769361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-a789c72f-3885-40f3-b88d-b72bc340e32b', 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'fixed_ips': [{'subnet_id': '2f7f16ff-fbfc-4b47-b011-53226d7d122a'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:22:21.772943 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.819811 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4c77314-e1d6-4496-a785-1ef99806fb1a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.833293 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.985008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d932b4-84cb-4873-831e-23e97ead100c req-7695ca2b-faf0-47bc-882c-fd7fef308692 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:21.994324 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9d932b4-84cb-4873-831e-23e97ead100c req-7695ca2b-faf0-47bc-882c-fd7fef308692 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 1.1644468 Apr 18 21:22:22.200261 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9d932b4-84cb-4873-831e-23e97ead100c req-30ae17a8-00b3-4006-be1f-e21b6906ff8a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2030134 Apr 18 21:22:22.244560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7624d-51d9-4583-888a-c9315e2168e9 req-12621862-25b9-42de-b727-b44b08d0de62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:22.247443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71e7624d-51d9-4583-888a-c9315e2168e9 req-12621862-25b9-42de-b727-b44b08d0de62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 918 time: 0.5327649 Apr 18 21:22:22.296235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] Set router 04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:22.333867 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4c77314-e1d6-4496-a785-1ef99806fb1a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:22.364091 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:22.428834 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-822b48f1-d55f-4845-a4e6-4430acc24562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '546b2175-e005-4743-bf36-3b6e2ca4c14c', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'port_id': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'mac_address': 'fa:16:3e:44:92:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:21:38Z', 'updated_at': '2022-04-18T21:22:13Z', 'revision_number': 1, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:47Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:22.433848 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b48f1-d55f-4845-a4e6-4430acc24562 None None] The sync data for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 is: [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '546b2175-e005-4743-bf36-3b6e2ca4c14c', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'port_id': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'mac_address': 'fa:16:3e:44:92:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:21:38Z', 'updated_at': '2022-04-18T21:22:13Z', 'revision_number': 1, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:47Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:22.435092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71e7624d-51d9-4583-888a-c9315e2168e9 req-f0c82678-ec1c-466a-9f38-227949c04386 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 HTTP/1.1" status: 200 len: 1000 time: 0.1783719 Apr 18 21:22:22.441582 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:22.445159 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:22.446008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:22.446776 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:22.635782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Allocated IP 172.20.0.2 (a789c72f-3885-40f3-b88d-b72bc340e32b/2f7f16ff-fbfc-4b47-b011-53226d7d122a/57c6839b-f46f-4853-86d0-a8e6192cdc86) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:22.642640 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Allocated IP 172.25.3.51 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/4d1c31ce-426d-4f66-a53e-c376ab4cdc12) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:22.794747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7624d-51d9-4583-888a-c9315e2168e9 req-42ad9436-c35b-4ce9-bf0d-c0ac2db312e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:22.796740 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71e7624d-51d9-4583-888a-c9315e2168e9 req-42ad9436-c35b-4ce9-bf0d-c0ac2db312e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.2924492 Apr 18 21:22:22.798033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.2120235 Apr 18 21:22:22.895939 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:22.897267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcba8f73-b56c-43ce-abfd-13f9870feda4 None None] New status for floating IP 546b2175-e005-4743-bf36-3b6e2ca4c14c: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:22:22.926198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc41bd98-ef45-4bed-9d77-3353daba3abf', 'name': 'network-vif-deleted', 'tag': 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:22.931508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4c77314-e1d6-4496-a785-1ef99806fb1a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:22.961375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c77314-e1d6-4496-a785-1ef99806fb1a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf280ed1-b224-4fb5-a615-25ec2973a355,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:22.999545 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.045099 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11452b6b-2c8a-43db-8955-7fcd6ffa58e9 req-b6ef3831-e531-4302-9ec5-c07765f5907f tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc41bd98-ef45-4bed-9d77-3353daba3abf HTTP/1.1" status: 200 len: 210 time: 0.6083479 Apr 18 21:22:23.088378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4c77314-e1d6-4496-a785-1ef99806fb1a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.088378 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f4c77314-e1d6-4496-a785-1ef99806fb1a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6305630 Apr 18 21:22:23.108480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50338) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:23.153812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:23.158873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:23.161851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:23.195953 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016b90f6-9d72-4fe9-9dbb-ddc81c5da426'] response: {'server_uuid': 'dc41bd98-ef45-4bed-9d77-3353daba3abf', 'name': 'network-vif-deleted', 'tag': 'e2484e06-2d5a-46d0-bdb4-a34cb3211d6c', 'status': 'completed', 'code': 200} Apr 18 21:22:23.196519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event updated for resources: {'Port': ['ID=4d1c31ce-426d-4f66-a53e-c376ab4cdc12,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:23.277684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:23.322634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50346) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:23.332503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:23.341971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Request body: {'port': {'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88', 'binding:host_id': 'n-h1-836017-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-577959737'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:23.348467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:23.381412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:floatingip and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:23.397327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ffad4-65fd-497b-9e69-5990eec24276 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Pushing event updated for resources: {'Network': ['ID=d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:23.400779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Usage tracker for resource:port and tenant:728ca887c0ef4661b66bc6a1211a2159 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:23.407234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:23.411629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:23.466346 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.467870 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.474012 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.487477 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Transition to ACTIVE for port object 57c6839b-f46f-4853-86d0-a8e6192cdc86 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:23.512781 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Transition to ACTIVE for port object 57c6839b-f46f-4853-86d0-a8e6192cdc86 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:23.533773 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:22:23.648122 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.684912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:23.689548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:23.810821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Network a789c72f-3885-40f3-b88d-b72bc340e32b is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:23.833731 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.871328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:23.878376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:23.881859 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.887344 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71e7624d-51d9-4583-888a-c9315e2168e9 req-4eee104f-df43-42f8-9f07-a1e0e52845f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0429535 Apr 18 21:22:23.888082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Made reservation on behalf of 728ca887c0ef4661b66bc6a1211a2159 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:23.890632 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.906678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.925898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Pushing event updated for resources: {'Port': ['ID=57c6839b-f46f-4853-86d0-a8e6192cdc86,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:23.984387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-71e7624d-51d9-4583-888a-c9315e2168e9 req-1cd2be1a-0e8c-4354-bee7-27f4795e89a8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:22:23.985642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71e7624d-51d9-4583-888a-c9315e2168e9 req-1cd2be1a-0e8c-4354-bee7-27f4795e89a8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0839992 Apr 18 21:22:24.006610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768', 'name': 'tempest-snat-router-489642782', 'tenant_id': '29ddf01ce61345aba3cf251a93eb0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.140'}], 'enable_snat': False}, 'gw_port_id': '080babe2-63dc-4732-bcc9-b2fb94e8978c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:08Z', 'updated_at': '2022-04-18T21:22:13Z', 'revision_number': 3, 'project_id': '29ddf01ce61345aba3cf251a93eb0f64', 'gw_port': {'id': '080babe2-63dc-4732-bcc9-b2fb94e8978c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:10Z', 'updated_at': '2022-04-18T21:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:24.055307 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Attempting to bind port 57c6839b-f46f-4853-86d0-a8e6192cdc86 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:24.055307 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Attempting to bind port 57c6839b-f46f-4853-86d0-a8e6192cdc86 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '52b8708f-fa43-4fc4-b614-7ecd47793712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:24.055307 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Attempting to bind port 57c6839b-f46f-4853-86d0-a8e6192cdc86 on network a789c72f-3885-40f3-b88d-b72bc340e32b {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:24.056670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3819a9-8e35-443e-9461-df78ada53836 None None] The sync data for ids ['04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768'] in n-d-836017-3 is: [{'id': '04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768', 'name': 'tempest-snat-router-489642782', 'tenant_id': '29ddf01ce61345aba3cf251a93eb0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.140'}], 'enable_snat': False}, 'gw_port_id': '080babe2-63dc-4732-bcc9-b2fb94e8978c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:08Z', 'updated_at': '2022-04-18T21:22:13Z', 'revision_number': 3, 'project_id': '29ddf01ce61345aba3cf251a93eb0f64', 'gw_port': {'id': '080babe2-63dc-4732-bcc9-b2fb94e8978c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:10Z', 'updated_at': '2022-04-18T21:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:24.064103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:24.064475 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Checking segment: {'id': '52b8708f-fa43-4fc4-b614-7ecd47793712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:24.064874 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.065256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Bound using segment: {'id': '52b8708f-fa43-4fc4-b614-7ecd47793712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:24.065798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Bound port: 57c6839b-f46f-4853-86d0-a8e6192cdc86, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b8708f-fa43-4fc4-b614-7ecd47793712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:24.066173 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.081595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Router 10bdfb0b-b74e-4b85-a3ad-357f00cab740 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:22:24.134449 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.182968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] For port 57c6839b-f46f-4853-86d0-a8e6192cdc86, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:24.189995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] For port 57c6839b-f46f-4853-86d0-a8e6192cdc86, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=57c6839b-f46f-4853-86d0-a8e6192cdc86,segment=NetworkSegment(52b8708f-fa43-4fc4-b614-7ecd47793712),segment_id=52b8708f-fa43-4fc4-b614-7ecd47793712)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:24.274864 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.296503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77365008-2201-4271-b95f-5bad1db07b9a req-d6b4518b-e89c-4c73-bda5-a133fefe8138 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:24.304352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77365008-2201-4271-b95f-5bad1db07b9a req-d6b4518b-e89c-4c73-bda5-a133fefe8138 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.8758588 Apr 18 21:22:24.460918 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:24.469021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36924adf-fef6-4e01-9c75-d1d5a33dc42e None None] Pushing event updated for resources: {'Port': ['ID=57c6839b-f46f-4853-86d0-a8e6192cdc86,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:24.476658 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] Sync routers for ids ['10bdfb0b-b74e-4b85-a3ad-357f00cab740'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:24.499802 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77365008-2201-4271-b95f-5bad1db07b9a req-53f84d9b-7292-4d37-835f-8cd09b3f6dc3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1938028 Apr 18 21:22:24.503506 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] Routers {'10bdfb0b-b74e-4b85-a3ad-357f00cab740'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:24.504137 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:21:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['10bdfb0b-b74e-4b85-a3ad-357f00cab740'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:24.572231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:24.604224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Usage tracker for resource:security_group_rule and tenant:728ca887c0ef4661b66bc6a1211a2159 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:24.606391 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.607272 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-24faa336-4b18-4ae4-89b0-fab5da76dad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.612613 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2a6790e9-22c4-4600-ba91-08742f557789 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.1836376 Apr 18 21:22:24.613925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50362) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:24.618310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:24.636778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:24.869655 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.932190 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71e7624d-51d9-4583-888a-c9315e2168e9 req-063f27fc-1c09-4d6f-95f6-f7ad1aa52006 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9329708 Apr 18 21:22:24.984905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:25.026639 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] Set router 10bdfb0b-b74e-4b85-a3ad-357f00cab740 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:25.034569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Allocated IP 172.25.3.87 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/21424c9f-8efa-4bcd-86e1-41c2dda7474d) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:25.050613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] device_id is not set on port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:22:25.372446 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b0a3b252-d5f9-42e7-90f1-f59d64c26bb1 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/routers/10bdfb0b-b74e-4b85-a3ad-357f00cab740 HTTP/1.1" status: 200 len: 906 time: 0.7551873 Apr 18 21:22:25.374547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50372) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:25.622210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:25.700002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92407f61-b4eb-48ff-9211-b5cf182882d8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:25.928863 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdfb0b-b74e-4b85-a3ad-357f00cab740', 'name': 'tempest-snat-router-489642782', 'tenant_id': '29ddf01ce61345aba3cf251a93eb0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '4d1c31ce-426d-4f66-a53e-c376ab4cdc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:20Z', 'updated_at': '2022-04-18T21:22:23Z', 'revision_number': 3, 'project_id': '29ddf01ce61345aba3cf251a93eb0f64', 'gw_port': {'id': '4d1c31ce-426d-4f66-a53e-c376ab4cdc12', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bdfb0b-b74e-4b85-a3ad-357f00cab740', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:22Z', 'updated_at': '2022-04-18T21:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:25.942812 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] Checking router: 10bdfb0b-b74e-4b85-a3ad-357f00cab740 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:22:25.943158 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] Updating router 10bdfb0b-b74e-4b85-a3ad-357f00cab740 port 4d1c31ce-426d-4f66-a53e-c376ab4cdc12 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:22:26.029308 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.088284 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.196262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87510911-34a9-43c6-8160-843c75b0b79e None None] Network a789c72f-3885-40f3-b88d-b72bc340e32b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:26.412351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 57c6839b-f46f-4853-86d0-a8e6192cdc86 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:26.587195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.752910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-07816f29-7d37-43a6-9e8b-a774929076c1 None None] Provisioning for port 57c6839b-f46f-4853-86d0-a8e6192cdc86 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:26.797494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Deleting port 4d1c31ce-426d-4f66-a53e-c376ab4cdc12 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:26.803392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.808191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60569ca-9a0b-4f5f-81ff-022d22a9726c req-20a14a64-ab24-4e8d-95a1-005b2b098f35 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:26.821202 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b60569ca-9a0b-4f5f-81ff-022d22a9726c req-20a14a64-ab24-4e8d-95a1-005b2b098f35 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 949 time: 1.4610808 Apr 18 21:22:26.824760 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71e7624d-51d9-4583-888a-c9315e2168e9 req-79e1fcdb-eefb-48a3-af00-616ec9ccdab4 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8666289 Apr 18 21:22:26.866990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] device_id is not set on port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:22:26.920337 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.972075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789ed2b-d742-4116-902d-aecef25a877d req-b6ec2ae7-f0c8-4542-a934-59e82068b327 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:26.982069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5789ed2b-d742-4116-902d-aecef25a877d req-b6ec2ae7-f0c8-4542-a934-59e82068b327 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.4936242 Apr 18 21:22:27.046614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Transition to ACTIVE for port object 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:27.067559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.088576 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 57c6839b-f46f-4853-86d0-a8e6192cdc86 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:27.135301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 57c6839b-f46f-4853-86d0-a8e6192cdc86 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:27.135301 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.139346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b60569ca-9a0b-4f5f-81ff-022d22a9726c req-79546d38-9c81-4e93-8089-64b59c581864 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170342 Apr 18 21:22:27.207239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-848394e1-debd-40e4-8a18-133ebbedf9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.216028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-9fff875a-9ac8-4303-8d7e-4d750df59721 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:27.216028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-9fff875a-9ac8-4303-8d7e-4d750df59721 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Synchronizing usage tracker for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:27.216649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5789ed2b-d742-4116-902d-aecef25a877d req-bddcf823-cb18-480d-9bc0-a122788d49b7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2316773 Apr 18 21:22:27.227900 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.332281 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.353201 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.432655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 57c6839b-f46f-4853-86d0-a8e6192cdc86, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=57c6839b-f46f-4853-86d0-a8e6192cdc86,segment=NetworkSegment(52b8708f-fa43-4fc4-b614-7ecd47793712),segment_id=52b8708f-fa43-4fc4-b614-7ecd47793712)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:27.477734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c86ba1e4-571b-4d7c-8657-d19ea115ec45 None None] Provisioning complete for port 57c6839b-f46f-4853-86d0-a8e6192cdc86 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:27.478082 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c86ba1e4-571b-4d7c-8657-d19ea115ec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.485227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-9fff875a-9ac8-4303-8d7e-4d750df59721 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Unset dirty status for tenant:d8e4e52286864a5b935b9dddb7f895bd on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:27.486867 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-9fff875a-9ac8-4303-8d7e-4d750df59721 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 949 time: 0.7966955 Apr 18 21:22:27.495836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Calling delete_port for 4d1c31ce-426d-4f66-a53e-c376ab4cdc12 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:27.536372 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.537143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 080babe2-63dc-4732-bcc9-b2fb94e8978c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:27.585276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event updated for resources: {'Port': ['ID=532d3b4f-3e04-4d93-95dd-c8c50fbc77a8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:27.632538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Checking segment: {'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:27.632894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Network hostable DHCP agents. Network: d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:22:27.663756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-58cb6d39-52d1-4a11-aaee-6068b7a433bc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Deleting port c2a258f2-0a97-43e2-a16d-d630e24b62f6 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:27.664029 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-58cb6d39-52d1-4a11-aaee-6068b7a433bc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.676546 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=57c6839b-f46f-4853-86d0-a8e6192cdc86,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:27.691982 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.779775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:27.786726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:27.788986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:22:27.803529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:27.887726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Pushing event updated for resources: {'Port': ['ID=21424c9f-8efa-4bcd-86e1-41c2dda7474d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:27.897428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 080babe2-63dc-4732-bcc9-b2fb94e8978c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:27.938634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 080babe2-63dc-4732-bcc9-b2fb94e8978c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:27.940743 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.956365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:27.964120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:27.991028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:27.991370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:27.991736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:28.004856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:28.005201 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:28.025998 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 2 to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 Apr 18 21:22:28.029924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a7a891-9b0c-4928-9954-21a1fb8394f0 None None] Network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:28.062307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:28.062975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:28.063477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:28.074413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:28.075014 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:28.076073 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 3 to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 Apr 18 21:22:28.096515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:28.097639 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:28.098303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:28.107056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:28.107671 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:28.108419 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 4 to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 Apr 18 21:22:28.130346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:28.131158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:28.131696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:28.140542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:28.141295 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:28.141933 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 5 to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 Apr 18 21:22:28.174548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:28.175839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:28.177800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:28.193236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:28.197791 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:28.198275 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 6 to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 Apr 18 21:22:28.217136 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:28.341505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-58cb6d39-52d1-4a11-aaee-6068b7a433bc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] For port c2a258f2-0a97-43e2-a16d-d630e24b62f6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c2a258f2-0a97-43e2-a16d-d630e24b62f6,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:28.342066 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-58cb6d39-52d1-4a11-aaee-6068b7a433bc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=85051) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 593, in do_execute Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 163, in execute Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers result = self._query(query) Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 321, in _query Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers conn.query(q) Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 505, in query Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 724, in _read_query_result Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers result.read() Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1069, in read Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 676, in _read_packet Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 223, in raise_for_error Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 107, in raise_mysql_exception Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 64, in update_port_precommit Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 79, in _insert_provisioning_block Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 303, in get_agents Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 637, in get_objects Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 48, in get_objects Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 314, in get_collection Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers items = [ Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3507, in __iter__ Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers self.session._autoflush() Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1617, in _autoflush Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers self.flush() Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2523, in flush Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers self._flush(objects) Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2664, in _flush Apr 18 21:22:28.358381 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 68, in __exit__ Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers compat.raise_( Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers raise exception Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2624, in _flush Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers flush_context.execute() Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers rec.execute(self) Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 586, in execute Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers persistence.save_obj( Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 230, in save_obj Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 994, in _emit_update_statements Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers c = cached_connections[connection].execute( Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers return meth(self, multiparams, params) Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement(self, multiparams, params) Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1124, in _execute_clauseelement Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1316, in _execute_context Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers raise exception Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 593, in do_execute Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 163, in execute Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers result = self._query(query) Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 321, in _query Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers conn.query(q) Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 505, in query Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 724, in _read_query_result Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers result.read() Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1069, in read Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 676, in _read_packet Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 223, in raise_for_error Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 107, in raise_mysql_exception Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-836017-3', 'ml2_port_bindings_port_id': '4d1c31ce-426d-4f66-a53e-c376ab4cdc12', 'ml2_port_bindings_host': ''}] Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/13/e3q8) Apr 18 21:22:28.363624 n-d-836017-3 neutron-server[85051]: ERROR neutron.plugins.ml2.managers Apr 18 21:22:28.366853 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.db.api [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 21:22:28.366853 n-d-836017-3 neutron-server[85051]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Apr 18 21:22:28.366853 n-d-836017-3 neutron-server[85051]: [parameters: {'host': 'n-d-836017-3', 'ml2_port_bindings_port_id': '4d1c31ce-426d-4f66-a53e-c376ab4cdc12', 'ml2_port_bindings_host': ''}] Apr 18 21:22:28.366853 n-d-836017-3 neutron-server[85051]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=85051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:22:28.366853 n-d-836017-3 neutron-server[85051]: DEBUG oslo_db.api [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:22:28.371440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:28.371974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:28.372294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:28.417006 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:28.437233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:28.437604 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:28.440554 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 7 to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 Apr 18 21:22:28.524207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:28.524542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:28.524868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:28.587935 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:28.619359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 080babe2-63dc-4732-bcc9-b2fb94e8978c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=080babe2-63dc-4732-bcc9-b2fb94e8978c,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:28.622512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Allocated IP 172.25.3.177 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/d49d0c86-b2a6-4aa6-a3ac-cdc2f7821cd0) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:28.635131 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:28.644680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:28.645303 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:28.651948 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 8 to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 Apr 18 21:22:28.719138 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:28.721757 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:28.729291 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:28.730510 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:28.731680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-58cb6d39-52d1-4a11-aaee-6068b7a433bc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Calling delete_port for c2a258f2-0a97-43e2-a16d-d630e24b62f6 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:28.740812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:28.741154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:28.741512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:28.814000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d1c31ce-426d-4f66-a53e-c376ab4cdc12,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:28.889024 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 57c6839b-f46f-4853-86d0-a8e6192cdc86 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:28.943290 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] Port 4d1c31ce-426d-4f66-a53e-c376ab4cdc12 not found while updating agent binding for router 10bdfb0b-b74e-4b85-a3ad-357f00cab740. {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Apr 18 21:22:28.961143 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] Routers {'10bdfb0b-b74e-4b85-a3ad-357f00cab740'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:28.962052 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['10bdfb0b-b74e-4b85-a3ad-357f00cab740'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:28.982632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=080babe2-63dc-4732-bcc9-b2fb94e8978c,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:29.028535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 57c6839b-f46f-4853-86d0-a8e6192cdc86 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:29.028898 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.119283 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] Set router 10bdfb0b-b74e-4b85-a3ad-357f00cab740 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:29.196846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:29.197342 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:29.209320 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 9 to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 Apr 18 21:22:29.246502 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bdfb0b-b74e-4b85-a3ad-357f00cab740', 'name': 'tempest-snat-router-489642782', 'tenant_id': '29ddf01ce61345aba3cf251a93eb0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:20Z', 'updated_at': '2022-04-18T21:22:28Z', 'revision_number': 5, 'project_id': '29ddf01ce61345aba3cf251a93eb0f64', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:29.251357 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc7feb2-cf7f-4969-9844-5bb22bcfc8e3 None None] The sync data for ids ['10bdfb0b-b74e-4b85-a3ad-357f00cab740'] in n-d-836017-3 is: [{'id': '10bdfb0b-b74e-4b85-a3ad-357f00cab740', 'name': 'tempest-snat-router-489642782', 'tenant_id': '29ddf01ce61345aba3cf251a93eb0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:20Z', 'updated_at': '2022-04-18T21:22:28Z', 'revision_number': 5, 'project_id': '29ddf01ce61345aba3cf251a93eb0f64', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:29.286018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:29.286662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:29.287425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:29.372752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e334e01-6a92-427d-9e58-acab3fc77bb4 req-d942912f-482b-4a18-9810-a773b2e266a2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:29.379583 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e334e01-6a92-427d-9e58-acab3fc77bb4 req-d942912f-482b-4a18-9810-a773b2e266a2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.8978484 Apr 18 21:22:29.402528 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.419830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1e000-c461-408e-8950-7ca743232327 req-f6d0cf0c-1420-4f79-9860-c7638a059081 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:29.421774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0bb1e000-c461-408e-8950-7ca743232327 req-f6d0cf0c-1420-4f79-9860-c7638a059081 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 949 time: 0.8986850 Apr 18 21:22:29.422407 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:29.422933 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:29.430015 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 10 to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 Apr 18 21:22:29.494667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0bb1e000-c461-408e-8950-7ca743232327 req-61235996-01cb-46da-b190-5b2eaaad0032 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/security-groups?id=539e0639-c949-43c4-99ac-f8f2d5f1f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519006 Apr 18 21:22:29.526864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:29.527355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:29.527783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:29.554922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:29.555387 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:29.555837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.588179 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.680473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] For port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:29.680969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempted to set empty binding levels {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 21:22:29.720719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e334e01-6a92-427d-9e58-acab3fc77bb4 req-ad99f5fa-4104-4165-87e4-963bf12a235b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3401330 Apr 18 21:22:29.807205 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.873335 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.895962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-58cb6d39-52d1-4a11-aaee-6068b7a433bc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.943064 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.979067 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb6d39-52d1-4a11-aaee-6068b7a433bc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Pushing event deleted for resources: {'Port': ['ID=c2a258f2-0a97-43e2-a16d-d630e24b62f6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:29.993146 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.018398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 6.6894801 Apr 18 21:22:30.023001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50398) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:30.064380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd710a-fdcd-46b7-823f-cc08e38ff420 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event updated for resources: {'Port': ['ID=532d3b4f-3e04-4d93-95dd-c8c50fbc77a8,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:30.079836 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.083912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:30.094102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-58cb6d39-52d1-4a11-aaee-6068b7a433bc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] No DVR routers for this DVR port c2a258f2-0a97-43e2-a16d-d630e24b62f6 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:22:30.097170 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-58cb6d39-52d1-4a11-aaee-6068b7a433bc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.100756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00b847f-cd7a-4e26-ae43-d8b010269268', 'name': 'network-vif-deleted', 'tag': 'c2a258f2-0a97-43e2-a16d-d630e24b62f6'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:30.186481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:30.189069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:30.201391 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-33ed2edc-e2e7-4cb3-aa97-c25991384dd7 req-58cb6d39-52d1-4a11-aaee-6068b7a433bc tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.26 "DELETE /v2.0/ports/c2a258f2-0a97-43e2-a16d-d630e24b62f6 HTTP/1.1" status: 204 len: 173 time: 2.6683609 Apr 18 21:22:30.222139 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.222975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10bdfb0b-b74e-4b85-a3ad-357f00cab740 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:22:30.233796 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.239469 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e56d4ad0-33d3-4ce2-99f3-3d4a6d74d9ab tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "DELETE /v2.0/routers/10bdfb0b-b74e-4b85-a3ad-357f00cab740 HTTP/1.1" status: 204 len: 168 time: 4.8638775 Apr 18 21:22:30.241866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50404) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:30.247894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-763fbbe8-2b8f-40b9-ae49-6d7757ddea44 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Deleting port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:30.248399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-763fbbe8-2b8f-40b9-ae49-6d7757ddea44 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.339244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Router 1028da7e-c02d-4ff6-94cb-80b265d1fbdc is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:22:30.367646 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b131584-bcc7-4d06-947a-258ef6ae71a7'] response: {'server_uuid': 'f00b847f-cd7a-4e26-ae43-d8b010269268', 'name': 'network-vif-deleted', 'tag': 'c2a258f2-0a97-43e2-a16d-d630e24b62f6', 'status': 'completed', 'code': 200} Apr 18 21:22:30.590403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c2a258f2-0a97-43e2-a16d-d630e24b62f6 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:30.886273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Port': ['ID=d49d0c86-b2a6-4aa6-a3ac-cdc2f7821cd0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:30.890899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: c2a258f2-0a97-43e2-a16d-d630e24b62f6 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:30.897236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c2a258f2-0a97-43e2-a16d-d630e24b62f6 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:30.935135 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.005639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 080babe2-63dc-4732-bcc9-b2fb94e8978c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:31.079393 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.182456 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 080babe2-63dc-4732-bcc9-b2fb94e8978c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:31.185415 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.261435 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.360169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Deleting port 080babe2-63dc-4732-bcc9-b2fb94e8978c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:31.363683 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.577635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43010d86-133c-4a56-8e6c-b89a9830586d req-bc1fdfee-830c-4afe-b982-fcd513992cb9 tempest-ServersOnMultiNodesTest-1744953929 tempest-ServersOnMultiNodesTest-1744953929-project] 10.222.0.11 "GET /v2.0/ports?device_id=f00b847f-cd7a-4e26-ae43-d8b010269268 HTTP/1.1" status: 200 len: 210 time: 0.0909798 Apr 18 21:22:31.767145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-763fbbe8-2b8f-40b9-ae49-6d7757ddea44 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] For port 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8, host n-h1-836017-3, got binding levels [] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:31.767383 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-763fbbe8-2b8f-40b9-ae49-6d7757ddea44 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.849608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] For port 080babe2-63dc-4732-bcc9-b2fb94e8978c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=080babe2-63dc-4732-bcc9-b2fb94e8978c,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:31.850808 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.956488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-763fbbe8-2b8f-40b9-ae49-6d7757ddea44 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Calling delete_port for 532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:32.014162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Calling delete_port for 080babe2-63dc-4732-bcc9-b2fb94e8978c owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:32.103340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027ee0b-a0aa-44b1-b5be-d10ee0acaf5c req-95cf939b-63e9-48b7-ab89-305a622d1801 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:32.114660 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1027ee0b-a0aa-44b1-b5be-d10ee0acaf5c req-95cf939b-63e9-48b7-ab89-305a622d1801 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.5609634 Apr 18 21:22:32.242758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:32.375650 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-763fbbe8-2b8f-40b9-ae49-6d7757ddea44 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:32.432835 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:32.466386 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1027ee0b-a0aa-44b1-b5be-d10ee0acaf5c req-7eba2a82-bb5a-4904-8bb2-ab012e553834 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3503013 Apr 18 21:22:32.473931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fbbe8-2b8f-40b9-ae49-6d7757ddea44 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event deleted for resources: {'Port': ['ID=532d3b4f-3e04-4d93-95dd-c8c50fbc77a8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:32.533399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:32.541326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event deleted for resources: {'Port': ['ID=080babe2-63dc-4732-bcc9-b2fb94e8978c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:32.600635 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-763fbbe8-2b8f-40b9-ae49-6d7757ddea44 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:32.617373 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-763fbbe8-2b8f-40b9-ae49-6d7757ddea44 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "DELETE /v2.0/ports/532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 HTTP/1.1" status: 204 len: 168 time: 2.5903468 Apr 18 21:22:32.618626 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50424) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:32.682838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:32.698159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Sync routers for ids ['1028da7e-c02d-4ff6-94cb-80b265d1fbdc'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:32.718275 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcb05e6-8e9e-42b5-bc17-48f3c64ed114 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:22:32.718797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fdcb05e6-8e9e-42b5-bc17-48f3c64ed114 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Synchronizing usage tracker for tenant:728ca887c0ef4661b66bc6a1211a2159 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:32.764558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Routers {'1028da7e-c02d-4ff6-94cb-80b265d1fbdc'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:32.767009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1028da7e-c02d-4ff6-94cb-80b265d1fbdc'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:32.827636 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:32.828546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8416da93-3f73-4543-ac0e-fd434b46bce7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 12.2761426 Apr 18 21:22:32.836440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50430) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:32.916663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fdcb05e6-8e9e-42b5-bc17-48f3c64ed114 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Unset dirty status for tenant:728ca887c0ef4661b66bc6a1211a2159 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:32.917572 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fdcb05e6-8e9e-42b5-bc17-48f3c64ed114 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "GET /v2.0/ports/532d3b4f-3e04-4d93-95dd-c8c50fbc77a8 HTTP/1.1" status: 404 len: 333 time: 0.2955592 Apr 18 21:22:32.926132 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:32.931167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50434) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:33.001796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Request body: {'port': {'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-784326469'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:33.017721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:33.083760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:33.143218 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:33.194876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Made reservation on behalf of 728ca887c0ef4661b66bc6a1211a2159 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:33.198285 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:33.221043 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Set router 1028da7e-c02d-4ff6-94cb-80b265d1fbdc gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:33.232872 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:33.279590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] device_id is not set on port add802bb-7fc5-40b7-bd38-f0d7f473d845 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:22:33.602188 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:33.618483 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:33.688231 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:33.692497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Port': ['ID=d49d0c86-b2a6-4aa6-a3ac-cdc2f7821cd0,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:33.783574 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:33.784817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:22:33.807644 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:33.817207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50448) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:33.817417 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6e39ea94-546d-428f-a00b-83027ae5474d tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "DELETE /v2.0/routers/04ca2a03-a8f3-4698-a9e6-8ca2ee4a6768 HTTP/1.1" status: 204 len: 168 time: 3.5742483 Apr 18 21:22:33.836987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1864383764', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:33.854560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:33.858345 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:33.874160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Usage tracker for resource:router and tenant:4e676e32e0794373b19e17013d885ce0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:33.887761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:33.898028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50452) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:33.909973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:33.942352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'name': 'tempest-ServersTestMultiNic-788366961-router', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:27Z', 'revision_number': 3, 'project_id': '1f628d21202440e8b443314511d1a1c1', 'gw_port': {'id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:23Z', 'updated_at': '2022-04-18T21:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:33.947204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Checking router: 1028da7e-c02d-4ff6-94cb-80b265d1fbdc for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:22:33.947694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Updating router 1028da7e-c02d-4ff6-94cb-80b265d1fbdc port 21424c9f-8efa-4bcd-86e1-41c2dda7474d binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:22:34.008032 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.072901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fba6a0-0649-4b38-9795-30193b54bb88 req-7b32d7d3-aebf-4117-8d28-60cba7667ecb tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:34.074599 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7fba6a0-0649-4b38-9795-30193b54bb88 req-7b32d7d3-aebf-4117-8d28-60cba7667ecb tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.3229241 Apr 18 21:22:34.113572 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.146072 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2c4af0d0-9b6f-4da2-afda-94b5868d0948 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8e4e52286864a5b935b9dddb7f895bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2467875 Apr 18 21:22:34.148165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50458) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:34.173632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7fba6a0-0649-4b38-9795-30193b54bb88 req-fcea8928-3556-4125-9e3d-d5496a98755d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896924 Apr 18 21:22:34.276310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.283189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d2b4ff79-a273-45ab-8d97-797b8a27bbaa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.0784779 Apr 18 21:22:34.284445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0b28fc8-f4e4-4307-ace3-da72aad7bb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.318901 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0b28fc8-f4e4-4307-ace3-da72aad7bb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.391392 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.396833 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.397905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.435660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.507540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0b28fc8-f4e4-4307-ace3-da72aad7bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.548699 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.555904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event updated for resources: {'Port': ['ID=add802bb-7fc5-40b7-bd38-f0d7f473d845,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:34.561923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Transition to ACTIVE for port object 21424c9f-8efa-4bcd-86e1-41c2dda7474d will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:34.591951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b28fc8-f4e4-4307-ace3-da72aad7bb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539e0639-c949-43c4-99ac-f8f2d5f1f0b6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:34.619668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:34.628460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:34.634715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:34.634715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:34.634715 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.663463 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.685445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0b28fc8-f4e4-4307-ace3-da72aad7bb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.692026 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c0b28fc8-f4e4-4307-ace3-da72aad7bb84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/539e0639-c949-43c4-99ac-f8f2d5f1f0b6 HTTP/1.1" status: 204 len: 168 time: 0.5373046 Apr 18 21:22:34.843835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Attempting to bind port 21424c9f-8efa-4bcd-86e1-41c2dda7474d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:34.844280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Attempting to bind port 21424c9f-8efa-4bcd-86e1-41c2dda7474d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:34.844786 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Attempting to bind port 21424c9f-8efa-4bcd-86e1-41c2dda7474d on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:34.856227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:34.856738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:34.857261 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.857775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:34.858551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Bound port: 21424c9f-8efa-4bcd-86e1-41c2dda7474d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:34.859128 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.891643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Pushing event updated for resources: {'Port': ['ID=21424c9f-8efa-4bcd-86e1-41c2dda7474d,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:34.913833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bf866274-99dc-49c3-9327-7e8e982c3a75 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9770195 Apr 18 21:22:34.914388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50480) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:34.921094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:34.977018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-ae438080-4ac3-4a3f-aadf-7b93a5c8d255 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Synchronizing usage tracker for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:34.989491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:34.991147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:34.991491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:34.994198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:34.994550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:34.994894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:34.995227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:34.995551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:35.000685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:35.001041 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:35.003611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:35.023319 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:35.098767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] For port 21424c9f-8efa-4bcd-86e1-41c2dda7474d, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:35.104583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] For port 21424c9f-8efa-4bcd-86e1-41c2dda7474d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=21424c9f-8efa-4bcd-86e1-41c2dda7474d,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:35.183481 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:35.215908 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:35.231602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-ae438080-4ac3-4a3f-aadf-7b93a5c8d255 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Unset dirty status for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:35.232917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-ae438080-4ac3-4a3f-aadf-7b93a5c8d255 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1545826991&fields=id&tenant_id=5abe5c109e494fabbf8b2824a0c296d4 HTTP/1.1" status: 200 len: 267 time: 0.4441578 Apr 18 21:22:35.318378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Routers {'1028da7e-c02d-4ff6-94cb-80b265d1fbdc'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:35.320212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1028da7e-c02d-4ff6-94cb-80b265d1fbdc'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:35.383397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c32d98-5fa0-4581-999b-4e92461223f0 None None] Pushing event updated for resources: {'Port': ['ID=21424c9f-8efa-4bcd-86e1-41c2dda7474d,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:35.460555 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:35.489527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-ffb962e9-5d79-4e0b-95bf-3e762fa2a62b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:35.490203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-ffb962e9-5d79-4e0b-95bf-3e762fa2a62b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Synchronizing usage tracker for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:35.598519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] Set router 1028da7e-c02d-4ff6-94cb-80b265d1fbdc gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:35.896587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] device_id is not set on port add802bb-7fc5-40b7-bd38-f0d7f473d845 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:22:35.914313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:35.948720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Transition to ACTIVE for port object add802bb-7fc5-40b7-bd38-f0d7f473d845 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:36.002282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-ffb962e9-5d79-4e0b-95bf-3e762fa2a62b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Unset dirty status for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:36.003534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-ffb962e9-5d79-4e0b-95bf-3e762fa2a62b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports/49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 HTTP/1.1" status: 200 len: 937 time: 0.6875794 Apr 18 21:22:36.019989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50490) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:36.059126 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:36.110300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-e7a314eb-28c1-460e-aa85-56ee3eb5fb2b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:36.111963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-e7a314eb-28c1-460e-aa85-56ee3eb5fb2b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports/55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 HTTP/1.1" status: 200 len: 936 time: 0.0882607 Apr 18 21:22:36.137940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'name': 'tempest-ServersTestMultiNic-788366961-router', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:27Z', 'revision_number': 3, 'project_id': '1f628d21202440e8b443314511d1a1c1', 'gw_port': {'id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:23Z', 'updated_at': '2022-04-18T21:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:36.147990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc583d8-2164-4113-8b16-7e4ab86ed73a None None] The sync data for ids ['1028da7e-c02d-4ff6-94cb-80b265d1fbdc'] in n-d-836017-3 is: [{'id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'name': 'tempest-ServersTestMultiNic-788366961-router', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:27Z', 'revision_number': 3, 'project_id': '1f628d21202440e8b443314511d1a1c1', 'gw_port': {'id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:23Z', 'updated_at': '2022-04-18T21:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:36.190675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event updated for resources: {'Port': ['ID=add802bb-7fc5-40b7-bd38-f0d7f473d845,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:36.268819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-504a4742-1044-4221-a30c-18f0fd9626fc tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?network_id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1390853 Apr 18 21:22:36.295285 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ba4949d1-0860-4b10-9bbe-65abcd1b4a47 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5f7a87dd8c34673baf3986fa51e440b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2740448 Apr 18 21:22:36.298380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50494) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:36.393117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Allocated IP 172.20.0.1 (a789c72f-3885-40f3-b88d-b72bc340e32b/2f7f16ff-fbfc-4b47-b011-53226d7d122a/434744bb-fad8-47ce-910f-036193ca1c34) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:36.396479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:36.396832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:36.397191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:36.397823 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-82fa6565-4bfd-4c11-9c13-42ede8b6c80b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?network_id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1188488 Apr 18 21:22:36.409985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99164e15-efae-4a65-82e7-fe6c5fec9cbd req-fe68bbf4-425b-4ced-bb2d-a8f61d5ef486 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:36.410500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:36.410846 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:36.412230 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 2 to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 Apr 18 21:22:36.417313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99164e15-efae-4a65-82e7-fe6c5fec9cbd req-fe68bbf4-425b-4ced-bb2d-a8f61d5ef486 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.4571912 Apr 18 21:22:36.424638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:36.449357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:36.449357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:36.449357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:36.453770 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2cff2764-7997-4f6e-b94b-8e040177f457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:36.469506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:36.469857 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:36.471886 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 3 to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 Apr 18 21:22:36.480632 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:36.517806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2cff2764-7997-4f6e-b94b-8e040177f457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:36.535986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:36.536737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:36.536737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:36.545773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:36.546013 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:36.547974 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 4 to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 Apr 18 21:22:36.584818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:36.585128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:36.585409 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:36.608671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:36.609052 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:36.610017 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 5 to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 Apr 18 21:22:36.640666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:36.641003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:36.641245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:36.650728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:36.651049 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:36.651441 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 6 to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 Apr 18 21:22:36.675454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:36.675788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:36.676121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:36.682130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:36.682463 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:36.682838 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 7 to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 Apr 18 21:22:36.697876 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2cff2764-7997-4f6e-b94b-8e040177f457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:36.716819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:36.717158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:36.717565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:36.729404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff2764-7997-4f6e-b94b-8e040177f457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fd81ef-1bcb-483b-b51a-3efe35d06350,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:36.735027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:36.735463 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:36.735771 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 8 to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 Apr 18 21:22:36.758162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:36.758503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:36.758838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:36.769985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:36.770267 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:36.770662 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 9 to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 Apr 18 21:22:36.792345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:36.792681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:36.793743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:36.801721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:36.802055 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:36.802567 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 10 to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 Apr 18 21:22:36.822045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:36.822405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:36.822726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:36.827866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2cff2764-7997-4f6e-b94b-8e040177f457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:36.844359 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2cff2764-7997-4f6e-b94b-8e040177f457 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89fd81ef-1bcb-483b-b51a-3efe35d06350 HTTP/1.1" status: 204 len: 168 time: 0.5381598 Apr 18 21:22:36.852768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:36.853456 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port add802bb-7fc5-40b7-bd38-f0d7f473d845 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:36.854243 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:36.883685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99164e15-efae-4a65-82e7-fe6c5fec9cbd req-b5092c7d-9ed6-4186-beaa-d8a9bdf24a58 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4654839 Apr 18 21:22:37.037284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] For port add802bb-7fc5-40b7-bd38-f0d7f473d845, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:37.038503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempted to set empty binding levels {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 21:22:37.043311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-bae49e5f-8437-47c6-b822-48a62efcbae5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:37.051746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-bae49e5f-8437-47c6-b822-48a62efcbae5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:37.056767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-bae49e5f-8437-47c6-b822-48a62efcbae5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:37.057951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-bae49e5f-8437-47c6-b822-48a62efcbae5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Synchronizing usage tracker for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:37.109638 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.178425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Allocated IP 172.25.3.34 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/f411556f-a2f4-48f8-bab1-79f28d5f9198) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:37.208481 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event updated for resources: {'Port': ['ID=add802bb-7fc5-40b7-bd38-f0d7f473d845,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:37.221644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] In _notify_port_updated(), no bound segment for port add802bb-7fc5-40b7-bd38-f0d7f473d845 on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:22:37.222724 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.224355 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-878d6c1b-5eba-4885-bd61-3b877f1827f9 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "PUT /v2.0/ports/add802bb-7fc5-40b7-bd38-f0d7f473d845 HTTP/1.1" status: 200 len: 974 time: 2.3084867 Apr 18 21:22:37.228209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50502) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:37.287888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.335727 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8a8f0e2f-8bdb-48a7-a8e3-b5282111fb45 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25153 time: 0.1061819 Apr 18 21:22:37.336645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Transition to ACTIVE for port object 434744bb-fad8-47ce-910f-036193ca1c34 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:37.341615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50506) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:37.412932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-bae49e5f-8437-47c6-b822-48a62efcbae5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Unset dirty status for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:37.419381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-bae49e5f-8437-47c6-b822-48a62efcbae5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/networks?id=5ea543e9-f1b9-4fd2-a362-bd88cda88288&id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f&id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f HTTP/1.1" status: 200 len: 1994 time: 0.9986358 Apr 18 21:22:37.485693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.494741 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-ff0418f0-fb77-41fc-b1b0-8b7345d7518d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/quotas/5abe5c109e494fabbf8b2824a0c296d4 HTTP/1.1" status: 200 len: 375 time: 0.0745258 Apr 18 21:22:37.565680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-241a01b6-141f-4e88-accb-c19701cb0c07 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Deleting port add802bb-7fc5-40b7-bd38-f0d7f473d845 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:37.566223 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-241a01b6-141f-4e88-accb-c19701cb0c07 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.644642 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.772816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Network a789c72f-3885-40f3-b88d-b72bc340e32b is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:37.782955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:37.791989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:37.860910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-7f21b11f-ec48-4e1b-a0d7-71e53c0ee035 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3557687 Apr 18 21:22:37.873214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Pushing event updated for resources: {'Port': ['ID=434744bb-fad8-47ce-910f-036193ca1c34,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:37.877062 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.998612 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:22:38.228873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-29341445-5f98-4612-a225-2efa6f5a055b None None] Provisioning for port 434744bb-fad8-47ce-910f-036193ca1c34 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:38.236137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-29341445-5f98-4612-a225-2efa6f5a055b None None] Provisioning complete for port 434744bb-fad8-47ce-910f-036193ca1c34 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:38.236738 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-29341445-5f98-4612-a225-2efa6f5a055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:38.366271 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:38.372894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-29341445-5f98-4612-a225-2efa6f5a055b None None] Port 434744bb-fad8-47ce-910f-036193ca1c34 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:22:38.398501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:38.446614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:38.449004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:38.480421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Pushing event updated for resources: {'Port': ['ID=f411556f-a2f4-48f8-bab1-79f28d5f9198,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:38.597682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-241a01b6-141f-4e88-accb-c19701cb0c07 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] For port add802bb-7fc5-40b7-bd38-f0d7f473d845, host n-h1-836017-3, got binding levels [] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:38.598110 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-241a01b6-141f-4e88-accb-c19701cb0c07 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:38.673001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-4571cfad-9761-487c-a5e1-784d74b67bae service neutron] 10.222.0.11 "GET /v2.0/networks/5ea543e9-f1b9-4fd2-a362-bd88cda88288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7605691 Apr 18 21:22:38.907332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-241a01b6-141f-4e88-accb-c19701cb0c07 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Calling delete_port for add802bb-7fc5-40b7-bd38-f0d7f473d845 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:39.045115 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:39.086940 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:39.134570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cbbc9-c802-4fd6-a4f2-1d451db72aa6 req-a8e095bd-5642-4f3e-a4ce-8f386d89f922 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:39.142557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a7cbbc9-c802-4fd6-a4f2-1d451db72aa6 req-a8e095bd-5642-4f3e-a4ce-8f386d89f922 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.7815220 Apr 18 21:22:39.365682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-fe8ad70b-6cd8-465a-a9bc-cb1540d0f9fe service neutron] 10.222.0.11 "GET /v2.0/networks/5ea543e9-f1b9-4fd2-a362-bd88cda88288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019326 Apr 18 21:22:39.427193 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-241a01b6-141f-4e88-accb-c19701cb0c07 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:39.607221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a01b6-141f-4e88-accb-c19701cb0c07 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event deleted for resources: {'Port': ['ID=add802bb-7fc5-40b7-bd38-f0d7f473d845,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:39.646515 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a7cbbc9-c802-4fd6-a4f2-1d451db72aa6 req-da54150e-900f-4cd4-92ad-b0c726594adc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5030491 Apr 18 21:22:39.685092 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-241a01b6-141f-4e88-accb-c19701cb0c07 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:39.705012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-ab47027d-b600-49f2-b195-ce9d94e8d930 service neutron] 10.222.0.11 "GET /v2.0/ports/49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3241973 Apr 18 21:22:40.107657 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-241a01b6-141f-4e88-accb-c19701cb0c07 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "DELETE /v2.0/ports/add802bb-7fc5-40b7-bd38-f0d7f473d845 HTTP/1.1" status: 204 len: 168 time: 2.7649789 Apr 18 21:22:40.112092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50552) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:40.246454 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:40.251300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:40.256511 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f0c9d8-a9f5-4d6b-8115-f449fcfec97f tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:22:40.256511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e1f0c9d8-a9f5-4d6b-8115-f449fcfec97f tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "GET /v2.0/ports/add802bb-7fc5-40b7-bd38-f0d7f473d845 HTTP/1.1" status: 404 len: 333 time: 0.1413798 Apr 18 21:22:40.268862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50558) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:40.295094 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:40.317853 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-dfcf886d-e2d6-42f2-919b-d0a29d140b0c service neutron] 10.222.0.11 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809474 Apr 18 21:22:40.323627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-792807404', 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:40.354803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:40.529086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Usage tracker for resource:port and tenant:728ca887c0ef4661b66bc6a1211a2159 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:40.532264 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:40.572147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:40.886636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:40.925635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 21424c9f-8efa-4bcd-86e1-41c2dda7474d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:41.047965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Pushing event updated for resources: {'Port': ['ID=434744bb-fad8-47ce-910f-036193ca1c34,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:41.050721 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:41.097819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7af8fae-096d-40e6-b8ce-e8d8194cf3f6 service neutron] 10.222.0.11 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789006 Apr 18 21:22:41.218158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 21424c9f-8efa-4bcd-86e1-41c2dda7474d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:41.223641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 21424c9f-8efa-4bcd-86e1-41c2dda7474d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:41.224617 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:41.241735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Made reservation on behalf of 728ca887c0ef4661b66bc6a1211a2159 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:41.244083 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:41.340237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ba17c-8b14-439b-aad1-5f6bb8d518b8 req-24fdde6e-5813-4944-8dc6-dfbd2f2b985e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:41.344704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-461ba17c-8b14-439b-aad1-5f6bb8d518b8 req-24fdde6e-5813-4944-8dc6-dfbd2f2b985e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.4386253 Apr 18 21:22:41.344704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d8ab4447-7d05-4e48-ba8b-3e5e9384b833 service neutron] 10.222.0.11 "GET /v2.0/ports/55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2329667 Apr 18 21:22:41.350432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] device_id is not set on port a608249d-930b-4920-9d82-d07e4771b199 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:22:41.505161 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:41.523768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 21424c9f-8efa-4bcd-86e1-41c2dda7474d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=21424c9f-8efa-4bcd-86e1-41c2dda7474d,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:41.605771 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:41.666649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 080babe2-63dc-4732-bcc9-b2fb94e8978c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:41.730302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 080babe2-63dc-4732-bcc9-b2fb94e8978c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:41.730302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 080babe2-63dc-4732-bcc9-b2fb94e8978c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:41.761887 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=21424c9f-8efa-4bcd-86e1-41c2dda7474d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:41.799023 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:41.818531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Network a789c72f-3885-40f3-b88d-b72bc340e32b is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:41.825981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:41.999325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-461ba17c-8b14-439b-aad1-5f6bb8d518b8 req-d8953dd6-ee20-4005-b2be-bc0e806c28ab tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3921204 Apr 18 21:22:42.083469 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-f69e4fa7-f5a0-410e-9e39-486684fb95ed service neutron] 10.222.0.11 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777591 Apr 18 21:22:42.281287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-60e979d4-7fd4-428b-aad0-7b62ca39c5b3 None None] Provisioning complete for port 434744bb-fad8-47ce-910f-036193ca1c34 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:42.283763 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-60e979d4-7fd4-428b-aad0-7b62ca39c5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:42.353064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-60e979d4-7fd4-428b-aad0-7b62ca39c5b3 None None] Port 434744bb-fad8-47ce-910f-036193ca1c34 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:22:42.465870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:42.595639 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Router 96e4909d-1b9d-4ac2-9a2b-66e6804fbffa is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:22:42.631002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-52d629f3-4d9d-4f70-9548-44c0a3060a66 service neutron] 10.222.0.11 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350702 Apr 18 21:22:42.859302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 21424c9f-8efa-4bcd-86e1-41c2dda7474d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:42.942583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:42.987184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:42.993107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:42.993537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 21424c9f-8efa-4bcd-86e1-41c2dda7474d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:42.993933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:42.994188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:42.994511 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:42.998941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event updated for resources: {'Port': ['ID=a608249d-930b-4920-9d82-d07e4771b199,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:43.274437 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e76f24ea-470a-4003-b0bd-42b160939776 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.9856822 Apr 18 21:22:43.277090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50624) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:43.285493 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8ee29c1f-a685-453d-b8a6-c6673ac453d6 service neutron] 10.222.0.11 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432498 Apr 18 21:22:43.343364 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9f32af31-f87f-494b-81db-44e5e7007b77 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "GET /v2.0/ports/a608249d-930b-4920-9d82-d07e4771b199 HTTP/1.1" status: 200 len: 954 time: 0.0623229 Apr 18 21:22:43.343720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50628) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:43.421912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1c296770-e060-4497-9b60-498cb415ddf5 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Deleting port a608249d-930b-4920-9d82-d07e4771b199 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:43.422253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c296770-e060-4497-9b60-498cb415ddf5 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:43.469995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7be03-41be-44e0-9283-0dcdc79a9837 req-369f888f-978c-4a21-b91f-52458351b672 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:43.471227 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dae7be03-41be-44e0-9283-0dcdc79a9837 req-369f888f-978c-4a21-b91f-52458351b672 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.2705107 Apr 18 21:22:43.524248 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-ab86fc21-43a3-4935-8ea4-00140e3077fc service neutron] 10.222.0.11 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236016 Apr 18 21:22:43.690044 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c296770-e060-4497-9b60-498cb415ddf5 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:43.715627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Router 1028da7e-c02d-4ff6-94cb-80b265d1fbdc has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:22:43.718507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dae7be03-41be-44e0-9283-0dcdc79a9837 req-7af575f3-267b-4fe7-934c-2769550ff067 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2208145 Apr 18 21:22:43.956206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:43.969613 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21387be-1188-42b5-a270-b8f272ed0dee None None] Sync routers for ids ['96e4909d-1b9d-4ac2-9a2b-66e6804fbffa'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:43.994624 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21387be-1188-42b5-a270-b8f272ed0dee None None] Routers {'96e4909d-1b9d-4ac2-9a2b-66e6804fbffa'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:44.000928 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f21387be-1188-42b5-a270-b8f272ed0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['96e4909d-1b9d-4ac2-9a2b-66e6804fbffa'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:44.016284 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-0f23796f-3d0b-4d71-a6d8-28a72efad6e7 service neutron] 10.222.0.11 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831200 Apr 18 21:22:44.088241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1c296770-e060-4497-9b60-498cb415ddf5 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Calling delete_port for a608249d-930b-4920-9d82-d07e4771b199 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:44.190269 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f21387be-1188-42b5-a270-b8f272ed0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:44.218736 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21387be-1188-42b5-a270-b8f272ed0dee None None] Routers {'96e4909d-1b9d-4ac2-9a2b-66e6804fbffa'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:44.219998 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f21387be-1188-42b5-a270-b8f272ed0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['96e4909d-1b9d-4ac2-9a2b-66e6804fbffa'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:44.257534 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c296770-e060-4497-9b60-498cb415ddf5 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:44.322703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:44.323887 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6470344f-9c66-49a2-bc8f-d016d506209d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.4985616 Apr 18 21:22:44.334436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50654) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:44.342707 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f21387be-1188-42b5-a270-b8f272ed0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:44.343186 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21387be-1188-42b5-a270-b8f272ed0dee None None] The sync data for ids ['96e4909d-1b9d-4ac2-9a2b-66e6804fbffa'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:44.354692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9e8e3e03-6ead-41bc-b095-6eeace508078 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'enable_snat': False}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:44.362398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50658) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:44.393315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c296770-e060-4497-9b60-498cb415ddf5 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event deleted for resources: {'Port': ['ID=a608249d-930b-4920-9d82-d07e4771b199,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:44.395732 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c296770-e060-4497-9b60-498cb415ddf5 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:44.410503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1c296770-e060-4497-9b60-498cb415ddf5 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "DELETE /v2.0/ports/a608249d-930b-4920-9d82-d07e4771b199 HTTP/1.1" status: 204 len: 168 time: 1.0657034 Apr 18 21:22:44.411261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50664) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:44.435237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-4e8ee55d-a40d-4674-912d-4e2002a0b529 service neutron] 10.222.0.11 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067817 Apr 18 21:22:44.486352 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0061da5d-fd13-4bb4-a972-2dce1c21571d tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:22:44.486352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0061da5d-fd13-4bb4-a972-2dce1c21571d tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Synchronizing usage tracker for tenant:728ca887c0ef4661b66bc6a1211a2159 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:44.560025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0061da5d-fd13-4bb4-a972-2dce1c21571d tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Unset dirty status for tenant:728ca887c0ef4661b66bc6a1211a2159 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:44.565138 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0061da5d-fd13-4bb4-a972-2dce1c21571d tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "GET /v2.0/ports/a608249d-930b-4920-9d82-d07e4771b199 HTTP/1.1" status: 404 len: 333 time: 0.1528490 Apr 18 21:22:44.565718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50672) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:44.572689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Request body: {'port': {'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1896728513'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:44.582454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:44.608266 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:44.666552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0aa6cebf-b49f-4caa-811c-b494ec4065d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:44.703052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Made reservation on behalf of 728ca887c0ef4661b66bc6a1211a2159 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:44.707313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:44.711907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-edbd4b02-3eb3-49fa-80c3-421ea9347c72 service neutron] 10.222.0.11 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910961 Apr 18 21:22:44.788337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0aa6cebf-b49f-4caa-811c-b494ec4065d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:44.808355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] device_id is not set on port 705e8deb-292a-4981-9d8b-be239ccc963f yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:22:44.952744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:44.957883 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-44657909-1bc5-4c98-8bb1-b34ea2981743 admin admin] 10.222.0.11 "PUT /v2.0/routers/1028da7e-c02d-4ff6-94cb-80b265d1fbdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1129580 Apr 18 21:22:44.970495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Sync routers for ids ['1028da7e-c02d-4ff6-94cb-80b265d1fbdc'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:45.006763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Routers {'1028da7e-c02d-4ff6-94cb-80b265d1fbdc'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:45.007410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1028da7e-c02d-4ff6-94cb-80b265d1fbdc'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:45.047633 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d2d62849-a9b7-4b17-9f67-fbd6e2ed107a service neutron] 10.222.0.11 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224716 Apr 18 21:22:45.083280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0aa6cebf-b49f-4caa-811c-b494ec4065d9 admin admin] Usage tracker for resource:security_group_rule and tenant:c654551c54d748c6bec85d38a0163846 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:45.101415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50692) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:45.123839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0aa6cebf-b49f-4caa-811c-b494ec4065d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:45.152654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0aa6cebf-b49f-4caa-811c-b494ec4065d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:45.381152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Set router 1028da7e-c02d-4ff6-94cb-80b265d1fbdc gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:45.416549 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50702) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:45.454282 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c14359c4-f557-433a-8174-b9806707afb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.548446 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-1ee2cc94-c1a2-4d47-beee-635e8e8b0a36 service neutron] 10.222.0.11 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938867 Apr 18 21:22:45.610957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c14359c4-f557-433a-8174-b9806707afb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:45.610957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c14359c4-f557-433a-8174-b9806707afb4 admin admin] Usage tracker for resource:security_group_rule and tenant:9dd75c9799704752afce8ce25d6eef78 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:45.610957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c14359c4-f557-433a-8174-b9806707afb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:45.621267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c14359c4-f557-433a-8174-b9806707afb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:45.627229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1221975887'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:45.661987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:45.679552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Usage tracker for resource:network and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:45.685293 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.705579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:45.742605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:45.750978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-c3c0dca3-521c-4b82-a3db-53bf3c18700f service neutron] 10.222.0.11 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830938 Apr 18 21:22:45.761839 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0aa6cebf-b49f-4caa-811c-b494ec4065d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.778051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0697464-d494-40e1-bf4c-0767dfb1684c req-a7d9dc66-11e9-4a45-a147-4a2e038bd26d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:45.779000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0697464-d494-40e1-bf4c-0767dfb1684c req-a7d9dc66-11e9-4a45-a147-4a2e038bd26d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 946 time: 0.6295350 Apr 18 21:22:45.835291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'name': 'tempest-ServersTestMultiNic-788366961-router', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:38Z', 'revision_number': 4, 'project_id': '1f628d21202440e8b443314511d1a1c1', 'gw_port': {'id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:23Z', 'updated_at': '2022-04-18T21:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '434744bb-fad8-47ce-910f-036193ca1c34', 'name': '', 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'mac_address': 'fa:16:3e:cf:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f7f16ff-fbfc-4b47-b011-53226d7d122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:35Z', 'updated_at': '2022-04-18T21:22:39Z', 'revision_number': 2, 'project_id': '1f628d21202440e8b443314511d1a1c1', 'subnets': [{'id': '2f7f16ff-fbfc-4b47-b011-53226d7d122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:45.839053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0697464-d494-40e1-bf4c-0767dfb1684c req-150ba01b-ff33-449b-a72f-3f01ed69585a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515521 Apr 18 21:22:45.845532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Checking router: 1028da7e-c02d-4ff6-94cb-80b265d1fbdc for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:22:45.845860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Updating router 1028da7e-c02d-4ff6-94cb-80b265d1fbdc port 434744bb-fad8-47ce-910f-036193ca1c34 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:22:45.896932 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0aa6cebf-b49f-4caa-811c-b494ec4065d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.913844 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.947553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c14359c4-f557-433a-8174-b9806707afb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.978659 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0aa6cebf-b49f-4caa-811c-b494ec4065d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c654551c54d748c6bec85d38a0163846&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6006699 Apr 18 21:22:45.979898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6cebf-b49f-4caa-811c-b494ec4065d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb941699-48e8-4c89-a151-e60e4478b735,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:45.987792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50726) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:46.006942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:46.010061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.031235 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c14359c4-f557-433a-8174-b9806707afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.038763 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.179006 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e8e3e03-6ead-41bc-b095-6eeace508078 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.241590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:22:46.251418 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c14359c4-f557-433a-8174-b9806707afb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9dd75c9799704752afce8ce25d6eef78&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1489437 Apr 18 21:22:46.252303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14359c4-f557-433a-8174-b9806707afb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd545e8-eb15-4a2d-a292-9d883650f209,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:46.254949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50738) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:46.265151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:46.270500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:46.275369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:46.276290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:46.277110 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.283370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event updated for resources: {'Port': ['ID=705e8deb-292a-4981-9d8b-be239ccc963f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:46.288943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.289430 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Added segment c1bdd654-8c36-4b9d-9215-345d62f75b3c of type vlan for network dafe2602-c859-489d-a2eb-f6832467210b Apr 18 21:22:46.336534 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3d800750-ea2c-46e4-8c50-19884827e8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.383269 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.394806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3d800750-ea2c-46e4-8c50-19884827e8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.407658 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.420909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Transition to ACTIVE for port object 434744bb-fad8-47ce-910f-036193ca1c34 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:46.443222 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.450485 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-705b07f1-fbe9-4b82-bd58-4e96605bfd54 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8837345 Apr 18 21:22:46.455656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50746) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:46.460453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:46.481292 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.534339 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.564353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.568217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:46.572694 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.685183 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3d800750-ea2c-46e4-8c50-19884827e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.707062 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.723850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:46.739528 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.750714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd545e8-eb15-4a2d-a292-9d883650f209,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:46.794319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:46.795007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:46.796067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:46.797025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:46.797699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:46.798032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:46.798359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:46.798684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:46.799433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:46.799764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:46.800364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:46.803354 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3d800750-ea2c-46e4-8c50-19884827e8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.805391 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bcb9b-3b8f-45aa-82a2-0f2b28eb4e50 None None] Pushing event updated for resources: {'Port': ['ID=434744bb-fad8-47ce-910f-036193ca1c34,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:46.805695 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.810858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7fa94a4d-df0c-42dc-88d2-cacb2bb03693 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bd545e8-eb15-4a2d-a292-9d883650f209 HTTP/1.1" status: 204 len: 168 time: 0.5532458 Apr 18 21:22:46.811159 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3d800750-ea2c-46e4-8c50-19884827e8f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb941699-48e8-4c89-a151-e60e4478b735 HTTP/1.1" status: 204 len: 168 time: 0.8217418 Apr 18 21:22:46.818110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d800750-ea2c-46e4-8c50-19884827e8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb941699-48e8-4c89-a151-e60e4478b735,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:46.828982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Network': ['ID=dafe2602-c859-489d-a2eb-f6832467210b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:46.880650 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e8e3e03-6ead-41bc-b095-6eeace508078 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.900142 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e8e3e03-6ead-41bc-b095-6eeace508078 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.910112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50764) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:46.915661 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a7e9e2ea-4220-4ab9-9f14-c5677ac04b82 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4974432 Apr 18 21:22:46.949107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'subnet': {'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:47.027875 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network dafe2602-c859-489d-a2eb-f6832467210b details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:22:47.254681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] device_id is not set on port 705e8deb-292a-4981-9d8b-be239ccc963f yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:22:47.278287 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:47.302010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Transition to ACTIVE for port object 705e8deb-292a-4981-9d8b-be239ccc963f will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:47.336224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Attempting to bind port 434744bb-fad8-47ce-910f-036193ca1c34 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:47.336916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Attempting to bind port 434744bb-fad8-47ce-910f-036193ca1c34 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '52b8708f-fa43-4fc4-b614-7ecd47793712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:47.338198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Attempting to bind port 434744bb-fad8-47ce-910f-036193ca1c34 on network a789c72f-3885-40f3-b88d-b72bc340e32b {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:47.367670 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:47.392654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:47.393199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Checking segment: {'id': '52b8708f-fa43-4fc4-b614-7ecd47793712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:47.393786 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:47.400056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Bound using segment: {'id': '52b8708f-fa43-4fc4-b614-7ecd47793712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:47.400056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Bound port: 434744bb-fad8-47ce-910f-036193ca1c34, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b8708f-fa43-4fc4-b614-7ecd47793712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:47.400056 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:47.419828 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:47.444655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:47.465082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Usage tracker for resource:subnet and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:47.469053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:47.488377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:47.554776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] For port 434744bb-fad8-47ce-910f-036193ca1c34, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:47.566299 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] For port 434744bb-fad8-47ce-910f-036193ca1c34, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=434744bb-fad8-47ce-910f-036193ca1c34,segment=NetworkSegment(52b8708f-fa43-4fc4-b614-7ecd47793712),segment_id=52b8708f-fa43-4fc4-b614-7ecd47793712)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:47.594632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:47.596001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event updated for resources: {'Port': ['ID=705e8deb-292a-4981-9d8b-be239ccc963f,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:47.596939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:47.624683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:47.637981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:47.639535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:47.639535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:47.645626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:47.646168 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:47.646723 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 2 to bind port 705e8deb-292a-4981-9d8b-be239ccc963f Apr 18 21:22:47.652678 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:47.667146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:47.667370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:47.667727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:47.682478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:47.682810 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:47.683201 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 3 to bind port 705e8deb-292a-4981-9d8b-be239ccc963f Apr 18 21:22:47.708767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:47.709102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:47.710132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:47.716950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:47.717095 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:47.717215 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:47.717215 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 4 to bind port 705e8deb-292a-4981-9d8b-be239ccc963f Apr 18 21:22:47.733868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:47.734382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:47.734726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:47.742167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:47.742574 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:47.742966 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 5 to bind port 705e8deb-292a-4981-9d8b-be239ccc963f Apr 18 21:22:47.751389 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:47.759352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:47.759682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:47.760013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:47.766394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:47.771242 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:47.771242 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 6 to bind port 705e8deb-292a-4981-9d8b-be239ccc963f Apr 18 21:22:47.777887 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Routers {'1028da7e-c02d-4ff6-94cb-80b265d1fbdc'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:47.779021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1028da7e-c02d-4ff6-94cb-80b265d1fbdc'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:47.783403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:47.783857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:47.784282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:47.790928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:47.791367 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:47.791846 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 7 to bind port 705e8deb-292a-4981-9d8b-be239ccc963f Apr 18 21:22:47.807502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:47.808039 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:47.808605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:47.819753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:47.820269 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:47.820750 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 8 to bind port 705e8deb-292a-4981-9d8b-be239ccc963f Apr 18 21:22:47.841788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:47.841788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:47.841788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:47.843633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8e3e03-6ead-41bc-b095-6eeace508078 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Router 96e4909d-1b9d-4ac2-9a2b-66e6804fbffa has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:22:47.851792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:47.852252 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:47.852724 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 9 to bind port 705e8deb-292a-4981-9d8b-be239ccc963f Apr 18 21:22:47.880573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:47.882417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:47.882872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:47.912529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:47.913715 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:47.914703 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempt 10 to bind port 705e8deb-292a-4981-9d8b-be239ccc963f Apr 18 21:22:47.970495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bcb9b-3b8f-45aa-82a2-0f2b28eb4e50 None None] Pushing event updated for resources: {'Port': ['ID=434744bb-fad8-47ce-910f-036193ca1c34,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:47.975115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:47.975115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:47.975115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempting to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:47.979374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:47.979819 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Failed to bind port 705e8deb-292a-4981-9d8b-be239ccc963f on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3ae4099-9bb1-4f88-92e4-ce5e83bb5f88'}] Apr 18 21:22:47.980311 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:48.085700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50790) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:48.129376 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a6584b4-6896-46bd-814e-38881765757e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:48.143246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] Set router 1028da7e-c02d-4ff6-94cb-80b265d1fbdc gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:48.157401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50802) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:48.222016 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d493eaef-97aa-4056-93ac-671e67cf8b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:48.268084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] For port 705e8deb-292a-4981-9d8b-be239ccc963f, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:48.268711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Attempted to set empty binding levels {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 21:22:48.273424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7a6584b4-6896-46bd-814e-38881765757e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:48.287014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7a6584b4-6896-46bd-814e-38881765757e admin admin] Usage tracker for resource:security_group_rule and tenant:ccfade8e9a36461e836a9c81b18fd137 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:48.297202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7a6584b4-6896-46bd-814e-38881765757e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:48.308911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7a6584b4-6896-46bd-814e-38881765757e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:48.339527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d493eaef-97aa-4056-93ac-671e67cf8b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:48.348753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:48.352908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d493eaef-97aa-4056-93ac-671e67cf8b3d admin admin] Usage tracker for resource:security_group_rule and tenant:233b7f27a1354d4bb25aa84c7129af98 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:48.435730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15e64b-05d3-4f7d-bee1-31ca34d233f7 req-e382dc24-8457-4ae2-a509-8951f37e8f75 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:48.437853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d493eaef-97aa-4056-93ac-671e67cf8b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:48.440886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event updated for resources: {'Port': ['ID=705e8deb-292a-4981-9d8b-be239ccc963f,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:48.443610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea15e64b-05d3-4f7d-bee1-31ca34d233f7 req-e382dc24-8457-4ae2-a509-8951f37e8f75 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2208223 Apr 18 21:22:48.465510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d493eaef-97aa-4056-93ac-671e67cf8b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:48.479607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] In _notify_port_updated(), no bound segment for port 705e8deb-292a-4981-9d8b-be239ccc963f on network d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:22:48.483762 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:48.486277 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9bf31256-100e-4f8e-a0d0-136262573fc8 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "PUT /v2.0/ports/705e8deb-292a-4981-9d8b-be239ccc963f HTTP/1.1" status: 200 len: 975 time: 2.0304055 Apr 18 21:22:48.486914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50806) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:48.495194 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e231d54-22c3-42bc-b23d-d959356c8008'] response: {'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'code': 200} Apr 18 21:22:48.511622 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea15e64b-05d3-4f7d-bee1-31ca34d233f7 req-f9fd5fee-0430-4f84-80a7-c36d49c1e4a6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670941 Apr 18 21:22:48.535495 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:48.679333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5ea955de-cc30-4b4b-9421-12bc03bb6077 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Deleting port 705e8deb-292a-4981-9d8b-be239ccc963f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:48.679885 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5ea955de-cc30-4b4b-9421-12bc03bb6077 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:48.740177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=14']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:48.790852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-66f9aea1-8404-40bb-9936-2ae04aa814aa req-e122453a-2f60-4773-a750-2b6994e65754 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 210 time: 0.1244781 Apr 18 21:22:48.833345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Subnet': ['ID=cd139ba9-977d-427c-9c47-51f9f65fb83d,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:48.845819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8e3e03-6ead-41bc-b095-6eeace508078 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:48.847268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a6584b4-6896-46bd-814e-38881765757e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:48.855181 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02171ac0-812b-4fc0-b7e8-59faf95fc912 None None] Sync routers for ids ['96e4909d-1b9d-4ac2-9a2b-66e6804fbffa'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:48.878478 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02171ac0-812b-4fc0-b7e8-59faf95fc912 None None] Routers {'96e4909d-1b9d-4ac2-9a2b-66e6804fbffa'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:48.879095 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-02171ac0-812b-4fc0-b7e8-59faf95fc912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['96e4909d-1b9d-4ac2-9a2b-66e6804fbffa'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:48.889767 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e8e3e03-6ead-41bc-b095-6eeace508078 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:48.891298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9e8e3e03-6ead-41bc-b095-6eeace508078 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "PUT /v2.0/routers/96e4909d-1b9d-4ac2-9a2b-66e6804fbffa HTTP/1.1" status: 200 len: 921 time: 4.5558999 Apr 18 21:22:48.896836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50822) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:48.943274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Checking segment: {'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:48.943641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network hostable DHCP agents. Network: dafe2602-c859-489d-a2eb-f6832467210b, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:22:48.994312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'name': 'tempest-ServersTestMultiNic-788366961-router', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:38Z', 'revision_number': 4, 'project_id': '1f628d21202440e8b443314511d1a1c1', 'gw_port': {'id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:23Z', 'updated_at': '2022-04-18T21:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '434744bb-fad8-47ce-910f-036193ca1c34', 'name': '', 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'mac_address': 'fa:16:3e:cf:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f7f16ff-fbfc-4b47-b011-53226d7d122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:35Z', 'updated_at': '2022-04-18T21:22:47Z', 'revision_number': 4, 'project_id': '1f628d21202440e8b443314511d1a1c1', 'subnets': [{'id': '2f7f16ff-fbfc-4b47-b011-53226d7d122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:48.996874 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-02171ac0-812b-4fc0-b7e8-59faf95fc912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:49.010086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d0c6ca-92e5-49d4-9d02-c55efa88f3ac None None] The sync data for ids ['1028da7e-c02d-4ff6-94cb-80b265d1fbdc'] in n-d-836017-3 is: [{'id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'name': 'tempest-ServersTestMultiNic-788366961-router', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:38Z', 'revision_number': 4, 'project_id': '1f628d21202440e8b443314511d1a1c1', 'gw_port': {'id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:23Z', 'updated_at': '2022-04-18T21:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '434744bb-fad8-47ce-910f-036193ca1c34', 'name': '', 'network_id': 'a789c72f-3885-40f3-b88d-b72bc340e32b', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'mac_address': 'fa:16:3e:cf:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f7f16ff-fbfc-4b47-b011-53226d7d122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:35Z', 'updated_at': '2022-04-18T21:22:47Z', 'revision_number': 4, 'project_id': '1f628d21202440e8b443314511d1a1c1', 'subnets': [{'id': '2f7f16ff-fbfc-4b47-b011-53226d7d122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:49.011941 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02171ac0-812b-4fc0-b7e8-59faf95fc912 None None] Routers {'96e4909d-1b9d-4ac2-9a2b-66e6804fbffa'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:49.012668 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a6584b4-6896-46bd-814e-38881765757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.012972 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-02171ac0-812b-4fc0-b7e8-59faf95fc912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['96e4909d-1b9d-4ac2-9a2b-66e6804fbffa'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:49.026657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f26f95-a535-49a5-8855-dc913e566302 req-7ec5adfc-cfa2-4a16-89ee-8da72dda7a22 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:49.028619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01f26f95-a535-49a5-8855-dc913e566302 req-7ec5adfc-cfa2-4a16-89ee-8da72dda7a22 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.3217514 Apr 18 21:22:49.097526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network dafe2602-c859-489d-a2eb-f6832467210b is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:22:49.100710 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d493eaef-97aa-4056-93ac-671e67cf8b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.179454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01f26f95-a535-49a5-8855-dc913e566302 req-68bac569-ec13-4765-b27d-54800a20b7bd tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376069 Apr 18 21:22:49.189941 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-02171ac0-812b-4fc0-b7e8-59faf95fc912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:49.190261 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02171ac0-812b-4fc0-b7e8-59faf95fc912 None None] The sync data for ids ['96e4909d-1b9d-4ac2-9a2b-66e6804fbffa'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:49.214652 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7a6584b4-6896-46bd-814e-38881765757e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ccfade8e9a36461e836a9c81b18fd137&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1277242 Apr 18 21:22:49.221079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d493eaef-97aa-4056-93ac-671e67cf8b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.221232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50832) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:49.272069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6584b4-6896-46bd-814e-38881765757e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8509466-e10d-48eb-ac72-6f9eee0c5bcd,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:49.287229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, dafe2602-c859-489d-a2eb-f6832467210b) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:49.297626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52dfcb3-f1c1-4813-a9ca-c8fe0a2b0e01 None None] Network dafe2602-c859-489d-a2eb-f6832467210b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:49.310850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:49.311658 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.340541 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f1d8b112-1828-4598-8627-f754fd0c40f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.350353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493eaef-97aa-4056-93ac-671e67cf8b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d486d3ed-466c-425f-8f71-2be4ad41efc1,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:49.383480 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f1d8b112-1828-4598-8627-f754fd0c40f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.443274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-afa7c89c-44a8-4acc-b4a0-975c6c789a72 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5246387 Apr 18 21:22:49.446002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50840) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:49.456017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1952848725'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:49.463569 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d493eaef-97aa-4056-93ac-671e67cf8b3d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=233b7f27a1354d4bb25aa84c7129af98&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3004348 Apr 18 21:22:49.463790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50844) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:49.466563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:49.490304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-5ea955de-cc30-4b4b-9421-12bc03bb6077 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] For port 705e8deb-292a-4981-9d8b-be239ccc963f, host n-h1-836017-3, got binding levels [] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:49.490660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5ea955de-cc30-4b4b-9421-12bc03bb6077 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.520161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Usage tracker for resource:network and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:49.527983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:49.537737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:49.540071 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f1d8b112-1828-4598-8627-f754fd0c40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.564917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8b112-1828-4598-8627-f754fd0c40f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8509466-e10d-48eb-ac72-6f9eee0c5bcd,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:49.573667 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f1d8b112-1828-4598-8627-f754fd0c40f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.574797 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f1d8b112-1828-4598-8627-f754fd0c40f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8509466-e10d-48eb-ac72-6f9eee0c5bcd HTTP/1.1" status: 204 len: 168 time: 0.3557477 Apr 18 21:22:49.613006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-dafe2602-c859-489d-a2eb-f6832467210b', 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'fixed_ips': [{'subnet_id': 'cd139ba9-977d-427c-9c47-51f9f65fb83d'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:22:49.614088 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.628175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:49.631830 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.695823 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2509db4-36e2-44e9-b584-2f6e929112da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.697853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5ea955de-cc30-4b4b-9421-12bc03bb6077 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Calling delete_port for 705e8deb-292a-4981-9d8b-be239ccc963f owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:49.710592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:22:49.747136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.748011 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Added segment 02f2ddab-baa1-48d6-8152-d5cd98d0fd5d of type vlan for network 6b17fa31-4380-46db-828e-b6caf98aa291 Apr 18 21:22:49.783311 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.862609 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2509db4-36e2-44e9-b584-2f6e929112da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.922161 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-72e9f671-ec8e-43be-9259-5467378b7af1 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/routers/96e4909d-1b9d-4ac2-9a2b-66e6804fbffa HTTP/1.1" status: 200 len: 921 time: 1.0239506 Apr 18 21:22:49.927532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50872) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:49.928372 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.932631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:49.933187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Allocated IP 19.80.0.2 (dafe2602-c859-489d-a2eb-f6832467210b/cd139ba9-977d-427c-9c47-51f9f65fb83d/373a59ce-9278-4a52-ae1e-0cdf136a0c5e) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:49.933691 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.001119 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5ea955de-cc30-4b4b-9421-12bc03bb6077 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.109545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea955de-cc30-4b4b-9421-12bc03bb6077 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Pushing event deleted for resources: {'Port': ['ID=705e8deb-292a-4981-9d8b-be239ccc963f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:50.139456 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5ea955de-cc30-4b4b-9421-12bc03bb6077 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.162096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-323c5768-1db0-462f-97e6-fe315df2563a req-b8aff121-d836-43bb-96ff-da4184ab4ad6 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 210 time: 0.1355832 Apr 18 21:22:50.197444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Network': ['ID=6b17fa31-4380-46db-828e-b6caf98aa291,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:50.200947 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5ea955de-cc30-4b4b-9421-12bc03bb6077 tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "DELETE /v2.0/ports/705e8deb-292a-4981-9d8b-be239ccc963f HTTP/1.1" status: 204 len: 168 time: 1.7071471 Apr 18 21:22:50.202904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50876) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:50.246938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 6b17fa31-4380-46db-828e-b6caf98aa291 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:22:50.253532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-90c18740-706a-4f02-856c-2d51b791badc tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Synchronizing usage tracker for tenant:29ddf01ce61345aba3cf251a93eb0f64 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:50.309312 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b8c01677-f9d2-441d-9455-14fc5bc32b7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8621428 Apr 18 21:22:50.312986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50884) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:50.325934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'subnet': {'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:50.331405 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc2b178-3aa6-41e7-951c-5c46d9801b3b tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:22:50.341620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0cc2b178-3aa6-41e7-951c-5c46d9801b3b tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Synchronizing usage tracker for tenant:728ca887c0ef4661b66bc6a1211a2159 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:50.381234 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2509db4-36e2-44e9-b584-2f6e929112da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.440477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0cc2b178-3aa6-41e7-951c-5c46d9801b3b tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] Unset dirty status for tenant:728ca887c0ef4661b66bc6a1211a2159 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:50.443125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0cc2b178-3aa6-41e7-951c-5c46d9801b3b tempest-PortsAdminExtendedAttrsTestJSON-1098972405 tempest-PortsAdminExtendedAttrsTestJSON-1098972405-project-admin] 10.222.0.11 "GET /v2.0/ports/705e8deb-292a-4981-9d8b-be239ccc963f HTTP/1.1" status: 404 len: 333 time: 0.2379405 Apr 18 21:22:50.446125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50888) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:50.481331 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.524670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Transition to ACTIVE for port object 373a59ce-9278-4a52-ae1e-0cdf136a0c5e will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:50.537249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-90c18740-706a-4f02-856c-2d51b791badc tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Unset dirty status for tenant:29ddf01ce61345aba3cf251a93eb0f64 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:50.539869 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-90c18740-706a-4f02-856c-2d51b791badc tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&device_id=96e4909d-1b9d-4ac2-9a2b-66e6804fbffa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5996025 Apr 18 21:22:50.540544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2509db4-36e2-44e9-b584-2f6e929112da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d486d3ed-466c-425f-8f71-2be4ad41efc1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:50.575206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Transition to ACTIVE for port object 373a59ce-9278-4a52-ae1e-0cdf136a0c5e will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:50.621123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50896) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:50.652059 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.772954 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2509db4-36e2-44e9-b584-2f6e929112da admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.774200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b2509db4-36e2-44e9-b584-2f6e929112da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d486d3ed-466c-425f-8f71-2be4ad41efc1 HTTP/1.1" status: 204 len: 168 time: 1.3091395 Apr 18 21:22:50.808164 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Network dafe2602-c859-489d-a2eb-f6832467210b is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:50.827796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:50.827940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Pushing event updated for resources: {'Port': ['ID=373a59ce-9278-4a52-ae1e-0cdf136a0c5e,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:50.834917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:50.835780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Usage tracker for resource:subnet and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:50.839677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:50.841193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:50.848981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:50.895981 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.922893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c092-df88-4aec-96d3-2062c3066f4c req-e1881928-3a1c-4f84-958e-d1ac25238916 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:50.924364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2640c092-df88-4aec-96d3-2062c3066f4c req-e1881928-3a1c-4f84-958e-d1ac25238916 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.4052248 Apr 18 21:22:50.961588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 434744bb-fad8-47ce-910f-036193ca1c34 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:50.986765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:51.027417 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Attempting to bind port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:51.028022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Attempting to bind port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:51.028551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Attempting to bind port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e on network dafe2602-c859-489d-a2eb-f6832467210b {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:51.053855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:51.054517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Checking segment: {'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:51.055175 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.055727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Bound using segment: {'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:51.056494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Bound port: 373a59ce-9278-4a52-ae1e-0cdf136a0c5e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:51.057037 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.177765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] For port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:51.181841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] For port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=373a59ce-9278-4a52-ae1e-0cdf136a0c5e,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:51.206270 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2640c092-df88-4aec-96d3-2062c3066f4c req-965f9b1c-fb84-4146-8ce9-d8ae894b8d40 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694778 Apr 18 21:22:51.241363 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.249041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c5018b-5d8d-454e-8fd3-3d777913a0ed tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:51.251576 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d8c5018b-5d8d-454e-8fd3-3d777913a0ed tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 881 time: 0.6284277 Apr 18 21:22:51.255170 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.255315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 434744bb-fad8-47ce-910f-036193ca1c34 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:51.260989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 434744bb-fad8-47ce-910f-036193ca1c34 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:51.261365 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.262239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50922) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:51.298064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:51.315479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:51.315874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edaa9ffb-3c79-4d88-9b67-da62dc46f27c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:51.323769 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.334710 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.377190 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.392291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:22:51.392705 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.497128 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-78b80a0e-8afd-4e86-b918-4ec9709e2791 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "GET /v2.0/ports?device_id=96e4909d-1b9d-4ac2-9a2b-66e6804fbffa HTTP/1.1" status: 200 len: 205 time: 0.2308621 Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:22:51.503147 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:22:51.538766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50940) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:51.558674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9704b-d356-48a7-9ad9-b08cf550ca09 None None] Pushing event updated for resources: {'Port': ['ID=373a59ce-9278-4a52-ae1e-0cdf136a0c5e,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:51.657464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-577ea8e6-2992-4e7c-8593-82f93b0b33f7 req-ee6519e9-5b7a-4ac9-b942-d3d8cf39b81c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 210 time: 0.1691144 Apr 18 21:22:51.671396 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.717134 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.725652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 434744bb-fad8-47ce-910f-036193ca1c34, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=434744bb-fad8-47ce-910f-036193ca1c34,segment=NetworkSegment(52b8708f-fa43-4fc4-b614-7ecd47793712),segment_id=52b8708f-fa43-4fc4-b614-7ecd47793712)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:51.746581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.777707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] Pushing event deleted for resources: {'Network': ['ID=d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:51.783862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a295077e-c429-4e7d-902a-ef6ec5852767 tempest-PortsAdminExtendedAttrsTestJSON-601335517 tempest-PortsAdminExtendedAttrsTestJSON-601335517-project] 10.222.0.11 "DELETE /v2.0/networks/d3ae4099-9bb1-4f88-92e4-ce5e83bb5f88 HTTP/1.1" status: 204 len: 168 time: 1.3348563 Apr 18 21:22:51.839225 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:51.972394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=434744bb-fad8-47ce-910f-036193ca1c34,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:52.031964 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:52.155176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Subnet': ['ID=70bab6ce-7c7f-4eae-9329-df310eb10d87,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:52.175466 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:52.284811 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-333c9a4c-d557-4e1b-bfd6-3b9d396d0401 service neutron] 10.222.0.26 "GET /v2.0/ports/49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 HTTP/1.1" status: 200 len: 1033 time: 0.1771932 Apr 18 21:22:52.406373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Checking segment: {'id': '02f2ddab-baa1-48d6-8152-d5cd98d0fd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:52.410017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network hostable DHCP agents. Network: 6b17fa31-4380-46db-828e-b6caf98aa291, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:22:52.565700 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3ab837b5-7575-4372-b034-b0f170e26fca service neutron] 10.222.0.26 "GET /v2.0/ports/55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 HTTP/1.1" status: 200 len: 1032 time: 0.2747445 Apr 18 21:22:52.683932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba1be2-6564-4025-b129-437598f9d2de req-e6d141fa-bb71-4c97-9220-679869cfee49 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:52.685763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0cba1be2-6564-4025-b129-437598f9d2de req-e6d141fa-bb71-4c97-9220-679869cfee49 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.1943872 Apr 18 21:22:52.747533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:52.758728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network 6b17fa31-4380-46db-828e-b6caf98aa291 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:22:52.787956 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0cba1be2-6564-4025-b129-437598f9d2de req-82fb62c6-3247-4655-9260-e1acbc893705 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867124 Apr 18 21:22:52.928103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50982) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:52.989208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Deleting port f411556f-a2f4-48f8-bab1-79f28d5f9198 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:52.989637 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:52.991722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cbe8dc52-655b-4c55-83e7-ec647ca0c716 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:52.996706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cbe8dc52-655b-4c55-83e7-ec647ca0c716 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:53.002116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cbe8dc52-655b-4c55-83e7-ec647ca0c716 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:53.002877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cbe8dc52-655b-4c55-83e7-ec647ca0c716 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Synchronizing usage tracker for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:53.019402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cbe8dc52-655b-4c55-83e7-ec647ca0c716 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Unset dirty status for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:53.021004 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cbe8dc52-655b-4c55-83e7-ec647ca0c716 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "GET /v2.0/networks?id=5ea543e9-f1b9-4fd2-a362-bd88cda88288&id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f&id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f HTTP/1.1" status: 200 len: 1994 time: 0.4490769 Apr 18 21:22:53.084419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 373a59ce-9278-4a52-ae1e-0cdf136a0c5e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:53.096353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 6b17fa31-4380-46db-828e-b6caf98aa291) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:53.102816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:53.103545 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:53.148830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-7282b423-d04f-4910-b4db-dbad1f7c1ffd tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Synchronizing usage tracker for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:53.184829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-7282b423-d04f-4910-b4db-dbad1f7c1ffd tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Unset dirty status for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:53.188765 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-7282b423-d04f-4910-b4db-dbad1f7c1ffd tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5abe5c109e494fabbf8b2824a0c296d4 HTTP/1.1" status: 200 len: 380 time: 0.1545479 Apr 18 21:22:53.203303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'port': {'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'admin_state_up': True, 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'security_groups': ['611eac35-7a4b-4460-abbe-46667b7d6e94']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:53.230647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fb54f-ee48-47b4-910c-49fd970165d7 req-67ccbd08-cc4c-4be5-b823-99a32e8c878f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:53.241159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-896fb54f-ee48-47b4-910c-49fd970165d7 req-67ccbd08-cc4c-4be5-b823-99a32e8c878f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.4407189 Apr 18 21:22:53.249593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6efed9-40e1-48d4-a85e-07db31bb137a None None] Network 6b17fa31-4380-46db-828e-b6caf98aa291 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:53.414848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8ea73bf6-17ce-4bbf-ae48-bed0bd3cccde tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1003716 Apr 18 21:22:53.469298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c88555cf-3b5a-411c-a833-164ec618eaf7 req-06519983-7423-435d-87de-1de5353ffca1 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 210 time: 0.2127554 Apr 18 21:22:53.478286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82104b6d-09f8-4672-a530-7f1400f73628 None None] Network dafe2602-c859-489d-a2eb-f6832467210b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:53.551588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:53.656637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:53.714696 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0c0d2fd0-a5c6-45ab-a57f-6d0d3141205c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b423de5eebd64a4c816b852999987014&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7826638 Apr 18 21:22:53.715041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50998) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:53.721823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b0e599e8-c737-4150-86ca-e708a6291fa0 None None] Provisioning for port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:53.792613 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:53.802303 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f556535c-afe6-4698-97a6-89d20a4c8d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:53.820572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:53.829096 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:53.905403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:53.918382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-6b17fa31-4380-46db-828e-b6caf98aa291', 'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'fixed_ips': [{'subnet_id': '70bab6ce-7c7f-4eae-9329-df310eb10d87'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:22:53.919700 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:53.942830 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f556535c-afe6-4698-97a6-89d20a4c8d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:53.945081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:53.945443 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:54.160657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Calling delete_port for f411556f-a2f4-48f8-bab1-79f28d5f9198 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:54.199002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Allocated IP 172.20.0.10 (5ea543e9-f1b9-4fd2-a362-bd88cda88288/d00d652b-7469-4e5e-b51f-27ade5c396f8/426f8c7a-d889-4424-be35-d5f5f6c0a12a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:54.240706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-896fb54f-ee48-47b4-910c-49fd970165d7 req-6042e302-005c-4115-824c-b5f7c705af26 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9985034 Apr 18 21:22:54.271871 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f556535c-afe6-4698-97a6-89d20a4c8d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:54.340499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556535c-afe6-4698-97a6-89d20a4c8d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3934ed-d6cc-476f-bf20-5710513e4635,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:54.496838 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f556535c-afe6-4698-97a6-89d20a4c8d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:54.501160 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f556535c-afe6-4698-97a6-89d20a4c8d1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c3934ed-d6cc-476f-bf20-5710513e4635 HTTP/1.1" status: 204 len: 168 time: 0.7822456 Apr 18 21:22:54.565352 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:54.607563 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Allocated IP 19.86.0.2 (6b17fa31-4380-46db-828e-b6caf98aa291/70bab6ce-7c7f-4eae-9329-df310eb10d87/c6232086-c80c-4463-a6ad-c0a1f58b69c9) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:54.618865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:54.622874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=373a59ce-9278-4a52-ae1e-0cdf136a0c5e,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:54.648597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Transition to ACTIVE for port object 426f8c7a-d889-4424-be35-d5f5f6c0a12a will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:54.689850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc1b55-b2c5-4422-b471-044592bd802e req-43a52af1-4631-4119-b6ee-e7c1fbbe5967 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:54.692184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a5fc1b55-b2c5-4422-b471-044592bd802e req-43a52af1-4631-4119-b6ee-e7c1fbbe5967 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.2693536 Apr 18 21:22:54.700151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d9bbda00-57f0-4425-867a-ff728860d7af tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:54.709305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d9bbda00-57f0-4425-867a-ff728860d7af tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:54.710135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d9bbda00-57f0-4425-867a-ff728860d7af tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Synchronizing usage tracker for tenant:1f628d21202440e8b443314511d1a1c1 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:54.760985 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:54.770021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 434744bb-fad8-47ce-910f-036193ca1c34 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:54.783830 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:54.818627 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7aceee46-b845-4cf1-9d4b-9a15e828d00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:54.950209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a5fc1b55-b2c5-4422-b471-044592bd802e req-c2a7c8a9-72e5-43a0-95b3-ffcdb220f0ad tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347724 Apr 18 21:22:54.951067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d9bbda00-57f0-4425-867a-ff728860d7af tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Unset dirty status for tenant:1f628d21202440e8b443314511d1a1c1 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:54.952842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d9bbda00-57f0-4425-867a-ff728860d7af tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/networks?id=dafe2602-c859-489d-a2eb-f6832467210b&id=6b17fa31-4380-46db-828e-b6caf98aa291&id=dafe2602-c859-489d-a2eb-f6832467210b HTTP/1.1" status: 200 len: 1392 time: 0.8040287 Apr 18 21:22:54.969436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Port': ['ID=426f8c7a-d889-4424-be35-d5f5f6c0a12a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:54.979739 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-e916528e-38fc-491b-ac08-36197e57dd56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/quotas/1f628d21202440e8b443314511d1a1c1 HTTP/1.1" status: 200 len: 375 time: 0.0211196 Apr 18 21:22:55.026304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:55.031087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:55.036253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:55.080894 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.144905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:55.145576 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.215362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=373a59ce-9278-4a52-ae1e-0cdf136a0c5e,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:55.243756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a16f1efd-2f1c-4dd8-8fb7-9862c1793160 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0476179 Apr 18 21:22:55.256490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Pushing event deleted for resources: {'Port': ['ID=f411556f-a2f4-48f8-bab1-79f28d5f9198,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:55.257680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'port': {'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8', 'admin_state_up': True, 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'security_groups': ['611eac35-7a4b-4460-abbe-46667b7d6e94']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:55.298729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fb8136f3-cfc3-4532-827d-84fa696510df None None] Provisioning complete for port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:55.299363 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fb8136f3-cfc3-4532-827d-84fa696510df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.358343 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.365897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 434744bb-fad8-47ce-910f-036193ca1c34 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:55.366416 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.444114 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Transition to ACTIVE for port object c6232086-c80c-4463-a6ad-c0a1f58b69c9 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:55.494726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Transition to ACTIVE for port object c6232086-c80c-4463-a6ad-c0a1f58b69c9 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:55.590620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:55.597301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:port and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:55.611064 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.612406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for port was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:55.631418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:55.669442 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.715215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:55.716784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Network 6b17fa31-4380-46db-828e-b6caf98aa291 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:55.718543 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.721320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:55.727262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:55.729856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Pushing event updated for resources: {'Port': ['ID=c6232086-c80c-4463-a6ad-c0a1f58b69c9,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:55.760912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51038) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:55.901095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Attempting to bind port c6232086-c80c-4463-a6ad-c0a1f58b69c9 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:55.901778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Attempting to bind port c6232086-c80c-4463-a6ad-c0a1f58b69c9 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '02f2ddab-baa1-48d6-8152-d5cd98d0fd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:55.902321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Attempting to bind port c6232086-c80c-4463-a6ad-c0a1f58b69c9 on network 6b17fa31-4380-46db-828e-b6caf98aa291 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:55.910540 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:55.912034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Checking segment: {'id': '02f2ddab-baa1-48d6-8152-d5cd98d0fd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:55.912034 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.912034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Bound using segment: {'id': '02f2ddab-baa1-48d6-8152-d5cd98d0fd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:55.912833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Bound port: c6232086-c80c-4463-a6ad-c0a1f58b69c9, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f2ddab-baa1-48d6-8152-d5cd98d0fd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:55.913554 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.962906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 373a59ce-9278-4a52-ae1e-0cdf136a0c5e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:56.006746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-035d30e1-f8c3-48dd-bc92-4f0fe22e42bd None None] Provisioning for port 426f8c7a-d889-4424-be35-d5f5f6c0a12a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:56.022955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-6230c3d7-2b78-4629-8418-1fc182878367 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Synchronizing usage tracker for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:56.035693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.042484 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-035d30e1-f8c3-48dd-bc92-4f0fe22e42bd None None] Provisioning complete for port 426f8c7a-d889-4424-be35-d5f5f6c0a12a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:56.043113 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-035d30e1-f8c3-48dd-bc92-4f0fe22e42bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.051336 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.066991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b09e9-fef6-4fde-8160-139915b12989 req-0ce86627-670c-4b7f-8f64-f659bdde9ee4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:56.068636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f7b09e9-fef6-4fde-8160-139915b12989 req-0ce86627-670c-4b7f-8f64-f659bdde9ee4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.8032255 Apr 18 21:22:56.145190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] For port c6232086-c80c-4463-a6ad-c0a1f58b69c9, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:56.147575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-035d30e1-f8c3-48dd-bc92-4f0fe22e42bd None None] Port 426f8c7a-d889-4424-be35-d5f5f6c0a12a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:22:56.153834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Allocated IP 10.1.1.191 (5086a5c4-a610-4cd1-9eb3-c77c166aefe8/c3149a32-f5d5-46d2-8865-186681244fa6/41cac76b-2029-432c-bb4c-55ef1c94f7a8) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:56.154577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] For port c6232086-c80c-4463-a6ad-c0a1f58b69c9, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c6232086-c80c-4463-a6ad-c0a1f58b69c9,segment=NetworkSegment(02f2ddab-baa1-48d6-8152-d5cd98d0fd5d),segment_id=02f2ddab-baa1-48d6-8152-d5cd98d0fd5d)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:56.166402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:56.167010 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.174082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f7b09e9-fef6-4fde-8160-139915b12989 req-fe7f15df-055a-4686-937c-b5b03e79b8c1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981560 Apr 18 21:22:56.246137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-6230c3d7-2b78-4629-8418-1fc182878367 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Unset dirty status for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:56.247856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-6230c3d7-2b78-4629-8418-1fc182878367 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f628d21202440e8b443314511d1a1c1&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2612641 Apr 18 21:22:56.249157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.383299 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2d568461-5655-4afb-8faa-50ebc061629d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=728ca887c0ef4661b66bc6a1211a2159&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6209164 Apr 18 21:22:56.400389 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51052) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:56.513970 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.518672 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-27f8cbb5-c26e-490e-9bd8-fcb73a4c28c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.536319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8f3c4-552f-433e-8bdb-658969f8b239 None None] Pushing event updated for resources: {'Port': ['ID=c6232086-c80c-4463-a6ad-c0a1f58b69c9,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:56.559319 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-27f8cbb5-c26e-490e-9bd8-fcb73a4c28c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.578477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Transition to ACTIVE for port object 41cac76b-2029-432c-bb4c-55ef1c94f7a8 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:56.600807 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.601659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Fanout notify agent at l3_agent the message router_deleted on router 96e4909d-1b9d-4ac2-9a2b-66e6804fbffa {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:22:56.753315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-27f8cbb5-c26e-490e-9bd8-fcb73a4c28c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.753923 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.761351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-83c20452-0ff2-4e4f-945e-e8c99081935f tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/routers/96e4909d-1b9d-4ac2-9a2b-66e6804fbffa HTTP/1.1" status: 204 len: 168 time: 5.2210617 Apr 18 21:22:56.764993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51068) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:56.779373 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.780904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b58528ad-db7d-40dd-b8e3-2d1c3c9247fd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1395053705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:56.787914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b58528ad-db7d-40dd-b8e3-2d1c3c9247fd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:56.792105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b58528ad-db7d-40dd-b8e3-2d1c3c9247fd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Usage tracker for resource:router and tenant:4e676e32e0794373b19e17013d885ce0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:56.795061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b58528ad-db7d-40dd-b8e3-2d1c3c9247fd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:56.801550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b58528ad-db7d-40dd-b8e3-2d1c3c9247fd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:56.878734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b38fa723-e3eb-45eb-be79-7da2e07f64e7 service neutron] 10.222.0.11 "GET /v2.0/networks/dafe2602-c859-489d-a2eb-f6832467210b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201634 Apr 18 21:22:56.886478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf4606-66ca-4f34-ab2a-998d373f9c32 req-f65bb70b-2dcc-46ea-80f7-0165c8dc5adc tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:56.895423 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fddf4606-66ca-4f34-ab2a-998d373f9c32 req-f65bb70b-2dcc-46ea-80f7-0165c8dc5adc tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 932 time: 0.2950029 Apr 18 21:22:56.910769 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b58528ad-db7d-40dd-b8e3-2d1c3c9247fd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:56.910769 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b58528ad-db7d-40dd-b8e3-2d1c3c9247fd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:57.057830 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b0986825-ae93-49ac-abcb-4eec834022cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:57.079837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8cbb5-c26e-490e-9bd8-fcb73a4c28c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92407f61-b4eb-48ff-9211-b5cf182882d8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:57.090159 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b58528ad-db7d-40dd-b8e3-2d1c3c9247fd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:57.093235 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-27f8cbb5-c26e-490e-9bd8-fcb73a4c28c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:57.096732 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-27f8cbb5-c26e-490e-9bd8-fcb73a4c28c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92407f61-b4eb-48ff-9211-b5cf182882d8 HTTP/1.1" status: 204 len: 168 time: 0.6934440 Apr 18 21:22:57.106098 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fddf4606-66ca-4f34-ab2a-998d373f9c32 req-101b21ea-8647-4c88-a98e-77f6598b4a77 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092140 Apr 18 21:22:57.118452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:57.121910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:57.126095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:57.239538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:57.254437 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:57.261480 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1071bd1-6b87-4ce4-8f96-6dbc2307ab2b service neutron] 10.222.0.11 "GET /v2.0/networks/dafe2602-c859-489d-a2eb-f6832467210b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558042 Apr 18 21:22:57.313747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Port': ['ID=41cac76b-2029-432c-bb4c-55ef1c94f7a8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:57.389609 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6b8aaff6-dd04-4812-8fc1-0a787e0d13e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1382399 Apr 18 21:22:57.400266 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'port': {'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8', 'admin_state_up': True, 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'security_groups': ['611eac35-7a4b-4460-abbe-46667b7d6e94']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:57.462212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51080) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:57.556815 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b58528ad-db7d-40dd-b8e3-2d1c3c9247fd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:57.617109 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-68820cd8-bae8-4c46-b286-18fc70cee113 service neutron] 10.222.0.11 "GET /v2.0/networks/6b17fa31-4380-46db-828e-b6caf98aa291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457966 Apr 18 21:22:57.719463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:57.723836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:port and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:57.725520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11f82f-8a74-47d0-8353-266488610d24 req-415986fb-8d7c-4c77-ada6-f605df5a15d0 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:57.726947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for port was recalculated. Used quota:9. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:57.731294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf11f82f-8a74-47d0-8353-266488610d24 req-415986fb-8d7c-4c77-ada6-f605df5a15d0 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.2429602 Apr 18 21:22:57.739811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:57.752468 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65e69597-a254-435c-8f1d-26982780d144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:57.756149 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b58528ad-db7d-40dd-b8e3-2d1c3c9247fd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:57.762374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b58528ad-db7d-40dd-b8e3-2d1c3c9247fd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9963882 Apr 18 21:22:57.767363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51086) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:57.772189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-63496d8d-6372-4727-bc02-429b506651cb None None] Provisioning for port 41cac76b-2029-432c-bb4c-55ef1c94f7a8 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:57.777887 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-63496d8d-6372-4727-bc02-429b506651cb None None] Provisioning complete for port 41cac76b-2029-432c-bb4c-55ef1c94f7a8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:57.778296 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63496d8d-6372-4727-bc02-429b506651cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:57.798366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Request body: {'router': {'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:57.831619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf11f82f-8a74-47d0-8353-266488610d24 req-245c2c32-a0df-4485-a5d7-e8b8a9225eef tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941031 Apr 18 21:22:57.921273 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-dd9b93ad-ffbf-4b38-9e43-965a35610150 service neutron] 10.222.0.11 "GET /v2.0/networks/6b17fa31-4380-46db-828e-b6caf98aa291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927525 Apr 18 21:22:57.980137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c6232086-c80c-4463-a6ad-c0a1f58b69c9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:58.009898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:58.018099 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:58.210437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-63496d8d-6372-4727-bc02-429b506651cb None None] Port 41cac76b-2029-432c-bb4c-55ef1c94f7a8 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:22:58.248181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-65e69597-a254-435c-8f1d-26982780d144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:58.255537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-65e69597-a254-435c-8f1d-26982780d144 admin admin] Usage tracker for resource:security_group_rule and tenant:8588be8801244eb3b7eed047714e20af is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:58.259074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-65e69597-a254-435c-8f1d-26982780d144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:58.265711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-65e69597-a254-435c-8f1d-26982780d144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:58.286260 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:58.314194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c6232086-c80c-4463-a6ad-c0a1f58b69c9 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:58.352436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-20870030-60fa-462b-bb1d-35d79f920505 service neutron] 10.222.0.11 "GET /v2.0/networks/dafe2602-c859-489d-a2eb-f6832467210b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206944 Apr 18 21:22:58.392299 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65e69597-a254-435c-8f1d-26982780d144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:58.481282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb1c5e8-3c1b-4f3e-ae00-7ab829321814 None None] Network 6b17fa31-4380-46db-828e-b6caf98aa291 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:58.504597 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86599028-0807-451b-8f5c-568d28c4079f req-32735bce-84ff-4ca5-8c5a-d6a520b56054 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:58.505985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86599028-0807-451b-8f5c-568d28c4079f req-32735bce-84ff-4ca5-8c5a-d6a520b56054 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2635822 Apr 18 21:22:58.531515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65e69597-a254-435c-8f1d-26982780d144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:58.581945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86599028-0807-451b-8f5c-568d28c4079f req-ddfb930c-c5d7-488f-9d53-22a50b101260 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596085 Apr 18 21:22:58.590532 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-4012bdfb-7f1e-421f-ba67-a87516ee3db9 service neutron] 10.222.0.11 "GET /v2.0/networks/dafe2602-c859-489d-a2eb-f6832467210b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196834 Apr 18 21:22:58.626020 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:58.722250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e69597-a254-435c-8f1d-26982780d144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed51989-e402-4dff-a49e-9cdd1b876561,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:58.738581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Allocated IP 10.1.1.111 (5086a5c4-a610-4cd1-9eb3-c77c166aefe8/c3149a32-f5d5-46d2-8865-186681244fa6/d204f9c6-c349-4bde-aed2-570bd09bb421) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:58.746079 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-65e69597-a254-435c-8f1d-26982780d144 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8588be8801244eb3b7eed047714e20af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2795663 Apr 18 21:22:58.747038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51106) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:58.749983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0c880682-64f1-4b7c-ab14-88f6e4f50de2 None None] Provisioning for port c6232086-c80c-4463-a6ad-c0a1f58b69c9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:58.830860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0c880682-64f1-4b7c-ab14-88f6e4f50de2 None None] Provisioning complete for port c6232086-c80c-4463-a6ad-c0a1f58b69c9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:58.831272 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0c880682-64f1-4b7c-ab14-88f6e4f50de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:58.850355 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-807e5176-c2a4-4e1b-9094-d1015ca06613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:58.882519 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-807e5176-c2a4-4e1b-9094-d1015ca06613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:59.000888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-807e5176-c2a4-4e1b-9094-d1015ca06613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:59.026653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e5176-c2a4-4e1b-9094-d1015ca06613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed51989-e402-4dff-a49e-9cdd1b876561,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:59.044938 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-807e5176-c2a4-4e1b-9094-d1015ca06613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:59.052563 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-807e5176-c2a4-4e1b-9094-d1015ca06613 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ed51989-e402-4dff-a49e-9cdd1b876561 HTTP/1.1" status: 204 len: 168 time: 0.3024757 Apr 18 21:22:59.258210 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0c880682-64f1-4b7c-ab14-88f6e4f50de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:59.346788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0c880682-64f1-4b7c-ab14-88f6e4f50de2 None None] For port c6232086-c80c-4463-a6ad-c0a1f58b69c9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c6232086-c80c-4463-a6ad-c0a1f58b69c9,segment=NetworkSegment(02f2ddab-baa1-48d6-8152-d5cd98d0fd5d),segment_id=02f2ddab-baa1-48d6-8152-d5cd98d0fd5d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:59.453038 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0c880682-64f1-4b7c-ab14-88f6e4f50de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:59.556918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db127ef0-7a7e-4e79-81ca-e9883bdfa9cc req-0a761813-8c4b-41d3-bb6d-d4e347c1a44e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:59.561931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db127ef0-7a7e-4e79-81ca-e9883bdfa9cc req-0a761813-8c4b-41d3-bb6d-d4e347c1a44e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:59.575465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db127ef0-7a7e-4e79-81ca-e9883bdfa9cc req-0a761813-8c4b-41d3-bb6d-d4e347c1a44e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 1654 time: 0.2572820 Apr 18 21:22:59.599997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:59.603163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c880682-64f1-4b7c-ab14-88f6e4f50de2 None None] Pushing event updated for resources: {'Port': ['ID=c6232086-c80c-4463-a6ad-c0a1f58b69c9,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:59.662895 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:59.664898 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db127ef0-7a7e-4e79-81ca-e9883bdfa9cc req-4b2a406a-081e-4ab7-9286-5319f133671d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815616 Apr 18 21:22:59.683483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fa6fa4ea-a0c8-4613-b15c-cc2d75d35eeb None None] Provisioning complete for port c6232086-c80c-4463-a6ad-c0a1f58b69c9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:59.683725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Transition to ACTIVE for port object d204f9c6-c349-4bde-aed2-570bd09bb421 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:59.683875 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa4ea-a0c8-4613-b15c-cc2d75d35eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:59.818205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:59.880975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6898807-a00d-471b-a76d-63637c015bea req-56bc345b-e210-4aa3-9245-4fa820dcb183 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 210 time: 0.0890596 Apr 18 21:22:59.884790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c6232086-c80c-4463-a6ad-c0a1f58b69c9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:00.127849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:00.142146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:00.155980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:00.182316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c6232086-c80c-4463-a6ad-c0a1f58b69c9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:00.182894 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:00.243072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Port': ['ID=d204f9c6-c349-4bde-aed2-570bd09bb421,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:00.372257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:00.374350 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:00.477213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:23:00.516397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51142) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:00.642262 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3aa8efa-5205-48e1-9e50-84cd199abe6c req-a20d239f-667c-447c-ba98-f244fcf5e9f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1095 time: 0.6046374 Apr 18 21:23:00.699391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca6d7d-d847-4643-8d5e-d256ece80bfb req-30c8e6b2-f0b8-40fe-8f0d-6c647d5a6d68 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:00.709043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4ca6d7d-d847-4643-8d5e-d256ece80bfb req-30c8e6b2-f0b8-40fe-8f0d-6c647d5a6d68 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.5905967 Apr 18 21:23:00.712588 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-866fcda1-80e4-473e-a439-5b91f59992b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3167238 Apr 18 21:23:00.715076 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:00.746454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'port': {'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f', 'admin_state_up': True, 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'security_groups': ['611eac35-7a4b-4460-abbe-46667b7d6e94']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:00.746860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:00.770887 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-66d10c9d-8cf6-4787-8e41-5140f3c66cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:00.776276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'port_id': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'mac_address': 'fa:16:3e:44:92:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:23:00.785889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:00.955541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-be24ac25-8f2b-40d5-b191-e15b315b50db None None] Provisioning for port d204f9c6-c349-4bde-aed2-570bd09bb421 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:00.956319 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4ca6d7d-d847-4643-8d5e-d256ece80bfb req-f63ecc67-4f20-4927-ac24-425c4abb5e4a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459958 Apr 18 21:23:00.971095 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:00.973290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-66d10c9d-8cf6-4787-8e41-5140f3c66cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:00.981799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa8efa-5205-48e1-9e50-84cd199abe6c req-bb8fc324-3f12-41de-a80a-220dd71754e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:00.982297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-be24ac25-8f2b-40d5-b191-e15b315b50db None None] Provisioning complete for port d204f9c6-c349-4bde-aed2-570bd09bb421 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:00.982675 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-be24ac25-8f2b-40d5-b191-e15b315b50db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:00.984697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3aa8efa-5205-48e1-9e50-84cd199abe6c req-bb8fc324-3f12-41de-a80a-220dd71754e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.3352218 Apr 18 21:23:00.985058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-66d10c9d-8cf6-4787-8e41-5140f3c66cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:178b069ff5e64e4aa12fa621d848b9ac is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:01.001181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-66d10c9d-8cf6-4787-8e41-5140f3c66cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:01.072553 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:01.102312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:01.133604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:01.149923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-be24ac25-8f2b-40d5-b191-e15b315b50db None None] Port d204f9c6-c349-4bde-aed2-570bd09bb421 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:23:01.193213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-66d10c9d-8cf6-4787-8e41-5140f3c66cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:01.222078 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:01.260466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:01.260466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:port and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:01.260744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b63471-c9c7-494a-bbe2-41423159dc40 req-4eb693c7-f691-4998-8bfb-ea4ab027b46a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:01.260865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for port was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:01.264463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:01.266750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8b63471-c9c7-494a-bbe2-41423159dc40 req-4eb693c7-f691-4998-8bfb-ea4ab027b46a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 1.0522439 Apr 18 21:23:01.296992 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3aa8efa-5205-48e1-9e50-84cd199abe6c req-8114a6ed-027b-44d9-8ec0-e70afda83931 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 999 time: 0.3064930 Apr 18 21:23:01.320928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['1ec1ad8e-4fd2-4df7-b796-b7975e55edb9'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:23:01.326094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Allocated IP 172.25.3.206 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/fcf37e27-7bcf-4983-b90f-a2f1f3329f1f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:01.365273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:01.387529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:01.479502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8b63471-c9c7-494a-bbe2-41423159dc40 req-478cbcd1-9772-4cb2-986f-3b0485e6d377 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2104409 Apr 18 21:23:01.489899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa8efa-5205-48e1-9e50-84cd199abe6c req-75c1cc2f-b788-4eea-bba5-6126373c596c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:01.492848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3aa8efa-5205-48e1-9e50-84cd199abe6c req-75c1cc2f-b788-4eea-bba5-6126373c596c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.1860969 Apr 18 21:23:01.603096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3aa8efa-5205-48e1-9e50-84cd199abe6c req-f4c1f012-f7a6-4f16-9c0e-22c7e12b66f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917029 Apr 18 21:23:01.617948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-d3aa8efa-5205-48e1-9e50-84cd199abe6c req-66d18ccf-1816-4e82-ad6e-a936911e7f70 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:23:01.618920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3aa8efa-5205-48e1-9e50-84cd199abe6c req-66d18ccf-1816-4e82-ad6e-a936911e7f70 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095565 Apr 18 21:23:01.729153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-66d10c9d-8cf6-4787-8e41-5140f3c66cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:01.786577 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:01.864863 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-66d10c9d-8cf6-4787-8e41-5140f3c66cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:01.891653 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:02.011724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d10c9d-8cf6-4787-8e41-5140f3c66cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c868819-1b47-4b54-9278-8bd79dfbc237,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:02.030254 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-66d10c9d-8cf6-4787-8e41-5140f3c66cc7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=178b069ff5e64e4aa12fa621d848b9ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5118375 Apr 18 21:23:02.034877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51172) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:02.041574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2b1cd1c-d670-49a9-9b55-6d6cc921f9a2 req-8c0ebc92-ad16-4720-a092-4a30fa2b3e63 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 210 time: 0.1946251 Apr 18 21:23:02.344131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:02.369273 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3aa8efa-5205-48e1-9e50-84cd199abe6c req-bda2df07-0dc1-4990-b825-62187a346f7a service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416146 Apr 18 21:23:02.473422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:02.481976 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:02.500404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:02.503139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-563e7cbb-7f1c-4735-9ee1-1aac54a4e66c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:02.513756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-563e7cbb-7f1c-4735-9ee1-1aac54a4e66c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:02.516435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:02.516956 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-563e7cbb-7f1c-4735-9ee1-1aac54a4e66c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "GET /v2.0/networks?id=dafe2602-c859-489d-a2eb-f6832467210b&id=6b17fa31-4380-46db-828e-b6caf98aa291&id=dafe2602-c859-489d-a2eb-f6832467210b HTTP/1.1" status: 200 len: 1392 time: 0.4521039 Apr 18 21:23:02.535513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4593-8c03-4e46-a47d-291a5613468c req-254a4b02-947c-4be6-a7c9-cdcc63e94c0c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:02.540696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4593-8c03-4e46-a47d-291a5613468c req-254a4b02-947c-4be6-a7c9-cdcc63e94c0c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:02.545812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4593-8c03-4e46-a47d-291a5613468c req-254a4b02-947c-4be6-a7c9-cdcc63e94c0c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:02.553525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9dfa4593-8c03-4e46-a47d-291a5613468c req-254a4b02-947c-4be6-a7c9-cdcc63e94c0c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 2375 time: 0.7021425 Apr 18 21:23:02.596883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'port': {'device_id': '31214692-5c3f-4703-aac8-79b96eef749d', 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b', 'admin_state_up': True, 'tenant_id': '1f628d21202440e8b443314511d1a1c1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:02.654435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Allocated IP 10.2.2.100 (a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f/a1b562e9-35b3-411d-9a72-52e584c76442/b0c271c9-5ee4-4b0e-95f9-bed62da38862) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:02.677032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Pushing event updated for resources: {'Port': ['ID=fcf37e27-7bcf-4983-b90f-a2f1f3329f1f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:02.789233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:02.789900 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:02.801341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51190) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:02.923502 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb79ba29-308d-411a-a549-b6bc3d6b016f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:03.043144 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:03.104462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51198) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:03.137971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:03.146338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9dfa4593-8c03-4e46-a47d-291a5613468c req-af5b4816-a095-42b9-a9fd-3884e4fce834 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5915649 Apr 18 21:23:03.167890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:03.268840 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:03.285298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb79ba29-308d-411a-a549-b6bc3d6b016f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:03.451134 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-193f04df-2bc1-45e4-b815-02a5e8441704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:03.458992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-90fff789-5628-4c41-84e2-c348656fcce5 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1347987107'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:03.472465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:03.473335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:03.488763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-90fff789-5628-4c41-84e2-c348656fcce5 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:03.490182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:03.500552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Usage tracker for resource:port and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:03.505451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Quota usage for port was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:03.511135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:03.523637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-90fff789-5628-4c41-84e2-c348656fcce5 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Usage tracker for resource:router and tenant:b1be089907484d3c92de75dfb1521722 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:03.544371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Transition to ACTIVE for port object b0c271c9-5ee4-4b0e-95f9-bed62da38862 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:03.546078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-90fff789-5628-4c41-84e2-c348656fcce5 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:03.553161 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:03.554627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3aa8efa-5205-48e1-9e50-84cd199abe6c req-0ad5681e-9536-4c06-bb3c-e8e67e00b378 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1616037 Apr 18 21:23:03.558954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-193f04df-2bc1-45e4-b815-02a5e8441704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:03.576183 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:03.609804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-90fff789-5628-4c41-84e2-c348656fcce5 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:03.625118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:03.648403 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:03.726469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-193f04df-2bc1-45e4-b815-02a5e8441704 admin admin] Usage tracker for resource:security_group_rule and tenant:07a9d5fe3c69400eb2391639c0507079 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:03.796568 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90fff789-5628-4c41-84e2-c348656fcce5 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:03.797439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90fff789-5628-4c41-84e2-c348656fcce5 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:03.824747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa12b-b438-404e-a805-27286743df85 req-993fd77b-2137-457a-9e8e-3fe92dffa040 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:03.826325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ed0aa12b-b438-404e-a805-27286743df85 req-993fd77b-2137-457a-9e8e-3fe92dffa040 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 945 time: 1.0831041 Apr 18 21:23:03.839864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-193f04df-2bc1-45e4-b815-02a5e8441704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:03.860198 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:03.865564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-193f04df-2bc1-45e4-b815-02a5e8441704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:04.097126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:04.105801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:04.117665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:04.195639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:04.200666 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:04.283701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Port': ['ID=b0c271c9-5ee4-4b0e-95f9-bed62da38862,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:04.351463 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb79ba29-308d-411a-a549-b6bc3d6b016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:04.359327 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:04.361796 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-80cb8b5c-684f-4a84-8f48-002278933987 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6190886 Apr 18 21:23:04.371108 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:04.376468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'port': {'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f', 'admin_state_up': True, 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'security_groups': ['611eac35-7a4b-4460-abbe-46667b7d6e94']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:04.453838 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90fff789-5628-4c41-84e2-c348656fcce5 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:04.478941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79ba29-308d-411a-a549-b6bc3d6b016f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c868819-1b47-4b54-9278-8bd79dfbc237,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:04.490887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588430bf-4cb2-4ce2-9295-918ab90a3803 req-9d4bfbf0-1503-4728-91f3-c9252533f745 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:04.492751 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-588430bf-4cb2-4ce2-9295-918ab90a3803 req-9d4bfbf0-1503-4728-91f3-c9252533f745 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.9541628 Apr 18 21:23:04.495891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ed0aa12b-b438-404e-a805-27286743df85 req-2890da52-590a-498c-896d-ee9ea4808c4c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6275220 Apr 18 21:23:04.531433 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-193f04df-2bc1-45e4-b815-02a5e8441704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:04.616650 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90fff789-5628-4c41-84e2-c348656fcce5 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:04.686016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9fb76160-699b-4c1a-b868-15d060d2b1df None None] Provisioning for port b0c271c9-5ee4-4b0e-95f9-bed62da38862 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:04.691886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9fb76160-699b-4c1a-b868-15d060d2b1df None None] Provisioning complete for port b0c271c9-5ee4-4b0e-95f9-bed62da38862 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:04.692400 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9fb76160-699b-4c1a-b868-15d060d2b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:04.786473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Allocated IP 19.80.0.74 (dafe2602-c859-489d-a2eb-f6832467210b/cd139ba9-977d-427c-9c47-51f9f65fb83d/ffea6661-2df8-4bcb-a772-fdf689c3f799) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:04.809762 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-193f04df-2bc1-45e4-b815-02a5e8441704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:04.828409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9fb76160-699b-4c1a-b868-15d060d2b1df None None] Port b0c271c9-5ee4-4b0e-95f9-bed62da38862 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:23:04.865101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb79ba29-308d-411a-a549-b6bc3d6b016f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:04.869575 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cb79ba29-308d-411a-a549-b6bc3d6b016f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c868819-1b47-4b54-9278-8bd79dfbc237 HTTP/1.1" status: 204 len: 168 time: 2.8302526 Apr 18 21:23:04.882231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f0479311-1af8-4677-887a-ebf0b7b07d11 req-2f8c3391-089f-45cc-becc-dd9be57c00cd tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Synchronizing usage tracker for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:04.904478 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-193f04df-2bc1-45e4-b815-02a5e8441704 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07a9d5fe3c69400eb2391639c0507079&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1013427 Apr 18 21:23:04.919969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-588430bf-4cb2-4ce2-9295-918ab90a3803 req-41f91db0-641e-4ba0-b324-61d13dfe1cea tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3585279 Apr 18 21:23:04.928966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51210) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:04.986132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e15c0d9d-0dd9-44b7-bc5b-71a182dffb3e req-755b6687-a524-46d3-a8a1-2bd445c51b49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1095 time: 1.0894105 Apr 18 21:23:05.007678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90fff789-5628-4c41-84e2-c348656fcce5 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:05.008890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-90fff789-5628-4c41-84e2-c348656fcce5 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.8589149 Apr 18 21:23:05.015496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f04df-2bc1-45e4-b815-02a5e8441704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d7c21d-27f1-4eea-8dbc-58a5b865f62a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:05.027675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51214) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:05.129985 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b7107d-372b-4385-9b7c-ce962e0a5e95'] response: {'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'code': 200} Apr 18 21:23:05.279643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:05.286462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c0d9d-0dd9-44b7-bc5b-71a182dffb3e req-c305a84d-1c8e-4c81-9180-e653ab321c22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:05.289435 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e15c0d9d-0dd9-44b7-bc5b-71a182dffb3e req-c305a84d-1c8e-4c81-9180-e653ab321c22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.2449005 Apr 18 21:23:05.298126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Usage tracker for resource:port and tenant:5abe5c109e494fabbf8b2824a0c296d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:05.316930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Quota usage for port was recalculated. Used quota:11. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:05.334640 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:05.355566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f0479311-1af8-4677-887a-ebf0b7b07d11 req-2f8c3391-089f-45cc-becc-dd9be57c00cd tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Unset dirty status for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:05.356650 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1267223d-ca86-4201-a830-4b90a6d6aa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:05.356874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0479311-1af8-4677-887a-ebf0b7b07d11 req-2f8c3391-089f-45cc-becc-dd9be57c00cd tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 210 time: 0.5842276 Apr 18 21:23:05.395852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1267223d-ca86-4201-a830-4b90a6d6aa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:05.460885 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dae04685-142f-4515-9562-66f796fea1af tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:05.592345 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1267223d-ca86-4201-a830-4b90a6d6aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:05.597182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Made reservation on behalf of 5abe5c109e494fabbf8b2824a0c296d4 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:05.601737 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:05.635973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267223d-ca86-4201-a830-4b90a6d6aa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d7c21d-27f1-4eea-8dbc-58a5b865f62a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:05.713317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1267223d-ca86-4201-a830-4b90a6d6aa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:05.721709 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1267223d-ca86-4201-a830-4b90a6d6aa5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35d7c21d-27f1-4eea-8dbc-58a5b865f62a HTTP/1.1" status: 204 len: 168 time: 0.7904668 Apr 18 21:23:06.026459 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e15c0d9d-0dd9-44b7-bc5b-71a182dffb3e req-97ac5a11-8070-4053-9369-0c4142277e93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 999 time: 0.6669207 Apr 18 21:23:06.119621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434c2f-b1bb-4ef7-89f1-ebf4ea221514 req-a3adb9bb-695d-4f5c-b0a6-7d947a7ae527 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:06.125879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434c2f-b1bb-4ef7-89f1-ebf4ea221514 req-a3adb9bb-695d-4f5c-b0a6-7d947a7ae527 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:06.131549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434c2f-b1bb-4ef7-89f1-ebf4ea221514 req-a3adb9bb-695d-4f5c-b0a6-7d947a7ae527 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:06.137676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434c2f-b1bb-4ef7-89f1-ebf4ea221514 req-a3adb9bb-695d-4f5c-b0a6-7d947a7ae527 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:06.140744 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-61434c2f-b1bb-4ef7-89f1-ebf4ea221514 req-a3adb9bb-695d-4f5c-b0a6-7d947a7ae527 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 3096 time: 0.8454800 Apr 18 21:23:06.207168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dae04685-142f-4515-9562-66f796fea1af tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:06.235801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-61434c2f-b1bb-4ef7-89f1-ebf4ea221514 req-1ecee186-3db2-407e-8414-d42b75d76daa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588703 Apr 18 21:23:06.240681 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:06.284008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Transition to ACTIVE for port object ffea6661-2df8-4bcb-a772-fdf689c3f799 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:06.287447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca69243-f392-443a-99b2-9b2a5f331b55 req-b6fbcd12-01fb-4562-97af-cdfadc567904 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:06.289001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ca69243-f392-443a-99b2-9b2a5f331b55 req-b6fbcd12-01fb-4562-97af-cdfadc567904 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.4179747 Apr 18 21:23:06.291066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c0d9d-0dd9-44b7-bc5b-71a182dffb3e req-c14c5a03-3fab-4d3a-a654-0558e2bf1950 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:06.292685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e15c0d9d-0dd9-44b7-bc5b-71a182dffb3e req-c14c5a03-3fab-4d3a-a654-0558e2bf1950 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.2423351 Apr 18 21:23:06.442709 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dae04685-142f-4515-9562-66f796fea1af tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:06.495666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Allocated IP 10.2.2.200 (a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f/a1b562e9-35b3-411d-9a72-52e584c76442/1f77e0af-c064-4089-8480-c8029e6e5ad3) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:06.496007 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e15c0d9d-0dd9-44b7-bc5b-71a182dffb3e req-a90d6043-e234-433b-bb35-4312f5575d74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933076 Apr 18 21:23:06.497028 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:06.514013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ca69243-f392-443a-99b2-9b2a5f331b55 req-d34fcf62-ddea-4d8b-a93d-c692afdfb675 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149935 Apr 18 21:23:06.563046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Router 686e63f9-e616-4e5a-966a-f993685f774c is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:23:06.599849 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dae04685-142f-4515-9562-66f796fea1af tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:06.600321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae04685-142f-4515-9562-66f796fea1af tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68f1394c-0f18-47ec-9d90-866dca45d01c {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:23:06.741356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51242) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:06.863927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dae04685-142f-4515-9562-66f796fea1af tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:06.868640 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dae04685-142f-4515-9562-66f796fea1af tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] 10.222.0.11 "DELETE /v2.0/routers/68f1394c-0f18-47ec-9d90-866dca45d01c HTTP/1.1" status: 204 len: 168 time: 1.8399680 Apr 18 21:23:06.877493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51246) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:06.877729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network dafe2602-c859-489d-a2eb-f6832467210b is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:06.893895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d43a843e-32a8-41de-a1a5-ff7f6474aaf1 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Request body: {'router': {'name': 'tempest-router-156598325', 'distributed': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:06.908688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d43a843e-32a8-41de-a1a5-ff7f6474aaf1 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:06.939422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d43a843e-32a8-41de-a1a5-ff7f6474aaf1 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Usage tracker for resource:router and tenant:b1be089907484d3c92de75dfb1521722 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:06.951024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d43a843e-32a8-41de-a1a5-ff7f6474aaf1 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:06.963621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d43a843e-32a8-41de-a1a5-ff7f6474aaf1 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:07.025663 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:07.051248 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a49bda9-ad88-45a7-b0fc-624ae6d88cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:07.054957 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d43a843e-32a8-41de-a1a5-ff7f6474aaf1 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:07.055905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d43a843e-32a8-41de-a1a5-ff7f6474aaf1 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:07.067903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:07.082426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:07.088936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Transition to ACTIVE for port object 1f77e0af-c064-4089-8480-c8029e6e5ad3 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:07.113613 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d43a843e-32a8-41de-a1a5-ff7f6474aaf1 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:07.166630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:07.167255 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:07.184789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:23:07.198667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3fc41c-c989-41c9-9ef3-627421893d1e None None] Sync routers for ids ['686e63f9-e616-4e5a-966a-f993685f774c'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:23:07.209268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:07.214298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-90cb7b10-f867-4548-8b1f-b6bf025ee57e tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "PUT /v2.0/routers/686e63f9-e616-4e5a-966a-f993685f774c HTTP/1.1" status: 200 len: 880 time: 9.4290595 Apr 18 21:23:07.215271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51254) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:07.222120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3fc41c-c989-41c9-9ef3-627421893d1e None None] Routers {'686e63f9-e616-4e5a-966a-f993685f774c'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:07.222814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0a3fc41c-c989-41c9-9ef3-627421893d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['686e63f9-e616-4e5a-966a-f993685f774c'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:07.347362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7905180 Apr 18 21:23:07.347781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7f3c1-1bc6-4c33-86a4-2e3d767dd8bf tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Port': ['ID=ffea6661-2df8-4bcb-a772-fdf689c3f799,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:07.386938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:07.388964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0a3fc41c-c989-41c9-9ef3-627421893d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:07.397693 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d43a843e-32a8-41de-a1a5-ff7f6474aaf1 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:07.402497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3fc41c-c989-41c9-9ef3-627421893d1e None None] Routers {'686e63f9-e616-4e5a-966a-f993685f774c'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:07.403384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0a3fc41c-c989-41c9-9ef3-627421893d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['686e63f9-e616-4e5a-966a-f993685f774c'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:07.412199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67915595-6fc4-40cc-b300-789dc647fd17 req-ec17c882-9960-4b6b-8105-0657b94ceb6c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:07.414296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67915595-6fc4-40cc-b300-789dc647fd17 req-ec17c882-9960-4b6b-8105-0657b94ceb6c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.6738925 Apr 18 21:23:07.425102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'port': {'device_id': '31214692-5c3f-4703-aac8-79b96eef749d', 'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291', 'admin_state_up': True, 'tenant_id': '1f628d21202440e8b443314511d1a1c1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:07.528946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:07.534715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:07.535694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0a3fc41c-c989-41c9-9ef3-627421893d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:07.537484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:07.548614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3fc41c-c989-41c9-9ef3-627421893d1e None None] The sync data for ids ['686e63f9-e616-4e5a-966a-f993685f774c'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:23:07.590302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d43a843e-32a8-41de-a1a5-ff7f6474aaf1 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:07.594274 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d43a843e-32a8-41de-a1a5-ff7f6474aaf1 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7138078 Apr 18 21:23:07.612410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51262) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:07.615084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event updated for resources: {'Port': ['ID=1f77e0af-c064-4089-8480-c8029e6e5ad3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:07.689428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6461102b-8355-463b-bb8e-78e40a7ab67e None None] Provisioning for port ffea6661-2df8-4bcb-a772-fdf689c3f799 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:07.713992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6461102b-8355-463b-bb8e-78e40a7ab67e None None] Provisioning complete for port ffea6661-2df8-4bcb-a772-fdf689c3f799 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:07.821517 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6461102b-8355-463b-bb8e-78e40a7ab67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:07.861234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:07.861716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:07.862099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:07.862426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:07.862759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:07.863093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:07.863475 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:07.863859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:07.864191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:07.864535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:07.864855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:07.883858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6461102b-8355-463b-bb8e-78e40a7ab67e None None] Port ffea6661-2df8-4bcb-a772-fdf689c3f799 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:23:07.905977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:07.906590 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:07.995189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1a49bda9-ad88-45a7-b0fc-624ae6d88cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:08.000928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1a49bda9-ad88-45a7-b0fc-624ae6d88cab admin admin] Usage tracker for resource:security_group_rule and tenant:a6eface176294085931446fc4a77eccf is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:08.004770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1a49bda9-ad88-45a7-b0fc-624ae6d88cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:08.008281 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4655ccbd-7c99-4ed0-b3b7-aa8d1d8102fd tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:08.012001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1a49bda9-ad88-45a7-b0fc-624ae6d88cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:08.069791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2e247-6d84-456f-980a-8ccfbc22d732 req-f8780ebf-dd26-40ab-ba86-aa4437cc8f49 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:08.078384 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3aa2e247-6d84-456f-980a-8ccfbc22d732 req-f8780ebf-dd26-40ab-ba86-aa4437cc8f49 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 931 time: 1.1268966 Apr 18 21:23:08.094045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e15c0d9d-0dd9-44b7-bc5b-71a182dffb3e req-e4c2af39-5571-4801-8d74-d8865dc8d67a service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5391126 Apr 18 21:23:08.158928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:08.211914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ce6b70f3-9310-4d1c-b877-71110937118c None None] Provisioning for port 1f77e0af-c064-4089-8480-c8029e6e5ad3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:08.217685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ce6b70f3-9310-4d1c-b877-71110937118c None None] Provisioning complete for port 1f77e0af-c064-4089-8480-c8029e6e5ad3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:08.218137 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ce6b70f3-9310-4d1c-b877-71110937118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:08.223779 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a7a81c3c-2f7a-4fcb-aeec-6cc20121e62a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8547995 Apr 18 21:23:08.244793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Request body: {'port': {'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:08.328860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b70f3-9310-4d1c-b877-71110937118c None None] Port 1f77e0af-c064-4089-8480-c8029e6e5ad3 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:23:08.341075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:08.355217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e15c0d9d-0dd9-44b7-bc5b-71a182dffb3e req-13e4465e-2da4-466d-917d-74da3ccd56da service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403464 Apr 18 21:23:08.376370 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67915595-6fc4-40cc-b300-789dc647fd17 req-25d3794a-fc97-4aa3-b8c8-569f37e46b9e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9246042 Apr 18 21:23:08.389848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3aa2e247-6d84-456f-980a-8ccfbc22d732 req-ca0b6cff-598d-4e73-99d1-952fd24b6ffd tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Synchronizing usage tracker for tenant:1f628d21202440e8b443314511d1a1c1 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:08.462332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:08.472536 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:08.569916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3aa2e247-6d84-456f-980a-8ccfbc22d732 req-ca0b6cff-598d-4e73-99d1-952fd24b6ffd tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Unset dirty status for tenant:1f628d21202440e8b443314511d1a1c1 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:08.571131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3aa2e247-6d84-456f-980a-8ccfbc22d732 req-ca0b6cff-598d-4e73-99d1-952fd24b6ffd tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919596 Apr 18 21:23:08.694392 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-13631077-97c3-4933-800c-7e9587c1e856 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/routers/686e63f9-e616-4e5a-966a-f993685f774c HTTP/1.1" status: 200 len: 921 time: 1.4777846 Apr 18 21:23:08.707092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51278) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:08.775547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:08.832155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Allocated IP 19.86.0.196 (6b17fa31-4380-46db-828e-b6caf98aa291/70bab6ce-7c7f-4eae-9329-df310eb10d87/1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:08.953396 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4655ccbd-7c99-4ed0-b3b7-aa8d1d8102fd tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:08.959265 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4655ccbd-7c99-4ed0-b3b7-aa8d1d8102fd tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.005733 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a49bda9-ad88-45a7-b0fc-624ae6d88cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.006368 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.198271 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a49bda9-ad88-45a7-b0fc-624ae6d88cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.243550 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4655ccbd-7c99-4ed0-b3b7-aa8d1d8102fd tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.244769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4655ccbd-7c99-4ed0-b3b7-aa8d1d8102fd tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb78379d-5220-4ee2-ab59-8d61f424a525 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:23:09.247811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121cc4a-8831-42b9-8ee5-f058d415a9e1 req-5efd3cc9-69a7-419f-858a-b441a31eea74 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:09.249588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1121cc4a-8831-42b9-8ee5-f058d415a9e1 req-5efd3cc9-69a7-419f-858a-b441a31eea74 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.3550365 Apr 18 21:23:09.272227 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4655ccbd-7c99-4ed0-b3b7-aa8d1d8102fd tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.273782 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4655ccbd-7c99-4ed0-b3b7-aa8d1d8102fd tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] 10.222.0.11 "DELETE /v2.0/routers/bb78379d-5220-4ee2-ab59-8d61f424a525 HTTP/1.1" status: 204 len: 168 time: 1.6569259 Apr 18 21:23:09.277207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51288) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:09.292780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-82d1dbc0-3d39-407f-ade6-90813b684cc8 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Request body: {'router': {'name': 'tempest-router-1741370250', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f7aa0bb0747e4aeb9b004a6e68c90a12'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:09.301034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-82d1dbc0-3d39-407f-ade6-90813b684cc8 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:09.308494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-82d1dbc0-3d39-407f-ade6-90813b684cc8 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Usage tracker for resource:router and tenant:f7aa0bb0747e4aeb9b004a6e68c90a12 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:09.314674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-82d1dbc0-3d39-407f-ade6-90813b684cc8 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:09.337330 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-82d1dbc0-3d39-407f-ade6-90813b684cc8 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:09.340801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e763deb-c717-4f2c-ba36-2bf747fd848f req-bb920fe8-f571-4801-9910-31c30b49fe4e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:09.345175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e763deb-c717-4f2c-ba36-2bf747fd848f req-bb920fe8-f571-4801-9910-31c30b49fe4e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:09.345990 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-30ee4676-a9b4-4120-b750-e01fce676a51 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&device_id=686e63f9-e616-4e5a-966a-f993685f774c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6380615 Apr 18 21:23:09.349278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e763deb-c717-4f2c-ba36-2bf747fd848f req-bb920fe8-f571-4801-9910-31c30b49fe4e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:09.349922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51296) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:09.353430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e763deb-c717-4f2c-ba36-2bf747fd848f req-bb920fe8-f571-4801-9910-31c30b49fe4e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:09.357306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e763deb-c717-4f2c-ba36-2bf747fd848f req-bb920fe8-f571-4801-9910-31c30b49fe4e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:09.359200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e763deb-c717-4f2c-ba36-2bf747fd848f req-bb920fe8-f571-4801-9910-31c30b49fe4e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 3817 time: 0.4614542 Apr 18 21:23:09.410199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1a49bda9-ad88-45a7-b0fc-624ae6d88cab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6eface176294085931446fc4a77eccf&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5423772 Apr 18 21:23:09.411059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51300) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:09.444394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49bda9-ad88-45a7-b0fc-624ae6d88cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6508b684-c0b4-41d9-9b1a-75b22ec9870d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:09.479392 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.539274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Transition to ACTIVE for port object 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:09.542582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1121cc4a-8831-42b9-8ee5-f058d415a9e1 req-fd3c19df-b2fd-455d-9c05-cb4638a1806d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763443 Apr 18 21:23:09.554023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e763deb-c717-4f2c-ba36-2bf747fd848f req-acac5956-0db6-43b2-b14e-62cba66e5eea tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725397 Apr 18 21:23:09.620382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3613adb5-ad44-4e17-b559-f6475df1669b tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:09.626594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51312) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:09.629253 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3613adb5-ad44-4e17-b559-f6475df1669b tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 881 time: 0.2769403 Apr 18 21:23:09.642004 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82d1dbc0-3d39-407f-ade6-90813b684cc8 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.642940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82d1dbc0-3d39-407f-ade6-90813b684cc8 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.662247 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df2986ef-e388-4eeb-bf84-246bb6d3d92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.690837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82d1dbc0-3d39-407f-ade6-90813b684cc8 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.698044 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3c177764-cae9-49d0-ac6c-62a01282230b tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "GET /v2.0/ports?device_id=686e63f9-e616-4e5a-966a-f993685f774c HTTP/1.1" status: 200 len: 205 time: 0.0683277 Apr 18 21:23:09.699025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51322) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:09.715353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426f8c7a-d889-4424-be35-d5f5f6c0a12a {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:09.743577 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.798282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Transition to ACTIVE for port object 426f8c7a-d889-4424-be35-d5f5f6c0a12a will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:09.829519 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82d1dbc0-3d39-407f-ade6-90813b684cc8 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.829851 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.882122 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.948977 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82d1dbc0-3d39-407f-ade6-90813b684cc8 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.955813 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-82d1dbc0-3d39-407f-ade6-90813b684cc8 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6716874 Apr 18 21:23:10.017592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51332) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:10.024155 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df2986ef-e388-4eeb-bf84-246bb6d3d92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:10.049106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Request body: {'router': {'distributed': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:10.181252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network 6b17fa31-4380-46db-828e-b6caf98aa291 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:10.225892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:10.243386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Port': ['ID=1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:10.268532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:10.412573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Pushing event updated for resources: {'Port': ['ID=426f8c7a-d889-4424-be35-d5f5f6c0a12a,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:10.442185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e18f1e-6de8-4fb5-bf2b-b3c03b834946 req-c0a859ee-b5c5-45bc-8286-7d673eac40ff tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:10.446107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e18f1e-6de8-4fb5-bf2b-b3c03b834946 req-c0a859ee-b5c5-45bc-8286-7d673eac40ff tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:10.447756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8e18f1e-6de8-4fb5-bf2b-b3c03b834946 req-c0a859ee-b5c5-45bc-8286-7d673eac40ff tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 1654 time: 0.4655459 Apr 18 21:23:10.496885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:10.498024 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:10.553348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Attempting to bind port 426f8c7a-d889-4424-be35-d5f5f6c0a12a on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:10.553800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Attempting to bind port 426f8c7a-d889-4424-be35-d5f5f6c0a12a by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:10.554137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Attempting to bind port 426f8c7a-d889-4424-be35-d5f5f6c0a12a on network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:10.556660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca52f0-eeb6-47aa-9dfc-a2f828f38fe9 req-add2ee39-8386-4592-b956-47bc80240ff9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:10.565802 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bca52f0-eeb6-47aa-9dfc-a2f828f38fe9 req-add2ee39-8386-4592-b956-47bc80240ff9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5438380 Apr 18 21:23:10.606611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8e18f1e-6de8-4fb5-bf2b-b3c03b834946 req-17ee30d3-bb03-4c6d-84e0-c9b3c90698dc tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465483 Apr 18 21:23:10.629963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51338) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:10.662694 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df2986ef-e388-4eeb-bf84-246bb6d3d92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:10.672077 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df2986ef-e388-4eeb-bf84-246bb6d3d92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:10.672077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-df2986ef-e388-4eeb-bf84-246bb6d3d92b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6508b684-c0b4-41d9-9b1a-75b22ec9870d HTTP/1.1" status: 204 len: 168 time: 1.2548347 Apr 18 21:23:10.707578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d759531a-00c7-4b79-9ff0-157a10c0c0b9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3078210 Apr 18 21:23:10.711555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2986ef-e388-4eeb-bf84-246bb6d3d92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6508b684-c0b4-41d9-9b1a-75b22ec9870d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:10.730167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3c6f6a0e-749b-4741-8819-361100ce4121 None None] Provisioning for port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:10.730649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'port': {'device_id': '31214692-5c3f-4703-aac8-79b96eef749d', 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b', 'admin_state_up': True, 'tenant_id': '1f628d21202440e8b443314511d1a1c1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:10.732693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Port 426f8c7a-d889-4424-be35-d5f5f6c0a12a on network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:10.743661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Attempting to bind port 426f8c7a-d889-4424-be35-d5f5f6c0a12a on network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:10.753013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3c6f6a0e-749b-4741-8819-361100ce4121 None None] Provisioning complete for port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:10.753013 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3c6f6a0e-749b-4741-8819-361100ce4121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:10.786051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:10.786469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Checking segment: {'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:10.786984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Bound using segment: {'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:10.787500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Bound port: 426f8c7a-d889-4424-be35-d5f5f6c0a12a, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:10.791419 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:10.927923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f6a0e-749b-4741-8819-361100ce4121 None None] Port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:23:11.040576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bca52f0-eeb6-47aa-9dfc-a2f828f38fe9 req-08255185-7c88-490b-aefb-a3fd18bba2be tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4724038 Apr 18 21:23:11.126879 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:11.224241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] For port 426f8c7a-d889-4424-be35-d5f5f6c0a12a, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:11.229319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] For port 426f8c7a-d889-4424-be35-d5f5f6c0a12a, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=426f8c7a-d889-4424-be35-d5f5f6c0a12a,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:11.321757 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:11.369297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c79bd55-d6e5-4e49-81ea-8eb1d1275afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:11.417704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:11.418816 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:11.464333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:11.470323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Usage tracker for resource:port and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:11.474410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Quota usage for port was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:11.480584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:11.559086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d1243-58e4-44cf-9332-e1c509831073 req-e250f0df-44d2-42db-ab7c-821ada17ca22 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:11.566926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-548d1243-58e4-44cf-9332-e1c509831073 req-e250f0df-44d2-42db-ab7c-821ada17ca22 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.5858262 Apr 18 21:23:11.589780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:11.596181 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:11.597317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:11.598863 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] 10.222.0.26 "PUT /v2.0/ports/426f8c7a-d889-4424-be35-d5f5f6c0a12a HTTP/1.1" status: 200 len: 1092 time: 3.3676627 Apr 18 21:23:11.599421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': '426f8c7a-d889-4424-be35-d5f5f6c0a12a'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:11.660282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f98d35-435a-4702-8967-3d061447ffb6 service neutron] Pushing event updated for resources: {'Port': ['ID=426f8c7a-d889-4424-be35-d5f5f6c0a12a,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:11.667768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1c79bd55-d6e5-4e49-81ea-8eb1d1275afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:11.673825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=85049) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 18 21:23:11.673825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Router ff3ca64b-c871-46d5-b6c2-ad48fd924337 migrating from provider to provider. {{(pid=85049) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 18 21:23:11.673825 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:11.676217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1c79bd55-d6e5-4e49-81ea-8eb1d1275afc admin admin] Usage tracker for resource:security_group_rule and tenant:39aa229bef42462aa5dba9e3717e54ca is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:11.680690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1c79bd55-d6e5-4e49-81ea-8eb1d1275afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:11.683882 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:11.688599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1c79bd55-d6e5-4e49-81ea-8eb1d1275afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:11.705312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Request body: {'port': {'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:11.815647 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:11.823837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-548d1243-58e4-44cf-9332-e1c509831073 req-e597d021-6435-4333-9460-eff97cbd022b tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538095 Apr 18 21:23:11.877965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badf05-cc1c-45fc-85cb-378b439433ef req-5bc9723f-a7e7-4cba-be94-5518a40420db tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:11.882301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badf05-cc1c-45fc-85cb-378b439433ef req-5bc9723f-a7e7-4cba-be94-5518a40420db tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:11.886576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badf05-cc1c-45fc-85cb-378b439433ef req-5bc9723f-a7e7-4cba-be94-5518a40420db tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:11.891037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badf05-cc1c-45fc-85cb-378b439433ef req-5bc9723f-a7e7-4cba-be94-5518a40420db tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:11.901718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badf05-cc1c-45fc-85cb-378b439433ef req-5bc9723f-a7e7-4cba-be94-5518a40420db tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:11.902953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8badf05-cc1c-45fc-85cb-378b439433ef req-5bc9723f-a7e7-4cba-be94-5518a40420db tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 3829 time: 0.5198119 Apr 18 21:23:12.102969 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c79bd55-d6e5-4e49-81ea-8eb1d1275afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.109741 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.179939 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c79bd55-d6e5-4e49-81ea-8eb1d1275afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.220697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8badf05-cc1c-45fc-85cb-378b439433ef req-cc8fddf3-724d-49c4-ab6c-5f6075187b09 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167644 Apr 18 21:23:12.241109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79bd55-d6e5-4e49-81ea-8eb1d1275afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6744d3ec-839c-4e5f-b444-81a2d1674eba,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:12.300299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Allocated IP 19.80.0.206 (dafe2602-c859-489d-a2eb-f6832467210b/cd139ba9-977d-427c-9c47-51f9f65fb83d/9f1e97b6-9996-4708-9189-e05438976288) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:12.314977 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.333597 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a90753-53a4-4595-bb35-b4d30ba2644e req-e67e48f0-85ec-473d-afc9-ecbab0c66961 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:12.335211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9a90753-53a4-4595-bb35-b4d30ba2644e req-e67e48f0-85ec-473d-afc9-ecbab0c66961 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2970366 Apr 18 21:23:12.374059 n-d-836017-3 neutron-server[85049]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] No L3 agents can host the router ff3ca64b-c871-46d5-b6c2-ad48fd924337 Apr 18 21:23:12.390001 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1c79bd55-d6e5-4e49-81ea-8eb1d1275afc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39aa229bef42462aa5dba9e3717e54ca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7034285 Apr 18 21:23:12.393688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51372) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:12.432998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9a90753-53a4-4595-bb35-b4d30ba2644e req-9c2e525a-373a-4f50-bab2-536c642b63c6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856650 Apr 18 21:23:12.455384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Deleting port fcf37e27-7bcf-4983-b90f-a2f1f3329f1f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:12.456116 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.469688 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46cf48ec-bba2-462a-af88-f9dbfcb7f409'] response: {'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': '426f8c7a-d889-4424-be35-d5f5f6c0a12a', 'status': 'completed', 'code': 200} Apr 18 21:23:12.718678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:12.726366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.742451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Transition to ACTIVE for port object 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:12.818661 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a040e4bf-d709-4d3e-a3c0-7ef74b7cadcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.904172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.909367 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.965696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a040e4bf-d709-4d3e-a3c0-7ef74b7cadcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:13.093397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Calling delete_port for fcf37e27-7bcf-4983-b90f-a2f1f3329f1f owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:13.210839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bbf7f-0e07-424c-8a3b-86087d6a6112 req-86f05fa4-03f9-40cd-bee4-64595ba13989 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:13.214793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bbf7f-0e07-424c-8a3b-86087d6a6112 req-86f05fa4-03f9-40cd-bee4-64595ba13989 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:13.215580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3b5bbf7f-0e07-424c-8a3b-86087d6a6112 req-86f05fa4-03f9-40cd-bee4-64595ba13989 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Synchronizing usage tracker for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:13.251778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7d447b0-5057-439c-a016-8951cf2cdd9e req-7567291c-97e0-474a-b4db-02634caecb9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 4364 time: 0.7999752 Apr 18 21:23:13.342539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Pushing event updated for resources: {'Port': ['ID=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:13.348602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Hosts for router ff3ca64b-c871-46d5-b6c2-ad48fd924337: [] {{(pid=85049) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 18 21:23:13.415716 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a040e4bf-d709-4d3e-a3c0-7ef74b7cadcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:13.491796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Hosts for other DVR routers connected to router ff3ca64b-c871-46d5-b6c2-ad48fd924337: set() {{(pid=85049) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 18 21:23:13.496492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040e4bf-d709-4d3e-a3c0-7ef74b7cadcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6744d3ec-839c-4e5f-b444-81a2d1674eba,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:13.508940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a040e4bf-d709-4d3e-a3c0-7ef74b7cadcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:13.510216 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a040e4bf-d709-4d3e-a3c0-7ef74b7cadcf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6744d3ec-839c-4e5f-b444-81a2d1674eba HTTP/1.1" status: 204 len: 168 time: 1.1116681 Apr 18 21:23:13.511301 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:13.515831 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a83cdce0-5166-4cf7-9737-a9033e707637 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] 10.222.0.11 "PUT /v2.0/routers/ff3ca64b-c871-46d5-b6c2-ad48fd924337 HTTP/1.1" status: 200 len: 717 time: 3.4966586 Apr 18 21:23:13.519749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51386) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:13.555306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68d7d1-8e46-4564-9651-6f515513c037 req-0a3bed8b-d957-4426-939d-0c6125167f88 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:13.565399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b68d7d1-8e46-4564-9651-6f515513c037 req-0a3bed8b-d957-4426-939d-0c6125167f88 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.8611500 Apr 18 21:23:13.725914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Attempting to bind port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:13.726255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Attempting to bind port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:13.726577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Attempting to bind port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:13.738370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:13.738754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Attempting to bind port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:13.752480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:13.753887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Checking segment: {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:13.754315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Bound using segment: {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:13.754833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Bound port: 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:13.755259 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:13.769382 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-75d11be8-2ae0-43ca-b68e-dffc42cb9efc tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] 10.222.0.11 "GET /v2.0/routers/ff3ca64b-c871-46d5-b6c2-ad48fd924337 HTTP/1.1" status: 200 len: 717 time: 0.2496715 Apr 18 21:23:13.772947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51390) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:13.856689 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:13.860522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] For port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:13.864055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] For port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:13.928301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Transition to ACTIVE for port object 9f1e97b6-9996-4708-9189-e05438976288 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:13.930178 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:13.972538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:13.992951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d447b0-5057-439c-a016-8951cf2cdd9e req-be96ceac-071d-4527-a34c-635dcafcc7f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:13.994441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d447b0-5057-439c-a016-8951cf2cdd9e req-be96ceac-071d-4527-a34c-635dcafcc7f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:13.995060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d447b0-5057-439c-a016-8951cf2cdd9e req-be96ceac-071d-4527-a34c-635dcafcc7f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:13.997994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7d447b0-5057-439c-a016-8951cf2cdd9e req-be96ceac-071d-4527-a34c-635dcafcc7f8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7192590 Apr 18 21:23:14.019975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3b5bbf7f-0e07-424c-8a3b-86087d6a6112 req-86f05fa4-03f9-40cd-bee4-64595ba13989 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Unset dirty status for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:14.027574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b5bbf7f-0e07-424c-8a3b-86087d6a6112 req-86f05fa4-03f9-40cd-bee4-64595ba13989 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 1654 time: 1.3253632 Apr 18 21:23:14.042201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Pushing event deleted for resources: {'Port': ['ID=fcf37e27-7bcf-4983-b90f-a2f1f3329f1f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:14.064352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b68d7d1-8e46-4564-9651-6f515513c037 req-b97feb7d-87ee-415f-ae05-83ee530f67ee tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5011754 Apr 18 21:23:14.172196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:14.177743 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] 10.222.0.26 "PUT /v2.0/ports/49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 HTTP/1.1" status: 200 len: 1136 time: 2.4774821 Apr 18 21:23:14.199852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f6211-04c8-4f84-85fd-29814273da13 service neutron] Pushing event updated for resources: {'Port': ['ID=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:14.323413 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:14.398849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Request body: {'port': {'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:14.531981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network dafe2602-c859-489d-a2eb-f6832467210b is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:14.535743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': '49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:14.543304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Port': ['ID=9f1e97b6-9996-4708-9189-e05438976288,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:14.557671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:14.569196 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-18edd320-507b-4a69-b97b-66fb56dc49a2 tempest-RoutersTestDVR-1402221152 tempest-RoutersTestDVR-1402221152-project] 10.222.0.11 "GET /v2.0/routers/ff3ca64b-c871-46d5-b6c2-ad48fd924337 HTTP/1.1" status: 200 len: 683 time: 0.7915545 Apr 18 21:23:14.570907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51404) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:14.631192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:14.676504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51408) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:14.788289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:14.814509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-38d4b6d4-a029-470a-9f5e-2c81d3dc910d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:14.890310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-38d4b6d4-a029-470a-9f5e-2c81d3dc910d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:14.897208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-38d4b6d4-a029-470a-9f5e-2c81d3dc910d admin admin] Usage tracker for resource:security_group_rule and tenant:f69b687abd474660961516ccf3e46f91 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:14.933810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-38d4b6d4-a029-470a-9f5e-2c81d3dc910d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:14.934618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:14.935391 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:14.945789 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b5bbf7f-0e07-424c-8a3b-86087d6a6112 req-88780162-667c-48f6-b36c-c9de6cc9b589 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9151175 Apr 18 21:23:14.952515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-38d4b6d4-a029-470a-9f5e-2c81d3dc910d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:14.966842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6fd94991-7979-4091-a343-ffff6d88c67c None None] Provisioning for port 9f1e97b6-9996-4708-9189-e05438976288 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:14.975420 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45e4cb5f-b86e-4c62-9e20-1edc1da9813f tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:14.976310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6fd94991-7979-4091-a343-ffff6d88c67c None None] Provisioning complete for port 9f1e97b6-9996-4708-9189-e05438976288 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:14.985787 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6fd94991-7979-4091-a343-ffff6d88c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:15.001733 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:23:15.082264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6fd94991-7979-4091-a343-ffff6d88c67c None None] Port 9f1e97b6-9996-4708-9189-e05438976288 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:23:15.144210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d447b0-5057-439c-a016-8951cf2cdd9e req-b46c8044-c634-4e57-aaf1-49d9f004dee4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:15.149123 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7d447b0-5057-439c-a016-8951cf2cdd9e req-b46c8044-c634-4e57-aaf1-49d9f004dee4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1069589 Apr 18 21:23:15.405533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:15.559028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1c920d1d-7f46-4d4d-a453-32a24fd7b72b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8431261 Apr 18 21:23:15.577040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Request body: {'port': {'device_id': '31214692-5c3f-4703-aac8-79b96eef749d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:15.912860 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-38d4b6d4-a029-470a-9f5e-2c81d3dc910d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.004276 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45e4cb5f-b86e-4c62-9e20-1edc1da9813f tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.024768 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45e4cb5f-b86e-4c62-9e20-1edc1da9813f tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.038073 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-38d4b6d4-a029-470a-9f5e-2c81d3dc910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.087435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49bf6a-f3b5-48be-a4ff-32d9bbe07555 req-dc206125-f9f6-4c75-819a-00732d2bbbc2 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:16.088970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c49bf6a-f3b5-48be-a4ff-32d9bbe07555 req-dc206125-f9f6-4c75-819a-00732d2bbbc2 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.7780626 Apr 18 21:23:16.103104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df3c41-23b3-4c17-b836-f13044b0fa52 req-af262c0a-0c9b-4d92-9402-45ba3e4a125c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:16.107164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df3c41-23b3-4c17-b836-f13044b0fa52 req-af262c0a-0c9b-4d92-9402-45ba3e4a125c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:16.114168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df3c41-23b3-4c17-b836-f13044b0fa52 req-af262c0a-0c9b-4d92-9402-45ba3e4a125c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:16.114417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4b6d4-a029-470a-9f5e-2c81d3dc910d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe099c11-b059-46ed-8446-7af545610522,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:16.116156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df3c41-23b3-4c17-b836-f13044b0fa52 req-af262c0a-0c9b-4d92-9402-45ba3e4a125c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:16.120130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df3c41-23b3-4c17-b836-f13044b0fa52 req-af262c0a-0c9b-4d92-9402-45ba3e4a125c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:16.125117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df3c41-23b3-4c17-b836-f13044b0fa52 req-af262c0a-0c9b-4d92-9402-45ba3e4a125c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:16.127131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70df3c41-23b3-4c17-b836-f13044b0fa52 req-af262c0a-0c9b-4d92-9402-45ba3e4a125c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 4607 time: 0.8971403 Apr 18 21:23:16.189556 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.190022 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-38d4b6d4-a029-470a-9f5e-2c81d3dc910d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f69b687abd474660961516ccf3e46f91&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4972875 Apr 18 21:23:16.190484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51428) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:16.210367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:16.218358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.219331 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.231952 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.234313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Transition to ACTIVE for port object 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:16.325263 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c49bf6a-f3b5-48be-a4ff-32d9bbe07555 req-2edc6498-b6a2-4fc0-9c2b-bcb6517cead3 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872175 Apr 18 21:23:16.347584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70df3c41-23b3-4c17-b836-f13044b0fa52 req-806d9ed3-c6c4-497a-819f-625b9f69acbb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1881888 Apr 18 21:23:16.380594 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45e4cb5f-b86e-4c62-9e20-1edc1da9813f tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.383303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e4cb5f-b86e-4c62-9e20-1edc1da9813f tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff3ca64b-c871-46d5-b6c2-ad48fd924337 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:23:16.427896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-381f04d2-2478-4595-8b6a-db99a36cbfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.443061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.482746 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5399a89-cba5-47c9-bf1d-9fd99937802b'] response: {'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': '49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722', 'status': 'completed', 'code': 200} Apr 18 21:23:16.495430 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.495790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Fanout notify agent at l3_agent the message router_deleted on router 686e63f9-e616-4e5a-966a-f993685f774c {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:23:16.517181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45e4cb5f-b86e-4c62-9e20-1edc1da9813f tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.524454 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-45e4cb5f-b86e-4c62-9e20-1edc1da9813f tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] 10.222.0.11 "DELETE /v2.0/routers/ff3ca64b-c871-46d5-b6c2-ad48fd924337 HTTP/1.1" status: 204 len: 168 time: 1.9377120 Apr 18 21:23:16.565391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51436) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:16.574692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-22045797-ae2e-43ce-9fa4-966ef0ed0074 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Request body: {'router': {'name': 'tempest-router-949771278', 'distributed': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:16.593921 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.599925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-22045797-ae2e-43ce-9fa4-966ef0ed0074 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:16.604046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Pushing event updated for resources: {'Port': ['ID=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:16.605421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-62223817-af94-4c0c-9eb2-7d02a6d5d9ab tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/routers/686e63f9-e616-4e5a-966a-f993685f774c HTTP/1.1" status: 204 len: 168 time: 6.8997936 Apr 18 21:23:16.606101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51442) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:16.615856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-22045797-ae2e-43ce-9fa4-966ef0ed0074 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Usage tracker for resource:router and tenant:b1be089907484d3c92de75dfb1521722 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:16.619061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-22045797-ae2e-43ce-9fa4-966ef0ed0074 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:16.642083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-22045797-ae2e-43ce-9fa4-966ef0ed0074 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:16.644054 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-381f04d2-2478-4595-8b6a-db99a36cbfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.659419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b2123085-6b42-4940-8aea-6a26331e47df tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-173626910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:16.781115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22045797-ae2e-43ce-9fa4-966ef0ed0074 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.782092 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22045797-ae2e-43ce-9fa4-966ef0ed0074 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.802269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b2123085-6b42-4940-8aea-6a26331e47df tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:16.828841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Attempting to bind port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:16.829211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Attempting to bind port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:16.829502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Attempting to bind port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:16.834724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b2123085-6b42-4940-8aea-6a26331e47df tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Usage tracker for resource:router and tenant:4e676e32e0794373b19e17013d885ce0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:16.838545 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22045797-ae2e-43ce-9fa4-966ef0ed0074 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.848776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:16.849108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Attempting to bind port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:16.858251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:16.858643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Checking segment: {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:16.859339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Bound using segment: {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:16.859790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Bound port: 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:16.860571 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.860908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b2123085-6b42-4940-8aea-6a26331e47df tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:16.884004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b2123085-6b42-4940-8aea-6a26331e47df tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:16.959520 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22045797-ae2e-43ce-9fa4-966ef0ed0074 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.009331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] For port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:17.013085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] For port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:17.039355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bba48-d02b-4e84-b6a6-fd828605d6d8 req-290a3dff-6562-4ae5-b1ca-9a7d88a3e76b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:17.046944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e43bba48-d02b-4e84-b6a6-fd828605d6d8 req-290a3dff-6562-4ae5-b1ca-9a7d88a3e76b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5588670 Apr 18 21:23:17.055256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fbd7d837-dbd0-46d7-a40b-f5a4c9539415 req-2f459f16-d2b8-4f8a-b4fa-36e293abc1ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 6179 time: 0.5632739 Apr 18 21:23:17.062680 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2123085-6b42-4940-8aea-6a26331e47df tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.062981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2123085-6b42-4940-8aea-6a26331e47df tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.075191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22045797-ae2e-43ce-9fa4-966ef0ed0074 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.079788 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-22045797-ae2e-43ce-9fa4-966ef0ed0074 tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5101006 Apr 18 21:23:17.080017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51450) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:17.132136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a893a32-6dad-472c-826e-fb5e3a7127de req-bf5a0b30-8783-42f4-be5e-feb2a6aadb43 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:17.135782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a893a32-6dad-472c-826e-fb5e3a7127de req-bf5a0b30-8783-42f4-be5e-feb2a6aadb43 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:17.139953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a893a32-6dad-472c-826e-fb5e3a7127de req-bf5a0b30-8783-42f4-be5e-feb2a6aadb43 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:17.141610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a893a32-6dad-472c-826e-fb5e3a7127de req-bf5a0b30-8783-42f4-be5e-feb2a6aadb43 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2376 time: 0.5085893 Apr 18 21:23:17.162939 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.190069 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-381f04d2-2478-4595-8b6a-db99a36cbfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.255110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f04d2-2478-4595-8b6a-db99a36cbfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe099c11-b059-46ed-8446-7af545610522,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:17.257194 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:23:17.334933 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.336340 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] 10.222.0.26 "PUT /v2.0/ports/55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 HTTP/1.1" status: 200 len: 1135 time: 2.9415379 Apr 18 21:23:17.343404 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2123085-6b42-4940-8aea-6a26331e47df tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.375432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6de1e-1b86-4480-b2ce-40d4c69af317 service neutron] Pushing event updated for resources: {'Port': ['ID=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:17.382728 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a2a275d6-4ab8-423e-81fd-b580d24c747d tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.398181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e43bba48-d02b-4e84-b6a6-fd828605d6d8 req-87ba2d04-5698-48a1-93c0-e67e6e0309c5 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3505611 Apr 18 21:23:17.497189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a893a32-6dad-472c-826e-fb5e3a7127de req-98079f17-434c-45ab-964d-4b3e17513930 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989855 Apr 18 21:23:17.500896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-381f04d2-2478-4595-8b6a-db99a36cbfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.503421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-381f04d2-2478-4595-8b6a-db99a36cbfa1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe099c11-b059-46ed-8446-7af545610522 HTTP/1.1" status: 204 len: 168 time: 1.3121603 Apr 18 21:23:17.507745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Request body: {'port': {'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:17.528335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffea6661-2df8-4bcb-a772-fdf689c3f799 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:17.549712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.587439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Transition to ACTIVE for port object ffea6661-2df8-4bcb-a772-fdf689c3f799 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:17.595554 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2123085-6b42-4940-8aea-6a26331e47df tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.615614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7d837-dbd0-46d7-a40b-f5a4c9539415 req-f6607579-c3f8-4cdc-a4bf-b61244022097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:17.621196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7d837-dbd0-46d7-a40b-f5a4c9539415 req-f6607579-c3f8-4cdc-a4bf-b61244022097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:17.621688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7d837-dbd0-46d7-a40b-f5a4c9539415 req-f6607579-c3f8-4cdc-a4bf-b61244022097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:17.627263 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fbd7d837-dbd0-46d7-a40b-f5a4c9539415 req-f6607579-c3f8-4cdc-a4bf-b61244022097 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5439701 Apr 18 21:23:17.775309 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.979621 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5975d00-6558-4eac-bd5c-551a6b622a96 req-36ed9568-2ed3-46d9-970f-1638dd71c20a tempest-FlavorsV2NegativeTest-1427680128 tempest-FlavorsV2NegativeTest-1427680128-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c6450a458e434091b3de0442882f6905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3339131 Apr 18 21:23:17.995314 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b2123085-6b42-4940-8aea-6a26331e47df tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.999879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b2123085-6b42-4940-8aea-6a26331e47df tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3668365 Apr 18 21:23:18.059820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51468) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:18.066836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'enable_snat': True}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:18.245675 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:18.276601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffea6661-2df8-4bcb-a772-fdf689c3f799,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:18.489236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': '55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:18.499166 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a2a275d6-4ab8-423e-81fd-b580d24c747d tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:18.519860 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a2a275d6-4ab8-423e-81fd-b580d24c747d tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:18.541126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bfdee-2857-4df3-bb66-c6889dfe9f19 req-56826f5c-dcd0-48f4-a6ee-c290569d5bce tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:18.547921 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b23bfdee-2857-4df3-bb66-c6889dfe9f19 req-56826f5c-dcd0-48f4-a6ee-c290569d5bce tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.8164256 Apr 18 21:23:18.648906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7d837-dbd0-46d7-a40b-f5a4c9539415 req-cbcf9eb0-de40-46dc-a87f-1efae86f6f24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:18.650369 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fbd7d837-dbd0-46d7-a40b-f5a4c9539415 req-cbcf9eb0-de40-46dc-a87f-1efae86f6f24 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9500716 Apr 18 21:23:18.670093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b23bfdee-2857-4df3-bb66-c6889dfe9f19 req-962d9295-8f02-4657-9569-4230cfb9897f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211977 Apr 18 21:23:18.705532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5975d00-6558-4eac-bd5c-551a6b622a96 req-d035fe2c-b71d-4698-9fcb-33167c2b98e4 tempest-FlavorsV2NegativeTest-1427680128 tempest-FlavorsV2NegativeTest-1427680128-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:18.711904 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5975d00-6558-4eac-bd5c-551a6b622a96 req-d035fe2c-b71d-4698-9fcb-33167c2b98e4 tempest-FlavorsV2NegativeTest-1427680128 tempest-FlavorsV2NegativeTest-1427680128-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6959949 Apr 18 21:23:18.714549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Attempting to bind port ffea6661-2df8-4bcb-a772-fdf689c3f799 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:18.714875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Attempting to bind port ffea6661-2df8-4bcb-a772-fdf689c3f799 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:18.715206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Attempting to bind port ffea6661-2df8-4bcb-a772-fdf689c3f799 on network dafe2602-c859-489d-a2eb-f6832467210b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:18.731033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Port ffea6661-2df8-4bcb-a772-fdf689c3f799 on network dafe2602-c859-489d-a2eb-f6832467210b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:18.731810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Attempting to bind port ffea6661-2df8-4bcb-a772-fdf689c3f799 on network dafe2602-c859-489d-a2eb-f6832467210b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:18.740030 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5975d00-6558-4eac-bd5c-551a6b622a96 req-82189f92-16e5-464b-a34c-5f8a51c38948 tempest-FlavorsV2NegativeTest-1427680128 tempest-FlavorsV2NegativeTest-1427680128-project] 10.222.0.11 "GET /v2.0/quotas/c6450a458e434091b3de0442882f6905 HTTP/1.1" status: 200 len: 375 time: 0.0271943 Apr 18 21:23:18.859277 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a2a275d6-4ab8-423e-81fd-b580d24c747d tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:18.859548 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5975d00-6558-4eac-bd5c-551a6b622a96 req-0263cc68-ec01-4f80-8c6c-95c778ceb174 tempest-FlavorsV2NegativeTest-1427680128 tempest-FlavorsV2NegativeTest-1427680128-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6450a458e434091b3de0442882f6905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1177714 Apr 18 21:23:18.859643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a275d6-4ab8-423e-81fd-b580d24c747d tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c918e5ba-05b2-47c5-805f-49a21bbd4558 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:23:18.861282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:18.861282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Checking segment: {'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:18.861839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Bound using segment: {'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:18.862120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Bound port: ffea6661-2df8-4bcb-a772-fdf689c3f799, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:18.862999 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.066597 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a2a275d6-4ab8-423e-81fd-b580d24c747d tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.079094 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a2a275d6-4ab8-423e-81fd-b580d24c747d tempest-RoutersTestDVR-148879040 tempest-RoutersTestDVR-148879040-project-admin] 10.222.0.11 "DELETE /v2.0/routers/c918e5ba-05b2-47c5-805f-49a21bbd4558 HTTP/1.1" status: 204 len: 168 time: 1.9980581 Apr 18 21:23:19.146305 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.231522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] For port ffea6661-2df8-4bcb-a772-fdf689c3f799, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:19.293223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] For port ffea6661-2df8-4bcb-a772-fdf689c3f799, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ffea6661-2df8-4bcb-a772-fdf689c3f799,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:19.316906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790b41c-2f19-4fa8-a7b3-64d5d1734781 req-8d266063-fea9-41c6-b6e1-49e4d708312b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:19.320939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790b41c-2f19-4fa8-a7b3-64d5d1734781 req-8d266063-fea9-41c6-b6e1-49e4d708312b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:19.324980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790b41c-2f19-4fa8-a7b3-64d5d1734781 req-8d266063-fea9-41c6-b6e1-49e4d708312b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:19.329426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790b41c-2f19-4fa8-a7b3-64d5d1734781 req-8d266063-fea9-41c6-b6e1-49e4d708312b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:19.333565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790b41c-2f19-4fa8-a7b3-64d5d1734781 req-8d266063-fea9-41c6-b6e1-49e4d708312b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:19.337394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790b41c-2f19-4fa8-a7b3-64d5d1734781 req-8d266063-fea9-41c6-b6e1-49e4d708312b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:19.347240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790b41c-2f19-4fa8-a7b3-64d5d1734781 req-8d266063-fea9-41c6-b6e1-49e4d708312b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:19.349734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8790b41c-2f19-4fa8-a7b3-64d5d1734781 req-8d266063-fea9-41c6-b6e1-49e4d708312b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5384 time: 0.3724000 Apr 18 21:23:19.385059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.490192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-8c2612a9-28fe-4074-846f-2f8e71ef0c49 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:19.490192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-8c2612a9-28fe-4074-846f-2f8e71ef0c49 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 811 time: 0.4145083 Apr 18 21:23:19.501364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cac76b-2029-432c-bb4c-55ef1c94f7a8 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:19.519159 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.521765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] 10.222.0.59 "PUT /v2.0/ports/ffea6661-2df8-4bcb-a772-fdf689c3f799 HTTP/1.1" status: 200 len: 1091 time: 3.9514468 Apr 18 21:23:19.523671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.537426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'tag': 'ffea6661-2df8-4bcb-a772-fdf689c3f799'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:19.561162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-1aa27c40-8293-484d-8f8d-790b629d22c2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/quotas/9805981f52fc4d558c0e20f0c766a376 HTTP/1.1" status: 200 len: 375 time: 0.0380776 Apr 18 21:23:19.586149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8790b41c-2f19-4fa8-a7b3-64d5d1734781 req-8038bca4-75a0-40e8-a048-cf8de159e281 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2353191 Apr 18 21:23:19.588848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe1e2a-8818-4d2e-881f-c499840d77e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffea6661-2df8-4bcb-a772-fdf689c3f799,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:19.600239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Transition to ACTIVE for port object 41cac76b-2029-432c-bb4c-55ef1c94f7a8 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:19.681445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Request body: {'port': {'device_id': '31214692-5c3f-4703-aac8-79b96eef749d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:19.693759 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.847288 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2affd1-f04e-4fa4-b532-f204ee393d32'] response: {'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': '55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2', 'status': 'completed', 'code': 200} Apr 18 21:23:19.854992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Pushing event updated for resources: {'Port': ['ID=41cac76b-2029-432c-bb4c-55ef1c94f7a8,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:19.966722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51520) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:20.335402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-d4d5d5d2-15c8-4fdf-a020-1748058c8df6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7302372 Apr 18 21:23:20.376189 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:20.439198 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:20.455377 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:20.469601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ba94298-bf73-4411-9e3a-a106419d24a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:20.610696 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6bb1ff7b-d057-443b-858a-a2a029ee414c req-c28e5f40-2658-4c78-a5c7-7e433876ec6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 6246 time: 0.6640749 Apr 18 21:23:20.651495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Attempting to bind port 41cac76b-2029-432c-bb4c-55ef1c94f7a8 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:20.652127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Attempting to bind port 41cac76b-2029-432c-bb4c-55ef1c94f7a8 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:20.652620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Attempting to bind port 41cac76b-2029-432c-bb4c-55ef1c94f7a8 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:20.679312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3ba94298-bf73-4411-9e3a-a106419d24a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:20.687375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Port 41cac76b-2029-432c-bb4c-55ef1c94f7a8 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:20.687969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Attempting to bind port 41cac76b-2029-432c-bb4c-55ef1c94f7a8 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:20.690520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3ba94298-bf73-4411-9e3a-a106419d24a9 admin admin] Usage tracker for resource:security_group_rule and tenant:f7aa0bb0747e4aeb9b004a6e68c90a12 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:20.724522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51534) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:20.725941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3ba94298-bf73-4411-9e3a-a106419d24a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:20.751193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3ba94298-bf73-4411-9e3a-a106419d24a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:20.763595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-4994259e-a085-409d-8299-2ebae62019ab service neutron] 10.222.0.11 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270301 Apr 18 21:23:20.771993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:20.773660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Checking segment: {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:20.773660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Bound using segment: {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:20.774368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Bound port: 41cac76b-2029-432c-bb4c-55ef1c94f7a8, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:20.774886 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:20.781149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067236b1-bea6-4279-bd4f-e3a4a086790d req-71b8ddc5-77a4-44ea-a1d1-381538b68435 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:20.785718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067236b1-bea6-4279-bd4f-e3a4a086790d req-71b8ddc5-77a4-44ea-a1d1-381538b68435 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:20.789880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067236b1-bea6-4279-bd4f-e3a4a086790d req-71b8ddc5-77a4-44ea-a1d1-381538b68435 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:20.797432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-067236b1-bea6-4279-bd4f-e3a4a086790d req-71b8ddc5-77a4-44ea-a1d1-381538b68435 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2388 time: 0.7620080 Apr 18 21:23:20.845413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Allocated IP 172.25.3.36 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/72130170-334b-4a77-9692-b23952d79f41) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:21.098465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ba94298-bf73-4411-9e3a-a106419d24a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:21.101838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] For port 41cac76b-2029-432c-bb4c-55ef1c94f7a8, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:21.151443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-067236b1-bea6-4279-bd4f-e3a4a086790d req-a21fbbc7-2b87-4aaf-92dd-ab623ea10dd7 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458178 Apr 18 21:23:21.158907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] For port 41cac76b-2029-432c-bb4c-55ef1c94f7a8, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=41cac76b-2029-432c-bb4c-55ef1c94f7a8,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:21.202210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ba94298-bf73-4411-9e3a-a106419d24a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:21.227551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ff7b-d057-443b-858a-a2a029ee414c req-842a4bee-2ff6-45fa-acd5-84669855a246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:21.227949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ff7b-d057-443b-858a-a2a029ee414c req-842a4bee-2ff6-45fa-acd5-84669855a246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:21.228331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ff7b-d057-443b-858a-a2a029ee414c req-842a4bee-2ff6-45fa-acd5-84669855a246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:21.231236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6bb1ff7b-d057-443b-858a-a2a029ee414c req-842a4bee-2ff6-45fa-acd5-84669855a246 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6020672 Apr 18 21:23:21.248219 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-31a2c2ee-3eb2-48bd-bdff-2fcf028f4c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:21.283642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:21.290258 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:21.394920 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:21.419381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba94298-bf73-4411-9e3a-a106419d24a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e566e1-d0f6-4666-9dff-f73896099ff4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:21.455600 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3ba94298-bf73-4411-9e3a-a106419d24a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f7aa0bb0747e4aeb9b004a6e68c90a12&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4837263 Apr 18 21:23:21.457397 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:21.458791 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] 10.222.0.26 "PUT /v2.0/ports/41cac76b-2029-432c-bb4c-55ef1c94f7a8 HTTP/1.1" status: 200 len: 1091 time: 3.9684563 Apr 18 21:23:21.463856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51546) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:21.490619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-31a2c2ee-3eb2-48bd-bdff-2fcf028f4c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:21.510131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:21.513349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-31a2c2ee-3eb2-48bd-bdff-2fcf028f4c2d admin admin] Usage tracker for resource:security_group_rule and tenant:c6450a458e434091b3de0442882f6905 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:21.518590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:21.520850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-31a2c2ee-3eb2-48bd-bdff-2fcf028f4c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:21.531056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3b940-d595-41b0-a3cc-47d7a1e6379d service neutron] Pushing event updated for resources: {'Port': ['ID=41cac76b-2029-432c-bb4c-55ef1c94f7a8,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:21.533925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:21.568471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-31a2c2ee-3eb2-48bd-bdff-2fcf028f4c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:21.623784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Request body: {'port': {'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:21.668970 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093dddc8-a063-4583-afab-62612dad499f'] response: {'name': 'network-changed', 'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'tag': 'ffea6661-2df8-4bcb-a772-fdf689c3f799', 'status': 'completed', 'code': 200} Apr 18 21:23:21.675879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-730fb31c-7301-4cb1-a1ab-16756d851f26 service neutron] 10.222.0.11 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8597529 Apr 18 21:23:21.866214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': '41cac76b-2029-432c-bb4c-55ef1c94f7a8'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:21.922705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ff7b-d057-443b-858a-a2a029ee414c req-a0e05215-8c6f-4336-b0d2-b860a7e1d744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:21.922705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6bb1ff7b-d057-443b-858a-a2a029ee414c req-a0e05215-8c6f-4336-b0d2-b860a7e1d744 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6729057 Apr 18 21:23:21.990242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:22.003800 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.038549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Transition to ACTIVE for port object 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:22.069055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73010be-7d8d-4de3-a609-2e525096f842 req-2283f619-eb53-48b4-88d3-9966a1749167 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:22.070565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a73010be-7d8d-4de3-a609-2e525096f842 req-2283f619-eb53-48b4-88d3-9966a1749167 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.1386104 Apr 18 21:23:22.112225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.196436 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.442665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event updated for resources: {'Port': ['ID=72130170-334b-4a77-9692-b23952d79f41,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:22.462734 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-31be130f-a47b-4abe-a92a-8cd8f7fe8268 req-255022fa-f85c-4bf1-b805-d0cf8b820243 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f628d21202440e8b443314511d1a1c1&device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2731 time: 0.7428575 Apr 18 21:23:22.479383 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a73010be-7d8d-4de3-a609-2e525096f842 req-dc5c508d-01cd-4ab5-b239-51889f142a6b tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3968503 Apr 18 21:23:22.480001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Pushing event updated for resources: {'Port': ['ID=1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:22.792923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5cd5db51-bba4-4020-a7d1-fd06bdf84fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.852691 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0c7149-e838-460f-b067-81c2c60123e5'] response: {'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': '41cac76b-2029-432c-bb4c-55ef1c94f7a8', 'status': 'completed', 'code': 200} Apr 18 21:23:22.928525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Attempting to bind port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:22.929722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Attempting to bind port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '02f2ddab-baa1-48d6-8152-d5cd98d0fd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:22.929722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Attempting to bind port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a on network 6b17fa31-4380-46db-828e-b6caf98aa291 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:22.936911 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5cd5db51-bba4-4020-a7d1-fd06bdf84fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.938101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de6299bd-fd2a-437b-8fa3-1c1932f87a18 req-98bce3fd-ff57-4d10-8c24-9abdbff75029 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 210 time: 0.1023080 Apr 18 21:23:22.956131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a on network 6b17fa31-4380-46db-828e-b6caf98aa291 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:22.956467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Attempting to bind port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a on network 6b17fa31-4380-46db-828e-b6caf98aa291 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:22.980856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148101a-04ba-47b0-a7b3-da879dfa8518 req-1cff029b-dc5e-4908-961e-c8156154960d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:22.985713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148101a-04ba-47b0-a7b3-da879dfa8518 req-1cff029b-dc5e-4908-961e-c8156154960d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:22.989772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148101a-04ba-47b0-a7b3-da879dfa8518 req-1cff029b-dc5e-4908-961e-c8156154960d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:22.993692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148101a-04ba-47b0-a7b3-da879dfa8518 req-1cff029b-dc5e-4908-961e-c8156154960d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:22.997668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148101a-04ba-47b0-a7b3-da879dfa8518 req-1cff029b-dc5e-4908-961e-c8156154960d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.001759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148101a-04ba-47b0-a7b3-da879dfa8518 req-1cff029b-dc5e-4908-961e-c8156154960d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.005684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148101a-04ba-47b0-a7b3-da879dfa8518 req-1cff029b-dc5e-4908-961e-c8156154960d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.007601 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8148101a-04ba-47b0-a7b3-da879dfa8518 req-1cff029b-dc5e-4908-961e-c8156154960d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5396 time: 0.6207697 Apr 18 21:23:23.042393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:23.042768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Checking segment: {'id': '02f2ddab-baa1-48d6-8152-d5cd98d0fd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:23.043708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Bound using segment: {'id': '02f2ddab-baa1-48d6-8152-d5cd98d0fd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:23.044175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Bound port: 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f2ddab-baa1-48d6-8152-d5cd98d0fd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:23.044529 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.103448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-31a2c2ee-3eb2-48bd-bdff-2fcf028f4c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.172671 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2b47809-6cbf-4ca7-aeb6-1dba1947df75 req-6a87faf4-1342-44c3-856b-e5105ecd31a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 6288 time: 0.4686503 Apr 18 21:23:23.236530 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8148101a-04ba-47b0-a7b3-da879dfa8518 req-d00021eb-f0e8-49f3-838e-c90095708f4f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2104156 Apr 18 21:23:23.413719 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-31a2c2ee-3eb2-48bd-bdff-2fcf028f4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.463689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] For port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:23.507185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be130f-a47b-4abe-a92a-8cd8f7fe8268 req-ce4a6791-5fdc-41f5-ac8f-711cb02ee2bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.507799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be130f-a47b-4abe-a92a-8cd8f7fe8268 req-ce4a6791-5fdc-41f5-ac8f-711cb02ee2bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.508116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be130f-a47b-4abe-a92a-8cd8f7fe8268 req-ce4a6791-5fdc-41f5-ac8f-711cb02ee2bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.511154 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-31be130f-a47b-4abe-a92a-8cd8f7fe8268 req-ce4a6791-5fdc-41f5-ac8f-711cb02ee2bf service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1f628d21202440e8b443314511d1a1c1&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0110612 Apr 18 21:23:23.511959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] For port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a,segment=NetworkSegment(02f2ddab-baa1-48d6-8152-d5cd98d0fd5d),segment_id=02f2ddab-baa1-48d6-8152-d5cd98d0fd5d)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:23.526550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbac4-7781-4a11-97f9-021e5836a0d6 req-69287613-b342-4421-bc26-b5bd53777fe6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.531467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbac4-7781-4a11-97f9-021e5836a0d6 req-69287613-b342-4421-bc26-b5bd53777fe6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.535364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbac4-7781-4a11-97f9-021e5836a0d6 req-69287613-b342-4421-bc26-b5bd53777fe6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.537084 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8d5cbac4-7781-4a11-97f9-021e5836a0d6 req-69287613-b342-4421-bc26-b5bd53777fe6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2400 time: 0.4212627 Apr 18 21:23:23.538259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b47809-6cbf-4ca7-aeb6-1dba1947df75 req-5a6882f1-8004-46e0-888d-943f792f0b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.538637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b47809-6cbf-4ca7-aeb6-1dba1947df75 req-5a6882f1-8004-46e0-888d-943f792f0b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.539008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b47809-6cbf-4ca7-aeb6-1dba1947df75 req-5a6882f1-8004-46e0-888d-943f792f0b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.540670 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2b47809-6cbf-4ca7-aeb6-1dba1947df75 req-5a6882f1-8004-46e0-888d-943f792f0b7d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3395045 Apr 18 21:23:23.643808 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.678836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2c2ee-3eb2-48bd-bdff-2fcf028f4c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642512ed-3cbb-4e1f-b932-93fd9e79e0f2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:23.704339 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5cd5db51-bba4-4020-a7d1-fd06bdf84fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.714466 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-31a2c2ee-3eb2-48bd-bdff-2fcf028f4c2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6450a458e434091b3de0442882f6905&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9817424 Apr 18 21:23:23.737666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51602) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:23.817090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5db51-bba4-4020-a7d1-fd06bdf84fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e566e1-d0f6-4666-9dff-f73896099ff4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:23.866558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5cd5db51-bba4-4020-a7d1-fd06bdf84fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.867861 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5cd5db51-bba4-4020-a7d1-fd06bdf84fc3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0e566e1-d0f6-4666-9dff-f73896099ff4 HTTP/1.1" status: 204 len: 168 time: 2.4015312 Apr 18 21:23:23.880924 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:24.024770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8d5cbac4-7781-4a11-97f9-021e5836a0d6 req-3382387a-f9e0-4af6-821d-66d69093f805 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801674 Apr 18 21:23:24.069868 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:24.079664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:24.081990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] 10.222.0.59 "PUT /v2.0/ports/1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a HTTP/1.1" status: 200 len: 1092 time: 4.4143057 Apr 18 21:23:24.092957 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:24.098805 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'tag': '1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:24.155889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ee83fc0-9fef-4d54-895a-d919f3093304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:24.219963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Request body: {'port': {'device_id': '31214692-5c3f-4703-aac8-79b96eef749d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:24.220677 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ee83fc0-9fef-4d54-895a-d919f3093304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:24.333574 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be130f-a47b-4abe-a92a-8cd8f7fe8268 req-abcd939e-5ec8-4452-8b1a-b72b2cda4d3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:24.334108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5f0b1-a6a8-4711-b340-346cb6d01bea service neutron] Pushing event updated for resources: {'Port': ['ID=1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:24.335183 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-31be130f-a47b-4abe-a92a-8cd8f7fe8268 req-abcd939e-5ec8-4452-8b1a-b72b2cda4d3f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8060279 Apr 18 21:23:24.403563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:23:24.447826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a76f76c-36c7-4cd2-b670-208d02b6a08e req-94b11f3c-9008-468b-bacd-c8212216e040 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 210 time: 0.1312370 Apr 18 21:23:24.463507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b47809-6cbf-4ca7-aeb6-1dba1947df75 req-5368e3ac-95ef-4dd6-980d-3e782db08821 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:24.497041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2b47809-6cbf-4ca7-aeb6-1dba1947df75 req-5368e3ac-95ef-4dd6-980d-3e782db08821 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9031913 Apr 18 21:23:24.549389 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ee83fc0-9fef-4d54-895a-d919f3093304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:24.672891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee83fc0-9fef-4d54-895a-d919f3093304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642512ed-3cbb-4e1f-b932-93fd9e79e0f2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:24.679981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:24.708767 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9ef07e-9d20-4c3d-8e3b-8b6e91029b86'] response: {'name': 'network-changed', 'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'tag': '1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a', 'status': 'completed', 'code': 200} Apr 18 21:23:24.723679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f53867-5072-4706-9d99-d8b9aba9d43e req-7b3e6151-abf9-49cd-8477-a5c32888d1bc tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:24.731588 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ee83fc0-9fef-4d54-895a-d919f3093304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:24.737992 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8ee83fc0-9fef-4d54-895a-d919f3093304 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/642512ed-3cbb-4e1f-b932-93fd9e79e0f2 HTTP/1.1" status: 204 len: 168 time: 0.9917390 Apr 18 21:23:24.740351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80f53867-5072-4706-9d99-d8b9aba9d43e req-7b3e6151-abf9-49cd-8477-a5c32888d1bc tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.9026065 Apr 18 21:23:24.778516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d204f9c6-c349-4bde-aed2-570bd09bb421 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:24.789502 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:24.986122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Transition to ACTIVE for port object d204f9c6-c349-4bde-aed2-570bd09bb421 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:24.986122 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-06f3ac41-8109-423c-a493-4b5b2da0e6c4 req-48c01f01-5e93-4ce0-9c60-cdb9b97438d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f628d21202440e8b443314511d1a1c1&device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2798 time: 0.1406324 Apr 18 21:23:24.989327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51628) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:25.057860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80f53867-5072-4706-9d99-d8b9aba9d43e req-0a01a940-3523-4ca8-a60c-0a3719df3d16 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152668 Apr 18 21:23:25.155288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3ac41-8109-423c-a493-4b5b2da0e6c4 req-90a540fc-8a66-4ba6-8ddc-225d61b9471d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.155670 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3ac41-8109-423c-a493-4b5b2da0e6c4 req-90a540fc-8a66-4ba6-8ddc-225d61b9471d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.156044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3ac41-8109-423c-a493-4b5b2da0e6c4 req-90a540fc-8a66-4ba6-8ddc-225d61b9471d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.157723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-06f3ac41-8109-423c-a493-4b5b2da0e6c4 req-90a540fc-8a66-4ba6-8ddc-225d61b9471d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1f628d21202440e8b443314511d1a1c1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1960917 Apr 18 21:23:25.170455 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0370cdb3-d331-4e59-a59b-d0dab60fce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:25.183442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9a705-0eed-45a0-a208-2439d61b7b4b req-82f83e14-2146-4320-818b-50a14a9683c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.188781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9a705-0eed-45a0-a208-2439d61b7b4b req-82f83e14-2146-4320-818b-50a14a9683c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.192834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9a705-0eed-45a0-a208-2439d61b7b4b req-82f83e14-2146-4320-818b-50a14a9683c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.196828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9a705-0eed-45a0-a208-2439d61b7b4b req-82f83e14-2146-4320-818b-50a14a9683c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.201078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9a705-0eed-45a0-a208-2439d61b7b4b req-82f83e14-2146-4320-818b-50a14a9683c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.206870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9a705-0eed-45a0-a208-2439d61b7b4b req-82f83e14-2146-4320-818b-50a14a9683c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.210969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9a705-0eed-45a0-a208-2439d61b7b4b req-82f83e14-2146-4320-818b-50a14a9683c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.219272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90f9a705-0eed-45a0-a208-2439d61b7b4b req-82f83e14-2146-4320-818b-50a14a9683c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5396 time: 0.2235634 Apr 18 21:23:25.261046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Router d82367e6-828e-4700-8a82-40a498ee5d97 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:23:25.263127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:25.530813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90f9a705-0eed-45a0-a208-2439d61b7b4b req-77cc50ce-6f7a-458d-9977-0f3da6049e6c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3104606 Apr 18 21:23:25.681387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51644) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:25.926356 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef36b95a-3f9f-47ee-9117-598013110e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:25.932054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Pushing event updated for resources: {'Port': ['ID=d204f9c6-c349-4bde-aed2-570bd09bb421,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:25.940526 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5bcbe44-347d-4c29-a3d6-bd33e2c79a5d req-828d77be-9965-4d2e-b927-c4b8cb1da4e3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 210 time: 0.1436992 Apr 18 21:23:25.941755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3ac41-8109-423c-a493-4b5b2da0e6c4 req-bc805b7d-386f-4afa-9946-42f2d1fd148a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.943192 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-06f3ac41-8109-423c-a493-4b5b2da0e6c4 req-bc805b7d-386f-4afa-9946-42f2d1fd148a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7794616 Apr 18 21:23:25.991130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373b89a-881e-488d-afd8-79539ee3256b req-408680bc-054b-4517-9e10-50a8d74fcafa tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.996714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373b89a-881e-488d-afd8-79539ee3256b req-408680bc-054b-4517-9e10-50a8d74fcafa tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:26.002198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373b89a-881e-488d-afd8-79539ee3256b req-408680bc-054b-4517-9e10-50a8d74fcafa tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:26.021743 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d373b89a-881e-488d-afd8-79539ee3256b req-408680bc-054b-4517-9e10-50a8d74fcafa tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2400 time: 0.7775760 Apr 18 21:23:26.091005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Attempting to bind port d204f9c6-c349-4bde-aed2-570bd09bb421 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:26.092391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Attempting to bind port d204f9c6-c349-4bde-aed2-570bd09bb421 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:26.092391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Attempting to bind port d204f9c6-c349-4bde-aed2-570bd09bb421 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:26.116744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Port d204f9c6-c349-4bde-aed2-570bd09bb421 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:26.117258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Attempting to bind port d204f9c6-c349-4bde-aed2-570bd09bb421 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:26.137405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:26.141680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Checking segment: {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:26.142270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Bound using segment: {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:26.143346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Bound port: d204f9c6-c349-4bde-aed2-570bd09bb421, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a347bfda-d8b3-441b-9f63-3cd77c4ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:26.145195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:26.166146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-ac1b41dc-f436-41f9-b7f6-4ace0519946b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:26.167801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-ac1b41dc-f436-41f9-b7f6-4ace0519946b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 811 time: 0.9266105 Apr 18 21:23:26.207307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Request body: {'port': {'device_id': '30fbe5c0-f28d-4996-9341-8b4c6cf51895', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'admin_state_up': True, 'tenant_id': '9805981f52fc4d558c0e20f0c766a376'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:26.288194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86a03ace-f8d5-45af-90cb-abad7fdc3592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:26.308023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ef36b95a-3f9f-47ee-9117-598013110e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:26.410684 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-86a03ace-f8d5-45af-90cb-abad7fdc3592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:26.422044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ef36b95a-3f9f-47ee-9117-598013110e89 admin admin] Usage tracker for resource:security_group_rule and tenant:b1be089907484d3c92de75dfb1521722 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:26.422770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-86a03ace-f8d5-45af-90cb-abad7fdc3592 admin admin] Usage tracker for resource:security_group_rule and tenant:c7963ad7205e440bbaa87f328f0ac32d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:26.426674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:23:26.429760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-86a03ace-f8d5-45af-90cb-abad7fdc3592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:26.433672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] For port d204f9c6-c349-4bde-aed2-570bd09bb421, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:26.442697 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894179c-67d0-4232-890e-e44c1a2bcaa3 None None] Sync routers for ids ['d82367e6-828e-4700-8a82-40a498ee5d97'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:23:26.448956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] For port d204f9c6-c349-4bde-aed2-570bd09bb421, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d204f9c6-c349-4bde-aed2-570bd09bb421,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:26.451758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-86a03ace-f8d5-45af-90cb-abad7fdc3592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:26.457826 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:26.461347 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-01cc87d1-765f-49fc-8ae0-45eee3e3cbc2 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "PUT /v2.0/routers/d82367e6-828e-4700-8a82-40a498ee5d97 HTTP/1.1" status: 200 len: 913 time: 8.3963029 Apr 18 21:23:26.463014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51658) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:26.466796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ef36b95a-3f9f-47ee-9117-598013110e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:26.475349 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894179c-67d0-4232-890e-e44c1a2bcaa3 None None] Routers {'d82367e6-828e-4700-8a82-40a498ee5d97'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:26.477870 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5894179c-67d0-4232-890e-e44c1a2bcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d82367e6-828e-4700-8a82-40a498ee5d97'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:26.495503 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:23:26.562450 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5894179c-67d0-4232-890e-e44c1a2bcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:26.577661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1e97b6-9996-4708-9189-e05438976288 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:26.586135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:26.588819 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894179c-67d0-4232-890e-e44c1a2bcaa3 None None] Routers {'d82367e6-828e-4700-8a82-40a498ee5d97'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:26.591237 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5894179c-67d0-4232-890e-e44c1a2bcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:22:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d82367e6-828e-4700-8a82-40a498ee5d97'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:26.603447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:26.604317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Transition to ACTIVE for port object 9f1e97b6-9996-4708-9189-e05438976288 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:26.663726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ef36b95a-3f9f-47ee-9117-598013110e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:26.723580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d373b89a-881e-488d-afd8-79539ee3256b req-1c0c648a-2974-4694-b968-bfd29d0420d6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7009590 Apr 18 21:23:26.730257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:26.734607 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5894179c-67d0-4232-890e-e44c1a2bcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:26.735221 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894179c-67d0-4232-890e-e44c1a2bcaa3 None None] The sync data for ids ['d82367e6-828e-4700-8a82-40a498ee5d97'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:23:26.742526 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:26.804136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Pushing event updated for resources: {'Port': ['ID=d204f9c6-c349-4bde-aed2-570bd09bb421,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:26.808819 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:26.812005 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d55f90b4-a03b-4cd4-b686-0be5c3bdd840 service neutron] 10.222.0.26 "PUT /v2.0/ports/d204f9c6-c349-4bde-aed2-570bd09bb421 HTTP/1.1" status: 200 len: 1091 time: 5.2401369 Apr 18 21:23:26.819040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': 'd204f9c6-c349-4bde-aed2-570bd09bb421'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:26.910039 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86a03ace-f8d5-45af-90cb-abad7fdc3592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:26.921876 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Request body: {'port': {'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:26.930479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:26.993061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86a03ace-f8d5-45af-90cb-abad7fdc3592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.035090 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d118c009-3cda-4724-899e-4a78744c4ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.062802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1e97b6-9996-4708-9189-e05438976288,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:27.155387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a03ace-f8d5-45af-90cb-abad7fdc3592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8229ba-912e-4eaa-8496-df80941d15f0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:27.177124 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-86a03ace-f8d5-45af-90cb-abad7fdc3592 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7963ad7205e440bbaa87f328f0ac32d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1865077 Apr 18 21:23:27.185310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51674) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:27.257896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef36b95a-3f9f-47ee-9117-598013110e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.260780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51678) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:27.288929 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e0659-c01f-458e-ad73-c0543e11a625 req-88ceddac-e38d-4a78-99a4-1936c8922f1f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.290756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-291e0659-c01f-458e-ad73-c0543e11a625 req-88ceddac-e38d-4a78-99a4-1936c8922f1f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.9852607 Apr 18 21:23:27.364217 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef36b95a-3f9f-47ee-9117-598013110e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.392847 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.463200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ef36b95a-3f9f-47ee-9117-598013110e89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1be089907484d3c92de75dfb1521722&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7805305 Apr 18 21:23:27.468179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36b95a-3f9f-47ee-9117-598013110e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6306be91-cc5a-4d43-b73b-f66477dc7339,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:27.468887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51688) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:27.471109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Made reservation on behalf of 9805981f52fc4d558c0e20f0c766a376 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:27.474965 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.516822 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7c645059-cd80-422a-92f1-4fadbee6b551 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/routers/d82367e6-828e-4700-8a82-40a498ee5d97 HTTP/1.1" status: 200 len: 919 time: 1.0527186 Apr 18 21:23:27.534830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1780262316-network', 'tenant_id': 'a02da1efe9df4b54bb39f582ea938601'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:27.539026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51694) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:27.591269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:27.611782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Usage tracker for resource:network and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:27.614300 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7814-4e5b-4974-9d84-ce9a7d7b78b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.616183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:27.661629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-291e0659-c01f-458e-ad73-c0543e11a625 req-81518eb9-524f-4d23-8410-1a927d95cb31 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3585877 Apr 18 21:23:27.678667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:27.684999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44354847-be70-4a60-99ab-814bd8990a30 req-2bbf8722-7cc8-4c3f-ad5b-296b6f5cbd10 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.689125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44354847-be70-4a60-99ab-814bd8990a30 req-2bbf8722-7cc8-4c3f-ad5b-296b6f5cbd10 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.693015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44354847-be70-4a60-99ab-814bd8990a30 req-2bbf8722-7cc8-4c3f-ad5b-296b6f5cbd10 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.696896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44354847-be70-4a60-99ab-814bd8990a30 req-2bbf8722-7cc8-4c3f-ad5b-296b6f5cbd10 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.700733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44354847-be70-4a60-99ab-814bd8990a30 req-2bbf8722-7cc8-4c3f-ad5b-296b6f5cbd10 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.705411 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44354847-be70-4a60-99ab-814bd8990a30 req-2bbf8722-7cc8-4c3f-ad5b-296b6f5cbd10 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.708830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44354847-be70-4a60-99ab-814bd8990a30 req-2bbf8722-7cc8-4c3f-ad5b-296b6f5cbd10 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.710743 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44354847-be70-4a60-99ab-814bd8990a30 req-2bbf8722-7cc8-4c3f-ad5b-296b6f5cbd10 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5408 time: 0.7343428 Apr 18 21:23:27.752251 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7814-4e5b-4974-9d84-ce9a7d7b78b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.780998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Attempting to bind port 9f1e97b6-9996-4708-9189-e05438976288 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:27.780998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Attempting to bind port 9f1e97b6-9996-4708-9189-e05438976288 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:27.780998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Attempting to bind port 9f1e97b6-9996-4708-9189-e05438976288 on network dafe2602-c859-489d-a2eb-f6832467210b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:27.832518 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695025ac-a8f9-4fb3-a5fa-a56c1bbef370'] response: {'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': 'd204f9c6-c349-4bde-aed2-570bd09bb421', 'status': 'completed', 'code': 200} Apr 18 21:23:27.835139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Made reservation on behalf of a02da1efe9df4b54bb39f582ea938601 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:27.837498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.844757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Port 9f1e97b6-9996-4708-9189-e05438976288 on network dafe2602-c859-489d-a2eb-f6832467210b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:27.844757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Attempting to bind port 9f1e97b6-9996-4708-9189-e05438976288 on network dafe2602-c859-489d-a2eb-f6832467210b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:27.914169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10ac5c0b-7386-4216-9707-cbb4eb249462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.941300 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.966599 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.986982 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10ac5c0b-7386-4216-9707-cbb4eb249462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.033528 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7a9fe3f0-2250-45af-bbde-0f643910a290 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&device_id=d82367e6-828e-4700-8a82-40a498ee5d97&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4869287 Apr 18 21:23:28.047040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51700) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:28.062812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:28.063158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Checking segment: {'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:28.063542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Bound using segment: {'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:28.063995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Bound port: 9f1e97b6-9996-4708-9189-e05438976288, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bdd654-8c36-4b9d-9215-345d62f75b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:28.064338 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.101298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44354847-be70-4a60-99ab-814bd8990a30 req-c5a0a3ba-e6af-4383-a0d2-6bba5b9c8dba tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3605039 Apr 18 21:23:28.108982 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a915316-ea88-44f6-a3a7-355431c9fee0 req-5a69720b-e5ee-4866-be03-571412b2bf44 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 210 time: 0.0957530 Apr 18 21:23:28.111921 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Allocated IP 172.20.0.7 (8206fe37-8686-497b-b552-23c2a6f40d7d/29dfc91b-4b7f-4e32-a00e-d8224f42e447/5b463ac4-01c3-4990-931c-6aadc1e5d588) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:28.161436 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7814-4e5b-4974-9d84-ce9a7d7b78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.224061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb7814-4e5b-4974-9d84-ce9a7d7b78b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8229ba-912e-4eaa-8496-df80941d15f0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:28.235347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:28.263889 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0afe5e58-3c58-43c3-ab4b-0a04c25553b3 req-43171a72-62b4-4f77-b06a-7ce115534e53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 6355 time: 0.4137592 Apr 18 21:23:28.264931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] For port 9f1e97b6-9996-4708-9189-e05438976288, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:28.274579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:28.282090 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7814-4e5b-4974-9d84-ce9a7d7b78b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.285870 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a8cb7814-4e5b-4974-9d84-ce9a7d7b78b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c8229ba-912e-4eaa-8496-df80941d15f0 HTTP/1.1" status: 204 len: 168 time: 1.0939867 Apr 18 21:23:28.290878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:28.321509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] For port 9f1e97b6-9996-4708-9189-e05438976288, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9f1e97b6-9996-4708-9189-e05438976288,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:28.356211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:28.358338 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10ac5c0b-7386-4216-9707-cbb4eb249462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.390354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac5c0b-7386-4216-9707-cbb4eb249462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6306be91-cc5a-4d43-b73b-f66477dc7339,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:28.392981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdf39f-42d6-40e7-995f-637283e6fbce tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:28.397773 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-adfdf39f-42d6-40e7-995f-637283e6fbce tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 881 time: 0.3468812 Apr 18 21:23:28.409977 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10ac5c0b-7386-4216-9707-cbb4eb249462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.411134 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-10ac5c0b-7386-4216-9707-cbb4eb249462 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6306be91-cc5a-4d43-b73b-f66477dc7339 HTTP/1.1" status: 204 len: 168 time: 0.9397297 Apr 18 21:23:28.413582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51706) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:28.442525 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.463991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c271c9-5ee4-4b0e-95f9-bed62da38862 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:28.481980 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a7cb4239-a9f4-4f94-a3e3-0685f098c7df tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82367e6-828e-4700-8a82-40a498ee5d97 HTTP/1.1" status: 200 len: 205 time: 0.0649858 Apr 18 21:23:28.484180 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.488733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51712) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:28.531942 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.608716 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.610164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] 10.222.0.59 "PUT /v2.0/ports/9f1e97b6-9996-4708-9189-e05438976288 HTTP/1.1" status: 200 len: 1092 time: 4.4138265 Apr 18 21:23:28.612969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'tag': '9f1e97b6-9996-4708-9189-e05438976288'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:28.655875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7161495-43bf-478c-b9b0-d1d5df839b71 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1e97b6-9996-4708-9189-e05438976288,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:28.741888 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e039dd6-e08b-4d35-ad63-8bd4a3811eb2'] response: {'name': 'network-changed', 'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'tag': '9f1e97b6-9996-4708-9189-e05438976288', 'status': 'completed', 'code': 200} Apr 18 21:23:28.809830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe5e58-3c58-43c3-ab4b-0a04c25553b3 req-e94e0bcb-bbc1-4a6c-9279-43b74608c758 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:28.810625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe5e58-3c58-43c3-ab4b-0a04c25553b3 req-e94e0bcb-bbc1-4a6c-9279-43b74608c758 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:28.811733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe5e58-3c58-43c3-ab4b-0a04c25553b3 req-e94e0bcb-bbc1-4a6c-9279-43b74608c758 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:28.813511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0afe5e58-3c58-43c3-ab4b-0a04c25553b3 req-e94e0bcb-bbc1-4a6c-9279-43b74608c758 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5398693 Apr 18 21:23:28.816618 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.893022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Transition to ACTIVE for port object b0c271c9-5ee4-4b0e-95f9-bed62da38862 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:28.964603 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.995772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Transition to ACTIVE for port object 5b463ac4-01c3-4990-931c-6aadc1e5d588 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:29.041848 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.051737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc9d42-bdb0-4530-8868-3bdd4a6297af req-31cd6083-ea91-4f66-9168-8631a2daaa4e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.056175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc9d42-bdb0-4530-8868-3bdd4a6297af req-31cd6083-ea91-4f66-9168-8631a2daaa4e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.060177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc9d42-bdb0-4530-8868-3bdd4a6297af req-31cd6083-ea91-4f66-9168-8631a2daaa4e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.068772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3dc9d42-bdb0-4530-8868-3bdd4a6297af req-31cd6083-ea91-4f66-9168-8631a2daaa4e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2412 time: 0.6411278 Apr 18 21:23:29.136864 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.167928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Pushing event updated for resources: {'Port': ['ID=b0c271c9-5ee4-4b0e-95f9-bed62da38862,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:29.217416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:23:29.229850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dce46d4-ced6-4623-8c33-df95c8bf4354,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:29.261012 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-706ad7dd-d0b9-462a-a7a9-8c574708827f req-e3570093-66a0-48aa-9986-1bf360df13e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 1097 time: 0.5563660 Apr 18 21:23:29.273368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5a945-bad2-46c6-8895-cdf5bee20741 req-ab8b2e3d-94dc-4548-9f04-b06bf393cf64 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.275044 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ea5a945-bad2-46c6-8895-cdf5bee20741 req-ab8b2e3d-94dc-4548-9f04-b06bf393cf64 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.2911725 Apr 18 21:23:29.276751 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.277102 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Added segment d0e4c3e3-30ab-48cf-ac31-392740ffc384 of type vlan for network 12e9c297-a20c-42c0-8119-50dfa42d60b0 Apr 18 21:23:29.287794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-d5748988-e471-48b1-b450-44aa70bda2c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f628d21202440e8b443314511d1a1c1&device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2865 time: 0.5523427 Apr 18 21:23:29.304252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3dc9d42-bdb0-4530-8868-3bdd4a6297af req-3686d5f4-4bba-4480-9a73-a0c962ea8a95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345462 Apr 18 21:23:29.307800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe5e58-3c58-43c3-ab4b-0a04c25553b3 req-1fbbc07a-faea-4624-8977-4be4da108c8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.309341 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0afe5e58-3c58-43c3-ab4b-0a04c25553b3 req-1fbbc07a-faea-4624-8977-4be4da108c8e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4829383 Apr 18 21:23:29.444176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51736) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:29.450949 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.534194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.537088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1eaf6b5c-6338-4cde-bf1b-f042ca84fc68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.74&port_id=ffea6661-2df8-4bcb-a772-fdf689c3f799 HTTP/1.1" status: 200 len: 217 time: 0.1817114 Apr 18 21:23:29.605810 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a70-25cd-4d44-a333-adfb272c2661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.617800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Attempting to bind port b0c271c9-5ee4-4b0e-95f9-bed62da38862 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:29.618168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Attempting to bind port b0c271c9-5ee4-4b0e-95f9-bed62da38862 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:29.618503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Attempting to bind port b0c271c9-5ee4-4b0e-95f9-bed62da38862 on network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:29.636125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ad7dd-d0b9-462a-a7a9-8c574708827f req-b68adb8b-b3d4-4fa2-a15f-dfc7a13bab59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.637614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-706ad7dd-d0b9-462a-a7a9-8c574708827f req-b68adb8b-b3d4-4fa2-a15f-dfc7a13bab59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 918 time: 0.3667488 Apr 18 21:23:29.642034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Port b0c271c9-5ee4-4b0e-95f9-bed62da38862 on network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:29.642356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Attempting to bind port b0c271c9-5ee4-4b0e-95f9-bed62da38862 on network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:29.697134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f28a4a70-25cd-4d44-a333-adfb272c2661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:29.701627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f28a4a70-25cd-4d44-a333-adfb272c2661 admin admin] Usage tracker for resource:security_group_rule and tenant:ca3447a1ed2c4a9a94ecf6dbadec1aa3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:29.712193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f28a4a70-25cd-4d44-a333-adfb272c2661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:29.712193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f28a4a70-25cd-4d44-a333-adfb272c2661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:29.715031 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.813276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Network 8206fe37-8686-497b-b552-23c2a6f40d7d is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:29.814718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event updated for resources: {'Port': ['ID=5b463ac4-01c3-4990-931c-6aadc1e5d588,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:29.826746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:29.832133 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.832133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.832133 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.847424 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ea5a945-bad2-46c6-8895-cdf5bee20741 req-d3b657df-4339-4f11-9722-12c9bcf608b5 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5565023 Apr 18 21:23:29.850305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:29.859494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:29.859844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Checking segment: {'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:29.861025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Bound using segment: {'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:29.861025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Bound port: b0c271c9-5ee4-4b0e-95f9-bed62da38862, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:29.861025 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.946758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a70-25cd-4d44-a333-adfb272c2661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.978169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-cbc532e5-a1b7-422c-8c39-ca0700eab0af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.979932 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-cbc532e5-a1b7-422c-8c39-ca0700eab0af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd139ba9-977d-427c-9c47-51f9f65fb83d HTTP/1.1" status: 200 len: 801 time: 0.4223969 Apr 18 21:23:30.081133 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-706ad7dd-d0b9-462a-a7a9-8c574708827f req-33f8e126-1bd4-4be9-8890-78473cd9bc98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 HTTP/1.1" status: 200 len: 1002 time: 0.4362366 Apr 18 21:23:30.118071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:30.118955 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.167170 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a70-25cd-4d44-a333-adfb272c2661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.182588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967e32d-6fed-4781-82a9-6fc449ad7a3b req-da669ed5-897b-42a2-b281-88851b41bd00 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:30.190316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a967e32d-6fed-4781-82a9-6fc449ad7a3b req-da669ed5-897b-42a2-b281-88851b41bd00 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 931 time: 0.6575365 Apr 18 21:23:30.197841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51746) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:30.244332 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9603746 Apr 18 21:23:30.245518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d501a6-9a08-4000-b44c-0934720debdc admin admin] Pushing event updated for resources: {'Network': ['ID=12e9c297-a20c-42c0-8119-50dfa42d60b0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:30.256529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51752) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:30.257495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 12e9c297-a20c-42c0-8119-50dfa42d60b0 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:23:30.272566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Request body: {'subnet': {'network_id': '12e9c297-a20c-42c0-8119-50dfa42d60b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1780262316-subnet', 'tenant_id': 'a02da1efe9df4b54bb39f582ea938601', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:30.278846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:30.283481 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Usage tracker for resource:subnet and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:30.286810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:30.292994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:30.305512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] For port b0c271c9-5ee4-4b0e-95f9-bed62da38862, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:30.328485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] For port b0c271c9-5ee4-4b0e-95f9-bed62da38862, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b0c271c9-5ee4-4b0e-95f9-bed62da38862,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:30.339257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ad7dd-d0b9-462a-a7a9-8c574708827f req-f13c0cdd-3077-4d8a-afec-c64ee9140acd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:30.340740 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-706ad7dd-d0b9-462a-a7a9-8c574708827f req-f13c0cdd-3077-4d8a-afec-c64ee9140acd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.2494230 Apr 18 21:23:30.373803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-650a5cb5-035e-45d1-ba3b-7b5837e4f47d None None] Provisioning for port 5b463ac4-01c3-4990-931c-6aadc1e5d588 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:30.383167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-650a5cb5-035e-45d1-ba3b-7b5837e4f47d None None] Provisioning complete for port 5b463ac4-01c3-4990-931c-6aadc1e5d588 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:30.383698 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-650a5cb5-035e-45d1-ba3b-7b5837e4f47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.409404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Made reservation on behalf of a02da1efe9df4b54bb39f582ea938601 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:30.412615 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.442412 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.452173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-650a5cb5-035e-45d1-ba3b-7b5837e4f47d None None] Port 5b463ac4-01c3-4990-931c-6aadc1e5d588 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:23:30.490193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a4a70-25cd-4d44-a333-adfb272c2661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e80bc76-ed00-4b2e-9bb0-5e94b15ebf20,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:30.533381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f28a4a70-25cd-4d44-a333-adfb272c2661 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca3447a1ed2c4a9a94ecf6dbadec1aa3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0880780 Apr 18 21:23:30.540423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51758) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:30.570338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a967e32d-6fed-4781-82a9-6fc449ad7a3b req-85982004-275c-427a-9f3f-7a4e5488e84a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788788 Apr 18 21:23:30.593979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360144d-9759-4765-91d5-ad7fb6e940db req-0c4b7e21-e1a0-4e58-b9f9-cceac9a7c8cb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:30.597325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360144d-9759-4765-91d5-ad7fb6e940db req-0c4b7e21-e1a0-4e58-b9f9-cceac9a7c8cb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:30.601206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360144d-9759-4765-91d5-ad7fb6e940db req-0c4b7e21-e1a0-4e58-b9f9-cceac9a7c8cb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:30.605015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360144d-9759-4765-91d5-ad7fb6e940db req-0c4b7e21-e1a0-4e58-b9f9-cceac9a7c8cb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:30.608997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360144d-9759-4765-91d5-ad7fb6e940db req-0c4b7e21-e1a0-4e58-b9f9-cceac9a7c8cb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:30.612802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360144d-9759-4765-91d5-ad7fb6e940db req-0c4b7e21-e1a0-4e58-b9f9-cceac9a7c8cb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:30.616683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360144d-9759-4765-91d5-ad7fb6e940db req-0c4b7e21-e1a0-4e58-b9f9-cceac9a7c8cb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:30.618691 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4360144d-9759-4765-91d5-ad7fb6e940db req-0c4b7e21-e1a0-4e58-b9f9-cceac9a7c8cb tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5420 time: 0.5065355 Apr 18 21:23:30.629016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1ddc31e-9b74-4791-a57c-2a98f941f1fd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4371557 Apr 18 21:23:30.633569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1574512270'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:30.666712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:30.672787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Request body: {'port': {'device_id': '30fbe5c0-f28d-4996-9341-8b4c6cf51895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:30.709305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1d54c136-a430-442a-83da-7263b66bff5d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dafe2602-c859-489d-a2eb-f6832467210b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7085714 Apr 18 21:23:30.713375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Usage tracker for resource:network and tenant:b1f5b91eb561496cbed6f54de9f438d5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:30.730046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:30.732199 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.732199 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] 10.222.0.26 "PUT /v2.0/ports/b0c271c9-5ee4-4b0e-95f9-bed62da38862 HTTP/1.1" status: 200 len: 1091 time: 3.8147094 Apr 18 21:23:30.736535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': 'b0c271c9-5ee4-4b0e-95f9-bed62da38862'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:30.787200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82f7ec-0724-4b49-a29d-2bbb8d4c25ea service neutron] Pushing event updated for resources: {'Port': ['ID=b0c271c9-5ee4-4b0e-95f9-bed62da38862,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:30.794360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:30.821222 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-706ad7dd-d0b9-462a-a7a9-8c574708827f req-ba2be6b6-1121-42f9-8ff7-618943f8144d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4706769 Apr 18 21:23:30.854322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Request body: {'port': {'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:30.932017 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.971548 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4360144d-9759-4765-91d5-ad7fb6e940db req-da519878-0064-495f-9e67-e4dc1d6521f6 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3442183 Apr 18 21:23:30.972166 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f80b3e4-6900-40ee-9897-f8411d0b752a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.987995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Made reservation on behalf of b1f5b91eb561496cbed6f54de9f438d5 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:30.990947 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:31.001290 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:31.060523 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:31.093572 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b93865da-6c5a-4cb9-9a7f-120d27d153e3'] response: {'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': 'b0c271c9-5ee4-4b0e-95f9-bed62da38862', 'status': 'completed', 'code': 200} Apr 18 21:23:31.138151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Deleting port 72130170-334b-4a77-9692-b23952d79f41 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:31.138496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:31.138742 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f80b3e4-6900-40ee-9897-f8411d0b752a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:31.148372 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:31.179552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-9f49b2eb-30ab-4817-b908-77850b5c499f service neutron] 10.222.0.59 "GET /v2.0/networks/dafe2602-c859-489d-a2eb-f6832467210b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464169 Apr 18 21:23:31.206789 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:31.234819 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-706ad7dd-d0b9-462a-a7a9-8c574708827f req-aa630568-4876-40ff-ae64-385e17b336e7 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511729 Apr 18 21:23:31.300322 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:31.366587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:31.386307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55f034-4fe9-4f44-8c15-b8221594e057 req-37c5f8a9-fa91-4bb7-81dd-1ff232a2bd76 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:31.390857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55f034-4fe9-4f44-8c15-b8221594e057 req-37c5f8a9-fa91-4bb7-81dd-1ff232a2bd76 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:31.394692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55f034-4fe9-4f44-8c15-b8221594e057 req-37c5f8a9-fa91-4bb7-81dd-1ff232a2bd76 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:31.396309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd55f034-4fe9-4f44-8c15-b8221594e057 req-37c5f8a9-fa91-4bb7-81dd-1ff232a2bd76 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2412 time: 0.6675150 Apr 18 21:23:31.410450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Usage tracker for resource:security_group_rule and tenant:b1f5b91eb561496cbed6f54de9f438d5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:31.437024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:31.467771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:31.589930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca474ed3-af58-4212-b623-06709d750b0e,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:31.654302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-777a99f3-d78b-427d-a8e1-4fae59d0a78c service neutron] 10.222.0.59 "GET /v2.0/networks/dafe2602-c859-489d-a2eb-f6832467210b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527056 Apr 18 21:23:31.661493 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bdebaad-cab7-4c2b-9e1e-96b13db8d41a req-b04c9cce-e865-44e7-97b8-1a46e09cfed7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 6422 time: 0.5624907 Apr 18 21:23:31.670980 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:31.672287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd55f034-4fe9-4f44-8c15-b8221594e057 req-f898056d-3c7f-4ff8-a775-8507dd4d8c01 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555902 Apr 18 21:23:31.672873 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f80b3e4-6900-40ee-9897-f8411d0b752a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:31.765297 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-706ad7dd-d0b9-462a-a7a9-8c574708827f req-f1ccde34-2fd4-430f-aa32-cde02c89cadd service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898250 Apr 18 21:23:31.861056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdf129-f061-4560-88fd-fc313a99d93e req-66c27d8e-86b0-4588-8111-ff1167113ecb tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:31.862457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adfdf129-f061-4560-88fd-fc313a99d93e req-66c27d8e-86b0-4588-8111-ff1167113ecb tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 946 time: 0.6598454 Apr 18 21:23:31.863685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80b3e4-6900-40ee-9897-f8411d0b752a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e80bc76-ed00-4b2e-9bb0-5e94b15ebf20,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:31.871211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Checking segment: {'id': 'd0e4c3e3-30ab-48cf-ac31-392740ffc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '12e9c297-a20c-42c0-8119-50dfa42d60b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:31.871577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Network hostable DHCP agents. Network: 12e9c297-a20c-42c0-8119-50dfa42d60b0, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:23:31.883442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Calling delete_port for 72130170-334b-4a77-9692-b23952d79f41 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:31.981213 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-0f27a7a2-d506-4d20-a3bf-a983db6e75b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.196&port_id=1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a HTTP/1.1" status: 200 len: 217 time: 0.3165436 Apr 18 21:23:32.085029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Network 12e9c297-a20c-42c0-8119-50dfa42d60b0 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:23:32.089500 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f80b3e4-6900-40ee-9897-f8411d0b752a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:32.090678 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7f80b3e4-6900-40ee-9897-f8411d0b752a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e80bc76-ed00-4b2e-9bb0-5e94b15ebf20 HTTP/1.1" status: 204 len: 168 time: 1.5487533 Apr 18 21:23:32.157816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:32.162091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f77e0af-c064-4089-8480-c8029e6e5ad3 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:32.173347 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:32.177871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 12e9c297-a20c-42c0-8119-50dfa42d60b0) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:32.193161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee4a644-e284-4c72-94b2-409bfef3ef53 None None] Network 12e9c297-a20c-42c0-8119-50dfa42d60b0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:23:32.194558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:32.195142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:32.215592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Transition to ACTIVE for port object 1f77e0af-c064-4089-8480-c8029e6e5ad3 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:32.217628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-42e67ddb-5777-4b43-87e6-038acadaf957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:32.219060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-42e67ddb-5777-4b43-87e6-038acadaf957 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70bab6ce-7c7f-4eae-9329-df310eb10d87 HTTP/1.1" status: 200 len: 801 time: 0.2085104 Apr 18 21:23:32.225291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adfdf129-f061-4560-88fd-fc313a99d93e req-494e8b1e-6ca0-4473-8074-17b86c124f10 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614660 Apr 18 21:23:32.228131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdebaad-cab7-4c2b-9e1e-96b13db8d41a req-a75c5766-9c2f-40d5-a393-cd472bf803d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:32.228503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdebaad-cab7-4c2b-9e1e-96b13db8d41a req-a75c5766-9c2f-40d5-a393-cd472bf803d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:32.228868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdebaad-cab7-4c2b-9e1e-96b13db8d41a req-a75c5766-9c2f-40d5-a393-cd472bf803d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:32.230436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bdebaad-cab7-4c2b-9e1e-96b13db8d41a req-a75c5766-9c2f-40d5-a393-cd472bf803d3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4883521 Apr 18 21:23:32.235848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:32.279490 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:32.341690 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-95a8d122-935b-479e-abf5-9a59874350b5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0759602 Apr 18 21:23:32.342592 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:32.349509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Pushing event deleted for resources: {'Port': ['ID=72130170-334b-4a77-9692-b23952d79f41,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:32.527141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0757a36-7e88-4ab5-b715-61be58374503 None None] Network 12e9c297-a20c-42c0-8119-50dfa42d60b0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:23:32.597906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:32.631155 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:23:32.657040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:23:32.680578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7e544-d249-46b2-bfb7-7afcd1c93271 req-d13290d4-cb7b-4d45-b419-5f66f985f5c3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:32.681546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8fc7e544-d249-46b2-bfb7-7afcd1c93271 req-d13290d4-cb7b-4d45-b419-5f66f985f5c3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Synchronizing usage tracker for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:32.697215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ad1a17-718e-40da-8a25-f44031d15cbc,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:32.763276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Pushing event updated for resources: {'Port': ['ID=1f77e0af-c064-4089-8480-c8029e6e5ad3,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:32.780299 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:32.780683 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Added segment 73ec99ae-f6ee-4264-9688-3eb0cd6493a6 of type vlan for network 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb Apr 18 21:23:32.820750 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:32.847904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b463ac4-01c3-4990-931c-6aadc1e5d588 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:32.868408 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:32.892809 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:32.916826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8fc7e544-d249-46b2-bfb7-7afcd1c93271 req-d13290d4-cb7b-4d45-b419-5f66f985f5c3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Unset dirty status for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:32.917252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:32.918049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fc7e544-d249-46b2-bfb7-7afcd1c93271 req-d13290d4-cb7b-4d45-b419-5f66f985f5c3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 931 time: 1.0796137 Apr 18 21:23:32.935149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdebaad-cab7-4c2b-9e1e-96b13db8d41a req-29807f3b-3e01-4810-b48f-a5b779e4cb3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:32.935149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bdebaad-cab7-4c2b-9e1e-96b13db8d41a req-29807f3b-3e01-4810-b48f-a5b779e4cb3d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6945734 Apr 18 21:23:32.938139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:32.943500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Transition to ACTIVE for port object 5b463ac4-01c3-4990-931c-6aadc1e5d588 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:32.947900 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-a1d3c821-7704-4cd5-96b1-cfc25a0c9fae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b17fa31-4380-46db-828e-b6caf98aa291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7128572 Apr 18 21:23:33.037848 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.097151 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.129405 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.151511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1d27-afca-4b24-b4d3-26cef276f760 req-41d5b8dd-c943-48ee-8e8d-f1dec5bbd9a6 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:33.157670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1d27-afca-4b24-b4d3-26cef276f760 req-41d5b8dd-c943-48ee-8e8d-f1dec5bbd9a6 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:33.159503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1d27-afca-4b24-b4d3-26cef276f760 req-41d5b8dd-c943-48ee-8e8d-f1dec5bbd9a6 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:33.163571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1d27-afca-4b24-b4d3-26cef276f760 req-41d5b8dd-c943-48ee-8e8d-f1dec5bbd9a6 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:33.167572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1d27-afca-4b24-b4d3-26cef276f760 req-41d5b8dd-c943-48ee-8e8d-f1dec5bbd9a6 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:33.172667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1d27-afca-4b24-b4d3-26cef276f760 req-41d5b8dd-c943-48ee-8e8d-f1dec5bbd9a6 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:33.176594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1d27-afca-4b24-b4d3-26cef276f760 req-41d5b8dd-c943-48ee-8e8d-f1dec5bbd9a6 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:33.184432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2afd1d27-afca-4b24-b4d3-26cef276f760 req-41d5b8dd-c943-48ee-8e8d-f1dec5bbd9a6 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5432 time: 0.7264280 Apr 18 21:23:33.212354 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.216069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:33.216803 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.242524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:33.391849 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.396177 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.447082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fc7e544-d249-46b2-bfb7-7afcd1c93271 req-decc9b28-ef2d-484f-a711-28de767e3af7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116043 Apr 18 21:23:33.458251 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.485808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Attempting to bind port 1f77e0af-c064-4089-8480-c8029e6e5ad3 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:33.486155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Attempting to bind port 1f77e0af-c064-4089-8480-c8029e6e5ad3 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:33.486495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Attempting to bind port 1f77e0af-c064-4089-8480-c8029e6e5ad3 on network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:33.502741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Pushing event updated for resources: {'Network': ['ID=81f265ec-b15d-4ef9-85bf-d170a7b1f9cb,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:33.516421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Pushing event updated for resources: {'Port': ['ID=5b463ac4-01c3-4990-931c-6aadc1e5d588,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:33.523159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:23:33.527640 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cad84f91-93ec-4ab0-ab6f-cdeab0717f50 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.3126624 Apr 18 21:23:33.533358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51796) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:33.538079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2afd1d27-afca-4b24-b4d3-26cef276f760 req-7604fe92-314e-4414-8bdb-21e659d8d1f3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3527160 Apr 18 21:23:33.540388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-104ce8a6-91aa-42d3-9a00-57425a52bf8b service neutron] 10.222.0.59 "GET /v2.0/networks/6b17fa31-4380-46db-828e-b6caf98aa291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660799 Apr 18 21:23:33.540593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.547177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Fanout notify agent at l3_agent the message router_deleted on router d82367e6-828e-4700-8a82-40a498ee5d97 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:23:33.570768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Request body: {'subnet': {'network_id': '81f265ec-b15d-4ef9-85bf-d170a7b1f9cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:33.819205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.821520 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-16f4a39e-54cd-4b3c-9b65-72dfd5c1f8c2 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/routers/d82367e6-828e-4700-8a82-40a498ee5d97 HTTP/1.1" status: 204 len: 168 time: 5.3303151 Apr 18 21:23:33.824787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Port 1f77e0af-c064-4089-8480-c8029e6e5ad3 on network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:33.825225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Attempting to bind port 1f77e0af-c064-4089-8480-c8029e6e5ad3 on network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:33.839318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51804) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:33.846004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-826e8039-690b-4c35-9be3-bb3f71db0aad tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-124500178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:33.854743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:33.857103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:33.858091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Checking segment: {'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:33.858467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Bound using segment: {'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:33.858947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Bound port: 1f77e0af-c064-4089-8480-c8029e6e5ad3, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35131ab5-926b-4579-a81d-d0e4c2da67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:33.859235 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.871623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-826e8039-690b-4c35-9be3-bb3f71db0aad tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:33.874149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Usage tracker for resource:subnet and tenant:b1f5b91eb561496cbed6f54de9f438d5 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:33.880711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:33.883605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-826e8039-690b-4c35-9be3-bb3f71db0aad tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Usage tracker for resource:router and tenant:4e676e32e0794373b19e17013d885ce0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:33.890829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-826e8039-690b-4c35-9be3-bb3f71db0aad tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:33.893465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:33.900362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-826e8039-690b-4c35-9be3-bb3f71db0aad tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:33.990672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Attempting to bind port 5b463ac4-01c3-4990-931c-6aadc1e5d588 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:33.991555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Attempting to bind port 5b463ac4-01c3-4990-931c-6aadc1e5d588 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:33.992055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Attempting to bind port 5b463ac4-01c3-4990-931c-6aadc1e5d588 on network 8206fe37-8686-497b-b552-23c2a6f40d7d {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:33.995546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] For port 1f77e0af-c064-4089-8480-c8029e6e5ad3, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:34.000313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] For port 1f77e0af-c064-4089-8480-c8029e6e5ad3, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1f77e0af-c064-4089-8480-c8029e6e5ad3,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:34.006666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Made reservation on behalf of b1f5b91eb561496cbed6f54de9f438d5 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:34.019838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Port 5b463ac4-01c3-4990-931c-6aadc1e5d588 on network 8206fe37-8686-497b-b552-23c2a6f40d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:34.020164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Attempting to bind port 5b463ac4-01c3-4990-931c-6aadc1e5d588 on network 8206fe37-8686-497b-b552-23c2a6f40d7d {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:34.025395 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-826e8039-690b-4c35-9be3-bb3f71db0aad tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.026360 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-826e8039-690b-4c35-9be3-bb3f71db0aad tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.029614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1144737895', 'description': 'tempest-description-1737776375'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:34.036335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-bd1988b8-cc64-4a3f-8cdf-8e47faf27fc7 service neutron] 10.222.0.59 "GET /v2.0/networks/6b17fa31-4380-46db-828e-b6caf98aa291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892704 Apr 18 21:23:34.041308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:34.049859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:34.087929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.114285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:34.114708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Checking segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:34.115194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Bound using segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:34.115700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Bound port: 5b463ac4-01c3-4990-931c-6aadc1e5d588, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:34.122092 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.145832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:34.154881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:34.200342 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.201957 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] 10.222.0.26 "PUT /v2.0/ports/1f77e0af-c064-4089-8480-c8029e6e5ad3 HTTP/1.1" status: 200 len: 1091 time: 3.3842342 Apr 18 21:23:34.202396 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': '1f77e0af-c064-4089-8480-c8029e6e5ad3'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:34.212718 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.220248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc73c89-481d-4cbb-acae-79eea683ac9b req-2bea893f-2866-4065-bf73-ac85dde8b0c6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:34.225391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc73c89-481d-4cbb-acae-79eea683ac9b req-2bea893f-2866-4065-bf73-ac85dde8b0c6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:34.230423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc73c89-481d-4cbb-acae-79eea683ac9b req-2bea893f-2866-4065-bf73-ac85dde8b0c6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:34.236168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1d9ed-d630-4183-9034-b364c5f64911 service neutron] Pushing event updated for resources: {'Port': ['ID=1f77e0af-c064-4089-8480-c8029e6e5ad3,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:34.239385 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fc73c89-481d-4cbb-acae-79eea683ac9b req-2bea893f-2866-4065-bf73-ac85dde8b0c6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2412 time: 0.3858671 Apr 18 21:23:34.239619 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-826e8039-690b-4c35-9be3-bb3f71db0aad tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.246110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-6deaac2f-9050-479b-97a2-8a5332d74b29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=9f1e97b6-9996-4708-9189-e05438976288 HTTP/1.1" status: 200 len: 217 time: 0.2002990 Apr 18 21:23:34.313306 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.447009 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-826e8039-690b-4c35-9be3-bb3f71db0aad tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.477685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fc73c89-481d-4cbb-acae-79eea683ac9b req-ae5e3d93-e051-4df4-a5c7-3e9912bfe5bc tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351775 Apr 18 21:23:34.479315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-ab242cc8-f889-4285-8d53-95b3dc8a6a63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:34.480862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-ab242cc8-f889-4285-8d53-95b3dc8a6a63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd139ba9-977d-427c-9c47-51f9f65fb83d HTTP/1.1" status: 200 len: 801 time: 0.2107129 Apr 18 21:23:34.537365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:34.550057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:34.566463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:34.575323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:34.579785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] For port 5b463ac4-01c3-4990-931c-6aadc1e5d588, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:34.598562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] For port 5b463ac4-01c3-4990-931c-6aadc1e5d588, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5b463ac4-01c3-4990-931c-6aadc1e5d588,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:34.614157 n-d-836017-3 neutron-server[85050]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-dae3fb5f-19b2-435b-91b9-17d925c234ab']: {'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'code': 422} returned with failed status Apr 18 21:23:34.617582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-9f16b9c3-07c1-4601-be24-7481621892f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dafe2602-c859-489d-a2eb-f6832467210b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1280167 Apr 18 21:23:34.649517 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-1795d119-3431-4b93-88ee-97e981c0b08e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 6489 time: 0.3323247 Apr 18 21:23:34.730409 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-19e0d458-c239-453f-bc52-88930597b424 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=426f8c7a-d889-4424-be35-d5f5f6c0a12a HTTP/1.1" status: 200 len: 217 time: 0.0722234 Apr 18 21:23:34.774297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-826e8039-690b-4c35-9be3-bb3f71db0aad tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.775489 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-826e8039-690b-4c35-9be3-bb3f71db0aad tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9425340 Apr 18 21:23:34.794211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51822) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:34.806564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'enable_snat': False}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:34.824851 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.951340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a9c76297-7eea-4293-867f-efa4c67ee2fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:34.953025 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a9c76297-7eea-4293-867f-efa4c67ee2fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d00d652b-7469-4e5e-b51f-27ade5c396f8 HTTP/1.1" status: 200 len: 855 time: 0.2165577 Apr 18 21:23:34.981464 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.984604 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] 10.222.0.26 "PUT /v2.0/ports/5b463ac4-01c3-4990-931c-6aadc1e5d588 HTTP/1.1" status: 200 len: 1091 time: 4.3223755 Apr 18 21:23:34.990577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fbe5c0-f28d-4996-9341-8b4c6cf51895', 'tag': '5b463ac4-01c3-4990-931c-6aadc1e5d588'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:35.037826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51830) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:35.055213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ceb595-19f0-4cae-8f54-12abc0e09f1d service neutron] Pushing event updated for resources: {'Port': ['ID=5b463ac4-01c3-4990-931c-6aadc1e5d588,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:35.072776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-431ca35d-9601-4076-9f0b-fd1f7650946f service neutron] 10.222.0.59 "GET /v2.0/networks/dafe2602-c859-489d-a2eb-f6832467210b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491000 Apr 18 21:23:35.075780 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.083875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.222794 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.235173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Pushing event updated for resources: {'Subnet': ['ID=ee4279c3-bc9b-4f52-a4c3-a71babb2d61a,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:35.252621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e50d2-1b5d-4f90-9ce4-6f9b3ad665cf req-61a09968-e322-444d-bddc-459a8ecf13bd tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:35.254374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-200e50d2-1b5d-4f90-9ce4-6f9b3ad665cf req-61a09968-e322-444d-bddc-459a8ecf13bd tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.4369802 Apr 18 21:23:35.268682 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a3149fa2-9c1d-409e-bd3e-54d42b2e1574 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea543e9-f1b9-4fd2-a362-bd88cda88288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3043218 Apr 18 21:23:35.352185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b03b29-aee5-4873-a0c9-5135c6ead144,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:35.381811 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a49d779a-e752-408f-a329-08d8c601e58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.423251 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30be19a8-71dc-4689-ae0d-1209d19f1bd2 req-1879f956-64df-4435-b5a0-e2f20ff956a3 service neutron] 10.222.0.59 "GET /v2.0/networks/dafe2602-c859-489d-a2eb-f6832467210b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384273 Apr 18 21:23:35.423936 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.424988 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21c2e9a4-3400-4cf4-8729-a249cce629ee req-5a7123b0-224e-49d7-b26a-ced711c1fc23 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.4084930 Apr 18 21:23:35.431571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-200e50d2-1b5d-4f90-9ce4-6f9b3ad665cf req-66c8d3e4-c5e5-4e2f-a6a7-5d6b13803dd0 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607814 Apr 18 21:23:35.446132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-38486325-0cab-43cb-be40-94d37b9f6ad4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 1094 time: 0.3349526 Apr 18 21:23:35.460413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a49d779a-e752-408f-a329-08d8c601e58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:35.465313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a49d779a-e752-408f-a329-08d8c601e58d admin admin] Usage tracker for resource:security_group_rule and tenant:b39fb0686c6649458b59877f7207d88a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:35.469827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a49d779a-e752-408f-a329-08d8c601e58d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:35.477069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a49d779a-e752-408f-a329-08d8c601e58d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:35.477526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Checking segment: {'id': '73ec99ae-f6ee-4264-9688-3eb0cd6493a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '81f265ec-b15d-4ef9-85bf-d170a7b1f9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:35.478000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Network hostable DHCP agents. Network: 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:23:35.522180 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d099135e-01d8-4592-bd00-97aae5ba02d7'] response: {'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': '1f77e0af-c064-4089-8480-c8029e6e5ad3', 'status': 'completed', 'code': 200} Apr 18 21:23:35.556992 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.571641 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d4909d68-3f48-44b2-b3b2-29486d0eda37 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea543e9-f1b9-4fd2-a362-bd88cda88288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490082 Apr 18 21:23:35.689281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Network 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:23:35.735118 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-bfbb92df-dc84-4966-ba1b-ad4f3b7410c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b463ac4-01c3-4990-931c-6aadc1e5d588 HTTP/1.1" status: 200 len: 217 time: 0.2385182 Apr 18 21:23:35.790055 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6a5f558d-253b-4bb6-a422-d541b0321a23 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea543e9-f1b9-4fd2-a362-bd88cda88288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105865 Apr 18 21:23:35.861994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:35.867396 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:35.867976 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.874285 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-0e9b19b8-2382-47ba-b2fa-eb3de052339a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 HTTP/1.1" status: 200 len: 217 time: 0.0777590 Apr 18 21:23:35.877796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a40e9d-16bc-4f26-80ed-3431efe23c51 None None] Network 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:23:35.901456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1687ad2-d5ad-4097-a37a-0a38429d1fcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:35.902895 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-e1687ad2-d5ad-4097-a37a-0a38429d1fcd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.1551676 Apr 18 21:23:35.915017 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a49d779a-e752-408f-a329-08d8c601e58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.975047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d97a438-5375-4851-a1aa-0adbca244741 req-d4ca767c-82f7-4540-8c74-e7831511451e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f628d21202440e8b443314511d1a1c1&device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2865 time: 0.3957388 Apr 18 21:23:35.977635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-9b055c3f-12b4-4632-8aa2-76b145283df4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:35.979197 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-9b055c3f-12b4-4632-8aa2-76b145283df4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3149a32-f5d5-46d2-8865-186681244fa6 HTTP/1.1" status: 200 len: 797 time: 0.0883179 Apr 18 21:23:35.985547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d3582-e818-41e5-a71d-f622d2b247f0 req-2ab8cbd2-2b0f-4e9b-b5ce-8a89b75a4128 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:35.986978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e6d3582-e818-41e5-a71d-f622d2b247f0 req-2ab8cbd2-2b0f-4e9b-b5ce-8a89b75a4128 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 943 time: 0.3547432 Apr 18 21:23:36.024753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8649-a93e-4a23-8602-7e8131ba98cd req-cf143d72-70ec-4c0f-88a5-c9f8578b48c7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.028814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8649-a93e-4a23-8602-7e8131ba98cd req-cf143d72-70ec-4c0f-88a5-c9f8578b48c7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.033427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8649-a93e-4a23-8602-7e8131ba98cd req-cf143d72-70ec-4c0f-88a5-c9f8578b48c7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.037302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8649-a93e-4a23-8602-7e8131ba98cd req-cf143d72-70ec-4c0f-88a5-c9f8578b48c7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.041725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8649-a93e-4a23-8602-7e8131ba98cd req-cf143d72-70ec-4c0f-88a5-c9f8578b48c7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.046384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8649-a93e-4a23-8602-7e8131ba98cd req-cf143d72-70ec-4c0f-88a5-c9f8578b48c7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.050250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8649-a93e-4a23-8602-7e8131ba98cd req-cf143d72-70ec-4c0f-88a5-c9f8578b48c7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.056159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-809d8649-a93e-4a23-8602-7e8131ba98cd req-cf143d72-70ec-4c0f-88a5-c9f8578b48c7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5432 time: 0.4182050 Apr 18 21:23:36.057866 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a49d779a-e752-408f-a329-08d8c601e58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.099828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-81f265ec-b15d-4ef9-85bf-d170a7b1f9cb', 'network_id': '81f265ec-b15d-4ef9-85bf-d170a7b1f9cb', 'tenant_id': 'b1f5b91eb561496cbed6f54de9f438d5', 'fixed_ips': [{'subnet_id': 'ee4279c3-bc9b-4f52-a4c3-a71babb2d61a'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:23:36.100650 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.165458 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-36b0d095-18d7-4fb0-b84d-60cdc8888d27 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6275244 Apr 18 21:23:36.177148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51842) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:36.202423 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.206766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Request body: {'port': {'network_id': '81f265ec-b15d-4ef9-85bf-d170a7b1f9cb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1059183124'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:36.245665 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.270944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Allocated IP 2001:db8::2 (81f265ec-b15d-4ef9-85bf-d170a7b1f9cb/ee4279c3-bc9b-4f52-a4c3-a71babb2d61a/c9e0f692-5032-4e03-a40e-84b565daeeae) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:36.308226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d779a-e752-408f-a329-08d8c601e58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1b95cc-4d54-4884-8dd8-0666f46f3b07,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:36.327382 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-1740b4f2-4968-4eec-9e85-c4bd8664e59a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1953783 Apr 18 21:23:36.358561 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a49d779a-e752-408f-a329-08d8c601e58d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b39fb0686c6649458b59877f7207d88a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3163786 Apr 18 21:23:36.370240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51846) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:36.414033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e6d3582-e818-41e5-a71d-f622d2b247f0 req-e72cdc50-17e3-4975-a006-36027270fe4c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039910 Apr 18 21:23:36.425040 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-809d8649-a93e-4a23-8602-7e8131ba98cd req-ba2fcf98-2fea-4614-9531-dfe0873047a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3593745 Apr 18 21:23:36.438474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-87d5aa1c-239d-4a6e-ac95-799676796535 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5221112 Apr 18 21:23:36.444270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97a438-5375-4851-a1aa-0adbca244741 req-60bed154-0b7a-4519-931b-78b5fe2d5b5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.451457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d97a438-5375-4851-a1aa-0adbca244741 req-60bed154-0b7a-4519-931b-78b5fe2d5b5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=dafe2602-c859-489d-a2eb-f6832467210b HTTP/1.1" status: 200 len: 903 time: 0.4560344 Apr 18 21:23:36.501752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Allocated IP 172.25.3.176 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/bd97e58d-d875-4653-928d-49ba54aaec64) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:36.535052 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.549641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Transition to ACTIVE for port object c9e0f692-5032-4e03-a40e-84b565daeeae will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:36.552581 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fa57c7-46d4-4655-ac60-7b7682824211'] response: {'name': 'network-changed', 'server_uuid': '30fbe5c0-f28d-4996-9341-8b4c6cf51895', 'tag': '5b463ac4-01c3-4990-931c-6aadc1e5d588', 'status': 'completed', 'code': 200} Apr 18 21:23:36.578765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Transition to ACTIVE for port object c9e0f692-5032-4e03-a40e-84b565daeeae will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:36.589333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:36.634397 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-16969c07-744b-4056-b4b8-6a02ca7c3032 service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524183 Apr 18 21:23:36.678204 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.786479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Network 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:36.795748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:36.805951 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d97a438-5375-4851-a1aa-0adbca244741 req-17eb1779-b48d-4bb4-92f7-4b6f09868f13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=9f1e97b6-9996-4708-9189-e05438976288 HTTP/1.1" status: 200 len: 217 time: 0.3256879 Apr 18 21:23:36.808033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:36.813428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Pushing event updated for resources: {'Port': ['ID=c9e0f692-5032-4e03-a40e-84b565daeeae,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:36.832409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:36.856878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.858006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.858157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.858448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.858775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.859214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.859541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.859863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.860185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.860501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.860819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.877221 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.893300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Usage tracker for resource:port and tenant:b1f5b91eb561496cbed6f54de9f438d5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:36.913648 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-fb6623b9-5ecc-43d9-be4b-6051784f0580 service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714636 Apr 18 21:23:36.917565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:36.927332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Attempting to bind port c9e0f692-5032-4e03-a40e-84b565daeeae on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:36.927907 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Attempting to bind port c9e0f692-5032-4e03-a40e-84b565daeeae by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '73ec99ae-f6ee-4264-9688-3eb0cd6493a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '81f265ec-b15d-4ef9-85bf-d170a7b1f9cb'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:36.927907 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Attempting to bind port c9e0f692-5032-4e03-a40e-84b565daeeae on network 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:36.934922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:36.935287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Checking segment: {'id': '73ec99ae-f6ee-4264-9688-3eb0cd6493a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '81f265ec-b15d-4ef9-85bf-d170a7b1f9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:36.935886 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.941194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Bound using segment: {'id': '73ec99ae-f6ee-4264-9688-3eb0cd6493a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '81f265ec-b15d-4ef9-85bf-d170a7b1f9cb'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:36.941194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Bound port: c9e0f692-5032-4e03-a40e-84b565daeeae, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ec99ae-f6ee-4264-9688-3eb0cd6493a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '81f265ec-b15d-4ef9-85bf-d170a7b1f9cb'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:36.941194 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.944836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:36.948706 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-19d1456b-b99e-43a3-8454-0ae184f83469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.990467 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3284480b-abe5-4655-a4ca-6332d1dbd391 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 HTTP/1.1" status: 200 len: 217 time: 0.0704176 Apr 18 21:23:36.994565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da545c6d-b709-4a3e-b862-583b73160123 req-aec87f17-235f-4720-920c-f07df69b43c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/e2b03b29-aee5-4873-a0c9-5135c6ead144 HTTP/1.1" status: 200 len: 1639 time: 0.4411564 Apr 18 21:23:37.010414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97a438-5375-4851-a1aa-0adbca244741 req-4647c384-ee6a-4d3f-bbea-0791ae1df5b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:37.011916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d97a438-5375-4851-a1aa-0adbca244741 req-4647c384-ee6a-4d3f-bbea-0791ae1df5b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd139ba9-977d-427c-9c47-51f9f65fb83d HTTP/1.1" status: 200 len: 801 time: 0.1903973 Apr 18 21:23:37.026649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-da545c6d-b709-4a3e-b862-583b73160123 req-1df98382-6ffe-4b1f-b698-7829e91c32c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2b03b29-aee5-4873-a0c9-5135c6ead144', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:37.027390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-da545c6d-b709-4a3e-b862-583b73160123 req-1df98382-6ffe-4b1f-b698-7829e91c32c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2b03b29-aee5-4873-a0c9-5135c6ead144', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:37.032103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] For port c9e0f692-5032-4e03-a40e-84b565daeeae, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:37.035791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] For port c9e0f692-5032-4e03-a40e-84b565daeeae, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c9e0f692-5032-4e03-a40e-84b565daeeae,segment=NetworkSegment(73ec99ae-f6ee-4264-9688-3eb0cd6493a6),segment_id=73ec99ae-f6ee-4264-9688-3eb0cd6493a6)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:37.041375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:37.070755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-19d1456b-b99e-43a3-8454-0ae184f83469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:37.078607 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-4ebab720-adcf-4b49-a6a7-18d067e1c8b3 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056056 Apr 18 21:23:37.087784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-da545c6d-b709-4a3e-b862-583b73160123 req-1df98382-6ffe-4b1f-b698-7829e91c32c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:37.096691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Made reservation on behalf of b1f5b91eb561496cbed6f54de9f438d5 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:37.099579 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:37.103694 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:37.111153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-da545c6d-b709-4a3e-b862-583b73160123 req-1df98382-6ffe-4b1f-b698-7829e91c32c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:37.142659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-da545c6d-b709-4a3e-b862-583b73160123 req-1df98382-6ffe-4b1f-b698-7829e91c32c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:37.147845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:37.152104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:37.161982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cccde18c-6510-4b4a-bc8a-e1ef2996124c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:37.164259 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cccde18c-6510-4b4a-bc8a-e1ef2996124c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3149a32-f5d5-46d2-8865-186681244fa6 HTTP/1.1" status: 200 len: 797 time: 0.1628852 Apr 18 21:23:37.165463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:37.198513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c90d6a-f0ef-47bc-9d08-2f365224ed3e None None] Pushing event updated for resources: {'Port': ['ID=c9e0f692-5032-4e03-a40e-84b565daeeae,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:37.212184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Pushing event updated for resources: {'Port': ['ID=bd97e58d-d875-4653-928d-49ba54aaec64,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:37.215495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-da545c6d-b709-4a3e-b862-583b73160123 req-1df98382-6ffe-4b1f-b698-7829e91c32c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:37.272386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] device_id is not set on port a81711a2-b5cd-4efe-9daf-055de2e6ed5c yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:23:37.373669 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-de232bbd-b092-4a73-8a1f-0d75fb6fab88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1630847 Apr 18 21:23:37.446405 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d97a438-5375-4851-a1aa-0adbca244741 req-5130cff0-2c97-4db5-9127-35d21f0c0618 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dafe2602-c859-489d-a2eb-f6832467210b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4239633 Apr 18 21:23:37.453884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85ad8a07-ccdf-42ac-b237-42bf41d3a8f8 req-38203d2a-12d3-47c0-ab7b-0422364aafd8 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604624 Apr 18 21:23:37.565723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-2c9dca04-074f-4b44-8091-738cff8f31e6 service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809604 Apr 18 21:23:37.601815 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-19d1456b-b99e-43a3-8454-0ae184f83469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:37.699207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1456b-b99e-43a3-8454-0ae184f83469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1b95cc-4d54-4884-8dd8-0666f46f3b07,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:37.722391 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d1ae6586-c8ea-4768-88de-297effd0f73e service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470346 Apr 18 21:23:37.727094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:37.777956 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-da545c6d-b709-4a3e-b862-583b73160123 req-1df98382-6ffe-4b1f-b698-7829e91c32c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:37.780290 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-19d1456b-b99e-43a3-8454-0ae184f83469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:37.781461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-19d1456b-b99e-43a3-8454-0ae184f83469 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad1b95cc-4d54-4884-8dd8-0666f46f3b07 HTTP/1.1" status: 204 len: 168 time: 1.4074125 Apr 18 21:23:37.784078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Allocated IP 2001:db8::357 (81f265ec-b15d-4ef9-85bf-d170a7b1f9cb/ee4279c3-bc9b-4f52-a4c3-a71babb2d61a/a81711a2-b5cd-4efe-9daf-055de2e6ed5c) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:37.834354 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d97a438-5375-4851-a1aa-0adbca244741 req-135e658c-83b1-4965-8066-3dc750929715 service neutron] 10.222.0.59 "GET /v2.0/networks/dafe2602-c859-489d-a2eb-f6832467210b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270626 Apr 18 21:23:37.930507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c9e0f692-5032-4e03-a40e-84b565daeeae up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:38.046661 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-5eb24155-ef09-4146-b378-0c7c3a55a3cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=41cac76b-2029-432c-bb4c-55ef1c94f7a8 HTTP/1.1" status: 200 len: 217 time: 0.2723856 Apr 18 21:23:38.090581 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-da545c6d-b709-4a3e-b862-583b73160123 req-1df98382-6ffe-4b1f-b698-7829e91c32c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:38.092990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c9e0f692-5032-4e03-a40e-84b565daeeae completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:38.158285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-c592748f-8156-4cc8-98bf-8e3d773e301d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.159891 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-c592748f-8156-4cc8-98bf-8e3d773e301d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3149a32-f5d5-46d2-8865-186681244fa6 HTTP/1.1" status: 200 len: 797 time: 0.1034498 Apr 18 21:23:38.214494 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:38.224257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef399bcb-a01f-42d9-8d2e-83cd85de44e8 req-d141d1dd-d86b-4585-8bc9-3d6bbe2d01d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 1094 time: 0.6021972 Apr 18 21:23:38.226794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:38.239612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-da545c6d-b709-4a3e-b862-583b73160123 req-1df98382-6ffe-4b1f-b698-7829e91c32c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:38.366683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df98382-6ffe-4b1f-b698-7829e91c32c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45f8bf1-f9b4-4657-8a24-78d51783d826,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:38.390669 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-bd6b5bb1-1a37-49c9-8897-2a09c78b921c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2246788 Apr 18 21:23:38.491764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded1ab6b-8f66-44c0-8d94-a9f18b3bf40b None None] Network 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:23:38.547536 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-55bd5d50-9bf9-4386-ac74-dada78086cbd service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489766 Apr 18 21:23:38.587225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-da545c6d-b709-4a3e-b862-583b73160123 req-1df98382-6ffe-4b1f-b698-7829e91c32c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:38.588464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da545c6d-b709-4a3e-b862-583b73160123 req-1df98382-6ffe-4b1f-b698-7829e91c32c2 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.5756347 Apr 18 21:23:38.590391 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d97a438-5375-4851-a1aa-0adbca244741 req-dd98ed33-0147-4534-a31b-0a62a0bc39de service neutron] 10.222.0.59 "GET /v2.0/networks/dafe2602-c859-489d-a2eb-f6832467210b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471344 Apr 18 21:23:38.623876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ffea6661-2df8-4bcb-a772-fdf689c3f799 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:23:38.677090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a00c0-ed20-43cc-8556-1762f331c582 req-2bea4799-a3a5-4ba9-a81a-949849f046e8 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.681593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a00c0-ed20-43cc-8556-1762f331c582 req-2bea4799-a3a5-4ba9-a81a-949849f046e8 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.686128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a00c0-ed20-43cc-8556-1762f331c582 req-2bea4799-a3a5-4ba9-a81a-949849f046e8 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.693078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-830a00c0-ed20-43cc-8556-1762f331c582 req-2bea4799-a3a5-4ba9-a81a-949849f046e8 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2412 time: 0.5767024 Apr 18 21:23:38.759391 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-84a6d055-0692-4bba-890e-9f0580c687b9 service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804423 Apr 18 21:23:38.778032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef399bcb-a01f-42d9-8d2e-83cd85de44e8 req-c9db4de2-de3f-446d-b096-da6f6a786216 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.780112 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef399bcb-a01f-42d9-8d2e-83cd85de44e8 req-c9db4de2-de3f-446d-b096-da6f6a786216 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.5271196 Apr 18 21:23:38.788698 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:38.834063 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-cc977333-b299-4ee8-a9fc-f54cc3367470 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=d204f9c6-c349-4bde-aed2-570bd09bb421 HTTP/1.1" status: 200 len: 217 time: 0.0795074 Apr 18 21:23:38.863158 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-830a00c0-ed20-43cc-8556-1762f331c582 req-a4a81e17-acd0-4441-b9aa-8e55be341fc2 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688397 Apr 18 21:23:38.908097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ffea6661-2df8-4bcb-a772-fdf689c3f799, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ffea6661-2df8-4bcb-a772-fdf689c3f799,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:38.920961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-e9b22698-bf84-4c16-b8e1-60e431f918f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.922396 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-e9b22698-bf84-4c16-b8e1-60e431f918f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3149a32-f5d5-46d2-8865-186681244fa6 HTTP/1.1" status: 200 len: 797 time: 0.0824459 Apr 18 21:23:38.962310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Transition to ACTIVE for port object a81711a2-b5cd-4efe-9daf-055de2e6ed5c will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:38.967704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'ffea6661-2df8-4bcb-a772-fdf689c3f799', 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b', 'port_id': 'ffea6661-2df8-4bcb-a772-fdf689c3f799', 'mac_address': 'fa:16:3e:6c:0d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd139ba9-977d-427c-9c47-51f9f65fb83d', 'ip_address': '19.80.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:23:39.013362 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-6a244ce2-4ac3-4804-b7bd-6dc51f6dae03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0838192 Apr 18 21:23:39.080885 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.108419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffea6661-2df8-4bcb-a772-fdf689c3f799 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:39.143586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ffea6661-2df8-4bcb-a772-fdf689c3f799, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ffea6661-2df8-4bcb-a772-fdf689c3f799,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:39.146228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-642e9d5e-8082-492b-a654-68414b35611a None None] Provisioning for port c9e0f692-5032-4e03-a40e-84b565daeeae completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:39.159354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-642e9d5e-8082-492b-a654-68414b35611a None None] Provisioning complete for port c9e0f692-5032-4e03-a40e-84b565daeeae triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:39.164945 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-642e9d5e-8082-492b-a654-68414b35611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.165106 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-0febe443-7fbe-42f2-a9fd-e4f7344d865b service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425049 Apr 18 21:23:39.172204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef399bcb-a01f-42d9-8d2e-83cd85de44e8 req-32a6ee39-300c-4299-8c02-3ef95548fbc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b463ac4-01c3-4990-931c-6aadc1e5d588 HTTP/1.1" status: 200 len: 217 time: 0.3790195 Apr 18 21:23:39.199280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Router 8526185a-b917-4b76-bdb0-95bf5e4bee69 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:23:39.239528 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.279275 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.288583 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.291156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:23:39.353711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0431ce6-4ef7-4b00-aa06-dd61570c8ff9 req-71f25f4f-8e9b-4c33-b140-38b1dee9bf7b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.355166 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0431ce6-4ef7-4b00-aa06-dd61570c8ff9 req-71f25f4f-8e9b-4c33-b140-38b1dee9bf7b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 943 time: 0.5075037 Apr 18 21:23:39.362481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Pushing event updated for resources: {'Port': ['ID=a81711a2-b5cd-4efe-9daf-055de2e6ed5c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:39.365669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef399bcb-a01f-42d9-8d2e-83cd85de44e8 req-2fd94ebe-bf5f-4d88-a067-e4f343457878 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.367090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef399bcb-a01f-42d9-8d2e-83cd85de44e8 req-2fd94ebe-bf5f-4d88-a067-e4f343457878 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.1867142 Apr 18 21:23:39.375614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Network 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:39.423006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:39.437820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:39.441843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.442457 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.471243 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-09e5775e-38fa-4cd1-a596-b89806ecfdcb service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996042 Apr 18 21:23:39.477172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfc07c-f1e7-4454-9afa-9c63bf88f0ca req-cf4cff9c-612f-44fa-a8ec-4090ef738e19 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.479233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfc07c-f1e7-4454-9afa-9c63bf88f0ca req-cf4cff9c-612f-44fa-a8ec-4090ef738e19 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.483304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfc07c-f1e7-4454-9afa-9c63bf88f0ca req-cf4cff9c-612f-44fa-a8ec-4090ef738e19 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.487269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfc07c-f1e7-4454-9afa-9c63bf88f0ca req-cf4cff9c-612f-44fa-a8ec-4090ef738e19 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.491126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfc07c-f1e7-4454-9afa-9c63bf88f0ca req-cf4cff9c-612f-44fa-a8ec-4090ef738e19 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.497117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfc07c-f1e7-4454-9afa-9c63bf88f0ca req-cf4cff9c-612f-44fa-a8ec-4090ef738e19 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.502863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfc07c-f1e7-4454-9afa-9c63bf88f0ca req-cf4cff9c-612f-44fa-a8ec-4090ef738e19 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.510732 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afdfc07c-f1e7-4454-9afa-9c63bf88f0ca req-cf4cff9c-612f-44fa-a8ec-4090ef738e19 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5432 time: 0.3761580 Apr 18 21:23:39.584267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0431ce6-4ef7-4b00-aa06-dd61570c8ff9 req-61a28bdb-a9bc-4a7d-a9f2-d4a56067154a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162044 Apr 18 21:23:39.612798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afdfc07c-f1e7-4454-9afa-9c63bf88f0ca req-196baf4b-a48b-490d-8fad-4489a41d4e4e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010582 Apr 18 21:23:39.631488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f56e6554-ebcc-4100-975c-aaee06a006b9 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.4484134 Apr 18 21:23:39.633105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51890) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:39.661833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Request body: {'port': {'network_id': '81f265ec-b15d-4ef9-85bf-d170a7b1f9cb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-977444582', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:39.662334 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.api.validators [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] bootfile-name is not in valid_values {{(pid=85048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:23:39.662679 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.api.validators [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] tftp-server is not in valid_values {{(pid=85048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:23:39.663017 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.api.validators [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] server-ip-address is not in valid_values {{(pid=85048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:23:39.680511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=ffea6661-2df8-4bcb-a772-fdf689c3f799,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:39.726014 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef399bcb-a01f-42d9-8d2e-83cd85de44e8 req-d65edb02-9c76-4ea5-a406-148fda6d591f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3492980 Apr 18 21:23:39.771916 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-0389efed-e238-4688-aa02-ed4e16ca5f60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b0c271c9-5ee4-4b0e-95f9-bed62da38862 HTTP/1.1" status: 200 len: 217 time: 0.2715099 Apr 18 21:23:39.820789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1757671292', 'description': 'tempest-description-1052815117'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:39.820923 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-642e9d5e-8082-492b-a654-68414b35611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.871667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-ffd8d678-2e7d-4dad-b2bf-67f12a260117 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.873679 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-ffd8d678-2e7d-4dad-b2bf-67f12a260117 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1b562e9-35b3-411d-9a72-52e584c76442 HTTP/1.1" status: 200 len: 797 time: 0.0884302 Apr 18 21:23:39.873823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a,segment=NetworkSegment(02f2ddab-baa1-48d6-8152-d5cd98d0fd5d),segment_id=02f2ddab-baa1-48d6-8152-d5cd98d0fd5d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:39.929530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a', 'network_id': '6b17fa31-4380-46db-828e-b6caf98aa291', 'port_id': '1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a', 'mac_address': 'fa:16:3e:65:bb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70bab6ce-7c7f-4eae-9329-df310eb10d87', 'ip_address': '19.86.0.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:23:39.936092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-642e9d5e-8082-492b-a654-68414b35611a None None] For port c9e0f692-5032-4e03-a40e-84b565daeeae, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c9e0f692-5032-4e03-a40e-84b565daeeae,segment=NetworkSegment(73ec99ae-f6ee-4264-9688-3eb0cd6493a6),segment_id=73ec99ae-f6ee-4264-9688-3eb0cd6493a6)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:39.974931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:23:39.989458 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-3c6b0c41-c394-425a-a6fe-fda2872a4260 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1066585 Apr 18 21:23:39.991533 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.997417 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-da0db503-180e-4aab-a6e6-a71eed42acba tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "PUT /v2.0/routers/8526185a-b917-4b76-bdb0-95bf5e4bee69 HTTP/1.1" status: 200 len: 915 time: 5.2089350 Apr 18 21:23:39.999798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51904) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:40.002764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506b8f83-d2f5-4693-9efb-c00e44b9906a None None] Sync routers for ids ['8526185a-b917-4b76-bdb0-95bf5e4bee69'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:23:40.025607 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-642e9d5e-8082-492b-a654-68414b35611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.030696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:40.039941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:40.046315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:40.050216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:40.054664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Usage tracker for resource:port and tenant:b1f5b91eb561496cbed6f54de9f438d5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:40.059596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:40.064396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:40.073166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:40.105566 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.121194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef399bcb-a01f-42d9-8d2e-83cd85de44e8 req-dd4556b9-83dd-43cf-84ee-16495222c3d1 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461232 Apr 18 21:23:40.150278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b8f83-d2f5-4693-9efb-c00e44b9906a None None] Routers {'8526185a-b917-4b76-bdb0-95bf5e4bee69'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:40.151328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-506b8f83-d2f5-4693-9efb-c00e44b9906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:23:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8526185a-b917-4b76-bdb0-95bf5e4bee69'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:40.169021 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.286729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Made reservation on behalf of b1f5b91eb561496cbed6f54de9f438d5 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:40.289867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.305950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-506b8f83-d2f5-4693-9efb-c00e44b9906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:40.309718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:40.348989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e9d5e-8082-492b-a654-68414b35611a None None] Pushing event updated for resources: {'Port': ['ID=c9e0f692-5032-4e03-a40e-84b565daeeae,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:40.357020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-227ed002-cfe6-4e01-8f31-a0c66515cb54 None None] Provisioning complete for port c9e0f692-5032-4e03-a40e-84b565daeeae triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:40.357522 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-227ed002-cfe6-4e01-8f31-a0c66515cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.362929 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] device_id is not set on port 491926be-8285-4731-9a60-b666ae2c2bf0 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:23:40.426266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a,segment=NetworkSegment(02f2ddab-baa1-48d6-8152-d5cd98d0fd5d),segment_id=02f2ddab-baa1-48d6-8152-d5cd98d0fd5d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:40.430037 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-e66d95f9-13be-4fb2-8872-f61e97be0659 service neutron] 10.222.0.26 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310050 Apr 18 21:23:40.438844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b8f83-d2f5-4693-9efb-c00e44b9906a None None] Routers {'8526185a-b917-4b76-bdb0-95bf5e4bee69'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:40.439687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-506b8f83-d2f5-4693-9efb-c00e44b9906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:23:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8526185a-b917-4b76-bdb0-95bf5e4bee69'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:40.447687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:40.464754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:40.472179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef399bcb-a01f-42d9-8d2e-83cd85de44e8 req-5d0d9a58-2260-4b80-9d98-1ad92ba22c9a service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403397 Apr 18 21:23:40.472938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:40.483311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:40.541249 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.543930 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9f1e97b6-9996-4708-9189-e05438976288 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:23:40.602087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Allocated IP 2001:db8::345 (81f265ec-b15d-4ef9-85bf-d170a7b1f9cb/ee4279c3-bc9b-4f52-a4c3-a71babb2d61a/491926be-8285-4731-9a60-b666ae2c2bf0) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:40.619172 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-5adb3e73-1332-4a8e-8960-1bc03e4a4e03 service neutron] 10.222.0.26 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804211 Apr 18 21:23:40.624714 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.625509 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-610e8852-c635-41f1-9dc8-718306333e48 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/routers/8526185a-b917-4b76-bdb0-95bf5e4bee69 HTTP/1.1" status: 200 len: 921 time: 0.6246347 Apr 18 21:23:40.626711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51916) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:40.633739 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:40.665395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-506b8f83-d2f5-4693-9efb-c00e44b9906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:40.666024 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506b8f83-d2f5-4693-9efb-c00e44b9906a None None] The sync data for ids ['8526185a-b917-4b76-bdb0-95bf5e4bee69'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:23:40.702311 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.703512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-d270042d-3e56-47e9-8b6f-e5ef1fd9e7ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1f77e0af-c064-4089-8480-c8029e6e5ad3 HTTP/1.1" status: 200 len: 217 time: 0.0767424 Apr 18 21:23:40.726114 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9f1e97b6-9996-4708-9189-e05438976288, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9f1e97b6-9996-4708-9189-e05438976288,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:40.745759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '9f1e97b6-9996-4708-9189-e05438976288', 'network_id': 'dafe2602-c859-489d-a2eb-f6832467210b', 'port_id': '9f1e97b6-9996-4708-9189-e05438976288', 'mac_address': 'fa:16:3e:fe:44:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd139ba9-977d-427c-9c47-51f9f65fb83d', 'ip_address': '19.80.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:23:40.775696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-5b450b20-d2ec-4950-a32a-3a94185f3d0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:40.777347 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-5b450b20-d2ec-4950-a32a-3a94185f3d0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1b562e9-35b3-411d-9a72-52e584c76442 HTTP/1.1" status: 200 len: 797 time: 0.0671871 Apr 18 21:23:40.878281 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.903662 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-122bfff0-076a-4874-8f97-0100fa724f42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119919 Apr 18 21:23:40.909607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5b463ac4-01c3-4990-931c-6aadc1e5d588 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:23:40.929609 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1e97b6-9996-4708-9189-e05438976288 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:40.930477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e5e1bc-c54e-43ff-9f16-0f52c80f2936,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:40.943012 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.957705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4112146e-1380-48f7-bc81-01244b14e3b4 None None] Provisioning for port a81711a2-b5cd-4efe-9daf-055de2e6ed5c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:40.958050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b63f60ef-0aa1-4e3d-98aa-21eb35a7398a req-e984c777-51ec-4e0b-8830-5fcb95cbeb45 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.2305360 Apr 18 21:23:40.971593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4112146e-1380-48f7-bc81-01244b14e3b4 None None] Provisioning complete for port a81711a2-b5cd-4efe-9daf-055de2e6ed5c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:40.972225 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4112146e-1380-48f7-bc81-01244b14e3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.018267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9f1e97b6-9996-4708-9189-e05438976288, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9f1e97b6-9996-4708-9189-e05438976288,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:41.061696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4112146e-1380-48f7-bc81-01244b14e3b4 None None] Port a81711a2-b5cd-4efe-9daf-055de2e6ed5c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:23:41.112224 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.140776 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-a92629a5-1115-4bc1-afd6-6357fd8f7f03 service neutron] 10.222.0.26 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295399 Apr 18 21:23:41.190634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-98835036-acbc-443b-b0b6-84f28e631e23 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&device_id=8526185a-b917-4b76-bdb0-95bf5e4bee69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5626497 Apr 18 21:23:41.193164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51936) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:41.201174 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9f1e97b6-9996-4708-9189-e05438976288,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:41.202947 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.235738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Transition to ACTIVE for port object 491926be-8285-4731-9a60-b666ae2c2bf0 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:41.298355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f2d8-9d78-4c01-b0c9-5fd1fad9201e req-a26fa735-e73c-4c49-a713-035e55be7061 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:41.303630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f2d8-9d78-4c01-b0c9-5fd1fad9201e req-a26fa735-e73c-4c49-a713-035e55be7061 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:41.304345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 5b463ac4-01c3-4990-931c-6aadc1e5d588, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5b463ac4-01c3-4990-931c-6aadc1e5d588,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:41.307623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f2d8-9d78-4c01-b0c9-5fd1fad9201e req-a26fa735-e73c-4c49-a713-035e55be7061 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:41.316561 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d10f2d8-9d78-4c01-b0c9-5fd1fad9201e req-a26fa735-e73c-4c49-a713-035e55be7061 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2414 time: 0.3920012 Apr 18 21:23:41.322710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '5b463ac4-01c3-4990-931c-6aadc1e5d588', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'port_id': '5b463ac4-01c3-4990-931c-6aadc1e5d588', 'mac_address': 'fa:16:3e:ed:a0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:23:41.357699 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.377453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['ffea6661-2df8-4bcb-a772-fdf689c3f799'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:23:41.411622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f009e1c-a0e5-46d8-a6eb-9ff569d107f4 req-e29acf38-df03-499b-b294-460cff0395e1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:41.411946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9f1e97b6-9996-4708-9189-e05438976288'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:23:41.413098 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f009e1c-a0e5-46d8-a6eb-9ff569d107f4 req-e29acf38-df03-499b-b294-460cff0395e1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 943 time: 0.3075449 Apr 18 21:23:41.447824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:23:41.473117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d10f2d8-9d78-4c01-b0c9-5fd1fad9201e req-d8857726-af5f-4d21-9ad3-95db68841a27 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554630 Apr 18 21:23:41.514206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61963b-8f2b-4518-93cb-2cafbeba38ea tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:41.515564 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6d61963b-8f2b-4518-93cb-2cafbeba38ea tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 881 time: 0.3213007 Apr 18 21:23:41.522314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Pushing event updated for resources: {'Port': ['ID=491926be-8285-4731-9a60-b666ae2c2bf0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:41.524840 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f7dda995-5068-4e7e-98e3-05fc6f1948cc req-978537a2-4a6b-470e-94f1-1bb3ee5ed865 service neutron] 10.222.0.26 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706572 Apr 18 21:23:41.526474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51944) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:41.558480 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.575730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Network 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:41.583263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:41.585939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:41.590354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:41.590982 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.632136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b463ac4-01c3-4990-931c-6aadc1e5d588 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:41.750658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f009e1c-a0e5-46d8-a6eb-9ff569d107f4 req-f004b48e-7931-4740-ab89-bab214315ea6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200810 Apr 18 21:23:41.752535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 5b463ac4-01c3-4990-931c-6aadc1e5d588, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5b463ac4-01c3-4990-931c-6aadc1e5d588,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:41.758956 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b6645726-32c4-4ae7-9738-c67da09dc94d tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "GET /v2.0/ports?device_id=8526185a-b917-4b76-bdb0-95bf5e4bee69 HTTP/1.1" status: 200 len: 205 time: 0.2279878 Apr 18 21:23:41.770764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51952) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:41.824848 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c39f07a6-08a6-407d-9c14-33a5d8511b42 req-78a3f33f-0b1d-4ad0-8afb-6650f00b378a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 6489 time: 0.1655073 Apr 18 21:23:41.894125 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:42.002959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-350a4117-3059-4115-a078-43656891d077 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3664541 Apr 18 21:23:42.026342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c9e0f692-5032-4e03-a40e-84b565daeeae up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:42.039543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51956) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:42.175747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f07a6-08a6-407d-9c14-33a5d8511b42 req-a8a29656-055a-42a5-814b-446947818604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.177713 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c39f07a6-08a6-407d-9c14-33a5d8511b42 req-a8a29656-055a-42a5-814b-446947818604 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f HTTP/1.1" status: 200 len: 903 time: 0.3544595 Apr 18 21:23:42.278514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ae0ab-270c-4db8-ab04-5cabac1fd306 req-9213b7a3-2228-495e-a271-022e44c8fd55 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.283294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ae0ab-270c-4db8-ab04-5cabac1fd306 req-9213b7a3-2228-495e-a271-022e44c8fd55 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.287147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ae0ab-270c-4db8-ab04-5cabac1fd306 req-9213b7a3-2228-495e-a271-022e44c8fd55 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.287297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=5b463ac4-01c3-4990-931c-6aadc1e5d588,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:42.291463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ae0ab-270c-4db8-ab04-5cabac1fd306 req-9213b7a3-2228-495e-a271-022e44c8fd55 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.296319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ae0ab-270c-4db8-ab04-5cabac1fd306 req-9213b7a3-2228-495e-a271-022e44c8fd55 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.300324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ae0ab-270c-4db8-ab04-5cabac1fd306 req-9213b7a3-2228-495e-a271-022e44c8fd55 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.302281 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c39f07a6-08a6-407d-9c14-33a5d8511b42 req-a029c6f9-5908-4291-90d7-4630517ba96b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1f77e0af-c064-4089-8480-c8029e6e5ad3 HTTP/1.1" status: 200 len: 217 time: 0.1167326 Apr 18 21:23:42.308829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ae0ab-270c-4db8-ab04-5cabac1fd306 req-9213b7a3-2228-495e-a271-022e44c8fd55 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.308829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-990ae0ab-270c-4db8-ab04-5cabac1fd306 req-9213b7a3-2228-495e-a271-022e44c8fd55 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5432 time: 0.5702167 Apr 18 21:23:42.308829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4349261f-c22b-4d49-ae63-7ee0fe0727b7 req-713835b8-da8d-443b-b817-890b5be7ed1d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3187315 Apr 18 21:23:42.339115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fc1addec-251a-4aee-8b3e-44c4eb041702 None None] Provisioning for port 491926be-8285-4731-9a60-b666ae2c2bf0 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:42.362972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45aa0c-8323-4774-b734-3cf0dee7cbfc tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.366710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45aa0c-8323-4774-b734-3cf0dee7cbfc tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.371170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45aa0c-8323-4774-b734-3cf0dee7cbfc tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.372044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7b45aa0c-8323-4774-b734-3cf0dee7cbfc tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Synchronizing usage tracker for tenant:b1f5b91eb561496cbed6f54de9f438d5 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:42.384459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fc1addec-251a-4aee-8b3e-44c4eb041702 None None] Provisioning complete for port 491926be-8285-4731-9a60-b666ae2c2bf0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:42.384855 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fc1addec-251a-4aee-8b3e-44c4eb041702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:42.391745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f07a6-08a6-407d-9c14-33a5d8511b42 req-af698a33-7293-4632-86ca-6f813dd35452 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.393967 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c39f07a6-08a6-407d-9c14-33a5d8511b42 req-af698a33-7293-4632-86ca-6f813dd35452 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1b562e9-35b3-411d-9a72-52e584c76442 HTTP/1.1" status: 200 len: 797 time: 0.0793560 Apr 18 21:23:42.421023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-990ae0ab-270c-4db8-ab04-5cabac1fd306 req-ad679ece-0e48-40ff-9b19-b0a1f08467ef tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055744 Apr 18 21:23:42.462184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7b45aa0c-8323-4774-b734-3cf0dee7cbfc tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Unset dirty status for tenant:b1f5b91eb561496cbed6f54de9f438d5 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:42.464272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7b45aa0c-8323-4774-b734-3cf0dee7cbfc tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4168873 Apr 18 21:23:42.467810 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c9e0f692-5032-4e03-a40e-84b565daeeae triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:42.469303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51960) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:42.469428 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:42.483016 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:42.572889 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['5b463ac4-01c3-4990-931c-6aadc1e5d588'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:23:42.594292 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c39f07a6-08a6-407d-9c14-33a5d8511b42 req-f880104c-2678-40a8-b0d9-88bd009eb17f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1940320 Apr 18 21:23:42.597498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-009137d8-7e92-4d19-8c73-6f6e2b5b9a25 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Deleting port 491926be-8285-4731-9a60-b666ae2c2bf0 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:42.597842 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-009137d8-7e92-4d19-8c73-6f6e2b5b9a25 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:42.617451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fc1addec-251a-4aee-8b3e-44c4eb041702 None None] Port 491926be-8285-4731-9a60-b666ae2c2bf0 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:23:42.800007 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8730bf7-9b7c-4086-8466-fc451b2c9a32 req-19b6358b-a48a-4f62-ac44-c54763e2e88b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/42e5e1bc-c54e-43ff-9f16-0f52c80f2936 HTTP/1.1" status: 200 len: 1639 time: 0.2451246 Apr 18 21:23:42.811703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d8730bf7-9b7c-4086-8466-fc451b2c9a32 req-9aee0a23-20fa-45f7-8490-6bb58b081b3b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '42e5e1bc-c54e-43ff-9f16-0f52c80f2936', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:42.812193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d8730bf7-9b7c-4086-8466-fc451b2c9a32 req-9aee0a23-20fa-45f7-8490-6bb58b081b3b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '42e5e1bc-c54e-43ff-9f16-0f52c80f2936', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:42.842014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d8730bf7-9b7c-4086-8466-fc451b2c9a32 req-9aee0a23-20fa-45f7-8490-6bb58b081b3b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:42.861601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d8730bf7-9b7c-4086-8466-fc451b2c9a32 req-9aee0a23-20fa-45f7-8490-6bb58b081b3b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:42.867096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d8730bf7-9b7c-4086-8466-fc451b2c9a32 req-9aee0a23-20fa-45f7-8490-6bb58b081b3b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:42.885195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d8730bf7-9b7c-4086-8466-fc451b2c9a32 req-9aee0a23-20fa-45f7-8490-6bb58b081b3b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:42.905857 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c39f07a6-08a6-407d-9c14-33a5d8511b42 req-fc9045e9-0d77-4d27-a936-8b653be5f914 service neutron] 10.222.0.26 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839446 Apr 18 21:23:42.928093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fedce0-bccb-44c3-9beb-5d94e4d5265c req-08e7edd6-93d5-4632-a36f-12bfd336d571 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.933107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fedce0-bccb-44c3-9beb-5d94e4d5265c req-08e7edd6-93d5-4632-a36f-12bfd336d571 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.938487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fedce0-bccb-44c3-9beb-5d94e4d5265c req-08e7edd6-93d5-4632-a36f-12bfd336d571 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.940469 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05fedce0-bccb-44c3-9beb-5d94e4d5265c req-08e7edd6-93d5-4632-a36f-12bfd336d571 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2415 time: 0.2744050 Apr 18 21:23:43.048570 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05fedce0-bccb-44c3-9beb-5d94e4d5265c req-d3c6c2bb-16a7-4d65-b3f2-11d40bd62114 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006513 Apr 18 21:23:43.090469 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.104814 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8730bf7-9b7c-4086-8466-fc451b2c9a32 req-9aee0a23-20fa-45f7-8490-6bb58b081b3b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.117573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:43.144096 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8730bf7-9b7c-4086-8466-fc451b2c9a32 req-9aee0a23-20fa-45f7-8490-6bb58b081b3b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.183336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Deleting port bd97e58d-d875-4653-928d-49ba54aaec64 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:43.183685 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.210861 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-009137d8-7e92-4d19-8c73-6f6e2b5b9a25 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.234264 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8730bf7-9b7c-4086-8466-fc451b2c9a32 req-9aee0a23-20fa-45f7-8490-6bb58b081b3b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.304860 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c39f07a6-08a6-407d-9c14-33a5d8511b42 req-6c03eafe-9f34-42d6-90b3-c1c71173c958 service neutron] 10.222.0.26 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495460 Apr 18 21:23:43.319309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee0a23-20fa-45f7-8490-6bb58b081b3b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127a1ab9-1fd0-42f6-b341-33a153fb850a,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:43.342974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:43.348787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:43.354014 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.385299 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-009137d8-7e92-4d19-8c73-6f6e2b5b9a25 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Calling delete_port for 491926be-8285-4731-9a60-b666ae2c2bf0 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:43.406040 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d8730bf7-9b7c-4086-8466-fc451b2c9a32 req-9aee0a23-20fa-45f7-8490-6bb58b081b3b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.407201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8730bf7-9b7c-4086-8466-fc451b2c9a32 req-9aee0a23-20fa-45f7-8490-6bb58b081b3b tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.6063521 Apr 18 21:23:43.486532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63109e3a-6571-4c94-9aff-993e89604af9 req-bf2ba54d-42de-4f0f-aef7-26fbe2176836 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:43.488770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63109e3a-6571-4c94-9aff-993e89604af9 req-bf2ba54d-42de-4f0f-aef7-26fbe2176836 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.2552428 Apr 18 21:23:43.495390 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.500829 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.538858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:43.545199 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8be31821-6483-4d5a-b5e3-58c9b3f79d7f req-79c02d4b-753f-4a95-a3a2-5de71d66101a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5939445 Apr 18 21:23:43.552436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a,segment=NetworkSegment(02f2ddab-baa1-48d6-8152-d5cd98d0fd5d),segment_id=02f2ddab-baa1-48d6-8152-d5cd98d0fd5d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:43.620259 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.660426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Calling delete_port for bd97e58d-d875-4653-928d-49ba54aaec64 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:43.728101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:43.784131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63109e3a-6571-4c94-9aff-993e89604af9 req-bc4c8b84-7410-4be8-b167-5a10f26d5f39 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808104 Apr 18 21:23:43.788033 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-009137d8-7e92-4d19-8c73-6f6e2b5b9a25 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.845758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009137d8-7e92-4d19-8c73-6f6e2b5b9a25 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Pushing event deleted for resources: {'Port': ['ID=491926be-8285-4731-9a60-b666ae2c2bf0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:43.858465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488024fa-e8ef-43bf-8a83-4d33cd02bbf1 req-1bf0d632-aa5a-4bdf-bfc7-8fa070f0c9b8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:43.860009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-488024fa-e8ef-43bf-8a83-4d33cd02bbf1 req-1bf0d632-aa5a-4bdf-bfc7-8fa070f0c9b8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 944 time: 0.2652361 Apr 18 21:23:43.873654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-57586700', 'description': 'tempest-description-2023361503'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:43.898016 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-009137d8-7e92-4d19-8c73-6f6e2b5b9a25 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.007898 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-009137d8-7e92-4d19-8c73-6f6e2b5b9a25 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] 10.222.0.11 "DELETE /v2.0/ports/491926be-8285-4731-9a60-b666ae2c2bf0 HTTP/1.1" status: 204 len: 168 time: 1.5318568 Apr 18 21:23:44.008880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51996) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:44.021519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a4ff2518-278d-4038-a857-b6528f349e68 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Request body: {'port': {'name': 'tempest-new-port-name-1081774931', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:44.021519 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.api.validators [None req-a4ff2518-278d-4038-a857-b6528f349e68 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] bootfile-name is not in valid_values {{(pid=85049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:23:44.021519 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.api.validators [None req-a4ff2518-278d-4038-a857-b6528f349e68 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] tftp-server is not in valid_values {{(pid=85049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:23:44.021519 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.api.validators [None req-a4ff2518-278d-4038-a857-b6528f349e68 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] server-ip-address is not in valid_values {{(pid=85049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:23:44.081895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:44.176162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:44.181808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:44.191726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:44.196762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-488024fa-e8ef-43bf-8a83-4d33cd02bbf1 req-9fd7591f-f1b6-4552-a291-8449942f9565 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173604 Apr 18 21:23:44.201228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2518-278d-4038-a857-b6528f349e68 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.264122 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.320855 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.332051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Pushing event deleted for resources: {'Port': ['ID=bd97e58d-d875-4653-928d-49ba54aaec64,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:44.494099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:44.501571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:44.514478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:44.524945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:44.593909 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2518-278d-4038-a857-b6528f349e68 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.668949 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2518-278d-4038-a857-b6528f349e68 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.729874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff2518-278d-4038-a857-b6528f349e68 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] In _notify_port_updated(), no bound segment for port a81711a2-b5cd-4efe-9daf-055de2e6ed5c on network 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:23:44.733949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ff2518-278d-4038-a857-b6528f349e68 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:44.738623 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2518-278d-4038-a857-b6528f349e68 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.738623 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a4ff2518-278d-4038-a857-b6528f349e68 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] 10.222.0.11 "PUT /v2.0/ports/a81711a2-b5cd-4efe-9daf-055de2e6ed5c HTTP/1.1" status: 200 len: 1130 time: 0.7259881 Apr 18 21:23:44.739474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52002) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:44.749286 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.796942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff2518-278d-4038-a857-b6528f349e68 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Pushing event updated for resources: {'Port': ['ID=a81711a2-b5cd-4efe-9daf-055de2e6ed5c,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:44.826947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18774a2c-60f5-4e2b-9dfd-404f40eac091 req-873bbb5c-071f-4445-83e9-04eaaf301924 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:44.827609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d54485-bc81-436d-854d-e212e63c6d55 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:44.828235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c4d54485-bc81-436d-854d-e212e63c6d55 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Synchronizing usage tracker for tenant:b1f5b91eb561496cbed6f54de9f438d5 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:44.831758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18774a2c-60f5-4e2b-9dfd-404f40eac091 req-873bbb5c-071f-4445-83e9-04eaaf301924 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:44.835750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18774a2c-60f5-4e2b-9dfd-404f40eac091 req-873bbb5c-071f-4445-83e9-04eaaf301924 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:44.839908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18774a2c-60f5-4e2b-9dfd-404f40eac091 req-873bbb5c-071f-4445-83e9-04eaaf301924 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:44.844747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18774a2c-60f5-4e2b-9dfd-404f40eac091 req-873bbb5c-071f-4445-83e9-04eaaf301924 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:44.848663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18774a2c-60f5-4e2b-9dfd-404f40eac091 req-873bbb5c-071f-4445-83e9-04eaaf301924 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:44.852574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18774a2c-60f5-4e2b-9dfd-404f40eac091 req-873bbb5c-071f-4445-83e9-04eaaf301924 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:44.854586 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18774a2c-60f5-4e2b-9dfd-404f40eac091 req-873bbb5c-071f-4445-83e9-04eaaf301924 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5432 time: 0.4769554 Apr 18 21:23:44.915988 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5b463ac4-01c3-4990-931c-6aadc1e5d588 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:44.932686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c4d54485-bc81-436d-854d-e212e63c6d55 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Unset dirty status for tenant:b1f5b91eb561496cbed6f54de9f438d5 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:44.939079 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c4d54485-bc81-436d-854d-e212e63c6d55 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] 10.222.0.11 "GET /v2.0/ports/a81711a2-b5cd-4efe-9daf-055de2e6ed5c HTTP/1.1" status: 200 len: 1130 time: 0.1936805 Apr 18 21:23:44.940878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52008) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:44.981326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.996730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-491730c0-fc4f-4c92-bedb-fe6730c7e8ef None None] Provisioning complete for port a81711a2-b5cd-4efe-9daf-055de2e6ed5c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:44.997148 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-491730c0-fc4f-4c92-bedb-fe6730c7e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.011189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-34158ebf-6c4f-40df-bff5-416de14ad624 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Deleting port a81711a2-b5cd-4efe-9daf-055de2e6ed5c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:45.011780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34158ebf-6c4f-40df-bff5-416de14ad624 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.059141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-491730c0-fc4f-4c92-bedb-fe6730c7e8ef None None] Port a81711a2-b5cd-4efe-9daf-055de2e6ed5c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:23:45.102527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9f1e97b6-9996-4708-9189-e05438976288 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:45.131265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 5b463ac4-01c3-4990-931c-6aadc1e5d588 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:45.143489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 5b463ac4-01c3-4990-931c-6aadc1e5d588 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:45.147040 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.159832 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.217684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9175492b-9ab4-4c6c-9dbe-3fa7f36b913c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:45.228123 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8be31821-6483-4d5a-b5e3-58c9b3f79d7f req-f7551106-5554-4e4f-8232-0663c534574b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6&tenant_id=9fcc73c7f7d343179467f64a2ae7eb25 HTTP/1.1" status: 200 len: 1095 time: 0.5587766 Apr 18 21:23:45.233298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.262620 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18774a2c-60f5-4e2b-9dfd-404f40eac091 req-ab06b608-d50c-4962-8449-797b2aee932c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3463843 Apr 18 21:23:45.352946 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34158ebf-6c4f-40df-bff5-416de14ad624 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.353194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 9f1e97b6-9996-4708-9189-e05438976288 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:45.373766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 9f1e97b6-9996-4708-9189-e05438976288 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:45.374157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.402330 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f94b375-82d6-4e82-8b47-0d7be20a25ec'] response: {'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a', 'code': 200} Apr 18 21:23:45.412241 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.436383 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.474792 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8be31821-6483-4d5a-b5e3-58c9b3f79d7f req-c00de0b7-03fb-4ef3-ab73-375b8187da25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 1095 time: 0.1966617 Apr 18 21:23:45.478711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 5b463ac4-01c3-4990-931c-6aadc1e5d588, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5b463ac4-01c3-4990-931c-6aadc1e5d588,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:45.509217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-34158ebf-6c4f-40df-bff5-416de14ad624 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Calling delete_port for a81711a2-b5cd-4efe-9daf-055de2e6ed5c owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:45.555133 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.612397 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.619819 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.620390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Fanout notify agent at l3_agent the message router_deleted on router 8526185a-b917-4b76-bdb0-95bf5e4bee69 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:23:45.636753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.665021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=5b463ac4-01c3-4990-931c-6aadc1e5d588,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:45.666039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95639978-2ebb-4b19-bf58-93f12f28675a req-ced56806-032b-447e-a3b9-b95d396cb085 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.8170335 Apr 18 21:23:45.681846 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9f1e97b6-9996-4708-9189-e05438976288, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9f1e97b6-9996-4708-9189-e05438976288,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:45.695061 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.696155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d0e3fe3b-c5a2-466b-9b68-f1a0acf7eefd tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/routers/8526185a-b917-4b76-bdb0-95bf5e4bee69 HTTP/1.1" status: 204 len: 168 time: 3.8686504 Apr 18 21:23:45.700285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52024) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:45.708150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-422265584', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:45.730343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:45.761612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Usage tracker for resource:router and tenant:4e676e32e0794373b19e17013d885ce0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:45.768667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:45.778002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:45.778772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34158ebf-6c4f-40df-bff5-416de14ad624 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.782161 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.785947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ffea6661-2df8-4bcb-a772-fdf689c3f799 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:45.833832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34158ebf-6c4f-40df-bff5-416de14ad624 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Pushing event deleted for resources: {'Port': ['ID=a81711a2-b5cd-4efe-9daf-055de2e6ed5c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:45.856981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9abe0c-ad51-428b-aa1e-baf492bd9605 req-b4f95b02-59e7-4d7a-adcc-bbd5d8b6cab1 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:45.861492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9abe0c-ad51-428b-aa1e-baf492bd9605 req-b4f95b02-59e7-4d7a-adcc-bbd5d8b6cab1 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:45.866274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9abe0c-ad51-428b-aa1e-baf492bd9605 req-b4f95b02-59e7-4d7a-adcc-bbd5d8b6cab1 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:45.874076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d9abe0c-ad51-428b-aa1e-baf492bd9605 req-b4f95b02-59e7-4d7a-adcc-bbd5d8b6cab1 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2416 time: 0.3678162 Apr 18 21:23:45.877093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be31821-6483-4d5a-b5e3-58c9b3f79d7f req-38c51724-db91-41ab-b5a5-50aa5de6bebd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:45.877685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8be31821-6483-4d5a-b5e3-58c9b3f79d7f req-38c51724-db91-41ab-b5a5-50aa5de6bebd service neutron] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 918 time: 0.3963776 Apr 18 21:23:45.907971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34158ebf-6c4f-40df-bff5-416de14ad624 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.952867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9f1e97b6-9996-4708-9189-e05438976288,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:45.978278 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-34158ebf-6c4f-40df-bff5-416de14ad624 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] 10.222.0.11 "DELETE /v2.0/ports/a81711a2-b5cd-4efe-9daf-055de2e6ed5c HTTP/1.1" status: 204 len: 168 time: 1.0362487 Apr 18 21:23:45.980786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52028) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:46.029298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port ffea6661-2df8-4bcb-a772-fdf689c3f799 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:46.034642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port ffea6661-2df8-4bcb-a772-fdf689c3f799 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:46.037936 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.100843 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.101831 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.210991 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d9abe0c-ad51-428b-aa1e-baf492bd9605 req-f826bc4c-55f8-41c4-b720-4a979916bcdb tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360653 Apr 18 21:23:46.212258 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.223323 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.276496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8be31821-6483-4d5a-b5e3-58c9b3f79d7f req-bd02e22a-adf1-4a06-a1d2-c99f7221f813 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 HTTP/1.1" status: 200 len: 1000 time: 0.3796475 Apr 18 21:23:46.282487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ffea6661-2df8-4bcb-a772-fdf689c3f799, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ffea6661-2df8-4bcb-a772-fdf689c3f799,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:46.299477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f26df17-be44-4ae8-a09f-a3a29e2f7994 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Deleting subnet ee4279c3-bc9b-4f52-a4c3-a71babb2d61a {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:23:46.302692 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f26df17-be44-4ae8-a09f-a3a29e2f7994 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.335131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dc4a8-3ebf-496a-938e-c46e593d3256 req-0ff56968-dc8a-446a-bae5-7fbbdb18188f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:46.342463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e26dc4a8-3ebf-496a-938e-c46e593d3256 req-0ff56968-dc8a-446a-bae5-7fbbdb18188f tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.5583758 Apr 18 21:23:46.350403 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.360195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f26df17-be44-4ae8-a09f-a3a29e2f7994 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.442064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=ffea6661-2df8-4bcb-a772-fdf689c3f799,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:46.463688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f26df17-be44-4ae8-a09f-a3a29e2f7994 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.582787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be31821-6483-4d5a-b5e3-58c9b3f79d7f req-ab3867b6-f371-4f69-9dd2-58079ea1a787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:46.584224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8be31821-6483-4d5a-b5e3-58c9b3f79d7f req-ab3867b6-f371-4f69-9dd2-58079ea1a787 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.3013115 Apr 18 21:23:46.618078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f26df17-be44-4ae8-a09f-a3a29e2f7994 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.661062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26df17-be44-4ae8-a09f-a3a29e2f7994 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4279c3-bc9b-4f52-a4c3-a71babb2d61a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:46.666639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f26df17-be44-4ae8-a09f-a3a29e2f7994 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.667128 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e26dc4a8-3ebf-496a-938e-c46e593d3256 req-96d6c974-f15e-41a7-9d5c-e49f34c7db31 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233941 Apr 18 21:23:46.674116 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9f26df17-be44-4ae8-a09f-a3a29e2f7994 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] 10.222.0.11 "DELETE /v2.0/subnets/ee4279c3-bc9b-4f52-a4c3-a71babb2d61a HTTP/1.1" status: 204 len: 168 time: 0.6916487 Apr 18 21:23:46.676454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52034) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:46.677291 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.685416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6b0585-4331-4b35-8e17-a91a56c344e8 None None] Network 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:23:46.721139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09654887-010d-4cbb-945c-532fb1d36741 req-f1376af4-99fa-43c5-8711-522125ad76f7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:46.722722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09654887-010d-4cbb-945c-532fb1d36741 req-f1376af4-99fa-43c5-8711-522125ad76f7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.2805960 Apr 18 21:23:46.732593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8be31821-6483-4d5a-b5e3-58c9b3f79d7f req-949e86d1-7da8-4046-8337-1150dfb3973a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411390 Apr 18 21:23:46.815556 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.829705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Deleting port c9e0f692-5032-4e03-a40e-84b565daeeae {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:46.830054 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.967006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8be31821-6483-4d5a-b5e3-58c9b3f79d7f req-a3760afe-9606-4238-bbb0-79ae91312ff9 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089288 Apr 18 21:23:46.983641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-511199228', 'description': 'tempest-description-952625855'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:46.991831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:47.001034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:47.004690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:47.027416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbc3b26-4aec-49ef-bce5-4373917b614f None None] DHCP port deletion for 81f265ec-b15d-4ef9-85bf-d170a7b1f9cb request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:23:47.032864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cfbc3b26-4aec-49ef-bce5-4373917b614f None None] Deleting port c9e0f692-5032-4e03-a40e-84b565daeeae {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:47.033239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3b26-4aec-49ef-bce5-4373917b614f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.093053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:47.227770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] For port c9e0f692-5032-4e03-a40e-84b565daeeae, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c9e0f692-5032-4e03-a40e-84b565daeeae,segment=NetworkSegment(73ec99ae-f6ee-4264-9688-3eb0cd6493a6),segment_id=73ec99ae-f6ee-4264-9688-3eb0cd6493a6)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:47.228295 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.237758 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8be31821-6483-4d5a-b5e3-58c9b3f79d7f req-7d4f4750-f7da-4366-80e0-009d2b29e2b5 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298174 Apr 18 21:23:47.249229 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.273153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-cfbc3b26-4aec-49ef-bce5-4373917b614f None None] For port c9e0f692-5032-4e03-a40e-84b565daeeae, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c9e0f692-5032-4e03-a40e-84b565daeeae,segment=NetworkSegment(73ec99ae-f6ee-4264-9688-3eb0cd6493a6),segment_id=73ec99ae-f6ee-4264-9688-3eb0cd6493a6)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:47.273590 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3b26-4aec-49ef-bce5-4373917b614f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.312948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09654887-010d-4cbb-945c-532fb1d36741 req-5243e256-efee-4689-92a0-936c9bf8ba92 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838962 Apr 18 21:23:47.336035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:47.343202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:47.356667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:47.387532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:47.391938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Calling delete_port for c9e0f692-5032-4e03-a40e-84b565daeeae owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:47.405740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cfbc3b26-4aec-49ef-bce5-4373917b614f None None] Calling delete_port for c9e0f692-5032-4e03-a40e-84b565daeeae owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:47.434985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbe5c0-f28d-4996-9341-8b4c6cf51895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b463ac4-01c3-4990-931c-6aadc1e5d588'}, {'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1e97b6-9996-4708-9189-e05438976288'}, {'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffea6661-2df8-4bcb-a772-fdf689c3f799'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:47.512635 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.548214 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.553628 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-cfbc3b26-4aec-49ef-bce5-4373917b614f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:23:47.553947 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-cfbc3b26-4aec-49ef-bce5-4373917b614f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:23:47.560080 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.600852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Pushing event deleted for resources: {'Port': ['ID=c9e0f692-5032-4e03-a40e-84b565daeeae,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:47.605321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] No DVR routers for this DVR port c9e0f692-5032-4e03-a40e-84b565daeeae on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:23:47.642983 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.736040 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.740586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.770087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f265ec-b15d-4ef9-85bf-d170a7b1f9cb']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:47.784391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ec99ae-f6ee-4264-9688-3eb0cd6493a6') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:47.788094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ec99ae-f6ee-4264-9688-3eb0cd6493a6') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:47.798866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.815917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ee5ba-b735-432b-b91e-e3498bcc0104 req-1f5ba8ff-db9b-4408-a0a1-53975427aa7e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:47.816337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ee5ba-b735-432b-b91e-e3498bcc0104 req-1f5ba8ff-db9b-4408-a0a1-53975427aa7e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:47.818069 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.820215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ee5ba-b735-432b-b91e-e3498bcc0104 req-1f5ba8ff-db9b-4408-a0a1-53975427aa7e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:47.824085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ee5ba-b735-432b-b91e-e3498bcc0104 req-1f5ba8ff-db9b-4408-a0a1-53975427aa7e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:47.824473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:23:47.824869 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.828078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ee5ba-b735-432b-b91e-e3498bcc0104 req-1f5ba8ff-db9b-4408-a0a1-53975427aa7e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:47.831936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ee5ba-b735-432b-b91e-e3498bcc0104 req-1f5ba8ff-db9b-4408-a0a1-53975427aa7e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:47.835801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ee5ba-b735-432b-b91e-e3498bcc0104 req-1f5ba8ff-db9b-4408-a0a1-53975427aa7e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:47.837873 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-341ee5ba-b735-432b-b91e-e3498bcc0104 req-1f5ba8ff-db9b-4408-a0a1-53975427aa7e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5432 time: 0.2746603 Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:23:47.840567 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:23:47.864123 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c9e0f692-5032-4e03-a40e-84b565daeeae no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:47.908584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d1adae-bdeb-4c13-83dc-0ddc0a16f0d0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:47.913685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Allocated IP 172.25.3.66 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/cb554ad6-bbff-4834-942f-7e9bc2ee5080) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:47.915699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c9e0f692-5032-4e03-a40e-84b565daeeae {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:23:47.916072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c9e0f692-5032-4e03-a40e-84b565daeeae not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:47.942244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:47.942244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:47.942244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:47.942244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:47.942763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:47.942763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:47.943123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:47.943365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:47.943688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:47.944006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:47.944326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:47.978653 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.979864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c08c7d4-72ca-4210-a170-7827461c9fe0 req-ca11c9e5-c17f-4f47-bd23-0463bbda897e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.0331125 Apr 18 21:23:48.017688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.026927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.031814 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-341ee5ba-b735-432b-b91e-e3498bcc0104 req-f0df7f71-598d-4e48-a7b0-0c74d268e8dd tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1793890 Apr 18 21:23:48.055251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cfbc3b26-4aec-49ef-bce5-4373917b614f None None] Deleting port c9e0f692-5032-4e03-a40e-84b565daeeae {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:48.055829 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3b26-4aec-49ef-bce5-4373917b614f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.159661 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] 10.222.0.11 "DELETE /v2.0/networks/81f265ec-b15d-4ef9-85bf-d170a7b1f9cb HTTP/1.1" status: 204 len: 168 time: 1.4821403 Apr 18 21:23:48.164501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70a3fd-0b15-404f-8ea1-c656f0b31522 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275 tempest-ExtraDHCPOptionsIpV6TestJSON-491501275-project] Pushing event deleted for resources: {'Network': ['ID=81f265ec-b15d-4ef9-85bf-d170a7b1f9cb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:48.254423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cfbc3b26-4aec-49ef-bce5-4373917b614f None None] The port 'c9e0f692-5032-4e03-a40e-84b565daeeae' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:23:48.282069 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502b4a33-65c7-4484-9028-09047efb0a57'] response: {'server_uuid': '30fbe5c0-f28d-4996-9341-8b4c6cf51895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b463ac4-01c3-4990-931c-6aadc1e5d588', 'code': 200} Apr 18 21:23:48.282353 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502b4a33-65c7-4484-9028-09047efb0a57'] response: {'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1e97b6-9996-4708-9189-e05438976288', 'code': 200} Apr 18 21:23:48.282612 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502b4a33-65c7-4484-9028-09047efb0a57'] response: {'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffea6661-2df8-4bcb-a772-fdf689c3f799', 'code': 200} Apr 18 21:23:48.336974 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.471693 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a85e4109-cdce-49dc-a6ff-14f731719ed4 req-e220b5a9-eef2-45b0-a4a6-e2ff479d39e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 1096 time: 0.0820882 Apr 18 21:23:48.521757 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a85e4109-cdce-49dc-a6ff-14f731719ed4 req-ceaa68c0-c439-4c52-82bb-90a7b800d1af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 Apr 18 21:23:48.664465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d9ebb-579e-492f-b048-902493a68642 req-f5cded2a-e233-48c1-8f9c-76ff7d5aca7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:48.668766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d9ebb-579e-492f-b048-902493a68642 req-f5cded2a-e233-48c1-8f9c-76ff7d5aca7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:48.673266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d9ebb-579e-492f-b048-902493a68642 req-f5cded2a-e233-48c1-8f9c-76ff7d5aca7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:48.674954 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-708d9ebb-579e-492f-b048-902493a68642 req-f5cded2a-e233-48c1-8f9c-76ff7d5aca7f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2418 time: 0.4385607 Apr 18 21:23:48.712237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b12e16f-d954-4219-a6b3-b32af5048705 req-186484af-2f47-4c30-9233-27cf400e5433 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2871 time: 0.3137510 Apr 18 21:23:48.718218 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.760702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52068) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:48.815982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52074) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:48.832203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-708d9ebb-579e-492f-b048-902493a68642 req-55b0e777-9f04-4bb6-93c4-99048f2bd681 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480656 Apr 18 21:23:48.840526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a851b-110e-4309-9e6c-65a869a85ffb req-d248af32-c7e6-4056-8ba0-10820b7dcb4c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:48.848183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f74a851b-110e-4309-9e6c-65a869a85ffb req-d248af32-c7e6-4056-8ba0-10820b7dcb4c tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.2821660 Apr 18 21:23:48.901512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:48.902576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Pushing event updated for resources: {'Port': ['ID=cb554ad6-bbff-4834-942f-7e9bc2ee5080,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:48.910087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:48.912574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:48.963588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b12e16f-d954-4219-a6b3-b32af5048705 req-cdb132a3-4f1e-4871-8713-08464d96ab25 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413998 Apr 18 21:23:49.034280 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-bc27b4e2-9420-46e9-8b07-a4b88d9ad840 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/9175492b-9ab4-4c6c-9dbe-3fa7f36b913c HTTP/1.1" status: 200 len: 1637 time: 0.0852225 Apr 18 21:23:49.041767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-837e62de-9391-42a9-ab94-d97f106d8fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.046263 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f74a851b-110e-4309-9e6c-65a869a85ffb req-42c3d9c1-ec2a-41e0-981a-4761ef592c26 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969316 Apr 18 21:23:49.093329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-837e62de-9391-42a9-ab94-d97f106d8fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:49.104315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-837e62de-9391-42a9-ab94-d97f106d8fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:a2cfe07963a146d2a192829c76613e89 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:49.107678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-837e62de-9391-42a9-ab94-d97f106d8fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:49.251298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-837e62de-9391-42a9-ab94-d97f106d8fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:49.278257 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0cf4c402-3a7c-4181-9b61-c33db4c50dd7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1f5b91eb561496cbed6f54de9f438d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4610698 Apr 18 21:23:49.289253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52088) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:49.344766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-9b144ceb-0d4b-4792-88f0-f243a7c3e8ad tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/58d1adae-bdeb-4c13-83dc-0ddc0a16f0d0 HTTP/1.1" status: 200 len: 1637 time: 0.2974472 Apr 18 21:23:49.359571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-6cbe25a0-d6f9-4fce-9685-c1e9368af0c0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9175492b-9ab4-4c6c-9dbe-3fa7f36b913c', 'remote_group_id': '58d1adae-bdeb-4c13-83dc-0ddc0a16f0d0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:49.360231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-6cbe25a0-d6f9-4fce-9685-c1e9368af0c0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9175492b-9ab4-4c6c-9dbe-3fa7f36b913c', 'remote_group_id': '58d1adae-bdeb-4c13-83dc-0ddc0a16f0d0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:49.367582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-6cbe25a0-d6f9-4fce-9685-c1e9368af0c0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:49.372298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-6cbe25a0-d6f9-4fce-9685-c1e9368af0c0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:49.376767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-6cbe25a0-d6f9-4fce-9685-c1e9368af0c0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:49.384494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-6cbe25a0-d6f9-4fce-9685-c1e9368af0c0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:49.413781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e452db4-dd74-4771-b606-8af4bc79cfa4 req-e6736ae6-0647-49d1-a53c-3d1059f3b494 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:49.421582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e452db4-dd74-4771-b606-8af4bc79cfa4 req-e6736ae6-0647-49d1-a53c-3d1059f3b494 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.2024791 Apr 18 21:23:49.441383 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.442622 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.453956 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aef47ecb-1726-427e-88c8-99d81313e561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.483212 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aef47ecb-1726-427e-88c8-99d81313e561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.567042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-837e62de-9391-42a9-ab94-d97f106d8fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.617524 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aef47ecb-1726-427e-88c8-99d81313e561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.633329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e452db4-dd74-4771-b606-8af4bc79cfa4 req-3711ae17-f6c9-4c61-8145-92bba888055c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109301 Apr 18 21:23:49.653509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef47ecb-1726-427e-88c8-99d81313e561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ad1a17-718e-40da-8a25-f44031d15cbc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:49.656114 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-837e62de-9391-42a9-ab94-d97f106d8fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.724949 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aef47ecb-1726-427e-88c8-99d81313e561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.726437 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-aef47ecb-1726-427e-88c8-99d81313e561 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68ad1a17-718e-40da-8a25-f44031d15cbc HTTP/1.1" status: 204 len: 168 time: 0.4432583 Apr 18 21:23:49.759098 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-6cbe25a0-d6f9-4fce-9685-c1e9368af0c0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.760825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e62de-9391-42a9-ab94-d97f106d8fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafa61e2-76de-4c23-aba5-fde28a83f286,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:49.787895 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-837e62de-9391-42a9-ab94-d97f106d8fd1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2cfe07963a146d2a192829c76613e89&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0236564 Apr 18 21:23:49.793496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52094) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:49.823275 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-6cbe25a0-d6f9-4fce-9685-c1e9368af0c0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.885545 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-6cbe25a0-d6f9-4fce-9685-c1e9368af0c0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.907757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe25a0-d6f9-4fce-9685-c1e9368af0c0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db1e9d7-0abf-4e94-a5d7-e019aa05db20,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:50.014479 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a079236c-d08f-49c9-9566-d9a60026554b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:50.068984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a079236c-d08f-49c9-9566-d9a60026554b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:50.081218 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-6cbe25a0-d6f9-4fce-9685-c1e9368af0c0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:50.082596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e39686a0-15df-4142-a63f-9a41e35c33f7 req-6cbe25a0-d6f9-4fce-9685-c1e9368af0c0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.7308898 Apr 18 21:23:50.184964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0c0-989c-49b7-b8e2-45941271bd1e req-69f963ed-5401-4814-9024-51d000af9d97 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.191154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0c0-989c-49b7-b8e2-45941271bd1e req-69f963ed-5401-4814-9024-51d000af9d97 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.195479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0c0-989c-49b7-b8e2-45941271bd1e req-69f963ed-5401-4814-9024-51d000af9d97 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.199737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0c0-989c-49b7-b8e2-45941271bd1e req-69f963ed-5401-4814-9024-51d000af9d97 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.204569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0c0-989c-49b7-b8e2-45941271bd1e req-69f963ed-5401-4814-9024-51d000af9d97 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.208651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0c0-989c-49b7-b8e2-45941271bd1e req-69f963ed-5401-4814-9024-51d000af9d97 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.213314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0c0-989c-49b7-b8e2-45941271bd1e req-69f963ed-5401-4814-9024-51d000af9d97 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.215547 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8198d0c0-989c-49b7-b8e2-45941271bd1e req-69f963ed-5401-4814-9024-51d000af9d97 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5432 time: 0.2888808 Apr 18 21:23:50.217684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Router 3b74ce89-32db-458a-a4a1-2313c8dfaea7 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:23:50.412453 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a079236c-d08f-49c9-9566-d9a60026554b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:50.511270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079236c-d08f-49c9-9566-d9a60026554b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafa61e2-76de-4c23-aba5-fde28a83f286,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:50.520314 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8198d0c0-989c-49b7-b8e2-45941271bd1e req-3231b8ac-310e-4c33-ab1c-a94e171a3822 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2935388 Apr 18 21:23:50.523893 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a079236c-d08f-49c9-9566-d9a60026554b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:50.524928 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a079236c-d08f-49c9-9566-d9a60026554b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dafa61e2-76de-4c23-aba5-fde28a83f286 HTTP/1.1" status: 204 len: 168 time: 0.7273004 Apr 18 21:23:50.583909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494887b-6754-4a6c-afa7-6701524bee20 req-2dd1ba83-ee69-49c9-8ade-aaaaf064a2b8 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.587988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494887b-6754-4a6c-afa7-6701524bee20 req-2dd1ba83-ee69-49c9-8ade-aaaaf064a2b8 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.592689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494887b-6754-4a6c-afa7-6701524bee20 req-2dd1ba83-ee69-49c9-8ade-aaaaf064a2b8 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.594450 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3494887b-6754-4a6c-afa7-6701524bee20 req-2dd1ba83-ee69-49c9-8ade-aaaaf064a2b8 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2418 time: 0.2847219 Apr 18 21:23:50.703259 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3494887b-6754-4a6c-afa7-6701524bee20 req-edb7527f-5ce7-45a0-ad3e-8ad556e45333 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017787 Apr 18 21:23:50.716979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:23:50.745737 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639762c8-4e0d-419f-a4c8-c68703718975 None None] Sync routers for ids ['3b74ce89-32db-458a-a4a1-2313c8dfaea7'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:23:50.745737 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639762c8-4e0d-419f-a4c8-c68703718975 None None] Routers {'3b74ce89-32db-458a-a4a1-2313c8dfaea7'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:50.745737 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-639762c8-4e0d-419f-a4c8-c68703718975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:23:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3b74ce89-32db-458a-a4a1-2313c8dfaea7'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:50.790516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1208465041', 'description': 'tempest-description-1181129385'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:50.859022 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-639762c8-4e0d-419f-a4c8-c68703718975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:50.871709 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639762c8-4e0d-419f-a4c8-c68703718975 None None] Routers {'3b74ce89-32db-458a-a4a1-2313c8dfaea7'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:50.872333 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-639762c8-4e0d-419f-a4c8-c68703718975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:23:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3b74ce89-32db-458a-a4a1-2313c8dfaea7'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:50.894856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:50.909263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:50.918375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:50.939864 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-639762c8-4e0d-419f-a4c8-c68703718975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:50.940521 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639762c8-4e0d-419f-a4c8-c68703718975 None None] The sync data for ids ['3b74ce89-32db-458a-a4a1-2313c8dfaea7'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:23:50.949726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:50.955591 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:50.957989 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f0e53dfa-13da-4696-81a0-4bbe243cb919 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2565126 Apr 18 21:23:50.960994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52118) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:50.968057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:51.040780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7fc11-3fe8-4268-8241-943c3c14f3a9 req-cf9238e9-9078-42e0-ab21-0eed41e5cccc tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:51.043114 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bc7fc11-3fe8-4268-8241-943c3c14f3a9 req-cf9238e9-9078-42e0-ab21-0eed41e5cccc tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.2748222 Apr 18 21:23:51.155654 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bc7fc11-3fe8-4268-8241-943c3c14f3a9 req-1b531591-1dd1-43a7-b6bb-cd5e530cf65a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045206 Apr 18 21:23:51.160487 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:51.290231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:51.303214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:51.314347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:51.329838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:51.480379 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:51.522718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bce2a-47af-40e5-8602-8d2ef16d12af req-d62fe22f-00a8-45aa-9800-5835f01b5874 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:51.524320 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-665bce2a-47af-40e5-8602-8d2ef16d12af req-d62fe22f-00a8-45aa-9800-5835f01b5874 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.1052938 Apr 18 21:23:51.536102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52128) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:51.583697 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:51.726798 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1c8c4a6-de9d-4b72-88e1-7e69d7d6a735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:51.756053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52138) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:51.794584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d231ef-e47b-47f0-8cc2-3fce23c7c9ef,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:51.828160 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-665bce2a-47af-40e5-8602-8d2ef16d12af req-2c382be4-83b0-4226-b83a-bd619c561c55 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926822 Apr 18 21:23:51.833633 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:51.834901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5f34216-ff2f-42f0-a329-09d80db12f47 req-f2e43b97-d9a3-4bc3-9299-7b31930013b6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.0637457 Apr 18 21:23:51.835878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c1c8c4a6-de9d-4b72-88e1-7e69d7d6a735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:51.851418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c1c8c4a6-de9d-4b72-88e1-7e69d7d6a735 admin admin] Usage tracker for resource:security_group_rule and tenant:8d73e67ec21048d4a9da6b9aeb1e0e99 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:51.860053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c1c8c4a6-de9d-4b72-88e1-7e69d7d6a735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:51.876239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c1c8c4a6-de9d-4b72-88e1-7e69d7d6a735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:52.003757 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:23:52.069827 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1c8c4a6-de9d-4b72-88e1-7e69d7d6a735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.127644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1322595026'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:52.159817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:52.179179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Usage tracker for resource:network and tenant:eebeb6f99cca4330b149c658d9d0f104 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:52.191718 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1c8c4a6-de9d-4b72-88e1-7e69d7d6a735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.212876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:52.251075 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.252513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:52.324043 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8c4a6-de9d-4b72-88e1-7e69d7d6a735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b5da49-07f3-4ba7-a4e7-78ea74e9c5b8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:52.338156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c1c8c4a6-de9d-4b72-88e1-7e69d7d6a735 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d73e67ec21048d4a9da6b9aeb1e0e99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7975559 Apr 18 21:23:52.339434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52150) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:52.358973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Made reservation on behalf of eebeb6f99cca4330b149c658d9d0f104 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:52.362504 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.374031 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.391134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398eb79-a30e-490d-a814-d59d9d432e5b req-aa2a25b0-a8eb-41dc-a77d-f6874b2fd340 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:52.395614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398eb79-a30e-490d-a814-d59d9d432e5b req-aa2a25b0-a8eb-41dc-a77d-f6874b2fd340 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:52.400025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398eb79-a30e-490d-a814-d59d9d432e5b req-aa2a25b0-a8eb-41dc-a77d-f6874b2fd340 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:52.404888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398eb79-a30e-490d-a814-d59d9d432e5b req-aa2a25b0-a8eb-41dc-a77d-f6874b2fd340 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:52.409164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398eb79-a30e-490d-a814-d59d9d432e5b req-aa2a25b0-a8eb-41dc-a77d-f6874b2fd340 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:52.413463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398eb79-a30e-490d-a814-d59d9d432e5b req-aa2a25b0-a8eb-41dc-a77d-f6874b2fd340 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:52.418439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398eb79-a30e-490d-a814-d59d9d432e5b req-aa2a25b0-a8eb-41dc-a77d-f6874b2fd340 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:52.420453 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d398eb79-a30e-490d-a814-d59d9d432e5b req-aa2a25b0-a8eb-41dc-a77d-f6874b2fd340 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5432 time: 0.4191625 Apr 18 21:23:52.428313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b079e6-34af-4225-9c17-f4eb91e3e78b req-7bac6ca1-60c0-454d-9f13-338f1904c4c0 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:52.432520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b079e6-34af-4225-9c17-f4eb91e3e78b req-7bac6ca1-60c0-454d-9f13-338f1904c4c0 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:52.437017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b079e6-34af-4225-9c17-f4eb91e3e78b req-7bac6ca1-60c0-454d-9f13-338f1904c4c0 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:52.444913 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e7b079e6-34af-4225-9c17-f4eb91e3e78b req-7bac6ca1-60c0-454d-9f13-338f1904c4c0 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2418 time: 0.3689237 Apr 18 21:23:52.448902 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.459127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4be330e4-18d4-48cc-b9e9-e0905b28765e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.464080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Deleting port cb554ad6-bbff-4834-942f-7e9bc2ee5080 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:52.465006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.574819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:52.582714 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d398eb79-a30e-490d-a814-d59d9d432e5b req-8484eee7-b81a-4c21-9fd1-b362b8ab1a19 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348045 Apr 18 21:23:52.583702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Usage tracker for resource:security_group_rule and tenant:eebeb6f99cca4330b149c658d9d0f104 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:52.584011 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4be330e4-18d4-48cc-b9e9-e0905b28765e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.603837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e7b079e6-34af-4225-9c17-f4eb91e3e78b req-caf337d6-625a-4f82-8621-ed9d7a8d7f24 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579266 Apr 18 21:23:52.611932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:52.618546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:52.692457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-646162859', 'description': 'tempest-description-465610208'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:52.733573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:52.740859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:52.747469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:52.788462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:52.809220 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.860029 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.909348 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.950147 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.994132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Calling delete_port for cb554ad6-bbff-4834-942f-7e9bc2ee5080 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:53.002201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f355ccf8-661e-4c9b-bcc9-a8d8008e4f10,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:53.012908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:53.034417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:53.039983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:53.052810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:53.280215 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:53.356782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43207e1f-90fd-4669-a31d-66bad0cfd3ec req-771b1653-05ef-488a-a3c7-a6b235f2c0d0 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:53.459613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43207e1f-90fd-4669-a31d-66bad0cfd3ec req-771b1653-05ef-488a-a3c7-a6b235f2c0d0 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.1575646 Apr 18 21:23:53.459613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43207e1f-90fd-4669-a31d-66bad0cfd3ec req-9c9efb08-9aea-42ad-b6d5-ffc05292f211 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593345 Apr 18 21:23:53.650012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4be330e4-18d4-48cc-b9e9-e0905b28765e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:53.676502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be330e4-18d4-48cc-b9e9-e0905b28765e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b5da49-07f3-4ba7-a4e7-78ea74e9c5b8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:53.708293 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4be330e4-18d4-48cc-b9e9-e0905b28765e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:53.709854 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4be330e4-18d4-48cc-b9e9-e0905b28765e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15b5da49-07f3-4ba7-a4e7-78ea74e9c5b8 HTTP/1.1" status: 204 len: 168 time: 1.3691435 Apr 18 21:23:53.792271 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:53.828943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:53.875116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:23:53.926344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Pushing event deleted for resources: {'Port': ['ID=cb554ad6-bbff-4834-942f-7e9bc2ee5080,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:53.955547 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:53.958023 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Added segment e578485f-0f23-4d77-8cbb-3ba7ce602648 of type vlan for network 7535b47f-fe9f-4b23-b568-1340147f36ab Apr 18 21:23:53.996275 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.019470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c6b8db-5c08-49c7-9184-634f3f80dcd0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:54.073904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875d9b-ab2f-43e3-88e3-a00c54be3ea0 req-15fbfc22-ac06-4d68-8cc2-4e3a6d9e7d1e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:54.082086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45875d9b-ab2f-43e3-88e3-a00c54be3ea0 req-15fbfc22-ac06-4d68-8cc2-4e3a6d9e7d1e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.3442111 Apr 18 21:23:54.113330 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.114556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0feb650-9858-4707-839f-91ca2ff34021 req-46bd6495-6935-45b3-b5b3-1d0a75a07df1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.4338048 Apr 18 21:23:54.149134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45875d9b-ab2f-43e3-88e3-a00c54be3ea0 req-e0470122-ea8d-42e6-916e-cbc57750c21b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661876 Apr 18 21:23:54.177438 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.183719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:54.187082 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.262491 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.493958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7254989 Apr 18 21:23:54.500991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52174) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:54.503586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aada7f0-78bc-414c-a889-89b628446e17 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event updated for resources: {'Network': ['ID=7535b47f-fe9f-4b23-b568-1340147f36ab,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:54.520933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Request body: {'subnet': {'network_id': '7535b47f-fe9f-4b23-b568-1340147f36ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:54.522190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 7535b47f-fe9f-4b23-b568-1340147f36ab details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:23:54.602337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d93f-6b3d-47db-8e63-248f3489e8d6 req-8569625e-cf98-4043-b886-97833d1989b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:54.605781 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.606669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d93f-6b3d-47db-8e63-248f3489e8d6 req-8569625e-cf98-4043-b886-97833d1989b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:54.611310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d93f-6b3d-47db-8e63-248f3489e8d6 req-8569625e-cf98-4043-b886-97833d1989b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:54.615287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d93f-6b3d-47db-8e63-248f3489e8d6 req-8569625e-cf98-4043-b886-97833d1989b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:54.619269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d93f-6b3d-47db-8e63-248f3489e8d6 req-8569625e-cf98-4043-b886-97833d1989b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:54.624062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d93f-6b3d-47db-8e63-248f3489e8d6 req-8569625e-cf98-4043-b886-97833d1989b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:54.628167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d93f-6b3d-47db-8e63-248f3489e8d6 req-8569625e-cf98-4043-b886-97833d1989b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:54.636360 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f66d93f-6b3d-47db-8e63-248f3489e8d6 req-8569625e-cf98-4043-b886-97833d1989b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5432 time: 0.2501411 Apr 18 21:23:54.718877 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f66d93f-6b3d-47db-8e63-248f3489e8d6 req-84d5abc9-9523-4cd6-8f85-e92e773ed288 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814478 Apr 18 21:23:54.749246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.864427 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-3a7895d6-aefd-4d36-ab25-eafaf040a450 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/d6d231ef-e47b-47f0-8cc2-3fce23c7c9ef HTTP/1.1" status: 200 len: 1639 time: 0.0623453 Apr 18 21:23:54.888520 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a8dfade5-68bf-404e-a82a-92a91bf54613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:55.026150 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-3b93c8b0-32a0-4584-9bc6-1749260518d5 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/c1c6b8db-5c08-49c7-9184-634f3f80dcd0 HTTP/1.1" status: 200 len: 1637 time: 0.1515284 Apr 18 21:23:55.026787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:55.040308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Router 3b74ce89-32db-458a-a4a1-2313c8dfaea7 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:23:55.042480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Usage tracker for resource:subnet and tenant:eebeb6f99cca4330b149c658d9d0f104 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:55.047596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-eccd5bbb-7e35-4639-86f3-bd4f344fdc3d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd6d231ef-e47b-47f0-8cc2-3fce23c7c9ef', 'remote_group_id': 'c1c6b8db-5c08-49c7-9184-634f3f80dcd0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:55.047990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-eccd5bbb-7e35-4639-86f3-bd4f344fdc3d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd6d231ef-e47b-47f0-8cc2-3fce23c7c9ef', 'remote_group_id': 'c1c6b8db-5c08-49c7-9184-634f3f80dcd0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:55.050360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:55.058148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-eccd5bbb-7e35-4639-86f3-bd4f344fdc3d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:55.069872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:55.079163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-eccd5bbb-7e35-4639-86f3-bd4f344fdc3d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:55.093049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-eccd5bbb-7e35-4639-86f3-bd4f344fdc3d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:55.106052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-eccd5bbb-7e35-4639-86f3-bd4f344fdc3d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:55.351813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c269dcc-2702-40af-84fb-06945fd2517b req-395cb32e-a89f-490a-88c2-8ad4b9b66654 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:55.359762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c269dcc-2702-40af-84fb-06945fd2517b req-395cb32e-a89f-490a-88c2-8ad4b9b66654 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.2065015 Apr 18 21:23:55.383828 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-eccd5bbb-7e35-4639-86f3-bd4f344fdc3d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:55.462791 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c269dcc-2702-40af-84fb-06945fd2517b req-732b2ea1-d359-4971-b028-de0d75ac24b4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020575 Apr 18 21:23:55.473022 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-eccd5bbb-7e35-4639-86f3-bd4f344fdc3d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:55.518059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Made reservation on behalf of eebeb6f99cca4330b149c658d9d0f104 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:55.548753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-eccd5bbb-7e35-4639-86f3-bd4f344fdc3d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:55.577991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd5bbb-7e35-4639-86f3-bd4f344fdc3d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd3446d-ee06-4301-8d15-a7bcdaf27eaa,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:55.687338 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-eccd5bbb-7e35-4639-86f3-bd4f344fdc3d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:55.688956 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f5b8b50-cf7d-44f4-a63e-e8f04f2d7f48 req-eccd5bbb-7e35-4639-86f3-bd4f344fdc3d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.6619959 Apr 18 21:23:55.752103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:23:55.757197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7d837-ab3a-44b1-a4cc-9cc5d3b2fd26 req-7ea9d02f-f85d-4766-a5bf-969091b60ec7 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:55.764751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7d837-ab3a-44b1-a4cc-9cc5d3b2fd26 req-7ea9d02f-f85d-4766-a5bf-969091b60ec7 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:55.765584 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfdc9a-1b92-4bdb-954f-84e4ceda5d2c None None] Sync routers for ids ['3b74ce89-32db-458a-a4a1-2313c8dfaea7'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:23:55.769654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7d837-ab3a-44b1-a4cc-9cc5d3b2fd26 req-7ea9d02f-f85d-4766-a5bf-969091b60ec7 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:55.769824 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:55.771136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ca7d837-ab3a-44b1-a4cc-9cc5d3b2fd26 req-7ea9d02f-f85d-4766-a5bf-969091b60ec7 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2418 time: 0.1303937 Apr 18 21:23:55.778673 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3603eae7-0083-4bcc-a776-f64159e312a5 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "PUT /v2.0/routers/3b74ce89-32db-458a-a4a1-2313c8dfaea7 HTTP/1.1" status: 200 len: 705 time: 4.8141968 Apr 18 21:23:55.781010 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:55.781417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52202) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:55.814246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfdc9a-1b92-4bdb-954f-84e4ceda5d2c None None] Routers {'3b74ce89-32db-458a-a4a1-2313c8dfaea7'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:55.814942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-04dfdc9a-1b92-4bdb-954f-84e4ceda5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:23:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3b74ce89-32db-458a-a4a1-2313c8dfaea7'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:55.981579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-04dfdc9a-1b92-4bdb-954f-84e4ceda5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:56.008989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfdc9a-1b92-4bdb-954f-84e4ceda5d2c None None] Routers {'3b74ce89-32db-458a-a4a1-2313c8dfaea7'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:56.009910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-04dfdc9a-1b92-4bdb-954f-84e4ceda5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:23:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3b74ce89-32db-458a-a4a1-2313c8dfaea7'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:56.157773 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-04dfdc9a-1b92-4bdb-954f-84e4ceda5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:56.158492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfdc9a-1b92-4bdb-954f-84e4ceda5d2c None None] The sync data for ids ['3b74ce89-32db-458a-a4a1-2313c8dfaea7'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:23:56.218609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:56.255395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ca7d837-ab3a-44b1-a4cc-9cc5d3b2fd26 req-3d81be80-a17d-4861-9d57-00627dfa34cd tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728348 Apr 18 21:23:56.304773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-031def24-caff-441b-b1ce-292459bdc127 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/routers/3b74ce89-32db-458a-a4a1-2313c8dfaea7 HTTP/1.1" status: 200 len: 740 time: 0.5188942 Apr 18 21:23:56.307476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52206) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:56.330715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af1c06-6a9f-4e16-aebf-5646f7b142f9 req-0e129ac2-7659-4d2f-bd7b-1c91159537f2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:56.333247 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88af1c06-6a9f-4e16-aebf-5646f7b142f9 req-0e129ac2-7659-4d2f-bd7b-1c91159537f2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.4186039 Apr 18 21:23:56.366734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event updated for resources: {'Subnet': ['ID=b59d62e1-1e0d-4545-84d8-a9db9921a181,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:56.380746 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1da03b87-291c-42fa-a65d-d342a6b6b621 tempest-RoutersAdminTest-1905848782 tempest-RoutersAdminTest-1905848782-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&device_id=3b74ce89-32db-458a-a4a1-2313c8dfaea7 HTTP/1.1" status: 200 len: 205 time: 0.0553210 Apr 18 21:23:56.382002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Checking segment: {'id': 'e578485f-0f23-4d77-8cbb-3ba7ce602648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7535b47f-fe9f-4b23-b568-1340147f36ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:56.382387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Network hostable DHCP agents. Network: 7535b47f-fe9f-4b23-b568-1340147f36ab, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:23:56.386677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52210) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:56.442739 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d1bbaea3-1671-4c68-8ebe-55c51b415bff tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b74ce89-32db-458a-a4a1-2313c8dfaea7 HTTP/1.1" status: 200 len: 205 time: 0.0549912 Apr 18 21:23:56.446046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52214) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:56.568017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0f4b700-ec9d-4055-bf9c-e7e7dcebb017 req-1f1ad4b6-f6c8-4812-babb-9be21cbabe1d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/c1c6b8db-5c08-49c7-9184-634f3f80dcd0 HTTP/1.1" status: 200 len: 1637 time: 0.2306757 Apr 18 21:23:56.572645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88af1c06-6a9f-4e16-aebf-5646f7b142f9 req-0c73d517-c999-4470-bdaa-b32134f1ebac tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208076 Apr 18 21:23:56.615000 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-75b62073-c552-476e-a6d6-54240eebbb56 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:56.723965 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c0f4b700-ec9d-4055-bf9c-e7e7dcebb017 req-19ad210c-1ee8-4386-8bee-b82ef3cad373 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:56.723965 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c0f4b700-ec9d-4055-bf9c-e7e7dcebb017 req-19ad210c-1ee8-4386-8bee-b82ef3cad373 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:56.928104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748edfc6-ba3c-4f7a-8f34-ca0010839a49 req-7d4c3b50-c364-4eb0-a4dd-ef9ecba7c5b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:56.931918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748edfc6-ba3c-4f7a-8f34-ca0010839a49 req-7d4c3b50-c364-4eb0-a4dd-ef9ecba7c5b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:56.936343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748edfc6-ba3c-4f7a-8f34-ca0010839a49 req-7d4c3b50-c364-4eb0-a4dd-ef9ecba7c5b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:56.940563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748edfc6-ba3c-4f7a-8f34-ca0010839a49 req-7d4c3b50-c364-4eb0-a4dd-ef9ecba7c5b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:56.945177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748edfc6-ba3c-4f7a-8f34-ca0010839a49 req-7d4c3b50-c364-4eb0-a4dd-ef9ecba7c5b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:56.949285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748edfc6-ba3c-4f7a-8f34-ca0010839a49 req-7d4c3b50-c364-4eb0-a4dd-ef9ecba7c5b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:56.953910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748edfc6-ba3c-4f7a-8f34-ca0010839a49 req-7d4c3b50-c364-4eb0-a4dd-ef9ecba7c5b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:56.956306 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-748edfc6-ba3c-4f7a-8f34-ca0010839a49 req-7d4c3b50-c364-4eb0-a4dd-ef9ecba7c5b2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5432 time: 0.1733325 Apr 18 21:23:57.050140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-748edfc6-ba3c-4f7a-8f34-ca0010839a49 req-d9984c69-9bb7-4167-9c8b-fd60de5247ad tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838029 Apr 18 21:23:57.123804 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b70ee46e-6dc5-44df-9c2f-2007455fb565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.140885 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c0f4b700-ec9d-4055-bf9c-e7e7dcebb017 req-19ad210c-1ee8-4386-8bee-b82ef3cad373 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.172639 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad210c-1ee8-4386-8bee-b82ef3cad373 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c6b8db-5c08-49c7-9184-634f3f80dcd0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:57.193835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Network 7535b47f-fe9f-4b23-b568-1340147f36ab is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:23:57.200880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-75b62073-c552-476e-a6d6-54240eebbb56 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.211377 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-75b62073-c552-476e-a6d6-54240eebbb56 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.232470 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c0f4b700-ec9d-4055-bf9c-e7e7dcebb017 req-19ad210c-1ee8-4386-8bee-b82ef3cad373 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.236999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0f4b700-ec9d-4055-bf9c-e7e7dcebb017 req-19ad210c-1ee8-4386-8bee-b82ef3cad373 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "DELETE /v2.0/security-groups/c1c6b8db-5c08-49c7-9184-634f3f80dcd0 HTTP/1.1" status: 204 len: 173 time: 0.6542289 Apr 18 21:23:57.264719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 7535b47f-fe9f-4b23-b568-1340147f36ab) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:57.269128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:57.271529 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.277363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dcbc25-a191-41d4-b32a-280f1b9060a9 None None] Network 7535b47f-fe9f-4b23-b568-1340147f36ab requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:23:57.319877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-acadc5ec-f1d6-4283-a1b1-e1a88869983c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:57.336279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-acadc5ec-f1d6-4283-a1b1-e1a88869983c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:57.340296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-acadc5ec-f1d6-4283-a1b1-e1a88869983c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:57.362227 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-acadc5ec-f1d6-4283-a1b1-e1a88869983c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2418 time: 0.2832751 Apr 18 21:23:57.377717 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-75b62073-c552-476e-a6d6-54240eebbb56 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.378529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b62073-c552-476e-a6d6-54240eebbb56 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Fanout notify agent at l3_agent the message router_deleted on router 3b74ce89-32db-458a-a4a1-2313c8dfaea7 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:23:57.393050 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-75b62073-c552-476e-a6d6-54240eebbb56 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.393050 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-75b62073-c552-476e-a6d6-54240eebbb56 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/routers/3b74ce89-32db-458a-a4a1-2313c8dfaea7 HTTP/1.1" status: 204 len: 168 time: 0.9452434 Apr 18 21:23:57.396351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52230) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:57.471917 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-02024688-1ed5-4d1f-8fea-a00a6ff537fc tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b74ce89-32db-458a-a4a1-2313c8dfaea7 HTTP/1.1" status: 200 len: 205 time: 0.0722368 Apr 18 21:23:57.472159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52234) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:57.476243 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d4a214c0-ca66-4fa0-8253-46531ec8fdcb tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9702709 Apr 18 21:23:57.486888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52238) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:57.518927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-75ec120d-e774-49f4-8c2e-3dd88ea66159 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-100728268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:57.540706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-75ec120d-e774-49f4-8c2e-3dd88ea66159 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:57.554560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-87757a0d-9ce0-4882-9a4f-b7604039125c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting port ffea6661-2df8-4bcb-a772-fdf689c3f799 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:57.558568 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-87757a0d-9ce0-4882-9a4f-b7604039125c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.624319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-75ec120d-e774-49f4-8c2e-3dd88ea66159 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Usage tracker for resource:router and tenant:eebeb6f99cca4330b149c658d9d0f104 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:57.656392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-75ec120d-e774-49f4-8c2e-3dd88ea66159 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:57.683372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-75ec120d-e774-49f4-8c2e-3dd88ea66159 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:57.708731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34a8f907-c3ba-42eb-bdd0-1d732654b1c2 req-8a574e06-20f2-4eec-81d7-a4c2806b6c4d tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/d6d231ef-e47b-47f0-8cc2-3fce23c7c9ef HTTP/1.1" status: 200 len: 1639 time: 0.4094298 Apr 18 21:23:57.710471 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-5fc40842-c0a3-4624-bb01-90e97c16a708 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] delete failed (client error): The resource could not be found. Apr 18 21:23:57.714386 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5fc40842-c0a3-4624-bb01-90e97c16a708 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/routers/3b74ce89-32db-458a-a4a1-2313c8dfaea7 HTTP/1.1" status: 404 len: 336 time: 0.2412708 Apr 18 21:23:57.716643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52246) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:57.720983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-7535b47f-fe9f-4b23-b568-1340147f36ab', 'network_id': '7535b47f-fe9f-4b23-b568-1340147f36ab', 'tenant_id': 'eebeb6f99cca4330b149c658d9d0f104', 'fixed_ips': [{'subnet_id': 'b59d62e1-1e0d-4545-84d8-a9db9921a181'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:23:57.722742 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.852320 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6d190ca4-bf4e-4c0c-a36f-40da2b110303 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "GET /v2.0/ports?device_id=8526185a-b917-4b76-bdb0-95bf5e4bee69 HTTP/1.1" status: 200 len: 205 time: 0.1324539 Apr 18 21:23:57.852657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52250) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:57.921860 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75ec120d-e774-49f4-8c2e-3dd88ea66159 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.923453 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75ec120d-e774-49f4-8c2e-3dd88ea66159 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.943440 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-65784d24-647d-486c-9539-e5e7144b5916 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] delete failed (client error): The resource could not be found. Apr 18 21:23:57.947512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-65784d24-647d-486c-9539-e5e7144b5916 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/routers/8526185a-b917-4b76-bdb0-95bf5e4bee69 HTTP/1.1" status: 404 len: 336 time: 0.0899825 Apr 18 21:23:57.947843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52256) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:58.014603 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6ac2b4b6-aea6-4b27-8cd1-2b43e8c9e653 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d82367e6-828e-4700-8a82-40a498ee5d97 HTTP/1.1" status: 200 len: 205 time: 0.0626135 Apr 18 21:23:58.015178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52260) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:58.031323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6efe1-71e6-44e3-87b4-8b616a8ec3ab req-32b4b291-a64a-4bfa-92c2-35227d312f74 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:58.039379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6fb6efe1-71e6-44e3-87b4-8b616a8ec3ab req-32b4b291-a64a-4bfa-92c2-35227d312f74 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.6562583 Apr 18 21:23:58.043777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Allocated IP 172.20.0.2 (7535b47f-fe9f-4b23-b568-1340147f36ab/b59d62e1-1e0d-4545-84d8-a9db9921a181/47606ba7-64d0-43c2-9547-c8cafd8b6d01) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:58.130033 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-e908b0b2-137a-4d09-9ac0-608f32aa68ec tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] delete failed (client error): The resource could not be found. Apr 18 21:23:58.132725 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e908b0b2-137a-4d09-9ac0-608f32aa68ec tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/routers/d82367e6-828e-4700-8a82-40a498ee5d97 HTTP/1.1" status: 404 len: 336 time: 0.1154406 Apr 18 21:23:58.135278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52266) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:58.164241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6fb6efe1-71e6-44e3-87b4-8b616a8ec3ab req-b97287c8-bd0c-4982-b35b-70f179588628 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230667 Apr 18 21:23:58.200235 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8f54fe6c-41bc-4c92-91c6-555e4f86e2c6 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "GET /v2.0/ports?device_id=686e63f9-e616-4e5a-966a-f993685f774c HTTP/1.1" status: 200 len: 205 time: 0.0614505 Apr 18 21:23:58.201399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52270) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:58.309601 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-daf5405c-b0b0-4b45-ad7e-ffbd0f34c301 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] delete failed (client error): The resource could not be found. Apr 18 21:23:58.320585 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-daf5405c-b0b0-4b45-ad7e-ffbd0f34c301 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/routers/686e63f9-e616-4e5a-966a-f993685f774c HTTP/1.1" status: 404 len: 336 time: 0.1100676 Apr 18 21:23:58.320585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52274) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:58.368460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f810f-a74a-48f4-b72a-c3e7af7e191f req-9e568ddc-9c24-4215-abcf-d5ddb78a002f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:58.382218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f810f-a74a-48f4-b72a-c3e7af7e191f req-9e568ddc-9c24-4215-abcf-d5ddb78a002f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:58.390377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f810f-a74a-48f4-b72a-c3e7af7e191f req-9e568ddc-9c24-4215-abcf-d5ddb78a002f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:58.394790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e6f810f-a74a-48f4-b72a-c3e7af7e191f req-9e568ddc-9c24-4215-abcf-d5ddb78a002f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 2418 time: 0.4993935 Apr 18 21:23:58.442403 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75ec120d-e774-49f4-8c2e-3dd88ea66159 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.460903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-87757a0d-9ce0-4882-9a4f-b7604039125c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] For port ffea6661-2df8-4bcb-a772-fdf689c3f799, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ffea6661-2df8-4bcb-a772-fdf689c3f799,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:58.469108 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-87757a0d-9ce0-4882-9a4f-b7604039125c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.502180 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1afe51f1-f3b2-47b0-9264-362f64d92a30 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "GET /v2.0/ports?device_id=96e4909d-1b9d-4ac2-9a2b-66e6804fbffa HTTP/1.1" status: 200 len: 205 time: 0.1849456 Apr 18 21:23:58.508716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52280) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:58.637862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.644214 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.734711 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-57cc40b4-a709-4165-b32b-4fd42b96d3cf tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] delete failed (client error): The resource could not be found. Apr 18 21:23:58.741330 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-57cc40b4-a709-4165-b32b-4fd42b96d3cf tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/routers/96e4909d-1b9d-4ac2-9a2b-66e6804fbffa HTTP/1.1" status: 404 len: 336 time: 0.2297082 Apr 18 21:23:58.743064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52284) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:58.766457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e6f810f-a74a-48f4-b72a-c3e7af7e191f req-dc4ab7be-576e-4b22-9057-7aa99efd3c03 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120806 Apr 18 21:23:58.865354 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.871803 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1b8a3803-10b2-4ac9-ac34-a47aa0153940 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1504e16-c9b0-4e0b-bf1c-7f260e154ff2 HTTP/1.1" status: 200 len: 205 time: 0.1147475 Apr 18 21:23:58.871803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52288) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:58.909238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Transition to ACTIVE for port object 47606ba7-64d0-43c2-9547-c8cafd8b6d01 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:58.958522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Transition to ACTIVE for port object 47606ba7-64d0-43c2-9547-c8cafd8b6d01 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:58.969455 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75ec120d-e774-49f4-8c2e-3dd88ea66159 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.028017 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-7810b103-f899-46f7-a29f-a41187e148e7 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] delete failed (client error): The resource could not be found. Apr 18 21:23:59.036452 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.041685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-570081469', 'description': 'tempest-description-466252778'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:59.049131 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7810b103-f899-46f7-a29f-a41187e148e7 tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/routers/c1504e16-c9b0-4e0b-bf1c-7f260e154ff2 HTTP/1.1" status: 404 len: 336 time: 0.1861134 Apr 18 21:23:59.051786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52292) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:59.053414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-87757a0d-9ce0-4882-9a4f-b7604039125c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Calling delete_port for ffea6661-2df8-4bcb-a772-fdf689c3f799 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:59.114268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:59.118356 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fd1ff6-f333-4de8-8741-8e6552e6239a tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] DELETE failed (client error): The resource could not be found. Apr 18 21:23:59.120262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fd1ff6-f333-4de8-8741-8e6552e6239a tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:23:59.130600 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-74fd1ff6-f333-4de8-8741-8e6552e6239a tempest-RoutersAdminTest-647854143 tempest-RoutersAdminTest-647854143-project] 10.222.0.11 "DELETE /v2.0/subnets/cb0a1eae-8957-4f2d-82b1-ba666e04f2f0 HTTP/1.1" status: 404 len: 337 time: 0.0788271 Apr 18 21:23:59.134614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:59.142306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Pushing event updated for resources: {'Port': ['ID=47606ba7-64d0-43c2-9547-c8cafd8b6d01,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:59.153564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:59.170959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Network 7535b47f-fe9f-4b23-b568-1340147f36ab is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:59.171595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:59.172779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:59.177191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:59.337413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Attempting to bind port 47606ba7-64d0-43c2-9547-c8cafd8b6d01 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:59.338090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Attempting to bind port 47606ba7-64d0-43c2-9547-c8cafd8b6d01 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'e578485f-0f23-4d77-8cbb-3ba7ce602648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7535b47f-fe9f-4b23-b568-1340147f36ab'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:59.338632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Attempting to bind port 47606ba7-64d0-43c2-9547-c8cafd8b6d01 on network 7535b47f-fe9f-4b23-b568-1340147f36ab {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:59.346696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:59.347700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Checking segment: {'id': 'e578485f-0f23-4d77-8cbb-3ba7ce602648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7535b47f-fe9f-4b23-b568-1340147f36ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:59.348297 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.348689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Bound using segment: {'id': 'e578485f-0f23-4d77-8cbb-3ba7ce602648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7535b47f-fe9f-4b23-b568-1340147f36ab'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:59.349162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Bound port: 47606ba7-64d0-43c2-9547-c8cafd8b6d01, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e578485f-0f23-4d77-8cbb-3ba7ce602648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7535b47f-fe9f-4b23-b568-1340147f36ab'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:59.349559 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.353292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b5a9e-38de-4a7a-a101-d2d0e48dc1c4 req-54840327-835e-46b6-8e46-9a54e1ee005e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:59.366168 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f33b5a9e-38de-4a7a-a101-d2d0e48dc1c4 req-54840327-835e-46b6-8e46-9a54e1ee005e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.7070904 Apr 18 21:23:59.389017 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75ec120d-e774-49f4-8c2e-3dd88ea66159 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.393323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-75ec120d-e774-49f4-8c2e-3dd88ea66159 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.8965487 Apr 18 21:23:59.394114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52300) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:59.448909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f33b5a9e-38de-4a7a-a101-d2d0e48dc1c4 req-5ee4661a-8af0-4a18-b03f-6db2e4cc061d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785661 Apr 18 21:23:59.452152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] For port 47606ba7-64d0-43c2-9547-c8cafd8b6d01, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:59.454304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] For port 47606ba7-64d0-43c2-9547-c8cafd8b6d01, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=47606ba7-64d0-43c2-9547-c8cafd8b6d01,segment=NetworkSegment(e578485f-0f23-4d77-8cbb-3ba7ce602648),segment_id=e578485f-0f23-4d77-8cbb-3ba7ce602648)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:59.469351 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.527403 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-87757a0d-9ce0-4882-9a4f-b7604039125c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.543565 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.749607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87757a0d-9ce0-4882-9a4f-b7604039125c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Port': ['ID=ffea6661-2df8-4bcb-a772-fdf689c3f799,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:59.816365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeef50-5f51-4732-9a48-b8adebd432f0 None None] Pushing event updated for resources: {'Port': ['ID=47606ba7-64d0-43c2-9547-c8cafd8b6d01,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:59.925727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52310) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:00.026747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:00.067311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-87757a0d-9ce0-4882-9a4f-b7604039125c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] No DVR routers for this DVR port ffea6661-2df8-4bcb-a772-fdf689c3f799 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:00.074563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:00.086706 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-87757a0d-9ce0-4882-9a4f-b7604039125c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.091078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:00.100382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-deleted', 'tag': 'ffea6661-2df8-4bcb-a772-fdf689c3f799'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:00.145726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:00.299767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-87757a0d-9ce0-4882-9a4f-b7604039125c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "DELETE /v2.0/ports/ffea6661-2df8-4bcb-a772-fdf689c3f799 HTTP/1.1" status: 204 len: 173 time: 2.9134862 Apr 18 21:24:00.328375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6991a4-0ff6-4bc1-93c6-f7904f2cebd7 req-f11f8dcc-1a97-41bd-97a1-6593464d0b9f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.332020 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.333288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6991a4-0ff6-4bc1-93c6-f7904f2cebd7 req-f11f8dcc-1a97-41bd-97a1-6593464d0b9f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.337711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6991a4-0ff6-4bc1-93c6-f7904f2cebd7 req-f11f8dcc-1a97-41bd-97a1-6593464d0b9f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.342480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6991a4-0ff6-4bc1-93c6-f7904f2cebd7 req-f11f8dcc-1a97-41bd-97a1-6593464d0b9f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.346669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6991a4-0ff6-4bc1-93c6-f7904f2cebd7 req-f11f8dcc-1a97-41bd-97a1-6593464d0b9f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.361795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6991a4-0ff6-4bc1-93c6-f7904f2cebd7 req-f11f8dcc-1a97-41bd-97a1-6593464d0b9f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.371381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6991a4-0ff6-4bc1-93c6-f7904f2cebd7 req-f11f8dcc-1a97-41bd-97a1-6593464d0b9f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.379994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc6991a4-0ff6-4bc1-93c6-f7904f2cebd7 req-f11f8dcc-1a97-41bd-97a1-6593464d0b9f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5432 time: 0.6166761 Apr 18 21:24:00.528045 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ddb0d37-e2b9-4fad-869b-71c8a7b86b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.574125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4ddb0d37-e2b9-4fad-869b-71c8a7b86b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:00.578846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4ddb0d37-e2b9-4fad-869b-71c8a7b86b0f admin admin] Usage tracker for resource:security_group_rule and tenant:4e676e32e0794373b19e17013d885ce0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:00.583405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4ddb0d37-e2b9-4fad-869b-71c8a7b86b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:00.592056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4ddb0d37-e2b9-4fad-869b-71c8a7b86b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:00.618236 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.642566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-41af7776-15d9-4077-a203-f125fd4cbd7e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:00.642900 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-41af7776-15d9-4077-a203-f125fd4cbd7e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.674890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc6991a4-0ff6-4bc1-93c6-f7904f2cebd7 req-b75f844f-e77a-4ab7-b169-963c4c33854e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2938383 Apr 18 21:24:00.681925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.778354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cccf598-6cc9-4992-8904-659442f91f0a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:00.787856 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.789245 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3425dc40-9004-4e4d-84aa-7970164c1a4c req-2b3f2175-2c3f-4544-827b-76801ff1c40e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.8267772 Apr 18 21:24:00.953975 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ddb0d37-e2b9-4fad-869b-71c8a7b86b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.982901 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.029382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d204f9c6-c349-4bde-aed2-570bd09bb421 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:01.083979 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ddb0d37-e2b9-4fad-869b-71c8a7b86b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.200001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Allocated IP 172.20.0.1 (7535b47f-fe9f-4b23-b568-1340147f36ab/b59d62e1-1e0d-4545-84d8-a9db9921a181/e86ef83e-e1da-4ca4-9c94-34f80815776a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:01.226534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-41af7776-15d9-4077-a203-f125fd4cbd7e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] For port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a,segment=NetworkSegment(02f2ddab-baa1-48d6-8152-d5cd98d0fd5d),segment_id=02f2ddab-baa1-48d6-8152-d5cd98d0fd5d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:01.227234 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-41af7776-15d9-4077-a203-f125fd4cbd7e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.228268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ffea6661-2df8-4bcb-a772-fdf689c3f799 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:01.304211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb0d37-e2b9-4fad-869b-71c8a7b86b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60867a4-e336-44be-99e8-b7d27d73d6a7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:01.343917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: ffea6661-2df8-4bcb-a772-fdf689c3f799 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:24:01.344661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ffea6661-2df8-4bcb-a772-fdf689c3f799 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:24:01.346001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9f1e97b6-9996-4708-9189-e05438976288 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:01.377973 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4ddb0d37-e2b9-4fad-869b-71c8a7b86b0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e676e32e0794373b19e17013d885ce0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4509187 Apr 18 21:24:01.384607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52326) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:01.449119 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-41af7776-15d9-4077-a203-f125fd4cbd7e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Calling delete_port for 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:01.522173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d204f9c6-c349-4bde-aed2-570bd09bb421, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d204f9c6-c349-4bde-aed2-570bd09bb421,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:01.544217 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fbb72ce-b321-4051-bb4f-6f7b86d83348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.545612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f698f-94c0-4ee1-b828-98c854c5fe50 req-39718861-0f15-45bb-ae24-3080174162e0 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:01.547807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-338f698f-94c0-4ee1-b828-98c854c5fe50 req-39718861-0f15-45bb-ae24-3080174162e0 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.6009848 Apr 18 21:24:01.559227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'd204f9c6-c349-4bde-aed2-570bd09bb421', 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8', 'port_id': 'd204f9c6-c349-4bde-aed2-570bd09bb421', 'mac_address': 'fa:16:3e:03:a9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3149a32-f5d5-46d2-8865-186681244fa6', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:01.567001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3e9b3-be39-484e-9014-a29f1f0ac488 req-9221ed26-4ad8-44ec-ab67-8f8277718388 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:01.571299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3e9b3-be39-484e-9014-a29f1f0ac488 req-9221ed26-4ad8-44ec-ab67-8f8277718388 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:01.572105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1db3e9b3-be39-484e-9014-a29f1f0ac488 req-9221ed26-4ad8-44ec-ab67-8f8277718388 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Synchronizing usage tracker for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:01.580874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fbb72ce-b321-4051-bb4f-6f7b86d83348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.643159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa757c20-ff93-4511-a5e1-0eb02d41e139 None None] Network 7535b47f-fe9f-4b23-b568-1340147f36ab requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:01.782624 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.792469 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.801931 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-338f698f-94c0-4ee1-b828-98c854c5fe50 req-9b7a4139-2918-41c2-b1b4-4c1e630dddbb tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215042 Apr 18 21:24:01.814133 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fbb72ce-b321-4051-bb4f-6f7b86d83348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.844438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f1e97b6-9996-4708-9189-e05438976288'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:01.852546 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fbb72ce-b321-4051-bb4f-6f7b86d83348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.856601 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0fbb72ce-b321-4051-bb4f-6f7b86d83348 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b60867a4-e336-44be-99e8-b7d27d73d6a7 HTTP/1.1" status: 204 len: 168 time: 0.4708557 Apr 18 21:24:01.862423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1db3e9b3-be39-484e-9014-a29f1f0ac488 req-9221ed26-4ad8-44ec-ab67-8f8277718388 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Unset dirty status for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:01.863875 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1db3e9b3-be39-484e-9014-a29f1f0ac488 req-9221ed26-4ad8-44ec-ab67-8f8277718388 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 1683 time: 0.8606808 Apr 18 21:24:01.871638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d204f9c6-c349-4bde-aed2-570bd09bb421 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:01.883389 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb72ce-b321-4051-bb4f-6f7b86d83348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60867a4-e336-44be-99e8-b7d27d73d6a7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:01.890864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9f1e97b6-9996-4708-9189-e05438976288, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9f1e97b6-9996-4708-9189-e05438976288,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:01.905617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d204f9c6-c349-4bde-aed2-570bd09bb421, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d204f9c6-c349-4bde-aed2-570bd09bb421,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:01.913999 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.916102 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-41af7776-15d9-4077-a203-f125fd4cbd7e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.924521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f9c6f21c-ab7d-4363-bb2a-59eb9c61a9ab None None] Provisioning for port 47606ba7-64d0-43c2-9547-c8cafd8b6d01 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:01.974060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Transition to ACTIVE for port object e86ef83e-e1da-4ca4-9c94-34f80815776a will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:02.052167 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:02.053363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:02.092345 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:02.097824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af7776-15d9-4077-a203-f125fd4cbd7e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Port': ['ID=1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:02.166486 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:02.166486 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 426f8c7a-d889-4424-be35-d5f5f6c0a12a details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:02.268212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-41af7776-15d9-4077-a203-f125fd4cbd7e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] No DVR routers for this DVR port 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:02.284565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1db3e9b3-be39-484e-9014-a29f1f0ac488 req-37c618eb-64d9-494b-b2cc-df70a150b8a4 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141662 Apr 18 21:24:02.285759 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-41af7776-15d9-4077-a203-f125fd4cbd7e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:02.290771 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-41af7776-15d9-4077-a203-f125fd4cbd7e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "DELETE /v2.0/ports/1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a HTTP/1.1" status: 204 len: 173 time: 1.8693492 Apr 18 21:24:02.359667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Network 7535b47f-fe9f-4b23-b568-1340147f36ab is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:02.448456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-79cae994-2167-457e-8198-0f0b3da0a3e3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting port 9f1e97b6-9996-4708-9189-e05438976288 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:02.449770 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-79cae994-2167-457e-8198-0f0b3da0a3e3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:02.490051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event updated for resources: {'Port': ['ID=e86ef83e-e1da-4ca4-9c94-34f80815776a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:02.494556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:02.505602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:02.519863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 47606ba7-64d0-43c2-9547-c8cafd8b6d01 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:02.588537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:24:02.592216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:24:02.598933 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ef8b9a-7c3d-4fcf-ad8f-99997675d020'] response: {'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-deleted', 'tag': 'ffea6661-2df8-4bcb-a772-fdf689c3f799', 'status': 'completed', 'code': 200} Apr 18 21:24:02.718316 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:02.740499 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9f1e97b6-9996-4708-9189-e05438976288,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:02.758062 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43f593fa-dac9-4d9b-9274-4f56772586c6 req-2f63f469-e9f6-4b36-8f40-c0cae7f064f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 1095 time: 0.1786590 Apr 18 21:24:02.763096 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03602fef-318c-4222-b239-e5ca9abc23ed req-ff2c315c-9f35-43dc-94a1-7585c0baeca8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6588082 Apr 18 21:24:02.856617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 426f8c7a-d889-4424-be35-d5f5f6c0a12a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=426f8c7a-d889-4424-be35-d5f5f6c0a12a,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:02.878799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-79cae994-2167-457e-8198-0f0b3da0a3e3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] For port 9f1e97b6-9996-4708-9189-e05438976288, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9f1e97b6-9996-4708-9189-e05438976288,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:02.880256 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-79cae994-2167-457e-8198-0f0b3da0a3e3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:02.886037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '426f8c7a-d889-4424-be35-d5f5f6c0a12a', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'port_id': '426f8c7a-d889-4424-be35-d5f5f6c0a12a', 'mac_address': 'fa:16:3e:72:ca:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:02.922330 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d204f9c6-c349-4bde-aed2-570bd09bb421,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:02.958728 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.025173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 47606ba7-64d0-43c2-9547-c8cafd8b6d01 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:03.036219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 47606ba7-64d0-43c2-9547-c8cafd8b6d01 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:03.036597 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.065685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426f8c7a-d889-4424-be35-d5f5f6c0a12a {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:03.101177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 426f8c7a-d889-4424-be35-d5f5f6c0a12a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=426f8c7a-d889-4424-be35-d5f5f6c0a12a,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:03.107385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52346) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:03.129843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.158089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f593fa-dac9-4d9b-9274-4f56772586c6 req-616e53f8-1333-43ad-bc9f-abac82432e57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:03.159646 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43f593fa-dac9-4d9b-9274-4f56772586c6 req-616e53f8-1333-43ad-bc9f-abac82432e57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 200 len: 918 time: 0.3627164 Apr 18 21:24:03.170988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-79cae994-2167-457e-8198-0f0b3da0a3e3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Calling delete_port for 9f1e97b6-9996-4708-9189-e05438976288 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:03.197139 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.197139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b0c271c9-5ee4-4b0e-95f9-bed62da38862 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:03.229420 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.248676 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-e2b39169-acac-4958-9585-8c68a2c71797 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e17373ade89d45d689261ff41668461f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2934229 Apr 18 21:24:03.308923 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03602fef-318c-4222-b239-e5ca9abc23ed req-19b9af03-6b40-437a-ac75-2dd1ccde7e71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1095 time: 0.4380662 Apr 18 21:24:03.350830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-47a2de12-0cc4-455a-9fd4-8793b75e59d4 None None] Provisioning complete for port 47606ba7-64d0-43c2-9547-c8cafd8b6d01 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:03.351217 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-47a2de12-0cc4-455a-9fd4-8793b75e59d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.432700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 47606ba7-64d0-43c2-9547-c8cafd8b6d01, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=47606ba7-64d0-43c2-9547-c8cafd8b6d01,segment=NetworkSegment(e578485f-0f23-4d77-8cbb-3ba7ce602648),segment_id=e578485f-0f23-4d77-8cbb-3ba7ce602648)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:03.440301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=426f8c7a-d889-4424-be35-d5f5f6c0a12a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:03.530358 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.577619 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2dc79546-a7a0-445e-b8a1-905ebd22f7c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29ddf01ce61345aba3cf251a93eb0f64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4520063 Apr 18 21:24:03.577871 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.580019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52352) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:03.623596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5343e66-0d14-47cc-82e7-fd011d8bc200 req-90aa5de2-f1bc-4a8b-bf8e-5d42522d22cc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:03.624898 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5343e66-0d14-47cc-82e7-fd011d8bc200 req-90aa5de2-f1bc-4a8b-bf8e-5d42522d22cc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.6700761 Apr 18 21:24:03.655339 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43f593fa-dac9-4d9b-9274-4f56772586c6 req-1bbf26ef-ba4d-4128-a56a-e571b286ef09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 HTTP/1.1" status: 200 len: 1000 time: 0.4826448 Apr 18 21:24:03.662341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b0c271c9-5ee4-4b0e-95f9-bed62da38862, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b0c271c9-5ee4-4b0e-95f9-bed62da38862,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:03.666842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-bce3ca05-a225-4558-8bec-f5ec8fa85bc4 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:03.668265 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-bce3ca05-a225-4558-8bec-f5ec8fa85bc4 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041514 Apr 18 21:24:03.689201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'b0c271c9-5ee4-4b0e-95f9-bed62da38862', 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f', 'port_id': 'b0c271c9-5ee4-4b0e-95f9-bed62da38862', 'mac_address': 'fa:16:3e:a2:a7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b562e9-35b3-411d-9a72-52e584c76442', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:03.694670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=47606ba7-64d0-43c2-9547-c8cafd8b6d01,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:03.755233 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.771885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-03d46e4c-20de-4406-948f-426b5110f64d tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/quotas/e17373ade89d45d689261ff41668461f HTTP/1.1" status: 200 len: 375 time: 0.0794299 Apr 18 21:24:03.772735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c271c9-5ee4-4b0e-95f9-bed62da38862 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:03.784594 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92363dd6-83b4-4c7a-8388-5c87db65f09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.789069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b0c271c9-5ee4-4b0e-95f9-bed62da38862, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b0c271c9-5ee4-4b0e-95f9-bed62da38862,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:03.832018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5343e66-0d14-47cc-82e7-fd011d8bc200 req-61bca14d-9174-4432-b03c-140d343edece tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707852 Apr 18 21:24:03.854630 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-53cce858-e703-49a7-a379-c79f8b0c9db4 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e17373ade89d45d689261ff41668461f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668066 Apr 18 21:24:03.857892 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-79cae994-2167-457e-8198-0f0b3da0a3e3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.874341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f593fa-dac9-4d9b-9274-4f56772586c6 req-beaac652-2349-42e3-a1b8-c1a448ee8356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:03.875280 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.875807 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43f593fa-dac9-4d9b-9274-4f56772586c6 req-beaac652-2349-42e3-a1b8-c1a448ee8356 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 200 len: 856 time: 0.1446166 Apr 18 21:24:03.876507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 41cac76b-2029-432c-bb4c-55ef1c94f7a8 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:03.882103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602fef-318c-4222-b239-e5ca9abc23ed req-c082bdcc-6f3c-426d-8188-6a593deda2c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:03.883563 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03602fef-318c-4222-b239-e5ca9abc23ed req-c082bdcc-6f3c-426d-8188-6a593deda2c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.5450981 Apr 18 21:24:03.917140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cae994-2167-457e-8198-0f0b3da0a3e3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Port': ['ID=9f1e97b6-9996-4708-9189-e05438976288,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:03.924785 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92363dd6-83b4-4c7a-8388-5c87db65f09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.955418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 47606ba7-64d0-43c2-9547-c8cafd8b6d01 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:04.079497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-79cae994-2167-457e-8198-0f0b3da0a3e3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] No DVR routers for this DVR port 9f1e97b6-9996-4708-9189-e05438976288 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:04.083184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-79cae994-2167-457e-8198-0f0b3da0a3e3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.085665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=b0c271c9-5ee4-4b0e-95f9-bed62da38862,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:04.123659 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1088632-e445-4882-97f1-c401c1a2bacd req-a2bb6ce4-2598-48d0-a162-9b9545a40bfc tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/1cccf598-6cc9-4992-8904-659442f91f0a HTTP/1.1" status: 200 len: 1637 time: 0.1845973 Apr 18 21:24:04.133587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-f1088632-e445-4882-97f1-c401c1a2bacd req-e0977a50-f284-410c-b4b3-9a017c962e8c tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cccf598-6cc9-4992-8904-659442f91f0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:04.133587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-f1088632-e445-4882-97f1-c401c1a2bacd req-e0977a50-f284-410c-b4b3-9a017c962e8c tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cccf598-6cc9-4992-8904-659442f91f0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:04.136922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5266105b-47e4-47b4-b2eb-8ef5f7b84a88 None None] Provisioning for port e86ef83e-e1da-4ca4-9c94-34f80815776a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:04.137063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f1088632-e445-4882-97f1-c401c1a2bacd req-e0977a50-f284-410c-b4b3-9a017c962e8c tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:04.141381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f1088632-e445-4882-97f1-c401c1a2bacd req-e0977a50-f284-410c-b4b3-9a017c962e8c tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:04.144484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f1088632-e445-4882-97f1-c401c1a2bacd req-e0977a50-f284-410c-b4b3-9a017c962e8c tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:04.150556 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f1088632-e445-4882-97f1-c401c1a2bacd req-e0977a50-f284-410c-b4b3-9a017c962e8c tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:04.159288 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:24:04.184120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0412ee71-c071-4d91-8c6f-6900e1b58856 req-79cae994-2167-457e-8198-0f0b3da0a3e3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "DELETE /v2.0/ports/9f1e97b6-9996-4708-9189-e05438976288 HTTP/1.1" status: 204 len: 173 time: 1.8868749 Apr 18 21:24:04.196819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5266105b-47e4-47b4-b2eb-8ef5f7b84a88 None None] Provisioning complete for port e86ef83e-e1da-4ca4-9c94-34f80815776a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:04.198277 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5266105b-47e4-47b4-b2eb-8ef5f7b84a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.240689 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92363dd6-83b4-4c7a-8388-5c87db65f09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.244853 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92363dd6-83b4-4c7a-8388-5c87db65f09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.249565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-92363dd6-83b4-4c7a-8388-5c87db65f09e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7faceac1-5b0f-4abb-b73c-26ce14cab9b1 HTTP/1.1" status: 204 len: 168 time: 0.6651862 Apr 18 21:24:04.265313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92363dd6-83b4-4c7a-8388-5c87db65f09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faceac1-5b0f-4abb-b73c-26ce14cab9b1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:04.304516 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 41cac76b-2029-432c-bb4c-55ef1c94f7a8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=41cac76b-2029-432c-bb4c-55ef1c94f7a8,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:04.352917 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03602fef-318c-4222-b239-e5ca9abc23ed req-86109e87-e216-4713-aad5-82d74cc9aa86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 999 time: 0.4529817 Apr 18 21:24:04.358723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '41cac76b-2029-432c-bb4c-55ef1c94f7a8', 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8', 'port_id': '41cac76b-2029-432c-bb4c-55ef1c94f7a8', 'mac_address': 'fa:16:3e:69:62:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3149a32-f5d5-46d2-8865-186681244fa6', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:04.412694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5266105b-47e4-47b4-b2eb-8ef5f7b84a88 None None] Port e86ef83e-e1da-4ca4-9c94-34f80815776a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:24:04.452289 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1088632-e445-4882-97f1-c401c1a2bacd req-e0977a50-f284-410c-b4b3-9a017c962e8c tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.484582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48973c-0016-42d7-af0a-204690845342 req-eebda0d7-69e5-4140-add5-6c49d06df398 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:04.487128 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43f593fa-dac9-4d9b-9274-4f56772586c6 req-ce865837-23c0-4df5-8947-409e9467cfb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40555ad7-33a0-41d9-873f-e57f23f1fa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5860889 Apr 18 21:24:04.491141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48973c-0016-42d7-af0a-204690845342 req-eebda0d7-69e5-4140-add5-6c49d06df398 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:04.497198 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.497648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48973c-0016-42d7-af0a-204690845342 req-eebda0d7-69e5-4140-add5-6c49d06df398 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:04.501769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48973c-0016-42d7-af0a-204690845342 req-eebda0d7-69e5-4140-add5-6c49d06df398 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:04.503809 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.506473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48973c-0016-42d7-af0a-204690845342 req-eebda0d7-69e5-4140-add5-6c49d06df398 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:04.510781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48973c-0016-42d7-af0a-204690845342 req-eebda0d7-69e5-4140-add5-6c49d06df398 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:04.515582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48973c-0016-42d7-af0a-204690845342 req-eebda0d7-69e5-4140-add5-6c49d06df398 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:04.517842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b48973c-0016-42d7-af0a-204690845342 req-eebda0d7-69e5-4140-add5-6c49d06df398 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5435 time: 0.2453179 Apr 18 21:24:04.557588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cac76b-2029-432c-bb4c-55ef1c94f7a8 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:04.563388 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1088632-e445-4882-97f1-c401c1a2bacd req-e0977a50-f284-410c-b4b3-9a017c962e8c tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.585459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 41cac76b-2029-432c-bb4c-55ef1c94f7a8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=41cac76b-2029-432c-bb4c-55ef1c94f7a8,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:04.587114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602fef-318c-4222-b239-e5ca9abc23ed req-149a0abd-a8c7-4ef0-86f3-717e910e983f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:04.589393 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03602fef-318c-4222-b239-e5ca9abc23ed req-149a0abd-a8c7-4ef0-86f3-717e910e983f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.2265394 Apr 18 21:24:04.593049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 47606ba7-64d0-43c2-9547-c8cafd8b6d01 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:04.593422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.598790 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.602199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b48973c-0016-42d7-af0a-204690845342 req-9b6dde4e-91d4-4d65-a049-895be00e315e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690999 Apr 18 21:24:04.602672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-deleted', 'tag': '1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a'}, {'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-deleted', 'tag': '9f1e97b6-9996-4708-9189-e05438976288'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:04.675460 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.675733 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1088632-e445-4882-97f1-c401c1a2bacd req-e0977a50-f284-410c-b4b3-9a017c962e8c tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.676076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:04.702154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:04.719565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0977a50-f284-410c-b4b3-9a017c962e8c tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22c6bdb-320c-4238-af63-47947ae86289,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:04.724216 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5f3260-5517-4396-8933-fb7b86cb7019'] response: {'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f1e97b6-9996-4708-9189-e05438976288', 'code': 200} Apr 18 21:24:04.761443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2', 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8', 'port_id': '55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2', 'mac_address': 'fa:16:3e:64:e5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3149a32-f5d5-46d2-8865-186681244fa6', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:04.820296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=41cac76b-2029-432c-bb4c-55ef1c94f7a8,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:04.820656 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f1088632-e445-4882-97f1-c401c1a2bacd req-e0977a50-f284-410c-b4b3-9a017c962e8c tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.827794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1088632-e445-4882-97f1-c401c1a2bacd req-e0977a50-f284-410c-b4b3-9a017c962e8c tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.7016063 Apr 18 21:24:04.866165 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.879300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event updated for resources: {'Port': ['ID=e86ef83e-e1da-4ca4-9c94-34f80815776a,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:04.912875 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43f593fa-dac9-4d9b-9274-4f56772586c6 req-bd2ba245-120e-4993-9d14-e972fb896d2e service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132037 Apr 18 21:24:04.949237 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.974982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:04.992004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:05.009680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd550eae-27f4-402d-ad26-712da08a7d64 req-6fac248f-2ecd-4111-b8d2-6268185c99bf tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:05.017978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd550eae-27f4-402d-ad26-712da08a7d64 req-6fac248f-2ecd-4111-b8d2-6268185c99bf tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 944 time: 0.2004528 Apr 18 21:24:05.074667 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:05.075378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:05.115041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7824a614-0d67-4c0b-bf25-22e6242b024c req-2a76966d-7a54-4cc8-aaee-ba976f97ad16 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Synchronizing usage tracker for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:05.179634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd550eae-27f4-402d-ad26-712da08a7d64 req-f5c14b40-af58-40c7-8068-03a34548aa32 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591201 Apr 18 21:24:05.226765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:05.231833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:05.244956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:05.253652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722', 'network_id': '5086a5c4-a610-4cd1-9eb3-c77c166aefe8', 'port_id': '49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722', 'mac_address': 'fa:16:3e:b0:9f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3149a32-f5d5-46d2-8865-186681244fa6', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:05.287504 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43f593fa-dac9-4d9b-9274-4f56772586c6 req-4fd4d34e-b392-476e-a62b-9b30775ae1e7 service neutron] 10.222.0.59 "GET /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323042 Apr 18 21:24:05.291356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7824a614-0d67-4c0b-bf25-22e6242b024c req-2a76966d-7a54-4cc8-aaee-ba976f97ad16 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Unset dirty status for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:05.292734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7824a614-0d67-4c0b-bf25-22e6242b024c req-2a76966d-7a54-4cc8-aaee-ba976f97ad16 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=31214692-5c3f-4703-aac8-79b96eef749d HTTP/1.1" status: 200 len: 210 time: 0.2896786 Apr 18 21:24:05.346922 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03602fef-318c-4222-b239-e5ca9abc23ed req-764d1d35-adb4-403f-93aa-7e37b22357e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7035668 Apr 18 21:24:05.373893 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:24:05.432460 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3cc06713-ef87-4a66-a94e-aea71e33b9ff req-c9babd86-8ff9-4c42-8b2e-1f022c5784b4 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 210 time: 0.0659330 Apr 18 21:24:05.435571 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc972b6-8ffc-4e49-b8ae-06932972a1f3'] response: {'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-deleted', 'tag': '1bb5d1c4-6dc8-4946-8b9f-beb0ed94442a', 'status': 'completed', 'code': 200} Apr 18 21:24:05.440590 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc972b6-8ffc-4e49-b8ae-06932972a1f3'] response: {'server_uuid': '31214692-5c3f-4703-aac8-79b96eef749d', 'name': 'network-vif-deleted', 'tag': '9f1e97b6-9996-4708-9189-e05438976288', 'status': 'completed', 'code': 200} Apr 18 21:24:05.485759 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:05.512628 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:05.535149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Network 7535b47f-fe9f-4b23-b568-1340147f36ab is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:05.538156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:05.590248 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:05.605767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'port_id': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'mac_address': 'fa:16:3e:44:92:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:05.621189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-504a6494-3bd0-41a2-ad94-702474f32017 req-ac99bf28-0b57-4a5c-86ac-d7eece173128 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/1cccf598-6cc9-4992-8904-659442f91f0a HTTP/1.1" status: 200 len: 2140 time: 0.1646500 Apr 18 21:24:05.630291 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03602fef-318c-4222-b239-e5ca9abc23ed req-f5c15fac-bf5c-47ce-bca8-8c89b5193d2e service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700734 Apr 18 21:24:05.632598 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:05.646917 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:05.679686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-504a6494-3bd0-41a2-ad94-702474f32017 req-df824ad1-3f11-4c9e-9a7b-63f7cd3394f1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cccf598-6cc9-4992-8904-659442f91f0a', 'remote_group_id': None}]} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:05.680009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-504a6494-3bd0-41a2-ad94-702474f32017 req-df824ad1-3f11-4c9e-9a7b-63f7cd3394f1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cccf598-6cc9-4992-8904-659442f91f0a', 'remote_group_id': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:05.687258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-504a6494-3bd0-41a2-ad94-702474f32017 req-df824ad1-3f11-4c9e-9a7b-63f7cd3394f1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:05.704664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-504a6494-3bd0-41a2-ad94-702474f32017 req-df824ad1-3f11-4c9e-9a7b-63f7cd3394f1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Usage tracker for resource:security_group_rule and tenant:a02da1efe9df4b54bb39f582ea938601 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:05.714599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-504a6494-3bd0-41a2-ad94-702474f32017 req-df824ad1-3f11-4c9e-9a7b-63f7cd3394f1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:05.725600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-504a6494-3bd0-41a2-ad94-702474f32017 req-df824ad1-3f11-4c9e-9a7b-63f7cd3394f1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:05.731551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 1f77e0af-c064-4089-8480-c8029e6e5ad3 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:05.734775 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:05.780320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270fbe8-ad19-498e-bc3d-8865ef958940 req-3ef2e970-8301-4927-966c-fb69d3993bae tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:05.781861 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b270fbe8-ad19-498e-bc3d-8865ef958940 req-3ef2e970-8301-4927-966c-fb69d3993bae tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.1633127 Apr 18 21:24:05.793751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:05.858972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b270fbe8-ad19-498e-bc3d-8865ef958940 req-fe342dab-9ebb-461d-b975-ab4b3beaf5e7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597799 Apr 18 21:24:05.965916 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-504a6494-3bd0-41a2-ad94-702474f32017 req-df824ad1-3f11-4c9e-9a7b-63f7cd3394f1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:05.975606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:05.986200 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:06.011512 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-504a6494-3bd0-41a2-ad94-702474f32017 req-df824ad1-3f11-4c9e-9a7b-63f7cd3394f1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:06.067545 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 1f77e0af-c064-4089-8480-c8029e6e5ad3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1f77e0af-c064-4089-8480-c8029e6e5ad3,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:06.085017 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:06.137690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '1f77e0af-c064-4089-8480-c8029e6e5ad3', 'network_id': 'a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f', 'port_id': '1f77e0af-c064-4089-8480-c8029e6e5ad3', 'mac_address': 'fa:16:3e:0d:31:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b562e9-35b3-411d-9a72-52e584c76442', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:06.148575 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-504a6494-3bd0-41a2-ad94-702474f32017 req-df824ad1-3f11-4c9e-9a7b-63f7cd3394f1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:06.157708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0b60f37e-903a-422c-b8e4-4017ebb22d33 None None] Provisioning complete for port e86ef83e-e1da-4ca4-9c94-34f80815776a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:06.158062 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0b60f37e-903a-422c-b8e4-4017ebb22d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:06.169142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df824ad1-3f11-4c9e-9a7b-63f7cd3394f1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f605973b-d9ac-4c2b-b749-2baabba37698,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:06.243335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed8a44-0b73-457a-b9df-e7e75b857b1e req-672cffcf-7bf3-4a37-b141-8504fc8fc32b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:06.250758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed8a44-0b73-457a-b9df-e7e75b857b1e req-672cffcf-7bf3-4a37-b141-8504fc8fc32b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:06.255514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed8a44-0b73-457a-b9df-e7e75b857b1e req-672cffcf-7bf3-4a37-b141-8504fc8fc32b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:06.259896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed8a44-0b73-457a-b9df-e7e75b857b1e req-672cffcf-7bf3-4a37-b141-8504fc8fc32b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:06.265098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed8a44-0b73-457a-b9df-e7e75b857b1e req-672cffcf-7bf3-4a37-b141-8504fc8fc32b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:06.272359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed8a44-0b73-457a-b9df-e7e75b857b1e req-672cffcf-7bf3-4a37-b141-8504fc8fc32b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:06.279262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed8a44-0b73-457a-b9df-e7e75b857b1e req-672cffcf-7bf3-4a37-b141-8504fc8fc32b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:06.281914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53ed8a44-0b73-457a-b9df-e7e75b857b1e req-672cffcf-7bf3-4a37-b141-8504fc8fc32b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5438 time: 0.1912732 Apr 18 21:24:06.286135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-504a6494-3bd0-41a2-ad94-702474f32017 req-df824ad1-3f11-4c9e-9a7b-63f7cd3394f1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:06.295306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0b60f37e-903a-422c-b8e4-4017ebb22d33 None None] Port e86ef83e-e1da-4ca4-9c94-34f80815776a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:24:06.301020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-504a6494-3bd0-41a2-ad94-702474f32017 req-df824ad1-3f11-4c9e-9a7b-63f7cd3394f1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.6291370 Apr 18 21:24:06.316741 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03602fef-318c-4222-b239-e5ca9abc23ed req-556dbdd9-01f6-4428-b26d-b1ce57cf5eef service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885401 Apr 18 21:24:06.344601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:06.347490 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:06.368246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['1ec1ad8e-4fd2-4df7-b796-b7975e55edb9'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:06.410371 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53ed8a44-0b73-457a-b9df-e7e75b857b1e req-191b5857-7270-465b-86b3-149b917e82f3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081743 Apr 18 21:24:06.445744 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f77e0af-c064-4089-8480-c8029e6e5ad3 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:06.504003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52402) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:06.507181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 1f77e0af-c064-4089-8480-c8029e6e5ad3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1f77e0af-c064-4089-8480-c8029e6e5ad3,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:06.567674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d204f9c6-c349-4bde-aed2-570bd09bb421'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:06.608904 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:06.612134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94cbe62e-f0c5-478f-a472-f273be1bc03b req-40a05d8d-d8f9-454d-85d4-ebd441296d78 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/1cccf598-6cc9-4992-8904-659442f91f0a HTTP/1.1" status: 200 len: 2648 time: 0.1392033 Apr 18 21:24:06.663311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05eb00-8658-4139-9920-35faeef44f9f req-3b5e726d-d9f9-4d85-83d0-53aadf4574d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:06.666553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['426f8c7a-d889-4424-be35-d5f5f6c0a12a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:06.671965 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d05eb00-8658-4139-9920-35faeef44f9f req-3b5e726d-d9f9-4d85-83d0-53aadf4574d9 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 945 time: 0.1519153 Apr 18 21:24:06.674314 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Router b7722024-5f8f-44fd-801f-c9816fffe8b5 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:24:06.726998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:06.750806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:06.755475 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52410) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:06.906736 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc95bc0a-2afd-4209-aacc-f5a3f7433410 req-18a22e09-8cfc-4f13-988d-74c23beedca4 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 210 time: 0.0716980 Apr 18 21:24:06.924442 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2c9fb812-6f85-40ef-a2ae-e3b815870208 tempest-AgentManagementNegativeTest-1478850674 tempest-AgentManagementNegativeTest-1478850674-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4186449 Apr 18 21:24:06.925226 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-69602e7a-f0f6-4912-bedd-d701a12c9606 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e17373ade89d45d689261ff41668461f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461159 Apr 18 21:24:06.937125 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d05eb00-8658-4139-9920-35faeef44f9f req-5ee13b80-f693-41f8-9ff2-7f3bf4a17cd6 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640402 Apr 18 21:24:06.957067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=1f77e0af-c064-4089-8480-c8029e6e5ad3,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:07.020943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['1f77e0af-c064-4089-8480-c8029e6e5ad3'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:07.118095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-52d04309-9dfe-4b6d-a7ab-c3acfce59c28 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:07.119521 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-52d04309-9dfe-4b6d-a7ab-c3acfce59c28 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873252 Apr 18 21:24:07.136528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Request body: {'port': {'device_id': '12cb7d81-0608-4261-ba76-195742d12917', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'e17373ade89d45d689261ff41668461f'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:07.160907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f2903ec-985b-47af-8ffd-2e3cf39567d1 req-633bf7da-b82c-4e0d-bf5d-c09a9e30e340 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-group-rules/f605973b-d9ac-4c2b-b749-2baabba37698 HTTP/1.1" status: 200 len: 718 time: 0.0621393 Apr 18 21:24:07.290798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:07.294126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:07.296336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:07.301651 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6b9d4303-81c0-496a-ba30-0c709417a410 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "PUT /v2.0/routers/b7722024-5f8f-44fd-801f-c9816fffe8b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9068353 Apr 18 21:24:07.302666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Usage tracker for resource:port and tenant:e17373ade89d45d689261ff41668461f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:07.305388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52418) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:07.308298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:07.313752 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfc74d-9492-4628-addd-9627712b2770 None None] Sync routers for ids ['b7722024-5f8f-44fd-801f-c9816fffe8b5'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:24:07.320489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Request body: {'port': {'network_id': '7535b47f-fe9f-4b23-b568-1340147f36ab', 'name': 'tempest-FloatingIPNegativeTestJSON-2008448821'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:07.330526 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecfc74d-9492-4628-addd-9627712b2770 None None] Routers {'b7722024-5f8f-44fd-801f-c9816fffe8b5'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:07.331444 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8ecfc74d-9492-4628-addd-9627712b2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:23:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b7722024-5f8f-44fd-801f-c9816fffe8b5'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:07.340386 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:07.400061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0b073e-c024-41b2-947b-0da90fe91412 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting subnet 70bab6ce-7c7f-4eae-9329-df310eb10d87 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:24:07.409569 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d0b073e-c024-41b2-947b-0da90fe91412 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:07.418676 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8ecfc74d-9492-4628-addd-9627712b2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:07.434191 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecfc74d-9492-4628-addd-9627712b2770 None None] Routers {'b7722024-5f8f-44fd-801f-c9816fffe8b5'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:07.435402 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8ecfc74d-9492-4628-addd-9627712b2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:23:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b7722024-5f8f-44fd-801f-c9816fffe8b5'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:07.453167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['b0c271c9-5ee4-4b0e-95f9-bed62da38862'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:07.505258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Made reservation on behalf of e17373ade89d45d689261ff41668461f for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:07.510729 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:07.514025 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8ecfc74d-9492-4628-addd-9627712b2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:07.514734 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfc74d-9492-4628-addd-9627712b2770 None None] The sync data for ids ['b7722024-5f8f-44fd-801f-c9816fffe8b5'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:24:07.522637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['41cac76b-2029-432c-bb4c-55ef1c94f7a8'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:07.535563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:07.546200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f2903ec-985b-47af-8ffd-2e3cf39567d1 req-e67999d8-cee3-4243-80e3-4e7cfc4b6dc0 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/1cccf598-6cc9-4992-8904-659442f91f0a HTTP/1.1" status: 200 len: 2648 time: 0.3844271 Apr 18 21:24:07.552570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:07.557939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Usage tracker for resource:port and tenant:eebeb6f99cca4330b149c658d9d0f104 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:07.563628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:07.570939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:07.594888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:07.599051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Usage tracker for resource:security_group_rule and tenant:e17373ade89d45d689261ff41668461f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:07.602174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:07.609561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:07.616414 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d0b073e-c024-41b2-947b-0da90fe91412 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:07.657006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7add7d5-4bc3-46ae-b9e4-c6585819bf05 req-4a85c36c-c9d0-473a-9ba1-dcb909d4d9ad tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:07.664294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7add7d5-4bc3-46ae-b9e4-c6585819bf05 req-4a85c36c-c9d0-473a-9ba1-dcb909d4d9ad tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.4612527 Apr 18 21:24:07.679039 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Made reservation on behalf of eebeb6f99cca4330b149c658d9d0f104 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:07.682481 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:07.723410 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:07.728990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] device_id is not set on port f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:24:07.737766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7add7d5-4bc3-46ae-b9e4-c6585819bf05 req-b5fd9761-e73f-47a1-8dff-feb7b2a171ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716166 Apr 18 21:24:07.738806 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4f2903ec-985b-47af-8ffd-2e3cf39567d1 req-4e63bf76-af12-4307-be69-67de3e6c1850 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:07.752061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52426) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:07.771361 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4f2903ec-985b-47af-8ffd-2e3cf39567d1 req-4e63bf76-af12-4307-be69-67de3e6c1850 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:07.823717 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:07.845217 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d0b073e-c024-41b2-947b-0da90fe91412 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:07.958702 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4f2903ec-985b-47af-8ffd-2e3cf39567d1 req-4e63bf76-af12-4307-be69-67de3e6c1850 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.006678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80200d2e-0f20-4e77-810f-6f86140bb8ed,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:08.019696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:08.020639 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.051512 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4f2903ec-985b-47af-8ffd-2e3cf39567d1 req-4e63bf76-af12-4307-be69-67de3e6c1850 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.056655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f2903ec-985b-47af-8ffd-2e3cf39567d1 req-4e63bf76-af12-4307-be69-67de3e6c1850 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f605973b-d9ac-4c2b-b749-2baabba37698 HTTP/1.1" status: 204 len: 173 time: 0.4959924 Apr 18 21:24:08.057390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63bf76-af12-4307-be69-67de3e6c1850 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f605973b-d9ac-4c2b-b749-2baabba37698,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:08.077032 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6119beca-152f-4b94-9cb7-3360dc61aa98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.116621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6119beca-152f-4b94-9cb7-3360dc61aa98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:08.120945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6119beca-152f-4b94-9cb7-3360dc61aa98 admin admin] Usage tracker for resource:security_group_rule and tenant:d686ee8c43584a0e9554db19fc52a2d3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:08.124807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6119beca-152f-4b94-9cb7-3360dc61aa98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:08.131018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6119beca-152f-4b94-9cb7-3360dc61aa98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:08.202532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6119beca-152f-4b94-9cb7-3360dc61aa98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.207984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d0b073e-c024-41b2-947b-0da90fe91412 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.237862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:08.238229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:08.238475 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:08.238826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:08.239260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:08.239595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:08.239922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:08.240249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:08.240664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:08.240993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:08.241319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:08.259431 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d0b073e-c024-41b2-947b-0da90fe91412 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.262361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c23b0-5acb-4ce9-b619-6c2479475440 None None] Network 6b17fa31-4380-46db-828e-b6caf98aa291 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:08.295687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Allocated IP 172.20.0.10 (7535b47f-fe9f-4b23-b568-1340147f36ab/b59d62e1-1e0d-4545-84d8-a9db9921a181/f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:08.315235 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6119beca-152f-4b94-9cb7-3360dc61aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.327577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Allocated IP 192.168.233.7 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/777d2be7-1ed7-4c8f-a555-5c7b079520a8) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:08.338635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b073e-c024-41b2-947b-0da90fe91412 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Subnet': ['ID=70bab6ce-7c7f-4eae-9329-df310eb10d87,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:08.348966 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c371dafe-2127-4507-ab38-80362c75fb13 req-8f440616-c7d2-4207-b7f2-752f03e43deb tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 210 time: 0.1277165 Apr 18 21:24:08.358002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0d0b073e-c024-41b2-947b-0da90fe91412 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "DELETE /v2.0/subnets/70bab6ce-7c7f-4eae-9329-df310eb10d87 HTTP/1.1" status: 204 len: 168 time: 1.5927789 Apr 18 21:24:08.381481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52438) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:08.507763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.527690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9c60-04c2-4141-b742-fc45642495a2 req-a9aab34f-9c00-4223-a044-730dfd48984b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:08.531582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9c60-04c2-4141-b742-fc45642495a2 req-a9aab34f-9c00-4223-a044-730dfd48984b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:08.535713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9c60-04c2-4141-b742-fc45642495a2 req-a9aab34f-9c00-4223-a044-730dfd48984b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:08.539295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9c60-04c2-4141-b742-fc45642495a2 req-a9aab34f-9c00-4223-a044-730dfd48984b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:08.539556 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.543738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9c60-04c2-4141-b742-fc45642495a2 req-a9aab34f-9c00-4223-a044-730dfd48984b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:08.548163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9c60-04c2-4141-b742-fc45642495a2 req-a9aab34f-9c00-4223-a044-730dfd48984b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:08.552031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9c60-04c2-4141-b742-fc45642495a2 req-a9aab34f-9c00-4223-a044-730dfd48984b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:08.559649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d89c9c60-04c2-4141-b742-fc45642495a2 req-a9aab34f-9c00-4223-a044-730dfd48984b tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5439 time: 0.6054995 Apr 18 21:24:08.566307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119beca-152f-4b94-9cb7-3360dc61aa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef737997-c03b-4d90-b7c9-a0398afd4ec2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:08.608897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:08.626358 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:08.641605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6119beca-152f-4b94-9cb7-3360dc61aa98 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d686ee8c43584a0e9554db19fc52a2d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8846741 Apr 18 21:24:08.646087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52444) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:08.652080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting port c6232086-c80c-4463-a6ad-c0a1f58b69c9 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:08.652605 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.704718 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.743580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33143908-dc38-419e-a0aa-a3f92f6fce14 None None] DHCP port deletion for 6b17fa31-4380-46db-828e-b6caf98aa291 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:24:08.747223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d89c9c60-04c2-4141-b742-fc45642495a2 req-b411829c-e867-4e39-acee-12de8c1f0d77 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1853962 Apr 18 21:24:08.761078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.767857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-33143908-dc38-419e-a0aa-a3f92f6fce14 None None] Deleting port c6232086-c80c-4463-a6ad-c0a1f58b69c9 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:08.768351 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-33143908-dc38-419e-a0aa-a3f92f6fce14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.816129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Transition to ACTIVE for port object 777d2be7-1ed7-4c8f-a555-5c7b079520a8 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:08.831282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,revision_number=10']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:08.832726 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.855602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Transition to ACTIVE for port object f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:08.872181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4403742d-9376-4446-922a-ce7b3a63b92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.890175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a4601-98f4-475a-b5e2-170e1e5dc69d req-5a7f78fe-bdae-44cd-a249-c583f1a5a15d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:08.896848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d13a4601-98f4-475a-b5e2-170e1e5dc69d req-5a7f78fe-bdae-44cd-a249-c583f1a5a15d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 945 time: 0.3793814 Apr 18 21:24:08.915251 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4403742d-9376-4446-922a-ce7b3a63b92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.988859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.003978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-33143908-dc38-419e-a0aa-a3f92f6fce14 None None] For port c6232086-c80c-4463-a6ad-c0a1f58b69c9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c6232086-c80c-4463-a6ad-c0a1f58b69c9,segment=NetworkSegment(02f2ddab-baa1-48d6-8152-d5cd98d0fd5d),segment_id=02f2ddab-baa1-48d6-8152-d5cd98d0fd5d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:09.004464 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-33143908-dc38-419e-a0aa-a3f92f6fce14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.033550 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04af19f4-f632-4938-90d9-6032706c8b0d req-a8a51a8a-2e31-4fc3-a6f8-4d926f715521 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/1cccf598-6cc9-4992-8904-659442f91f0a HTTP/1.1" status: 200 len: 2140 time: 0.2005491 Apr 18 21:24:09.037066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] For port c6232086-c80c-4463-a6ad-c0a1f58b69c9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c6232086-c80c-4463-a6ad-c0a1f58b69c9,segment=NetworkSegment(02f2ddab-baa1-48d6-8152-d5cd98d0fd5d),segment_id=02f2ddab-baa1-48d6-8152-d5cd98d0fd5d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:09.037428 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.065076 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.077962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d13a4601-98f4-475a-b5e2-170e1e5dc69d req-c9bd7be3-5720-4f85-b3b6-e9b5e7be6148 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801596 Apr 18 21:24:09.078615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Network 7535b47f-fe9f-4b23-b568-1340147f36ab is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:09.082547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:09.084688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4403742d-9376-4446-922a-ce7b3a63b92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.099522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:09.122058 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.132026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-33143908-dc38-419e-a0aa-a3f92f6fce14 None None] Calling delete_port for c6232086-c80c-4463-a6ad-c0a1f58b69c9 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:09.172750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:09.186732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:09.209062 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad27ccc-3eff-4bff-9a80-05dc92c5e337'] response: {'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'code': 200} Apr 18 21:24:09.225369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:09.323664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:09.324262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.342855 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-33143908-dc38-419e-a0aa-a3f92f6fce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.352788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403742d-9376-4446-922a-ce7b3a63b92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef737997-c03b-4d90-b7c9-a0398afd4ec2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:09.366434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event updated for resources: {'Port': ['ID=f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:09.370891 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4403742d-9376-4446-922a-ce7b3a63b92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.373937 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4403742d-9376-4446-922a-ce7b3a63b92f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef737997-c03b-4d90-b7c9-a0398afd4ec2 HTTP/1.1" status: 204 len: 168 time: 0.7222967 Apr 18 21:24:09.385344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Calling delete_port for c6232086-c80c-4463-a6ad-c0a1f58b69c9 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:09.453400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33143908-dc38-419e-a0aa-a3f92f6fce14 None None] Pushing event deleted for resources: {'Port': ['ID=c6232086-c80c-4463-a6ad-c0a1f58b69c9,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:09.468203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33143908-dc38-419e-a0aa-a3f92f6fce14 None None] No DVR routers for this DVR port c6232086-c80c-4463-a6ad-c0a1f58b69c9 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:09.531253 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3985364 Apr 18 21:24:09.548216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:09.549155 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.556426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Request body: {'port': {'device_id': '12cb7d81-0608-4261-ba76-195742d12917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:09.590235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2c29def0-168a-4dd4-9d0a-89cc77150a6a None None] Provisioning for port f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:09.595980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2c29def0-168a-4dd4-9d0a-89cc77150a6a None None] Provisioning complete for port f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:09.596586 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2c29def0-168a-4dd4-9d0a-89cc77150a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.618253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effc2f4-8652-4a11-a762-162b3077df74 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Pushing event updated for resources: {'Port': ['ID=777d2be7-1ed7-4c8f-a555-5c7b079520a8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:09.668551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b0c271c9-5ee4-4b0e-95f9-bed62da38862 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:09.682234 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-db3ad57b-ff53-484e-8b5d-a3f01d97d921 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3722913 Apr 18 21:24:09.683493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52454) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:09.695727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:09.697388 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.716690 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04af19f4-f632-4938-90d9-6032706c8b0d req-966ca58b-7b8c-4f5f-aa2f-ca5ab9d91dbf tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.722801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:09.746154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Usage tracker for resource:floatingip and tenant:eebeb6f99cca4330b149c658d9d0f104 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:09.750271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:09.761292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2c29def0-168a-4dd4-9d0a-89cc77150a6a None None] Port f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:24:09.768926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:09.784243 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:24:09.784553 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:24:09.788466 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04af19f4-f632-4938-90d9-6032706c8b0d req-966ca58b-7b8c-4f5f-aa2f-ca5ab9d91dbf tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.800107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75b836d3-c37e-414c-8b8f-e48df7a1570d req-6f52816a-4b2c-4878-ac1e-8aa069206d7a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 1098 time: 0.2444370 Apr 18 21:24:09.829124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port b0c271c9-5ee4-4b0e-95f9-bed62da38862 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:09.835089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port b0c271c9-5ee4-4b0e-95f9-bed62da38862 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:09.835607 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.872848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3893a52-d797-43b8-89ef-681e02c82e51 req-4f4679f5-f92f-4326-b79f-5757442d22ab tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:09.880092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3893a52-d797-43b8-89ef-681e02c82e51 req-4f4679f5-f92f-4326-b79f-5757442d22ab tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.3808453 Apr 18 21:24:09.888969 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.910506 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c6232086-c80c-4463-a6ad-c0a1f58b69c9 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:09.929137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75b836d3-c37e-414c-8b8f-e48df7a1570d req-8586f439-61b6-44a9-9472-c23ae3db0f02 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122158 Apr 18 21:24:09.960691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c6232086-c80c-4463-a6ad-c0a1f58b69c9 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:24:09.961052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c6232086-c80c-4463-a6ad-c0a1f58b69c9 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:24:09.971005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8e081112-bf8b-4c93-a382-b3f9a0253655 None None] Provisioning for port 777d2be7-1ed7-4c8f-a555-5c7b079520a8 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:09.981395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8e081112-bf8b-4c93-a382-b3f9a0253655 None None] Provisioning complete for port 777d2be7-1ed7-4c8f-a555-5c7b079520a8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:09.981395 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8e081112-bf8b-4c93-a382-b3f9a0253655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.082515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8e081112-bf8b-4c93-a382-b3f9a0253655 None None] Port 777d2be7-1ed7-4c8f-a555-5c7b079520a8 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:24:10.120897 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.151708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3893a52-d797-43b8-89ef-681e02c82e51 req-d4ec9881-a8d4-4382-aeff-0d1ff1e427ed tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703383 Apr 18 21:24:10.167367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b0c271c9-5ee4-4b0e-95f9-bed62da38862, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b0c271c9-5ee4-4b0e-95f9-bed62da38862,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:10.175514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777d2be7-1ed7-4c8f-a555-5c7b079520a8 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:10.185911 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.199882 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04af19f4-f632-4938-90d9-6032706c8b0d req-966ca58b-7b8c-4f5f-aa2f-ca5ab9d91dbf tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.205929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Transition to ACTIVE for port object 777d2be7-1ed7-4c8f-a555-5c7b079520a8 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:10.248694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ca58b-7b8c-4f5f-aa2f-ca5ab9d91dbf tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cccf598-6cc9-4992-8904-659442f91f0a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:10.260419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04af19f4-f632-4938-90d9-6032706c8b0d req-966ca58b-7b8c-4f5f-aa2f-ca5ab9d91dbf tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.261571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04af19f4-f632-4938-90d9-6032706c8b0d req-966ca58b-7b8c-4f5f-aa2f-ca5ab9d91dbf tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "DELETE /v2.0/security-groups/1cccf598-6cc9-4992-8904-659442f91f0a HTTP/1.1" status: 204 len: 173 time: 1.2146156 Apr 18 21:24:10.268367 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.286255 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.318616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting port c6232086-c80c-4463-a6ad-c0a1f58b69c9 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:10.319278 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.360757 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=b0c271c9-5ee4-4b0e-95f9-bed62da38862,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:10.368099 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.441758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] The port 'c6232086-c80c-4463-a6ad-c0a1f58b69c9' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:24:10.487406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Pushing event updated for resources: {'Port': ['ID=777d2be7-1ed7-4c8f-a555-5c7b079520a8,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:10.610700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Attempting to bind port 777d2be7-1ed7-4c8f-a555-5c7b079520a8 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:10.611112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Attempting to bind port 777d2be7-1ed7-4c8f-a555-5c7b079520a8 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:10.611393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Attempting to bind port 777d2be7-1ed7-4c8f-a555-5c7b079520a8 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:10.617375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Port 777d2be7-1ed7-4c8f-a555-5c7b079520a8 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:24:10.617728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Attempting to bind port 777d2be7-1ed7-4c8f-a555-5c7b079520a8 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:10.624255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:10.624594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:10.624977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:10.625410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Bound port: 777d2be7-1ed7-4c8f-a555-5c7b079520a8, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:10.625807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.724892 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.728356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] For port 777d2be7-1ed7-4c8f-a555-5c7b079520a8, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:10.733697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] For port 777d2be7-1ed7-4c8f-a555-5c7b079520a8, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=777d2be7-1ed7-4c8f-a555-5c7b079520a8,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:10.752566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c682e99-e8b3-4a96-9a7e-d571388c7622 req-00144176-d3ee-41a6-a585-b6ab1f280e00 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.754197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c682e99-e8b3-4a96-9a7e-d571388c7622 req-00144176-d3ee-41a6-a585-b6ab1f280e00 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 946 time: 0.4855616 Apr 18 21:24:10.810850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Allocated IP 172.25.3.111 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/9219c3a6-a70e-4bdd-9815-d233812370aa) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:10.815937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b17fa31-4380-46db-828e-b6caf98aa291']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:10.828757 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.841548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563553-45ef-4537-b637-0fbf305d4a45 req-62dd70a6-de68-4644-b2e1-e529370016b5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.845626 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563553-45ef-4537-b637-0fbf305d4a45 req-62dd70a6-de68-4644-b2e1-e529370016b5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.849447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563553-45ef-4537-b637-0fbf305d4a45 req-62dd70a6-de68-4644-b2e1-e529370016b5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.853298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563553-45ef-4537-b637-0fbf305d4a45 req-62dd70a6-de68-4644-b2e1-e529370016b5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.857827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563553-45ef-4537-b637-0fbf305d4a45 req-62dd70a6-de68-4644-b2e1-e529370016b5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.862003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563553-45ef-4537-b637-0fbf305d4a45 req-62dd70a6-de68-4644-b2e1-e529370016b5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.865753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563553-45ef-4537-b637-0fbf305d4a45 req-62dd70a6-de68-4644-b2e1-e529370016b5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.867741 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db563553-45ef-4537-b637-0fbf305d4a45 req-62dd70a6-de68-4644-b2e1-e529370016b5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5440 time: 0.4242351 Apr 18 21:24:10.886216 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.887440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f2ddab-baa1-48d6-8152-d5cd98d0fd5d') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:10.887699 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] 10.222.0.59 "PUT /v2.0/ports/777d2be7-1ed7-4c8f-a555-5c7b079520a8 HTTP/1.1" status: 200 len: 1094 time: 1.3448043 Apr 18 21:24:10.887825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f2ddab-baa1-48d6-8152-d5cd98d0fd5d') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:10.888246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cb7d81-0608-4261-ba76-195742d12917', 'tag': '777d2be7-1ed7-4c8f-a555-5c7b079520a8'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:10.935913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16b8bb-163d-40f9-b80a-1f1d98e329e0 service neutron] Pushing event updated for resources: {'Port': ['ID=777d2be7-1ed7-4c8f-a555-5c7b079520a8,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:10.947189 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:11.050131 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:11.073059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c682e99-e8b3-4a96-9a7e-d571388c7622 req-cdaea0f7-3389-4354-95f8-e90c29e51b4a tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/security-groups?id=80200d2e-0f20-4e77-810f-6f86140bb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998459 Apr 18 21:24:11.111555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:11.111907 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:11.150078 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:11.209815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c271c9-5ee4-4b0e-95f9-bed62da38862'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:11.233698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52488) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.286745 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-ecfc3dbe-95f3-43fb-a93b-39d96568a504 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e17373ade89d45d689261ff41668461f&device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 1097 time: 0.2714980 Apr 18 21:24:11.315880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db563553-45ef-4537-b637-0fbf305d4a45 req-41c9e064-4485-4de3-8b48-3babc167a393 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4413059 Apr 18 21:24:11.374493 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-e571fb5e-5ce6-421e-9433-df1847b8da00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=777d2be7-1ed7-4c8f-a555-5c7b079520a8 HTTP/1.1" status: 200 len: 217 time: 0.0811155 Apr 18 21:24:11.431272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-ecb973b2-67ab-422e-b62c-fd102bffb9f4 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.435797 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ecb973b2-67ab-422e-b62c-fd102bffb9f4 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2011032 Apr 18 21:24:11.436387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52506) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.451129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-5bf33223-844f-4a9a-9a6e-94fb39ff4531 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.452203 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5bf33223-844f-4a9a-9a6e-94fb39ff4531 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0109425 Apr 18 21:24:11.454776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52510) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.461375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-257b1d82-19e3-4706-8a08-3217ef6b7828 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.462324 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-257b1d82-19e3-4706-8a08-3217ef6b7828 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0066257 Apr 18 21:24:11.464788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52514) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.471135 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [req-1dde36e1-512d-47f5-b82f-7152512d1722 req-accd7a1a-e0de-436f-9815-384727a296c6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] show failed (client error): The resource could not be found. Apr 18 21:24:11.473628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-f5c45c3d-8c9c-4ac6-9915-dca239a3bb7c tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.473747 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1dde36e1-512d-47f5-b82f-7152512d1722 req-accd7a1a-e0de-436f-9815-384727a296c6 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/c1c6b8db-5c08-49c7-9184-634f3f80dcd0 HTTP/1.1" status: 404 len: 352 time: 0.0389383 Apr 18 21:24:11.473839 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f5c45c3d-8c9c-4ac6-9915-dca239a3bb7c tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0071254 Apr 18 21:24:11.476444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52518) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.479981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-5e573e90-3466-4131-a2d1-324e5e71e57e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:11.481449 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-5e573e90-3466-4131-a2d1-324e5e71e57e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.1016986 Apr 18 21:24:11.491662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-c3067f48-b0c8-4148-85d0-414cc407248e tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.495140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c3067f48-b0c8-4148-85d0-414cc407248e tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0103505 Apr 18 21:24:11.496872 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:11.500739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52524) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.510646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-99bdfa7a-176b-4f5e-8b1b-859fb38c62e9 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.515102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-99bdfa7a-176b-4f5e-8b1b-859fb38c62e9 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0072057 Apr 18 21:24:11.515102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52528) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.521307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-57f536ed-2eaa-4366-9301-50d6872d47b9 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.522239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-57f536ed-2eaa-4366-9301-50d6872d47b9 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048883 Apr 18 21:24:11.525560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52532) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.535043 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:11.541654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-7f70e8fb-1a0e-4adf-9f3b-37cbd4ae13fa tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.542599 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7f70e8fb-1a0e-4adf-9f3b-37cbd4ae13fa tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0118394 Apr 18 21:24:11.545732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52538) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.554899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-07af2904-93d9-4de1-bb88-5989906341ab tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.558570 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-07af2904-93d9-4de1-bb88-5989906341ab tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0080023 Apr 18 21:24:11.558939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52542) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.563297 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e33dc0-f07e-4cdc-8601-ba4802c363d8'] response: {'name': 'network-changed', 'server_uuid': '12cb7d81-0608-4261-ba76-195742d12917', 'tag': '777d2be7-1ed7-4c8f-a555-5c7b079520a8', 'status': 'completed', 'code': 200} Apr 18 21:24:11.567390 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:11.567539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-8689f961-b023-46df-b7a8-4a74e38ca182 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.570864 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8689f961-b023-46df-b7a8-4a74e38ca182 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0087385 Apr 18 21:24:11.571460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52548) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.579309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-3d7ff789-c06c-48c1-b0b1-48df73bc0a8b tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.583070 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3d7ff789-c06c-48c1-b0b1-48df73bc0a8b tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069652 Apr 18 21:24:11.584224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52552) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.587094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34042a-5fed-4b21-a2d8-27393316c11b req-643bf850-ade3-4d9c-9e42-a6a0101142ce tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:11.588552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df34042a-5fed-4b21-a2d8-27393316c11b req-643bf850-ade3-4d9c-9e42-a6a0101142ce tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 947 time: 0.2649772 Apr 18 21:24:11.589617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-f5ef30e2-b6f3-4336-9a86-d481a71c4d21 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.593923 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f5ef30e2-b6f3-4336-9a86-d481a71c4d21 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0058322 Apr 18 21:24:11.598278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Network': ['ID=6b17fa31-4380-46db-828e-b6caf98aa291,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:11.598452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52556) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.599973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-45d7059a-f4d1-45f9-80ac-bb4286db1816 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.601036 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-45d7059a-f4d1-45f9-80ac-bb4286db1816 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050285 Apr 18 21:24:11.603370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52560) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.613499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-45d0594b-8317-4508-b291-b3feeef59f16 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.620677 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-45d0594b-8317-4508-b291-b3feeef59f16 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0100906 Apr 18 21:24:11.620677 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-8ea990c8-24c8-43d2-a56d-16399373a873 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301417 Apr 18 21:24:11.621359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52564) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.629720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-8afa6e3c-eb33-4869-b741-46e94926c8ad tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.633009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8afa6e3c-eb33-4869-b741-46e94926c8ad tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0103281 Apr 18 21:24:11.634082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52568) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.643498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-280e7486-e92e-477f-beb1-ee536370aaf0 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.644432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-280e7486-e92e-477f-beb1-ee536370aaf0 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0085223 Apr 18 21:24:11.647466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52574) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.675866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d204f9c6-c349-4bde-aed2-570bd09bb421 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:11.678091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df34042a-5fed-4b21-a2d8-27393316c11b req-26212734-b641-43a8-816f-da64f32d57d1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786355 Apr 18 21:24:11.703338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-e9906258-b31a-400e-a817-aabd9d483730 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.704306 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e9906258-b31a-400e-a817-aabd9d483730 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0557277 Apr 18 21:24:11.709108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52580) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.724045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7fc46af1-69db-4db7-ae74-6f3c55a1f40f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "DELETE /v2.0/networks/6b17fa31-4380-46db-828e-b6caf98aa291 HTTP/1.1" status: 204 len: 168 time: 3.3390968 Apr 18 21:24:11.726225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-96ca263f-3fd0-4656-8c08-7eaa5bb87e3c tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.727128 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-96ca263f-3fd0-4656-8c08-7eaa5bb87e3c tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0124602 Apr 18 21:24:11.727839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52584) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.728208 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:11.729865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52586) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.788356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-775ebceb-12e4-424c-9ea1-db3fd1d3f52c tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.788356 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-775ebceb-12e4-424c-9ea1-db3fd1d3f52c tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0545979 Apr 18 21:24:11.792917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52594) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.798263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:11.802814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:11.808810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-88b5b80a-9b44-4b81-83c5-34b05aae5404 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.812414 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-88b5b80a-9b44-4b81-83c5-34b05aae5404 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0135770 Apr 18 21:24:11.813187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52598) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.817575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:11.822980 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33231ce-a7c8-4e38-baa0-1af003408c85'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c271c9-5ee4-4b0e-95f9-bed62da38862', 'code': 200} Apr 18 21:24:11.835323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-482e1142-b5be-4fa4-8806-59328b38de64 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.836619 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-482e1142-b5be-4fa4-8806-59328b38de64 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0202315 Apr 18 21:24:11.842176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52604) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.850090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-48c67b1f-1d85-46e8-a611-372e49225e7c tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.856330 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-48c67b1f-1d85-46e8-a611-372e49225e7c tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0082684 Apr 18 21:24:11.865596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52608) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.890374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-89642152-44fe-4227-902a-8fae65630984 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.893677 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-89642152-44fe-4227-902a-8fae65630984 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0111637 Apr 18 21:24:11.900260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event updated for resources: {'Port': ['ID=9219c3a6-a70e-4bdd-9815-d233812370aa,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:11.906101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52612) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.920254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-781fa3ff-c4d0-4d45-bb84-343f11fb88de tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.921402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-781fa3ff-c4d0-4d45-bb84-343f11fb88de tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0103385 Apr 18 21:24:11.925782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port d204f9c6-c349-4bde-aed2-570bd09bb421 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:11.931533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port d204f9c6-c349-4bde-aed2-570bd09bb421 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:11.932008 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:11.939864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52616) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.947975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db2c211a-8266-4516-8020-99f7705908f6 req-f5a3a406-7544-42b3-a551-6e9a1e1e5ea8 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/d6d231ef-e47b-47f0-8cc2-3fce23c7c9ef HTTP/1.1" status: 200 len: 1639 time: 0.1351500 Apr 18 21:24:11.948325 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-49f88b6c-af1b-4453-8ca4-43aff64b7da8 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243837 Apr 18 21:24:11.950842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-8765b582-f9dc-43a7-9e96-e939b4663665 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.954181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8765b582-f9dc-43a7-9e96-e939b4663665 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0103128 Apr 18 21:24:11.956383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52624) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:11.977419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-b8d1511e-38f0-4f67-b8f6-3a2a30051adc tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:11.980459 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b8d1511e-38f0-4f67-b8f6-3a2a30051adc tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0188711 Apr 18 21:24:11.985662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52628) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.002872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-9b7716ef-970d-47a5-b463-f2acb7dd733f tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.006296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9b7716ef-970d-47a5-b463-f2acb7dd733f tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0172470 Apr 18 21:24:12.010860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52632) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.018822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694a130-395b-4371-a5d8-c4b30a58812a req-5fab8ff1-163c-4014-ad4d-e7f7305b0b83 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:12.020264 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3694a130-395b-4371-a5d8-c4b30a58812a req-5fab8ff1-163c-4014-ad4d-e7f7305b0b83 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.3413005 Apr 18 21:24:12.038032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-dec0e517-b51d-4f72-bba0-71db4d42084a tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.042404 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dec0e517-b51d-4f72-bba0-71db4d42084a tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0304580 Apr 18 21:24:12.052284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52638) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.079318 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.083676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-02cb93f8-2d12-4a91-9134-b335e08588c8 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.087354 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-02cb93f8-2d12-4a91-9134-b335e08588c8 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0144389 Apr 18 21:24:12.088263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52642) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.116877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-0a4e209c-1645-46db-85ee-de27342f8dcc tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.120581 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0a4e209c-1645-46db-85ee-de27342f8dcc tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0105207 Apr 18 21:24:12.122395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52648) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.128150 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-8985c227-1e93-45f3-bb62-d1f0c9e99c29 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting subnet cd139ba9-977d-427c-9c47-51f9f65fb83d {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:24:12.130410 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8985c227-1e93-45f3-bb62-d1f0c9e99c29 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.134884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-a6245ac2-8722-4b3f-8721-0c8cd8ced3a1 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.138997 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a6245ac2-8722-4b3f-8721-0c8cd8ced3a1 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0139148 Apr 18 21:24:12.143365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52652) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.143365 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-db2c211a-8266-4516-8020-99f7705908f6 req-f4041978-dffd-48c9-9805-c82db02730e1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.151233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-456c97d3-abdb-4862-9b49-a7950026e991 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.155398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-456c97d3-abdb-4862-9b49-a7950026e991 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0071318 Apr 18 21:24:12.157857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d204f9c6-c349-4bde-aed2-570bd09bb421, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d204f9c6-c349-4bde-aed2-570bd09bb421,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:12.163761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3694a130-395b-4371-a5d8-c4b30a58812a req-01e9ad35-07ff-4c0c-ba68-da421f32d177 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297483 Apr 18 21:24:12.167559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52656) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.219390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8985c227-1e93-45f3-bb62-d1f0c9e99c29 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.223464 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.225085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 426f8c7a-d889-4424-be35-d5f5f6c0a12a up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:12.243978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-2cf59390-d600-4466-99c0-9c2715bb11eb tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.245082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2cf59390-d600-4466-99c0-9c2715bb11eb tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0765362 Apr 18 21:24:12.256327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52660) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.259863 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-db2c211a-8266-4516-8020-99f7705908f6 req-f4041978-dffd-48c9-9805-c82db02730e1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.362884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d204f9c6-c349-4bde-aed2-570bd09bb421,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:12.409515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8985c227-1e93-45f3-bb62-d1f0c9e99c29 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.411165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-16f1a129-c29d-44c0-9b63-e76950511bd4 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.412181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-16f1a129-c29d-44c0-9b63-e76950511bd4 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.1548166 Apr 18 21:24:12.419207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52666) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.446112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 426f8c7a-d889-4424-be35-d5f5f6c0a12a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:12.452882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 426f8c7a-d889-4424-be35-d5f5f6c0a12a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:12.455084 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.474636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-a689458e-d23f-40bb-9106-23417580378f tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.483866 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a689458e-d23f-40bb-9106-23417580378f tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0489075 Apr 18 21:24:12.483866 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.484154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52670) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.491006 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-516fb958-77d0-44c8-b456-e5cf940cf060 req-7c8e3cf9-f9d0-4c51-9c83-7697b95043d4 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343990 Apr 18 21:24:12.505341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-9b254b1d-4802-44da-b076-0df085cf183c tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.510871 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9b254b1d-4802-44da-b076-0df085cf183c tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0247138 Apr 18 21:24:12.512288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52674) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.520959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-19251b86-343b-4435-9bb9-319a1f237342 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.522210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-19251b86-343b-4435-9bb9-319a1f237342 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0081403 Apr 18 21:24:12.525042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52678) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.532142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-34eed8e3-0213-41df-a198-9beb82aa4cd4 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.536261 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-34eed8e3-0213-41df-a198-9beb82aa4cd4 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0066268 Apr 18 21:24:12.536386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52682) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.544050 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-e9855ff5-f89a-44eb-83ae-a5c926d75a55 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.546723 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e9855ff5-f89a-44eb-83ae-a5c926d75a55 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0079815 Apr 18 21:24:12.548003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52686) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.554671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-bdf72874-7288-4abb-bf65-e02e55088761 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.555679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bdf72874-7288-4abb-bf65-e02e55088761 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0067401 Apr 18 21:24:12.558322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52690) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.564321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-9c71c81d-2c9f-4e3c-847a-6a26728c2574 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.567984 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9c71c81d-2c9f-4e3c-847a-6a26728c2574 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0083601 Apr 18 21:24:12.568616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52694) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.573641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-ae0d58ec-a9f5-43aa-ba2e-e88f181075e3 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.577154 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ae0d58ec-a9f5-43aa-ba2e-e88f181075e3 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073683 Apr 18 21:24:12.577776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52698) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.585496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-af0c37b6-bab9-4cb9-9619-7ded59009380 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.587607 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-af0c37b6-bab9-4cb9-9619-7ded59009380 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0089173 Apr 18 21:24:12.600664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-db2c211a-8266-4516-8020-99f7705908f6 req-f4041978-dffd-48c9-9805-c82db02730e1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.600912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52702) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.610775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-64cc71bd-b632-4d33-b42a-88f2c0715d6e tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.614461 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-64cc71bd-b632-4d33-b42a-88f2c0715d6e tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0115976 Apr 18 21:24:12.617893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52706) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.630060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790077cc-739f-48b5-8812-7f0190ccd91c req-e67fbcbc-8fac-4e91-bc2b-b50e85d57165 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:12.631689 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-790077cc-739f-48b5-8812-7f0190ccd91c req-e67fbcbc-8fac-4e91-bc2b-b50e85d57165 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 946 time: 0.2185049 Apr 18 21:24:12.649200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4041978-dffd-48c9-9805-c82db02730e1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d231ef-e47b-47f0-8cc2-3fce23c7c9ef,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:12.670768 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.676681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-74c95081-0aae-4d72-b57b-5993527083e9 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.681930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-74c95081-0aae-4d72-b57b-5993527083e9 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0155132 Apr 18 21:24:12.688370 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8985c227-1e93-45f3-bb62-d1f0c9e99c29 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.692566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52710) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.711360 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.717357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-db2c211a-8266-4516-8020-99f7705908f6 req-f4041978-dffd-48c9-9805-c82db02730e1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.719856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db2c211a-8266-4516-8020-99f7705908f6 req-f4041978-dffd-48c9-9805-c82db02730e1 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "DELETE /v2.0/security-groups/d6d231ef-e47b-47f0-8cc2-3fce23c7c9ef HTTP/1.1" status: 204 len: 173 time: 0.7607620 Apr 18 21:24:12.747144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-a23af7d5-aacf-4527-ba9e-1f6248512ca2 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.748160 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a23af7d5-aacf-4527-ba9e-1f6248512ca2 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0174220 Apr 18 21:24:12.751270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52718) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.755276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985c227-1e93-45f3-bb62-d1f0c9e99c29 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Subnet': ['ID=cd139ba9-977d-427c-9c47-51f9f65fb83d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:12.764603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-10d50a15-3891-4bc7-9787-2d37a257d16a tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.765604 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-10d50a15-3891-4bc7-9787-2d37a257d16a tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0133555 Apr 18 21:24:12.767434 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8985c227-1e93-45f3-bb62-d1f0c9e99c29 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.768712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52722) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.779188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-0169b4bd-0c90-4f15-8d66-eef61844ae3e tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.779188 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0169b4bd-0c90-4f15-8d66-eef61844ae3e tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0089419 Apr 18 21:24:12.783198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52726) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.784428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-790077cc-739f-48b5-8812-7f0190ccd91c req-a1794675-59e8-4784-8902-89bb72a7da6a tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/security-groups?id=80200d2e-0f20-4e77-810f-6f86140bb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415818 Apr 18 21:24:12.792938 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8985c227-1e93-45f3-bb62-d1f0c9e99c29 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "DELETE /v2.0/subnets/cd139ba9-977d-427c-9c47-51f9f65fb83d HTTP/1.1" status: 204 len: 168 time: 1.0640993 Apr 18 21:24:12.796830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-0a63fc5b-ccad-4952-8a22-b930555d7cbd tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.797826 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0a63fc5b-ccad-4952-8a22-b930555d7cbd tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0119953 Apr 18 21:24:12.798523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52730) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.806757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52734) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.824292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 426f8c7a-d889-4424-be35-d5f5f6c0a12a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=426f8c7a-d889-4424-be35-d5f5f6c0a12a,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:12.830924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f00bda-8d1e-4e9a-be4e-4d71e71d58f7 None None] Network dafe2602-c859-489d-a2eb-f6832467210b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:12.864716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-7be28708-c1b2-4b53-bcf0-86e85bd82809 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.865938 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7be28708-c1b2-4b53-bcf0-86e85bd82809 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0582483 Apr 18 21:24:12.870788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52738) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.883532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-ef30ebb2-4e75-4902-9b2e-2a174623642e tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.889711 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ef30ebb2-4e75-4902-9b2e-2a174623642e tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0127983 Apr 18 21:24:12.893497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52742) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.900780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-de384eef-125d-4c13-8fa1-698a4d3ee847 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.901745 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-de384eef-125d-4c13-8fa1-698a4d3ee847 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0073109 Apr 18 21:24:12.907009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52746) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.914895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-1f9534b9-91ba-4daa-bbcb-11d4bdcd17ac tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.916020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1f9534b9-91ba-4daa-bbcb-11d4bdcd17ac tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0077627 Apr 18 21:24:12.922222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52750) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.940156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-c4bbf282-8c79-471e-9322-8906e3e47874 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.944204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c4bbf282-8c79-471e-9322-8906e3e47874 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0110343 Apr 18 21:24:12.944977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52754) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.957270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-16819d83-dc4b-4743-9113-8d4807d910cd tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.961287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-16819d83-dc4b-4743-9113-8d4807d910cd tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0106907 Apr 18 21:24:12.962199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52758) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.980843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-18a992fd-6047-4e45-86f3-69c4656dff78 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:12.985725 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-18a992fd-6047-4e45-86f3-69c4656dff78 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0126042 Apr 18 21:24:12.988685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52762) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.999481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-fca245f1-5344-4773-b002-43ee0796200d tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:13.005267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fca245f1-5344-4773-b002-43ee0796200d tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0152898 Apr 18 21:24:13.005999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52766) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:13.009680 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:13.014937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-1ff26709-0897-492b-942c-8ec3595d4738 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:13.019958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1ff26709-0897-492b-942c-8ec3595d4738 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0115759 Apr 18 21:24:13.020701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52770) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:13.027961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-49b7ca90-5ce6-4e5e-b121-84f41b1f4ced tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:13.032612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-49b7ca90-5ce6-4e5e-b121-84f41b1f4ced tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0096238 Apr 18 21:24:13.035385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52774) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:13.042276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-d2fb9fc2-7b49-4b81-85fd-edd717a60ad5 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:13.046237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d2fb9fc2-7b49-4b81-85fd-edd717a60ad5 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0097337 Apr 18 21:24:13.048196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52778) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:13.064627 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-07ecfa8d-4708-47b4-8071-d59305e07476 req-27349c59-db6d-4c9c-bad0-1fa27ceb045d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e17373ade89d45d689261ff41668461f&device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 1097 time: 0.4489832 Apr 18 21:24:13.095584 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:13.101509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [None req-4b5b6820-571d-47d5-b43f-e35e1f6dba33 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:13.105263 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4b5b6820-571d-47d5-b43f-e35e1f6dba33 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0367749 Apr 18 21:24:13.115875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52782) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:13.234283 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:13.239219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-ededaf3c-6142-4222-bcd0-4a4875a831c0 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:13.240841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ededaf3c-6142-4222-bcd0-4a4875a831c0 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.1081359 Apr 18 21:24:13.244315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:13.244973 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:13.249561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52788) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:13.257103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-4cdac4c4-5d22-43eb-af05-446d2f4dadf1 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:13.258379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4cdac4c4-5d22-43eb-af05-446d2f4dadf1 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0076809 Apr 18 21:24:13.264072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52792) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:13.277921 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [None req-3a600990-e723-47c2-b81a-a4b0da759004 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:13.279685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3a600990-e723-47c2-b81a-a4b0da759004 tempest-ExtensionsTestJSON-605172466 tempest-ExtensionsTestJSON-605172466-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0145533 Apr 18 21:24:13.311279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecfa8d-4708-47b4-8071-d59305e07476 req-176536dd-c82f-4143-9435-86bb1a1a43e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:13.312870 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-07ecfa8d-4708-47b4-8071-d59305e07476 req-176536dd-c82f-4143-9435-86bb1a1a43e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.2229490 Apr 18 21:24:13.327095 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:13.368859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=426f8c7a-d889-4424-be35-d5f5f6c0a12a,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:13.435847 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-07ecfa8d-4708-47b4-8071-d59305e07476 req-4b6f38fe-590c-4f3b-8cf3-900d4fe5cbee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=777d2be7-1ed7-4c8f-a555-5c7b079520a8 HTTP/1.1" status: 200 len: 217 time: 0.1155317 Apr 18 21:24:13.526280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a7a5b-0d82-4ec7-9e7a-45a029a3f363 req-4f94be70-7789-42af-9990-c22ee3c3332c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:13.530847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a7a5b-0d82-4ec7-9e7a-45a029a3f363 req-4f94be70-7789-42af-9990-c22ee3c3332c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:13.532526 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082a9c4f-d3a3-40e1-bbba-78b4df20367b None None] DHCP port deletion for dafe2602-c859-489d-a2eb-f6832467210b request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:24:13.534893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a7a5b-0d82-4ec7-9e7a-45a029a3f363 req-4f94be70-7789-42af-9990-c22ee3c3332c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:13.539082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a7a5b-0d82-4ec7-9e7a-45a029a3f363 req-4f94be70-7789-42af-9990-c22ee3c3332c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:13.540850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-082a9c4f-d3a3-40e1-bbba-78b4df20367b None None] Deleting port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:13.541356 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-082a9c4f-d3a3-40e1-bbba-78b4df20367b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:13.543299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a7a5b-0d82-4ec7-9e7a-45a029a3f363 req-4f94be70-7789-42af-9990-c22ee3c3332c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:13.547732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a7a5b-0d82-4ec7-9e7a-45a029a3f363 req-4f94be70-7789-42af-9990-c22ee3c3332c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:13.551788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a7a5b-0d82-4ec7-9e7a-45a029a3f363 req-4f94be70-7789-42af-9990-c22ee3c3332c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:13.553825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a10a7a5b-0d82-4ec7-9e7a-45a029a3f363 req-4f94be70-7789-42af-9990-c22ee3c3332c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5442 time: 0.5049319 Apr 18 21:24:13.577648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3480-0319-4dea-9937-48744ae30abf req-f84e4ad7-e8f8-40d3-87ae-71c37f5a5f00 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:13.579134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc2d3480-0319-4dea-9937-48744ae30abf req-f84e4ad7-e8f8-40d3-87ae-71c37f5a5f00 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 947 time: 0.5181067 Apr 18 21:24:13.594887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event updated for resources: {'Port': ['ID=9219c3a6-a70e-4bdd-9815-d233812370aa,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:13.629671 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:13.720292 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc2d3480-0319-4dea-9937-48744ae30abf req-39175e82-3045-4242-a0d3-3c0b9134905b tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207445 Apr 18 21:24:13.727935 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:13.729160 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-26d23398-45f1-4867-bcbe-2ecffe6b6a67 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0445693 Apr 18 21:24:13.733623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52798) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:13.735844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecfa8d-4708-47b4-8071-d59305e07476 req-639e7da1-c45d-4a55-a358-1aa399ed0c12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:13.737374 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-07ecfa8d-4708-47b4-8071-d59305e07476 req-639e7da1-c45d-4a55-a358-1aa399ed0c12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.2658181 Apr 18 21:24:13.739279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] For port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=373a59ce-9278-4a52-ae1e-0cdf136a0c5e,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:13.739645 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:13.745408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 1f77e0af-c064-4089-8480-c8029e6e5ad3 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:13.760857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a10a7a5b-0d82-4ec7-9e7a-45a029a3f363 req-098d6460-e62a-4516-9605-b43ff59cc96f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1969321 Apr 18 21:24:13.764967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-356152a9-a942-484d-98dd-358b83d47025 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Request body: {'floatingip': {'port_id': 'f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:13.828655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204f9c6-c349-4bde-aed2-570bd09bb421'}, {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426f8c7a-d889-4424-be35-d5f5f6c0a12a'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:13.923637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 373a59ce-9278-4a52-ae1e-0cdf136a0c5e no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:13.973269 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-356152a9-a942-484d-98dd-358b83d47025 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:13.999405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-082a9c4f-d3a3-40e1-bbba-78b4df20367b None None] For port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=373a59ce-9278-4a52-ae1e-0cdf136a0c5e,segment=NetworkSegment(c1bdd654-8c36-4b9d-9215-345d62f75b3c),segment_id=c1bdd654-8c36-4b9d-9215-345d62f75b3c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:14.000795 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-082a9c4f-d3a3-40e1-bbba-78b4df20367b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.004831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52808) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:14.011258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Calling delete_port for 373a59ce-9278-4a52-ae1e-0cdf136a0c5e owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:14.119270 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-07ecfa8d-4708-47b4-8071-d59305e07476 req-ae1e672c-1824-4d87-b86f-3ac60503eec4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3712595 Apr 18 21:24:14.224803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-082a9c4f-d3a3-40e1-bbba-78b4df20367b None None] Calling delete_port for 373a59ce-9278-4a52-ae1e-0cdf136a0c5e owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:14.276394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd6ae36b-1ad5-4590-b787-9aef28a108cd req-af962bb0-66ef-47ae-9623-c495e2df890e tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/58d1adae-bdeb-4c13-83dc-0ddc0a16f0d0 HTTP/1.1" status: 200 len: 1637 time: 0.2130933 Apr 18 21:24:14.288022 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-07ecfa8d-4708-47b4-8071-d59305e07476 req-9ab49db3-590a-417c-bd08-12ef67488ec5 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618502 Apr 18 21:24:14.328402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 1f77e0af-c064-4089-8480-c8029e6e5ad3 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:14.338069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e update to DOWN by agent not found {{(pid=85050) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 21:24:14.341292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1f252-7ddb-4d38-bbc5-318bd13cda6b req-42502267-2958-4056-9b2d-18b7bbb2d583 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:14.343625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 1f77e0af-c064-4089-8480-c8029e6e5ad3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:14.343990 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.349382 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.349568 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35d1f252-7ddb-4d38-bbc5-318bd13cda6b req-42502267-2958-4056-9b2d-18b7bbb2d583 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.2943203 Apr 18 21:24:14.387040 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-356152a9-a942-484d-98dd-358b83d47025 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] update failed (client error): The resource could not be found. Apr 18 21:24:14.390926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-356152a9-a942-484d-98dd-358b83d47025 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "PUT /v2.0/floatingips/2615cf42-351f-4f72-bcbe-cdeef15b09fc HTTP/1.1" status: 404 len: 507 time: 0.6536229 Apr 18 21:24:14.393205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52814) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:14.456955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Port': ['ID=373a59ce-9278-4a52-ae1e-0cdf136a0c5e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:14.466310 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-082a9c4f-d3a3-40e1-bbba-78b4df20367b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:24:14.466310 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-082a9c4f-d3a3-40e1-bbba-78b4df20367b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:24:14.469020 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-170f4e35-607d-40f1-94b6-b306d996a039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.495251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] No DVR routers for this DVR port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:14.497299 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.531542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 1f77e0af-c064-4089-8480-c8029e6e5ad3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1f77e0af-c064-4089-8480-c8029e6e5ad3,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:14.588533 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.589446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 41cac76b-2029-432c-bb4c-55ef1c94f7a8 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:14.601774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35d1f252-7ddb-4d38-bbc5-318bd13cda6b req-5250bf5f-acde-496c-aeac-dd8023ad9e4d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513185 Apr 18 21:24:14.604979 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fd6ae36b-1ad5-4590-b787-9aef28a108cd req-7dd304b6-2f59-487e-bdfd-0e3b0e7a5a5a tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.633709 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fd6ae36b-1ad5-4590-b787-9aef28a108cd req-7dd304b6-2f59-487e-bdfd-0e3b0e7a5a5a tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.661733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-170f4e35-607d-40f1-94b6-b306d996a039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:14.690228 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-07ecfa8d-4708-47b4-8071-d59305e07476 req-330e658a-45ff-4af9-8748-10a2c8cf3c61 service neutron] 10.222.0.59 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961072 Apr 18 21:24:14.691352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-170f4e35-607d-40f1-94b6-b306d996a039 admin admin] Usage tracker for resource:security_group_rule and tenant:39d644ca84bb45f2b4bc6d532efaaa51 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:14.693746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-69a25be8-eab1-401c-9760-f24fd0257bbe tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Deleting port 9219c3a6-a70e-4bdd-9815-d233812370aa {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:14.694096 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69a25be8-eab1-401c-9760-f24fd0257bbe tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.698228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-170f4e35-607d-40f1-94b6-b306d996a039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:14.708539 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.718362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-170f4e35-607d-40f1-94b6-b306d996a039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:14.737832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=1f77e0af-c064-4089-8480-c8029e6e5ad3,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:14.750980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafe2602-c859-489d-a2eb-f6832467210b']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:14.769513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bdd654-8c36-4b9d-9215-345d62f75b3c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:14.769818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bdd654-8c36-4b9d-9215-345d62f75b3c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:14.786964 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.812106 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.823524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 41cac76b-2029-432c-bb4c-55ef1c94f7a8 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:14.824563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:14.824976 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.830278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 41cac76b-2029-432c-bb4c-55ef1c94f7a8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:14.830799 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:14.840600 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:14.936952 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-170f4e35-607d-40f1-94b6-b306d996a039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.952580 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.954245 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fd6ae36b-1ad5-4590-b787-9aef28a108cd req-7dd304b6-2f59-487e-bdfd-0e3b0e7a5a5a tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.967194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-082a9c4f-d3a3-40e1-bbba-78b4df20367b None None] Deleting port 373a59ce-9278-4a52-ae1e-0cdf136a0c5e {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:14.967564 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-082a9c4f-d3a3-40e1-bbba-78b4df20367b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.988801 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-170f4e35-607d-40f1-94b6-b306d996a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.998652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd304b6-2f59-487e-bdfd-0e3b0e7a5a5a tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d1adae-bdeb-4c13-83dc-0ddc0a16f0d0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:15.012629 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fd6ae36b-1ad5-4590-b787-9aef28a108cd req-7dd304b6-2f59-487e-bdfd-0e3b0e7a5a5a tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.026463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd6ae36b-1ad5-4590-b787-9aef28a108cd req-7dd304b6-2f59-487e-bdfd-0e3b0e7a5a5a tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "DELETE /v2.0/security-groups/58d1adae-bdeb-4c13-83dc-0ddc0a16f0d0 HTTP/1.1" status: 204 len: 173 time: 0.7366087 Apr 18 21:24:15.031224 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.047492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f4e35-607d-40f1-94b6-b306d996a039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290b0254-0501-432c-9c69-c3f00809ac55,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:15.050228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.054549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-082a9c4f-d3a3-40e1-bbba-78b4df20367b None None] The port '373a59ce-9278-4a52-ae1e-0cdf136a0c5e' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:24:15.065454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 41cac76b-2029-432c-bb4c-55ef1c94f7a8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=41cac76b-2029-432c-bb4c-55ef1c94f7a8,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:15.086073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Network': ['ID=dafe2602-c859-489d-a2eb-f6832467210b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:15.086995 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0b605f-4753-4523-b4fb-38a78890918a'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204f9c6-c349-4bde-aed2-570bd09bb421', 'code': 200} Apr 18 21:24:15.087482 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0b605f-4753-4523-b4fb-38a78890918a'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426f8c7a-d889-4424-be35-d5f5f6c0a12a', 'code': 200} Apr 18 21:24:15.096890 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-170f4e35-607d-40f1-94b6-b306d996a039 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39d644ca84bb45f2b4bc6d532efaaa51&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0550199 Apr 18 21:24:15.099411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52824) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:15.117210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69a25be8-eab1-401c-9760-f24fd0257bbe tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.117580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69a25be8-eab1-401c-9760-f24fd0257bbe tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.137399 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.139115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:15.171375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-720e571e-6e20-4e63-b2e5-dcdf915c6bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.188160 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-396350c2-4a6b-4be9-8448-6da2b19bc259 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "DELETE /v2.0/networks/dafe2602-c859-489d-a2eb-f6832467210b HTTP/1.1" status: 204 len: 168 time: 2.3849685 Apr 18 21:24:15.196047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52828) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:15.205528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1870053770'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:15.220443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:15.232726 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-720e571e-6e20-4e63-b2e5-dcdf915c6bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.240422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Usage tracker for resource:network and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:15.245961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:15.259638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:15.300521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 777d2be7-1ed7-4c8f-a555-5c7b079520a8 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:15.330862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-69a25be8-eab1-401c-9760-f24fd0257bbe tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Calling delete_port for 9219c3a6-a70e-4bdd-9815-d233812370aa owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:15.366884 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:15.368008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=41cac76b-2029-432c-bb4c-55ef1c94f7a8,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:15.378581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.396575 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-720e571e-6e20-4e63-b2e5-dcdf915c6bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.400628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40306c6-e235-4264-8874-ef7d08e310f6 req-18c8b77a-b802-44bb-a683-8cc797b617b2 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:15.402124 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f40306c6-e235-4264-8874-ef7d08e310f6 req-18c8b77a-b802-44bb-a683-8cc797b617b2 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 946 time: 0.4778197 Apr 18 21:24:15.417716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e571e-6e20-4e63-b2e5-dcdf915c6bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290b0254-0501-432c-9c69-c3f00809ac55,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:15.431814 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-720e571e-6e20-4e63-b2e5-dcdf915c6bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.435922 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-720e571e-6e20-4e63-b2e5-dcdf915c6bf5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/290b0254-0501-432c-9c69-c3f00809ac55 HTTP/1.1" status: 204 len: 168 time: 0.3321319 Apr 18 21:24:15.445391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:15.465384 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.465829 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Added segment 75797f13-31c9-4241-af30-bb9567659c23 of type vlan for network a723ba76-8608-4685-b7dc-9c77c7dc31da Apr 18 21:24:15.501289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.515111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 777d2be7-1ed7-4c8f-a555-5c7b079520a8, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=777d2be7-1ed7-4c8f-a555-5c7b079520a8,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:15.523485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b2fbe-0956-4cf3-b952-6ccb6192ae9e req-9bf81673-db07-4ec8-b4e5-6e843c313111 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:15.525335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d62b2fbe-0956-4cf3-b952-6ccb6192ae9e req-9bf81673-db07-4ec8-b4e5-6e843c313111 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 947 time: 0.2957945 Apr 18 21:24:15.534597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '777d2be7-1ed7-4c8f-a555-5c7b079520a8', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '777d2be7-1ed7-4c8f-a555-5c7b079520a8', 'mac_address': 'fa:16:3e:ec:7f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:15.538688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:15.566096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f40306c6-e235-4264-8874-ef7d08e310f6 req-d9b0d76f-bd79-4ca1-bf66-bc7da6dd7f42 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/security-groups?id=80200d2e-0f20-4e77-810f-6f86140bb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564581 Apr 18 21:24:15.603846 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:15.604545 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.629481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d62b2fbe-0956-4cf3-b952-6ccb6192ae9e req-5ccde193-8cfa-4bd2-aa2c-80691fb3314d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622928 Apr 18 21:24:15.635861 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.651626 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.657865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:15.662178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.667848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777d2be7-1ed7-4c8f-a555-5c7b079520a8 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:15.680105 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69a25be8-eab1-401c-9760-f24fd0257bbe tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.694733 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 777d2be7-1ed7-4c8f-a555-5c7b079520a8, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=777d2be7-1ed7-4c8f-a555-5c7b079520a8,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:15.771891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.783581 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.823300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Network': ['ID=a723ba76-8608-4685-b7dc-9c77c7dc31da,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:15.834014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a25be8-eab1-401c-9760-f24fd0257bbe tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event deleted for resources: {'Port': ['ID=9219c3a6-a70e-4bdd-9815-d233812370aa,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:15.854390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a723ba76-8608-4685-b7dc-9c77c7dc31da details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:15.915658 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-feba3419-5686-4322-8bc8-c0e57782de3c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7209897 Apr 18 21:24:15.922276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52842) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:15.930031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'subnet': {'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:15.947262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:15.973109 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=777d2be7-1ed7-4c8f-a555-5c7b079520a8,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:15.997945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d07fa10-8dac-45dd-8a8e-a12c530ffd52 req-07e06cb2-05d7-40d1-a346-773debc81e7f tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/9175492b-9ab4-4c6c-9dbe-3fa7f36b913c HTTP/1.1" status: 200 len: 1637 time: 0.1812596 Apr 18 21:24:16.006777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['777d2be7-1ed7-4c8f-a555-5c7b079520a8'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:16.035104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50dcd-85aa-48f3-b74e-1b6fe3d97821 req-d296c754-db84-45f0-817a-6575424f82aa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:16.039144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50dcd-85aa-48f3-b74e-1b6fe3d97821 req-d296c754-db84-45f0-817a-6575424f82aa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:16.043333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50dcd-85aa-48f3-b74e-1b6fe3d97821 req-d296c754-db84-45f0-817a-6575424f82aa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:16.044927 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.046585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:16.048038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50dcd-85aa-48f3-b74e-1b6fe3d97821 req-d296c754-db84-45f0-817a-6575424f82aa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:16.051942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50dcd-85aa-48f3-b74e-1b6fe3d97821 req-d296c754-db84-45f0-817a-6575424f82aa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:16.056449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50dcd-85aa-48f3-b74e-1b6fe3d97821 req-d296c754-db84-45f0-817a-6575424f82aa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:16.060759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50dcd-85aa-48f3-b74e-1b6fe3d97821 req-d296c754-db84-45f0-817a-6575424f82aa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:16.062711 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84c50dcd-85aa-48f3-b74e-1b6fe3d97821 req-d296c754-db84-45f0-817a-6575424f82aa tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5444 time: 0.3305659 Apr 18 21:24:16.077615 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69a25be8-eab1-401c-9760-f24fd0257bbe tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.138560 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69a25be8-eab1-401c-9760-f24fd0257bbe tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.145181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-69a25be8-eab1-401c-9760-f24fd0257bbe tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "DELETE /v2.0/floatingips/2615cf42-351f-4f72-bcbe-cdeef15b09fc HTTP/1.1" status: 204 len: 168 time: 1.7479281 Apr 18 21:24:16.148750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52850) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:16.158146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-140d240d-c188-46af-9ee0-93b9cd050d45 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Request body: {'floatingip': {'floating_network_id': '7535b47f-fe9f-4b23-b568-1340147f36ab', 'port_id': 'f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:16.174358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-140d240d-c188-46af-9ee0-93b9cd050d45 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:16.181260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84c50dcd-85aa-48f3-b74e-1b6fe3d97821 req-e06b9529-35dd-4165-b71a-11468f323cf2 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120059 Apr 18 21:24:16.185816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-140d240d-c188-46af-9ee0-93b9cd050d45 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Usage tracker for resource:floatingip and tenant:eebeb6f99cca4330b149c658d9d0f104 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:16.190186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-140d240d-c188-46af-9ee0-93b9cd050d45 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:16.192868 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7d07fa10-8dac-45dd-8a8e-a12c530ffd52 req-290e8e23-bebd-498e-ad5e-8d97c0e5ee44 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.197820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-140d240d-c188-46af-9ee0-93b9cd050d45 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:16.200198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:16.209322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Usage tracker for resource:subnet and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:16.226556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:16.236656 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7d07fa10-8dac-45dd-8a8e-a12c530ffd52 req-290e8e23-bebd-498e-ad5e-8d97c0e5ee44 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.240069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:16.309414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:16.323115 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-140d240d-c188-46af-9ee0-93b9cd050d45 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.371792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:16.402284 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:16.416033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7d07fa10-8dac-45dd-8a8e-a12c530ffd52 req-290e8e23-bebd-498e-ad5e-8d97c0e5ee44 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.417650 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:16.418018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.483677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e8e23-bebd-498e-ad5e-8d97c0e5ee44 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9175492b-9ab4-4c6c-9dbe-3fa7f36b913c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:16.488386 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.507894 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7d07fa10-8dac-45dd-8a8e-a12c530ffd52 req-290e8e23-bebd-498e-ad5e-8d97c0e5ee44 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.523708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d07fa10-8dac-45dd-8a8e-a12c530ffd52 req-290e8e23-bebd-498e-ad5e-8d97c0e5ee44 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "DELETE /v2.0/security-groups/9175492b-9ab4-4c6c-9dbe-3fa7f36b913c HTTP/1.1" status: 204 len: 173 time: 0.5246897 Apr 18 21:24:16.564898 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.605640 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:16.631065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c205ae-83c2-4ead-b385-97cf9c735ec3 req-f7ef9319-c48c-4308-89ee-d2446b440e40 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:16.632661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91c205ae-83c2-4ead-b385-97cf9c735ec3 req-f7ef9319-c48c-4308-89ee-d2446b440e40 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.2216666 Apr 18 21:24:16.674194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc5db343-52ab-438d-974c-f429f1875ba5 req-08439597-7c32-42aa-8475-5bd734d860fe tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/42e5e1bc-c54e-43ff-9f16-0f52c80f2936 HTTP/1.1" status: 200 len: 2146 time: 0.1203947 Apr 18 21:24:16.692053 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.746136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91c205ae-83c2-4ead-b385-97cf9c735ec3 req-f6b0b17c-b8c1-47dc-863b-8c25de634121 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977805 Apr 18 21:24:16.765609 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:16.799734 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fc5db343-52ab-438d-974c-f429f1875ba5 req-79d7ac4a-2a32-4f89-80d2-9ab968495274 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.812434 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.843413 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fc5db343-52ab-438d-974c-f429f1875ba5 req-79d7ac4a-2a32-4f89-80d2-9ab968495274 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.899442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Subnet': ['ID=f8607728-7401-4c13-ab5d-513e8d869ef6,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:16.911619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Checking segment: {'id': '75797f13-31c9-4241-af30-bb9567659c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:16.912048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network hostable DHCP agents. Network: a723ba76-8608-4685-b7dc-9c77c7dc31da, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:24:16.925874 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-140d240d-c188-46af-9ee0-93b9cd050d45 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:24:16.930580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-140d240d-c188-46af-9ee0-93b9cd050d45 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7750576 Apr 18 21:24:16.930792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52866) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:16.931357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52868) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:16.943715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': 'f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:16.951450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:16.957255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Usage tracker for resource:floatingip and tenant:eebeb6f99cca4330b149c658d9d0f104 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:16.960218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:16.966956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:16.977334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286bf9-9910-4439-9bf9-0c4474a2967e req-be3e48af-9eb0-4f7a-a280-dd114756c83a tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:16.978801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11286bf9-9910-4439-9bf9-0c4474a2967e req-be3e48af-9eb0-4f7a-a280-dd114756c83a tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 947 time: 0.0963948 Apr 18 21:24:17.020150 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fc5db343-52ab-438d-974c-f429f1875ba5 req-79d7ac4a-2a32-4f89-80d2-9ab968495274 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.038357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7ac4a-2a32-4f89-80d2-9ab968495274 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e5e1bc-c54e-43ff-9f16-0f52c80f2936,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:17.041923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11286bf9-9910-4439-9bf9-0c4474a2967e req-5b9e7f30-2857-4242-891e-cb6c4796a02f tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/security-groups?id=80200d2e-0f20-4e77-810f-6f86140bb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577269 Apr 18 21:24:17.047399 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.060239 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fc5db343-52ab-438d-974c-f429f1875ba5 req-79d7ac4a-2a32-4f89-80d2-9ab968495274 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.061359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc5db343-52ab-438d-974c-f429f1875ba5 req-79d7ac4a-2a32-4f89-80d2-9ab968495274 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "DELETE /v2.0/security-groups/42e5e1bc-c54e-43ff-9f16-0f52c80f2936 HTTP/1.1" status: 204 len: 173 time: 0.3695195 Apr 18 21:24:17.066684 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network a723ba76-8608-4685-b7dc-9c77c7dc31da is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:24:17.088459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f77e0af-c064-4089-8480-c8029e6e5ad3'}, {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cac76b-2029-432c-bb4c-55ef1c94f7a8'}, {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2'}, {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:17.093299 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'networks': [{'name': 'tempest-network--1047016449'}, {'name': 'tempest-network--1933159308'}]} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:17.093697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'network': {'name': 'tempest-network--1047016449'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:17.094088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'network': {'name': 'tempest-network--1933159308'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:17.144466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:17.148475 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec53494-f061-42ac-9a48-26488a87de02'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f77e0af-c064-4089-8480-c8029e6e5ad3', 'code': 200} Apr 18 21:24:17.148796 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec53494-f061-42ac-9a48-26488a87de02'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cac76b-2029-432c-bb4c-55ef1c94f7a8', 'code': 200} Apr 18 21:24:17.149065 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec53494-f061-42ac-9a48-26488a87de02'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2', 'code': 200} Apr 18 21:24:17.149325 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec53494-f061-42ac-9a48-26488a87de02'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722', 'code': 200} Apr 18 21:24:17.154581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19426049-97c8-4ee6-b625-88d1815848df req-2f7e8622-7d3f-4828-b0f0-5486581f7483 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "GET /v2.0/security-groups/e2b03b29-aee5-4873-a0c9-5135c6ead144 HTTP/1.1" status: 200 len: 2142 time: 0.0548429 Apr 18 21:24:17.157894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Usage tracker for resource:network and tenant:88faa1c00f4d484db31c0dfa9823378c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:17.161687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:17.172523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a723ba76-8608-4685-b7dc-9c77c7dc31da) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:17.182939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc0638-5a48-42a2-bea3-53c2657ab9da None None] Network a723ba76-8608-4685-b7dc-9c77c7dc31da requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:17.183869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:17.188997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.189608 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.238337 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-19426049-97c8-4ee6-b625-88d1815848df req-d58fe151-84dc-4002-a205-da2195e49ae3 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.273975 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-19426049-97c8-4ee6-b625-88d1815848df req-d58fe151-84dc-4002-a205-da2195e49ae3 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.290047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Made reservation on behalf of 88faa1c00f4d484db31c0dfa9823378c for: {'network': 2} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:17.293734 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.317383 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.327758 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ca96bddb-e190-4f71-aea0-e0a0848d5c56 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4041908 Apr 18 21:24:17.333496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52884) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:17.333880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 777d2be7-1ed7-4c8f-a555-5c7b079520a8 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:17.344002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2123242199'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:17.367291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:17.375990 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.378341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Usage tracker for resource:network and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:17.384137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:17.432115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:17.436729 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-19426049-97c8-4ee6-b625-88d1815848df req-d58fe151-84dc-4002-a205-da2195e49ae3 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.454615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:17.468576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Usage tracker for resource:security_group_rule and tenant:88faa1c00f4d484db31c0dfa9823378c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:17.471646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fe151-84dc-4002-a205-da2195e49ae3 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b03b29-aee5-4873-a0c9-5135c6ead144,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:17.475305 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-19426049-97c8-4ee6-b625-88d1815848df req-d58fe151-84dc-4002-a205-da2195e49ae3 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.475454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:17.476505 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19426049-97c8-4ee6-b625-88d1815848df req-d58fe151-84dc-4002-a205-da2195e49ae3 tempest-SecurityGroupRulesTestJSON-1169159694 tempest-SecurityGroupRulesTestJSON-1169159694-project] 10.222.0.11 "DELETE /v2.0/security-groups/e2b03b29-aee5-4873-a0c9-5135c6ead144 HTTP/1.1" status: 204 len: 173 time: 0.3163695 Apr 18 21:24:17.484168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52888) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:17.489528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:17.503320 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c65a4602-9e43-4613-8bae-f77773295c17 req-cdb06637-07a2-4e8b-bed9-ec60a9c2019e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 6503 time: 0.2526438 Apr 18 21:24:17.523300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-a723ba76-8608-4685-b7dc-9c77c7dc31da', 'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'fixed_ips': [{'subnet_id': 'f8607728-7401-4c13-ab5d-513e8d869ef6'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:24:17.524772 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.566151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f09dbd8-ee9b-4824-bb6c-9f786650877c admin admin] Deleting subnet ca474ed3-af58-4212-b623-06709d750b0e {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:24:17.570444 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4f09dbd8-ee9b-4824-bb6c-9f786650877c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.583916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:17.587272 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.587557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 777d2be7-1ed7-4c8f-a555-5c7b079520a8 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:17.609187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 777d2be7-1ed7-4c8f-a555-5c7b079520a8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:17.609187 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.665722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Allocated IP 172.25.3.238 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/afbe8c84-17ed-4c97-9622-c38e89d9d1e7) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:17.697264 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c65a4602-9e43-4613-8bae-f77773295c17 req-9d04c6eb-a620-4146-809c-48213b3f612f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1828451 Apr 18 21:24:17.701075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:17.718356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24424b1-71f9-47f8-94af-565e5086d395 req-89badc59-837d-4601-be3b-8416b3d7cf22 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.722271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24424b1-71f9-47f8-94af-565e5086d395 req-89badc59-837d-4601-be3b-8416b3d7cf22 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.726096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24424b1-71f9-47f8-94af-565e5086d395 req-89badc59-837d-4601-be3b-8416b3d7cf22 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.729869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24424b1-71f9-47f8-94af-565e5086d395 req-89badc59-837d-4601-be3b-8416b3d7cf22 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.733937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24424b1-71f9-47f8-94af-565e5086d395 req-89badc59-837d-4601-be3b-8416b3d7cf22 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.737626 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24424b1-71f9-47f8-94af-565e5086d395 req-89badc59-837d-4601-be3b-8416b3d7cf22 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.741713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24424b1-71f9-47f8-94af-565e5086d395 req-89badc59-837d-4601-be3b-8416b3d7cf22 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.743398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f24424b1-71f9-47f8-94af-565e5086d395 req-89badc59-837d-4601-be3b-8416b3d7cf22 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5446 time: 0.3530853 Apr 18 21:24:17.783243 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4f09dbd8-ee9b-4824-bb6c-9f786650877c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.787018 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.787505 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Added segment 2fe3a1da-f43e-40cc-a908-f9bf7d96e92d of type vlan for network b67755cd-0fb9-4089-a6b4-2545d9c3caec Apr 18 21:24:17.824595 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.850115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.877497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f24424b1-71f9-47f8-94af-565e5086d395 req-677f646c-9321-489b-af7f-4e05ebf2072d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151652 Apr 18 21:24:17.882692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Allocated IP 19.80.0.2 (a723ba76-8608-4685-b7dc-9c77c7dc31da/f8607728-7401-4c13-ab5d-513e8d869ef6/fae0f134-e64a-429b-82ab-350df73e55cb) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:17.890519 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4f09dbd8-ee9b-4824-bb6c-9f786650877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.901850 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.902090 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.906210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.964871 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.980103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e39589-c3d9-4a68-9c30-61d6d97478c6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:17.997404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:18.012337 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.013765 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Added segment 8b3f8fa5-0a7f-457b-9e19-36e7cd2f828b of type vlan for network d4250aa2-c85e-41b9-a386-f630a34c7cc9 Apr 18 21:24:18.018651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 777d2be7-1ed7-4c8f-a555-5c7b079520a8, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=777d2be7-1ed7-4c8f-a555-5c7b079520a8,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:18.020956 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.024725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.025521 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.085569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705a516-f9df-4e56-a8cb-506a4bf299fd req-d2666003-1ceb-41a3-8326-a926188a6bea tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.092647 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b705a516-f9df-4e56-a8cb-506a4bf299fd req-d2666003-1ceb-41a3-8326-a926188a6bea tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.1422141 Apr 18 21:24:18.141401 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.151418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Transition to ACTIVE for port object fae0f134-e64a-429b-82ab-350df73e55cb will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:18.161726 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4f09dbd8-ee9b-4824-bb6c-9f786650877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.171569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Transition to ACTIVE for port object fae0f134-e64a-429b-82ab-350df73e55cb will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:18.174583 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.199496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.234188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.254434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Network': ['ID=b67755cd-0fb9-4089-a6b4-2545d9c3caec,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:18.266032 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.270363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b67755cd-0fb9-4089-a6b4-2545d9c3caec details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:18.287807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Network a723ba76-8608-4685-b7dc-9c77c7dc31da is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:18.298644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09dbd8-ee9b-4824-bb6c-9f786650877c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca474ed3-af58-4212-b623-06709d750b0e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:18.331648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:18.336649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:18.346658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b705a516-f9df-4e56-a8cb-506a4bf299fd req-327c24a9-528e-4b18-87aa-bf0231d2914c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531371 Apr 18 21:24:18.353355 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4f09dbd8-ee9b-4824-bb6c-9f786650877c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.358552 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:18.360994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:18.364738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4f09dbd8-ee9b-4824-bb6c-9f786650877c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ca474ed3-af58-4212-b623-06709d750b0e HTTP/1.1" status: 204 len: 168 time: 0.8768580 Apr 18 21:24:18.365530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=777d2be7-1ed7-4c8f-a555-5c7b079520a8,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:18.366190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:18.368485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52896) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:18.373202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:18.398027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.398300 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Added segment 21c6accb-b426-43b3-86e6-b6155e61ae31 of type vlan for network ffdd5040-0320-4160-9788-a45216308e1d Apr 18 21:24:18.408505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event updated for resources: {'Port': ['ID=afbe8c84-17ed-4c97-9622-c38e89d9d1e7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:18.413294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9818e-2de9-4e28-bdc6-0423a1a0b76a req-656afca9-bd4f-4b79-ae27-f853f7817b58 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.415304 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07c9818e-2de9-4e28-bdc6-0423a1a0b76a req-656afca9-bd4f-4b79-ae27-f853f7817b58 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 948 time: 0.1665332 Apr 18 21:24:18.435319 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8a7c4a4d-02f0-4ce3-94f1-a4cc591e1d36 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0950518 Apr 18 21:24:18.442802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52900) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:18.454060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'subnet': {'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:18.519262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Pushing event updated for resources: {'Port': ['ID=fae0f134-e64a-429b-82ab-350df73e55cb,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:18.527293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Attempting to bind port fae0f134-e64a-429b-82ab-350df73e55cb on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:18.527723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Attempting to bind port fae0f134-e64a-429b-82ab-350df73e55cb by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '75797f13-31c9-4241-af30-bb9567659c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:18.528154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Attempting to bind port fae0f134-e64a-429b-82ab-350df73e55cb on network a723ba76-8608-4685-b7dc-9c77c7dc31da {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:18.534643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:18.535011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Checking segment: {'id': '75797f13-31c9-4241-af30-bb9567659c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:18.535422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.536136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Bound using segment: {'id': '75797f13-31c9-4241-af30-bb9567659c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:18.536274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Bound port: fae0f134-e64a-429b-82ab-350df73e55cb, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75797f13-31c9-4241-af30-bb9567659c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:18.536620 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.563244 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.584953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07c9818e-2de9-4e28-bdc6-0423a1a0b76a req-e42d3964-94ef-454f-ab21-95d4d93762f7 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/security-groups?id=80200d2e-0f20-4e77-810f-6f86140bb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609900 Apr 18 21:24:18.599477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:18.605100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Usage tracker for resource:subnet and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:18.608522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:18.615647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:18.640890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] For port fae0f134-e64a-429b-82ab-350df73e55cb, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:18.643643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] For port fae0f134-e64a-429b-82ab-350df73e55cb, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fae0f134-e64a-429b-82ab-350df73e55cb,segment=NetworkSegment(75797f13-31c9-4241-af30-bb9567659c23),segment_id=75797f13-31c9-4241-af30-bb9567659c23)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:18.708846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:18.713875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.738853 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.824041 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.832733 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7893c17-7d2b-4a09-88e5-577b51f32580 None None] Pushing event updated for resources: {'Port': ['ID=fae0f134-e64a-429b-82ab-350df73e55cb,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:18.863455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Deleting port afbe8c84-17ed-4c97-9622-c38e89d9d1e7 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:18.863810 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.953185 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.954434 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.958408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.964399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.964399 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.141754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.150485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cb7d81-0608-4261-ba76-195742d12917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777d2be7-1ed7-4c8f-a555-5c7b079520a8'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:19.168848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.225828 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f42824-d50e-4941-b369-5e258de56c03'] response: {'server_uuid': '12cb7d81-0608-4261-ba76-195742d12917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777d2be7-1ed7-4c8f-a555-5c7b079520a8', 'code': 200} Apr 18 21:24:19.232947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event updated for resources: {'Network': ['ID=d4250aa2-c85e-41b9-a386-f630a34c7cc9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:19.242973 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3100004 Apr 18 21:24:19.245595 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d4250aa2-c85e-41b9-a386-f630a34c7cc9 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:19.255245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52908) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:19.279847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e9c297-a20c-42c0-8119-50dfa42d60b0']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:19.393563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e4c3e3-30ab-48cf-ac31-392740ffc384') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:19.394019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e4c3e3-30ab-48cf-ac31-392740ffc384') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:19.400478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Subnet': ['ID=7c08a654-5093-4fa8-b39c-86f1390304ec,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:19.443140 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.465441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050ce14-3c3e-4c8e-9126-0ed832f813af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event updated for resources: {'Network': ['ID=ffdd5040-0320-4160-9788-a45216308e1d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:19.485697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network ffdd5040-0320-4160-9788-a45216308e1d details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:19.514011 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.520157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6facff-d09e-4146-ad4f-a31052142d47 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.522330 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.524877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6facff-d09e-4146-ad4f-a31052142d47 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.525318 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.532436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6facff-d09e-4146-ad4f-a31052142d47 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.537216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6facff-d09e-4146-ad4f-a31052142d47 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.541728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ae6facff-d09e-4146-ad4f-a31052142d47 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2788033 Apr 18 21:24:19.550110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52914) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:19.596283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Checking segment: {'id': '2fe3a1da-f43e-40cc-a908-f9bf7d96e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:19.596794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network hostable DHCP agents. Network: b67755cd-0fb9-4089-a6b4-2545d9c3caec, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:24:19.612114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:19.612663 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:19.685673 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:19.698792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Calling delete_port for afbe8c84-17ed-4c97-9622-c38e89d9d1e7 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:19.713611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22691-a857-4fdf-9562-0b981440adae req-bf62caf1-00c5-407b-badf-7a6ed01eb3ee tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.718228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22691-a857-4fdf-9562-0b981440adae req-bf62caf1-00c5-407b-badf-7a6ed01eb3ee tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.722188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22691-a857-4fdf-9562-0b981440adae req-bf62caf1-00c5-407b-badf-7a6ed01eb3ee tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.726766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22691-a857-4fdf-9562-0b981440adae req-bf62caf1-00c5-407b-badf-7a6ed01eb3ee tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.730163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22691-a857-4fdf-9562-0b981440adae req-bf62caf1-00c5-407b-badf-7a6ed01eb3ee tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.734290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22691-a857-4fdf-9562-0b981440adae req-bf62caf1-00c5-407b-badf-7a6ed01eb3ee tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.738210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22691-a857-4fdf-9562-0b981440adae req-bf62caf1-00c5-407b-badf-7a6ed01eb3ee tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.740129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fb22691-a857-4fdf-9562-0b981440adae req-bf62caf1-00c5-407b-badf-7a6ed01eb3ee tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5446 time: 0.6403635 Apr 18 21:24:19.818295 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.824825 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4082f633-beb0-4d8e-a21a-7e5a42c9e52e req-a69e1f65-5165-420a-99b7-310691eb13e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 1099 time: 0.4837563 Apr 18 21:24:19.842082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a5004-2964-4f03-a222-3129b3cfd8bf req-517c4b8c-1d66-4a01-b8c3-02da21e73f10 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.847086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf3a5004-2964-4f03-a222-3129b3cfd8bf req-517c4b8c-1d66-4a01-b8c3-02da21e73f10 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.2959399 Apr 18 21:24:19.937221 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4082f633-beb0-4d8e-a21a-7e5a42c9e52e req-48931568-e76b-42b9-b42f-b22b31aeffb7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=80200d2e-0f20-4e77-810f-6f86140bb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048658 Apr 18 21:24:19.941254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network b67755cd-0fb9-4089-a6b4-2545d9c3caec is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:24:19.966468 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.967095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fae0f134-e64a-429b-82ab-350df73e55cb up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:19.973564 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.982372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fb22691-a857-4fdf-9562-0b981440adae req-3b1934e3-9a3f-42c5-9475-4b8f1ff0094a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2279739 Apr 18 21:24:20.004282 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/12e9c297-a20c-42c0-8119-50dfa42d60b0 HTTP/1.1" status: 204 len: 168 time: 1.6044600 Apr 18 21:24:20.005726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9302a2-2a34-4914-90ab-52c0af2b97e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=12e9c297-a20c-42c0-8119-50dfa42d60b0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:20.023646 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.172894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event deleted for resources: {'Port': ['ID=afbe8c84-17ed-4c97-9622-c38e89d9d1e7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:20.177399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port fae0f134-e64a-429b-82ab-350df73e55cb completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:20.198379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae46ec-10db-441e-a0e1-f03a204d78b6 None None] Network a723ba76-8608-4685-b7dc-9c77c7dc31da requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:20.262162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf3a5004-2964-4f03-a222-3129b3cfd8bf req-cf6bd988-d30e-40a7-b7a6-67c0bbdb5887 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139469 Apr 18 21:24:20.263452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b67755cd-0fb9-4089-a6b4-2545d9c3caec) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:20.310941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:20.311416 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.317720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388fc90-625e-4a29-a88d-ca04915213f6 None None] Network b67755cd-0fb9-4089-a6b4-2545d9c3caec requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:20.320411 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.326473 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] create failed (client error): The resource could not be found. Apr 18 21:24:20.327537 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f8ca1a3b-fe12-4b51-a464-b0f1910e587d tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3926296 Apr 18 21:24:20.331130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52924) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:20.404494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4250aa2-c85e-41b9-a386-f630a34c7cc9']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:20.405421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e539d2e4-ebbf-407d-8320-841de85d01ee tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Deleting port f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:20.405794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e539d2e4-ebbf-407d-8320-841de85d01ee tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.422717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3f8fa5-0a7f-457b-9e19-36e7cd2f828b') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:20.423598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3f8fa5-0a7f-457b-9e19-36e7cd2f828b') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:20.448046 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.472652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f247689-fcba-4d28-87aa-20c08345b911 req-8ddf0255-d300-4bdf-9ec9-4ed8e6f5e57a tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:20.480666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f247689-fcba-4d28-87aa-20c08345b911 req-8ddf0255-d300-4bdf-9ec9-4ed8e6f5e57a tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 948 time: 0.2635744 Apr 18 21:24:20.500415 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8c1b87bc-5615-4c9e-9fbf-37d693bb5f95 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0564542 Apr 18 21:24:20.521460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e7eae576-3223-48f2-ba5d-066eeb35a469 None None] Provisioning for port fae0f134-e64a-429b-82ab-350df73e55cb completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:20.536990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e7eae576-3223-48f2-ba5d-066eeb35a469 None None] Provisioning complete for port fae0f134-e64a-429b-82ab-350df73e55cb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:20.537867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.542127 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e7eae576-3223-48f2-ba5d-066eeb35a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.552248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:20.552659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:20.568113 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:20.683141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52932) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:20.732948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f247689-fcba-4d28-87aa-20c08345b911 req-b80a54f7-3281-474d-aac2-07b72eb193bd tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/security-groups?id=80200d2e-0f20-4e77-810f-6f86140bb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402430 Apr 18 21:24:20.788143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-141e3e5c-60bc-474e-be33-f7eb1cd6ba00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a02da1efe9df4b54bb39f582ea938601&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1035333 Apr 18 21:24:20.792469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52938) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:20.802128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44a85a-81df-45ee-ba93-53f94f3b8d3d req-a4d52566-ae49-4d6f-a923-3f95247913ef tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:20.809019 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf44a85a-81df-45ee-ba93-53f94f3b8d3d req-a4d52566-ae49-4d6f-a923-3f95247913ef tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.1839938 Apr 18 21:24:20.832451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.867566 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e539d2e4-ebbf-407d-8320-841de85d01ee tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.880656 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.883638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event deleted for resources: {'Network': ['ID=d4250aa2-c85e-41b9-a386-f630a34c7cc9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:20.920854 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d3bbebb5-2079-485a-b8ed-bd41f1f32c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.928129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d36a3635-a964-4a76-b6a6-3239934853db tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "DELETE /v2.0/networks/d4250aa2-c85e-41b9-a386-f630a34c7cc9 HTTP/1.1" status: 204 len: 168 time: 1.3267963 Apr 18 21:24:20.942208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52946) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:20.943886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf44a85a-81df-45ee-ba93-53f94f3b8d3d req-0bc1d6f1-9460-4753-8c6c-61b347484d5f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340928 Apr 18 21:24:20.944510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-b67755cd-0fb9-4089-a6b4-2545d9c3caec', 'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'fixed_ips': [{'subnet_id': '7c08a654-5093-4fa8-b39c-86f1390304ec'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:24:20.945361 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.042532 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e7eae576-3223-48f2-ba5d-066eeb35a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.155398 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e7eae576-3223-48f2-ba5d-066eeb35a469 None None] For port fae0f134-e64a-429b-82ab-350df73e55cb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fae0f134-e64a-429b-82ab-350df73e55cb,segment=NetworkSegment(75797f13-31c9-4241-af30-bb9567659c23),segment_id=75797f13-31c9-4241-af30-bb9567659c23)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:21.197760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Allocated IP 19.86.0.2 (b67755cd-0fb9-4089-a6b4-2545d9c3caec/7c08a654-5093-4fa8-b39c-86f1390304ec/80b4859d-49e9-44c0-a709-85ba8d8d9034) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:21.203745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e539d2e4-ebbf-407d-8320-841de85d01ee tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Calling delete_port for f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:21.227314 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e7eae576-3223-48f2-ba5d-066eeb35a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.279902 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d3bbebb5-2079-485a-b8ed-bd41f1f32c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.285455 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.446251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eae576-3223-48f2-ba5d-066eeb35a469 None None] Pushing event updated for resources: {'Port': ['ID=fae0f134-e64a-429b-82ab-350df73e55cb,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:21.508807 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.516443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fded6d35-5362-4693-aac5-6f8467b5fd33 None None] Provisioning complete for port fae0f134-e64a-429b-82ab-350df73e55cb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:21.516673 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d3bbebb5-2079-485a-b8ed-bd41f1f32c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.516791 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fded6d35-5362-4693-aac5-6f8467b5fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.525390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-841068fe-51cd-4e88-abc3-6bbece2aacfe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:21.529253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-841068fe-51cd-4e88-abc3-6bbece2aacfe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:21.530016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-841068fe-51cd-4e88-abc3-6bbece2aacfe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Synchronizing usage tracker for tenant:1f628d21202440e8b443314511d1a1c1 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:21.532911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbebb5-2079-485a-b8ed-bd41f1f32c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dce46d4-ced6-4623-8c33-df95c8bf4354,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:21.545516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b0e8-5354-4690-804b-bec2b355735d req-9ba518fb-f271-4f5a-b34d-5c20d2543086 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:21.545744 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e539d2e4-ebbf-407d-8320-841de85d01ee tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.553324 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cd6b0e8-5354-4690-804b-bec2b355735d req-9ba518fb-f271-4f5a-b34d-5c20d2543086 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.3714068 Apr 18 21:24:21.597847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdd5040-0320-4160-9788-a45216308e1d']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:21.609307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d3bbebb5-2079-485a-b8ed-bd41f1f32c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.609307 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d3bbebb5-2079-485a-b8ed-bd41f1f32c7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3dce46d4-ced6-4623-8c33-df95c8bf4354 HTTP/1.1" status: 204 len: 168 time: 0.8124919 Apr 18 21:24:21.609307 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539d2e4-ebbf-407d-8320-841de85d01ee tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event deleted for resources: {'Port': ['ID=f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:21.610307 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.619499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c6accb-b426-43b3-86e6-b6155e61ae31') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:21.619800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c6accb-b426-43b3-86e6-b6155e61ae31') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:21.624482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Transition to ACTIVE for port object 80b4859d-49e9-44c0-a709-85ba8d8d9034 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:21.638868 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.666347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cd6b0e8-5354-4690-804b-bec2b355735d req-6d6ebac6-ea93-4ed8-ba1f-095120db00ca tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120472 Apr 18 21:24:21.687933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-841068fe-51cd-4e88-abc3-6bbece2aacfe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Unset dirty status for tenant:1f628d21202440e8b443314511d1a1c1 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:21.688197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Transition to ACTIVE for port object 80b4859d-49e9-44c0-a709-85ba8d8d9034 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:21.688304 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-841068fe-51cd-4e88-abc3-6bbece2aacfe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/networks?id=a723ba76-8608-4685-b7dc-9c77c7dc31da&id=b67755cd-0fb9-4089-a6b4-2545d9c3caec HTTP/1.1" status: 200 len: 1392 time: 0.7478421 Apr 18 21:24:21.690280 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.721305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:21.721754 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:21.743123 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:21.766785 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.802723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e539d2e4-ebbf-407d-8320-841de85d01ee tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.807950 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e539d2e4-ebbf-407d-8320-841de85d01ee tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "DELETE /v2.0/ports/f1443aaf-7de5-4ab6-9ec4-4f31a5fb6d90 HTTP/1.1" status: 204 len: 168 time: 1.4762449 Apr 18 21:24:21.810926 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52960) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:21.829972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-24145594-ce88-4f37-ab9b-c06ee192a887 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/quotas/1f628d21202440e8b443314511d1a1c1 HTTP/1.1" status: 200 len: 375 time: 0.1262054 Apr 18 21:24:21.906962 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Network b67755cd-0fb9-4089-a6b4-2545d9c3caec is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:21.910332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:21.916398 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:21.930266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Pushing event updated for resources: {'Port': ['ID=80b4859d-49e9-44c0-a709-85ba8d8d9034,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:21.938108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92058129-beb8-4977-bb5a-85eba7a9ba76 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:21.938686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-92058129-beb8-4977-bb5a-85eba7a9ba76 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Synchronizing usage tracker for tenant:eebeb6f99cca4330b149c658d9d0f104 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:21.977954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fae0f134-e64a-429b-82ab-350df73e55cb up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:22.047192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-92058129-beb8-4977-bb5a-85eba7a9ba76 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Unset dirty status for tenant:eebeb6f99cca4330b149c658d9d0f104 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:22.050019 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-92058129-beb8-4977-bb5a-85eba7a9ba76 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7722024-5f8f-44fd-801f-c9816fffe8b5 HTTP/1.1" status: 200 len: 913 time: 0.2362628 Apr 18 21:24:22.052603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52964) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:22.055406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-9e9d40ea-9439-4888-82eb-8e69d231b4af tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Synchronizing usage tracker for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:22.074824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e75c3-8e86-47d2-b085-6906e0378bf5 req-4a01f8d0-8354-434d-a83a-7642e8a89d42 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:22.079968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e75c3-8e86-47d2-b085-6906e0378bf5 req-4a01f8d0-8354-434d-a83a-7642e8a89d42 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:22.081073 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Attempting to bind port 80b4859d-49e9-44c0-a709-85ba8d8d9034 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:22.081661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Attempting to bind port 80b4859d-49e9-44c0-a709-85ba8d8d9034 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '2fe3a1da-f43e-40cc-a908-f9bf7d96e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:22.081871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Attempting to bind port 80b4859d-49e9-44c0-a709-85ba8d8d9034 on network b67755cd-0fb9-4089-a6b4-2545d9c3caec {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:22.083970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e75c3-8e86-47d2-b085-6906e0378bf5 req-4a01f8d0-8354-434d-a83a-7642e8a89d42 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:22.088044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e75c3-8e86-47d2-b085-6906e0378bf5 req-4a01f8d0-8354-434d-a83a-7642e8a89d42 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:22.092887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e75c3-8e86-47d2-b085-6906e0378bf5 req-4a01f8d0-8354-434d-a83a-7642e8a89d42 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:22.095161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:22.099933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Checking segment: {'id': '2fe3a1da-f43e-40cc-a908-f9bf7d96e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:22.099933 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.099933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Bound using segment: {'id': '2fe3a1da-f43e-40cc-a908-f9bf7d96e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:22.100329 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e75c3-8e86-47d2-b085-6906e0378bf5 req-4a01f8d0-8354-434d-a83a-7642e8a89d42 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:22.100431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Bound port: 80b4859d-49e9-44c0-a709-85ba8d8d9034, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe3a1da-f43e-40cc-a908-f9bf7d96e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:22.100431 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.100816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e75c3-8e86-47d2-b085-6906e0378bf5 req-4a01f8d0-8354-434d-a83a-7642e8a89d42 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:22.102592 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d3e75c3-8e86-47d2-b085-6906e0378bf5 req-4a01f8d0-8354-434d-a83a-7642e8a89d42 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5446 time: 0.1780500 Apr 18 21:24:22.106900 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.130419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.152717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event deleted for resources: {'Network': ['ID=ffdd5040-0320-4160-9788-a45216308e1d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:22.159204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dc3c22ad-8498-451f-9a1f-2ae642d160eb tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "DELETE /v2.0/networks/ffdd5040-0320-4160-9788-a45216308e1d HTTP/1.1" status: 204 len: 168 time: 1.2142546 Apr 18 21:24:22.161677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52970) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:22.189577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port fae0f134-e64a-429b-82ab-350df73e55cb triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:22.189946 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.269457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] For port 80b4859d-49e9-44c0-a709-85ba8d8d9034, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:22.273117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] For port 80b4859d-49e9-44c0-a709-85ba8d8d9034, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=80b4859d-49e9-44c0-a709-85ba8d8d9034,segment=NetworkSegment(2fe3a1da-f43e-40cc-a908-f9bf7d96e92d),segment_id=2fe3a1da-f43e-40cc-a908-f9bf7d96e92d)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:22.286625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-9e9d40ea-9439-4888-82eb-8e69d231b4af tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Unset dirty status for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:22.294922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-9e9d40ea-9439-4888-82eb-8e69d231b4af tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f628d21202440e8b443314511d1a1c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4673028 Apr 18 21:24:22.322611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d3e75c3-8e86-47d2-b085-6906e0378bf5 req-5930fde6-1c9a-4753-af72-9ee461302dae tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2090564 Apr 18 21:24:22.347618 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.405334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17e218a-cdb1-4170-97f1-7fab63b0e5df tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:22.411751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17e218a-cdb1-4170-97f1-7fab63b0e5df tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:22.411751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d17e218a-cdb1-4170-97f1-7fab63b0e5df tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Synchronizing usage tracker for tenant:88faa1c00f4d484db31c0dfa9823378c on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:22.441565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5bdbe-e8b3-4f1a-a97d-005d39eaeff5 None None] Pushing event updated for resources: {'Port': ['ID=80b4859d-49e9-44c0-a709-85ba8d8d9034,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:22.537120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d17e218a-cdb1-4170-97f1-7fab63b0e5df tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Unset dirty status for tenant:88faa1c00f4d484db31c0dfa9823378c on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:22.538499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d17e218a-cdb1-4170-97f1-7fab63b0e5df tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3758664 Apr 18 21:24:22.542320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52986) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:22.548347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1327715071'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:22.587047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:22.624459 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ce183551-cafc-47d5-87e1-65ccacc596e5 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.686553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:22.772153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-cba8a2aa-79a3-4ae0-8d45-0fa3b84833a5 service neutron] 10.222.0.11 "GET /v2.0/networks/a723ba76-8608-4685-b7dc-9c77c7dc31da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758818 Apr 18 21:24:22.908528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Made reservation on behalf of 88faa1c00f4d484db31c0dfa9823378c for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:22.911693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.062623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:23.107963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.108313 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Added segment 7b46a4d8-2d36-45f0-8505-0b347dca6aad of type vlan for network 95b9ad4a-3344-49b0-91c5-c5623b498199 Apr 18 21:24:23.134595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-6795f7ec-8956-4bd9-91cd-c71057964c4f service neutron] 10.222.0.11 "GET /v2.0/networks/a723ba76-8608-4685-b7dc-9c77c7dc31da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619044 Apr 18 21:24:23.245439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.263671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6f5b4-f604-426b-a40b-c87599986781 req-0ae72100-4beb-45fc-b32c-a35ddba58ca8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:23.272174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9fb6f5b4-f604-426b-a40b-c87599986781 req-0ae72100-4beb-45fc-b32c-a35ddba58ca8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2840447 Apr 18 21:24:23.414095 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9fb6f5b4-f604-426b-a40b-c87599986781 req-f8ffee91-9d0c-44ec-b70a-37ea6ea520f9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1406701 Apr 18 21:24:23.417215 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.430792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:23.431629 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.474340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53000) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:23.547439 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ce183551-cafc-47d5-87e1-65ccacc596e5 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Deleting port e86ef83e-e1da-4ca4-9c94-34f80815776a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:23.548004 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ce183551-cafc-47d5-87e1-65ccacc596e5 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.572429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-2dbd5223-7a55-4f8f-9abb-9b538340e38a service neutron] 10.222.0.11 "GET /v2.0/networks/b67755cd-0fb9-4089-a6b4-2545d9c3caec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368904 Apr 18 21:24:23.682609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1391490 Apr 18 21:24:23.692026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53006) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:23.735286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1120024935-network', 'tenant_id': '3c81ff0b3a064e1499c82a7467a19349'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:23.756382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:23.764505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Usage tracker for resource:network and tenant:3c81ff0b3a064e1499c82a7467a19349 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:23.766002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cebdc5-d0b5-4742-858c-42c4bc7049e3 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event updated for resources: {'Network': ['ID=95b9ad4a-3344-49b0-91c5-c5623b498199,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:23.770289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:23.773108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-966503465'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:23.779666 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 95b9ad4a-3344-49b0-91c5-c5623b498199 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:23.781234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:23.796899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:23.818130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Usage tracker for resource:network and tenant:88faa1c00f4d484db31c0dfa9823378c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:23.827426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:23.839926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ce183551-cafc-47d5-87e1-65ccacc596e5 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.876151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:23.923027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4d944-005a-488a-b5ac-10557f9ad35a req-c8ad704f-ff1b-4592-8d6e-976ee4d4d23c tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:23.924842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ea4d944-005a-488a-b5ac-10557f9ad35a req-c8ad704f-ff1b-4592-8d6e-976ee4d4d23c tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 948 time: 0.3388791 Apr 18 21:24:23.928476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Made reservation on behalf of 3c81ff0b3a064e1499c82a7467a19349 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:23.931680 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.932667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-5a76dcf5-35a8-4aa8-873f-a1d45f293b8d service neutron] 10.222.0.11 "GET /v2.0/networks/b67755cd-0fb9-4089-a6b4-2545d9c3caec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450787 Apr 18 21:24:23.959861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81da423d-467e-4cec-87ef-488c3f2cb602 None None] Network b67755cd-0fb9-4089-a6b4-2545d9c3caec requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:23.999820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ea4d944-005a-488a-b5ac-10557f9ad35a req-b4f61379-f7c7-4157-b200-9bdde0bf6f68 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/security-groups?id=80200d2e-0f20-4e77-810f-6f86140bb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573232 Apr 18 21:24:24.001728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Made reservation on behalf of 88faa1c00f4d484db31c0dfa9823378c for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:24.001872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 80b4859d-49e9-44c0-a709-85ba8d8d9034 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:24.011174 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.049134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:24.061799 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.062286 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Added segment 86fece7c-673a-4c79-8720-e1cfb60041fc of type vlan for network fdc9adaf-989b-4925-8e37-e623f7745f38 Apr 18 21:24:24.086398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ce183551-cafc-47d5-87e1-65ccacc596e5 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Calling delete_port for e86ef83e-e1da-4ca4-9c94-34f80815776a owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:24.097098 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.132449 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.213948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:24.224120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3cbb41ef-8cce-441f-9fa9-4d13d6a92c15 None None] Provisioning for port 80b4859d-49e9-44c0-a709-85ba8d8d9034 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:24.232819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Usage tracker for resource:security_group_rule and tenant:3c81ff0b3a064e1499c82a7467a19349 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:24.241304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:24.249733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:24.301981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.307881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:24.308732 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.370296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 80b4859d-49e9-44c0-a709-85ba8d8d9034 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:24.381029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 80b4859d-49e9-44c0-a709-85ba8d8d9034 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:24.381438 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.405173 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.454324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event updated for resources: {'Network': ['ID=fdc9adaf-989b-4925-8e37-e623f7745f38,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:24.475366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.480478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network fdc9adaf-989b-4925-8e37-e623f7745f38 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:24.521801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:24.531302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:24.532171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-75358248-2fec-48e8-8d3a-d9ad0acf0d7e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7754724 Apr 18 21:24:24.535045 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53018) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:24.545073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'ports': [{'network_id': '95b9ad4a-3344-49b0-91c5-c5623b498199', 'name': 'tempest-port--1571769431', 'admin_state_up': True}, {'network_id': 'fdc9adaf-989b-4925-8e37-e623f7745f38', 'admin_state_up': False}]} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:24.545832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'port': {'network_id': '95b9ad4a-3344-49b0-91c5-c5623b498199', 'name': 'tempest-port--1571769431', 'admin_state_up': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:24.546296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'port': {'network_id': 'fdc9adaf-989b-4925-8e37-e623f7745f38', 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:24.552764 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.553226 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Added segment 926cea2e-6c38-4194-82a7-a8f1ed5e1476 of type vlan for network 827aa8b5-d8ed-4d5c-9506-fd73d0715f9f Apr 18 21:24:24.565096 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ce183551-cafc-47d5-87e1-65ccacc596e5 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.612182 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.660961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46de62-f32f-42cc-a4ac-96c462786d6c req-eb4b2a2d-3974-4384-9b0b-30508e782413 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:24.664972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46de62-f32f-42cc-a4ac-96c462786d6c req-eb4b2a2d-3974-4384-9b0b-30508e782413 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:24.668822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46de62-f32f-42cc-a4ac-96c462786d6c req-eb4b2a2d-3974-4384-9b0b-30508e782413 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:24.674199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46de62-f32f-42cc-a4ac-96c462786d6c req-eb4b2a2d-3974-4384-9b0b-30508e782413 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:24.678139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46de62-f32f-42cc-a4ac-96c462786d6c req-eb4b2a2d-3974-4384-9b0b-30508e782413 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:24.681972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46de62-f32f-42cc-a4ac-96c462786d6c req-eb4b2a2d-3974-4384-9b0b-30508e782413 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:24.688090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46de62-f32f-42cc-a4ac-96c462786d6c req-eb4b2a2d-3974-4384-9b0b-30508e782413 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:24.690995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ed46de62-f32f-42cc-a4ac-96c462786d6c req-eb4b2a2d-3974-4384-9b0b-30508e782413 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5446 time: 0.4563558 Apr 18 21:24:24.700316 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.709557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53026) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:24.727289 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0982626e-c170-4488-992f-4738ab6798ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.739618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 80b4859d-49e9-44c0-a709-85ba8d8d9034, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=80b4859d-49e9-44c0-a709-85ba8d8d9034,segment=NetworkSegment(2fe3a1da-f43e-40cc-a908-f9bf7d96e92d),segment_id=2fe3a1da-f43e-40cc-a908-f9bf7d96e92d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:24.743567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-fd63c123-ba65-465e-bc3f-d3f56d0db4d3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Request body: {'floatingip': {'port_id': '426f8c7a-d889-4424-be35-d5f5f6c0a12a'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:24.806862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce183551-cafc-47d5-87e1-65ccacc596e5 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event deleted for resources: {'Port': ['ID=e86ef83e-e1da-4ca4-9c94-34f80815776a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:24.823258 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.828908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d05f73-4ca1-4445-80c8-b7f0393f9935 req-db690c0c-13ff-49a9-85dd-defb4814d212 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:24.836918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37d05f73-4ca1-4445-80c8-b7f0393f9935 req-db690c0c-13ff-49a9-85dd-defb4814d212 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.3589725 Apr 18 21:24:24.860078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.861457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:24.862238 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.937382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:24.942736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Usage tracker for resource:port and tenant:88faa1c00f4d484db31c0dfa9823378c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:24.946948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:24.967454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37d05f73-4ca1-4445-80c8-b7f0393f9935 req-2a9e322b-aad2-48c1-b99c-6ca71d84fc19 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1298273 Apr 18 21:24:24.976517 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd63c123-ba65-465e-bc3f-d3f56d0db4d3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.982920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:25.011978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=80b4859d-49e9-44c0-a709-85ba8d8d9034,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:25.086855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cc128a95-1603-49dd-80b7-f014f82be1f6 None None] Provisioning complete for port 80b4859d-49e9-44c0-a709-85ba8d8d9034 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:25.087437 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cc128a95-1603-49dd-80b7-f014f82be1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.150196 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d520ebc1-457e-4a8d-889a-97d346c58e62 req-f27dbd6b-15ec-495b-a19b-979eed8f932e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 210 time: 0.0907805 Apr 18 21:24:25.344900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] Pushing event updated for resources: {'Network': ['ID=827aa8b5-d8ed-4d5c-9506-fd73d0715f9f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:25.361321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 827aa8b5-d8ed-4d5c-9506-fd73d0715f9f details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:25.476873 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d71f4e52-d7de-4b61-937f-f82ef57797f3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9986644 Apr 18 21:24:25.532912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53042) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:25.545936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Request body: {'subnet': {'network_id': '827aa8b5-d8ed-4d5c-9506-fd73d0715f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1120024935-subnet', 'tenant_id': '3c81ff0b3a064e1499c82a7467a19349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:25.560734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Made reservation on behalf of 88faa1c00f4d484db31c0dfa9823378c for: {'port': 2} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:25.561461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:25.564586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.571842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Usage tracker for resource:subnet and tenant:3c81ff0b3a064e1499c82a7467a19349 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:25.577808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:25.592531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:25.613394 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.706882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-7949a629-b86a-4ea8-b609-fd49fa165134 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:25.708473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-7949a629-b86a-4ea8-b609-fd49fa165134 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 811 time: 0.4000018 Apr 18 21:24:25.806485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8106835-0d39-4b52-8f30-0817dbf5aa33 req-45029063-39de-46f9-a849-dfb2b0508c86 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:25.807836 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8106835-0d39-4b52-8f30-0817dbf5aa33 req-45029063-39de-46f9-a849-dfb2b0508c86 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 948 time: 0.4193439 Apr 18 21:24:25.812588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-00981861-9861-4059-91c1-44f598e21fdd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/quotas/9805981f52fc4d558c0e20f0c766a376 HTTP/1.1" status: 200 len: 375 time: 0.0827501 Apr 18 21:24:25.878467 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ce183551-cafc-47d5-87e1-65ccacc596e5 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.897799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 80b4859d-49e9-44c0-a709-85ba8d8d9034 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:25.986114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Made reservation on behalf of 3c81ff0b3a064e1499c82a7467a19349 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:25.988831 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.001813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 80b4859d-49e9-44c0-a709-85ba8d8d9034 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:26.002393 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.010066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8106835-0d39-4b52-8f30-0817dbf5aa33 req-d86eaa9c-97f2-42c4-aa46-4639ecebe0cb tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/security-groups?id=80200d2e-0f20-4e77-810f-6f86140bb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929150 Apr 18 21:24:26.027077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] device_id is not set on port c9698d0c-070f-4d68-a4c9-e70468b8e34a yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:24:26.081793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-ec9f568d-93ea-44c1-9d3d-4f1d70a88279 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1988125 Apr 18 21:24:26.102903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-d358151a-8af4-4a51-8608-25067ecf649e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:24:26.104264 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-d358151a-8af4-4a51-8608-25067ecf649e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068254 Apr 18 21:24:26.285071 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.441491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-261fce6e-2dd7-4ef9-8110-879623f1e86d req-9ec19c91-8c51-4577-a167-0aec2e520cdc tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 210 time: 0.1236722 Apr 18 21:24:26.455609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-a6f847ca-a00a-4049-96b1-627e44d5ffb3 service neutron] 10.222.0.11 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175337 Apr 18 21:24:26.494767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] device_id is not set on port 7073c58b-0376-4680-b0af-1f066de09192 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:24:26.632437 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-1c2f59b6-4d59-465d-91c2-07643decc1bf service neutron] 10.222.0.11 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686449 Apr 18 21:24:26.738092 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.798972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d2075-9d9b-4a6a-9f08-8655d072e128 req-d4512caf-6faa-4f3e-b887-1f91f13870b2 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:26.800649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae0d2075-9d9b-4a6a-9f08-8655d072e128 req-d4512caf-6faa-4f3e-b887-1f91f13870b2 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.59 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 948 time: 0.1053700 Apr 18 21:24:26.831069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce183551-cafc-47d5-87e1-65ccacc596e5 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Router b7722024-5f8f-44fd-801f-c9816fffe8b5 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:24:26.850102 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.898157 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd63c123-ba65-465e-bc3f-d3f56d0db4d3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.949136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ba586ca-2967-4267-9d41-2b065f29a844 req-922aa5bb-83ef-4a74-a2bc-dbd6f15fd0ae tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 210 time: 0.0569320 Apr 18 21:24:26.955120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-ae0d2075-9d9b-4a6a-9f08-8655d072e128 req-33f2194a-5e19-4a20-999d-1b8067e5b373 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Deleting port 777d2be7-1ed7-4c8f-a555-5c7b079520a8 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:26.955470 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ae0d2075-9d9b-4a6a-9f08-8655d072e128 req-33f2194a-5e19-4a20-999d-1b8067e5b373 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.963972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd839ce2-323e-462c-a15f-d76f0fb5f283,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:27.007731 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd63c123-ba65-465e-bc3f-d3f56d0db4d3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.058202 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3359013f-07ef-44f8-8596-6d302a1a265b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.191668 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.299204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-301093b4-55c6-4eb7-9e03-6d40c1769a55 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:27.303167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-301093b4-55c6-4eb7-9e03-6d40c1769a55 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:27.303895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-301093b4-55c6-4eb7-9e03-6d40c1769a55 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Synchronizing usage tracker for tenant:1f628d21202440e8b443314511d1a1c1 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:27.380990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event updated for resources: {'Port': ['ID=c9698d0c-070f-4d68-a4c9-e70468b8e34a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:27.415673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-ae0d2075-9d9b-4a6a-9f08-8655d072e128 req-33f2194a-5e19-4a20-999d-1b8067e5b373 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] For port 777d2be7-1ed7-4c8f-a555-5c7b079520a8, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=777d2be7-1ed7-4c8f-a555-5c7b079520a8,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:27.416079 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ae0d2075-9d9b-4a6a-9f08-8655d072e128 req-33f2194a-5e19-4a20-999d-1b8067e5b373 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.435702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Checking segment: {'id': '926cea2e-6c38-4194-82a7-a8f1ed5e1476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '827aa8b5-d8ed-4d5c-9506-fd73d0715f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:27.436053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Network hostable DHCP agents. Network: 827aa8b5-d8ed-4d5c-9506-fd73d0715f9f, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:24:27.469028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-301093b4-55c6-4eb7-9e03-6d40c1769a55 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Unset dirty status for tenant:1f628d21202440e8b443314511d1a1c1 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:27.470167 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-301093b4-55c6-4eb7-9e03-6d40c1769a55 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "GET /v2.0/networks?id=a723ba76-8608-4685-b7dc-9c77c7dc31da&id=b67755cd-0fb9-4089-a6b4-2545d9c3caec HTTP/1.1" status: 200 len: 1392 time: 0.8167856 Apr 18 21:24:27.491098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'port': {'device_id': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da', 'admin_state_up': True, 'tenant_id': '1f628d21202440e8b443314511d1a1c1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:27.595747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce183551-cafc-47d5-87e1-65ccacc596e5 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:27.617415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db78b9d-a10d-4aad-9e96-b2fb2a6bcd3d None None] Sync routers for ids ['b7722024-5f8f-44fd-801f-c9816fffe8b5'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:24:27.619905 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ce183551-cafc-47d5-87e1-65ccacc596e5 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "PUT /v2.0/routers/b7722024-5f8f-44fd-801f-c9816fffe8b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5661228 Apr 18 21:24:27.625825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53062) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:27.658448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db78b9d-a10d-4aad-9e96-b2fb2a6bcd3d None None] Routers {'b7722024-5f8f-44fd-801f-c9816fffe8b5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:27.688603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9db78b9d-a10d-4aad-9e96-b2fb2a6bcd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b7722024-5f8f-44fd-801f-c9816fffe8b5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:27.688810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Checking segment: {'id': '7b46a4d8-2d36-45f0-8505-0b347dca6aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '95b9ad4a-3344-49b0-91c5-c5623b498199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:27.688810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Network hostable DHCP agents. Network: 95b9ad4a-3344-49b0-91c5-c5623b498199, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:24:27.690608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-ae0d2075-9d9b-4a6a-9f08-8655d072e128 req-33f2194a-5e19-4a20-999d-1b8067e5b373 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Calling delete_port for 777d2be7-1ed7-4c8f-a555-5c7b079520a8 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:27.739808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9db78b9d-a10d-4aad-9e96-b2fb2a6bcd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:27.751773 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db78b9d-a10d-4aad-9e96-b2fb2a6bcd3d None None] Routers {'b7722024-5f8f-44fd-801f-c9816fffe8b5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:27.753171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9db78b9d-a10d-4aad-9e96-b2fb2a6bcd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b7722024-5f8f-44fd-801f-c9816fffe8b5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:27.786031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b88a812b-8447-42a2-9db4-4f07f5c18880 req-0f044adc-09fa-447a-a938-a8cbcd7c7a26 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 210 time: 0.1715991 Apr 18 21:24:27.796577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c3c33-bf47-4614-8cd6-886c29697caf req-95f73fd9-3f04-441e-a973-f3eb5c1c120b tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:27.803702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-670c3c33-bf47-4614-8cd6-886c29697caf req-95f73fd9-3f04-441e-a973-f3eb5c1c120b tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 948 time: 0.6057808 Apr 18 21:24:27.867566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9db78b9d-a10d-4aad-9e96-b2fb2a6bcd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:27.867969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db78b9d-a10d-4aad-9e96-b2fb2a6bcd3d None None] The sync data for ids ['b7722024-5f8f-44fd-801f-c9816fffe8b5'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:24:27.878971 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:27.894701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Usage tracker for resource:port and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:27.897541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-670c3c33-bf47-4614-8cd6-886c29697caf req-1c18c150-b126-49d6-9ed4-c2a96485fe72 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/security-groups?id=80200d2e-0f20-4e77-810f-6f86140bb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929310 Apr 18 21:24:27.899926 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Quota usage for port was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:27.924284 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0893da6e-c901-4430-8312-ba4740c1420a tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.976699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:27.986420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Network 827aa8b5-d8ed-4d5c-9506-fd73d0715f9f is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:24:27.998568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Network 95b9ad4a-3344-49b0-91c5-c5623b498199 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:24:28.041064 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.110230 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-fd63c123-ba65-465e-bc3f-d3f56d0db4d3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Floating IP 85b3919a-2861-431c-9a25-b24c98ae9c4c associated. External IP: 172.25.3.177, port: 426f8c7a-d889-4424-be35-d5f5f6c0a12a. Apr 18 21:24:28.112421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba2273a2-2d87-403b-a173-046e2ea9cba6 req-02127f8d-e09d-4b1d-b3b7-dfe7cdc0085f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 210 time: 0.0715485 Apr 18 21:24:28.131892 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ae0d2075-9d9b-4a6a-9f08-8655d072e128 req-33f2194a-5e19-4a20-999d-1b8067e5b373 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.135372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 95b9ad4a-3344-49b0-91c5-c5623b498199) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:28.148141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['777d2be7-1ed7-4c8f-a555-5c7b079520a8'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:28.187956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad4831-a0d5-4968-8f06-db55e877ee05 None None] Network 95b9ad4a-3344-49b0-91c5-c5623b498199 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:28.213610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:28.214542 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.283228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2194a-5e19-4a20-999d-1b8067e5b373 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Pushing event deleted for resources: {'Port': ['ID=777d2be7-1ed7-4c8f-a555-5c7b079520a8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:28.296789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:28.313115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.388876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0d2075-9d9b-4a6a-9f08-8655d072e128 req-33f2194a-5e19-4a20-999d-1b8067e5b373 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] No DVR routers for this DVR port 777d2be7-1ed7-4c8f-a555-5c7b079520a8 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:28.407967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 827aa8b5-d8ed-4d5c-9506-fd73d0715f9f) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:28.411581 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ae0d2075-9d9b-4a6a-9f08-8655d072e128 req-33f2194a-5e19-4a20-999d-1b8067e5b373 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.417776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:28.420385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.433871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cb7d81-0608-4261-ba76-195742d12917', 'name': 'network-vif-deleted', 'tag': '777d2be7-1ed7-4c8f-a555-5c7b079520a8'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:28.437880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6e08cf-d21e-4377-b947-3a9c36606af4 None None] Network 827aa8b5-d8ed-4d5c-9506-fd73d0715f9f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:28.479905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event updated for resources: {'Port': ['ID=7073c58b-0376-4680-b0af-1f066de09192,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:28.492351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae0d2075-9d9b-4a6a-9f08-8655d072e128 req-33f2194a-5e19-4a20-999d-1b8067e5b373 tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.59 "DELETE /v2.0/ports/777d2be7-1ed7-4c8f-a555-5c7b079520a8 HTTP/1.1" status: 204 len: 173 time: 1.6859555 Apr 18 21:24:28.501023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Checking segment: {'id': '86fece7c-673a-4c79-8720-e1cfb60041fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fdc9adaf-989b-4925-8e37-e623f7745f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:28.501714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Network hostable DHCP agents. Network: fdc9adaf-989b-4925-8e37-e623f7745f38, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:24:28.549060 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3749d780-3160-4fe3-9b8c-01ff1baf30b6'] response: {'server_uuid': '12cb7d81-0608-4261-ba76-195742d12917', 'name': 'network-vif-deleted', 'tag': '777d2be7-1ed7-4c8f-a555-5c7b079520a8', 'status': 'completed', 'code': 200} Apr 18 21:24:28.630881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Network fdc9adaf-989b-4925-8e37-e623f7745f38 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:24:28.655530 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.720824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9890b01-712a-4219-94a1-1ce919e12e19 None None] Network 827aa8b5-d8ed-4d5c-9506-fd73d0715f9f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:28.734803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, fdc9adaf-989b-4925-8e37-e623f7745f38) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:28.740110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:28.746600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:28.757794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:28.759089 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.795787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5561b108-e5a6-42d9-84d2-ac42fde93c93 None None] Network fdc9adaf-989b-4925-8e37-e623f7745f38 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:28.858507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bcff4728-692f-4942-b67e-d95f6d68c0af tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3204284 Apr 18 21:24:28.860796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53072) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:28.957334 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-95bfb178-e250-49d6-94e6-59adb0624577 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4235325 Apr 18 21:24:28.985198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa4928-27d6-4444-9311-127fed08f454 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:28.995149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa4928-27d6-4444-9311-127fed08f454 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:28.997923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-acaa4928-27d6-4444-9311-127fed08f454 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Synchronizing usage tracker for tenant:88faa1c00f4d484db31c0dfa9823378c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:29.005847 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:24:29.037554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0893da6e-c901-4430-8312-ba4740c1420a tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.058442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0893da6e-c901-4430-8312-ba4740c1420a tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.079998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Allocated IP 19.80.0.20 (a723ba76-8608-4685-b7dc-9c77c7dc31da/f8607728-7401-4c13-ab5d-513e8d869ef6/037c3335-a0f7-40bd-add3-5a46da38164a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:29.100718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5e56559-2a99-42d7-a2b2-eaafc6f7f64f req-5de97e0c-cadc-4584-8bc4-12935f54c158 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 210 time: 0.0913684 Apr 18 21:24:29.171662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-acaa4928-27d6-4444-9311-127fed08f454 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Unset dirty status for tenant:88faa1c00f4d484db31c0dfa9823378c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:29.177224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53082) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:29.177743 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-acaa4928-27d6-4444-9311-127fed08f454 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3157530 Apr 18 21:24:29.273078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0893da6e-c901-4430-8312-ba4740c1420a tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.273894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0893da6e-c901-4430-8312-ba4740c1420a tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Fanout notify agent at l3_agent the message router_deleted on router b7722024-5f8f-44fd-801f-c9816fffe8b5 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:24:29.301736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e8b80b4c-d105-4e8a-9bb5-dcbc65c215e0 req-225fd0a9-063e-4c00-88bf-d6bce935c84b tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Synchronizing usage tracker for tenant:e17373ade89d45d689261ff41668461f on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:29.372769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0893da6e-c901-4430-8312-ba4740c1420a tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.376041 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0893da6e-c901-4430-8312-ba4740c1420a tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "DELETE /v2.0/routers/b7722024-5f8f-44fd-801f-c9816fffe8b5 HTTP/1.1" status: 204 len: 168 time: 1.7473137 Apr 18 21:24:29.378923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53090) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:29.383656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc293a-7b8a-4866-9d57-61bb7b821972 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Deleting port c9698d0c-070f-4d68-a4c9-e70468b8e34a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:29.384617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bdfc293a-7b8a-4866-9d57-61bb7b821972 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.461650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e8b80b4c-d105-4e8a-9bb5-dcbc65c215e0 req-225fd0a9-063e-4c00-88bf-d6bce935c84b tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] Unset dirty status for tenant:e17373ade89d45d689261ff41668461f on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:29.462899 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8b80b4c-d105-4e8a-9bb5-dcbc65c215e0 req-225fd0a9-063e-4c00-88bf-d6bce935c84b tempest-VolumesNegativeTest-1567643381 tempest-VolumesNegativeTest-1567643381-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cb7d81-0608-4261-ba76-195742d12917 HTTP/1.1" status: 200 len: 210 time: 0.2627621 Apr 18 21:24:29.483177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc717207-cc73-45ae-a8d4-c4ab898e436c req-617112e4-c6f1-445a-8b33-d80af02aa500 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 210 time: 0.1091096 Apr 18 21:24:29.702166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4751e10f-d413-4ec9-8524-16be92c23187 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Deleting subnet b59d62e1-1e0d-4545-84d8-a9db9921a181 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:24:29.705674 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4751e10f-d413-4ec9-8524-16be92c23187 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.772614 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4751e10f-d413-4ec9-8524-16be92c23187 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.858943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.896485 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4751e10f-d413-4ec9-8524-16be92c23187 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.956938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Transition to ACTIVE for port object 037c3335-a0f7-40bd-add3-5a46da38164a will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:30.065210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-1117a79b-66d0-46a2-84dd-cf13292655f9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:30.068463 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-1117a79b-66d0-46a2-84dd-cf13292655f9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 811 time: 0.4664462 Apr 18 21:24:30.094882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Request body: {'port': {'device_id': '9d8e1226-1ef1-44a5-b721-c5780d73f393', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'admin_state_up': True, 'tenant_id': '9805981f52fc4d558c0e20f0c766a376'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:30.143627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-c62fec9c-915d-4993-b4fc-f5b8e0f04fcb tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:30.143627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-c62fec9c-915d-4993-b4fc-f5b8e0f04fcb tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/networks?id=827aa8b5-d8ed-4d5c-9506-fd73d0715f9f HTTP/1.1" status: 200 len: 814 time: 0.2218227 Apr 18 21:24:30.175255 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-291453f1-2707-4322-859b-18fb32689bea tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/quotas/3c81ff0b3a064e1499c82a7467a19349 HTTP/1.1" status: 200 len: 375 time: 0.0222888 Apr 18 21:24:30.273865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bdfc293a-7b8a-4866-9d57-61bb7b821972 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.290131 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4751e10f-d413-4ec9-8524-16be92c23187 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.401571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-e2791a67-42d0-4072-9852-d2862fc0e0a8 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c81ff0b3a064e1499c82a7467a19349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2062621 Apr 18 21:24:30.425390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751e10f-d413-4ec9-8524-16be92c23187 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event deleted for resources: {'Subnet': ['ID=b59d62e1-1e0d-4545-84d8-a9db9921a181,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:30.444653 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4751e10f-d413-4ec9-8524-16be92c23187 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.453792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c92d92-89e0-4e81-9c5d-7480efed0c43 None None] Network 7535b47f-fe9f-4b23-b568-1340147f36ab requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:30.474464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc293a-7b8a-4866-9d57-61bb7b821972 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Calling delete_port for c9698d0c-070f-4d68-a4c9-e70468b8e34a owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:30.509462 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.650711 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4751e10f-d413-4ec9-8524-16be92c23187 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "DELETE /v2.0/subnets/b59d62e1-1e0d-4545-84d8-a9db9921a181 HTTP/1.1" status: 204 len: 168 time: 1.2700398 Apr 18 21:24:30.674760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53106) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:30.823758 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-79cc6d29-c45b-4d93-87c3-2b689ec24e3d service neutron] 10.222.0.11 "GET /v2.0/networks/827aa8b5-d8ed-4d5c-9506-fd73d0715f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171288 Apr 18 21:24:30.844881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network a723ba76-8608-4685-b7dc-9c77c7dc31da is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:30.853668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:30.868952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:30.946849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Port': ['ID=037c3335-a0f7-40bd-add3-5a46da38164a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:30.968843 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.980720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af675a-e74b-4793-882a-e72eea35d4d6 req-7e4d6f1f-8754-44d8-b75a-46f8acf21183 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:30.987794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:30.995257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0af675a-e74b-4793-882a-e72eea35d4d6 req-7e4d6f1f-8754-44d8-b75a-46f8acf21183 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 931 time: 0.5873404 Apr 18 21:24:31.004299 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:31.032487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62fef53-e4a2-46fd-ab64-813253a9bde3 None None] DHCP port deletion for 7535b47f-fe9f-4b23-b568-1340147f36ab request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:24:31.046999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c62fef53-e4a2-46fd-ab64-813253a9bde3 None None] Deleting port 47606ba7-64d0-43c2-9547-c8cafd8b6d01 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:31.046999 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c62fef53-e4a2-46fd-ab64-813253a9bde3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.077914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-2091625e-c457-49ff-84c3-c83428bb6875 service neutron] 10.222.0.11 "GET /v2.0/networks/827aa8b5-d8ed-4d5c-9506-fd73d0715f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609749 Apr 18 21:24:31.138736 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0af675a-e74b-4793-882a-e72eea35d4d6 req-32ea2671-0be1-4183-80ac-76e5e939bc99 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536102 Apr 18 21:24:31.143381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd63c123-ba65-465e-bc3f-d3f56d0db4d3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:24:31.284695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:31.307070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.330008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.362660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bdfc293a-7b8a-4866-9d57-61bb7b821972 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.362660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Made reservation on behalf of 9805981f52fc4d558c0e20f0c766a376 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:31.362660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.466417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc293a-7b8a-4866-9d57-61bb7b821972 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event deleted for resources: {'Port': ['ID=c9698d0c-070f-4d68-a4c9-e70468b8e34a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:31.490109 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 777d2be7-1ed7-4c8f-a555-5c7b079520a8 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:31.499031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a4e3c97-1eb6-442c-b57b-a4a6ca5acb9e req-9bbf0aeb-9777-46dd-89f1-b53999c19304 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 210 time: 0.0769939 Apr 18 21:24:31.509448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Deleting port 47606ba7-64d0-43c2-9547-c8cafd8b6d01 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:31.509832 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.537878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c62fef53-e4a2-46fd-ab64-813253a9bde3 None None] For port 47606ba7-64d0-43c2-9547-c8cafd8b6d01, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=47606ba7-64d0-43c2-9547-c8cafd8b6d01,segment=NetworkSegment(e578485f-0f23-4d77-8cbb-3ba7ce602648),segment_id=e578485f-0f23-4d77-8cbb-3ba7ce602648)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:31.538272 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c62fef53-e4a2-46fd-ab64-813253a9bde3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.556064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 777d2be7-1ed7-4c8f-a555-5c7b079520a8 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:24:31.556064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 777d2be7-1ed7-4c8f-a555-5c7b079520a8 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:24:31.562997 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1dfe413f-18bc-450c-9ce9-dcdd2fa316a0 req-416879f6-e445-4cfa-8933-82db457221b3 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 210 time: 0.0605526 Apr 18 21:24:31.614523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e99ae6fe-43c7-46f4-aa95-f41edb3177be None None] Provisioning for port 037c3335-a0f7-40bd-add3-5a46da38164a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:31.629777 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-1ffc3707-3125-41ea-b519-95544a5237d9 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1449242 Apr 18 21:24:31.692382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c62fef53-e4a2-46fd-ab64-813253a9bde3 None None] Calling delete_port for 47606ba7-64d0-43c2-9547-c8cafd8b6d01 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:31.721263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e99ae6fe-43c7-46f4-aa95-f41edb3177be None None] Provisioning complete for port 037c3335-a0f7-40bd-add3-5a46da38164a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:31.721982 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e99ae6fe-43c7-46f4-aa95-f41edb3177be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.785658 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bdfc293a-7b8a-4866-9d57-61bb7b821972 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.787550 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bdfc293a-7b8a-4866-9d57-61bb7b821972 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "DELETE /v2.0/ports/c9698d0c-070f-4d68-a4c9-e70468b8e34a HTTP/1.1" status: 204 len: 168 time: 2.6089032 Apr 18 21:24:31.790514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53128) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:31.791721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Request body: {'port': {'device_id': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec', 'admin_state_up': True, 'tenant_id': '1f628d21202440e8b443314511d1a1c1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:31.806989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e99ae6fe-43c7-46f4-aa95-f41edb3177be None None] Port 037c3335-a0f7-40bd-add3-5a46da38164a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:24:31.883956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-525a03d8-560b-48ab-95d8-62d0f85c4b9a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Deleting port 7073c58b-0376-4680-b0af-1f066de09192 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:31.884651 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-525a03d8-560b-48ab-95d8-62d0f85c4b9a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.914872 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c62fef53-e4a2-46fd-ab64-813253a9bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.965508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] The port '47606ba7-64d0-43c2-9547-c8cafd8b6d01' was deleted {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:24:31.970280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 47606ba7-64d0-43c2-9547-c8cafd8b6d01 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:32.018804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62fef53-e4a2-46fd-ab64-813253a9bde3 None None] No DVR routers for this DVR port 47606ba7-64d0-43c2-9547-c8cafd8b6d01 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:32.020755 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 47606ba7-64d0-43c2-9547-c8cafd8b6d01 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:24:32.021087 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 47606ba7-64d0-43c2-9547-c8cafd8b6d01 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:24:32.022528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fef53-e4a2-46fd-ab64-813253a9bde3 None None] Pushing event deleted for resources: {'Port': ['ID=47606ba7-64d0-43c2-9547-c8cafd8b6d01,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:32.130555 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-525a03d8-560b-48ab-95d8-62d0f85c4b9a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.206746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.285085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7535b47f-fe9f-4b23-b568-1340147f36ab']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:32.291209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-525a03d8-560b-48ab-95d8-62d0f85c4b9a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Calling delete_port for 7073c58b-0376-4680-b0af-1f066de09192 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:32.317620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e578485f-0f23-4d77-8cbb-3ba7ce602648') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:32.317907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e578485f-0f23-4d77-8cbb-3ba7ce602648') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:32.336888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:32.343356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Usage tracker for resource:port and tenant:1f628d21202440e8b443314511d1a1c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:32.351058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.358494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:32.361729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Allocated IP 172.20.0.13 (8206fe37-8686-497b-b552-23c2a6f40d7d/29dfc91b-4b7f-4e32-a00e-d8224f42e447/6ab5822a-dd4c-4103-97ec-f05ae547c33c) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:32.390640 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.406777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:32.410101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:32.410780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:32.431419 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:32.442065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105a227-3ae6-49a4-b936-6ecb4c32908f req-126a9e08-e338-4c55-97c2-bf6a3bcfd7b2 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:32.443536 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f105a227-3ae6-49a4-b936-6ecb4c32908f req-126a9e08-e338-4c55-97c2-bf6a3bcfd7b2 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 931 time: 0.1600387 Apr 18 21:24:32.495735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f105a227-3ae6-49a4-b936-6ecb4c32908f req-57cb21e3-304d-4521-a43d-926496b5867d tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463891 Apr 18 21:24:32.523628 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-525a03d8-560b-48ab-95d8-62d0f85c4b9a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.572903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a03d8-560b-48ab-95d8-62d0f85c4b9a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event deleted for resources: {'Port': ['ID=7073c58b-0376-4680-b0af-1f066de09192,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:32.610791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-525a03d8-560b-48ab-95d8-62d0f85c4b9a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.656408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd63c123-ba65-465e-bc3f-d3f56d0db4d3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:32.668402 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c02b25-a538-4c47-87df-35af311cfe05 None None] Sync routers for ids ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:24:32.680185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Made reservation on behalf of 1f628d21202440e8b443314511d1a1c1 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:32.683617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.695019 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c02b25-a538-4c47-87df-35af311cfe05 None None] Routers {'19bd1387-5b51-4d92-9ca6-d281ca838eb9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:32.701840 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-16c02b25-a538-4c47-87df-35af311cfe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:32.711554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.740056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.747381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f9f6724-a930-4f04-b061-d80287b2381a req-72e801ad-4dca-417e-a192-6b189e5b709b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 210 time: 0.0746591 Apr 18 21:24:32.750979 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-525a03d8-560b-48ab-95d8-62d0f85c4b9a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "DELETE /v2.0/ports/7073c58b-0376-4680-b0af-1f066de09192 HTTP/1.1" status: 204 len: 168 time: 0.9592676 Apr 18 21:24:32.754500 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] 10.222.0.11 "DELETE /v2.0/networks/7535b47f-fe9f-4b23-b568-1340147f36ab HTTP/1.1" status: 204 len: 168 time: 1.9039524 Apr 18 21:24:32.798604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53164) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:32.852143 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd63c123-ba65-465e-bc3f-d3f56d0db4d3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.853575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bccbdc97-8226-4739-9d1b-b1b6078ea4c6 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Synchronizing usage tracker for tenant:88faa1c00f4d484db31c0dfa9823378c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:32.877296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e58a9f2-ff79-46ca-94bc-754e46204cb4 req-ff8a4c31-a063-432c-ae77-bd55a68f1c29 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 210 time: 0.1249704 Apr 18 21:24:32.909833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133723d-8443-45d0-a54a-11a9c7cdd5b4 tempest-FloatingIPNegativeTestJSON-1367833484 tempest-FloatingIPNegativeTestJSON-1367833484-project] Pushing event deleted for resources: {'Network': ['ID=7535b47f-fe9f-4b23-b568-1340147f36ab,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:32.977333 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-16c02b25-a538-4c47-87df-35af311cfe05 None None] Set router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:32.992704 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fd63c123-ba65-465e-bc3f-d3f56d0db4d3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "PUT /v2.0/floatingips/85b3919a-2861-431c-9a25-b24c98ae9c4c HTTP/1.1" status: 200 len: 992 time: 8.2712629 Apr 18 21:24:32.997383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': '426f8c7a-d889-4424-be35-d5f5f6c0a12a'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:33.034019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bccbdc97-8226-4739-9d1b-b1b6078ea4c6 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Unset dirty status for tenant:88faa1c00f4d484db31c0dfa9823378c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:33.034019 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bccbdc97-8226-4739-9d1b-b1b6078ea4c6 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2298176 Apr 18 21:24:33.036796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53184) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:33.043367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-175420067'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:33.058201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:33.067853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Usage tracker for resource:network and tenant:88faa1c00f4d484db31c0dfa9823378c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:33.071056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:33.075393 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.079811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:33.102969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Transition to ACTIVE for port object 6ab5822a-dd4c-4103-97ec-f05ae547c33c will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:33.110034 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625740ab-c010-49a9-8e26-de9ad759ff66'] response: {'name': 'network-changed', 'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'tag': '426f8c7a-d889-4424-be35-d5f5f6c0a12a', 'status': 'completed', 'code': 200} Apr 18 21:24:33.119006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Allocated IP 19.86.0.169 (b67755cd-0fb9-4089-a6b4-2545d9c3caec/7c08a654-5093-4fa8-b39c-86f1390304ec/8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:33.260361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Made reservation on behalf of 88faa1c00f4d484db31c0dfa9823378c for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:33.263054 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.351164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6863d775-9b42-46ee-a7bf-74782e3216f4 req-5317751b-3eed-42f3-8f7d-afab4a06e397 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 6503 time: 0.1971149 Apr 18 21:24:33.357808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:33.444541 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.444789 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Added segment 6caf44b4-b153-4ffb-88a7-56f135042794 of type vlan for network e332ecf8-806f-4d06-a34c-34a119ffbf88 Apr 18 21:24:33.446844 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.483754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.504275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['5b463ac4-01c3-4990-931c-6aadc1e5d588'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:33.511623 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.558598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863d775-9b42-46ee-a7bf-74782e3216f4 req-b63124d6-5956-43b7-8f04-1ec870b16e80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:33.577053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6863d775-9b42-46ee-a7bf-74782e3216f4 req-b63124d6-5956-43b7-8f04-1ec870b16e80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ea543e9-f1b9-4fd2-a362-bd88cda88288 HTTP/1.1" status: 200 len: 917 time: 0.2161295 Apr 18 21:24:33.605632 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-16c02b25-a538-4c47-87df-35af311cfe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:20:42Z', 'revision_number': 4, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '85b3919a-2861-431c-9a25-b24c98ae9c4c', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'port_id': '426f8c7a-d889-4424-be35-d5f5f6c0a12a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'mac_address': 'fa:16:3e:72:ca:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:31Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 1, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2697ce9-ef3d-4675-be65-9900b8fc2499', 'name': '', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'mac_address': 'fa:16:3e:d8:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:40Z', 'updated_at': '2022-04-18T21:20:49Z', 'revision_number': 5, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'subnets': [{'id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:33.611416 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c02b25-a538-4c47-87df-35af311cfe05 None None] Checking router: 19bd1387-5b51-4d92-9ca6-d281ca838eb9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:24:33.628430 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c02b25-a538-4c47-87df-35af311cfe05 None None] Routers {'19bd1387-5b51-4d92-9ca6-d281ca838eb9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:33.630672 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-16c02b25-a538-4c47-87df-35af311cfe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:33.646139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53202) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:33.767112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Network 8206fe37-8686-497b-b552-23c2a6f40d7d is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:33.807288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:33.811710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:34.029319 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:34.049442 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-16c02b25-a538-4c47-87df-35af311cfe05 None None] Set router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:34.063860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Transition to ACTIVE for port object 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:34.090903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event updated for resources: {'Port': ['ID=6ab5822a-dd4c-4103-97ec-f05ae547c33c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:34.197913 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:34.211172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.211811 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:34.239477 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dd300306-7bd5-4cea-a5fc-fc3c4d9c1856 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eebeb6f99cca4330b149c658d9d0f104&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5530605 Apr 18 21:24:34.241936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.242503 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:34.255790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53218) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:34.261299 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:34.357705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Network b67755cd-0fb9-4089-a6b4-2545d9c3caec is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:34.360929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:34.365241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:34.371038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dff4d346-e866-4699-8196-11a91ddb304f None None] Provisioning for port 6ab5822a-dd4c-4103-97ec-f05ae547c33c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:34.377527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dff4d346-e866-4699-8196-11a91ddb304f None None] Provisioning complete for port 6ab5822a-dd4c-4103-97ec-f05ae547c33c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:34.380776 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dff4d346-e866-4699-8196-11a91ddb304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:34.430339 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3920956 Apr 18 21:24:34.430559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.431332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:34.449455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53224) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:34.454832 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-921a10da-6320-48ca-a03a-0e8c5499f34c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3714113 Apr 18 21:24:34.458058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event updated for resources: {'Port': ['ID=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:34.464616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1060030936'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:34.471485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:34.476209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Usage tracker for resource:network and tenant:88faa1c00f4d484db31c0dfa9823378c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:34.479599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Quota usage for network was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:34.490273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Request body: {'port': {'device_id': '9d8e1226-1ef1-44a5-b721-c5780d73f393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:34.511647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dff4d346-e866-4699-8196-11a91ddb304f None None] Port 6ab5822a-dd4c-4103-97ec-f05ae547c33c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:24:34.544499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:34.561505 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6863d775-9b42-46ee-a7bf-74782e3216f4 req-c396bef5-2ba1-4af4-926d-f69c3ae4b2b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=426f8c7a-d889-4424-be35-d5f5f6c0a12a HTTP/1.1" status: 200 len: 1000 time: 0.9728765 Apr 18 21:24:34.571831 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-078a3c8a-bbbc-4296-8936-13092c79718c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8379819 Apr 18 21:24:34.585464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be615b3-eee6-4ae5-90f3-91b919a3ddc1 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event updated for resources: {'Network': ['ID=e332ecf8-806f-4d06-a34c-34a119ffbf88,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:34.599758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network e332ecf8-806f-4d06-a34c-34a119ffbf88 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:34.619231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Request body: {'port': {'device_id': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:34.640175 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-16c02b25-a538-4c47-87df-35af311cfe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:20:42Z', 'revision_number': 4, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '85b3919a-2861-431c-9a25-b24c98ae9c4c', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'port_id': '426f8c7a-d889-4424-be35-d5f5f6c0a12a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'mac_address': 'fa:16:3e:72:ca:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:31Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 1, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2697ce9-ef3d-4675-be65-9900b8fc2499', 'name': '', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'mac_address': 'fa:16:3e:d8:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:40Z', 'updated_at': '2022-04-18T21:20:49Z', 'revision_number': 5, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'subnets': [{'id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:34.649033 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c02b25-a538-4c47-87df-35af311cfe05 None None] The sync data for ids ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'] in n-d-836017-3 is: [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:20:42Z', 'revision_number': 4, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '85b3919a-2861-431c-9a25-b24c98ae9c4c', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'port_id': '426f8c7a-d889-4424-be35-d5f5f6c0a12a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'mac_address': 'fa:16:3e:72:ca:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6268ed6a-7eb4-4b75-a981-060985034e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:31Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 1, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2697ce9-ef3d-4675-be65-9900b8fc2499', 'name': '', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'mac_address': 'fa:16:3e:d8:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:40Z', 'updated_at': '2022-04-18T21:20:49Z', 'revision_number': 5, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'subnets': [{'id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:24:34.661532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd06db-b4ea-4d66-bd6c-924b98138c32 req-e797135d-68a0-4177-b77b-c0ce89a5d836 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.669616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-edcd06db-b4ea-4d66-bd6c-924b98138c32 req-e797135d-68a0-4177-b77b-c0ce89a5d836 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 931 time: 0.7554727 Apr 18 21:24:34.680176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35dcd7-3a1b-41cd-b35f-d3928dcd76ab req-ac88f9f8-5a67-4093-ae3d-fa5ffbfb80ac tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.697380 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d35dcd7-3a1b-41cd-b35f-d3928dcd76ab req-ac88f9f8-5a67-4093-ae3d-fa5ffbfb80ac tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 932 time: 0.7077129 Apr 18 21:24:34.841185 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:34.871192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863d775-9b42-46ee-a7bf-74782e3216f4 req-6133af29-8a84-4462-b0f9-08afcb2e5c49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.873575 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6863d775-9b42-46ee-a7bf-74782e3216f4 req-6133af29-8a84-4462-b0f9-08afcb2e5c49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d00d652b-7469-4e5e-b51f-27ade5c396f8 HTTP/1.1" status: 200 len: 855 time: 0.2746944 Apr 18 21:24:34.914348 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:34.930500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1e4cc611-f086-485f-a5c7-d705cf4c79ba None None] Provisioning for port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:34.932104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1e4cc611-f086-485f-a5c7-d705cf4c79ba None None] Provisioning complete for port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:34.932574 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc611-f086-485f-a5c7-d705cf4c79ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:34.939806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Made reservation on behalf of 88faa1c00f4d484db31c0dfa9823378c for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:34.943333 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:34.996528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d35dcd7-3a1b-41cd-b35f-d3928dcd76ab req-a5970995-d2f6-4b56-9d0a-43df4dc1cf06 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914150 Apr 18 21:24:35.026081 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92bf080b-0fb7-463d-ba37-55bad97c3b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.041825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b5aa03-462f-471d-9c99-01b38447a6ba None None] New status for floating IP 85b3919a-2861-431c-9a25-b24c98ae9c4c: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:24:35.049993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-edcd06db-b4ea-4d66-bd6c-924b98138c32 req-3cf68e0d-d15e-4bf1-8a93-59303112f841 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783560 Apr 18 21:24:35.085277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-4dd52fd8-bdc7-4ded-bf5b-b3c115deacab tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:35.087142 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-4dd52fd8-bdc7-4ded-bf5b-b3c115deacab tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.59 "GET /v2.0/networks?id=827aa8b5-d8ed-4d5c-9506-fd73d0715f9f HTTP/1.1" status: 200 len: 814 time: 0.7269368 Apr 18 21:24:35.140335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Request body: {'port': {'device_id': '9da61bd2-3c68-4dc9-8a8a-8131207eaa6b', 'network_id': '827aa8b5-d8ed-4d5c-9506-fd73d0715f9f', 'admin_state_up': True, 'tenant_id': '3c81ff0b3a064e1499c82a7467a19349'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:35.157930 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92bf080b-0fb7-463d-ba37-55bad97c3b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.261967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:35.301805 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.302075 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Added segment 5feb4571-fde4-45d9-b7f5-c2553c7c5e33 of type vlan for network d5417bf1-29dc-45c5-8869-6a000262fa52 Apr 18 21:24:35.323022 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0531d9fa-9e4a-4b72-b491-c283f22ca57e req-acb82ac6-14bc-474d-aac7-b893c2c9d393 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 210 time: 0.0867035 Apr 18 21:24:35.323633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1e4cc611-f086-485f-a5c7-d705cf4c79ba None None] Port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:24:35.337082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6863d775-9b42-46ee-a7bf-74782e3216f4 req-45c5b507-6610-4652-a20a-ab62b22e88cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea543e9-f1b9-4fd2-a362-bd88cda88288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4356794 Apr 18 21:24:35.433235 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.483350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:35.489973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Usage tracker for resource:port and tenant:3c81ff0b3a064e1499c82a7467a19349 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:35.495106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:35.517663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:35.542939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6863d775-9b42-46ee-a7bf-74782e3216f4 req-64c51152-a2e1-47a2-bcb3-55a36cf9942d service neutron] 10.222.0.26 "GET /v2.0/networks/5ea543e9-f1b9-4fd2-a362-bd88cda88288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963723 Apr 18 21:24:35.639204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92bf080b-0fb7-463d-ba37-55bad97c3b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.655344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.656459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Made reservation on behalf of 3c81ff0b3a064e1499c82a7467a19349 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:35.658580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:35.659162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.659379 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.692761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf080b-0fb7-463d-ba37-55bad97c3b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f355ccf8-661e-4c9b-bcc9-a8d8008e4f10,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:35.723281 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92bf080b-0fb7-463d-ba37-55bad97c3b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.725440 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-92bf080b-0fb7-463d-ba37-55bad97c3b3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f355ccf8-661e-4c9b-bcc9-a8d8008e4f10 HTTP/1.1" status: 204 len: 168 time: 1.3775012 Apr 18 21:24:35.753425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6863d775-9b42-46ee-a7bf-74782e3216f4 req-db335328-7386-42c6-a80d-9737e81129ff service neutron] 10.222.0.26 "GET /v2.0/networks/5ea543e9-f1b9-4fd2-a362-bd88cda88288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042880 Apr 18 21:24:35.758934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037c3335-a0f7-40bd-add3-5a46da38164a {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:35.784399 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.816630 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:24:35.830444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event updated for resources: {'Network': ['ID=d5417bf1-29dc-45c5-8869-6a000262fa52,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:35.833884 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Transition to ACTIVE for port object 037c3335-a0f7-40bd-add3-5a46da38164a will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:35.851448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d5417bf1-29dc-45c5-8869-6a000262fa52 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:35.895779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab5822a-dd4c-4103-97ec-f05ae547c33c {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:35.905219 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.922123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Transition to ACTIVE for port object 6ab5822a-dd4c-4103-97ec-f05ae547c33c will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:35.926802 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dda40e2e-4e72-4526-96e0-0e9751fce44a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4706836 Apr 18 21:24:35.946055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Allocated IP 172.20.0.6 (827aa8b5-d8ed-4d5c-9506-fd73d0715f9f/dd839ce2-323e-462c-a15f-d76f0fb5f283/a09162d5-27ad-4ee9-a3b5-be6854e8a93d) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:36.017705 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:36.114068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53274) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:36.301722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'subnets': [{'network_id': 'e332ecf8-806f-4d06-a34c-34a119ffbf88', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--521677239', 'ip_version': 4}, {'network_id': 'd5417bf1-29dc-45c5-8869-6a000262fa52', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:36.301722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'subnet': {'network_id': 'e332ecf8-806f-4d06-a34c-34a119ffbf88', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--521677239', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:36.301722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Request body: {'subnet': {'network_id': 'd5417bf1-29dc-45c5-8869-6a000262fa52', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:36.420772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:36.639253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Pushing event updated for resources: {'Port': ['ID=037c3335-a0f7-40bd-add3-5a46da38164a,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:36.915076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:36.965300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Attempting to bind port 6ab5822a-dd4c-4103-97ec-f05ae547c33c on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:36.966572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Attempting to bind port 6ab5822a-dd4c-4103-97ec-f05ae547c33c by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:36.966978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Attempting to bind port 6ab5822a-dd4c-4103-97ec-f05ae547c33c on network 8206fe37-8686-497b-b552-23c2a6f40d7d {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:36.969153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab5822a-dd4c-4103-97ec-f05ae547c33c,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:36.984267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Port 6ab5822a-dd4c-4103-97ec-f05ae547c33c on network 8206fe37-8686-497b-b552-23c2a6f40d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:24:36.984606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Attempting to bind port 6ab5822a-dd4c-4103-97ec-f05ae547c33c on network 8206fe37-8686-497b-b552-23c2a6f40d7d {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:37.009360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Attempting to bind port 037c3335-a0f7-40bd-add3-5a46da38164a on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:37.009810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Attempting to bind port 037c3335-a0f7-40bd-add3-5a46da38164a by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '75797f13-31c9-4241-af30-bb9567659c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:37.010511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Attempting to bind port 037c3335-a0f7-40bd-add3-5a46da38164a on network a723ba76-8608-4685-b7dc-9c77c7dc31da {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:37.014246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:37.014906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Checking segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:37.015355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Bound using segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:37.015859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Bound port: 6ab5822a-dd4c-4103-97ec-f05ae547c33c, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:37.016275 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.022623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d3f9c-22f7-49b3-92d9-c66fb591b524 req-c26cff11-3311-45a5-9c94-847fd34f0deb tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:37.028379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d3f9c-22f7-49b3-92d9-c66fb591b524 req-c26cff11-3311-45a5-9c94-847fd34f0deb tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:37.030697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-089d3f9c-22f7-49b3-92d9-c66fb591b524 req-c26cff11-3311-45a5-9c94-847fd34f0deb tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1666 time: 0.5185699 Apr 18 21:24:37.079656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Port 037c3335-a0f7-40bd-add3-5a46da38164a on network a723ba76-8608-4685-b7dc-9c77c7dc31da not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:24:37.080064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Attempting to bind port 037c3335-a0f7-40bd-add3-5a46da38164a on network a723ba76-8608-4685-b7dc-9c77c7dc31da {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:37.098489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:37.101022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9868c9d-f04c-4274-ba34-bfff07f51d12 req-4de48ffb-1c30-41cf-a165-63566ce5e815 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:37.101167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Checking segment: {'id': '75797f13-31c9-4241-af30-bb9567659c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:37.101167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Bound using segment: {'id': '75797f13-31c9-4241-af30-bb9567659c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:37.101167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Bound port: 037c3335-a0f7-40bd-add3-5a46da38164a, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75797f13-31c9-4241-af30-bb9567659c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:37.101167 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.105871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9868c9d-f04c-4274-ba34-bfff07f51d12 req-4de48ffb-1c30-41cf-a165-63566ce5e815 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 944 time: 0.5947530 Apr 18 21:24:37.173847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9868c9d-f04c-4274-ba34-bfff07f51d12 req-6245a198-6594-4cc7-af41-b7b0ffeb8601 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669832 Apr 18 21:24:37.178215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:37.195699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Usage tracker for resource:subnet and tenant:88faa1c00f4d484db31c0dfa9823378c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:37.209532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] For port 6ab5822a-dd4c-4103-97ec-f05ae547c33c, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:37.227632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-089d3f9c-22f7-49b3-92d9-c66fb591b524 req-44ba170e-2630-4d51-b945-953e4e64f61b tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769767 Apr 18 21:24:37.229813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:37.240172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] For port 6ab5822a-dd4c-4103-97ec-f05ae547c33c, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6ab5822a-dd4c-4103-97ec-f05ae547c33c,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:37.251908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:37.298221 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.329325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] For port 037c3335-a0f7-40bd-add3-5a46da38164a, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:37.329325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] For port 037c3335-a0f7-40bd-add3-5a46da38164a, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=037c3335-a0f7-40bd-add3-5a46da38164a,segment=NetworkSegment(75797f13-31c9-4241-af30-bb9567659c23),segment_id=75797f13-31c9-4241-af30-bb9567659c23)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:37.353930 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.394352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Made reservation on behalf of 88faa1c00f4d484db31c0dfa9823378c for: {'subnet': 2} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:37.427982 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.491438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.495629 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] 10.222.0.26 "PUT /v2.0/ports/6ab5822a-dd4c-4103-97ec-f05ae547c33c HTTP/1.1" status: 200 len: 1092 time: 3.0116198 Apr 18 21:24:37.497754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8e1226-1ef1-44a5-b721-c5780d73f393', 'tag': '6ab5822a-dd4c-4103-97ec-f05ae547c33c'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:37.520468 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.521932 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] 10.222.0.59 "PUT /v2.0/ports/037c3335-a0f7-40bd-add3-5a46da38164a HTTP/1.1" status: 200 len: 1091 time: 2.9386830 Apr 18 21:24:37.557256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8d73d-ff30-4efb-946a-b92f5a1e29e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab5822a-dd4c-4103-97ec-f05ae547c33c,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:37.578559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Network 827aa8b5-d8ed-4d5c-9506-fd73d0715f9f is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:37.578559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:37.587745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:37.682870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Pushing event updated for resources: {'Port': ['ID=a09162d5-27ad-4ee9-a3b5-be6854e8a93d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:37.783174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce6950-d9df-4304-8166-14f9d53a69f1 service neutron] Pushing event updated for resources: {'Port': ['ID=037c3335-a0f7-40bd-add3-5a46da38164a,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:37.783174 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5f921e-ed9e-4448-b3b9-c1b47e0a301c'] response: {'name': 'network-changed', 'server_uuid': '9d8e1226-1ef1-44a5-b721-c5780d73f393', 'tag': '6ab5822a-dd4c-4103-97ec-f05ae547c33c', 'status': 'completed', 'code': 200} Apr 18 21:24:37.789498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Request body: {'port': {'device_id': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:37.920387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53342) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:37.941897 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:37.942467 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:38.047126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd88e0-4e97-469e-ae1c-96cabf7c79b7 req-bcbfde4c-503b-403f-9d28-be6952aad373 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:38.054969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ecd88e0-4e97-469e-ae1c-96cabf7c79b7 req-bcbfde4c-503b-403f-9d28-be6952aad373 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 931 time: 0.6768324 Apr 18 21:24:38.055638 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-1e36d9a5-e3a7-4f7c-8b7b-2f48613bb3d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 1095 time: 0.2797399 Apr 18 21:24:38.097896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:38.098228 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:38.220970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'networks': [{'name': 'tempest-network--1438945605'}, {'name': 'tempest-network--1914165977'}]} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:38.220970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'network': {'name': 'tempest-network--1438945605'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:38.220970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'network': {'name': 'tempest-network--1914165977'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:38.239340 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:38.239340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:38.261181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Usage tracker for resource:network and tenant:45a20252c0b84703b245ad3ecca96dbb is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:38.261181 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-1965d7ab-f0a7-4856-8e6a-5fcf1cf60df5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab5822a-dd4c-4103-97ec-f05ae547c33c HTTP/1.1" status: 200 len: 217 time: 0.1922038 Apr 18 21:24:38.268917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:38.289447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-dc990e82-513a-449c-9556-f86f4fce3691 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1677072 Apr 18 21:24:38.308087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Request body: {'port': {'device_id': '9da61bd2-3c68-4dc9-8a8a-8131207eaa6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:38.344118 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ecd88e0-4e97-469e-ae1c-96cabf7c79b7 req-b7481319-4090-47c2-b62f-0119e37cf641 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824531 Apr 18 21:24:38.373378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:38.566594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Made reservation on behalf of 45a20252c0b84703b245ad3ecca96dbb for: {'network': 2} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:38.566594 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:38.619496 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:38.630084 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:38.680786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-5a465d9d-fa30-47ec-a5ad-97cc5d248418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:38.682832 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-5a465d9d-fa30-47ec-a5ad-97cc5d248418 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.4121068 Apr 18 21:24:38.771694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:38.797042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Usage tracker for resource:security_group_rule and tenant:45a20252c0b84703b245ad3ecca96dbb is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:38.797042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:38.812493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:38.831496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245a701-56f0-41b6-881e-89a07dfcadce req-49d2322b-76e0-4875-9119-5e361a9600c9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:38.831496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4245a701-56f0-41b6-881e-89a07dfcadce req-49d2322b-76e0-4875-9119-5e361a9600c9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 944 time: 0.4088545 Apr 18 21:24:38.887673 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-93c4178e-38f0-4ad4-853b-fdca80714a27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818202 Apr 18 21:24:39.139904 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.161490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf2366-1fbc-4bb3-bd97-8cb1a625e14c req-28d04eda-4d01-4a98-a67f-dc187167192c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:39.161490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf2366-1fbc-4bb3-bd97-8cb1a625e14c req-28d04eda-4d01-4a98-a67f-dc187167192c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:39.161490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cbf2366-1fbc-4bb3-bd97-8cb1a625e14c req-28d04eda-4d01-4a98-a67f-dc187167192c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1666 time: 0.6206400 Apr 18 21:24:39.179890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:39.206374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.220228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.246823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Transition to ACTIVE for port object 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:39.272671 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-2f075f5f-9a2e-4723-827f-3d0933edac05 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568928 Apr 18 21:24:39.316491 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.384431 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4245a701-56f0-41b6-881e-89a07dfcadce req-ecf55949-ff6a-4e72-81ae-051fb1356680 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944236 Apr 18 21:24:39.391598 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.391598 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.439338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cbf2366-1fbc-4bb3-bd97-8cb1a625e14c req-79fef146-27d6-41df-882c-954aef417c99 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759278 Apr 18 21:24:39.686636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09162d5-27ad-4ee9-a3b5-be6854e8a93d {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:39.690975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:39.690975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251ad196-7b0e-448c-a3a2-2c8d46bc13d4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:39.706568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:39.725229 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.752284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Transition to ACTIVE for port object a09162d5-27ad-4ee9-a3b5-be6854e8a93d will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:39.771435 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.778753 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Added segment a1ea4d9a-ed7d-45ec-ba17-28c460a1ad27 of type vlan for network b7b4a012-1b29-4d61-bdb9-f3feccecbd7e Apr 18 21:24:39.778753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'tag': '037c3335-a0f7-40bd-add3-5a46da38164a'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:39.785438 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9d60fe3-9a20-444d-aaad-3164c0d5d64b req-054c8e32-58df-4b1b-8444-a409ddd485bc service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068953 Apr 18 21:24:39.827662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.895622 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.901596 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eac5981-4790-40a8-9cee-bcf669709aec'] response: {'name': 'network-changed', 'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'tag': '037c3335-a0f7-40bd-add3-5a46da38164a', 'status': 'completed', 'code': 200} Apr 18 21:24:39.912706 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.044299 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Attempting to bind port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:40.044947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Attempting to bind port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '2fe3a1da-f43e-40cc-a908-f9bf7d96e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:40.045454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Attempting to bind port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 on network b67755cd-0fb9-4089-a6b4-2545d9c3caec {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:40.077150 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 on network b67755cd-0fb9-4089-a6b4-2545d9c3caec not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:24:40.077494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Attempting to bind port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 on network b67755cd-0fb9-4089-a6b4-2545d9c3caec {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:40.100357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:40.109979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:40.110578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Checking segment: {'id': '2fe3a1da-f43e-40cc-a908-f9bf7d96e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:40.111326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Bound using segment: {'id': '2fe3a1da-f43e-40cc-a908-f9bf7d96e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:40.111947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Bound port: 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe3a1da-f43e-40cc-a908-f9bf7d96e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:40.112467 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.119500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event updated for resources: {'Subnet': ['ID=9192bc02-69ab-4555-8a97-16359492e8dc,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:40.144807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35119b17-218c-4858-9275-be81979000e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a09162d5-27ad-4ee9-a3b5-be6854e8a93d,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:40.148887 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.149462 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Added segment 7631f89c-2ed6-436b-887f-1c716e48ecd6 of type vlan for network 6cd37ceb-1311-45be-9bb0-3554d1c82ee7 Apr 18 21:24:40.169393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Checking segment: {'id': '6caf44b4-b153-4ffb-88a7-56f135042794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e332ecf8-806f-4d06-a34c-34a119ffbf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:40.170160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Network hostable DHCP agents. Network: e332ecf8-806f-4d06-a34c-34a119ffbf88, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:24:40.194902 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88dc7cdd-dcb9-4417-a3a5-5600c3981b10 req-652c70f4-35db-46a9-889d-78bd083144f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f628d21202440e8b443314511d1a1c1&device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1938 time: 0.2842135 Apr 18 21:24:40.267913 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f0d7b-c460-415e-b4d5-89d3ae301607 req-46176303-cc57-4fdb-9e7a-63c783aefd08 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:40.268641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-aa5f0d7b-c460-415e-b4d5-89d3ae301607 req-46176303-cc57-4fdb-9e7a-63c783aefd08 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Synchronizing usage tracker for tenant:3c81ff0b3a064e1499c82a7467a19349 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:40.316926 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9384427a-77d1-4672-82a7-8b8c1b259aa8 req-f6847f4b-fe8b-4fe5-a91e-53aa71f8a901 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 1095 time: 0.3380980 Apr 18 21:24:40.317268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Attempting to bind port a09162d5-27ad-4ee9-a3b5-be6854e8a93d on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:40.317641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Attempting to bind port a09162d5-27ad-4ee9-a3b5-be6854e8a93d by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '926cea2e-6c38-4194-82a7-a8f1ed5e1476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '827aa8b5-d8ed-4d5c-9506-fd73d0715f9f'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:40.317960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Attempting to bind port a09162d5-27ad-4ee9-a3b5-be6854e8a93d on network 827aa8b5-d8ed-4d5c-9506-fd73d0715f9f {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:40.324073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Port a09162d5-27ad-4ee9-a3b5-be6854e8a93d on network 827aa8b5-d8ed-4d5c-9506-fd73d0715f9f not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:24:40.324392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Attempting to bind port a09162d5-27ad-4ee9-a3b5-be6854e8a93d on network 827aa8b5-d8ed-4d5c-9506-fd73d0715f9f {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:40.331949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:40.332283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Checking segment: {'id': '926cea2e-6c38-4194-82a7-a8f1ed5e1476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '827aa8b5-d8ed-4d5c-9506-fd73d0715f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:40.332664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Bound using segment: {'id': '926cea2e-6c38-4194-82a7-a8f1ed5e1476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '827aa8b5-d8ed-4d5c-9506-fd73d0715f9f'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:40.333089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Bound port: a09162d5-27ad-4ee9-a3b5-be6854e8a93d, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926cea2e-6c38-4194-82a7-a8f1ed5e1476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '827aa8b5-d8ed-4d5c-9506-fd73d0715f9f'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:40.333428 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.362128 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.387778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Network e332ecf8-806f-4d06-a34c-34a119ffbf88 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:24:40.390105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-aa5f0d7b-c460-415e-b4d5-89d3ae301607 req-46176303-cc57-4fdb-9e7a-63c783aefd08 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Unset dirty status for tenant:3c81ff0b3a064e1499c82a7467a19349 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:40.391368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa5f0d7b-c460-415e-b4d5-89d3ae301607 req-46176303-cc57-4fdb-9e7a-63c783aefd08 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 943 time: 0.5001011 Apr 18 21:24:40.470473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa5f0d7b-c460-415e-b4d5-89d3ae301607 req-348edcc9-dc6d-4f48-a47e-dd98634e39f5 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656786 Apr 18 21:24:40.478299 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] For port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:40.491754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] For port a09162d5-27ad-4ee9-a3b5-be6854e8a93d, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:40.518221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] For port a09162d5-27ad-4ee9-a3b5-be6854e8a93d, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a09162d5-27ad-4ee9-a3b5-be6854e8a93d,segment=NetworkSegment(926cea2e-6c38-4194-82a7-a8f1ed5e1476),segment_id=926cea2e-6c38-4194-82a7-a8f1ed5e1476)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:40.532604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, e332ecf8-806f-4d06-a34c-34a119ffbf88) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:40.539212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] For port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,segment=NetworkSegment(2fe3a1da-f43e-40cc-a908-f9bf7d96e92d),segment_id=2fe3a1da-f43e-40cc-a908-f9bf7d96e92d)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:40.549993 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.568026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e1bbb1-9fcf-4ebe-b37b-a478b4d73cf4 None None] Network e332ecf8-806f-4d06-a34c-34a119ffbf88 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:40.608261 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.612250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc7cdd-dcb9-4417-a3a5-5600c3981b10 req-458d2066-1b7c-49f8-a424-5d46758cb026 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:40.613340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc7cdd-dcb9-4417-a3a5-5600c3981b10 req-458d2066-1b7c-49f8-a424-5d46758cb026 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:40.613436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc7cdd-dcb9-4417-a3a5-5600c3981b10 req-458d2066-1b7c-49f8-a424-5d46758cb026 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:40.618017 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88dc7cdd-dcb9-4417-a3a5-5600c3981b10 req-458d2066-1b7c-49f8-a424-5d46758cb026 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1f628d21202440e8b443314511d1a1c1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4139006 Apr 18 21:24:40.654722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384427a-77d1-4672-82a7-8b8c1b259aa8 req-1781bfe2-59be-4c02-bf51-e54701f78de4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:40.656281 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9384427a-77d1-4672-82a7-8b8c1b259aa8 req-1781bfe2-59be-4c02-bf51-e54701f78de4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.3210778 Apr 18 21:24:40.683191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.819397 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.819397 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.823585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:40.835628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:40.836463 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.855519 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.858239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-35119b17-218c-4858-9275-be81979000e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/a09162d5-27ad-4ee9-a3b5-be6854e8a93d HTTP/1.1" status: 200 len: 1091 time: 2.5545764 Apr 18 21:24:40.859424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da61bd2-3c68-4dc9-8a8a-8131207eaa6b', 'tag': 'a09162d5-27ad-4ee9-a3b5-be6854e8a93d'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:40.868779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event updated for resources: {'Subnet': ['ID=e25f0496-7e86-4211-87a5-991a051a4891,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:40.943597 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35119b17-218c-4858-9275-be81979000e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a09162d5-27ad-4ee9-a3b5-be6854e8a93d,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:40.947800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-e332ecf8-806f-4d06-a34c-34a119ffbf88', 'network_id': 'e332ecf8-806f-4d06-a34c-34a119ffbf88', 'tenant_id': '88faa1c00f4d484db31c0dfa9823378c', 'fixed_ips': [{'subnet_id': '9192bc02-69ab-4555-8a97-16359492e8dc'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:24:40.953019 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.988589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Checking segment: {'id': '5feb4571-fde4-45d9-b7f5-c2553c7c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5417bf1-29dc-45c5-8869-6a000262fa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:40.990598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Network hostable DHCP agents. Network: d5417bf1-29dc-45c5-8869-6a000262fa52, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:24:41.054363 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1236153 Apr 18 21:24:41.068433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53400) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:41.146271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:41.148289 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] 10.222.0.59 "PUT /v2.0/ports/8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 HTTP/1.1" status: 200 len: 1092 time: 3.3736708 Apr 18 21:24:41.190697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce27eca-0509-491b-98da-ab4ae3eac9cb req-e7c45e29-0bb5-43e4-81de-0c4f82b069e0 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.194630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce27eca-0509-491b-98da-ab4ae3eac9cb req-e7c45e29-0bb5-43e4-81de-0c4f82b069e0 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.202311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ce27eca-0509-491b-98da-ab4ae3eac9cb req-e7c45e29-0bb5-43e4-81de-0c4f82b069e0 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1678 time: 0.4463325 Apr 18 21:24:41.228410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1e33e-734f-4ff0-9aab-51c4187ec754 req-9092b3bc-c473-4f8c-a065-417f20f6c8cf tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.236391 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ef1e33e-734f-4ff0-9aab-51c4187ec754 req-9092b3bc-c473-4f8c-a065-417f20f6c8cf tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 944 time: 0.5822322 Apr 18 21:24:41.256383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Allocated IP 172.20.0.2 (e332ecf8-806f-4d06-a34c-34a119ffbf88/9192bc02-69ab-4555-8a97-16359492e8dc/3961a6af-ee7c-404f-9349-4ce9285b17d5) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:41.402771 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ce27eca-0509-491b-98da-ab4ae3eac9cb req-fc77c8e7-a3be-44dc-90dd-bdb2a55d2d89 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992338 Apr 18 21:24:41.405415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8093f40-80db-4ac2-8653-59be7880e345 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:41.409679 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc7cdd-dcb9-4417-a3a5-5600c3981b10 req-fd28dc5a-b8d8-43e1-ac9d-62d6f75a0e31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.411911 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88dc7cdd-dcb9-4417-a3a5-5600c3981b10 req-fd28dc5a-b8d8-43e1-ac9d-62d6f75a0e31 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7546046 Apr 18 21:24:41.412749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event updated for resources: {'Network': ['ID=b7b4a012-1b29-4d61-bdb9-f3feccecbd7e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:41.416158 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9384427a-77d1-4672-82a7-8b8c1b259aa8 req-d9041739-68e9-48a3-a8b2-bfe70002316a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab5822a-dd4c-4103-97ec-f05ae547c33c HTTP/1.1" status: 200 len: 217 time: 0.7245843 Apr 18 21:24:41.419453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Network d5417bf1-29dc-45c5-8869-6a000262fa52 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:24:41.441324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b7b4a012-1b29-4d61-bdb9-f3feccecbd7e details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:41.486378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-93c6295b-a510-47ea-b4d0-969f1dda70bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c81ff0b3a064e1499c82a7467a19349&device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 1094 time: 0.4811232 Apr 18 21:24:41.491714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d282244-3482-4631-959c-73e76596689f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.499665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d282244-3482-4631-959c-73e76596689f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.534320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d282244-3482-4631-959c-73e76596689f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.540516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d282244-3482-4631-959c-73e76596689f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.549228 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8d282244-3482-4631-959c-73e76596689f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4796979 Apr 18 21:24:41.551687 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750c5564-ff10-4c6d-a255-a51519db0272'] response: {'name': 'network-changed', 'server_uuid': '9da61bd2-3c68-4dc9-8a8a-8131207eaa6b', 'tag': 'a09162d5-27ad-4ee9-a3b5-be6854e8a93d', 'status': 'completed', 'code': 200} Apr 18 21:24:41.552167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53406) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:41.570872 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ef1e33e-734f-4ff0-9aab-51c4187ec754 req-3214470b-bb2f-4ee5-a6df-e0c75777c7c0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324251 Apr 18 21:24:41.571641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, d5417bf1-29dc-45c5-8869-6a000262fa52) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:41.704194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.704194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.704194 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:41.730561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430fdf5-3c65-460e-9a01-7be0e3fbff6e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event updated for resources: {'Network': ['ID=6cd37ceb-1311-45be-9bb0-3554d1c82ee7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:41.744825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384427a-77d1-4672-82a7-8b8c1b259aa8 req-a3f36eef-e64e-4aaa-bfde-f22234ee9708 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.746521 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9384427a-77d1-4672-82a7-8b8c1b259aa8 req-a3f36eef-e64e-4aaa-bfde-f22234ee9708 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.2746150 Apr 18 21:24:41.782045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f62dbf-0230-4265-a778-eef793077d67 None None] Network d5417bf1-29dc-45c5-8869-6a000262fa52 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:41.798852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 6cd37ceb-1311-45be-9bb0-3554d1c82ee7 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:41.881112 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:41.888850 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9384427a-77d1-4672-82a7-8b8c1b259aa8 req-164a3167-5b4c-4d54-a993-0c4b795ce61b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180072 Apr 18 21:24:41.888850 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-31473c85-5928-4818-ae3a-93732e160d0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f628d21202440e8b443314511d1a1c1&device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1980 time: 0.3497493 Apr 18 21:24:41.966459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'tag': '8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:42.022257 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:42.097592 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-09a62b61-8c91-4bfa-b317-99e83cbbff02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.20&port_id=037c3335-a0f7-40bd-add3-5a46da38164a HTTP/1.1" status: 200 len: 217 time: 0.1901734 Apr 18 21:24:42.104591 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0d8b0a-8c06-4d9e-bead-97dbd630035b'] response: {'name': 'network-changed', 'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'tag': '8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793', 'status': 'completed', 'code': 200} Apr 18 21:24:42.132311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-a005449e-c3bd-4118-bd0b-c8a31d6483f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a09162d5-27ad-4ee9-a3b5-be6854e8a93d HTTP/1.1" status: 200 len: 217 time: 0.5782218 Apr 18 21:24:42.212788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Transition to ACTIVE for port object 3961a6af-ee7c-404f-9349-4ce9285b17d5 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:42.221932 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9384427a-77d1-4672-82a7-8b8c1b259aa8 req-e7487484-d6cc-41d4-a7e6-a6e55f85128a service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385453 Apr 18 21:24:42.243429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-68437305-e988-452a-9484-c18f4b9bc6d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:42.243429 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-68437305-e988-452a-9484-c18f4b9bc6d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8607728-7401-4c13-ab5d-513e8d869ef6 HTTP/1.1" status: 200 len: 801 time: 0.1296756 Apr 18 21:24:42.247423 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0ae74e8a-45cf-478b-85dc-c79ce5509f4a tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.1343541 Apr 18 21:24:42.254217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Transition to ACTIVE for port object 3961a6af-ee7c-404f-9349-4ce9285b17d5 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:42.256555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53414) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:42.331513 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:42.447474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Network e332ecf8-806f-4d06-a34c-34a119ffbf88 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:42.457053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:42.474549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:42.493770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-4e3db341-118e-4133-b82a-2a6b6257d323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:42.496277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-4e3db341-118e-4133-b82a-2a6b6257d323 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd839ce2-323e-462c-a15f-d76f0fb5f283 HTTP/1.1" status: 200 len: 854 time: 0.3548880 Apr 18 21:24:42.585436 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9384427a-77d1-4672-82a7-8b8c1b259aa8 req-b0c0d1f2-fbc9-4dd5-a703-554f69047732 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431332 Apr 18 21:24:42.594883 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-10f57d33-ad04-465f-868b-cf9405063bf9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a723ba76-8608-4685-b7dc-9c77c7dc31da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3294578 Apr 18 21:24:42.635907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-1107f5c8-7fe5-48e1-9665-30e4aa89aa31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=827aa8b5-d8ed-4d5c-9506-fd73d0715f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207969 Apr 18 21:24:42.687526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c366cc5-b0a5-45a5-8c8b-08da098bb465 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:42.690091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c366cc5-b0a5-45a5-8c8b-08da098bb465 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:42.692386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c366cc5-b0a5-45a5-8c8b-08da098bb465 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:42.692386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3c366cc5-b0a5-45a5-8c8b-08da098bb465 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Synchronizing usage tracker for tenant:88faa1c00f4d484db31c0dfa9823378c on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:42.702366 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:42.805232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35341d-ccc6-4dd3-aa36-892f4840747f req-01603a6c-8f39-4fba-937e-1eaa65f14990 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:42.806959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a35341d-ccc6-4dd3-aa36-892f4840747f req-01603a6c-8f39-4fba-937e-1eaa65f14990 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 943 time: 0.9198425 Apr 18 21:24:42.820824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Pushing event updated for resources: {'Port': ['ID=3961a6af-ee7c-404f-9349-4ce9285b17d5,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:42.842039 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Attempting to bind port 3961a6af-ee7c-404f-9349-4ce9285b17d5 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:42.842432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Attempting to bind port 3961a6af-ee7c-404f-9349-4ce9285b17d5 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '6caf44b4-b153-4ffb-88a7-56f135042794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e332ecf8-806f-4d06-a34c-34a119ffbf88'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:42.842799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Attempting to bind port 3961a6af-ee7c-404f-9349-4ce9285b17d5 on network e332ecf8-806f-4d06-a34c-34a119ffbf88 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:42.918037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-d5417bf1-29dc-45c5-8869-6a000262fa52', 'network_id': 'd5417bf1-29dc-45c5-8869-6a000262fa52', 'tenant_id': '88faa1c00f4d484db31c0dfa9823378c', 'fixed_ips': [{'subnet_id': 'e25f0496-7e86-4211-87a5-991a051a4891'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:24:42.918037 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:42.934835 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-0efc0d95-9872-4136-96b2-c70b2f9f6502 service neutron] 10.222.0.59 "GET /v2.0/networks/827aa8b5-d8ed-4d5c-9506-fd73d0715f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973878 Apr 18 21:24:42.938110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b4a012-1b29-4d61-bdb9-f3feccecbd7e']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:42.966952 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-17ef89dc-4ed7-4ac3-9fb5-872c0390d19d service neutron] 10.222.0.59 "GET /v2.0/networks/a723ba76-8608-4685-b7dc-9c77c7dc31da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679063 Apr 18 21:24:42.993331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:42.993716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:42.994031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:42.994361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:42.994828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:42.995153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:42.995477 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:42.995793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:42.996301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:42.996620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:42.997405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:43.004568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:43.004866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Checking segment: {'id': '6caf44b4-b153-4ffb-88a7-56f135042794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e332ecf8-806f-4d06-a34c-34a119ffbf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:43.005263 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:43.005671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Bound using segment: {'id': '6caf44b4-b153-4ffb-88a7-56f135042794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e332ecf8-806f-4d06-a34c-34a119ffbf88'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:43.006149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Bound port: 3961a6af-ee7c-404f-9349-4ce9285b17d5, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caf44b4-b153-4ffb-88a7-56f135042794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e332ecf8-806f-4d06-a34c-34a119ffbf88'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:43.006519 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:43.102444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3c366cc5-b0a5-45a5-8c8b-08da098bb465 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Unset dirty status for tenant:88faa1c00f4d484db31c0dfa9823378c on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:43.108104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3c366cc5-b0a5-45a5-8c8b-08da098bb465 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.8445139 Apr 18 21:24:43.113253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53422) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:43.114490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ea4d9a-ed7d-45ec-ba17-28c460a1ad27') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:43.114908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ea4d9a-ed7d-45ec-ba17-28c460a1ad27') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:43.191009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a35341d-ccc6-4dd3-aa36-892f4840747f req-32b6e66a-61bc-472c-9069-c098dcc7e386 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645880 Apr 18 21:24:43.198634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:43.208381 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-55713a09-dc57-4649-a50a-098302bb30e5 service neutron] 10.222.0.59 "GET /v2.0/networks/a723ba76-8608-4685-b7dc-9c77c7dc31da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381587 Apr 18 21:24:43.326867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:43.369885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:43.370586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:43.397811 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:43.400223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] For port 3961a6af-ee7c-404f-9349-4ce9285b17d5, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:43.412967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] For port 3961a6af-ee7c-404f-9349-4ce9285b17d5, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3961a6af-ee7c-404f-9349-4ce9285b17d5,segment=NetworkSegment(6caf44b4-b153-4ffb-88a7-56f135042794),segment_id=6caf44b4-b153-4ffb-88a7-56f135042794)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:43.520017 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:43.565338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c7d6e56-eb12-4385-beab-3a2f0dbbeaed req-df48787e-54ef-41ff-abb5-238d86d51e82 service neutron] 10.222.0.59 "GET /v2.0/networks/827aa8b5-d8ed-4d5c-9506-fd73d0715f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743673 Apr 18 21:24:43.566230 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-39036247-c853-437f-9e70-7a734febf11d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.169&port_id=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 HTTP/1.1" status: 200 len: 217 time: 0.3431623 Apr 18 21:24:43.654702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b7b42-e0f3-421e-81d0-4d276a52c78c req-1e57571d-572e-45e4-8e21-b61d641e2766 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.654702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b7b42-e0f3-421e-81d0-4d276a52c78c req-1e57571d-572e-45e4-8e21-b61d641e2766 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.663937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Allocated IP 172.20.0.18 (d5417bf1-29dc-45c5-8869-6a000262fa52/e25f0496-7e86-4211-87a5-991a051a4891/15dd6270-30d2-4eb2-936c-b309001b365c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:43.671149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-778b7b42-e0f3-421e-81d0-4d276a52c78c req-1e57571d-572e-45e4-8e21-b61d641e2766 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1678 time: 0.7034500 Apr 18 21:24:43.682526 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a9d7a-1431-4953-99fe-405bf2fa4f54 None None] Pushing event updated for resources: {'Port': ['ID=3961a6af-ee7c-404f-9349-4ce9285b17d5,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:43.835706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-778b7b42-e0f3-421e-81d0-4d276a52c78c req-51206e90-d157-4f67-b817-459b49a0722d tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670804 Apr 18 21:24:43.835706 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:43.844993 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:43.899652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ad357-4d74-4b6b-9df9-8a2eeba99e32 req-fcd1cb10-e80c-44a0-bceb-c708ead969c8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.901190 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c3ad357-4d74-4b6b-9df9-8a2eeba99e32 req-fcd1cb10-e80c-44a0-bceb-c708ead969c8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 944 time: 0.3348658 Apr 18 21:24:43.907671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6ab5822a-dd4c-4103-97ec-f05ae547c33c details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:43.934017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event deleted for resources: {'Network': ['ID=b7b4a012-1b29-4d61-bdb9-f3feccecbd7e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:43.969620 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6178d491-a5ea-4e20-b8b1-cdb8f184b088 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "DELETE /v2.0/networks/b7b4a012-1b29-4d61-bdb9-f3feccecbd7e HTTP/1.1" status: 204 len: 168 time: 2.4143014 Apr 18 21:24:43.976387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53430) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:43.988585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7208247-e24b-4b78-8c17-f776f02df5ef tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Deleting subnet 9192bc02-69ab-4555-8a97-16359492e8dc {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:24:43.993205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7208247-e24b-4b78-8c17-f776f02df5ef tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:44.116330 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-4708cea7-e303-4cd9-a270-e09a38d3612b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:44.117272 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-4708cea7-e303-4cd9-a270-e09a38d3612b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c08a654-5093-4fa8-b39c-86f1390304ec HTTP/1.1" status: 200 len: 801 time: 0.5350213 Apr 18 21:24:44.119406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7208247-e24b-4b78-8c17-f776f02df5ef tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:44.146942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72ecea6a-0542-4bcd-b430-7aadec155083 req-a0a5c2b7-6291-45c4-8d3e-8d4e3dfe6945 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c81ff0b3a064e1499c82a7467a19349&device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 1094 time: 0.4032097 Apr 18 21:24:44.203622 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c3ad357-4d74-4b6b-9df9-8a2eeba99e32 req-181609dd-46ff-4023-ac4f-e565a66f5b29 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614834 Apr 18 21:24:44.630519 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:44.633185 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:44.633185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Transition to ACTIVE for port object 15dd6270-30d2-4eb2-936c-b309001b365c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:44.641718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53436) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:44.644435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Transition to ACTIVE for port object 15dd6270-30d2-4eb2-936c-b309001b365c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:44.644435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6ab5822a-dd4c-4103-97ec-f05ae547c33c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6ab5822a-dd4c-4103-97ec-f05ae547c33c,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:44.644435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '6ab5822a-dd4c-4103-97ec-f05ae547c33c', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'port_id': '6ab5822a-dd4c-4103-97ec-f05ae547c33c', 'mac_address': 'fa:16:3e:26:6b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:44.654184 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7208247-e24b-4b78-8c17-f776f02df5ef tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:44.661228 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:44.661228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab5822a-dd4c-4103-97ec-f05ae547c33c {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:44.661228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6ab5822a-dd4c-4103-97ec-f05ae547c33c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6ab5822a-dd4c-4103-97ec-f05ae547c33c,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:44.661228 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:44.669811 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-9b612efc-3bd5-4072-b90f-7085bc164862 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b67755cd-0fb9-4089-a6b4-2545d9c3caec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4821506 Apr 18 21:24:44.700613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Network d5417bf1-29dc-45c5-8869-6a000262fa52 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:44.700613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:44.700613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:44.709826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Pushing event updated for resources: {'Port': ['ID=15dd6270-30d2-4eb2-936c-b309001b365c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:44.795855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecea6a-0542-4bcd-b430-7aadec155083 req-eec66c3f-585c-4cc0-9100-cf52e0d34bbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:44.797357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72ecea6a-0542-4bcd-b430-7aadec155083 req-eec66c3f-585c-4cc0-9100-cf52e0d34bbf service neutron] 10.222.0.59 "GET /v2.0/networks?id=827aa8b5-d8ed-4d5c-9506-fd73d0715f9f HTTP/1.1" status: 200 len: 915 time: 0.6333430 Apr 18 21:24:44.807593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Attempting to bind port 15dd6270-30d2-4eb2-936c-b309001b365c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:44.807955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Attempting to bind port 15dd6270-30d2-4eb2-936c-b309001b365c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5feb4571-fde4-45d9-b7f5-c2553c7c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5417bf1-29dc-45c5-8869-6a000262fa52'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:44.808308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Attempting to bind port 15dd6270-30d2-4eb2-936c-b309001b365c on network d5417bf1-29dc-45c5-8869-6a000262fa52 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:44.816594 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:44.818125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Checking segment: {'id': '5feb4571-fde4-45d9-b7f5-c2553c7c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5417bf1-29dc-45c5-8869-6a000262fa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:44.818758 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:44.819334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Bound using segment: {'id': '5feb4571-fde4-45d9-b7f5-c2553c7c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5417bf1-29dc-45c5-8869-6a000262fa52'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:44.820056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Bound port: 15dd6270-30d2-4eb2-936c-b309001b365c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feb4571-fde4-45d9-b7f5-c2553c7c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5417bf1-29dc-45c5-8869-6a000262fa52'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:44.821273 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:44.839938 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-6e44433a-bb89-45ee-9a32-90da1298a231 service neutron] 10.222.0.59 "GET /v2.0/networks/b67755cd-0fb9-4089-a6b4-2545d9c3caec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901395 Apr 18 21:24:44.889076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:44.916189 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:44.926474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72ecea6a-0542-4bcd-b430-7aadec155083 req-0a386b06-f919-4f5b-9595-461be6be9c39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a09162d5-27ad-4ee9-a3b5-be6854e8a93d HTTP/1.1" status: 200 len: 217 time: 0.1154351 Apr 18 21:24:44.964564 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7208247-e24b-4b78-8c17-f776f02df5ef tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.017186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecea6a-0542-4bcd-b430-7aadec155083 req-a2e0c040-0a28-40eb-a868-9e9429090442 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:45.018690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72ecea6a-0542-4bcd-b430-7aadec155083 req-a2e0c040-0a28-40eb-a868-9e9429090442 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd839ce2-323e-462c-a15f-d76f0fb5f283 HTTP/1.1" status: 200 len: 854 time: 0.0789516 Apr 18 21:24:45.026641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-93a21a39-b0cb-4b5e-930c-6b44773012e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e17373ade89d45d689261ff41668461f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6822019 Apr 18 21:24:45.053196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53450) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:45.054572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7208247-e24b-4b78-8c17-f776f02df5ef tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event deleted for resources: {'Subnet': ['ID=9192bc02-69ab-4555-8a97-16359492e8dc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:45.068617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7208247-e24b-4b78-8c17-f776f02df5ef tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.070969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] For port 15dd6270-30d2-4eb2-936c-b309001b365c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:45.076851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] For port 15dd6270-30d2-4eb2-936c-b309001b365c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=15dd6270-30d2-4eb2-936c-b309001b365c,segment=NetworkSegment(5feb4571-fde4-45d9-b7f5-c2553c7c5e33),segment_id=5feb4571-fde4-45d9-b7f5-c2553c7c5e33)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:45.085690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd37ceb-1311-45be-9bb0-3554d1c82ee7']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:45.148317 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.154723 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72ecea6a-0542-4bcd-b430-7aadec155083 req-705ef330-4400-409b-be96-0e5ff8e8a7a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=827aa8b5-d8ed-4d5c-9506-fd73d0715f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240811 Apr 18 21:24:45.168351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7631f89c-2ed6-436b-887f-1c716e48ecd6') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:45.169664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7631f89c-2ed6-436b-887f-1c716e48ecd6') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:45.176009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=6ab5822a-dd4c-4103-97ec-f05ae547c33c,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:45.178471 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4ff6dac3-cff2-4eca-8127-ba8f01492b9b req-12fa614c-47f7-4600-bc04-130f6333aa41 service neutron] 10.222.0.59 "GET /v2.0/networks/b67755cd-0fb9-4089-a6b4-2545d9c3caec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334901 Apr 18 21:24:45.202934 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a7208247-e24b-4b78-8c17-f776f02df5ef tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "DELETE /v2.0/subnets/9192bc02-69ab-4555-8a97-16359492e8dc HTTP/1.1" status: 204 len: 168 time: 2.0858643 Apr 18 21:24:45.205735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53454) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:45.224069 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.244405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e4c56-921b-4fd6-8917-ba6bcc399a48 req-1a7e74c8-5818-4b6d-933b-4e23d42e33c1 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:45.258763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c7e4c56-921b-4fd6-8917-ba6bcc399a48 req-1a7e74c8-5818-4b6d-933b-4e23d42e33c1 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 943 time: 0.7835622 Apr 18 21:24:45.320173 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b91b5388-5ca4-4dd9-9d8b-d7bd89067201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.342508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925d0e89-45f4-4d2f-aa28-e89ec9a6c660 None None] Network e332ecf8-806f-4d06-a34c-34a119ffbf88 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:45.363104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['6ab5822a-dd4c-4103-97ec-f05ae547c33c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:45.377188 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.401254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:45.401254 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:45.428194 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:45.478511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6580a3f-7699-4609-9ce0-e037f4e9bf87 None None] Pushing event updated for resources: {'Port': ['ID=15dd6270-30d2-4eb2-936c-b309001b365c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:45.555997 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c7e4c56-921b-4fd6-8917-ba6bcc399a48 req-0955dca3-8df4-4ba9-adbc-4ade2dff0c7f tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918172 Apr 18 21:24:45.571871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f86dcf-bfd8-4be9-a10b-408792340a07 req-4c7e1170-3b09-4007-843b-fe3972e7546d tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:45.575613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f86dcf-bfd8-4be9-a10b-408792340a07 req-4c7e1170-3b09-4007-843b-fe3972e7546d tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:45.588760 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96f86dcf-bfd8-4be9-a10b-408792340a07 req-4c7e1170-3b09-4007-843b-fe3972e7546d tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1678 time: 0.4770899 Apr 18 21:24:45.631411 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b91b5388-5ca4-4dd9-9d8b-d7bd89067201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.640058 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.642901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72ecea6a-0542-4bcd-b430-7aadec155083 req-b05d65f1-2f88-4672-9640-89cf76698330 service neutron] 10.222.0.59 "GET /v2.0/networks/827aa8b5-d8ed-4d5c-9506-fd73d0715f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627132 Apr 18 21:24:45.689545 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.708368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event deleted for resources: {'Network': ['ID=6cd37ceb-1311-45be-9bb0-3554d1c82ee7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:45.746064 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96f86dcf-bfd8-4be9-a10b-408792340a07 req-1ce266b1-fd92-42f7-9c34-6fe53cc0133a tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640122 Apr 18 21:24:45.753261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-da21364c-b89f-41af-8202-4fd01bdb981d tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Deleting subnet e25f0496-7e86-4211-87a5-991a051a4891 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:24:45.759392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da21364c-b89f-41af-8202-4fd01bdb981d tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.868069 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b91b5388-5ca4-4dd9-9d8b-d7bd89067201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.920672 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2a55c89c-1cfe-4f74-83e9-999b6d529a6b None None] Provisioning for port 3961a6af-ee7c-404f-9349-4ce9285b17d5 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:45.967676 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-270bff12-77d6-4dc5-8afd-2bb8a08a2fbe tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "DELETE /v2.0/networks/6cd37ceb-1311-45be-9bb0-3554d1c82ee7 HTTP/1.1" status: 204 len: 168 time: 1.9811606 Apr 18 21:24:45.980405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b5388-5ca4-4dd9-9d8b-d7bd89067201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80200d2e-0f20-4e77-810f-6f86140bb8ed,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:45.980405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53464) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:45.987320 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da21364c-b89f-41af-8202-4fd01bdb981d tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:46.088898 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b91b5388-5ca4-4dd9-9d8b-d7bd89067201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:46.088898 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b91b5388-5ca4-4dd9-9d8b-d7bd89067201 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80200d2e-0f20-4e77-810f-6f86140bb8ed HTTP/1.1" status: 204 len: 168 time: 1.0148273 Apr 18 21:24:46.161197 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8b86b84b-9e0d-4172-8994-464eb996d04a req-23298be2-f950-45a4-9e26-ad794f59db56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f628d21202440e8b443314511d1a1c1&device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1980 time: 0.7931643 Apr 18 21:24:46.175829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c13aa6c-eebf-45fe-a9e4-eac26760c565 None None] DHCP port deletion for e332ecf8-806f-4d06-a34c-34a119ffbf88 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:24:46.191701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 15dd6270-30d2-4eb2-936c-b309001b365c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:46.220108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81215e16-51dc-4cca-9e6f-68a3c17c4f67 req-842f105b-a24e-41ec-953f-49cc2f83862f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:46.227403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81215e16-51dc-4cca-9e6f-68a3c17c4f67 req-842f105b-a24e-41ec-953f-49cc2f83862f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 945 time: 0.2750220 Apr 18 21:24:46.262001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72ecea6a-0542-4bcd-b430-7aadec155083 req-669745c3-f513-413c-8790-5cab21784ad1 service neutron] 10.222.0.59 "GET /v2.0/networks/827aa8b5-d8ed-4d5c-9506-fd73d0715f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948439 Apr 18 21:24:46.306156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81215e16-51dc-4cca-9e6f-68a3c17c4f67 req-11c074ba-e534-4066-b71a-1412a40ab4ef tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778334 Apr 18 21:24:46.357608 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9c13aa6c-eebf-45fe-a9e4-eac26760c565 None None] Deleting port 3961a6af-ee7c-404f-9349-4ce9285b17d5 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:46.357608 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c13aa6c-eebf-45fe-a9e4-eac26760c565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:46.530906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 15dd6270-30d2-4eb2-936c-b309001b365c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:46.531007 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da21364c-b89f-41af-8202-4fd01bdb981d tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:46.540905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3961a6af-ee7c-404f-9349-4ce9285b17d5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:46.629407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ec912-c86c-4ab0-9042-a08372ce6500 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:46.634227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ec912-c86c-4ab0-9042-a08372ce6500 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:46.634829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e59ec912-c86c-4ab0-9042-a08372ce6500 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Synchronizing usage tracker for tenant:45a20252c0b84703b245ad3ecca96dbb on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:46.676434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86b84b-9e0d-4172-8994-464eb996d04a req-6bc19361-3397-434b-96d2-be4b71d438e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:46.705164 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8b86b84b-9e0d-4172-8994-464eb996d04a req-6bc19361-3397-434b-96d2-be4b71d438e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b67755cd-0fb9-4089-a6b4-2545d9c3caec HTTP/1.1" status: 200 len: 903 time: 0.3144221 Apr 18 21:24:46.759285 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8b86b84b-9e0d-4172-8994-464eb996d04a req-eb5cb229-d985-4420-b656-89f2f3502ca1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.169&port_id=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 HTTP/1.1" status: 200 len: 217 time: 0.0727091 Apr 18 21:24:46.814121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e59ec912-c86c-4ab0-9042-a08372ce6500 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Unset dirty status for tenant:45a20252c0b84703b245ad3ecca96dbb on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:46.815375 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e59ec912-c86c-4ab0-9042-a08372ce6500 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7853451 Apr 18 21:24:46.819658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53486) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:46.828006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1561544882'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:46.861980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86b84b-9e0d-4172-8994-464eb996d04a req-1686ce56-aa0e-44a8-84da-1892ea526780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:46.863845 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8b86b84b-9e0d-4172-8994-464eb996d04a req-1686ce56-aa0e-44a8-84da-1892ea526780 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c08a654-5093-4fa8-b39c-86f1390304ec HTTP/1.1" status: 200 len: 801 time: 0.0988433 Apr 18 21:24:46.881902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:46.910485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:46.921245 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da21364c-b89f-41af-8202-4fd01bdb981d tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:46.931048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9c13aa6c-eebf-45fe-a9e4-eac26760c565 None None] For port 3961a6af-ee7c-404f-9349-4ce9285b17d5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3961a6af-ee7c-404f-9349-4ce9285b17d5,segment=NetworkSegment(6caf44b4-b153-4ffb-88a7-56f135042794),segment_id=6caf44b4-b153-4ffb-88a7-56f135042794)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:46.932002 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c13aa6c-eebf-45fe-a9e4-eac26760c565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:46.974203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21364c-b89f-41af-8202-4fd01bdb981d tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event deleted for resources: {'Subnet': ['ID=e25f0496-7e86-4211-87a5-991a051a4891,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:47.010041 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da21364c-b89f-41af-8202-4fd01bdb981d tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.014758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e61bb3-b3d1-4d05-bb73-c58a9f7663f8 req-0f71a46e-875a-4996-913b-a30c44613aae tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:47.017020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-54e61bb3-b3d1-4d05-bb73-c58a9f7663f8 req-0f71a46e-875a-4996-913b-a30c44613aae tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 943 time: 0.1821215 Apr 18 21:24:47.037804 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-da21364c-b89f-41af-8202-4fd01bdb981d tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "DELETE /v2.0/subnets/e25f0496-7e86-4211-87a5-991a051a4891 HTTP/1.1" status: 204 len: 168 time: 1.8308280 Apr 18 21:24:47.040412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53492) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:47.097530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9c13aa6c-eebf-45fe-a9e4-eac26760c565 None None] Calling delete_port for 3961a6af-ee7c-404f-9349-4ce9285b17d5 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:47.109466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Made reservation on behalf of 45a20252c0b84703b245ad3ecca96dbb for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:47.112783 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.190254 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-54e61bb3-b3d1-4d05-bb73-c58a9f7663f8 req-addb7364-3650-4678-b87b-aeb9b1e8e127 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661019 Apr 18 21:24:47.193679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41068a80-ad6b-45ce-a377-1fcf01256100 None None] Network d5417bf1-29dc-45c5-8869-6a000262fa52 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:47.217193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:47.248125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.248695 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Added segment 40b5519f-485c-47ac-acbd-fbcae3756dec of type vlan for network 855623dc-0f9d-4b91-8402-770cee469ffc Apr 18 21:24:47.255652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34585a30-df8d-4f69-9fc1-b9db5c89b5da req-fba91cad-c455-442d-b7dc-bd9e394f2107 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:47.277772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34585a30-df8d-4f69-9fc1-b9db5c89b5da req-fba91cad-c455-442d-b7dc-bd9e394f2107 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:47.279923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34585a30-df8d-4f69-9fc1-b9db5c89b5da req-fba91cad-c455-442d-b7dc-bd9e394f2107 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1678 time: 0.2098501 Apr 18 21:24:47.286056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab8194f-ec4d-466c-b538-e755355a7a8e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:47.287484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dab8194f-ec4d-466c-b538-e755355a7a8e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Synchronizing usage tracker for tenant:88faa1c00f4d484db31c0dfa9823378c on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:47.301772 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8b86b84b-9e0d-4172-8994-464eb996d04a req-6a54c2ee-a7f2-44f6-98be-3ed683acf747 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b67755cd-0fb9-4089-a6b4-2545d9c3caec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4305835 Apr 18 21:24:47.342546 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3961a6af-ee7c-404f-9349-4ce9285b17d5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:47.364772 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3961a6af-ee7c-404f-9349-4ce9285b17d5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:47.365410 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.384384 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.412900 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34585a30-df8d-4f69-9fc1-b9db5c89b5da req-67e1b0b7-7b97-434a-88e8-abc4d5edaa01 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212051 Apr 18 21:24:47.450968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dab8194f-ec4d-466c-b538-e755355a7a8e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Unset dirty status for tenant:88faa1c00f4d484db31c0dfa9823378c on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:47.452200 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dab8194f-ec4d-466c-b538-e755355a7a8e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4106755 Apr 18 21:24:47.458763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53500) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:47.462273 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8b86b84b-9e0d-4172-8994-464eb996d04a req-e3c1d8df-f6ac-4192-b5f5-3fe7c9f29375 service neutron] 10.222.0.59 "GET /v2.0/networks/b67755cd-0fb9-4089-a6b4-2545d9c3caec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529448 Apr 18 21:24:47.535881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 037c3335-a0f7-40bd-add3-5a46da38164a details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:47.561173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c802f-d76b-4243-8a6c-a71055956ee8 req-7527d749-2688-47fe-8b50-093f3c56afdf tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:47.568049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb8c802f-d76b-4243-8a6c-a71055956ee8 req-7527d749-2688-47fe-8b50-093f3c56afdf tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 947 time: 0.1526735 Apr 18 21:24:47.586551 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c13aa6c-eebf-45fe-a9e4-eac26760c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.609300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.613198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:47.613859 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.645388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13aa6c-eebf-45fe-a9e4-eac26760c565 None None] Pushing event deleted for resources: {'Port': ['ID=3961a6af-ee7c-404f-9349-4ce9285b17d5,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:47.647226 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.664265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:24:47.683915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1657c70e-1f2d-45c0-beed-98c6fabe9c67 None None] Provisioning for port 15dd6270-30d2-4eb2-936c-b309001b365c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:47.697809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1657c70e-1f2d-45c0-beed-98c6fabe9c67 None None] Provisioning complete for port 15dd6270-30d2-4eb2-936c-b309001b365c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:47.698475 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1657c70e-1f2d-45c0-beed-98c6fabe9c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.720557 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.759078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Deleting port 15dd6270-30d2-4eb2-936c-b309001b365c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:47.759336 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.802584 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8b86b84b-9e0d-4172-8994-464eb996d04a req-9bd43d2d-9b1c-4bd6-8016-ffca436bd5c8 service neutron] 10.222.0.59 "GET /v2.0/networks/b67755cd-0fb9-4089-a6b4-2545d9c3caec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188953 Apr 18 21:24:47.822283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13aa6c-eebf-45fe-a9e4-eac26760c565 None None] No DVR routers for this DVR port 3961a6af-ee7c-404f-9349-4ce9285b17d5 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:47.910532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6ab5822a-dd4c-4103-97ec-f05ae547c33c up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:47.956171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969de48b-caf3-4b3e-86f3-b4d6c7184378 None None] DHCP port deletion for d5417bf1-29dc-45c5-8869-6a000262fa52 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:24:47.998365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-969de48b-caf3-4b3e-86f3-b4d6c7184378 None None] Deleting port 15dd6270-30d2-4eb2-936c-b309001b365c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:47.998937 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-969de48b-caf3-4b3e-86f3-b4d6c7184378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.030845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] For port 15dd6270-30d2-4eb2-936c-b309001b365c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=15dd6270-30d2-4eb2-936c-b309001b365c,segment=NetworkSegment(5feb4571-fde4-45d9-b7f5-c2553c7c5e33),segment_id=5feb4571-fde4-45d9-b7f5-c2553c7c5e33)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:48.031580 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.045064 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb8c802f-d76b-4243-8a6c-a71055956ee8 req-10269316-dbf0-4658-b077-faef60d03c4e tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4752021 Apr 18 21:24:48.048569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 037c3335-a0f7-40bd-add3-5a46da38164a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=037c3335-a0f7-40bd-add3-5a46da38164a,segment=NetworkSegment(75797f13-31c9-4241-af30-bb9567659c23),segment_id=75797f13-31c9-4241-af30-bb9567659c23)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:48.074147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event updated for resources: {'Network': ['ID=855623dc-0f9d-4b91-8402-770cee469ffc,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:48.096784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53512) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:48.118784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:48.119125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:48.119725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:48.120197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:48.120952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:48.121418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:48.122340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:48.122807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:48.123582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:48.124092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:48.124565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:48.132872 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1803e9ba-a28e-46df-ab25-8d55cab7ecde tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3110819 Apr 18 21:24:48.136440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53518) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:48.146330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-798660511'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:48.150588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 15dd6270-30d2-4eb2-936c-b309001b365c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:48.160038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:48.164535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Usage tracker for resource:network and tenant:45a20252c0b84703b245ad3ecca96dbb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:48.174430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3cf58-c0f3-431a-81da-d6c57faea9e0 req-b9a64ad0-425b-4b0a-b02c-ed5cfb3bbbf6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:48.182270 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-29d3cf58-c0f3-431a-81da-d6c57faea9e0 req-b9a64ad0-425b-4b0a-b02c-ed5cfb3bbbf6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 945 time: 0.5202968 Apr 18 21:24:48.185139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:48.210245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:48.221814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 855623dc-0f9d-4b91-8402-770cee469ffc details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:48.253102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '037c3335-a0f7-40bd-add3-5a46da38164a', 'network_id': 'a723ba76-8608-4685-b7dc-9c77c7dc31da', 'port_id': '037c3335-a0f7-40bd-add3-5a46da38164a', 'mac_address': 'fa:16:3e:3f:33:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8607728-7401-4c13-ab5d-513e8d869ef6', 'ip_address': '19.80.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:48.274087 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-29d3cf58-c0f3-431a-81da-d6c57faea9e0 req-bb89f910-ebdb-4c63-a2dc-01bb177b9324 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906568 Apr 18 21:24:48.291962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Made reservation on behalf of 45a20252c0b84703b245ad3ecca96dbb for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:48.296277 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.319110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Calling delete_port for 15dd6270-30d2-4eb2-936c-b309001b365c owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:48.338809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:48.349708 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.350170 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Added segment ed6f8e0c-409c-4596-9f6a-0c9f2630a89a of type vlan for network 481e38ae-f698-4456-9e0b-1ec8ecb60a24 Apr 18 21:24:48.385662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1711410008-network', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:48.395901 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.402052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:48.411255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Usage tracker for resource:network and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:48.417939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:48.458596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-d62ff108-007d-4d4d-9555-cedf15f0c24a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:48.459448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-d62ff108-007d-4d4d-9555-cedf15f0c24a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Synchronizing usage tracker for tenant:9fcc73c7f7d343179467f64a2ae7eb25 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:48.498477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:48.539119 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.544834 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1657c70e-1f2d-45c0-beed-98c6fabe9c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.551450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad255269-66e4-4724-80bb-3f4284ca6c80 req-cbe55465-e8af-420e-863b-2ccde021c203 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:48.552912 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad255269-66e4-4724-80bb-3f4284ca6c80 req-cbe55465-e8af-420e-863b-2ccde021c203 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 943 time: 0.1261656 Apr 18 21:24:48.587115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No active binding found for port 15dd6270-30d2-4eb2-936c-b309001b365c {{(pid=85050) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 21:24:48.587659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 15dd6270-30d2-4eb2-936c-b309001b365c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:24:48.587946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3961a6af-ee7c-404f-9349-4ce9285b17d5 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:48.605555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event deleted for resources: {'Port': ['ID=15dd6270-30d2-4eb2-936c-b309001b365c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:48.611532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-d62ff108-007d-4d4d-9555-cedf15f0c24a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Unset dirty status for tenant:9fcc73c7f7d343179467f64a2ae7eb25 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:48.613617 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-d62ff108-007d-4d4d-9555-cedf15f0c24a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 947 time: 0.5017881 Apr 18 21:24:48.624194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] No DVR routers for this DVR port 15dd6270-30d2-4eb2-936c-b309001b365c on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:48.631274 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.635099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:48.635670 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.639071 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.639217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Made reservation on behalf of 18546b6476ee48ff8dbb33e9f0d62503 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:48.641313 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.720214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3961a6af-ee7c-404f-9349-4ce9285b17d5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:24:48.720809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3961a6af-ee7c-404f-9349-4ce9285b17d5 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:24:48.751315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037c3335-a0f7-40bd-add3-5a46da38164a {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:48.758675 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.808151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Deleting port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:48.808494 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.809716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad255269-66e4-4724-80bb-3f4284ca6c80 req-6bc77d50-2d6a-4c14-a741-a6789eb17ff5 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508636 Apr 18 21:24:48.817606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 6ab5822a-dd4c-4103-97ec-f05ae547c33c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:48.820842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event updated for resources: {'Network': ['ID=481e38ae-f698-4456-9e0b-1ec8ecb60a24,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:48.821860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 037c3335-a0f7-40bd-add3-5a46da38164a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=037c3335-a0f7-40bd-add3-5a46da38164a,segment=NetworkSegment(75797f13-31c9-4241-af30-bb9567659c23),segment_id=75797f13-31c9-4241-af30-bb9567659c23)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:48.828651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-969de48b-caf3-4b3e-86f3-b4d6c7184378 None None] For port 15dd6270-30d2-4eb2-936c-b309001b365c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=15dd6270-30d2-4eb2-936c-b309001b365c,segment=NetworkSegment(5feb4571-fde4-45d9-b7f5-c2553c7c5e33),segment_id=5feb4571-fde4-45d9-b7f5-c2553c7c5e33)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:48.829250 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-969de48b-caf3-4b3e-86f3-b4d6c7184378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.841420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 6ab5822a-dd4c-4103-97ec-f05ae547c33c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:48.842062 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.849136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:48.853347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Usage tracker for resource:security_group_rule and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:48.858157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:48.875640 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:48.876792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 481e38ae-f698-4456-9e0b-1ec8ecb60a24 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:48.877300 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.883371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffe429-90ac-484a-b5d5-e6642903ea7e req-50833803-e0ef-4dc4-8b9c-7a1810ca2094 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:48.887846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffe429-90ac-484a-b5d5-e6642903ea7e req-50833803-e0ef-4dc4-8b9c-7a1810ca2094 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:48.889389 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50ffe429-90ac-484a-b5d5-e6642903ea7e req-50833803-e0ef-4dc4-8b9c-7a1810ca2094 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1678 time: 0.3140678 Apr 18 21:24:48.900800 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ad0085c2-f8f6-48f3-9587-dfaae64e2b55 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7585392 Apr 18 21:24:48.906518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53526) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:48.912819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'ports': [{'network_id': '855623dc-0f9d-4b91-8402-770cee469ffc', 'name': 'tempest-port--671363744', 'admin_state_up': True}, {'network_id': '481e38ae-f698-4456-9e0b-1ec8ecb60a24', 'admin_state_up': False}]} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:48.913137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'port': {'network_id': '855623dc-0f9d-4b91-8402-770cee469ffc', 'name': 'tempest-port--671363744', 'admin_state_up': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:48.913754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'port': {'network_id': '481e38ae-f698-4456-9e0b-1ec8ecb60a24', 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:48.944469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5417bf1-29dc-45c5-8869-6a000262fa52']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:48.963117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5feb4571-fde4-45d9-b7f5-c2553c7c5e33') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:48.963594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5feb4571-fde4-45d9-b7f5-c2553c7c5e33') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:48.999433 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.044445 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.045288 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a09162d5-27ad-4ee9-a3b5-be6854e8a93d details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:49.069407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50ffe429-90ac-484a-b5d5-e6642903ea7e req-2ae6f302-927f-46fc-a049-a2c051d905f7 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670134 Apr 18 21:24:49.073193 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.086908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:49.090530 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:49.103434 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:49.227835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.252654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-969de48b-caf3-4b3e-86f3-b4d6c7184378 None None] Calling delete_port for 15dd6270-30d2-4eb2-936c-b309001b365c owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:49.258853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:49.263871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Usage tracker for resource:port and tenant:45a20252c0b84703b245ad3ecca96dbb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:49.267400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:49.273855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:49.328767 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.371496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:49.394539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae20417-6f9e-452a-bef6-b431b12d7adc,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:49.402139 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.402679 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Added segment e284f8d1-905f-45b5-9318-891faa89fb71 of type vlan for network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 Apr 18 21:24:49.412495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Made reservation on behalf of 45a20252c0b84703b245ad3ecca96dbb for: {'port': 2} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:49.416958 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.436105 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] For port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:49.436595 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.469246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=037c3335-a0f7-40bd-add3-5a46da38164a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:49.499665 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.510403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.516203 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.531127 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:24:49.533270 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:24:49.554997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.556562 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-969de48b-caf3-4b3e-86f3-b4d6c7184378 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:24:49.556922 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-969de48b-caf3-4b3e-86f3-b4d6c7184378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:24:49.579403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event deleted for resources: {'Network': ['ID=d5417bf1-29dc-45c5-8869-6a000262fa52,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:49.580243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec8811-7e4b-485a-b0f9-2508a5cdf97e req-19694c68-e56e-4d6b-b764-62ee451096a4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:49.582505 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4ec8811-7e4b-485a-b0f9-2508a5cdf97e req-19694c68-e56e-4d6b-b764-62ee451096a4 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 947 time: 0.2951717 Apr 18 21:24:49.583995 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.595276 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9e7ae4cb-d253-4cfe-aabb-ef77a5430338 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "DELETE /v2.0/networks/d5417bf1-29dc-45c5-8869-6a000262fa52 HTTP/1.1" status: 204 len: 168 time: 2.1353891 Apr 18 21:24:49.598099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53534) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:49.629031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a09162d5-27ad-4ee9-a3b5-be6854e8a93d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a09162d5-27ad-4ee9-a3b5-be6854e8a93d,segment=NetworkSegment(926cea2e-6c38-4194-82a7-a8f1ed5e1476),segment_id=926cea2e-6c38-4194-82a7-a8f1ed5e1476)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:49.644330 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8e1226-1ef1-44a5-b721-c5780d73f393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab5822a-dd4c-4103-97ec-f05ae547c33c'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:49.657014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'a09162d5-27ad-4ee9-a3b5-be6854e8a93d', 'network_id': '827aa8b5-d8ed-4d5c-9506-fd73d0715f9f', 'port_id': 'a09162d5-27ad-4ee9-a3b5-be6854e8a93d', 'mac_address': 'fa:16:3e:b9:4c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd839ce2-323e-462c-a15f-d76f0fb5f283', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:49.661110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 6ab5822a-dd4c-4103-97ec-f05ae547c33c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6ab5822a-dd4c-4103-97ec-f05ae547c33c,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:49.719453 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.736266 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.780892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09162d5-27ad-4ee9-a3b5-be6854e8a93d {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:49.791550 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.792396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:49.792966 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.818136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a09162d5-27ad-4ee9-a3b5-be6854e8a93d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a09162d5-27ad-4ee9-a3b5-be6854e8a93d,segment=NetworkSegment(926cea2e-6c38-4194-82a7-a8f1ed5e1476),segment_id=926cea2e-6c38-4194-82a7-a8f1ed5e1476)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:49.830671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=6ab5822a-dd4c-4103-97ec-f05ae547c33c,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:49.845798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4ec8811-7e4b-485a-b0f9-2508a5cdf97e req-73cb67d7-e484-4d3d-9905-462264e1f49a tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups?id=3fb33883-4c94-4278-afe7-09d063cc1623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422690 Apr 18 21:24:49.882449 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.883380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:49.906918 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.955723 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2095d454-f768-4f36-b956-10a2cd8837f0'] response: {'server_uuid': '9d8e1226-1ef1-44a5-b721-c5780d73f393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab5822a-dd4c-4103-97ec-f05ae547c33c', 'code': 200} Apr 18 21:24:49.964359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72954167-36f3-44a4-aaf3-ce52a864b273 req-249d2541-812e-43d2-93f9-beb8b1d0ad5f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:49.972801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72954167-36f3-44a4-aaf3-ce52a864b273 req-249d2541-812e-43d2-93f9-beb8b1d0ad5f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 945 time: 0.5139256 Apr 18 21:24:50.007446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] device_id is not set on port 36a813eb-59f0-42ab-9e37-e46da3a029a2 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:24:50.020838 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9218786 Apr 18 21:24:50.025860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53542) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:50.033066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Request body: {'subnet': {'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1711410008-subnet', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:50.040858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01aaca-7fb4-4023-a1db-26585e2e88fc admin admin] Pushing event updated for resources: {'Network': ['ID=96c2fcdd-2cca-467d-9433-9c5ebd738c61,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:50.047442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:50.061007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Usage tracker for resource:subnet and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:50.069794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:50.073575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-969de48b-caf3-4b3e-86f3-b4d6c7184378 None None] Deleting port 15dd6270-30d2-4eb2-936c-b309001b365c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:50.074133 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-969de48b-caf3-4b3e-86f3-b4d6c7184378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.083984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:50.084866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.085502 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.085916 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Floating IP 546b2175-e005-4743-bf36-3b6e2ca4c14c disassociated. External IP: 172.25.3.201, port: 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9. Apr 18 21:24:50.086704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Calling delete_port for 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:50.111091 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:50.155205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a09162d5-27ad-4ee9-a3b5-be6854e8a93d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:50.162071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72954167-36f3-44a4-aaf3-ce52a864b273 req-32bac9f8-6cf1-4d26-9550-23915915f5ec tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881483 Apr 18 21:24:50.235461 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.270378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-969de48b-caf3-4b3e-86f3-b4d6c7184378 None None] The port '15dd6270-30d2-4eb2-936c-b309001b365c' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:24:50.300066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e332ecf8-806f-4d06-a34c-34a119ffbf88']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:50.320589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6caf44b4-b153-4ffb-88a7-56f135042794') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:50.320959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6caf44b4-b153-4ffb-88a7-56f135042794') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:50.340986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Made reservation on behalf of 18546b6476ee48ff8dbb33e9f0d62503 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:50.343490 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.350665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,segment=NetworkSegment(2fe3a1da-f43e-40cc-a908-f9bf7d96e92d),segment_id=2fe3a1da-f43e-40cc-a908-f9bf7d96e92d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:50.363500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.367167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793', 'network_id': 'b67755cd-0fb9-4089-a6b4-2545d9c3caec', 'port_id': '8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793', 'mac_address': 'fa:16:3e:ad:8d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c08a654-5093-4fa8-b39c-86f1390304ec', 'ip_address': '19.86.0.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:50.399468 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a60e4fe5-5447-46c6-8461-609c96674fb0 req-696e8f46-2cd6-44df-a3fb-c4162af98f12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 1097 time: 0.3862922 Apr 18 21:24:50.420483 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.425670 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.439389 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.443864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:50.444483 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:50.459667 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:50.462054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:50.478691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,segment=NetworkSegment(2fe3a1da-f43e-40cc-a908-f9bf7d96e92d),segment_id=2fe3a1da-f43e-40cc-a908-f9bf7d96e92d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:50.540013 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a60e4fe5-5447-46c6-8461-609c96674fb0 req-53a752ba-152f-48f6-814f-d05afcc899db service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315479 Apr 18 21:24:50.565612 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.588906 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.623215 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.627401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.630209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event deleted for resources: {'Port': ['ID=1ec1ad8e-4fd2-4df7-b796-b7975e55edb9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:50.661852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event deleted for resources: {'Network': ['ID=e332ecf8-806f-4d06-a34c-34a119ffbf88,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:50.675771 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-70cb2868-4b8b-4d54-b34a-92502a7f25e5 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "DELETE /v2.0/networks/e332ecf8-806f-4d06-a34c-34a119ffbf88 HTTP/1.1" status: 204 len: 168 time: 1.0766141 Apr 18 21:24:50.676778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53548) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:50.732860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bff86b-4707-4665-b9b2-489f863b4dc7 req-14317cdc-d1ac-4ba1-8b22-e6cc8ecfb673 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:50.734483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6bff86b-4707-4665-b9b2-489f863b4dc7 req-14317cdc-d1ac-4ba1-8b22-e6cc8ecfb673 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 944 time: 0.6422086 Apr 18 21:24:50.748058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:50.752141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] device_id is not set on port 9f8d99bf-7f15-4d93-9200-b9213ee3ece4 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:24:50.864592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579728-05d0-4d6f-99c9-3fa7a9259be3 req-bc0113e7-6355-4869-820d-f82a1cfa5814 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:50.868603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579728-05d0-4d6f-99c9-3fa7a9259be3 req-bc0113e7-6355-4869-820d-f82a1cfa5814 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:50.870172 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d579728-05d0-4d6f-99c9-3fa7a9259be3 req-bc0113e7-6355-4869-820d-f82a1cfa5814 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1679 time: 0.5305808 Apr 18 21:24:50.877934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6bff86b-4707-4665-b9b2-489f863b4dc7 req-bc4421be-d91d-433e-ae5d-c60d719eb130 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348388 Apr 18 21:24:50.896166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['a09162d5-27ad-4ee9-a3b5-be6854e8a93d'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:50.939249 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:50.955546 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:51.015922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['037c3335-a0f7-40bd-add3-5a46da38164a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:51.030288 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.143416 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8324947-c7ea-4b51-884a-ae7ee0426e68 req-8fe81e14-c7da-4c2b-bee4-d2e114174e8b tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 210 time: 0.0912724 Apr 18 21:24:51.180534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d579728-05d0-4d6f-99c9-3fa7a9259be3 req-91d28d8e-f555-4f25-a922-be683fcd3387 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961326 Apr 18 21:24:51.261063 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.304288 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.365567 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.372271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc9adaf-989b-4925-8e37-e623f7745f38']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:51.389729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fece7c-673a-4c79-8720-e1cfb60041fc') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:51.390041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fece7c-673a-4c79-8720-e1cfb60041fc') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:51.412685 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.444443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Router 12336b33-83c8-4ffe-a0c3-db24bde103e8 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:24:51.455577 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.542541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:51.542541 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:51.558711 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:51.624045 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event updated for resources: {'Port': ['ID=36a813eb-59f0-42ab-9e37-e46da3a029a2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:51.630042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=23addfbc-2010-41c2-a583-5d468a0b3722,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:51.668063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Checking segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:51.668063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Network hostable DHCP agents. Network: 96c2fcdd-2cca-467d-9433-9c5ebd738c61, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:24:51.675324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Checking segment: {'id': '40b5519f-485c-47ac-acbd-fbcae3756dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '855623dc-0f9d-4b91-8402-770cee469ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:51.675324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Network hostable DHCP agents. Network: 855623dc-0f9d-4b91-8402-770cee469ffc, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:24:51.708912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce277f0-4bb6-4d0e-9574-a648a62997b3 req-f955c782-b8cc-432d-9001-8ce2100fa039 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:51.710438 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fce277f0-4bb6-4d0e-9574-a648a62997b3 req-f955c782-b8cc-432d-9001-8ce2100fa039 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 946 time: 0.2555189 Apr 18 21:24:51.764419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fce277f0-4bb6-4d0e-9574-a648a62997b3 req-a3294b9d-36d3-40eb-bbc6-1760471a14b3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463369 Apr 18 21:24:51.777727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:24:51.789201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:51.801672 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138f460-b667-45b9-a638-db81493b112d None None] Sync routers for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:24:51.803088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Network 855623dc-0f9d-4b91-8402-770cee469ffc is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:24:51.814147 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138f460-b667-45b9-a638-db81493b112d None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:51.815743 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d138f460-b667-45b9-a638-db81493b112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:51.826054 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.850748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.876952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 96c2fcdd-2cca-467d-9433-9c5ebd738c61) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:51.888980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event deleted for resources: {'Network': ['ID=fdc9adaf-989b-4925-8e37-e623f7745f38,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:51.889441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f1cf8e-423f-4861-b060-d60a92c3f756 None None] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:51.891325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:51.893318 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.910312 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5d1891b2-bb30-4e4f-8eba-507be630cd95 tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "DELETE /v2.0/networks/fdc9adaf-989b-4925-8e37-e623f7745f38 HTTP/1.1" status: 204 len: 168 time: 1.2202823 Apr 18 21:24:51.910312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] No DVR routers for this DVR port 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:51.910502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 855623dc-0f9d-4b91-8402-770cee469ffc) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:51.910587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53556) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:51.910587 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.910587 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca370afb-7bd4-4ead-8618-a6d6144fd269 req-5d008457-a806-4024-bafa-26332c6616aa tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.59 "DELETE /v2.0/ports/1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 HTTP/1.1" status: 204 len: 173 time: 3.2509553 Apr 18 21:24:51.910798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:51.910798 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.931494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f03643-fe5e-4dd2-959d-123f88010a28 None None] Network 855623dc-0f9d-4b91-8402-770cee469ffc requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:51.938189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'name': 'network-vif-deleted', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:52.066752 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124ffaf4-88e9-482a-88a2-eb39119f32bd'] response: {'server_uuid': 'bfd71772-aa6d-4955-b002-7a927c1ddca6', 'name': 'network-vif-deleted', 'tag': '1ec1ad8e-4fd2-4df7-b796-b7975e55edb9', 'status': 'completed', 'code': 200} Apr 18 21:24:52.082221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event updated for resources: {'Port': ['ID=9f8d99bf-7f15-4d93-9200-b9213ee3ece4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:52.112734 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:52.119985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4ab92beb-21d7-4ea8-8fe6-7c6df73de1bd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0918605 Apr 18 21:24:52.123763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53564) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:52.130643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:52.144432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:52.159500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Usage tracker for resource:router and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:52.163571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:52.233596 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d138f460-b667-45b9-a638-db81493b112d None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:52.279467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Checking segment: {'id': 'ed6f8e0c-409c-4596-9f6a-0c9f2630a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '481e38ae-f698-4456-9e0b-1ec8ecb60a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:52.287000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:52.291592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Network hostable DHCP agents. Network: 481e38ae-f698-4456-9e0b-1ec8ecb60a24, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:24:52.360971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319fc0e-9b6d-497a-9421-992fdc00eee4 req-168922eb-14f2-4ece-b032-ade594b7c975 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:52.360971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9319fc0e-9b6d-497a-9421-992fdc00eee4 req-168922eb-14f2-4ece-b032-ade594b7c975 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 944 time: 0.2317536 Apr 18 21:24:52.437386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Network 481e38ae-f698-4456-9e0b-1ec8ecb60a24 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:24:52.464546 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:52.464546 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:52.519836 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9319fc0e-9b6d-497a-9421-992fdc00eee4 req-68b666d9-da78-48d3-8b79-1797d514dfa7 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634765 Apr 18 21:24:52.555440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 481e38ae-f698-4456-9e0b-1ec8ecb60a24) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:52.576480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf596-3a75-4dcc-939d-837efea4d6d5 req-dede3c0d-f6b0-4d2c-8835-0f7117f215b1 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:52.576570 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:52.577131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf596-3a75-4dcc-939d-837efea4d6d5 req-dede3c0d-f6b0-4d2c-8835-0f7117f215b1 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:52.578782 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea8cf596-3a75-4dcc-939d-837efea4d6d5 req-dede3c0d-f6b0-4d2c-8835-0f7117f215b1 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1680 time: 0.1992233 Apr 18 21:24:52.579574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:52.583389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:52.599285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:52.610421 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:52.626040 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960be3db-90a1-43c3-b1a4-8431dbcfa8ac None None] Network 481e38ae-f698-4456-9e0b-1ec8ecb60a24 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:52.647984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b9ad4a-3344-49b0-91c5-c5623b498199']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:52.673980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 037c3335-a0f7-40bd-add3-5a46da38164a up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:52.678654 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:52.678654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b46a4d8-2d36-45f0-8505-0b347dca6aad') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:52.678654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b46a4d8-2d36-45f0-8505-0b347dca6aad') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:52.706079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:52.759081 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:52.759081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:52.759081 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:52.793285 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:52.822163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea8cf596-3a75-4dcc-939d-837efea4d6d5 req-4c86bb4f-dde2-48c2-a833-d1c417dd16fe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878567 Apr 18 21:24:52.860565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-37d9a577-ebe0-43c9-a5d4-af00349a0bc6 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.9478340 Apr 18 21:24:52.869032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53576) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:52.960438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:24:52.962772 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:52.968941 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d138f460-b667-45b9-a638-db81493b112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:47Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:52.974080 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138f460-b667-45b9-a638-db81493b112d None None] Checking router: 12336b33-83c8-4ffe-a0c3-db24bde103e8 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:24:53.001767 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138f460-b667-45b9-a638-db81493b112d None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:53.002389 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d138f460-b667-45b9-a638-db81493b112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:53.018821 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3494a11f-c52c-49a6-8e34-4838837f324e req-75929903-93b3-4f91-8581-b21d8b2d47d3 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd71772-aa6d-4955-b002-7a927c1ddca6 HTTP/1.1" status: 200 len: 210 time: 0.1540928 Apr 18 21:24:53.082744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f00f37-8ad2-4139-bea2-9b24f8f481ad tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:53.087318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f00f37-8ad2-4139-bea2-9b24f8f481ad tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:53.089049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-71f00f37-8ad2-4139-bea2-9b24f8f481ad tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Synchronizing usage tracker for tenant:45a20252c0b84703b245ad3ecca96dbb on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:53.243400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-71f00f37-8ad2-4139-bea2-9b24f8f481ad tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Unset dirty status for tenant:45a20252c0b84703b245ad3ecca96dbb on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:53.249433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-71f00f37-8ad2-4139-bea2-9b24f8f481ad tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3721375 Apr 18 21:24:53.250619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53580) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:53.309130 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d138f460-b667-45b9-a638-db81493b112d None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:53.334220 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:53.343964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Allocated IP 172.20.0.2 (96c2fcdd-2cca-467d-9433-9c5ebd738c61/23addfbc-2010-41c2-a583-5d468a0b3722/4e59229e-5e35-4f14-8307-c5f762cf76ab) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:53.355201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 037c3335-a0f7-40bd-add3-5a46da38164a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:53.362388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 037c3335-a0f7-40bd-add3-5a46da38164a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:53.362985 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:53.380257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7274a4b2-7544-4abc-a8e9-fda6693f97e2 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Deleting port 36a813eb-59f0-42ab-9e37-e46da3a029a2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:53.380740 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7274a4b2-7544-4abc-a8e9-fda6693f97e2 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:53.384246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:53.421820 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:53.452573 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] 10.222.0.11 "DELETE /v2.0/networks/95b9ad4a-3344-49b0-91c5-c5623b498199 HTTP/1.1" status: 204 len: 168 time: 1.5506532 Apr 18 21:24:53.483615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9811874-4be8-4391-8848-313f3a5db06e tempest-BulkNetworkOpsTest-543352898 tempest-BulkNetworkOpsTest-543352898-project] Pushing event deleted for resources: {'Network': ['ID=95b9ad4a-3344-49b0-91c5-c5623b498199,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:53.530674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07084f15-a4f1-4a7d-94ac-462ec4bd7198 req-f0d59df7-24ce-40d4-8f6d-4279dd6a4b29 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:53.539000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07084f15-a4f1-4a7d-94ac-462ec4bd7198 req-f0d59df7-24ce-40d4-8f6d-4279dd6a4b29 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 946 time: 0.4004154 Apr 18 21:24:53.739244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07084f15-a4f1-4a7d-94ac-462ec4bd7198 req-c6ade7ea-cd5d-4e10-9ae9-8fb49e33851e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992486 Apr 18 21:24:53.788693 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:53.845907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:53.864311 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:53.869237 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d138f460-b667-45b9-a638-db81493b112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:47Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:53.881085 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138f460-b667-45b9-a638-db81493b112d None None] The sync data for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 is: [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 4, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '506cf3cb-fa3e-4bcf-88a7-363252c08ab7', 'name': '', 'network_id': '40555ad7-33a0-41d9-873f-e57f23f1fa23', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:47Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'subnets': [{'id': 'ed1432d0-91ad-4671-b49d-79ee529eb9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:24:53.885253 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7274a4b2-7544-4abc-a8e9-fda6693f97e2 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:53.998733 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037c3335-a0f7-40bd-add3-5a46da38164a'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:54.016604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 037c3335-a0f7-40bd-add3-5a46da38164a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=037c3335-a0f7-40bd-add3-5a46da38164a,segment=NetworkSegment(75797f13-31c9-4241-af30-bb9567659c23),segment_id=75797f13-31c9-4241-af30-bb9567659c23)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:54.034221 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.060311 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Transition to ACTIVE for port object 4e59229e-5e35-4f14-8307-c5f762cf76ab will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:54.105720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Transition to ACTIVE for port object 4e59229e-5e35-4f14-8307-c5f762cf76ab will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:54.116611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53596) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:54.141913 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.142731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a09162d5-27ad-4ee9-a3b5-be6854e8a93d up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:54.217005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7274a4b2-7544-4abc-a8e9-fda6693f97e2 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Calling delete_port for 36a813eb-59f0-42ab-9e37-e46da3a029a2 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:54.291674 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.339945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d747084-7b80-4429-a5c8-949617b6c239 None None] New status for floating IP 546b2175-e005-4743-bf36-3b6e2ca4c14c: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:24:54.366278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Allocated IP 172.25.3.228 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:54.414343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb4140-6ec4-4a9f-adda-c4c11b39f688 req-cd3aea41-38ec-4086-9cf6-395451936291 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:54.416077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cbb4140-6ec4-4a9f-adda-c4c11b39f688 req-cd3aea41-38ec-4086-9cf6-395451936291 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 944 time: 0.6498220 Apr 18 21:24:54.423781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780b403-1167-4905-830a-d6678f36a5ea req-5e6cb79f-b9a6-4dac-b662-b9c07038e663 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:54.427916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780b403-1167-4905-830a-d6678f36a5ea req-5e6cb79f-b9a6-4dac-b662-b9c07038e663 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:54.429466 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2780b403-1167-4905-830a-d6678f36a5ea req-5e6cb79f-b9a6-4dac-b662-b9c07038e663 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1681 time: 0.2245667 Apr 18 21:24:54.509568 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7274a4b2-7544-4abc-a8e9-fda6693f97e2 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.518017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cbb4140-6ec4-4a9f-adda-c4c11b39f688 req-99e212fe-d5f8-4540-bda5-5f3fd6b42b40 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874896 Apr 18 21:24:54.543363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2780b403-1167-4905-830a-d6678f36a5ea req-8066ccae-c240-4a9e-8e78-d768d873dd54 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859904 Apr 18 21:24:54.544655 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d2acf437-25bc-4a5b-a4db-89dd202e4c07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=88faa1c00f4d484db31c0dfa9823378c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4212146 Apr 18 21:24:54.544655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53604) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:54.545147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:54.555820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:54.563124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:54.606053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.662720 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb233-28a3-4424-bad2-95f110b78249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.669345 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e12f22a-88ae-438e-b902-49b93ac870df'] response: {'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037c3335-a0f7-40bd-add3-5a46da38164a', 'code': 200} Apr 18 21:24:54.669923 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7274a4b2-7544-4abc-a8e9-fda6693f97e2 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.683831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=037c3335-a0f7-40bd-add3-5a46da38164a,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:54.689740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274a4b2-7544-4abc-a8e9-fda6693f97e2 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event deleted for resources: {'Port': ['ID=36a813eb-59f0-42ab-9e37-e46da3a029a2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:54.694404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb233-28a3-4424-bad2-95f110b78249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.761649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.765283 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7274a4b2-7544-4abc-a8e9-fda6693f97e2 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "DELETE /v2.0/ports/36a813eb-59f0-42ab-9e37-e46da3a029a2 HTTP/1.1" status: 204 len: 168 time: 1.5130830 Apr 18 21:24:54.765960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53610) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:54.787756 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d9afe08-f6e7-4578-9c8e-1c203ec00aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.812905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port a09162d5-27ad-4ee9-a3b5-be6854e8a93d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:54.831556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Attempting to bind port 4e59229e-5e35-4f14-8307-c5f762cf76ab on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:54.831920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Attempting to bind port 4e59229e-5e35-4f14-8307-c5f762cf76ab by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:54.832393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Attempting to bind port 4e59229e-5e35-4f14-8307-c5f762cf76ab on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:54.836521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Pushing event updated for resources: {'Port': ['ID=4e59229e-5e35-4f14-8307-c5f762cf76ab,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:54.837307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-688508be-0719-4f65-996c-55c41c230d07 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Deleting port 9f8d99bf-7f15-4d93-9200-b9213ee3ece4 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:54.837307 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-688508be-0719-4f65-996c-55c41c230d07 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.837899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port a09162d5-27ad-4ee9-a3b5-be6854e8a93d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:54.838260 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.876608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53614) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:54.883419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:54.885148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:54.885616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Checking segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:54.886018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.886405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Bound using segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:54.886896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Bound port: 4e59229e-5e35-4f14-8307-c5f762cf76ab, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:54.887780 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.889764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:54.892119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:54.934668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Pushing event updated for resources: {'Port': ['ID=55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:54.998592 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f80d593-54df-4a02-a61d-43ee702bb827 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.027486 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f80d593-54df-4a02-a61d-43ee702bb827 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.041736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] For port 4e59229e-5e35-4f14-8307-c5f762cf76ab, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:55.042411 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb233-28a3-4424-bad2-95f110b78249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.058981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] For port 4e59229e-5e35-4f14-8307-c5f762cf76ab, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4e59229e-5e35-4f14-8307-c5f762cf76ab,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:55.061018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.099792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a09162d5-27ad-4ee9-a3b5-be6854e8a93d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a09162d5-27ad-4ee9-a3b5-be6854e8a93d,segment=NetworkSegment(926cea2e-6c38-4194-82a7-a8f1ed5e1476),segment_id=926cea2e-6c38-4194-82a7-a8f1ed5e1476)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:55.105537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cb233-28a3-4424-bad2-95f110b78249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e39589-c3d9-4a68-9c30-61d6d97478c6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:55.141026 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.148342 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-688508be-0719-4f65-996c-55c41c230d07 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.151715 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb233-28a3-4424-bad2-95f110b78249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.153392 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cb1cb233-28a3-4424-bad2-95f110b78249 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68e39589-c3d9-4a68-9c30-61d6d97478c6 HTTP/1.1" status: 204 len: 168 time: 0.6100450 Apr 18 21:24:55.224779 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.225888 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:55.302489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e201-9305-47f6-a6df-e44cb3ee2a5b None None] Pushing event updated for resources: {'Port': ['ID=4e59229e-5e35-4f14-8307-c5f762cf76ab,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:55.309597 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f80d593-54df-4a02-a61d-43ee702bb827 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.314284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-688508be-0719-4f65-996c-55c41c230d07 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Calling delete_port for 9f8d99bf-7f15-4d93-9200-b9213ee3ece4 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:55.337231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80d593-54df-4a02-a61d-43ee702bb827 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb33883-4c94-4278-afe7-09d063cc1623,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:55.391422 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.392285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.405315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a09162d5-27ad-4ee9-a3b5-be6854e8a93d,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:55.462979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:55.469838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:55.472561 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.495239 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f80d593-54df-4a02-a61d-43ee702bb827 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.496373 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7f80d593-54df-4a02-a61d-43ee702bb827 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "DELETE /v2.0/security-groups/3fb33883-4c94-4278-afe7-09d063cc1623 HTTP/1.1" status: 204 len: 168 time: 0.6350756 Apr 18 21:24:55.503703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53622) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:55.556331 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-688508be-0719-4f65-996c-55c41c230d07 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.582845 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-2ba51bb4-2bb8-4cde-a990-8a7ef145beb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] show failed (client error): The resource could not be found. Apr 18 21:24:55.586637 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2ba51bb4-2bb8-4cde-a990-8a7ef145beb1 tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "GET /v2.0/security-groups/3fb33883-4c94-4278-afe7-09d063cc1623 HTTP/1.1" status: 404 len: 347 time: 0.0810535 Apr 18 21:24:55.599656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53632) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:55.714335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688508be-0719-4f65-996c-55c41c230d07 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event deleted for resources: {'Port': ['ID=9f8d99bf-7f15-4d93-9200-b9213ee3ece4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:55.733386 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-688508be-0719-4f65-996c-55c41c230d07 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.761728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-688508be-0719-4f65-996c-55c41c230d07 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "DELETE /v2.0/ports/9f8d99bf-7f15-4d93-9200-b9213ee3ece4 HTTP/1.1" status: 204 len: 168 time: 0.9945290 Apr 18 21:24:55.773686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53638) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:55.797905 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.869340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,segment=NetworkSegment(2fe3a1da-f43e-40cc-a908-f9bf7d96e92d),segment_id=2fe3a1da-f43e-40cc-a908-f9bf7d96e92d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:55.952439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a26267ee-d026-4b95-9bf6-bbf869dc00ea tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Synchronizing usage tracker for tenant:45a20252c0b84703b245ad3ecca96dbb on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:55.960234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4c41a995-f088-45f8-bf30-3e9872bf0c8d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Deleting port 88b2fc5c-3754-450e-bf40-4c9fd78a9f7c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:55.960638 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c41a995-f088-45f8-bf30-3e9872bf0c8d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.977525 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:55.978320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:56.063915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:24:56.064458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 1ec1ad8e-4fd2-4df7-b796-b7975e55edb9 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:24:56.082242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531ef2c-ca15-44ef-9f3d-7baf6f7f8304 req-349d1787-ae6b-40b0-8366-33c94595aeac tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:56.084221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a531ef2c-ca15-44ef-9f3d-7baf6f7f8304 req-349d1787-ae6b-40b0-8366-33c94595aeac tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 945 time: 0.2275136 Apr 18 21:24:56.097314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:56.111353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4e59229e-5e35-4f14-8307-c5f762cf76ab up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:56.115638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339041f4-b95c-40f3-a108-a22e90e2826b req-dc67b7f9-5fd1-4eef-a07a-6a2e11147241 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:56.123913 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339041f4-b95c-40f3-a108-a22e90e2826b req-dc67b7f9-5fd1-4eef-a07a-6a2e11147241 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:56.143049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-339041f4-b95c-40f3-a108-a22e90e2826b req-dc67b7f9-5fd1-4eef-a07a-6a2e11147241 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1681 time: 0.2845900 Apr 18 21:24:56.143049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a26267ee-d026-4b95-9bf6-bbf869dc00ea tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Unset dirty status for tenant:45a20252c0b84703b245ad3ecca96dbb on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:56.143049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a26267ee-d026-4b95-9bf6-bbf869dc00ea tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3687580 Apr 18 21:24:56.178359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53650) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:56.198690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-917733592'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:56.220978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:56.243785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Usage tracker for resource:network and tenant:45a20252c0b84703b245ad3ecca96dbb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:56.249296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:56.253152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 4e59229e-5e35-4f14-8307-c5f762cf76ab completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:56.272856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:56.313390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-339041f4-b95c-40f3-a108-a22e90e2826b req-699afbc9-90aa-493d-a0bc-f69382bf71e3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773787 Apr 18 21:24:56.326528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a531ef2c-ca15-44ef-9f3d-7baf6f7f8304 req-6cf4bd1b-3631-43ea-b619-717a16f0777d tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860411 Apr 18 21:24:56.328918 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c41a995-f088-45f8-bf30-3e9872bf0c8d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:56.329263 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c41a995-f088-45f8-bf30-3e9872bf0c8d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:56.395268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Made reservation on behalf of 45a20252c0b84703b245ad3ecca96dbb for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:56.398916 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:56.441857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:56.455111 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:56.455634 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Added segment 481c70d6-2dcf-4744-b966-288fe105448c of type vlan for network 82ea9e26-a255-4302-a15d-7900c1f12c57 Apr 18 21:24:56.495402 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:56.504174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4c41a995-f088-45f8-bf30-3e9872bf0c8d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Calling delete_port for 88b2fc5c-3754-450e-bf40-4c9fd78a9f7c owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:56.614026 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:56.614483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:56.614965 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:56.670722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da61bd2-3c68-4dc9-8a8a-8131207eaa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09162d5-27ad-4ee9-a3b5-be6854e8a93d'}, {'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:56.683339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:24:56.728492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21637572-c134-4546-8177-9af3768bf070 None None] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:56.752939 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b866fb5b-c877-4594-ac1e-201620a7648b'] response: {'server_uuid': '9da61bd2-3c68-4dc9-8a8a-8131207eaa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09162d5-27ad-4ee9-a3b5-be6854e8a93d', 'code': 200} Apr 18 21:24:56.753442 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b866fb5b-c877-4594-ac1e-201620a7648b'] response: {'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793', 'code': 200} Apr 18 21:24:56.790483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event updated for resources: {'Network': ['ID=82ea9e26-a255-4302-a15d-7900c1f12c57,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:56.845700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53662) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:56.857847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8c38dbd0-693c-471e-ad5c-83088a2ef6df tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6760001 Apr 18 21:24:56.863090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53668) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:56.873252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-111897194'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:56.884318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:56.885883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Usage tracker for resource:network and tenant:45a20252c0b84703b245ad3ecca96dbb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:56.892028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Quota usage for network was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:56.893714 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 82ea9e26-a255-4302-a15d-7900c1f12c57 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:56.955186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:56.985263 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6218d5bc-526c-445e-8363-3c774ff4cc15 req-0bac41dd-69df-4b15-a1d0-8e92e2bf0d6e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 1096 time: 0.1377499 Apr 18 21:24:57.015687 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c41a995-f088-45f8-bf30-3e9872bf0c8d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.029790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-640f61fe-4a59-478e-818a-0d823024b213 req-35bec09e-0395-4e72-8c0f-131e557992d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1984 time: 0.1316130 Apr 18 21:24:57.064435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-cb431807-9664-4f82-8b7d-ec4f7ddece5a tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] Request body: {'port': {'network_id': '6bb380d8-d788-44dd-b8e4-164771c41eaa', 'name': 'tempest-NetworksNegativeTestJSON-2081218492'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:57.078227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41a995-f088-45f8-bf30-3e9872bf0c8d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Pushing event deleted for resources: {'Port': ['ID=88b2fc5c-3754-450e-bf40-4c9fd78a9f7c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:57.085570 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb431807-9664-4f82-8b7d-ec4f7ddece5a tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] POST failed (client error): The resource could not be found. Apr 18 21:24:57.093128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb431807-9664-4f82-8b7d-ec4f7ddece5a tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:24:57.093128 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cb431807-9664-4f82-8b7d-ec4f7ddece5a tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2403023 Apr 18 21:24:57.093128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Made reservation on behalf of 45a20252c0b84703b245ad3ecca96dbb for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:57.098586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.111930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53672) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:57.126064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a92d95d4-ebe0-4db1-9400-bded8f0de76b None None] Provisioning for port 4e59229e-5e35-4f14-8307-c5f762cf76ab completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:57.139986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a92d95d4-ebe0-4db1-9400-bded8f0de76b None None] Provisioning complete for port 4e59229e-5e35-4f14-8307-c5f762cf76ab triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:57.140736 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a92d95d4-ebe0-4db1-9400-bded8f0de76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.170695 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6218d5bc-526c-445e-8363-3c774ff4cc15 req-30b2a6ae-0298-4e05-a094-d134c86a3c95 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795309 Apr 18 21:24:57.192497 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3c11ba1a-4ed9-44a4-a61d-b85ef2db84e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.199272 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-24da71af-cc65-4367-b606-945fcda46e46 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] DELETE failed (client error): The resource could not be found. Apr 18 21:24:57.200634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24da71af-cc65-4367-b606-945fcda46e46 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:24:57.209489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-24da71af-cc65-4367-b606-945fcda46e46 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] 10.222.0.11 "DELETE /v2.0/networks/bb870ef5-5c71-4aab-94cf-28438c09c69a HTTP/1.1" status: 404 len: 339 time: 0.0952938 Apr 18 21:24:57.209740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53676) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:57.220095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:57.223423 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-640f61fe-4a59-478e-818a-0d823024b213 req-fc6febdb-4689-4c67-b87d-9f714e051a75 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872382 Apr 18 21:24:57.232002 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.232342 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Added segment 7a4291c1-9bee-465e-99e6-09e0ce0e4fde of type vlan for network 34d24f11-2d20-45d4-b707-74827c4488e0 Apr 18 21:24:57.249156 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c41a995-f088-45f8-bf30-3e9872bf0c8d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.264013 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-873abcaa-6824-4d60-9bb4-fee59b2cd0a3 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] DELETE failed (client error): The resource could not be found. Apr 18 21:24:57.264549 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.264845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873abcaa-6824-4d60-9bb4-fee59b2cd0a3 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:24:57.270892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:57.288418 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-873abcaa-6824-4d60-9bb4-fee59b2cd0a3 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] 10.222.0.11 "DELETE /v2.0/ports/76d81784-3116-4dcd-bf7a-9a9051f76b3a HTTP/1.1" status: 404 len: 333 time: 0.0762439 Apr 18 21:24:57.291159 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Sync routers for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:24:57.292622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53680) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:57.305461 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:57.306221 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:57.336441 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd82fae-85cd-4847-94b8-bd7602dcb962 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] DELETE failed (client error): The resource could not be found. Apr 18 21:24:57.336774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd82fae-85cd-4847-94b8-bd7602dcb962 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:24:57.338970 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6cd82fae-85cd-4847-94b8-bd7602dcb962 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] 10.222.0.11 "DELETE /v2.0/subnets/5b6d1264-607a-44e6-a72c-fab2965a9f50 HTTP/1.1" status: 404 len: 337 time: 0.0454173 Apr 18 21:24:57.342792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53684) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:57.346836 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c41a995-f088-45f8-bf30-3e9872bf0c8d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.350619 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4c41a995-f088-45f8-bf30-3e9872bf0c8d tempest-AttachVolumeShelveTestJSON-1115609294 tempest-AttachVolumeShelveTestJSON-1115609294-project] 10.222.0.11 "DELETE /v2.0/floatingips/546b2175-e005-4743-bf36-3b6e2ca4c14c HTTP/1.1" status: 204 len: 168 time: 1.7426803 Apr 18 21:24:57.372210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.388699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:57.388699 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.403792 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fc2aa2-6d7f-4468-b2b9-eff263bae949 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] GET failed (client error): The resource could not be found. Apr 18 21:24:57.408651 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-05fc2aa2-6d7f-4468-b2b9-eff263bae949 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] 10.222.0.11 "GET /v2.0/networks/67182972-6b1d-4dc0-859d-123b3ba00787 HTTP/1.1" status: 404 len: 339 time: 0.0611293 Apr 18 21:24:57.409064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53694) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:57.412059 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.413511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-64d641ac-4c67-4d87-968c-aff7043f0687 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2876816 Apr 18 21:24:57.439552 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a92d95d4-ebe0-4db1-9400-bded8f0de76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.456865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53698) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:57.540016 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14b248c-e0eb-41f2-aa51-bf097361b867 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] GET failed (client error): The resource could not be found. Apr 18 21:24:57.541776 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c14b248c-e0eb-41f2-aa51-bf097361b867 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] 10.222.0.11 "GET /v2.0/ports/a549ec0b-4b71-45d2-a60b-95e00e52125f HTTP/1.1" status: 404 len: 333 time: 0.1315956 Apr 18 21:24:57.548590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a92d95d4-ebe0-4db1-9400-bded8f0de76b None None] For port 4e59229e-5e35-4f14-8307-c5f762cf76ab, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4e59229e-5e35-4f14-8307-c5f762cf76ab,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:57.550399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53704) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:57.663944 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a92d95d4-ebe0-4db1-9400-bded8f0de76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:57.677249 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:57.700492 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-360acd02-e384-4d12-a736-413e2e6fd156 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] GET failed (client error): The resource could not be found. Apr 18 21:24:57.701831 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-360acd02-e384-4d12-a736-413e2e6fd156 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] 10.222.0.11 "GET /v2.0/subnets/aa3a791f-7e73-4323-aa13-dc856f15bb79 HTTP/1.1" status: 404 len: 337 time: 0.1502061 Apr 18 21:24:57.705908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53708) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:57.720807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-49bb5cff-5957-43ab-989c-26a031409020 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] Request body: {'network': {'name': 'new_name'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:57.778793 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-49bb5cff-5957-43ab-989c-26a031409020 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] PUT failed (client error): The resource could not be found. Apr 18 21:24:57.779245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49bb5cff-5957-43ab-989c-26a031409020 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:24:57.780349 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-49bb5cff-5957-43ab-989c-26a031409020 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] 10.222.0.11 "PUT /v2.0/networks/d9adaa99-c735-4ebb-9de0-85e9ab81d026 HTTP/1.1" status: 404 len: 339 time: 0.0735261 Apr 18 21:24:57.785943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53714) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:57.814209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-57adc456-b6b5-4c45-9a12-ae0cecd6b3e8 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] Request body: {'port': {'name': 'new_name'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:57.818343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d95d4-ebe0-4db1-9400-bded8f0de76b None None] Pushing event updated for resources: {'Port': ['ID=4e59229e-5e35-4f14-8307-c5f762cf76ab,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:57.868099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event updated for resources: {'Network': ['ID=34d24f11-2d20-45d4-b707-74827c4488e0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:57.870609 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-57adc456-b6b5-4c45-9a12-ae0cecd6b3e8 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] PUT failed (client error): The resource could not be found. Apr 18 21:24:57.871225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57adc456-b6b5-4c45-9a12-ae0cecd6b3e8 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:24:57.873188 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-57adc456-b6b5-4c45-9a12-ae0cecd6b3e8 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] 10.222.0.11 "PUT /v2.0/ports/4e145b4c-5019-49b2-ba8e-8f92e6eaf0c0 HTTP/1.1" status: 404 len: 333 time: 0.0861359 Apr 18 21:24:57.877531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53718) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:57.885752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 34d24f11-2d20-45d4-b707-74827c4488e0 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:57.914344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ba88c723-030b-4260-b250-03f074f84214 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:57.924967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972faf3f-027c-4809-97c0-899ba6007abe req-9eb2b310-08e5-4802-9801-766359cccb0c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:57.929741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972faf3f-027c-4809-97c0-899ba6007abe req-9eb2b310-08e5-4802-9801-766359cccb0c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:57.932214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-972faf3f-027c-4809-97c0-899ba6007abe req-9eb2b310-08e5-4802-9801-766359cccb0c tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1682 time: 0.1764038 Apr 18 21:24:57.950272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9f4c4bc7-a1eb-4171-bbba-49b4911c4bb7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0713944 Apr 18 21:24:57.950272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8647d54-afac-474d-90f3-67e78c76fe6e req-acb2a411-bdfa-4ccd-a055-c77eba8afe8a tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:57.972287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8647d54-afac-474d-90f3-67e78c76fe6e req-acb2a411-bdfa-4ccd-a055-c77eba8afe8a tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 945 time: 0.2317791 Apr 18 21:24:58.098115 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba88c723-030b-4260-b250-03f074f84214 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] PUT failed (client error): The resource could not be found. Apr 18 21:24:58.098897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba88c723-030b-4260-b250-03f074f84214 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:24:58.100288 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ba88c723-030b-4260-b250-03f074f84214 tempest-NetworksNegativeTestJSON-418663270 tempest-NetworksNegativeTestJSON-418663270-project] 10.222.0.11 "PUT /v2.0/subnets/f6d7207c-4f11-4645-9b5c-5fd25e2a0686 HTTP/1.1" status: 404 len: 337 time: 0.2033446 Apr 18 21:24:58.129874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8647d54-afac-474d-90f3-67e78c76fe6e req-fbef65aa-4248-4035-8ba6-129b80bcde19 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745095 Apr 18 21:24:58.181225 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-972faf3f-027c-4809-97c0-899ba6007abe req-736274f4-786c-459a-981e-0352539e8983 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979861 Apr 18 21:24:58.212379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4e59229e-5e35-4f14-8307-c5f762cf76ab up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:58.401605 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:24:55Z', 'revision_number': 3, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:58.412129 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Checking router: 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:24:58.413118 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Updating router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 port 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:24:58.478051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4f051814-85e6-4461-9978-9da15e3c608f None None] Provisioning complete for port 4e59229e-5e35-4f14-8307-c5f762cf76ab triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:58.478597 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f051814-85e6-4461-9978-9da15e3c608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:58.553786 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:58.595983 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:58.883328 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:58.888138 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4e59229e-5e35-4f14-8307-c5f762cf76ab triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:58.888514 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:59.509216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53734) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:59.570951 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:59.605400 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Transition to ACTIVE for port object 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:59.708485 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:59.721966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6de3d9-4c26-448f-b2f6-96e0b2448693 req-8e611474-872f-4d0c-b7ed-2d980ffa9540 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:59.744766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f6de3d9-4c26-448f-b2f6-96e0b2448693 req-8e611474-872f-4d0c-b7ed-2d980ffa9540 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 945 time: 0.2084429 Apr 18 21:24:59.785532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fd37acb6-ddae-45b3-b8d1-878a8f65f742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:59.816726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91936-eb10-43e8-bebc-4cc89b2e21ec req-90d5f839-5433-4a37-be7a-42cb7a3ebc0d tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:59.820882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91936-eb10-43e8-bebc-4cc89b2e21ec req-90d5f839-5433-4a37-be7a-42cb7a3ebc0d tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:59.823631 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2f91936-eb10-43e8-bebc-4cc89b2e21ec req-90d5f839-5433-4a37-be7a-42cb7a3ebc0d tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1682 time: 0.2429214 Apr 18 21:24:59.835449 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Attempting to bind port 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:59.835449 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Attempting to bind port 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:59.835858 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Attempting to bind port 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:59.842297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:59.860456 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:59.860820 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:59.861215 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:59.866563 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:59.867215 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Bound port: 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:59.867651 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:59.917372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2f91936-eb10-43e8-bebc-4cc89b2e21ec req-5594ca1a-831f-4077-babc-970746366ad7 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679648 Apr 18 21:24:59.961749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f6de3d9-4c26-448f-b2f6-96e0b2448693 req-3b312fda-1403-4dc5-a570-34b6a8d545e1 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178125 Apr 18 21:24:59.971036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fd37acb6-ddae-45b3-b8d1-878a8f65f742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:59.980051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fd37acb6-ddae-45b3-b8d1-878a8f65f742 admin admin] Usage tracker for resource:security_group_rule and tenant:7533b57cfe49410385ca558e0632c159 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:59.988354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fd37acb6-ddae-45b3-b8d1-878a8f65f742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:00.027358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fd37acb6-ddae-45b3-b8d1-878a8f65f742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:00.039821 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Pushing event updated for resources: {'Port': ['ID=55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:00.082917 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:00.083503 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:00.083970 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:00.084458 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:00.084923 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:00.085379 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:00.086411 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:00.086890 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:00.090479 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:00.091858 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:00.092325 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:00.132683 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] For port 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:00.139072 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] For port 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:00.224126 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:00.291335 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fd37acb6-ddae-45b3-b8d1-878a8f65f742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:00.360188 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fd37acb6-ddae-45b3-b8d1-878a8f65f742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:00.373395 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c05f6-98e4-47f8-bb0e-2b116e2ca17d None None] Pushing event updated for resources: {'Port': ['ID=55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:00.434586 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:00.435390 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:00.438080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Allocated IP 172.20.0.1 (96c2fcdd-2cca-467d-9433-9c5ebd738c61/23addfbc-2010-41c2-a583-5d468a0b3722/e95b2fab-4011-49a1-bb16-9c2a4fde9471) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:00.474835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37acb6-ddae-45b3-b8d1-878a8f65f742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92be16f3-cb41-4b1e-8c33-8703252cff37,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:00.503796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fd37acb6-ddae-45b3-b8d1-878a8f65f742 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7533b57cfe49410385ca558e0632c159&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9934540 Apr 18 21:25:00.506244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53750) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:00.667997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:00.697199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Transition to ACTIVE for port object e95b2fab-4011-49a1-bb16-9c2a4fde9471 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:00.718899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-91854b9f-062d-41df-863d-16896a159abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:00.763367 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-91854b9f-062d-41df-863d-16896a159abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:00.834721 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:25:00.844735 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:00.934805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:00.937514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:00.943939 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-91854b9f-062d-41df-863d-16896a159abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:00.954429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:00.970822 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:01.013969 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-91854b9f-062d-41df-863d-16896a159abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:01.018676 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-91854b9f-062d-41df-863d-16896a159abd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92be16f3-cb41-4b1e-8c33-8703252cff37 HTTP/1.1" status: 204 len: 168 time: 0.5112765 Apr 18 21:25:01.019583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91854b9f-062d-41df-863d-16896a159abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92be16f3-cb41-4b1e-8c33-8703252cff37,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:01.021916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e95b2fab-4011-49a1-bb16-9c2a4fde9471,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:01.127157 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:01.315103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53766) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:01.321170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'subnets': [{'network_id': '82ea9e26-a255-4302-a15d-7900c1f12c57', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1471595916', 'ip_version': 6}, {'network_id': '34d24f11-2d20-45d4-b707-74827c4488e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:01.321517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'subnet': {'network_id': '82ea9e26-a255-4302-a15d-7900c1f12c57', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1471595916', 'ip_version': 6}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:01.322194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Request body: {'subnet': {'network_id': '34d24f11-2d20-45d4-b707-74827c4488e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:01.450520 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:01.547853 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:24:55Z', 'revision_number': 3, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:01.552380 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1658f12-6afb-495e-a0d4-9c8b50f0894d None None] The sync data for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 is: [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:24:55Z', 'revision_number': 3, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:25:01.607379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-70a70dd8-b1b5-49ea-b0a6-4895d2aa2fe7 None None] Provisioning for port e95b2fab-4011-49a1-bb16-9c2a4fde9471 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:01.612721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-70a70dd8-b1b5-49ea-b0a6-4895d2aa2fe7 None None] Provisioning complete for port e95b2fab-4011-49a1-bb16-9c2a4fde9471 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:01.613090 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-70a70dd8-b1b5-49ea-b0a6-4895d2aa2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:01.708361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-70a70dd8-b1b5-49ea-b0a6-4895d2aa2fe7 None None] Port e95b2fab-4011-49a1-bb16-9c2a4fde9471 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:25:01.908423 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:02.000568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:02.039928 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05322a97-43ff-47cf-a3a0-69ee0e12371d req-e08a0ad0-cf82-4b17-96e1-adec69a8e737 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c81ff0b3a064e1499c82a7467a19349&device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 1096 time: 0.6579580 Apr 18 21:25:02.077870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e98bd-6a3b-4eff-b1de-b3c27b355c31 req-14de3be6-455c-4c98-a52c-c00517ab367e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:02.095500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e98bd-6a3b-4eff-b1de-b3c27b355c31 req-14de3be6-455c-4c98-a52c-c00517ab367e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:02.102587 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a0e98bd-6a3b-4eff-b1de-b3c27b355c31 req-14de3be6-455c-4c98-a52c-c00517ab367e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1682 time: 0.7218974 Apr 18 21:25:02.163707 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:02.305795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e95b2fab-4011-49a1-bb16-9c2a4fde9471,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:02.316417 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:02.371719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:02.385692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:02.385692 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:02.414901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1d401-30d4-49d2-b3e5-0b8d0556599f req-665eb69d-c69f-475b-a894-e55d9884fdb4 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:02.422529 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1b1d401-30d4-49d2-b3e5-0b8d0556599f req-665eb69d-c69f-475b-a894-e55d9884fdb4 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 945 time: 0.8964915 Apr 18 21:25:02.432464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:02.533575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Usage tracker for resource:subnet and tenant:45a20252c0b84703b245ad3ecca96dbb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:02.554143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:02.581788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:02.586106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:02.589532 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:02.590586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:02.663737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:02.670100 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1b1d401-30d4-49d2-b3e5-0b8d0556599f req-2ece329e-5c19-4e2b-bbb6-ab1fb7c3501c tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466238 Apr 18 21:25:02.733635 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:02.744786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a0e98bd-6a3b-4eff-b1de-b3c27b355c31 req-141b9956-de39-4021-ad27-b5225222b740 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674462 Apr 18 21:25:02.831624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05322a97-43ff-47cf-a3a0-69ee0e12371d req-03f6daaa-7953-4a30-9acf-8c9edfd2105b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:02.833446 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05322a97-43ff-47cf-a3a0-69ee0e12371d req-03f6daaa-7953-4a30-9acf-8c9edfd2105b service neutron] 10.222.0.59 "GET /v2.0/networks?id=827aa8b5-d8ed-4d5c-9506-fd73d0715f9f HTTP/1.1" status: 200 len: 915 time: 0.7269180 Apr 18 21:25:02.836952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Made reservation on behalf of 45a20252c0b84703b245ad3ecca96dbb for: {'subnet': 2} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:02.960295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:03.048760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-c6f3bce9-23a6-4fcc-bca7-8bf5cd5763a3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:03.053128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-c6f3bce9-23a6-4fcc-bca7-8bf5cd5763a3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:03.053887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-c6f3bce9-23a6-4fcc-bca7-8bf5cd5763a3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Synchronizing usage tracker for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:25:03.080990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-60d1b825-32b4-4a1f-89b8-fec19e218f91 None None] Provisioning complete for port e95b2fab-4011-49a1-bb16-9c2a4fde9471 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:03.081719 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-60d1b825-32b4-4a1f-89b8-fec19e218f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:03.106509 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05322a97-43ff-47cf-a3a0-69ee0e12371d req-2db4b32f-57db-49f6-850b-c635af36238b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a09162d5-27ad-4ee9-a3b5-be6854e8a93d HTTP/1.1" status: 200 len: 217 time: 0.2519107 Apr 18 21:25:03.206290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-60d1b825-32b4-4a1f-89b8-fec19e218f91 None None] Port e95b2fab-4011-49a1-bb16-9c2a4fde9471 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:25:03.440254 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:03.490362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05322a97-43ff-47cf-a3a0-69ee0e12371d req-beafc86b-bbbd-4f5f-abe3-1709b4cbe813 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:03.491799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05322a97-43ff-47cf-a3a0-69ee0e12371d req-beafc86b-bbbd-4f5f-abe3-1709b4cbe813 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd839ce2-323e-462c-a15f-d76f0fb5f283 HTTP/1.1" status: 200 len: 854 time: 0.3650384 Apr 18 21:25:03.525620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:25:03.537982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-c6f3bce9-23a6-4fcc-bca7-8bf5cd5763a3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Unset dirty status for tenant:1f628d21202440e8b443314511d1a1c1 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:25:03.539127 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-c6f3bce9-23a6-4fcc-bca7-8bf5cd5763a3 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1682 time: 1.0672781 Apr 18 21:25:03.556464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05322a97-43ff-47cf-a3a0-69ee0e12371d req-dddd46da-39e8-4d21-addc-4334afc2909b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=827aa8b5-d8ed-4d5c-9506-fd73d0715f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578010 Apr 18 21:25:03.598986 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:03.606694 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:03.780899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-4432e5a2-e48b-4eaf-8a35-4b4c7ebfaebe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting port 037c3335-a0f7-40bd-add3-5a46da38164a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:03.781283 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-4432e5a2-e48b-4eaf-8a35-4b4c7ebfaebe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:03.881274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05322a97-43ff-47cf-a3a0-69ee0e12371d req-0ec1ebf6-c1c5-4c63-8213-f58ff6af1d18 service neutron] 10.222.0.59 "GET /v2.0/networks/827aa8b5-d8ed-4d5c-9506-fd73d0715f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129938 Apr 18 21:25:04.061356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:04.233743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:04.234367 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:04.259277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a255fce-3755-4d2e-8416-82f0cd5d7313 req-5aa850d4-6189-4442-81fb-29ae6e2e9c9a tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:04.267923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a255fce-3755-4d2e-8416-82f0cd5d7313 req-5aa850d4-6189-4442-81fb-29ae6e2e9c9a tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 945 time: 0.4604964 Apr 18 21:25:04.277243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:25:04.306980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-4432e5a2-e48b-4eaf-8a35-4b4c7ebfaebe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] For port 037c3335-a0f7-40bd-add3-5a46da38164a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=037c3335-a0f7-40bd-add3-5a46da38164a,segment=NetworkSegment(75797f13-31c9-4241-af30-bb9567659c23),segment_id=75797f13-31c9-4241-af30-bb9567659c23)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:04.307659 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-4432e5a2-e48b-4eaf-8a35-4b4c7ebfaebe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:04.364703 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05322a97-43ff-47cf-a3a0-69ee0e12371d req-c171b167-0979-4ea2-9aed-5d73168ade44 service neutron] 10.222.0.59 "GET /v2.0/networks/827aa8b5-d8ed-4d5c-9506-fd73d0715f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739063 Apr 18 21:25:04.421190 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a255fce-3755-4d2e-8416-82f0cd5d7313 req-2e003e66-745d-40c7-84a4-cda3dfaebd31 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520040 Apr 18 21:25:04.446920 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-97b6822c-dded-42b7-8252-54e21feb13b2 admin admin] 10.222.0.11 "PUT /v2.0/routers/2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9885414 Apr 18 21:25:04.572739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b6334-c0b3-4ab2-971d-bb82752342e3 req-a57d61e4-08cf-4af3-9762-fafb5bfa0cef tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:04.599146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b6334-c0b3-4ab2-971d-bb82752342e3 req-a57d61e4-08cf-4af3-9762-fafb5bfa0cef tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:04.611298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-171b6334-c0b3-4ab2-971d-bb82752342e3 req-a57d61e4-08cf-4af3-9762-fafb5bfa0cef tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 1682 time: 0.6076984 Apr 18 21:25:04.638670 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-4432e5a2-e48b-4eaf-8a35-4b4c7ebfaebe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Calling delete_port for 037c3335-a0f7-40bd-add3-5a46da38164a owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:04.639847 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 037c3335-a0f7-40bd-add3-5a46da38164a no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:04.849536 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:04.975344 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-171b6334-c0b3-4ab2-971d-bb82752342e3 req-27b5269d-11b6-43b1-9b48-5e20850619eb tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625703 Apr 18 21:25:05.023072 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7d22e39-07b8-4885-9d2e-86d4cc3e94ac req-765282f5-b39b-4cf1-9d07-cd28aa33ee9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4482496 Apr 18 21:25:05.081841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8063243-56bf-4e69-97cd-e916da433f24 req-819eb505-1c9e-4a41-ba2a-90113cf03883 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c81ff0b3a064e1499c82a7467a19349&device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 1096 time: 0.4194913 Apr 18 21:25:05.168996 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-4432e5a2-e48b-4eaf-8a35-4b4c7ebfaebe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:05.191342 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7d22e39-07b8-4885-9d2e-86d4cc3e94ac req-882764fa-a67a-40c5-a04a-d115995358ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 1096 time: 0.1434529 Apr 18 21:25:05.275019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:05.358513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432e5a2-e48b-4eaf-8a35-4b4c7ebfaebe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Port': ['ID=037c3335-a0f7-40bd-add3-5a46da38164a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:05.467086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd1104-92b6-48dd-b89f-e173323f6864 req-f9e1adba-247d-4248-a79f-1f64fdbc25be tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:05.469208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5bd1104-92b6-48dd-b89f-e173323f6864 req-f9e1adba-247d-4248-a79f-1f64fdbc25be tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.4601824 Apr 18 21:25:05.529253 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:05.555545 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:05.639217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,segment=NetworkSegment(2fe3a1da-f43e-40cc-a908-f9bf7d96e92d),segment_id=2fe3a1da-f43e-40cc-a908-f9bf7d96e92d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:05.642752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:05.714525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event updated for resources: {'Subnet': ['ID=f429708c-7e13-4e46-b792-1b7c256967d4,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:05.728437 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:05.912737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8063243-56bf-4e69-97cd-e916da433f24 req-9af477e3-1169-4ad5-946d-b4647e47acf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:05.914256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8063243-56bf-4e69-97cd-e916da433f24 req-9af477e3-1169-4ad5-946d-b4647e47acf5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=827aa8b5-d8ed-4d5c-9506-fd73d0715f9f HTTP/1.1" status: 200 len: 915 time: 0.6176374 Apr 18 21:25:06.006736 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:25:06.031568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d22e39-07b8-4885-9d2e-86d4cc3e94ac req-e13077f4-ba28-474a-871d-fae2ec5cfe7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.033422 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7d22e39-07b8-4885-9d2e-86d4cc3e94ac req-e13077f4-ba28-474a-871d-fae2ec5cfe7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.6764140 Apr 18 21:25:06.041452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:06.147895 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7d22e39-07b8-4885-9d2e-86d4cc3e94ac req-ccd7542d-98d0-48a8-a57e-2ea288155682 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b463ac4-01c3-4990-931c-6aadc1e5d588 HTTP/1.1" status: 200 len: 217 time: 0.0974224 Apr 18 21:25:06.149107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-4432e5a2-e48b-4eaf-8a35-4b4c7ebfaebe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] No DVR routers for this DVR port 037c3335-a0f7-40bd-add3-5a46da38164a on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:06.151700 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-4432e5a2-e48b-4eaf-8a35-4b4c7ebfaebe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:06.165251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'name': 'network-vif-deleted', 'tag': '037c3335-a0f7-40bd-add3-5a46da38164a'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:06.194974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Sync routers for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:25:06.213793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:06.222286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:06.238092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5bd1104-92b6-48dd-b89f-e173323f6864 req-1ca41c0f-2991-474a-a9f9-f93f09329b7a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7175367 Apr 18 21:25:06.247522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d22e39-07b8-4885-9d2e-86d4cc3e94ac req-bd485fe9-adcb-4185-bbb8-2243a273d0cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.249313 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7d22e39-07b8-4885-9d2e-86d4cc3e94ac req-bd485fe9-adcb-4185-bbb8-2243a273d0cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.0777745 Apr 18 21:25:06.251411 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-4432e5a2-e48b-4eaf-8a35-4b4c7ebfaebe tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "DELETE /v2.0/ports/037c3335-a0f7-40bd-add3-5a46da38164a HTTP/1.1" status: 204 len: 173 time: 2.6956129 Apr 18 21:25:06.288181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8063243-56bf-4e69-97cd-e916da433f24 req-bf4d098c-df8e-4599-a058-f43e0ac50ad4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a09162d5-27ad-4ee9-a3b5-be6854e8a93d HTTP/1.1" status: 200 len: 217 time: 0.3540833 Apr 18 21:25:06.392079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8063243-56bf-4e69-97cd-e916da433f24 req-4b4edba2-d61a-478e-993c-ef6ec326562f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.393785 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8063243-56bf-4e69-97cd-e916da433f24 req-4b4edba2-d61a-478e-993c-ef6ec326562f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd839ce2-323e-462c-a15f-d76f0fb5f283 HTTP/1.1" status: 200 len: 854 time: 0.0919440 Apr 18 21:25:06.407153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd0741-cded-4a5d-9be4-8a903026877b req-3d6bd512-ebb2-40ed-9d07-22f1094addd5 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.415543 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05bd0741-cded-4a5d-9be4-8a903026877b req-3d6bd512-ebb2-40ed-9d07-22f1094addd5 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 945 time: 0.6754072 Apr 18 21:25:06.417759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Checking segment: {'id': '481c70d6-2dcf-4744-b966-288fe105448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82ea9e26-a255-4302-a15d-7900c1f12c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:06.418351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Network hostable DHCP agents. Network: 82ea9e26-a255-4302-a15d-7900c1f12c57, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:25:06.456617 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48adb70a-0440-4450-a5e2-e5c89e19a09e'] response: {'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793', 'code': 200} Apr 18 21:25:06.586522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:25:06.599704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8063243-56bf-4e69-97cd-e916da433f24 req-2d029e60-edea-4a61-9eed-3be3ac258c6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=827aa8b5-d8ed-4d5c-9506-fd73d0715f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1713645 Apr 18 21:25:06.734252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05bd0741-cded-4a5d-9be4-8a903026877b req-d5c3f3db-100c-499f-9ff8-7affd56ac099 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177855 Apr 18 21:25:06.773287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:06.773840 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:06.796890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53868) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:06.807615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-409414475-network', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:06.825333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:06.839277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Usage tracker for resource:network and tenant:61e5a57d461b403db244e8359dc2a8dd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:06.842356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:06.863085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:06.901751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Network 82ea9e26-a255-4302-a15d-7900c1f12c57 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:25:06.937907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8063243-56bf-4e69-97cd-e916da433f24 req-8d3129c8-2208-4617-9831-18279272580c service neutron] 10.222.0.59 "GET /v2.0/networks/827aa8b5-d8ed-4d5c-9506-fd73d0715f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320534 Apr 18 21:25:06.947041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bf86b-8e05-42a4-9325-dffea4a764a3 req-6cfbdb4d-1b0e-4ac4-81fb-2686c27f8596 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.954705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-314bf86b-8e05-42a4-9325-dffea4a764a3 req-6cfbdb4d-1b0e-4ac4-81fb-2686c27f8596 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 944 time: 0.2191074 Apr 18 21:25:06.979041 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8f5080-e667-4ef7-b2a3-d300099a2aab'] response: {'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'name': 'network-vif-deleted', 'tag': '037c3335-a0f7-40bd-add3-5a46da38164a', 'status': 'completed', 'code': 200} Apr 18 21:25:07.017508 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7d22e39-07b8-4885-9d2e-86d4cc3e94ac req-490acf69-2dc8-49f0-bd9b-b4ca8f96d46f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7592883 Apr 18 21:25:07.117025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 82ea9e26-a255-4302-a15d-7900c1f12c57) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:07.118678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Made reservation on behalf of 61e5a57d461b403db244e8359dc2a8dd for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:07.122210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:07.140801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df711f2e-b892-4053-80a2-79d8c033fcbd None None] Network 82ea9e26-a255-4302-a15d-7900c1f12c57 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:07.175552 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:07.239042 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7d22e39-07b8-4885-9d2e-86d4cc3e94ac req-4fedabdc-367b-4a15-b241-108f5633eec4 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006674 Apr 18 21:25:07.342209 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:07.351752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event updated for resources: {'Subnet': ['ID=ef2f5b0b-a9b8-4bc9-ba82-ee2f4277a917,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:07.374227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 2, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:07.395362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Checking router: 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:25:07.395947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Updating router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 port e95b2fab-4011-49a1-bb16-9c2a4fde9471 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:25:07.428645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:07.433240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Usage tracker for resource:security_group_rule and tenant:61e5a57d461b403db244e8359dc2a8dd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:07.437263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:07.445701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:07.453756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7d22e39-07b8-4885-9d2e-86d4cc3e94ac req-01534cdb-f138-462d-9acb-0a30ccb763f9 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038209 Apr 18 21:25:07.475974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] For port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,segment=NetworkSegment(2fe3a1da-f43e-40cc-a908-f9bf7d96e92d),segment_id=2fe3a1da-f43e-40cc-a908-f9bf7d96e92d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:07.476666 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:07.529027 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:07.535483 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:07.545093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-314bf86b-8e05-42a4-9325-dffea4a764a3 req-e2686282-15b6-4e02-b940-1292bac2b1d5 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893676 Apr 18 21:25:07.560344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Checking segment: {'id': '7a4291c1-9bee-465e-99e6-09e0ce0e4fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34d24f11-2d20-45d4-b707-74827c4488e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:07.560985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Network hostable DHCP agents. Network: 34d24f11-2d20-45d4-b707-74827c4488e0, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:25:07.610778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8063243-56bf-4e69-97cd-e916da433f24 req-1b1607de-4451-4383-8852-fbc99c92e2eb service neutron] 10.222.0.59 "GET /v2.0/networks/827aa8b5-d8ed-4d5c-9506-fd73d0715f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527631 Apr 18 21:25:07.639982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee976526-5f15-4600-a057-d4fbd4e8dc7c req-a28cc9ac-89cf-44c5-a0d7-96b69e07a9a4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.649684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee976526-5f15-4600-a057-d4fbd4e8dc7c req-a28cc9ac-89cf-44c5-a0d7-96b69e07a9a4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.6473117 Apr 18 21:25:07.713010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-82ea9e26-a255-4302-a15d-7900c1f12c57', 'network_id': '82ea9e26-a255-4302-a15d-7900c1f12c57', 'tenant_id': '45a20252c0b84703b245ad3ecca96dbb', 'fixed_ips': [{'subnet_id': 'f429708c-7e13-4e46-b792-1b7c256967d4'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:25:07.713864 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:07.718935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Calling delete_port for 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:07.766677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee976526-5f15-4600-a057-d4fbd4e8dc7c req-ae07ced3-bb73-461c-bef9-465572cbcb9e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156085 Apr 18 21:25:07.770625 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:07.794478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Network 34d24f11-2d20-45d4-b707-74827c4488e0 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:25:07.837084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:25:07.859334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045588e6-ca55-4af8-8da1-be69e2278a80,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:07.882712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:07.883563 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Added segment bb272df6-dcb0-4861-8847-c92b10fd2b14 of type vlan for network 6a97dc68-20e4-4855-b2db-96de8f8778b9 Apr 18 21:25:07.893294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 34d24f11-2d20-45d4-b707-74827c4488e0) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:07.914012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae9f0e-9d6b-4bbb-a6a1-6346efe25b46 None None] Network 34d24f11-2d20-45d4-b707-74827c4488e0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:07.925355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.925876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.926681 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:08.005462 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:08.073458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-60e2959d-89ae-4302-84ce-431bdede60d7 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.7571540 Apr 18 21:25:08.076174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53888) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:08.208861 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:08.209844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.212636 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:08.234380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ca271-e63a-4fe2-bc31-631665bd412e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.235784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ca271-e63a-4fe2-bc31-631665bd412e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.237098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ca271-e63a-4fe2-bc31-631665bd412e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.238757 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-814ca271-e63a-4fe2-bc31-631665bd412e tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1615801 Apr 18 21:25:08.240196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:08.257456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53892) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:08.478598 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Port': ['ID=8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:08.513701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] Pushing event updated for resources: {'Network': ['ID=6a97dc68-20e4-4855-b2db-96de8f8778b9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:08.531350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dfa94a2e-dea9-48ce-9fd6-2c6e209cb477 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7334924 Apr 18 21:25:08.532028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53898) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:08.549650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Request body: {'subnet': {'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-409414475-subnet', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:08.549774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 6a97dc68-20e4-4855-b2db-96de8f8778b9 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:25:08.568541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:08.586547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0aba3-6bad-4fe9-bd82-b745015d6856 req-afe5ef80-1471-4650-b6bb-1fd5be514413 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.588246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9a0aba3-6bad-4fe9-bd82-b745015d6856 req-afe5ef80-1471-4650-b6bb-1fd5be514413 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.4889295 Apr 18 21:25:08.590908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:08.591246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:08.591751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:08.592235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:08.596140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:08.596140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:08.596140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:08.596140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:08.596140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:08.596140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:08.596140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:08.603224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Usage tracker for resource:subnet and tenant:61e5a57d461b403db244e8359dc2a8dd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:08.613970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:08.627090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:08.669119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] No DVR routers for this DVR port 8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:08.674331 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:08.689861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Allocated IP 2001:db8::1 (82ea9e26-a255-4302-a15d-7900c1f12c57/f429708c-7e13-4e46-b792-1b7c256967d4/42fddebc-5c8a-452f-bddd-17129a2b346e) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:08.725685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9a0aba3-6bad-4fe9-bd82-b745015d6856 req-ff4f8b45-ea2a-41ff-9cf3-1d67c5d9dd27 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239719 Apr 18 21:25:08.754439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Made reservation on behalf of 61e5a57d461b403db244e8359dc2a8dd for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:08.758687 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:08.928889 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:25:08.937542 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f25e67d-2755-4af2-9785-db551ac308e2 req-bc302f74-e39d-4274-aaa1-87f8e4789d67 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.59 "DELETE /v2.0/ports/8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793 HTTP/1.1" status: 204 len: 173 time: 2.6783814 Apr 18 21:25:08.986571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'name': 'network-vif-deleted', 'tag': '8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:09.024203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53912) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:09.100008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-34d24f11-2d20-45d4-b707-74827c4488e0', 'network_id': '34d24f11-2d20-45d4-b707-74827c4488e0', 'tenant_id': '45a20252c0b84703b245ad3ecca96dbb', 'fixed_ips': [{'subnet_id': 'ef2f5b0b-a9b8-4bc9-ba82-ee2f4277a917'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:25:09.101121 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:09.122241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2404c6b7-3349-4925-887a-db020f128d7f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Deleting subnet f429708c-7e13-4e46-b792-1b7c256967d4 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:25:09.268108 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:09.282807 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:09.310090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85afdce4-e1d1-4879-bdce-4091d7a599c4 req-2c7ed972-661b-4f2f-986f-78847e2dc49f tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4636fd-0547-4cb1-b2ac-a06f7b7b5759 HTTP/1.1" status: 200 len: 210 time: 0.1418839 Apr 18 21:25:09.324532 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:09.331411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Transition to ACTIVE for port object e95b2fab-4011-49a1-bb16-9c2a4fde9471 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:09.396087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9cf86c-e2e1-4dee-acb8-6c847b08db82,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:09.425142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3030d-6836-43ea-ad68-1280ce7baf71 req-cd5e194d-f165-4822-9bbd-03a27e26bc85 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:09.426807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ba3030d-6836-43ea-ad68-1280ce7baf71 req-cd5e194d-f165-4822-9bbd-03a27e26bc85 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 945 time: 0.2159202 Apr 18 21:25:09.430346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Checking segment: {'id': 'bb272df6-dcb0-4861-8847-c92b10fd2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:09.430742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Network hostable DHCP agents. Network: 6a97dc68-20e4-4855-b2db-96de8f8778b9, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:25:09.453278 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:09.493396 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ba3030d-6836-43ea-ad68-1280ce7baf71 req-c7cbd2a3-1c1c-4604-9948-aada687122bb tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567696 Apr 18 21:25:09.560351 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:09.562246 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Network 6a97dc68-20e4-4855-b2db-96de8f8778b9 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:25:09.565064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Allocated IP 2001:db8:0:1::1 (34d24f11-2d20-45d4-b707-74827c4488e0/ef2f5b0b-a9b8-4bc9-ba82-ee2f4277a917/2750cf15-6c63-41e0-bd56-1c93ee2e671d) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:09.632040 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80d94ac-95db-4bf7-84b5-49e5c549b46a'] response: {'server_uuid': 'ce4636fd-0547-4cb1-b2ac-a06f7b7b5759', 'name': 'network-vif-deleted', 'tag': '8d3145f5-334a-4c4a-ac6c-fd5e2a2e1793', 'status': 'completed', 'code': 200} Apr 18 21:25:09.674161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Transition to ACTIVE for port object 42fddebc-5c8a-452f-bddd-17129a2b346e will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:09.708275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Transition to ACTIVE for port object 42fddebc-5c8a-452f-bddd-17129a2b346e will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:09.738836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 6a97dc68-20e4-4855-b2db-96de8f8778b9) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:09.774456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:09.779527 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:09.848316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205e3d3-dc4c-49d7-a621-d1b7b26df418 req-6cd142e0-eb3b-4d72-9662-4d1f24db2f0d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:09.850660 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6205e3d3-dc4c-49d7-a621-d1b7b26df418 req-6cd142e0-eb3b-4d72-9662-4d1f24db2f0d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.3372588 Apr 18 21:25:09.867741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5f2d45-f55c-489f-b041-74b44b8ef419 None None] Network 6a97dc68-20e4-4855-b2db-96de8f8778b9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:09.892667 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:09.907476 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2404c6b7-3349-4925-887a-db020f128d7f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:09.920002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6205e3d3-dc4c-49d7-a621-d1b7b26df418 req-6323219c-77b0-470b-b4f6-dc35acc69130 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631654 Apr 18 21:25:09.924935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-390cd07a-d505-4908-963a-d6c055b30737 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3839672 Apr 18 21:25:09.927029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53922) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:09.945525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-409414475-router', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:09.960158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:09.966039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Usage tracker for resource:router and tenant:61e5a57d461b403db244e8359dc2a8dd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:09.969334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:09.986579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:10.013584 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2404c6b7-3349-4925-887a-db020f128d7f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.018124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b7d5e-83d1-44b2-87c5-7e7315699866 None None] Pushing event updated for resources: {'Port': ['ID=e95b2fab-4011-49a1-bb16-9c2a4fde9471,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:10.052451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.054659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.112560 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.130992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Pushing event updated for resources: {'Port': ['ID=42fddebc-5c8a-452f-bddd-17129a2b346e,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:10.219447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2404c6b7-3349-4925-887a-db020f128d7f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.232380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Network 82ea9e26-a255-4302-a15d-7900c1f12c57 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:10.253970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:10.279614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:10.389302 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.397369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Attempting to bind port e95b2fab-4011-49a1-bb16-9c2a4fde9471 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:10.397369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Attempting to bind port e95b2fab-4011-49a1-bb16-9c2a4fde9471 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:10.397369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Attempting to bind port e95b2fab-4011-49a1-bb16-9c2a4fde9471 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:10.431952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee07a9-0797-4256-a119-a8880a37e5a4 req-8763c006-0fee-4404-a82e-0de1c9b27450 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:10.433943 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-02ee07a9-0797-4256-a119-a8880a37e5a4 req-8763c006-0fee-4404-a82e-0de1c9b27450 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 945 time: 0.3391798 Apr 18 21:25:10.484023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53936) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:10.562219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:10.562219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Checking segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:10.562219 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.562219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Bound using segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:10.562219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Bound port: e95b2fab-4011-49a1-bb16-9c2a4fde9471, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:10.562219 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.591088 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2404c6b7-3349-4925-887a-db020f128d7f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.640129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-02ee07a9-0797-4256-a119-a8880a37e5a4 req-c1ab9199-fc92-46d6-8799-a4075a4eb30c tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Deleting port a09162d5-27ad-4ee9-a3b5-be6854e8a93d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:10.640776 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-02ee07a9-0797-4256-a119-a8880a37e5a4 req-c1ab9199-fc92-46d6-8799-a4075a4eb30c tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.681045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404c6b7-3349-4925-887a-db020f128d7f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event deleted for resources: {'Subnet': ['ID=f429708c-7e13-4e46-b792-1b7c256967d4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:10.698647 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2404c6b7-3349-4925-887a-db020f128d7f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.706304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Attempting to bind port 42fddebc-5c8a-452f-bddd-17129a2b346e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:10.706671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Attempting to bind port 42fddebc-5c8a-452f-bddd-17129a2b346e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '481c70d6-2dcf-4744-b966-288fe105448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82ea9e26-a255-4302-a15d-7900c1f12c57'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:10.707026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Attempting to bind port 42fddebc-5c8a-452f-bddd-17129a2b346e on network 82ea9e26-a255-4302-a15d-7900c1f12c57 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:10.724850 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2404c6b7-3349-4925-887a-db020f128d7f tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "DELETE /v2.0/subnets/f429708c-7e13-4e46-b792-1b7c256967d4 HTTP/1.1" status: 204 len: 168 time: 2.3715639 Apr 18 21:25:10.735611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53942) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:10.744680 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.810320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:10.810320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Checking segment: {'id': '481c70d6-2dcf-4744-b966-288fe105448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82ea9e26-a255-4302-a15d-7900c1f12c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:10.810320 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.810320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Bound using segment: {'id': '481c70d6-2dcf-4744-b966-288fe105448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82ea9e26-a255-4302-a15d-7900c1f12c57'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:10.810320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Bound port: 42fddebc-5c8a-452f-bddd-17129a2b346e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c70d6-2dcf-4744-b966-288fe105448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82ea9e26-a255-4302-a15d-7900c1f12c57'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:10.810320 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.943552 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Transition to ACTIVE for port object 2750cf15-6c63-41e0-bd56-1c93ee2e671d will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:10.979195 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-6a97dc68-20e4-4855-b2db-96de8f8778b9', 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'fixed_ips': [{'subnet_id': 'bc9cf86c-e2e1-4dee-acb8-6c847b08db82'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:25:10.980011 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.991418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf09a3af-d7c1-46b1-a29c-9a4bced0772e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting subnet 7c08a654-5093-4fa8-b39c-86f1390304ec {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:25:11.005599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163d386-e062-43dc-a494-9d8f129d4b62 req-ad68d94f-1299-4101-bb35-be6af788fbd2 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:11.007122 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4163d386-e062-43dc-a494-9d8f129d4b62 req-ad68d94f-1299-4101-bb35-be6af788fbd2 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 945 time: 0.3100538 Apr 18 21:25:11.009128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf09a3af-d7c1-46b1-a29c-9a4bced0772e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.050539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Transition to ACTIVE for port object 2750cf15-6c63-41e0-bd56-1c93ee2e671d will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:11.060238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] For port e95b2fab-4011-49a1-bb16-9c2a4fde9471, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:11.083279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] For port e95b2fab-4011-49a1-bb16-9c2a4fde9471, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e95b2fab-4011-49a1-bb16-9c2a4fde9471,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:11.124998 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf09a3af-d7c1-46b1-a29c-9a4bced0772e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.159733 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.237752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.260420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4163d386-e062-43dc-a494-9d8f129d4b62 req-1f26cac1-9c31-41d8-b8de-07692ed76c7e tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115600 Apr 18 21:25:11.278377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] For port 42fddebc-5c8a-452f-bddd-17129a2b346e, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:11.280133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-02ee07a9-0797-4256-a119-a8880a37e5a4 req-c1ab9199-fc92-46d6-8799-a4075a4eb30c tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] For port a09162d5-27ad-4ee9-a3b5-be6854e8a93d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a09162d5-27ad-4ee9-a3b5-be6854e8a93d,segment=NetworkSegment(926cea2e-6c38-4194-82a7-a8f1ed5e1476),segment_id=926cea2e-6c38-4194-82a7-a8f1ed5e1476)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:11.280566 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-02ee07a9-0797-4256-a119-a8880a37e5a4 req-c1ab9199-fc92-46d6-8799-a4075a4eb30c tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.296145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e64de-e326-4cd2-b651-f40a7751e723 req-2a54e47f-8157-4b9b-9205-a6ca864e2218 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:11.297180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e3e64de-e326-4cd2-b651-f40a7751e723 req-2a54e47f-8157-4b9b-9205-a6ca864e2218 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.3539252 Apr 18 21:25:11.303725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Network 34d24f11-2d20-45d4-b707-74827c4488e0 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:11.311325 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.312865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d2f14ea-51e1-4b91-823e-a0ce973cb2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.329807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Pushing event updated for resources: {'Port': ['ID=2750cf15-6c63-41e0-bd56-1c93ee2e671d,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:11.374430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] For port 42fddebc-5c8a-452f-bddd-17129a2b346e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=42fddebc-5c8a-452f-bddd-17129a2b346e,segment=NetworkSegment(481c70d6-2dcf-4744-b966-288fe105448c),segment_id=481c70d6-2dcf-4744-b966-288fe105448c)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:11.406798 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.407200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca838b1-0c2d-446c-86f8-5741511a8e56 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Deleting subnet ef2f5b0b-a9b8-4bc9-ba82-ee2f4277a917 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:25:11.480034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Allocated IP 172.20.0.2 (6a97dc68-20e4-4855-b2db-96de8f8778b9/bc9cf86c-e2e1-4dee-acb8-6c847b08db82/9d3e93d8-a441-4a13-b47e-5ddb84c4320b) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:11.523046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:11.528944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:11.582410 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e3e64de-e326-4cd2-b651-f40a7751e723 req-36b63292-583d-40d7-8745-b2aa9f21b44d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2414720 Apr 18 21:25:11.591022 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cca838b1-0c2d-446c-86f8-5741511a8e56 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.604749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf09a3af-d7c1-46b1-a29c-9a4bced0772e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.635541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-02ee07a9-0797-4256-a119-a8880a37e5a4 req-c1ab9199-fc92-46d6-8799-a4075a4eb30c tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Calling delete_port for a09162d5-27ad-4ee9-a3b5-be6854e8a93d owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:11.708466 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.740725 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cca838b1-0c2d-446c-86f8-5741511a8e56 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.753539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Allocated IP 172.25.3.31 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/921bb936-f6b4-4d0b-8ca7-216a9e4c15c0) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:11.881420 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf09a3af-d7c1-46b1-a29c-9a4bced0772e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.895255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Attempting to bind port 2750cf15-6c63-41e0-bd56-1c93ee2e671d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:11.895631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Attempting to bind port 2750cf15-6c63-41e0-bd56-1c93ee2e671d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '7a4291c1-9bee-465e-99e6-09e0ce0e4fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34d24f11-2d20-45d4-b707-74827c4488e0'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:11.895998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Attempting to bind port 2750cf15-6c63-41e0-bd56-1c93ee2e671d on network 34d24f11-2d20-45d4-b707-74827c4488e0 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:11.944359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:11.944701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Checking segment: {'id': '7a4291c1-9bee-465e-99e6-09e0ce0e4fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34d24f11-2d20-45d4-b707-74827c4488e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:11.945106 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.945514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Bound using segment: {'id': '7a4291c1-9bee-465e-99e6-09e0ce0e4fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34d24f11-2d20-45d4-b707-74827c4488e0'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:11.952583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Bound port: 2750cf15-6c63-41e0-bd56-1c93ee2e671d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4291c1-9bee-465e-99e6-09e0ce0e4fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34d24f11-2d20-45d4-b707-74827c4488e0'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:11.953030 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.953365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09a3af-d7c1-46b1-a29c-9a4bced0772e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Subnet': ['ID=7c08a654-5093-4fa8-b39c-86f1390304ec,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:11.994017 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf09a3af-d7c1-46b1-a29c-9a4bced0772e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:12.030111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cf09a3af-d7c1-46b1-a29c-9a4bced0772e tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "DELETE /v2.0/subnets/7c08a654-5093-4fa8-b39c-86f1390304ec HTTP/1.1" status: 204 len: 168 time: 1.5446670 Apr 18 21:25:12.036041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53954) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:12.101624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:12.102255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:12.109913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cca838b1-0c2d-446c-86f8-5741511a8e56 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:12.166663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154754b3-a0da-4127-a52a-9c5a1a65f1c2 None None] Network b67755cd-0fb9-4089-a6b4-2545d9c3caec requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:12.203353 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:12.222925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:12.249502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting port 80b4859d-49e9-44c0-a709-85ba8d8d9034 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:12.249502 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:12.356999 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cca838b1-0c2d-446c-86f8-5741511a8e56 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:12.438952 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-02ee07a9-0797-4256-a119-a8880a37e5a4 req-c1ab9199-fc92-46d6-8799-a4075a4eb30c tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:12.452712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca838b1-0c2d-446c-86f8-5741511a8e56 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2f5b0b-a9b8-4bc9-ba82-ee2f4277a917,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:12.526465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] For port 2750cf15-6c63-41e0-bd56-1c93ee2e671d, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:12.550006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] For port 2750cf15-6c63-41e0-bd56-1c93ee2e671d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2750cf15-6c63-41e0-bd56-1c93ee2e671d,segment=NetworkSegment(7a4291c1-9bee-465e-99e6-09e0ce0e4fde),segment_id=7a4291c1-9bee-465e-99e6-09e0ce0e4fde)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:12.658710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b7d5e-83d1-44b2-87c5-7e7315699866 None None] Pushing event updated for resources: {'Port': ['ID=e95b2fab-4011-49a1-bb16-9c2a4fde9471,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:12.671135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab9199-fc92-46d6-8799-a4075a4eb30c tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Pushing event deleted for resources: {'Port': ['ID=a09162d5-27ad-4ee9-a3b5-be6854e8a93d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:12.677955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cca838b1-0c2d-446c-86f8-5741511a8e56 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:12.729850 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:12.755515 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c7d66e9-d7cb-46b0-847d-d1ccc680dde8 req-04a6e419-54c0-42bd-b6a0-84ccf6a64155 tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 210 time: 0.0729544 Apr 18 21:25:12.795070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a09162d5-27ad-4ee9-a3b5-be6854e8a93d no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:12.810694 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cca838b1-0c2d-446c-86f8-5741511a8e56 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "DELETE /v2.0/subnets/ef2f5b0b-a9b8-4bc9-ba82-ee2f4277a917 HTTP/1.1" status: 204 len: 168 time: 2.0775881 Apr 18 21:25:12.841676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53964) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:12.878051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: a09162d5-27ad-4ee9-a3b5-be6854e8a93d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:25:12.883757 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a09162d5-27ad-4ee9-a3b5-be6854e8a93d not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:12.919637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ee07a9-0797-4256-a119-a8880a37e5a4 req-c1ab9199-fc92-46d6-8799-a4075a4eb30c tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] No DVR routers for this DVR port a09162d5-27ad-4ee9-a3b5-be6854e8a93d on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:12.926193 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-02ee07a9-0797-4256-a119-a8880a37e5a4 req-c1ab9199-fc92-46d6-8799-a4075a4eb30c tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:12.928863 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-02ee07a9-0797-4256-a119-a8880a37e5a4 req-c1ab9199-fc92-46d6-8799-a4075a4eb30c tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.59 "DELETE /v2.0/ports/a09162d5-27ad-4ee9-a3b5-be6854e8a93d HTTP/1.1" status: 204 len: 173 time: 2.4845994 Apr 18 21:25:12.929612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da61bd2-3c68-4dc9-8a8a-8131207eaa6b', 'name': 'network-vif-deleted', 'tag': 'a09162d5-27ad-4ee9-a3b5-be6854e8a93d'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:12.944617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:25:12.955769 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:13.056003 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b8619c-7087-40f7-bdbb-1ba813ecd953'] response: {'server_uuid': '9da61bd2-3c68-4dc9-8a8a-8131207eaa6b', 'name': 'network-vif-deleted', 'tag': 'a09162d5-27ad-4ee9-a3b5-be6854e8a93d', 'status': 'completed', 'code': 200} Apr 18 21:25:13.056286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] For port 80b4859d-49e9-44c0-a709-85ba8d8d9034, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=80b4859d-49e9-44c0-a709-85ba8d8d9034,segment=NetworkSegment(2fe3a1da-f43e-40cc-a908-f9bf7d96e92d),segment_id=2fe3a1da-f43e-40cc-a908-f9bf7d96e92d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:13.056286 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:13.102616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32179a1-7735-45d6-a82d-2c9197704dce tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:13.103642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a32179a1-7735-45d6-a82d-2c9197704dce tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Synchronizing usage tracker for tenant:45a20252c0b84703b245ad3ecca96dbb on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:25:13.228600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b352cd6-476f-4b80-9afc-498185870232 None None] Pushing event updated for resources: {'Port': ['ID=42fddebc-5c8a-452f-bddd-17129a2b346e,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:13.280182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Pushing event updated for resources: {'Port': ['ID=921bb936-f6b4-4d0b-8ca7-216a9e4c15c0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:13.414286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Calling delete_port for 80b4859d-49e9-44c0-a709-85ba8d8d9034 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:13.426337 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70e0d9b-7b22-49c3-bbba-12c634047dbf None None] Network 82ea9e26-a255-4302-a15d-7900c1f12c57 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:13.438306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f14ea-51e1-4b91-823e-a0ce973cb2c1 admin admin] Deleting port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:13.439090 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d2f14ea-51e1-4b91-823e-a0ce973cb2c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:13.455462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:13.457339 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:13.498587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:13.657123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-5d2f14ea-51e1-4b91-823e-a0ce973cb2c1 admin admin] For port 506cf3cb-fa3e-4bcf-88a7-363252c08ab7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=506cf3cb-fa3e-4bcf-88a7-363252c08ab7,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:13.662725 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d2f14ea-51e1-4b91-823e-a0ce973cb2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:13.707213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64257c4-0ee7-42df-a039-eea9bf495d74 None None] Pushing event updated for resources: {'Port': ['ID=2750cf15-6c63-41e0-bd56-1c93ee2e671d,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:13.731945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a32179a1-7735-45d6-a82d-2c9197704dce tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Unset dirty status for tenant:45a20252c0b84703b245ad3ecca96dbb on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:25:13.731945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a32179a1-7735-45d6-a82d-2c9197704dce tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8886251 Apr 18 21:25:13.746416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53978) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:13.761675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b071c0-ede0-47d0-80a5-901474bb63ba req-a3c53981-e658-45c4-87cb-e8ebe1aa6bda tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:13.773516 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46b071c0-ede0-47d0-80a5-901474bb63ba req-a3c53981-e658-45c4-87cb-e8ebe1aa6bda tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.3044350 Apr 18 21:25:13.903089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f14ea-51e1-4b91-823e-a0ce973cb2c1 admin admin] Calling delete_port for 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:13.911455 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:13.934335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07919b55-ab1f-4caf-9f81-3a37ec6d93a0 None None] DHCP port deletion for b67755cd-0fb9-4089-a6b4-2545d9c3caec request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:25:13.974815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Transition to ACTIVE for port object 9d3e93d8-a441-4a13-b47e-5ddb84c4320b will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:14.024329 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:14.110545 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Transition to ACTIVE for port object 9d3e93d8-a441-4a13-b47e-5ddb84c4320b will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:14.235431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Port': ['ID=80b4859d-49e9-44c0-a709-85ba8d8d9034,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:14.254015 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24f14b67-e84b-4a12-8a70-e3154cb76dc1 req-824fb1bd-5d88-4736-8849-f15c8394e06b tempest-InstanceActionsTestJSON-45961660 tempest-InstanceActionsTestJSON-45961660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9da61bd2-3c68-4dc9-8a8a-8131207eaa6b HTTP/1.1" status: 200 len: 210 time: 0.0707154 Apr 18 21:25:14.304165 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46b071c0-ede0-47d0-80a5-901474bb63ba req-dce4dea9-05d2-4965-a647-ce7a8730af30 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5066199 Apr 18 21:25:14.305025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] No DVR routers for this DVR port 80b4859d-49e9-44c0-a709-85ba8d8d9034 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:14.319602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2750cf15-6c63-41e0-bd56-1c93ee2e671d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:14.379254 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:14.403131 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:14.452587 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d2f14ea-51e1-4b91-823e-a0ce973cb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:14.515322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f14ea-51e1-4b91-823e-a0ce973cb2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=506cf3cb-fa3e-4bcf-88a7-363252c08ab7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:14.529308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Deleting port 2750cf15-6c63-41e0-bd56-1c93ee2e671d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:14.529685 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:14.551786 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244eccb5-5418-4cf0-8086-704a2f95392b None None] Network 34d24f11-2d20-45d4-b707-74827c4488e0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:14.570474 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:14.571230 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:14.614251 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:14.826238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Pushing event updated for resources: {'Port': ['ID=9d3e93d8-a441-4a13-b47e-5ddb84c4320b,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:14.845659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Network 6a97dc68-20e4-4855-b2db-96de8f8778b9 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:14.863848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:14.875575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:14.935446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67755cd-0fb9-4089-a6b4-2545d9c3caec']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:14.981837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:11Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:14.994879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae17ea-7801-434c-bb1c-ac238cc608d1 None None] The sync data for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 is: [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:11Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:25:15.003767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Attempting to bind port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:15.004147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Attempting to bind port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'bb272df6-dcb0-4861-8847-c92b10fd2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:15.004764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Attempting to bind port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b on network 6a97dc68-20e4-4855-b2db-96de8f8778b9 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:15.011022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b5b1008e-198d-4f2d-9a91-c9a450a9997a None None] Provisioning for port 2750cf15-6c63-41e0-bd56-1c93ee2e671d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:15.027129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:15.027617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Checking segment: {'id': 'bb272df6-dcb0-4861-8847-c92b10fd2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:15.027952 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.028344 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Bound using segment: {'id': 'bb272df6-dcb0-4861-8847-c92b10fd2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:15.028833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Bound port: 9d3e93d8-a441-4a13-b47e-5ddb84c4320b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb272df6-dcb0-4861-8847-c92b10fd2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:15.029204 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.067508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d2f14ea-51e1-4b91-823e-a0ce973cb2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.170700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe3a1da-f43e-40cc-a908-f9bf7d96e92d') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:15.170827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe3a1da-f43e-40cc-a908-f9bf7d96e92d') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:15.189996 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] For port 2750cf15-6c63-41e0-bd56-1c93ee2e671d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2750cf15-6c63-41e0-bd56-1c93ee2e671d,segment=NetworkSegment(7a4291c1-9bee-465e-99e6-09e0ce0e4fde),segment_id=7a4291c1-9bee-465e-99e6-09e0ce0e4fde)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:15.190369 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.194868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] For port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:15.198681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] For port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9d3e93d8-a441-4a13-b47e-5ddb84c4320b,segment=NetworkSegment(bb272df6-dcb0-4861-8847-c92b10fd2b14),segment_id=bb272df6-dcb0-4861-8847-c92b10fd2b14)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:15.206689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20034d72-30fc-45f1-b141-55b01bf8ccdc None None] DHCP port deletion for 34d24f11-2d20-45d4-b707-74827c4488e0 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:25:15.206689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 2750cf15-6c63-41e0-bd56-1c93ee2e671d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:15.208705 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.217437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2750cf15-6c63-41e0-bd56-1c93ee2e671d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:15.218031 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.248726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-20034d72-30fc-45f1-b141-55b01bf8ccdc None None] Deleting port 2750cf15-6c63-41e0-bd56-1c93ee2e671d {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:15.249377 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20034d72-30fc-45f1-b141-55b01bf8ccdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.289401 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.456080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b7dd9-ae25-47d7-b70c-bbd92f7c8b50 None None] Pushing event updated for resources: {'Port': ['ID=9d3e93d8-a441-4a13-b47e-5ddb84c4320b,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:15.457586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53996) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:15.481722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Calling delete_port for 2750cf15-6c63-41e0-bd56-1c93ee2e671d owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:15.531459 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.554089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:25:15.554652 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:25:15.571868 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:25:15.651978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5aa7984-b14c-40dc-a5a8-f2dbd0f97c8c admin admin] Deleting subnet dd839ce2-323e-462c-a15f-d76f0fb5f283 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:25:15.656082 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7984-b14c-40dc-a5a8-f2dbd0f97c8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.722507 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7984-b14c-40dc-a5a8-f2dbd0f97c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.858928 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7984-b14c-40dc-a5a8-f2dbd0f97c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.883829 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.892229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-20034d72-30fc-45f1-b141-55b01bf8ccdc None None] For port 2750cf15-6c63-41e0-bd56-1c93ee2e671d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2750cf15-6c63-41e0-bd56-1c93ee2e671d,segment=NetworkSegment(7a4291c1-9bee-465e-99e6-09e0ce0e4fde),segment_id=7a4291c1-9bee-465e-99e6-09e0ce0e4fde)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:15.892764 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20034d72-30fc-45f1-b141-55b01bf8ccdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.926924 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.978244 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.052388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Network': ['ID=b67755cd-0fb9-4089-a6b4-2545d9c3caec,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:16.087627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0ec6e16a-6e6a-477e-acc8-5e76622bb739 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "DELETE /v2.0/networks/b67755cd-0fb9-4089-a6b4-2545d9c3caec HTTP/1.1" status: 204 len: 168 time: 4.0530505 Apr 18 21:25:16.094206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event deleted for resources: {'Port': ['ID=2750cf15-6c63-41e0-bd56-1c93ee2e671d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:16.096800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54002) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:16.175277 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.193356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-20034d72-30fc-45f1-b141-55b01bf8ccdc None None] Calling delete_port for 2750cf15-6c63-41e0-bd56-1c93ee2e671d owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:16.256664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7984-b14c-40dc-a5a8-f2dbd0f97c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.278496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] No DVR routers for this DVR port 2750cf15-6c63-41e0-bd56-1c93ee2e671d on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:16.318745 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7984-b14c-40dc-a5a8-f2dbd0f97c8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.334740 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b5aa7984-b14c-40dc-a5a8-f2dbd0f97c8c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dd839ce2-323e-462c-a15f-d76f0fb5f283 HTTP/1.1" status: 204 len: 168 time: 0.8744659 Apr 18 21:25:16.335017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54006) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:16.349173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa7984-b14c-40dc-a5a8-f2dbd0f97c8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd839ce2-323e-462c-a15f-d76f0fb5f283,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:16.386016 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-20034d72-30fc-45f1-b141-55b01bf8ccdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:25:16.387872 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-20034d72-30fc-45f1-b141-55b01bf8ccdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:25:16.421890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 80b4859d-49e9-44c0-a709-85ba8d8d9034 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:16.460352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 80b4859d-49e9-44c0-a709-85ba8d8d9034 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:25:16.460942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 80b4859d-49e9-44c0-a709-85ba8d8d9034 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:16.532063 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.534345 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.597237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d24f11-2d20-45d4-b707-74827c4488e0']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:16.651051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4291c1-9bee-465e-99e6-09e0ce0e4fde') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:16.651370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4291c1-9bee-465e-99e6-09e0ce0e4fde') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:16.670022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34092382-f012-4283-bf29-852b59c5507a req-c32eb471-c7fc-4c16-bb48-195f652bd641 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:16.672571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34092382-f012-4283-bf29-852b59c5507a req-c32eb471-c7fc-4c16-bb48-195f652bd641 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 1.0990181 Apr 18 21:25:16.682019 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.756465 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.796730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:25:16.797464 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:25:16.820043 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:25:16.838898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c00f65-ebbc-41a2-9356-d1155cbfaa9a tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting subnet f8607728-7401-4c13-ab5d-513e8d869ef6 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:25:16.847021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e95b2fab-4011-49a1-bb16-9c2a4fde9471 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:16.899503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-20034d72-30fc-45f1-b141-55b01bf8ccdc None None] Deleting port 2750cf15-6c63-41e0-bd56-1c93ee2e671d {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:16.899503 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20034d72-30fc-45f1-b141-55b01bf8ccdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.921938 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0c00f65-ebbc-41a2-9356-d1155cbfaa9a tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.958572 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.998901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34092382-f012-4283-bf29-852b59c5507a req-7924724d-40c8-458f-87a2-27cebaff7f52 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3030958 Apr 18 21:25:17.033083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827aa8b5-d8ed-4d5c-9506-fd73d0715f9f']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:17.045016 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0c00f65-ebbc-41a2-9356-d1155cbfaa9a tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.053969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926cea2e-6c38-4194-82a7-a8f1ed5e1476') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:17.054153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926cea2e-6c38-4194-82a7-a8f1ed5e1476') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:17.064219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-20034d72-30fc-45f1-b141-55b01bf8ccdc None None] The port '2750cf15-6c63-41e0-bd56-1c93ee2e671d' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:25:17.071040 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.087606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b1916-e616-4c5a-8b02-c50327aa9fbb None None] Network 6a97dc68-20e4-4855-b2db-96de8f8778b9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:17.094335 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.103397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:25:17.103790 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.116681 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:25:17.141228 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:25:17.145635 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.157965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event deleted for resources: {'Network': ['ID=34d24f11-2d20-45d4-b707-74827c4488e0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:17.178877 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-de79587e-81bb-4ac6-82ea-f36c4fd6b23a tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "DELETE /v2.0/networks/34d24f11-2d20-45d4-b707-74827c4488e0 HTTP/1.1" status: 204 len: 168 time: 3.4266126 Apr 18 21:25:17.182391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54012) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:17.211223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Router 99805c48-23da-429a-a2a9-8e1851ff6cb8 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:25:17.245263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e95b2fab-4011-49a1-bb16-9c2a4fde9471 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:17.253705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e95b2fab-4011-49a1-bb16-9c2a4fde9471 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:17.254278 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.304839 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0c00f65-ebbc-41a2-9356-d1155cbfaa9a tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.305032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a7ac7e3b-5628-48b1-b422-4d598c67ef5f None None] Provisioning for port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:17.312569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2f14ea-51e1-4b91-823e-a0ce973cb2c1 admin admin] Router 12336b33-83c8-4ffe-a0c3-db24bde103e8 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:25:17.373028 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.408628 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.421799 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.522861 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.623660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port e95b2fab-4011-49a1-bb16-9c2a4fde9471, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e95b2fab-4011-49a1-bb16-9c2a4fde9471,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:17.681276 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.682091 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9d3e93d8-a441-4a13-b47e-5ddb84c4320b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:17.748749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=827aa8b5-d8ed-4d5c-9506-fd73d0715f9f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:17.758350 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d390bed8-d6e8-41b8-a7b2-50dbd3d08ef5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/827aa8b5-d8ed-4d5c-9506-fd73d0715f9f HTTP/1.1" status: 204 len: 168 time: 1.4130418 Apr 18 21:25:17.852940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=e95b2fab-4011-49a1-bb16-9c2a4fde9471,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:17.857515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Deleting port 42fddebc-5c8a-452f-bddd-17129a2b346e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:17.860492 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.900046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2f14ea-51e1-4b91-823e-a0ce973cb2c1 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:25:17.911549 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5d2f14ea-51e1-4b91-823e-a0ce973cb2c1 admin admin] 10.222.0.11 "PUT /v2.0/routers/12336b33-83c8-4ffe-a0c3-db24bde103e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8802333 Apr 18 21:25:17.913034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54020) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:17.916343 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adc204-f0ea-401c-b259-68bf3c2315fc None None] Sync routers for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:25:17.930334 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adc204-f0ea-401c-b259-68bf3c2315fc None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:17.930980 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e4adc204-f0ea-401c-b259-68bf3c2315fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:17.971064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028bb0a-f818-4b87-9f0c-47c46c6ce8d6 None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:25:18.017744 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:18.106872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:18.106998 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.192329 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-e4adc204-f0ea-401c-b259-68bf3c2315fc None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:25:18.269541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] For port 42fddebc-5c8a-452f-bddd-17129a2b346e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=42fddebc-5c8a-452f-bddd-17129a2b346e,segment=NetworkSegment(481c70d6-2dcf-4744-b966-288fe105448c),segment_id=481c70d6-2dcf-4744-b966-288fe105448c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:18.269971 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.274436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54026) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:18.349454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4028bb0a-f818-4b87-9f0c-47c46c6ce8d6 None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:25:18.355410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e2092340-32cd-4f29-9199-b8179a9d2d93 None None] Provisioning complete for port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:18.355983 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e2092340-32cd-4f29-9199-b8179a9d2d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.390580 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8114e4e6-01a4-42f5-afa3-ad51f8023a99 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c81ff0b3a064e1499c82a7467a19349&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1087911 Apr 18 21:25:18.391915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54030) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:18.407404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Calling delete_port for 42fddebc-5c8a-452f-bddd-17129a2b346e owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:18.420270 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.475911 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.519951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9d3e93d8-a441-4a13-b47e-5ddb84c4320b,segment=NetworkSegment(bb272df6-dcb0-4861-8847-c92b10fd2b14),segment_id=bb272df6-dcb0-4861-8847-c92b10fd2b14)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:18.547493 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0c00f65-ebbc-41a2-9356-d1155cbfaa9a tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.582180 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.596095 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e4adc204-f0ea-401c-b259-68bf3c2315fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:25:14Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:18.601012 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adc204-f0ea-401c-b259-68bf3c2315fc None None] Checking router: 12336b33-83c8-4ffe-a0c3-db24bde103e8 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:25:18.611372 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e284b6ab-5058-4bff-8110-cb10690f1d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.614499 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adc204-f0ea-401c-b259-68bf3c2315fc None None] Routers {'12336b33-83c8-4ffe-a0c3-db24bde103e8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:18.616791 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e4adc204-f0ea-401c-b259-68bf3c2315fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['12336b33-83c8-4ffe-a0c3-db24bde103e8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:18.649297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event deleted for resources: {'Port': ['ID=42fddebc-5c8a-452f-bddd-17129a2b346e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:18.652895 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e284b6ab-5058-4bff-8110-cb10690f1d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.657691 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.667280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c00f65-ebbc-41a2-9356-d1155cbfaa9a tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Subnet': ['ID=f8607728-7401-4c13-ab5d-513e8d869ef6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:18.684945 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0c00f65-ebbc-41a2-9356-d1155cbfaa9a tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.707892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] No DVR routers for this DVR port 42fddebc-5c8a-452f-bddd-17129a2b346e on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:18.762662 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.768277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b0c00f65-ebbc-41a2-9356-d1155cbfaa9a tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "DELETE /v2.0/subnets/f8607728-7401-4c13-ab5d-513e8d869ef6 HTTP/1.1" status: 204 len: 168 time: 2.6665330 Apr 18 21:25:18.769054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54036) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:18.787298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2750cf15-6c63-41e0-bd56-1c93ee2e671d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:18.821231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177a01f-984f-421f-b407-33504ed4cebf req-50fb44a5-5002-4a4a-a0cf-8c3827da668c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:18.828382 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b177a01f-984f-421f-b407-33504ed4cebf req-50fb44a5-5002-4a4a-a0cf-8c3827da668c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.3372350 Apr 18 21:25:18.875420 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e284b6ab-5058-4bff-8110-cb10690f1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.907430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284b6ab-5058-4bff-8110-cb10690f1d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d2adad-2011-4f7b-b4ab-18c8bd4f7250,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:18.929081 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e284b6ab-5058-4bff-8110-cb10690f1d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.933321 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e284b6ab-5058-4bff-8110-cb10690f1d1b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6d2adad-2011-4f7b-b4ab-18c8bd4f7250 HTTP/1.1" status: 204 len: 168 time: 0.5385094 Apr 18 21:25:18.942074 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-e4adc204-f0ea-401c-b259-68bf3c2315fc None None] Set router 12336b33-83c8-4ffe-a0c3-db24bde103e8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:25:18.947835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.957976 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.971695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Deleting port 89c5ca30-a5ba-4192-b055-2954e35b6ad9 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:18.976304 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.997824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 2750cf15-6c63-41e0-bd56-1c93ee2e671d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:25:18.999180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2750cf15-6c63-41e0-bd56-1c93ee2e671d not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:18.999898 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b177a01f-984f-421f-b407-33504ed4cebf req-c8b640b0-492b-455a-8ae3-840c92401601 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1704950 Apr 18 21:25:19.020867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ea9e26-a255-4302-a15d-7900c1f12c57']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:19.040786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:25:19.093166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481c70d6-2dcf-4744-b966-288fe105448c') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:19.093497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481c70d6-2dcf-4744-b966-288fe105448c') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:19.127511 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.132380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Sync routers for ids ['99805c48-23da-429a-a2a9-8e1851ff6cb8'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:25:19.143505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Deleting port fae0f134-e64a-429b-82ab-350df73e55cb {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:19.145759 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.164430 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.177344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:25:19.178387 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:25:19.195179 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:25:19.225641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e95b2fab-4011-49a1-bb16-9c2a4fde9471 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:19.312830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=9d3e93d8-a441-4a13-b47e-5ddb84c4320b,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:19.377022 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e4adc204-f0ea-401c-b259-68bf3c2315fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:25:14Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:19.381337 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adc204-f0ea-401c-b259-68bf3c2315fc None None] The sync data for ids ['12336b33-83c8-4ffe-a0c3-db24bde103e8'] in n-d-836017-3 is: [{'id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1492911239-router', 'tenant_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:28Z', 'updated_at': '2022-04-18T21:25:14Z', 'revision_number': 5, 'project_id': '9fcc73c7f7d343179467f64a2ae7eb25', 'gw_port': {'id': '89c5ca30-a5ba-4192-b055-2954e35b6ad9', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12336b33-83c8-4ffe-a0c3-db24bde103e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:30Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:25:19.383266 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.384582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5fac8795-45f3-4dc0-80cb-fa13a7017a57 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4562628 Apr 18 21:25:19.387892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54048) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:19.515917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Routers {'99805c48-23da-429a-a2a9-8e1851ff6cb8'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:19.516561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['99805c48-23da-429a-a2a9-8e1851ff6cb8'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:19.540476 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.625552 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.646067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event deleted for resources: {'Network': ['ID=82ea9e26-a255-4302-a15d-7900c1f12c57,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:19.660933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-365c464c-f84f-479d-9065-cac84d598949 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "DELETE /v2.0/networks/82ea9e26-a255-4302-a15d-7900c1f12c57 HTTP/1.1" status: 204 len: 168 time: 2.4805903 Apr 18 21:25:19.668406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54056) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:19.676390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] For port fae0f134-e64a-429b-82ab-350df73e55cb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fae0f134-e64a-429b-82ab-350df73e55cb,segment=NetworkSegment(75797f13-31c9-4241-af30-bb9567659c23),segment_id=75797f13-31c9-4241-af30-bb9567659c23)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:19.676998 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.725975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e95b2fab-4011-49a1-bb16-9c2a4fde9471 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:19.726347 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.908006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] For port 89c5ca30-a5ba-4192-b055-2954e35b6ad9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=89c5ca30-a5ba-4192-b055-2954e35b6ad9,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:19.908006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.922972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Set router 99805c48-23da-429a-a2a9-8e1851ff6cb8 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:25:19.943258 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:20.191280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Calling delete_port for 89c5ca30-a5ba-4192-b055-2954e35b6ad9 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:20.230911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107a76bb-0b09-4191-8845-0bfa0c422edf None None] Network a723ba76-8608-4685-b7dc-9c77c7dc31da requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:20.480963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Calling delete_port for fae0f134-e64a-429b-82ab-350df73e55cb owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:20.556905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:20.621529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481e38ae-f698-4456-9e0b-1ec8ecb60a24']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:20.642239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92134d-d5d0-420c-a67e-0e61c3f8b9dd req-73f87ad1-e357-4fa2-9982-687d3b7632f5 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:20.644542 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b92134d-d5d0-420c-a67e-0e61c3f8b9dd req-73f87ad1-e357-4fa2-9982-687d3b7632f5 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2765646 Apr 18 21:25:20.650652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6f8e0c-409c-4596-9f6a-0c9f2630a89a') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:20.651163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6f8e0c-409c-4596-9f6a-0c9f2630a89a') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:20.742154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'name': 'tempest-TestVolumeBootPattern-409414475-router', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:25:10Z', 'updated_at': '2022-04-18T21:25:13Z', 'revision_number': 3, 'project_id': '61e5a57d461b403db244e8359dc2a8dd', 'gw_port': {'id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:25:11Z', 'updated_at': '2022-04-18T21:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:20.747766 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:20.751752 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:20.768882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Checking router: 99805c48-23da-429a-a2a9-8e1851ff6cb8 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:25:20.769513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Updating router 99805c48-23da-429a-a2a9-8e1851ff6cb8 port 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:25:20.781083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b92134d-d5d0-420c-a67e-0e61c3f8b9dd req-930c8ccf-3361-4782-8c27-451d357df07d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193058 Apr 18 21:25:20.801784 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:20.854577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc335b4e-26f1-4aae-9dc4-a38981a7df96 None None] DHCP port deletion for a723ba76-8608-4685-b7dc-9c77c7dc31da request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:25:20.894300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:25:20.894921 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:20.908721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:25:20.919044 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:25:20.931666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Port': ['ID=fae0f134-e64a-429b-82ab-350df73e55cb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:20.943087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] No DVR routers for this DVR port fae0f134-e64a-429b-82ab-350df73e55cb on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:21.061562 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.142495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=89c5ca30-a5ba-4192-b055-2954e35b6ad9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:21.151942 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.172450 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.186458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event deleted for resources: {'Network': ['ID=481e38ae-f698-4456-9e0b-1ec8ecb60a24,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:21.201874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.207829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bed40415-7ec0-4b27-ae06-a5d35a0622f0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "DELETE /v2.0/networks/481e38ae-f698-4456-9e0b-1ec8ecb60a24 HTTP/1.1" status: 204 len: 168 time: 1.5322204 Apr 18 21:25:21.210707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54080) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:21.243868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9d3e93d8-a441-4a13-b47e-5ddb84c4320b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:21.348200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54084) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:21.465968 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.466094 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.473170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:21.473562 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.660781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-495073146-network', 'tenant_id': '29feca2c086b4867984ad1b0386e7dd5'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:21.672637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a723ba76-8608-4685-b7dc-9c77c7dc31da']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:21.680069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:21.691289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75797f13-31c9-4241-af30-bb9567659c23') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:21.691289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75797f13-31c9-4241-af30-bb9567659c23') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:21.696706 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.700715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Usage tracker for resource:network and tenant:29feca2c086b4867984ad1b0386e7dd5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:21.704155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:21.707767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.716821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:21.721043 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.744570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Transition to ACTIVE for port object 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:21.757273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855623dc-0f9d-4b91-8402-770cee469ffc']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:21.773259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b5519f-485c-47ac-acbd-fbcae3756dec') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:21.773590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b5519f-485c-47ac-acbd-fbcae3756dec') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:21.789989 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.810688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.811187 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.820211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:25:21.820727 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:25:21.835943 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:25:21.842135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Made reservation on behalf of 29feca2c086b4867984ad1b0386e7dd5 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:21.844352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.863095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:21.878700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:25:21.883892 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:25:21.894977 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:25:21.912246 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.958671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.964366 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:21.985014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.042660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:22.050031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Usage tracker for resource:security_group_rule and tenant:29feca2c086b4867984ad1b0386e7dd5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:22.050203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e39a13-1aee-4c6d-bcbd-3e0ee3b14a91 None None] Pushing event updated for resources: {'Port': ['ID=921bb936-f6b4-4d0b-8ca7-216a9e4c15c0,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:22.052162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:25:22.052505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 506cf3cb-fa3e-4bcf-88a7-363252c08ab7 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:22.052908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fae0f134-e64a-429b-82ab-350df73e55cb no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:22.056814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:22.071755 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:22.086456 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.102927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: fae0f134-e64a-429b-82ab-350df73e55cb {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:25:22.103535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fae0f134-e64a-429b-82ab-350df73e55cb not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:22.116905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.117165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] Pushing event deleted for resources: {'Network': ['ID=a723ba76-8608-4685-b7dc-9c77c7dc31da,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:22.120538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.121615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12336b33-83c8-4ffe-a0c3-db24bde103e8 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:25:22.146943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.148102 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-18e17875-6afb-4d03-a651-e0742a8022a2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/12336b33-83c8-4ffe-a0c3-db24bde103e8 HTTP/1.1" status: 204 len: 168 time: 4.2341018 Apr 18 21:25:22.153605 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b96f96ef-9f95-453f-b84d-9056cae3ece6 tempest-ServersTestMultiNic-388738111 tempest-ServersTestMultiNic-388738111-project] 10.222.0.11 "DELETE /v2.0/networks/a723ba76-8608-4685-b7dc-9c77c7dc31da HTTP/1.1" status: 204 len: 168 time: 3.3800933 Apr 18 21:25:22.153605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54100) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:22.160498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Attempting to bind port 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:22.161177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Attempting to bind port 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:22.161812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Attempting to bind port 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:22.174815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:22.176339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:22.177046 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.177728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:22.178426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Bound port: 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:22.179791 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.190713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.233028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab9e09f-9da5-40ce-9284-13e2d7971aa6 admin admin] Deleting subnet ed1432d0-91ad-4671-b49d-79ee529eb9da {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:25:22.238973 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ab9e09f-9da5-40ce-9284-13e2d7971aa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.241444 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.274282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] Pushing event deleted for resources: {'Network': ['ID=855623dc-0f9d-4b91-8402-770cee469ffc,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:22.283740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] For port 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:22.295706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] For port 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=921bb936-f6b4-4d0b-8ca7-216a9e4c15c0,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:22.328604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ab9e09f-9da5-40ce-9284-13e2d7971aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.345462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d7830dba-66b4-4e3c-bb08-07a293d0d7b0 tempest-BulkNetworkOpsIpV6Test-1253390974 tempest-BulkNetworkOpsIpV6Test-1253390974-project] 10.222.0.11 "DELETE /v2.0/networks/855623dc-0f9d-4b91-8402-770cee469ffc HTTP/1.1" status: 204 len: 168 time: 1.1333230 Apr 18 21:25:22.389109 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.476755 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ab9e09f-9da5-40ce-9284-13e2d7971aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.504494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Routers {'99805c48-23da-429a-a2a9-8e1851ff6cb8'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:22.505425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['99805c48-23da-429a-a2a9-8e1851ff6cb8'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:22.586523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e39a13-1aee-4c6d-bcbd-3e0ee3b14a91 None None] Pushing event updated for resources: {'Port': ['ID=921bb936-f6b4-4d0b-8ca7-216a9e4c15c0,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:22.633169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54116) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:22.652255 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.667620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3e806-30b6-42de-b721-2edf81f918f3 req-acb73154-70fb-4f6b-a661-ebb697e9bd89 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:22.669949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9b3e806-30b6-42de-b721-2edf81f918f3 req-acb73154-70fb-4f6b-a661-ebb697e9bd89 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5890603 Apr 18 21:25:22.697074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.719397 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.746371 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] Set router 99805c48-23da-429a-a2a9-8e1851ff6cb8 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:25:22.759680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054dbb1a-8fb2-4c59-89af-057be1ef94fe,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:22.811299 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ab9e09f-9da5-40ce-9284-13e2d7971aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.846682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9b3e806-30b6-42de-b721-2edf81f918f3 req-a9d52219-0e84-422c-a18f-12c402ad8d60 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1686847 Apr 18 21:25:22.922807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9e09f-9da5-40ce-9284-13e2d7971aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed1432d0-91ad-4671-b49d-79ee529eb9da,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:22.944882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:25:22.947079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0ab9e09f-9da5-40ce-9284-13e2d7971aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.966889 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efbe251-46b6-45a4-851c-eae290e5dd48 None None] Network 40555ad7-33a0-41d9-873f-e57f23f1fa23 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:22.974036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.974205 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Added segment 40d856f9-7d4f-4b99-9eec-a62ee913ac1e of type vlan for network 1881d911-2ce0-42c5-bc7d-f9bf0bbff736 Apr 18 21:25:22.978055 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0ab9e09f-9da5-40ce-9284-13e2d7971aa6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ed1432d0-91ad-4671-b49d-79ee529eb9da HTTP/1.1" status: 204 len: 168 time: 0.8239803 Apr 18 21:25:22.984108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54122) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:23.156184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54126) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:23.172352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.224454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Allocated IP 172.20.0.1 (6a97dc68-20e4-4855-b2db-96de8f8778b9/bc9cf86c-e2e1-4dee-acb8-6c847b08db82/3db6e3ef-0252-4419-a8d1-2e6beb485177) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:23.232176 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.255278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Deleting port d1dfd797-9499-4737-94ca-06a11de08fe9 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:23.261163 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.435135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.435741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.437055 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.513570 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e44af100-2da9-41e8-9f01-7929dde0acc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.555524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.574453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Transition to ACTIVE for port object 3db6e3ef-0252-4419-a8d1-2e6beb485177 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:23.629040 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'name': 'tempest-TestVolumeBootPattern-409414475-router', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:25:10Z', 'updated_at': '2022-04-18T21:25:13Z', 'revision_number': 3, 'project_id': '61e5a57d461b403db244e8359dc2a8dd', 'gw_port': {'id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:25:11Z', 'updated_at': '2022-04-18T21:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:23.636329 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2754d612-8ea2-4e95-ac34-115a73be994c None None] The sync data for ids ['99805c48-23da-429a-a2a9-8e1851ff6cb8'] in n-d-836017-3 is: [{'id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'name': 'tempest-TestVolumeBootPattern-409414475-router', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:25:10Z', 'updated_at': '2022-04-18T21:25:13Z', 'revision_number': 3, 'project_id': '61e5a57d461b403db244e8359dc2a8dd', 'gw_port': {'id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:25:11Z', 'updated_at': '2022-04-18T21:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:25:23.728550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0803ca7-28a0-405d-ba10-a62dd101ebcb None None] DHCP port deletion for 40555ad7-33a0-41d9-873f-e57f23f1fa23 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:25:23.736062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e0803ca7-28a0-405d-ba10-a62dd101ebcb None None] Deleting port d1dfd797-9499-4737-94ca-06a11de08fe9 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:23.736628 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e0803ca7-28a0-405d-ba10-a62dd101ebcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.806917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] Pushing event updated for resources: {'Network': ['ID=1881d911-2ce0-42c5-bc7d-f9bf0bbff736,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:23.834063 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.840291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bb65fcd0-258c-42e1-b7a5-c8ab7679ff68 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4902284 Apr 18 21:25:23.850148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54134) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:23.858335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Request body: {'subnet': {'network_id': '1881d911-2ce0-42c5-bc7d-f9bf0bbff736', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-495073146-subnet', 'tenant_id': '29feca2c086b4867984ad1b0386e7dd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:23.861261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 1881d911-2ce0-42c5-bc7d-f9bf0bbff736 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:25:23.865666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:23.872261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Usage tracker for resource:subnet and tenant:29feca2c086b4867984ad1b0386e7dd5 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:23.876174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:23.886896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:23.942684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3db6e3ef-0252-4419-a8d1-2e6beb485177,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:24.051894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Made reservation on behalf of 29feca2c086b4867984ad1b0386e7dd5 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:24.054754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.098650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Network 6a97dc68-20e4-4855-b2db-96de8f8778b9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:24.112071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:24.134135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:24.140678 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e0803ca7-28a0-405d-ba10-a62dd101ebcb None None] For port d1dfd797-9499-4737-94ca-06a11de08fe9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d1dfd797-9499-4737-94ca-06a11de08fe9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:24.141156 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e0803ca7-28a0-405d-ba10-a62dd101ebcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.261417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c9f443fb-2996-4788-b98a-a78be519736a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45a20252c0b84703b245ad3ecca96dbb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1017346 Apr 18 21:25:24.268372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54140) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:24.458642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] For port d1dfd797-9499-4737-94ca-06a11de08fe9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d1dfd797-9499-4737-94ca-06a11de08fe9,segment=NetworkSegment(73bb6c5a-3e6b-487f-a657-40d3cd383056),segment_id=73bb6c5a-3e6b-487f-a657-40d3cd383056)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:24.458642 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.499956 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.535793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e0803ca7-28a0-405d-ba10-a62dd101ebcb None None] Calling delete_port for d1dfd797-9499-4737-94ca-06a11de08fe9 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:24.634015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Calling delete_port for d1dfd797-9499-4737-94ca-06a11de08fe9 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:24.641364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.691270 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e0803ca7-28a0-405d-ba10-a62dd101ebcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.737656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-504d065a-6868-44b0-8166-4a216fc58dd4 None None] Provisioning for port 3db6e3ef-0252-4419-a8d1-2e6beb485177 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:24.751430 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d4b035c-225f-49b6-abc1-425dc7349116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.770360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0803ca7-28a0-405d-ba10-a62dd101ebcb None None] Pushing event deleted for resources: {'Port': ['ID=d1dfd797-9499-4737-94ca-06a11de08fe9,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:24.770360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-504d065a-6868-44b0-8166-4a216fc58dd4 None None] Provisioning complete for port 3db6e3ef-0252-4419-a8d1-2e6beb485177 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:24.770360 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-504d065a-6868-44b0-8166-4a216fc58dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.796319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5809bc-d857-44d3-a54f-5c01cf7da1f4,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:24.808315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Checking segment: {'id': '40d856f9-7d4f-4b99-9eec-a62ee913ac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1881d911-2ce0-42c5-bc7d-f9bf0bbff736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:24.809352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Network hostable DHCP agents. Network: 1881d911-2ce0-42c5-bc7d-f9bf0bbff736, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:25:24.814444 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9dcd8c36-20b1-4dd6-b563-ac6d5bdcb408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.824806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0803ca7-28a0-405d-ba10-a62dd101ebcb None None] No DVR routers for this DVR port d1dfd797-9499-4737-94ca-06a11de08fe9 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:24.842372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b972e-1207-4c2a-ad4e-4c1682e6d649 req-42a952e1-59ad-4e4f-a078-37995dfade45 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:24.852885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e44af100-2da9-41e8-9f01-7929dde0acc9 admin admin] Deleting port 434744bb-fad8-47ce-910f-036193ca1c34 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:24.853231 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e44af100-2da9-41e8-9f01-7929dde0acc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.854002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-642b972e-1207-4c2a-ad4e-4c1682e6d649 req-42a952e1-59ad-4e4f-a078-37995dfade45 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.8038116 Apr 18 21:25:24.871173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-504d065a-6868-44b0-8166-4a216fc58dd4 None None] Port 3db6e3ef-0252-4419-a8d1-2e6beb485177 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:25:24.898161 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:25:24.900534 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:25:24.911626 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9dcd8c36-20b1-4dd6-b563-ac6d5bdcb408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.978440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Network 1881d911-2ce0-42c5-bc7d-f9bf0bbff736 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:25:25.055426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-e44af100-2da9-41e8-9f01-7929dde0acc9 admin admin] For port 434744bb-fad8-47ce-910f-036193ca1c34, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=434744bb-fad8-47ce-910f-036193ca1c34,segment=NetworkSegment(52b8708f-fa43-4fc4-b614-7ecd47793712),segment_id=52b8708f-fa43-4fc4-b614-7ecd47793712)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:25.056334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e44af100-2da9-41e8-9f01-7929dde0acc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:25.065202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 1881d911-2ce0-42c5-bc7d-f9bf0bbff736) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:25.069765 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:25.070358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:25.080646 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0cd73e-5ee2-4734-b842-02c3e1d6de70 None None] Network 1881d911-2ce0-42c5-bc7d-f9bf0bbff736 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:25.169987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-642b972e-1207-4c2a-ad4e-4c1682e6d649 req-d3d31be6-9de1-472f-86e9-d1e600c3a769 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2949405 Apr 18 21:25:25.182579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d1dfd797-9499-4737-94ca-06a11de08fe9 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:25.223050 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:25.234301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: d1dfd797-9499-4737-94ca-06a11de08fe9 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:25:25.234692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d1dfd797-9499-4737-94ca-06a11de08fe9 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:25.436230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e44af100-2da9-41e8-9f01-7929dde0acc9 admin admin] Calling delete_port for 434744bb-fad8-47ce-910f-036193ca1c34 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:25.493688 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:25.495839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Deleting port d1dfd797-9499-4737-94ca-06a11de08fe9 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:25.496987 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:25.522509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9dcd8c36-20b1-4dd6-b563-ac6d5bdcb408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:25.523659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c209a6-183d-49ac-bc79-420779782d9e None None] Network 1881d911-2ce0-42c5-bc7d-f9bf0bbff736 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:25.585914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd8c36-20b1-4dd6-b563-ac6d5bdcb408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251ad196-7b0e-448c-a3a2-2c8d46bc13d4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:25.594776 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:25.629425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] The port 'd1dfd797-9499-4737-94ca-06a11de08fe9' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:25:25.664784 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0d6f2f17-dcd9-4d6d-b886-b57dfab17a18 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8126652 Apr 18 21:25:25.737668 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e44af100-2da9-41e8-9f01-7929dde0acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:25.805973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44af100-2da9-41e8-9f01-7929dde0acc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=434744bb-fad8-47ce-910f-036193ca1c34,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:25.932326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9dcd8c36-20b1-4dd6-b563-ac6d5bdcb408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:25.934033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9dcd8c36-20b1-4dd6-b563-ac6d5bdcb408 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/251ad196-7b0e-448c-a3a2-2c8d46bc13d4 HTTP/1.1" status: 204 len: 168 time: 1.6044168 Apr 18 21:25:25.996716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3db6e3ef-0252-4419-a8d1-2e6beb485177,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:26.001997 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:26.170426 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:26.290148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40555ad7-33a0-41d9-873f-e57f23f1fa23']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:26.325655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bb6c5a-3e6b-487f-a657-40d3cd383056') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:26.326877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bb6c5a-3e6b-487f-a657-40d3cd383056') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:26.350801 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:26.392455 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:26.410204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:25:26.419645 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:26.435209 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c9465457-c53c-4406-9fcf-40ed587623dc req-52697ea7-03de-4252-a600-8e32ecebaa3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1095 time: 0.2704525 Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:25:26.441378 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:25:26.550453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f56d55-aa58-4e80-9fc7-ccafe4497ec5 req-db1252c5-e062-4f0b-bf34-5da3ba060fe8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:26.559815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19f56d55-aa58-4e80-9fc7-ccafe4497ec5 req-db1252c5-e062-4f0b-bf34-5da3ba060fe8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5406945 Apr 18 21:25:26.685865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Network 6a97dc68-20e4-4855-b2db-96de8f8778b9 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:26.693379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:26.719127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9465457-c53c-4406-9fcf-40ed587623dc req-b20e315f-1a57-4e8a-b929-c4c65e2c42df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:26.722926 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c9465457-c53c-4406-9fcf-40ed587623dc req-b20e315f-1a57-4e8a-b929-c4c65e2c42df service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.2741857 Apr 18 21:25:26.848448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e44af100-2da9-41e8-9f01-7929dde0acc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:26.871678 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c9465457-c53c-4406-9fcf-40ed587623dc req-84a208be-faaa-48d9-8aa1-a6320ca4d4bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 999 time: 0.1383660 Apr 18 21:25:26.894063 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:26.943172 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19f56d55-aa58-4e80-9fc7-ccafe4497ec5 req-c7e0aad8-2f33-4f21-bf6f-03ad25511ae6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3822386 Apr 18 21:25:26.958548 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:27.024677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9465457-c53c-4406-9fcf-40ed587623dc req-6f4e5c4d-0fb3-4d76-b928-cbdb7ba0adb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:27.026202 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c9465457-c53c-4406-9fcf-40ed587623dc req-6f4e5c4d-0fb3-4d76-b928-cbdb7ba0adb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.0872734 Apr 18 21:25:27.068255 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2bf57414-e11b-4548-b7b3-8540b10ed8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:27.132090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] Pushing event deleted for resources: {'Network': ['ID=40555ad7-33a0-41d9-873f-e57f23f1fa23,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:27.144835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5534cba5-4538-44f4-96f1-f54ff7d0d6d2 None None] Provisioning complete for port 3db6e3ef-0252-4419-a8d1-2e6beb485177 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:27.145379 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5534cba5-4538-44f4-96f1-f54ff7d0d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:27.180874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f250183a-2543-440d-8117-b8e58824821a admin admin] 10.222.0.11 "DELETE /v2.0/networks/40555ad7-33a0-41d9-873f-e57f23f1fa23 HTTP/1.1" status: 204 len: 168 time: 4.1957126 Apr 18 21:25:27.204425 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c9465457-c53c-4406-9fcf-40ed587623dc req-db298ca0-f91a-46b4-8ca1-d1f79b5351fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694970 Apr 18 21:25:27.276556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5534cba5-4538-44f4-96f1-f54ff7d0d6d2 None None] Port 3db6e3ef-0252-4419-a8d1-2e6beb485177 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:25:27.327489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b70328-177a-4d03-8839-f119ef4ab3be req-7f4b40b3-337b-4b35-8e99-5af4e5df2daf tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:27.328415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-57b70328-177a-4d03-8839-f119ef4ab3be req-7f4b40b3-337b-4b35-8e99-5af4e5df2daf tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Synchronizing usage tracker for tenant:29feca2c086b4867984ad1b0386e7dd5 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:25:27.378870 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c9465457-c53c-4406-9fcf-40ed587623dc req-41a5f762-04dc-4d1a-a688-51d7e6a9ecd2 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642029 Apr 18 21:25:27.424682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-57b70328-177a-4d03-8839-f119ef4ab3be req-7f4b40b3-337b-4b35-8e99-5af4e5df2daf tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Unset dirty status for tenant:29feca2c086b4867984ad1b0386e7dd5 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:25:27.425989 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-7f4b40b3-337b-4b35-8e99-5af4e5df2daf tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/networks?id=1881d911-2ce0-42c5-bc7d-f9bf0bbff736 HTTP/1.1" status: 200 len: 821 time: 0.5329595 Apr 18 21:25:27.648886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54196) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:27.654641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-cbea4461-47d3-4ad2-8c8a-6287596ae675 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/quotas/29feca2c086b4867984ad1b0386e7dd5 HTTP/1.1" status: 200 len: 375 time: 0.2212398 Apr 18 21:25:27.732115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54200) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:27.735778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-c41fc815-3c75-4f7e-ba33-7e1509b5cb06 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=29feca2c086b4867984ad1b0386e7dd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647883 Apr 18 21:25:27.837252 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c9465457-c53c-4406-9fcf-40ed587623dc req-0f02c56d-375a-4ee8-a721-a0eeba2aa5ef service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530914 Apr 18 21:25:27.908828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fa31353f-7604-444c-aedc-0a50d49dc422 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9fcc73c7f7d343179467f64a2ae7eb25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2587872 Apr 18 21:25:27.909159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54210) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:27.973925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-c81ce65c-cd94-4f1f-82f4-ace382553cc5 service neutron] 10.222.0.11 "GET /v2.0/networks/1881d911-2ce0-42c5-bc7d-f9bf0bbff736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228701 Apr 18 21:25:27.994614 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:28.057827 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-187f1fda-8ff5-4ff9-82ac-b483dd60b59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:28.092381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'network': {'name': 'tempest-RoutersTest-1846627341'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:28.117280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:28.129810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:network and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:28.138418 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-187f1fda-8ff5-4ff9-82ac-b483dd60b59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:28.148863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:28.188297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:28.243668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-a1f46892-c086-4274-b0bf-eda06198e2de service neutron] 10.222.0.11 "GET /v2.0/networks/1881d911-2ce0-42c5-bc7d-f9bf0bbff736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455859 Apr 18 21:25:28.302637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:28.304531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:28.325989 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:28.405593 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44af100-2da9-41e8-9f01-7929dde0acc9 admin admin] Router 1028da7e-c02d-4ff6-94cb-80b265d1fbdc has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:25:28.411213 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-187f1fda-8ff5-4ff9-82ac-b483dd60b59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:28.414308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Router 99805c48-23da-429a-a2a9-8e1851ff6cb8 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:25:28.414931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:28.435023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:security_group_rule and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:28.440094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f1fda-8ff5-4ff9-82ac-b483dd60b59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a42d2a5-2f7a-4ff1-af6a-e655c4485d48,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:28.442700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:28.459452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:28.499096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae255d9-06cd-4006-b821-452528f89c40 req-e9f1b3ef-8c31-4f77-89da-e5645013964f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:28.500595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ae255d9-06cd-4006-b821-452528f89c40 req-e9f1b3ef-8c31-4f77-89da-e5645013964f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2557089 Apr 18 21:25:28.594829 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:28.756735 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-187f1fda-8ff5-4ff9-82ac-b483dd60b59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:28.778668 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-187f1fda-8ff5-4ff9-82ac-b483dd60b59b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a42d2a5-2f7a-4ff1-af6a-e655c4485d48 HTTP/1.1" status: 204 len: 168 time: 0.8477228 Apr 18 21:25:28.794769 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5826c1c4-d5ec-49df-883d-e5426347b5bb req-24a969ae-ce3b-4830-bd28-e47ed43c43ae tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 210 time: 0.1432731 Apr 18 21:25:28.838239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ae255d9-06cd-4006-b821-452528f89c40 req-fff16b94-b7ae-47c4-9f36-61808f379775 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1884243 Apr 18 21:25:28.919743 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:28.956093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:25:28.969852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2149799e-1f6d-46a8-9e28-656ea6a541b3 admin admin] 10.222.0.11 "PUT /v2.0/routers/99805c48-23da-429a-a2a9-8e1851ff6cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5804179 Apr 18 21:25:28.981682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44af100-2da9-41e8-9f01-7929dde0acc9 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:25:28.993958 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e44af100-2da9-41e8-9f01-7929dde0acc9 admin admin] 10.222.0.11 "PUT /v2.0/routers/1028da7e-c02d-4ff6-94cb-80b265d1fbdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3561780 Apr 18 21:25:28.994056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54230) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:28.998202 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55973fe4-17ed-4a82-b121-48f37269d34d None None] Sync routers for ids ['1028da7e-c02d-4ff6-94cb-80b265d1fbdc'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:25:29.011610 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:29.018415 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55973fe4-17ed-4a82-b121-48f37269d34d None None] Routers {'1028da7e-c02d-4ff6-94cb-80b265d1fbdc'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:29.019032 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-55973fe4-17ed-4a82-b121-48f37269d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1028da7e-c02d-4ff6-94cb-80b265d1fbdc'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:29.086165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 89c5ca30-a5ba-4192-b055-2954e35b6ad9 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:29.098290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:25:29.188886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 89c5ca30-a5ba-4192-b055-2954e35b6ad9 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:25:29.189353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 89c5ca30-a5ba-4192-b055-2954e35b6ad9 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:29.192334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66da8b3-cdf7-441c-b98c-2db80342f413,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:29.238649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:29.239042 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Added segment 2716c9c3-0a6d-43f7-80fc-354c2531f045 of type vlan for network 3af0f57e-9795-47a6-910d-ce5d0d2df38c Apr 18 21:25:29.343874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:29.411224 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-55973fe4-17ed-4a82-b121-48f37269d34d None None] Set router 1028da7e-c02d-4ff6-94cb-80b265d1fbdc gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:25:29.525038 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:29.582891 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:29.586650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:29.587404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:29.862308 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1216385 Apr 18 21:25:29.865289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54246) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:29.874509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'network': {'name': 'tempest-RoutersTest-1358212689'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:29.880070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc28d3e-331d-42e2-b189-afccdbc56e27 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Network': ['ID=3af0f57e-9795-47a6-910d-ce5d0d2df38c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:29.883393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:29.888941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:network and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:29.894249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:29.901076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 3af0f57e-9795-47a6-910d-ce5d0d2df38c details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:25:29.910904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:30.023616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:30.026626 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:30.076100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:25:30.097902 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:30.097902 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Added segment b522cc20-311c-40c8-8993-f832dea298e4 of type vlan for network b72f269a-3e60-45fb-8927-ff8dab078da5 Apr 18 21:25:30.176477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cee5ef6a-91b1-4ffc-a554-e0a7691da70c req-c7730a71-60f1-4b0a-9dfb-4b08849e6551 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 210 time: 0.1975164 Apr 18 21:25:30.240909 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:30.250717 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:30.309637 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-55973fe4-17ed-4a82-b121-48f37269d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'name': 'tempest-ServersTestMultiNic-788366961-router', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:25:25Z', 'revision_number': 5, 'project_id': '1f628d21202440e8b443314511d1a1c1', 'gw_port': {'id': '21424c9f-8efa-4bcd-86e1-41c2dda7474d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:23Z', 'updated_at': '2022-04-18T21:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:30.340862 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55973fe4-17ed-4a82-b121-48f37269d34d None None] Checking router: 1028da7e-c02d-4ff6-94cb-80b265d1fbdc for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:25:30.382293 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55973fe4-17ed-4a82-b121-48f37269d34d None None] Routers {'1028da7e-c02d-4ff6-94cb-80b265d1fbdc'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:30.383675 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-55973fe4-17ed-4a82-b121-48f37269d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1028da7e-c02d-4ff6-94cb-80b265d1fbdc'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:30.442233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Deleting port 21424c9f-8efa-4bcd-86e1-41c2dda7474d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:30.442542 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:30.452051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:30.456981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:30.457746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:30.789231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Network': ['ID=b72f269a-3e60-45fb-8927-ff8dab078da5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:30.807611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b72f269a-3e60-45fb-8927-ff8dab078da5 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:25:30.846920 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c7b64731-6192-44a1-a1b2-56a9a882448f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9781232 Apr 18 21:25:30.857169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54268) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:30.858005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'subnet': {'network_id': '3af0f57e-9795-47a6-910d-ce5d0d2df38c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:30.884554 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-55973fe4-17ed-4a82-b121-48f37269d34d None None] Set router 1028da7e-c02d-4ff6-94cb-80b265d1fbdc gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:25:30.967956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] For port 21424c9f-8efa-4bcd-86e1-41c2dda7474d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=21424c9f-8efa-4bcd-86e1-41c2dda7474d,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:30.968399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:31.194732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Calling delete_port for 21424c9f-8efa-4bcd-86e1-41c2dda7474d owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:31.207756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:31.228233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:subnet and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:31.237955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:31.245247 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:31.270623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:31.335670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:31.422951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:31.450697 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-55973fe4-17ed-4a82-b121-48f37269d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'name': 'tempest-ServersTestMultiNic-788366961-router', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:25:30Z', 'revision_number': 6, 'project_id': '1f628d21202440e8b443314511d1a1c1', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:31.454984 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55973fe4-17ed-4a82-b121-48f37269d34d None None] The sync data for ids ['1028da7e-c02d-4ff6-94cb-80b265d1fbdc'] in n-d-836017-3 is: [{'id': '1028da7e-c02d-4ff6-94cb-80b265d1fbdc', 'name': 'tempest-ServersTestMultiNic-788366961-router', 'tenant_id': '1f628d21202440e8b443314511d1a1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:25:30Z', 'revision_number': 6, 'project_id': '1f628d21202440e8b443314511d1a1c1', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:25:31.543230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ca067-a1ad-4ffa-b241-cccc5d945338 req-28296708-ab8b-4644-8675-7c7ab2aa4d39 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:31.544752 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0b5ca067-a1ad-4ffa-b241-cccc5d945338 req-28296708-ab8b-4644-8675-7c7ab2aa4d39 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 1.2209468 Apr 18 21:25:31.662791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:31.666665 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b3509ef-61fd-49e5-922b-a064b23f0571 req-8830c9a4-f28e-4cdd-a333-c7c8934b1355 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 210 time: 0.1375051 Apr 18 21:25:31.680283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:31.680654 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:31.718091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0b5ca067-a1ad-4ffa-b241-cccc5d945338 req-163f88ca-5228-4061-a3b4-686a49fbcd36 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206574 Apr 18 21:25:31.742173 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:31.819765 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:31.916042 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:31.934223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=21424c9f-8efa-4bcd-86e1-41c2dda7474d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:31.951622 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=921bb936-f6b4-4d0b-8ca7-216a9e4c15c0,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:32.045282 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:32.222730 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:32.243551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=921bb936-f6b4-4d0b-8ca7-216a9e4c15c0,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:32.410981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:32.468736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac275436-d646-41b3-ae53-3535e7542d37 req-c994854b-b9f3-49f1-847a-e41558e42638 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:32.476706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac275436-d646-41b3-ae53-3535e7542d37 req-c994854b-b9f3-49f1-847a-e41558e42638 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5081882 Apr 18 21:25:32.501607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Subnet': ['ID=9b171d25-fbb1-4c32-bb15-49139733bf66,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:32.546134 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b70328-177a-4d03-8839-f119ef4ab3be req-c144903e-84bc-42d3-9437-bd647c99ee8d tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:32.547212 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-c144903e-84bc-42d3-9437-bd647c99ee8d tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.59 "GET /v2.0/networks?id=1881d911-2ce0-42c5-bc7d-f9bf0bbff736 HTTP/1.1" status: 200 len: 821 time: 0.3931222 Apr 18 21:25:32.550095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Checking segment: {'id': '2716c9c3-0a6d-43f7-80fc-354c2531f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3af0f57e-9795-47a6-910d-ce5d0d2df38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:32.551301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network hostable DHCP agents. Network: 3af0f57e-9795-47a6-910d-ce5d0d2df38c, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:25:32.570611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Request body: {'port': {'device_id': 'd525991a-804f-4dc6-8257-65325f16cf91', 'network_id': '1881d911-2ce0-42c5-bc7d-f9bf0bbff736', 'admin_state_up': True, 'tenant_id': '29feca2c086b4867984ad1b0386e7dd5'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:32.752490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac275436-d646-41b3-ae53-3535e7542d37 req-d85dd8bc-e078-4b0c-a82c-542f22caab5d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2745636 Apr 18 21:25:32.839204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:32.839204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Usage tracker for resource:port and tenant:29feca2c086b4867984ad1b0386e7dd5 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:32.843031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:32.853790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:32.880643 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:32.885498 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:32.904577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 3af0f57e-9795-47a6-910d-ce5d0d2df38c is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:25:32.951873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Made reservation on behalf of 29feca2c086b4867984ad1b0386e7dd5 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:32.956013 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:33.018907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 3af0f57e-9795-47a6-910d-ce5d0d2df38c) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:33.068051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5488b54b-cd0f-454d-a26d-7a8b25239f78 req-08006c32-ee78-40e4-8a0a-edfbbf303833 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 210 time: 0.0998929 Apr 18 21:25:33.068051 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:33.068284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1028da7e-c02d-4ff6-94cb-80b265d1fbdc {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:25:33.073072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:33.073774 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:33.074611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1566909c-7467-49d7-9af7-e6c2ad1d89a2 None None] Network 3af0f57e-9795-47a6-910d-ce5d0d2df38c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:33.115774 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:33.128455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54312) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:33.128955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9c07e9c4-09ef-4c0c-b914-14c046868e09 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1028da7e-c02d-4ff6-94cb-80b265d1fbdc HTTP/1.1" status: 204 len: 168 time: 4.1340313 Apr 18 21:25:33.288047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54318) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:33.300127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'subnet': {'network_id': 'b72f269a-3e60-45fb-8927-ff8dab078da5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:33.311750 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-17ec825d-0504-4af1-a0cd-ef3723d5ac65 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4609652 Apr 18 21:25:33.413198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d5fefa-a43f-4e00-afbd-2e83a337598a admin admin] Deleting subnet 2f7f16ff-fbfc-4b47-b011-53226d7d122a {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:25:33.431398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36d5fefa-a43f-4e00-afbd-2e83a337598a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:33.617554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:33.625914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:subnet and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:33.635034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Allocated IP 172.20.0.10 (1881d911-2ce0-42c5-bc7d-f9bf0bbff736/1e5809bc-d857-44d3-a54f-5c01cf7da1f4/f655bc14-68dd-40bf-8f65-b11c6dd20545) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:33.635168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:33.640451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:33.644478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:33.649810 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36d5fefa-a43f-4e00-afbd-2e83a337598a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:33.711725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:33.745244 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:33.823598 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-3af0f57e-9795-47a6-910d-ce5d0d2df38c', 'network_id': '3af0f57e-9795-47a6-910d-ce5d0d2df38c', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'fixed_ips': [{'subnet_id': '9b171d25-fbb1-4c32-bb15-49139733bf66'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:25:33.825597 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:34.137314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36d5fefa-a43f-4e00-afbd-2e83a337598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:34.182918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:34.184050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:34.288984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:34.299422 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:34.328803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Sync routers for ids ['99805c48-23da-429a-a2a9-8e1851ff6cb8'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:25:34.424597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Routers {'99805c48-23da-429a-a2a9-8e1851ff6cb8'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:34.425250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['99805c48-23da-429a-a2a9-8e1851ff6cb8'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:34.437357 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36d5fefa-a43f-4e00-afbd-2e83a337598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:34.496946 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:34.507408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5fefa-a43f-4e00-afbd-2e83a337598a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7f16ff-fbfc-4b47-b011-53226d7d122a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:34.700903 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36d5fefa-a43f-4e00-afbd-2e83a337598a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:34.720107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Pushing event updated for resources: {'Port': ['ID=f655bc14-68dd-40bf-8f65-b11c6dd20545,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:34.735403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Allocated IP 172.20.0.2 (3af0f57e-9795-47a6-910d-ce5d0d2df38c/9b171d25-fbb1-4c32-bb15-49139733bf66/893e1197-a99a-4537-8daa-69ac9ac0b15f) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:34.744779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c7228-f11e-4c72-aaca-c9952b169176 None None] Network a789c72f-3885-40f3-b88d-b72bc340e32b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:34.750787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Network 1881d911-2ce0-42c5-bc7d-f9bf0bbff736 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:34.752698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:34.755840 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-36d5fefa-a43f-4e00-afbd-2e83a337598a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2f7f16ff-fbfc-4b47-b011-53226d7d122a HTTP/1.1" status: 204 len: 168 time: 1.6246443 Apr 18 21:25:34.757169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:34.774923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54348) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:34.857808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:34.859522 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:34.961947 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-8659825b-5969-4b61-91f5-1e86eb49987f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3978627 Apr 18 21:25:34.975436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Request body: {'port': {'device_id': 'd525991a-804f-4dc6-8257-65325f16cf91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:35.060622 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 21424c9f-8efa-4bcd-86e1-41c2dda7474d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:35.145911 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:35.154844 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:35.162876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 21424c9f-8efa-4bcd-86e1-41c2dda7474d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:25:35.163227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 21424c9f-8efa-4bcd-86e1-41c2dda7474d not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:35.163637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 434744bb-fad8-47ce-910f-036193ca1c34 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:35.173662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c57b0d-9d93-43bb-af2d-8e9c7d28faf1 req-452796b1-4ec7-4394-88df-bc455234c121 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:35.189818 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5c57b0d-9d93-43bb-af2d-8e9c7d28faf1 req-452796b1-4ec7-4394-88df-bc455234c121 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 932 time: 0.8399911 Apr 18 21:25:35.216814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a5805-f1b0-43ad-96d1-a85e60c238c0 req-9f1c8e73-419e-492a-a37c-c97a58a6dff1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:35.220015 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-019a5805-f1b0-43ad-96d1-a85e60c238c0 req-9f1c8e73-419e-492a-a37c-c97a58a6dff1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.8726351 Apr 18 21:25:35.220902 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:35.249434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 434744bb-fad8-47ce-910f-036193ca1c34 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:25:35.250798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 434744bb-fad8-47ce-910f-036193ca1c34 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:35.300237 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Set router 99805c48-23da-429a-a2a9-8e1851ff6cb8 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:25:35.318136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Deleting port 57c6839b-f46f-4853-86d0-a8e6192cdc86 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:35.318136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:35.481695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e5c57b0d-9d93-43bb-af2d-8e9c7d28faf1 req-fd7c23c5-af86-41f9-87cf-b8ec7e9a0fee tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Synchronizing usage tracker for tenant:29feca2c086b4867984ad1b0386e7dd5 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:25:35.488049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-019a5805-f1b0-43ad-96d1-a85e60c238c0 req-de96bec7-0fcb-454e-9d6c-106ec727d6a4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2561402 Apr 18 21:25:35.510106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Subnet': ['ID=974bca16-552a-49db-8a81-acde7a19a389,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:35.601635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Checking segment: {'id': 'b522cc20-311c-40c8-8993-f832dea298e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b72f269a-3e60-45fb-8927-ff8dab078da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:35.601994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network hostable DHCP agents. Network: b72f269a-3e60-45fb-8927-ff8dab078da5, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:25:35.654519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e5c57b0d-9d93-43bb-af2d-8e9c7d28faf1 req-fd7c23c5-af86-41f9-87cf-b8ec7e9a0fee tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Unset dirty status for tenant:29feca2c086b4867984ad1b0386e7dd5 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:25:35.656666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5c57b0d-9d93-43bb-af2d-8e9c7d28faf1 req-fd7c23c5-af86-41f9-87cf-b8ec7e9a0fee tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/security-groups?id=054dbb1a-8fb2-4c59-89af-057be1ef94fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658890 Apr 18 21:25:35.737459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f655bc14-68dd-40bf-8f65-b11c6dd20545 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:25:35.746317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:35.757014 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:35.759955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9d9461-5c73-448f-acde-f81793a3e573 None None] DHCP port deletion for a789c72f-3885-40f3-b88d-b72bc340e32b request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:25:35.770536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Transition to ACTIVE for port object f655bc14-68dd-40bf-8f65-b11c6dd20545 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:35.794698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d9461-5c73-448f-acde-f81793a3e573 None None] Deleting port 57c6839b-f46f-4853-86d0-a8e6192cdc86 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:35.795152 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8c9d9461-5c73-448f-acde-f81793a3e573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:35.798158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network b72f269a-3e60-45fb-8927-ff8dab078da5 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:25:35.821985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Transition to ACTIVE for port object 893e1197-a99a-4537-8daa-69ac9ac0b15f will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:35.838246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:35.950489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Transition to ACTIVE for port object 893e1197-a99a-4537-8daa-69ac9ac0b15f will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:35.998809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c19382-0510-469a-9702-034d350b1df0 req-24982bc9-af29-4faf-8112-04e0768eafe1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:35.998809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-96c19382-0510-469a-9702-034d350b1df0 req-24982bc9-af29-4faf-8112-04e0768eafe1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:25:36.045365 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.074509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f655bc14-68dd-40bf-8f65-b11c6dd20545,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:36.096343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] For port 57c6839b-f46f-4853-86d0-a8e6192cdc86, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=57c6839b-f46f-4853-86d0-a8e6192cdc86,segment=NetworkSegment(52b8708f-fa43-4fc4-b614-7ecd47793712),segment_id=52b8708f-fa43-4fc4-b614-7ecd47793712)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:36.096701 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.159287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Pushing event updated for resources: {'Port': ['ID=893e1197-a99a-4537-8daa-69ac9ac0b15f,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:36.280652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Attempting to bind port f655bc14-68dd-40bf-8f65-b11c6dd20545 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:36.280999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Attempting to bind port f655bc14-68dd-40bf-8f65-b11c6dd20545 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '40d856f9-7d4f-4b99-9eec-a62ee913ac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1881d911-2ce0-42c5-bc7d-f9bf0bbff736'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:36.281329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Attempting to bind port f655bc14-68dd-40bf-8f65-b11c6dd20545 on network 1881d911-2ce0-42c5-bc7d-f9bf0bbff736 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:36.287547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Port f655bc14-68dd-40bf-8f65-b11c6dd20545 on network 1881d911-2ce0-42c5-bc7d-f9bf0bbff736 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:25:36.288029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Attempting to bind port f655bc14-68dd-40bf-8f65-b11c6dd20545 on network 1881d911-2ce0-42c5-bc7d-f9bf0bbff736 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:36.297999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:36.298509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Checking segment: {'id': '40d856f9-7d4f-4b99-9eec-a62ee913ac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1881d911-2ce0-42c5-bc7d-f9bf0bbff736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:36.299014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Bound using segment: {'id': '40d856f9-7d4f-4b99-9eec-a62ee913ac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1881d911-2ce0-42c5-bc7d-f9bf0bbff736'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:36.299527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Bound port: f655bc14-68dd-40bf-8f65-b11c6dd20545, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d856f9-7d4f-4b99-9eec-a62ee913ac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1881d911-2ce0-42c5-bc7d-f9bf0bbff736'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:36.299946 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.311890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Network 3af0f57e-9795-47a6-910d-ce5d0d2df38c is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:36.317032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:36.323675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:36.330097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8c9d9461-5c73-448f-acde-f81793a3e573 None None] For port 57c6839b-f46f-4853-86d0-a8e6192cdc86, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=57c6839b-f46f-4853-86d0-a8e6192cdc86,segment=NetworkSegment(52b8708f-fa43-4fc4-b614-7ecd47793712),segment_id=52b8708f-fa43-4fc4-b614-7ecd47793712)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:36.330664 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8c9d9461-5c73-448f-acde-f81793a3e573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.344330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-96c19382-0510-469a-9702-034d350b1df0 req-24982bc9-af29-4faf-8112-04e0768eafe1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:25:36.350029 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-24982bc9-af29-4faf-8112-04e0768eafe1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 0.5278792 Apr 18 21:25:36.350832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b72f269a-3e60-45fb-8927-ff8dab078da5) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:36.364696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Calling delete_port for 57c6839b-f46f-4853-86d0-a8e6192cdc86 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:36.402745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:36.403316 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.422456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] For port f655bc14-68dd-40bf-8f65-b11c6dd20545, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:36.426986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] For port f655bc14-68dd-40bf-8f65-b11c6dd20545, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f655bc14-68dd-40bf-8f65-b11c6dd20545,segment=NetworkSegment(40d856f9-7d4f-4b99-9eec-a62ee913ac1e),segment_id=40d856f9-7d4f-4b99-9eec-a62ee913ac1e)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:36.461524 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-c5d6da77-f5a1-448b-a1d3-a9989552999b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/quotas/18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 375 time: 0.0705245 Apr 18 21:25:36.484933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a79005-374f-48d5-826c-75078d3f7319 None None] Network b72f269a-3e60-45fb-8927-ff8dab078da5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:36.517364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.517814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d9461-5c73-448f-acde-f81793a3e573 None None] Calling delete_port for 57c6839b-f46f-4853-86d0-a8e6192cdc86 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:36.576742 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-da827803-3c7d-4860-8dca-2f33dfe489fe tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2873135 Apr 18 21:25:36.580428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54390) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:36.595907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a8fa2-4b19-4b20-aae1-0047316abd57 req-d40a56b9-5ebb-4da5-acba-ccd264ed8107 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:36.600216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-420a8fa2-4b19-4b20-aae1-0047316abd57 req-d40a56b9-5ebb-4da5-acba-ccd264ed8107 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.6005695 Apr 18 21:25:36.604433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-563a7de8-c6b4-4030-b5f7-ef67461e5203 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-609048823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:36.611647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-563a7de8-c6b4-4030-b5f7-ef67461e5203 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:36.618737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-563a7de8-c6b4-4030-b5f7-ef67461e5203 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:router and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:36.629459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-563a7de8-c6b4-4030-b5f7-ef67461e5203 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:36.646188 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.649526 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] 10.222.0.59 "PUT /v2.0/ports/f655bc14-68dd-40bf-8f65-b11c6dd20545 HTTP/1.1" status: 200 len: 1092 time: 1.6768937 Apr 18 21:25:36.649526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd525991a-804f-4dc6-8257-65325f16cf91', 'tag': 'f655bc14-68dd-40bf-8f65-b11c6dd20545'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:36.649876 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.655697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-563a7de8-c6b4-4030-b5f7-ef67461e5203 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:36.676533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb95e48-1e9a-4abb-b74e-052f2a3d68e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f655bc14-68dd-40bf-8f65-b11c6dd20545,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:36.715272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c6839b-f46f-4853-86d0-a8e6192cdc86,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:36.732463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-420a8fa2-4b19-4b20-aae1-0047316abd57 req-b44a2141-edb1-4cbd-a4f1-5ad62b4ac377 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1313996 Apr 18 21:25:36.733678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] No DVR routers for this DVR port 57c6839b-f46f-4853-86d0-a8e6192cdc86 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:36.778131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Attempting to bind port 893e1197-a99a-4537-8daa-69ac9ac0b15f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:36.778579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Attempting to bind port 893e1197-a99a-4537-8daa-69ac9ac0b15f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '2716c9c3-0a6d-43f7-80fc-354c2531f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3af0f57e-9795-47a6-910d-ce5d0d2df38c'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:36.782030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Attempting to bind port 893e1197-a99a-4537-8daa-69ac9ac0b15f on network 3af0f57e-9795-47a6-910d-ce5d0d2df38c {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:36.787306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'name': 'tempest-TestVolumeBootPattern-409414475-router', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:25:10Z', 'updated_at': '2022-04-18T21:25:24Z', 'revision_number': 4, 'project_id': '61e5a57d461b403db244e8359dc2a8dd', 'gw_port': {'id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:25:11Z', 'updated_at': '2022-04-18T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '3db6e3ef-0252-4419-a8d1-2e6beb485177', 'name': '', 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'mac_address': 'fa:16:3e:78:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc9cf86c-e2e1-4dee-acb8-6c847b08db82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:25:22Z', 'updated_at': '2022-04-18T21:25:25Z', 'revision_number': 2, 'project_id': '61e5a57d461b403db244e8359dc2a8dd', 'subnets': [{'id': 'bc9cf86c-e2e1-4dee-acb8-6c847b08db82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:36.809678 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-563a7de8-c6b4-4030-b5f7-ef67461e5203 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.811186 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-563a7de8-c6b4-4030-b5f7-ef67461e5203 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.816529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:36.816987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Checking segment: {'id': '2716c9c3-0a6d-43f7-80fc-354c2531f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3af0f57e-9795-47a6-910d-ce5d0d2df38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:36.817551 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.817962 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Bound using segment: {'id': '2716c9c3-0a6d-43f7-80fc-354c2531f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3af0f57e-9795-47a6-910d-ce5d0d2df38c'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:36.818514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Bound port: 893e1197-a99a-4537-8daa-69ac9ac0b15f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2716c9c3-0a6d-43f7-80fc-354c2531f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3af0f57e-9795-47a6-910d-ce5d0d2df38c'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:36.818951 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.832885 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-8c9d9461-5c73-448f-acde-f81793a3e573 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:25:36.832885 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-8c9d9461-5c73-448f-acde-f81793a3e573 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:25:36.832885 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Checking router: 99805c48-23da-429a-a2a9-8e1851ff6cb8 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:25:36.832885 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Updating router 99805c48-23da-429a-a2a9-8e1851ff6cb8 port 3db6e3ef-0252-4419-a8d1-2e6beb485177 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:25:36.856201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-563a7de8-c6b4-4030-b5f7-ef67461e5203 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.878646 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-9f3c8dd0-9ba7-4ad3-82a8-7633e0a03f6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29feca2c086b4867984ad1b0386e7dd5&device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 1095 time: 0.1339140 Apr 18 21:25:36.916382 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-4603c8a1-77bf-4eef-8e05-32521b55b236 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4539948 Apr 18 21:25:36.952242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-362934a1-4084-4bb7-986d-0749ab4a4d4d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:25:36.953327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-362934a1-4084-4bb7-986d-0749ab4a4d4d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061779 Apr 18 21:25:36.978000 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccb0a53-8b5d-4531-a675-e1ef3fefda03'] response: {'name': 'network-changed', 'server_uuid': 'd525991a-804f-4dc6-8257-65325f16cf91', 'tag': 'f655bc14-68dd-40bf-8f65-b11c6dd20545', 'status': 'completed', 'code': 200} Apr 18 21:25:37.020877 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.021543 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-9c20fb5d-c900-46d4-8b1f-73891c7bd68d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f655bc14-68dd-40bf-8f65-b11c6dd20545 HTTP/1.1" status: 200 len: 217 time: 0.1330874 Apr 18 21:25:37.074559 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-563a7de8-c6b4-4030-b5f7-ef67461e5203 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.108903 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.120003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] For port 893e1197-a99a-4537-8daa-69ac9ac0b15f, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:37.143410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b70328-177a-4d03-8839-f119ef4ab3be req-2d6fde4d-f900-4278-84d8-4321be6635d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:37.145039 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-2d6fde4d-f900-4278-84d8-4321be6635d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e5809bc-d857-44d3-a54f-5c01cf7da1f4 HTTP/1.1" status: 200 len: 861 time: 0.1179240 Apr 18 21:25:37.149381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] For port 893e1197-a99a-4537-8daa-69ac9ac0b15f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=893e1197-a99a-4537-8daa-69ac9ac0b15f,segment=NetworkSegment(2716c9c3-0a6d-43f7-80fc-354c2531f045),segment_id=2716c9c3-0a6d-43f7-80fc-354c2531f045)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:37.149541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a789c72f-3885-40f3-b88d-b72bc340e32b']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:37.165361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-b72f269a-3e60-45fb-8927-ff8dab078da5', 'network_id': 'b72f269a-3e60-45fb-8927-ff8dab078da5', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'fixed_ips': [{'subnet_id': '974bca16-552a-49db-8a81-acde7a19a389'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:25:37.166346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b8708f-fa43-4fc4-b614-7ecd47793712') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:37.166577 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.166697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b8708f-fa43-4fc4-b614-7ecd47793712') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:37.182181 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.204994 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.213449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:25:37.214187 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.233704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-563a7de8-c6b4-4030-b5f7-ef67461e5203 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.238052 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-563a7de8-c6b4-4030-b5f7-ef67461e5203 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6460934 Apr 18 21:25:37.238862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54406) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:37.248421 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-5491ba5a-f459-40c2-98c2-7213f2b3682a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1881d911-2ce0-42c5-bc7d-f9bf0bbff736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873187 Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:25:37.358720 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:25:37.367500 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.377910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d9461-5c73-448f-acde-f81793a3e573 None None] Deleting port 57c6839b-f46f-4853-86d0-a8e6192cdc86 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:37.378478 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8c9d9461-5c73-448f-acde-f81793a3e573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.492541 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.521193 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.522766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 57c6839b-f46f-4853-86d0-a8e6192cdc86 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:37.550359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a789c72f-3885-40f3-b88d-b72bc340e32b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:37.597212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2f801fb8-1b66-4de3-9cc5-eb76ab9514f8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a789c72f-3885-40f3-b88d-b72bc340e32b HTTP/1.1" status: 204 len: 168 time: 2.8188717 Apr 18 21:25:37.609375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f471b8-4590-42f1-bebf-77308db8fa69 req-56d47935-1262-4639-96a7-56d4882f6d36 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:37.609975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10f471b8-4590-42f1-bebf-77308db8fa69 req-56d47935-1262-4639-96a7-56d4882f6d36 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 944 time: 0.2502573 Apr 18 21:25:37.639585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 57c6839b-f46f-4853-86d0-a8e6192cdc86 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:25:37.640037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 57c6839b-f46f-4853-86d0-a8e6192cdc86 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:37.658918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-2d26523c-edf7-4e08-b8a8-a2acc9aa3056 service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902509 Apr 18 21:25:37.733108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d9461-5c73-448f-acde-f81793a3e573 None None] The port '57c6839b-f46f-4853-86d0-a8e6192cdc86' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:25:37.899230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595355b0-8139-474a-8371-d0b1c1da8fb4 None None] Pushing event updated for resources: {'Port': ['ID=893e1197-a99a-4537-8daa-69ac9ac0b15f,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:37.963426 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-08bffe43-c6fd-46cd-b9dc-15104026ae06 service neutron] 10.222.0.59 "GET /v2.0/networks/1881d911-2ce0-42c5-bc7d-f9bf0bbff736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532876 Apr 18 21:25:37.990568 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-9b0a7c36-b3fb-4e08-a077-0c400673b0fe service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224437 Apr 18 21:25:38.010398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10f471b8-4590-42f1-bebf-77308db8fa69 req-d2752f6e-e724-4db8-92d7-d828467feee4 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/security-groups?id=054dbb1a-8fb2-4c59-89af-057be1ef94fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879614 Apr 18 21:25:38.024881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Allocated IP 172.21.0.2 (b72f269a-3e60-45fb-8927-ff8dab078da5/974bca16-552a-49db-8a81-acde7a19a389/54b4cd70-c29a-4441-87e7-6c39bd8c389d) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:38.213622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54424) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:38.452632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-262c75a0-e9cb-4c64-b775-654f27813f94 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f628d21202440e8b443314511d1a1c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2369990 Apr 18 21:25:38.454632 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54432) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:38.535294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd47e7b-6524-434c-b9ab-25130b73f290 req-7d51248c-77b0-447e-a9ff-d43013099ae5 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:38.536599 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fd47e7b-6524-434c-b9ab-25130b73f290 req-7d51248c-77b0-447e-a9ff-d43013099ae5 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2232413 Apr 18 21:25:38.569119 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:38.599830 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e0283ada-f8d7-4a6c-a2b6-c82a0c3859a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:38.603188 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-57b70328-177a-4d03-8839-f119ef4ab3be req-1ea368c3-06a2-430c-878e-f3cc0a7275e1 service neutron] 10.222.0.59 "GET /v2.0/networks/1881d911-2ce0-42c5-bc7d-f9bf0bbff736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273890 Apr 18 21:25:38.633982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Transition to ACTIVE for port object 3db6e3ef-0252-4419-a8d1-2e6beb485177 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:38.662477 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e0283ada-f8d7-4a6c-a2b6-c82a0c3859a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:38.678967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fd47e7b-6524-434c-b9ab-25130b73f290 req-56eb1023-3511-48bb-84a6-0add06b2974a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1299150 Apr 18 21:25:38.703540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54438) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:38.760960 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:38.835623 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:38.840873 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e0283ada-f8d7-4a6c-a2b6-c82a0c3859a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:38.865457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0283ada-f8d7-4a6c-a2b6-c82a0c3859a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:38.984573 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e0283ada-f8d7-4a6c-a2b6-c82a0c3859a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:38.995982 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e0283ada-f8d7-4a6c-a2b6-c82a0c3859a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f7ca162-d0ea-4f55-b7c4-f6fb5f88e8d9 HTTP/1.1" status: 204 len: 168 time: 0.5399144 Apr 18 21:25:39.116862 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad9c575f-9ccf-4583-ad2f-1c0a6d71efb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.279095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ad9c575f-9ccf-4583-ad2f-1c0a6d71efb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:39.294141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ad9c575f-9ccf-4583-ad2f-1c0a6d71efb5 admin admin] Usage tracker for resource:security_group_rule and tenant:e5d9f4b7719e4f84ae6679d2fdbcb196 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:39.314492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ad9c575f-9ccf-4583-ad2f-1c0a6d71efb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:39.340661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ad9c575f-9ccf-4583-ad2f-1c0a6d71efb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:39.535124 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad9c575f-9ccf-4583-ad2f-1c0a6d71efb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.650037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32a60a-b358-4b2b-8dd6-8533ad25e8d4 None None] Pushing event updated for resources: {'Port': ['ID=3db6e3ef-0252-4419-a8d1-2e6beb485177,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:39.659675 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.666613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 893e1197-a99a-4537-8daa-69ac9ac0b15f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:39.749727 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfea1452-e501-450f-91be-322d80dfb883 req-f1d8e7d6-fa24-406b-bec3-6ba51a9215f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29feca2c086b4867984ad1b0386e7dd5&device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 1095 time: 0.9156618 Apr 18 21:25:39.766991 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad9c575f-9ccf-4583-ad2f-1c0a6d71efb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.787617 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.806351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-883476ac-4c6c-4d42-a4f3-475461fdbadf req-694ff568-79ee-449c-b9ff-f7d4d248e806 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 210 time: 0.2063580 Apr 18 21:25:39.831843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Transition to ACTIVE for port object 54b4cd70-c29a-4441-87e7-6c39bd8c389d will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:39.856120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Attempting to bind port 3db6e3ef-0252-4419-a8d1-2e6beb485177 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:39.856410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Attempting to bind port 3db6e3ef-0252-4419-a8d1-2e6beb485177 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'bb272df6-dcb0-4861-8847-c92b10fd2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:39.856988 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Attempting to bind port 3db6e3ef-0252-4419-a8d1-2e6beb485177 on network 6a97dc68-20e4-4855-b2db-96de8f8778b9 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:39.896262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:39.896858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Checking segment: {'id': 'bb272df6-dcb0-4861-8847-c92b10fd2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:39.906146 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.906146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Bound using segment: {'id': 'bb272df6-dcb0-4861-8847-c92b10fd2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:39.906146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Bound port: 3db6e3ef-0252-4419-a8d1-2e6beb485177, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb272df6-dcb0-4861-8847-c92b10fd2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:39.906146 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.910729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c575f-9ccf-4583-ad2f-1c0a6d71efb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f7e067-6895-4017-8fd4-439675508035,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:39.921455 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ad9c575f-9ccf-4583-ad2f-1c0a6d71efb5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5d9f4b7719e4f84ae6679d2fdbcb196&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2165537 Apr 18 21:25:39.924713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54466) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:39.953799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Transition to ACTIVE for port object 54b4cd70-c29a-4441-87e7-6c39bd8c389d will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:40.025222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497da2d9-a32d-4622-9390-a5f2cd113e3c req-32d272e6-a149-405f-887b-7d566406990f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:40.028250 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-497da2d9-a32d-4622-9390-a5f2cd113e3c req-32d272e6-a149-405f-887b-7d566406990f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 944 time: 0.3276803 Apr 18 21:25:40.065784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea1452-e501-450f-91be-322d80dfb883 req-57291dc6-31d2-4852-abde-1048cbdaddef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:40.076970 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfea1452-e501-450f-91be-322d80dfb883 req-57291dc6-31d2-4852-abde-1048cbdaddef service neutron] 10.222.0.59 "GET /v2.0/networks?id=1881d911-2ce0-42c5-bc7d-f9bf0bbff736 HTTP/1.1" status: 200 len: 922 time: 0.3113453 Apr 18 21:25:40.076970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Allocated IP 172.20.0.1 (3af0f57e-9795-47a6-910d-ce5d0d2df38c/9b171d25-fbb1-4c32-bb15-49139733bf66/9b48f811-9466-4721-bc63-78b0e8a0b24c) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:40.079439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 893e1197-a99a-4537-8daa-69ac9ac0b15f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:40.086544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dc85be-b65a-4ae1-ac83-96b6b762f4d6 None None] Network 3af0f57e-9795-47a6-910d-ce5d0d2df38c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:40.135062 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.146509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3681c45-a040-4a09-bdea-4507cc0029ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.239301 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3681c45-a040-4a09-bdea-4507cc0029ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.276009 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfea1452-e501-450f-91be-322d80dfb883 req-296fff26-d33f-49e4-b7a9-33bbd8d7ab7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f655bc14-68dd-40bf-8f65-b11c6dd20545 HTTP/1.1" status: 200 len: 217 time: 0.1622586 Apr 18 21:25:40.288578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-497da2d9-a32d-4622-9390-a5f2cd113e3c req-29438259-2fb0-4b65-90fc-dd833e454fd3 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/security-groups?id=054dbb1a-8fb2-4c59-89af-057be1ef94fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528114 Apr 18 21:25:40.443106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a98b5-f6d1-4efb-814e-6c02ca98b936 req-1f57e68d-b9b0-4cf4-9897-898be7412703 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:40.444647 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b0a98b5-f6d1-4efb-814e-6c02ca98b936 req-1f57e68d-b9b0-4cf4-9897-898be7412703 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.1465397 Apr 18 21:25:40.447834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Network b72f269a-3e60-45fb-8927-ff8dab078da5 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:40.448611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Pushing event updated for resources: {'Port': ['ID=54b4cd70-c29a-4441-87e7-6c39bd8c389d,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:40.463577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:40.466533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] For port 3db6e3ef-0252-4419-a8d1-2e6beb485177, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:40.488419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:40.519996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] For port 3db6e3ef-0252-4419-a8d1-2e6beb485177, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3db6e3ef-0252-4419-a8d1-2e6beb485177,segment=NetworkSegment(bb272df6-dcb0-4861-8847-c92b10fd2b14),segment_id=bb272df6-dcb0-4861-8847-c92b10fd2b14)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:40.525282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b0a98b5-f6d1-4efb-814e-6c02ca98b936 req-a0c0b81c-ad64-416f-8b55-3eb007f8e396 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715044 Apr 18 21:25:40.539129 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.546638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea1452-e501-450f-91be-322d80dfb883 req-ede2af5c-64f7-422c-821b-9b549deaeffb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:40.547577 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfea1452-e501-450f-91be-322d80dfb883 req-ede2af5c-64f7-422c-821b-9b549deaeffb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e5809bc-d857-44d3-a54f-5c01cf7da1f4 HTTP/1.1" status: 200 len: 861 time: 0.2638855 Apr 18 21:25:40.594759 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3681c45-a040-4a09-bdea-4507cc0029ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.603197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e84ceea8-06e3-4f4c-a1ed-e797733cd759 None None] Provisioning for port 893e1197-a99a-4537-8daa-69ac9ac0b15f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:40.605554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Transition to ACTIVE for port object 9b48f811-9466-4721-bc63-78b0e8a0b24c will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:40.608828 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfea1452-e501-450f-91be-322d80dfb883 req-63091e57-2b30-4367-8af6-b92938d814e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1881d911-2ce0-42c5-bc7d-f9bf0bbff736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534616 Apr 18 21:25:40.622404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3681c45-a040-4a09-bdea-4507cc0029ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f7e067-6895-4017-8fd4-439675508035,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:40.631771 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3681c45-a040-4a09-bdea-4507cc0029ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.632918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d3681c45-a040-4a09-bdea-4507cc0029ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49f7e067-6895-4017-8fd4-439675508035 HTTP/1.1" status: 204 len: 168 time: 0.7062571 Apr 18 21:25:40.677018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.681275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e84ceea8-06e3-4f4c-a1ed-e797733cd759 None None] Provisioning complete for port 893e1197-a99a-4537-8daa-69ac9ac0b15f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:40.681723 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e84ceea8-06e3-4f4c-a1ed-e797733cd759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.778721 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfea1452-e501-450f-91be-322d80dfb883 req-d2b1495e-56cb-43b9-a71c-78a1b5edb957 service neutron] 10.222.0.59 "GET /v2.0/networks/1881d911-2ce0-42c5-bc7d-f9bf0bbff736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628907 Apr 18 21:25:40.781216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f655bc14-68dd-40bf-8f65-b11c6dd20545 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:25:40.847723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Attempting to bind port 54b4cd70-c29a-4441-87e7-6c39bd8c389d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:40.848315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Attempting to bind port 54b4cd70-c29a-4441-87e7-6c39bd8c389d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'b522cc20-311c-40c8-8993-f832dea298e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b72f269a-3e60-45fb-8927-ff8dab078da5'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:40.856024 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Attempting to bind port 54b4cd70-c29a-4441-87e7-6c39bd8c389d on network b72f269a-3e60-45fb-8927-ff8dab078da5 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:40.964788 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfea1452-e501-450f-91be-322d80dfb883 req-14243ebe-6963-483b-9554-dd173eae9b87 service neutron] 10.222.0.59 "GET /v2.0/networks/1881d911-2ce0-42c5-bc7d-f9bf0bbff736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795237 Apr 18 21:25:40.966534 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.007985 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:25:41.045849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:41.046592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Checking segment: {'id': 'b522cc20-311c-40c8-8993-f832dea298e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b72f269a-3e60-45fb-8927-ff8dab078da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:41.047144 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.047685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Bound using segment: {'id': 'b522cc20-311c-40c8-8993-f832dea298e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b72f269a-3e60-45fb-8927-ff8dab078da5'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:41.048313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Bound port: 54b4cd70-c29a-4441-87e7-6c39bd8c389d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b522cc20-311c-40c8-8993-f832dea298e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b72f269a-3e60-45fb-8927-ff8dab078da5'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:41.048837 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.065880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f181a788-a969-43b8-9349-c97682af0121 req-f0c1b826-ba76-44e1-82ee-2892a69c4a5b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 210 time: 0.0953319 Apr 18 21:25:41.081440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=9b48f811-9466-4721-bc63-78b0e8a0b24c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:41.101505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 3af0f57e-9795-47a6-910d-ce5d0d2df38c is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:41.102854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:41.109463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:41.124862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32a60a-b358-4b2b-8dd6-8533ad25e8d4 None None] Pushing event updated for resources: {'Port': ['ID=3db6e3ef-0252-4419-a8d1-2e6beb485177,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:41.307946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Routers {'99805c48-23da-429a-a2a9-8e1851ff6cb8'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:41.313847 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['99805c48-23da-429a-a2a9-8e1851ff6cb8'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:41.353429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54504) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:41.523806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.626340 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e84ceea8-06e3-4f4c-a1ed-e797733cd759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.654774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1176972855-network', 'tenant_id': 'a578318b265a433fa02355fb3bf260da'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:41.664908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:41.672778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Usage tracker for resource:network and tenant:a578318b265a433fa02355fb3bf260da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:41.685757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:41.694311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:41.724015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a86bc-7aa4-420b-bcae-a78b1f66ab35 req-169278c9-0de0-45c9-ad79-9f6746581c1a tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:41.731757 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c33a86bc-7aa4-420b-bcae-a78b1f66ab35 req-169278c9-0de0-45c9-ad79-9f6746581c1a tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 944 time: 0.1942141 Apr 18 21:25:41.738193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54512) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:41.754713 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.814415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f655bc14-68dd-40bf-8f65-b11c6dd20545, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f655bc14-68dd-40bf-8f65-b11c6dd20545,segment=NetworkSegment(40d856f9-7d4f-4b99-9eec-a62ee913ac1e),segment_id=40d856f9-7d4f-4b99-9eec-a62ee913ac1e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:41.816089 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3888f6a8-5ff5-418a-8e07-0f97c3984c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.824749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Made reservation on behalf of a578318b265a433fa02355fb3bf260da for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:41.827362 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.846369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] For port 54b4cd70-c29a-4441-87e7-6c39bd8c389d, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:41.852509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.858686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e84ceea8-06e3-4f4c-a1ed-e797733cd759 None None] For port 893e1197-a99a-4537-8daa-69ac9ac0b15f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=893e1197-a99a-4537-8daa-69ac9ac0b15f,segment=NetworkSegment(2716c9c3-0a6d-43f7-80fc-354c2531f045),segment_id=2716c9c3-0a6d-43f7-80fc-354c2531f045)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:41.859932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'f655bc14-68dd-40bf-8f65-b11c6dd20545', 'network_id': '1881d911-2ce0-42c5-bc7d-f9bf0bbff736', 'port_id': 'f655bc14-68dd-40bf-8f65-b11c6dd20545', 'mac_address': 'fa:16:3e:61:fe:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5809bc-d857-44d3-a54f-5c01cf7da1f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:25:41.914086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] For port 54b4cd70-c29a-4441-87e7-6c39bd8c389d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=54b4cd70-c29a-4441-87e7-6c39bd8c389d,segment=NetworkSegment(b522cc20-311c-40c8-8993-f832dea298e4),segment_id=b522cc20-311c-40c8-8993-f832dea298e4)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:41.957023 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.974709 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e84ceea8-06e3-4f4c-a1ed-e797733cd759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:42.020675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] Set router 99805c48-23da-429a-a2a9-8e1851ff6cb8 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:25:42.083232 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:42.144187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3888f6a8-5ff5-418a-8e07-0f97c3984c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:42.147855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f655bc14-68dd-40bf-8f65-b11c6dd20545 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:25:42.170566 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c33a86bc-7aa4-420b-bcae-a78b1f66ab35 req-67dedc1d-5461-47db-83ef-e57dfaad1249 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/security-groups?id=054dbb1a-8fb2-4c59-89af-057be1ef94fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378586 Apr 18 21:25:42.214442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3888f6a8-5ff5-418a-8e07-0f97c3984c34 admin admin] Usage tracker for resource:security_group_rule and tenant:3a117880ad4a416791264fe5e47e881e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:42.243953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3888f6a8-5ff5-418a-8e07-0f97c3984c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:42.264601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:42.270403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Usage tracker for resource:security_group_rule and tenant:a578318b265a433fa02355fb3bf260da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:42.273841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:42.283375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:42.378677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f655bc14-68dd-40bf-8f65-b11c6dd20545, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f655bc14-68dd-40bf-8f65-b11c6dd20545,segment=NetworkSegment(40d856f9-7d4f-4b99-9eec-a62ee913ac1e),segment_id=40d856f9-7d4f-4b99-9eec-a62ee913ac1e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:42.403016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3888f6a8-5ff5-418a-8e07-0f97c3984c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:42.459760 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:42.480869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74b51b-1bae-4827-b455-7ccc8c4801bd req-0959af54-cf65-4dae-862a-16cd572bcdad tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:42.480869 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc74b51b-1bae-4827-b455-7ccc8c4801bd req-0959af54-cf65-4dae-862a-16cd572bcdad tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.7272892 Apr 18 21:25:42.501403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:42.581327 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ceea8-06e3-4f4c-a1ed-e797733cd759 None None] Pushing event updated for resources: {'Port': ['ID=893e1197-a99a-4537-8daa-69ac9ac0b15f,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:42.592573 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:42.618967 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:42.656285 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:42.658066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc74b51b-1bae-4827-b455-7ccc8c4801bd req-0192d2ef-a9af-4626-90ae-ea9517c210c4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1772745 Apr 18 21:25:42.741598 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bcfa173e-8574-4e7b-b28f-411285364104 req-8568c37d-fc04-46f6-82e8-9f211793ae73 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 210 time: 0.1589725 Apr 18 21:25:42.741598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977c8d35-cc68-4f58-bacf-45ecd5f8831d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:42.748178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:25:42.767287 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:42.767955 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Added segment 643f9164-daed-40f0-b4ec-a11d82704e4d of type vlan for network 1bde5abd-e0a9-47ae-894a-aee3b6abbea4 Apr 18 21:25:42.838471 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:42.848364 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3888f6a8-5ff5-418a-8e07-0f97c3984c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:42.883347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e8909d3c-0d5f-414b-8085-5f021a5c5e69 None None] Provisioning complete for port 893e1197-a99a-4537-8daa-69ac9ac0b15f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:42.884775 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e8909d3c-0d5f-414b-8085-5f021a5c5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:42.916802 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3888f6a8-5ff5-418a-8e07-0f97c3984c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:43.003965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=9b48f811-9466-4721-bc63-78b0e8a0b24c,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:43.021385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f655bc14-68dd-40bf-8f65-b11c6dd20545'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:25:43.024269 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:25:43.040755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3888f6a8-5ff5-418a-8e07-0f97c3984c34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a117880ad4a416791264fe5e47e881e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2870524 Apr 18 21:25:43.052771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888f6a8-5ff5-418a-8e07-0f97c3984c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8455ed5-b896-40c4-9d2e-f3c564402e39,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:43.062565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54524) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:43.065916 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:43.068224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:43.069039 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:43.149288 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Pushing event updated for resources: {'Port': ['ID=54b4cd70-c29a-4441-87e7-6c39bd8c389d,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:43.290793 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:43.301137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:43.301709 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:43.303114 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:43.304031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:43.305089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:43.305596 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:43.313215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:43.313215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:43.313215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:43.313215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:43.313215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed800a55-bb78-4e7d-a146-072be30b0036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:43.446975 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f7546d9-9eba-4d61-a6b7-b34215539d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:43.544732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 893e1197-a99a-4537-8daa-69ac9ac0b15f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:43.585954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c19382-0510-469a-9702-034d350b1df0 req-0180e2d1-c97b-45b7-8fdd-e79dc09cbb94 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:43.589518 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-0180e2d1-c97b-45b7-8fdd-e79dc09cbb94 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 0.5750077 Apr 18 21:25:43.621505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'port': {'device_id': 'd8e7c450-2cfe-4670-bafd-2620e72f8400', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'admin_state_up': True, 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:43.669806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] Pushing event updated for resources: {'Network': ['ID=1bde5abd-e0a9-47ae-894a-aee3b6abbea4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:43.733135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f655bc14-68dd-40bf-8f65-b11c6dd20545,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:43.743146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 1bde5abd-e0a9-47ae-894a-aee3b6abbea4 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:25:43.790462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-299dd324-5b60-413e-aa5d-d822dadf2148 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4342685 Apr 18 21:25:43.792213 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f7546d9-9eba-4d61-a6b7-b34215539d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:43.803393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54536) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:43.863879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Request body: {'subnet': {'network_id': '1bde5abd-e0a9-47ae-894a-aee3b6abbea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1176972855-subnet', 'tenant_id': 'a578318b265a433fa02355fb3bf260da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:43.925082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:43.929196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 3af0f57e-9795-47a6-910d-ce5d0d2df38c is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:43.938446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:43.943851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:port and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:43.948144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:43.956959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:43.965101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Usage tracker for resource:subnet and tenant:a578318b265a433fa02355fb3bf260da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:43.971361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:43.978742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:44.007530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:44.046685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4be5a6-232e-49b2-bd12-0e6f9c48aa4b req-1832651c-88a5-4024-899f-55fc340f1df6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:44.060156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c4be5a6-232e-49b2-bd12-0e6f9c48aa4b req-1832651c-88a5-4024-899f-55fc340f1df6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.4336693 Apr 18 21:25:44.138006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c4be5a6-232e-49b2-bd12-0e6f9c48aa4b req-36a1ec59-16ed-4086-b443-a87ad1a36bb5 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754437 Apr 18 21:25:44.185368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'name': 'tempest-TestVolumeBootPattern-409414475-router', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:25:10Z', 'updated_at': '2022-04-18T21:25:24Z', 'revision_number': 4, 'project_id': '61e5a57d461b403db244e8359dc2a8dd', 'gw_port': {'id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:25:11Z', 'updated_at': '2022-04-18T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '3db6e3ef-0252-4419-a8d1-2e6beb485177', 'name': '', 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'mac_address': 'fa:16:3e:78:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc9cf86c-e2e1-4dee-acb8-6c847b08db82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:25:22Z', 'updated_at': '2022-04-18T21:25:40Z', 'revision_number': 4, 'project_id': '61e5a57d461b403db244e8359dc2a8dd', 'subnets': [{'id': 'bc9cf86c-e2e1-4dee-acb8-6c847b08db82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:44.187354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcacfb-0abe-44f9-ac05-270707e6f16c req-7e011ced-b56b-4c3f-af7c-7b1b2aabb4cd tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:44.193392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0cdcacfb-0abe-44f9-ac05-270707e6f16c req-7e011ced-b56b-4c3f-af7c-7b1b2aabb4cd tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 945 time: 0.7569373 Apr 18 21:25:44.210369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e8909d3c-0d5f-414b-8085-5f021a5c5e69 None None] Provisioning for port 9b48f811-9466-4721-bc63-78b0e8a0b24c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:44.222431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 893e1197-a99a-4537-8daa-69ac9ac0b15f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:44.222826 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:44.253367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Made reservation on behalf of a578318b265a433fa02355fb3bf260da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:44.258996 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:44.329008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70de109-26db-4903-8869-05c8d304379b None None] Network b72f269a-3e60-45fb-8927-ff8dab078da5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:44.343316 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Made reservation on behalf of 18546b6476ee48ff8dbb33e9f0d62503 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:44.347302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:44.380121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc77249-7dee-4ff3-8261-29e9c5142515 None None] The sync data for ids ['99805c48-23da-429a-a2a9-8e1851ff6cb8'] in n-d-836017-3 is: [{'id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'name': 'tempest-TestVolumeBootPattern-409414475-router', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:25:10Z', 'updated_at': '2022-04-18T21:25:24Z', 'revision_number': 4, 'project_id': '61e5a57d461b403db244e8359dc2a8dd', 'gw_port': {'id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:25:11Z', 'updated_at': '2022-04-18T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '3db6e3ef-0252-4419-a8d1-2e6beb485177', 'name': '', 'network_id': '6a97dc68-20e4-4855-b2db-96de8f8778b9', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'mac_address': 'fa:16:3e:78:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc9cf86c-e2e1-4dee-acb8-6c847b08db82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:25:22Z', 'updated_at': '2022-04-18T21:25:40Z', 'revision_number': 4, 'project_id': '61e5a57d461b403db244e8359dc2a8dd', 'subnets': [{'id': 'bc9cf86c-e2e1-4dee-acb8-6c847b08db82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:25:44.406519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e8909d3c-0d5f-414b-8085-5f021a5c5e69 None None] Provisioning complete for port 9b48f811-9466-4721-bc63-78b0e8a0b24c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:44.406973 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e8909d3c-0d5f-414b-8085-5f021a5c5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:44.638986 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f7546d9-9eba-4d61-a6b7-b34215539d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:44.684158 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e302b25-97a7-48fa-98d5-c536b6b87466 req-b602e264-1e26-4c32-a6f4-c4fc7e29f7c9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 210 time: 0.1258426 Apr 18 21:25:44.698060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7546d9-9eba-4d61-a6b7-b34215539d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8455ed5-b896-40c4-9d2e-f3c564402e39,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:44.734356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e8909d3c-0d5f-414b-8085-5f021a5c5e69 None None] Port 9b48f811-9466-4721-bc63-78b0e8a0b24c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:25:44.764368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0cdcacfb-0abe-44f9-ac05-270707e6f16c req-b99d9efc-6770-46f8-851e-e428d20dd7d4 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/security-groups?id=054dbb1a-8fb2-4c59-89af-057be1ef94fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671995 Apr 18 21:25:44.785696 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f7546d9-9eba-4d61-a6b7-b34215539d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:44.790179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5f7546d9-9eba-4d61-a6b7-b34215539d16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8455ed5-b896-40c4-9d2e-f3c564402e39 HTTP/1.1" status: 204 len: 168 time: 1.7231743 Apr 18 21:25:45.060427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0ecadb94-5562-4f00-9478-acb39d5db178 None None] Provisioning for port 54b4cd70-c29a-4441-87e7-6c39bd8c389d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:45.122667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0ecadb94-5562-4f00-9478-acb39d5db178 None None] Provisioning complete for port 9b48f811-9466-4721-bc63-78b0e8a0b24c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:45.123230 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ecadb94-5562-4f00-9478-acb39d5db178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:45.126986 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:45.189096 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Allocated IP 172.20.0.11 (96c2fcdd-2cca-467d-9433-9c5ebd738c61/23addfbc-2010-41c2-a583-5d468a0b3722/08245e0c-ac90-474f-b3ab-f571a53376cc) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:45.288142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0ecadb94-5562-4f00-9478-acb39d5db178 None None] Port 9b48f811-9466-4721-bc63-78b0e8a0b24c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:25:45.360157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Checking segment: {'id': '643f9164-daed-40f0-b4ec-a11d82704e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1bde5abd-e0a9-47ae-894a-aee3b6abbea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:45.360521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Network hostable DHCP agents. Network: 1bde5abd-e0a9-47ae-894a-aee3b6abbea4, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:25:45.380748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9424e68c-21da-47c2-8aec-bfc60d98a15d,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:45.486133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Network 1bde5abd-e0a9-47ae-894a-aee3b6abbea4 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:25:45.667118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 1bde5abd-e0a9-47ae-894a-aee3b6abbea4) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:45.684428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3db6e3ef-0252-4419-a8d1-2e6beb485177 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:45.694481 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:45.697656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:45.702580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:45.746044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Transition to ACTIVE for port object 08245e0c-ac90-474f-b3ab-f571a53376cc will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:45.843138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ca100-657a-4482-838b-a0b04f353924 req-97d495b5-13b5-4b3c-bb39-1dbb8a3f7c39 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:45.846931 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e3ca100-657a-4482-838b-a0b04f353924 req-97d495b5-13b5-4b3c-bb39-1dbb8a3f7c39 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2952433 Apr 18 21:25:45.852401 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-37757abd-fd28-4cba-9a3b-cf31a6b01f67 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0149293 Apr 18 21:25:45.873245 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ff0af-4d6f-4074-a24d-7eb33a293f9c None None] Network 1bde5abd-e0a9-47ae-894a-aee3b6abbea4 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:45.891727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router c5087101-b47a-45e9-ae03-c42098aa213a is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:25:45.907176 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:46.010818 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e3ca100-657a-4482-838b-a0b04f353924 req-7931a0d2-e037-4496-abc5-6cc29a4326a7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1529784 Apr 18 21:25:46.343533 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62202914-4106-4465-8d9d-0415cb8587e3 req-5380e072-c6ed-44e2-86a4-ce902e51cc22 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:46.346120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62202914-4106-4465-8d9d-0415cb8587e3 req-5380e072-c6ed-44e2-86a4-ce902e51cc22 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 932 time: 0.3548570 Apr 18 21:25:46.366807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:46.367826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3db6e3ef-0252-4419-a8d1-2e6beb485177 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:46.368165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:46.368253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3db6e3ef-0252-4419-a8d1-2e6beb485177 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:46.368593 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:46.369871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=08245e0c-ac90-474f-b3ab-f571a53376cc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:46.372878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:46.457485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e846b49-c858-4b67-8f49-61476070eb15 None None] Network 1bde5abd-e0a9-47ae-894a-aee3b6abbea4 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:25:46.510767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:46.514688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:46.596135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77d662-d569-48d9-b717-581d99c1a8e4 req-a9bb73df-cb2b-4cc6-ace7-9e18cc1ee053 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:46.600504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:25:46.609845 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc77d662-d569-48d9-b717-581d99c1a8e4 req-a9bb73df-cb2b-4cc6-ace7-9e18cc1ee053 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 945 time: 0.3447411 Apr 18 21:25:46.612285 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b088c3e1-90a0-48f7-ad1d-63b1750619b2 None None] Sync routers for ids ['c5087101-b47a-45e9-ae03-c42098aa213a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:25:46.619369 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4dda47be-1d13-43c4-be10-7a92e8271028 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/c5087101-b47a-45e9-ae03-c42098aa213a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3737137 Apr 18 21:25:46.620177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54598) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:46.643995 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b088c3e1-90a0-48f7-ad1d-63b1750619b2 None None] Routers {'c5087101-b47a-45e9-ae03-c42098aa213a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:46.644676 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b088c3e1-90a0-48f7-ad1d-63b1750619b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5087101-b47a-45e9-ae03-c42098aa213a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:46.726877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-62202914-4106-4465-8d9d-0415cb8587e3 req-b2a02054-7d24-4b87-8768-6551b403b8fd tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:25:46.743815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc77d662-d569-48d9-b717-581d99c1a8e4 req-a08bbb5b-7fc6-41b7-9541-6ed770647742 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/security-groups?id=054dbb1a-8fb2-4c59-89af-057be1ef94fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325667 Apr 18 21:25:46.751595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92c50b-b4d5-48ae-8a1a-9837a93ec3f0 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:46.752253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8e92c50b-b4d5-48ae-8a1a-9837a93ec3f0 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Synchronizing usage tracker for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:25:46.760984 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-e4858731-3527-496e-a177-555497bafb9f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1478090 Apr 18 21:25:46.781957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Request body: {'port': {'device_id': 'd8e7c450-2cfe-4670-bafd-2620e72f8400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:46.801248 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f655bc14-68dd-40bf-8f65-b11c6dd20545 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:46.842715 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b088c3e1-90a0-48f7-ad1d-63b1750619b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:46.856956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-62202914-4106-4465-8d9d-0415cb8587e3 req-b2a02054-7d24-4b87-8768-6551b403b8fd tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:25:46.858139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62202914-4106-4465-8d9d-0415cb8587e3 req-b2a02054-7d24-4b87-8768-6551b403b8fd tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529073 Apr 18 21:25:46.877679 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b088c3e1-90a0-48f7-ad1d-63b1750619b2 None None] Routers {'c5087101-b47a-45e9-ae03-c42098aa213a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:46.878291 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b088c3e1-90a0-48f7-ad1d-63b1750619b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5087101-b47a-45e9-ae03-c42098aa213a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:46.916906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8e92c50b-b4d5-48ae-8a1a-9837a93ec3f0 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Unset dirty status for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:25:46.923736 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8e92c50b-b4d5-48ae-8a1a-9837a93ec3f0 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports/9b48f811-9466-4721-bc63-78b0e8a0b24c HTTP/1.1" status: 200 len: 910 time: 0.3007495 Apr 18 21:25:46.924986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54606) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:47.052807 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b088c3e1-90a0-48f7-ad1d-63b1750619b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:47.053262 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b088c3e1-90a0-48f7-ad1d-63b1750619b2 None None] The sync data for ids ['c5087101-b47a-45e9-ae03-c42098aa213a'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:25:47.119064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6e095-07b4-48a0-a165-420743cd8005 req-e04fbdb8-4707-4e05-8e68-b8e344854242 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:47.138755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1a6e095-07b4-48a0-a165-420743cd8005 req-e04fbdb8-4707-4e05-8e68-b8e344854242 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2429013 Apr 18 21:25:47.140624 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.199425 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.247977 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e45df473-d54e-4b0f-abab-ca9517712462 None None] Provisioning for port 08245e0c-ac90-474f-b3ab-f571a53376cc completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:47.252076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1a6e095-07b4-48a0-a165-420743cd8005 req-c3a054e1-7639-4b16-887f-6d93a0516d05 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073043 Apr 18 21:25:47.277867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e45df473-d54e-4b0f-abab-ca9517712462 None None] Provisioning complete for port 08245e0c-ac90-474f-b3ab-f571a53376cc triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:47.278329 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e45df473-d54e-4b0f-abab-ca9517712462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.353385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 3db6e3ef-0252-4419-a8d1-2e6beb485177, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3db6e3ef-0252-4419-a8d1-2e6beb485177,segment=NetworkSegment(bb272df6-dcb0-4861-8847-c92b10fd2b14),segment_id=bb272df6-dcb0-4861-8847-c92b10fd2b14)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:47.367535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port f655bc14-68dd-40bf-8f65-b11c6dd20545 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:47.382061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port f655bc14-68dd-40bf-8f65-b11c6dd20545 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:47.383199 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.488339 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.489624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 54b4cd70-c29a-4441-87e7-6c39bd8c389d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:47.668883 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=3db6e3ef-0252-4419-a8d1-2e6beb485177,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:47.676062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e45df473-d54e-4b0f-abab-ca9517712462 None None] Port 08245e0c-ac90-474f-b3ab-f571a53376cc cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:25:47.759666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15163b5-2fd8-4f22-b5b3-88656232f4ae req-b4cc4888-09af-400c-850f-f38600327b24 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:47.767817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b15163b5-2fd8-4f22-b5b3-88656232f4ae req-b4cc4888-09af-400c-850f-f38600327b24 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.1913016 Apr 18 21:25:47.882079 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.919579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f655bc14-68dd-40bf-8f65-b11c6dd20545, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f655bc14-68dd-40bf-8f65-b11c6dd20545,segment=NetworkSegment(40d856f9-7d4f-4b99-9eec-a62ee913ac1e),segment_id=40d856f9-7d4f-4b99-9eec-a62ee913ac1e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:47.920621 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd525991a-804f-4dc6-8257-65325f16cf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f655bc14-68dd-40bf-8f65-b11c6dd20545'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:47.968573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b15163b5-2fd8-4f22-b5b3-88656232f4ae req-29bf85f5-dfa8-45e1-a2d8-45b9645edff6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1998153 Apr 18 21:25:47.972221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 54b4cd70-c29a-4441-87e7-6c39bd8c389d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:47.979228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 54b4cd70-c29a-4441-87e7-6c39bd8c389d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:47.979602 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.073123 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.095701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-33c34f23-e949-42dd-a6bf-306ef6bfe7ad tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:48.098219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-33c34f23-e949-42dd-a6bf-306ef6bfe7ad tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Synchronizing usage tracker for tenant:a578318b265a433fa02355fb3bf260da on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:25:48.197280 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:25:48.202276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f655bc14-68dd-40bf-8f65-b11c6dd20545,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:48.244506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-33c34f23-e949-42dd-a6bf-306ef6bfe7ad tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Unset dirty status for tenant:a578318b265a433fa02355fb3bf260da on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:25:48.245801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-33c34f23-e949-42dd-a6bf-306ef6bfe7ad tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/networks?id=1bde5abd-e0a9-47ae-894a-aee3b6abbea4 HTTP/1.1" status: 200 len: 818 time: 0.4551365 Apr 18 21:25:48.353048 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.410788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 54b4cd70-c29a-4441-87e7-6c39bd8c389d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=54b4cd70-c29a-4441-87e7-6c39bd8c389d,segment=NetworkSegment(b522cc20-311c-40c8-8993-f832dea298e4),segment_id=b522cc20-311c-40c8-8993-f832dea298e4)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:48.421972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08245e0c-ac90-474f-b3ab-f571a53376cc {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:25:48.432012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.459783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Transition to ACTIVE for port object 08245e0c-ac90-474f-b3ab-f571a53376cc will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:48.485606 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.519298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-24d58dc7-7bdb-4f6f-8222-5f33d0d9b8c8 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/quotas/a578318b265a433fa02355fb3bf260da HTTP/1.1" status: 200 len: 375 time: 0.2607877 Apr 18 21:25:48.594940 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-f1d14bc0-d529-4115-874a-c33779b6e16c tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a578318b265a433fa02355fb3bf260da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647891 Apr 18 21:25:48.610329 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8186b96-6f0f-4cda-b189-6b3c538c1a63 req-2e494ea9-a727-4494-8e99-9d6bc5c2f764 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:48.610447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.612320 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8186b96-6f0f-4cda-b189-6b3c538c1a63 req-2e494ea9-a727-4494-8e99-9d6bc5c2f764 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 946 time: 0.4273903 Apr 18 21:25:48.628360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=54b4cd70-c29a-4441-87e7-6c39bd8c389d,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:48.673202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3db6e3ef-0252-4419-a8d1-2e6beb485177 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:48.774293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3db6e3ef-0252-4419-a8d1-2e6beb485177 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:48.774838 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.833361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8186b96-6f0f-4cda-b189-6b3c538c1a63 req-55859fc4-8375-4f19-bc4a-2263829e3006 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/security-groups?id=054dbb1a-8fb2-4c59-89af-057be1ef94fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174335 Apr 18 21:25:48.916345 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-f7cf6c72-9276-4f29-a140-2c2cc2754712 service neutron] 10.222.0.11 "GET /v2.0/networks/1bde5abd-e0a9-47ae-894a-aee3b6abbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008091 Apr 18 21:25:48.944263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Pushing event updated for resources: {'Port': ['ID=08245e0c-ac90-474f-b3ab-f571a53376cc,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:48.986691 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:49.153550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Attempting to bind port 08245e0c-ac90-474f-b3ab-f571a53376cc on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:49.154101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Attempting to bind port 08245e0c-ac90-474f-b3ab-f571a53376cc by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:49.164222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Attempting to bind port 08245e0c-ac90-474f-b3ab-f571a53376cc on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:49.216753 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-fe87e1e6-797d-4f04-a543-e3f7c3c8a2b7 service neutron] 10.222.0.11 "GET /v2.0/networks/1bde5abd-e0a9-47ae-894a-aee3b6abbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863827 Apr 18 21:25:49.224227 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4b9ef-0b5d-4b5a-a3ae-9febbd615356 req-07f0656d-889b-423c-9b99-d7144c1e5fe2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:49.230455 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2a4b9ef-0b5d-4b5a-a3ae-9febbd615356 req-07f0656d-889b-423c-9b99-d7144c1e5fe2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 944 time: 0.1435041 Apr 18 21:25:49.288880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2a4b9ef-0b5d-4b5a-a3ae-9febbd615356 req-7877e3e0-5360-471c-bbf4-cca70d2cf28c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571311 Apr 18 21:25:49.341821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Port 08245e0c-ac90-474f-b3ab-f571a53376cc on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:25:49.342308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Attempting to bind port 08245e0c-ac90-474f-b3ab-f571a53376cc on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:49.356023 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad08dd5-b1c1-4c45-a4be-3dde39698a95'] response: {'server_uuid': 'd525991a-804f-4dc6-8257-65325f16cf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f655bc14-68dd-40bf-8f65-b11c6dd20545', 'code': 200} Apr 18 21:25:49.365731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:49.365731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Checking segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:49.365731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Bound using segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:49.366850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Bound port: 08245e0c-ac90-474f-b3ab-f571a53376cc, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:49.366850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:49.596577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0b67861-2e0b-4b44-a863-e6925381d602 req-64f1eef0-bcf9-4fa9-b268-4aa7b5dde14c tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 210 time: 0.0573063 Apr 18 21:25:49.617860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aae8ab-ada2-4b04-a367-a31deeff46c1 req-cace43ba-b2e3-45fd-bae0-2fab18c75b5f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:49.626383 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43aae8ab-ada2-4b04-a367-a31deeff46c1 req-cace43ba-b2e3-45fd-bae0-2fab18c75b5f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.1662610 Apr 18 21:25:49.695402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43aae8ab-ada2-4b04-a367-a31deeff46c1 req-96db6604-6489-4cda-a3ab-2debdb88afaf tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678144 Apr 18 21:25:49.733738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] For port 08245e0c-ac90-474f-b3ab-f571a53376cc, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:49.757450 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-42716c98-6c33-4e14-8766-9c9b80260c40 req-157c0f3b-0ac2-4093-a8c0-5d3f97e5fad5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 1097 time: 0.3229315 Apr 18 21:25:49.757450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] For port 08245e0c-ac90-474f-b3ab-f571a53376cc, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=08245e0c-ac90-474f-b3ab-f571a53376cc,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:49.787057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Allocated IP 172.21.0.1 (b72f269a-3e60-45fb-8927-ff8dab078da5/974bca16-552a-49db-8a81-acde7a19a389/d7aaff13-7259-4a20-89f0-6af65da13571) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:49.978792 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-42716c98-6c33-4e14-8766-9c9b80260c40 req-19711f5b-c822-45e7-85ee-3d016e9152e5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=054dbb1a-8fb2-4c59-89af-057be1ef94fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709949 Apr 18 21:25:49.979552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb8a8-26f7-4810-a99a-e518adda976d req-7e7a28ee-7243-4f1e-8f3f-98c38ac4acb9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:49.979552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f6bb8a8-26f7-4810-a99a-e518adda976d req-7e7a28ee-7243-4f1e-8f3f-98c38ac4acb9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.0884068 Apr 18 21:25:49.980129 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:49.984006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Transition to ACTIVE for port object d7aaff13-7259-4a20-89f0-6af65da13571 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:50.062217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f6bb8a8-26f7-4810-a99a-e518adda976d req-f6b4b16f-ceb2-423b-8624-c4bbd755fe9a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932424 Apr 18 21:25:50.080284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f9604-845d-489b-9e67-b3475de2bc25 req-f86ee90e-ee85-456e-b9cf-0d2f44ecf6e8 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:50.081795 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e6f9604-845d-489b-9e67-b3475de2bc25 req-f86ee90e-ee85-456e-b9cf-0d2f44ecf6e8 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 946 time: 0.1105227 Apr 18 21:25:50.131774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e6f9604-845d-489b-9e67-b3475de2bc25 req-d8eef7bd-aa4c-4c51-b450-00f59e520915 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/security-groups?id=054dbb1a-8fb2-4c59-89af-057be1ef94fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442131 Apr 18 21:25:50.256589 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.259631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.356868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network b72f269a-3e60-45fb-8927-ff8dab078da5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:50.362585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:50.387207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.387207 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] 10.222.0.26 "PUT /v2.0/ports/08245e0c-ac90-474f-b3ab-f571a53376cc HTTP/1.1" status: 200 len: 1092 time: 3.6152017 Apr 18 21:25:50.404340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e7c450-2cfe-4670-bafd-2620e72f8400', 'tag': '08245e0c-ac90-474f-b3ab-f571a53376cc'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:50.418310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:50.498061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=d7aaff13-7259-4a20-89f0-6af65da13571,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:50.507851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63419689-7ba5-4f60-8be5-d2d7c933dc6e req-1514101c-98bd-4942-aec1-0ce2777e76d7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:50.512794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63419689-7ba5-4f60-8be5-d2d7c933dc6e req-1514101c-98bd-4942-aec1-0ce2777e76d7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.1630952 Apr 18 21:25:50.591626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e9d70-8ba4-4d52-b8ba-55c269c5052a service neutron] Pushing event updated for resources: {'Port': ['ID=08245e0c-ac90-474f-b3ab-f571a53376cc,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:50.678213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158b815-bfa9-47cc-8807-52cd71b0fe1a req-22243a87-63cd-4955-bdcc-2089d7c69e3d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:50.682197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 54b4cd70-c29a-4441-87e7-6c39bd8c389d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:50.690926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b158b815-bfa9-47cc-8807-52cd71b0fe1a req-22243a87-63cd-4955-bdcc-2089d7c69e3d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 944 time: 0.2513068 Apr 18 21:25:50.760586 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63419689-7ba5-4f60-8be5-d2d7c933dc6e req-ac204062-f2ae-4e86-a5e4-f171d46ae607 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2465239 Apr 18 21:25:50.853227 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b158b815-bfa9-47cc-8807-52cd71b0fe1a req-0d3083df-bb99-488c-891e-c2de66ae0f84 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613200 Apr 18 21:25:50.892152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 54b4cd70-c29a-4441-87e7-6c39bd8c389d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:50.892528 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:51.065949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f3f24c4-95d8-448a-a7d5-7b000adb0ace req-5fd88bd2-83b2-4354-8523-bb336adab5c7 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 210 time: 0.0785420 Apr 18 21:25:51.077966 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b7b58a-3f32-43ac-915a-3a606236d1e0'] response: {'name': 'network-changed', 'server_uuid': 'd8e7c450-2cfe-4670-bafd-2620e72f8400', 'tag': '08245e0c-ac90-474f-b3ab-f571a53376cc', 'status': 'completed', 'code': 200} Apr 18 21:25:51.079037 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:51.112956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0ede59b3-0275-493e-a914-a675668798a2 None None] Provisioning for port d7aaff13-7259-4a20-89f0-6af65da13571 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:51.143864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0ede59b3-0275-493e-a914-a675668798a2 None None] Provisioning complete for port d7aaff13-7259-4a20-89f0-6af65da13571 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:51.143864 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ede59b3-0275-493e-a914-a675668798a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:51.144541 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-00741f6b-4846-4b54-b9d6-67b8abfb6dfd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 1095 time: 0.5358901 Apr 18 21:25:51.239654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0ede59b3-0275-493e-a914-a675668798a2 None None] Port d7aaff13-7259-4a20-89f0-6af65da13571 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:25:51.327716 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-8ffca76f-178d-4a04-bd39-a3eeaa98078d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08245e0c-ac90-474f-b3ab-f571a53376cc HTTP/1.1" status: 200 len: 217 time: 0.1797159 Apr 18 21:25:51.384769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c5ba0-1c53-429b-825b-4aeb830eda1f req-3954ee12-d06f-4494-9ad7-db310e8ff7ab tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:51.387102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc0c5ba0-1c53-429b-825b-4aeb830eda1f req-3954ee12-d06f-4494-9ad7-db310e8ff7ab tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 946 time: 0.0906868 Apr 18 21:25:51.420260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:51.438979 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc0c5ba0-1c53-429b-825b-4aeb830eda1f req-f570073a-067c-417f-a959-8dbed64ff649 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/security-groups?id=054dbb1a-8fb2-4c59-89af-057be1ef94fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462911 Apr 18 21:25:51.442211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c19382-0510-469a-9702-034d350b1df0 req-2554bcd2-4e6a-487a-b7f9-466d27171f41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:51.443641 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-2554bcd2-4e6a-487a-b7f9-466d27171f41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.1082997 Apr 18 21:25:51.891020 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-a27ecdc9-86d7-4909-a32a-76ebae516955 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4208128 Apr 18 21:25:52.078355 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-5567730d-ef2f-44d3-81c0-04eee967ce7e service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794326 Apr 18 21:25:52.092779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf067-c6af-4189-ac22-c062c80afb0b req-6340c8a7-8fce-4115-9276-a27a1521f800 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:52.100771 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21dcf067-c6af-4189-ac22-c062c80afb0b req-6340c8a7-8fce-4115-9276-a27a1521f800 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 944 time: 0.1064117 Apr 18 21:25:52.134854 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.208199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21dcf067-c6af-4189-ac22-c062c80afb0b req-b618f884-7337-459f-9bb6-08be71f8d264 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067450 Apr 18 21:25:52.209513 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.494595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2379e3a8-d515-4ff4-bbe1-4eba6f5cb022 req-7588cf77-67b7-4225-b780-4356efdcd163 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 210 time: 0.0662291 Apr 18 21:25:52.520904 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96c19382-0510-469a-9702-034d350b1df0 req-39578a26-5c91-4bfd-97b1-28060d8033d8 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243803 Apr 18 21:25:52.557622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217ab02-5b32-406d-9432-1f5a4559185b req-c5f0d100-a749-4309-b0ec-2cc288700e82 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:52.559149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4217ab02-5b32-406d-9432-1f5a4559185b req-c5f0d100-a749-4309-b0ec-2cc288700e82 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 946 time: 0.1742938 Apr 18 21:25:52.559710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=d7aaff13-7259-4a20-89f0-6af65da13571,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:52.585091 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.658187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4217ab02-5b32-406d-9432-1f5a4559185b req-7e966126-d6df-403b-8a1c-6e73348dedcb tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/security-groups?id=054dbb1a-8fb2-4c59-89af-057be1ef94fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748522 Apr 18 21:25:52.811651 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c344191f-7593-4c16-a31a-10a81a71cc3a req-6c2afe69-ab6a-4c91-bdb6-f416240a6b98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 1095 time: 0.1409864 Apr 18 21:25:52.841241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network b72f269a-3e60-45fb-8927-ff8dab078da5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:52.849186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:53.109923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a760ddc0-523f-4333-aacb-371e60e476cf None None] Provisioning complete for port d7aaff13-7259-4a20-89f0-6af65da13571 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:53.113698 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a760ddc0-523f-4333-aacb-371e60e476cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:53.166592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a760ddc0-523f-4333-aacb-371e60e476cf None None] Port d7aaff13-7259-4a20-89f0-6af65da13571 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:25:53.360319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344191f-7593-4c16-a31a-10a81a71cc3a req-5eb36fef-70c0-4ee5-8e15-5bc7e6e9a822 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:53.361823 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c344191f-7593-4c16-a31a-10a81a71cc3a req-5eb36fef-70c0-4ee5-8e15-5bc7e6e9a822 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.5430315 Apr 18 21:25:53.555724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-d2260946-958d-4a1d-95f5-46cd7542dbf0 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:53.557325 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-d2260946-958d-4a1d-95f5-46cd7542dbf0 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.59 "GET /v2.0/networks?id=1bde5abd-e0a9-47ae-894a-aee3b6abbea4 HTTP/1.1" status: 200 len: 818 time: 0.3876486 Apr 18 21:25:53.560792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc162d92-647d-48f5-a423-bc113314d9d5 req-bdd4fda2-2a53-4f5a-8b49-1121aacafc40 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:53.566440 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c344191f-7593-4c16-a31a-10a81a71cc3a req-db3a2386-59cb-42b5-a0ae-66ea26a6a4b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08245e0c-ac90-474f-b3ab-f571a53376cc HTTP/1.1" status: 200 len: 217 time: 0.1497502 Apr 18 21:25:53.567811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc162d92-647d-48f5-a423-bc113314d9d5 req-bdd4fda2-2a53-4f5a-8b49-1121aacafc40 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 944 time: 0.1623847 Apr 18 21:25:53.576126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Request body: {'port': {'device_id': 'af025658-f051-4cb5-a2c9-d22369b07378', 'network_id': '1bde5abd-e0a9-47ae-894a-aee3b6abbea4', 'admin_state_up': True, 'tenant_id': 'a578318b265a433fa02355fb3bf260da'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:53.612396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90100615-cb30-438c-a823-db0a2e81c3ef req-4ca79abb-4d1b-4cfe-9e87-45f461cf795e tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:53.614120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90100615-cb30-438c-a823-db0a2e81c3ef req-4ca79abb-4d1b-4cfe-9e87-45f461cf795e tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.59 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 946 time: 0.1778874 Apr 18 21:25:53.699867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-90100615-cb30-438c-a823-db0a2e81c3ef req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Deleting port f655bc14-68dd-40bf-8f65-b11c6dd20545 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:53.700439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-90100615-cb30-438c-a823-db0a2e81c3ef req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:53.892447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:53.892447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Usage tracker for resource:port and tenant:a578318b265a433fa02355fb3bf260da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:53.905033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc162d92-647d-48f5-a423-bc113314d9d5 req-ab8a74b7-2851-430c-8789-9e1468bf08d0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148417 Apr 18 21:25:53.914009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:53.914009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:53.914009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344191f-7593-4c16-a31a-10a81a71cc3a req-3292e021-88a3-4a02-a72e-aff14afed6a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:53.914009 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c344191f-7593-4c16-a31a-10a81a71cc3a req-3292e021-88a3-4a02-a72e-aff14afed6a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.3159935 Apr 18 21:25:53.926536 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38bd037a-18a7-4571-a17c-8e394ddee4c5 req-c0c194e4-1162-4d73-9d78-0c58727adbf6 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 210 time: 0.0573678 Apr 18 21:25:54.020566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router c5087101-b47a-45e9-ae03-c42098aa213a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:25:54.257278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Made reservation on behalf of a578318b265a433fa02355fb3bf260da for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:54.260773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:54.311509 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c344191f-7593-4c16-a31a-10a81a71cc3a req-3439c150-ca33-4fe4-b876-b37fe6943c54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3880835 Apr 18 21:25:54.390932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6df5-d9b0-44af-afcd-0bba114189da req-ac365170-58a2-4f1e-bc7a-11d9fc5f912f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:54.392390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f68a6df5-d9b0-44af-afcd-0bba114189da req-ac365170-58a2-4f1e-bc7a-11d9fc5f912f tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 946 time: 0.2920914 Apr 18 21:25:54.394194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-90100615-cb30-438c-a823-db0a2e81c3ef req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] For port f655bc14-68dd-40bf-8f65-b11c6dd20545, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f655bc14-68dd-40bf-8f65-b11c6dd20545,segment=NetworkSegment(40d856f9-7d4f-4b99-9eec-a62ee913ac1e),segment_id=40d856f9-7d4f-4b99-9eec-a62ee913ac1e)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:54.394557 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-90100615-cb30-438c-a823-db0a2e81c3ef req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:54.538474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-90100615-cb30-438c-a823-db0a2e81c3ef req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Calling delete_port for f655bc14-68dd-40bf-8f65-b11c6dd20545 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:54.590845 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fc80d82c-ea07-4a6b-b485-67488d4916d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:54.609432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f68a6df5-d9b0-44af-afcd-0bba114189da req-de9a29c1-e84d-460d-b2b1-44eab0c942da tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/security-groups?id=054dbb1a-8fb2-4c59-89af-057be1ef94fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061372 Apr 18 21:25:54.681210 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c344191f-7593-4c16-a31a-10a81a71cc3a req-94fdb115-dc08-434a-9d3c-c77d31632812 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650894 Apr 18 21:25:54.736209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Allocated IP 172.20.0.14 (1bde5abd-e0a9-47ae-894a-aee3b6abbea4/9424e68c-21da-47c2-8aec-bfc60d98a15d/54b8ecde-26c8-4980-a8df-d61f2fdde5e0) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:54.794465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:25:54.803897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed1d85-381c-4eac-ab52-884ce8a1aa9e None None] Sync routers for ids ['c5087101-b47a-45e9-ae03-c42098aa213a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:25:54.819633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed1d85-381c-4eac-ab52-884ce8a1aa9e None None] Routers {'c5087101-b47a-45e9-ae03-c42098aa213a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:54.820534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-05ed1d85-381c-4eac-ab52-884ce8a1aa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5087101-b47a-45e9-ae03-c42098aa213a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:54.835001 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-90100615-cb30-438c-a823-db0a2e81c3ef req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:54.880790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f655bc14-68dd-40bf-8f65-b11c6dd20545'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:25:54.910791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54750) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:54.938171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-05ed1d85-381c-4eac-ab52-884ce8a1aa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:54.961290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed1d85-381c-4eac-ab52-884ce8a1aa9e None None] Routers {'c5087101-b47a-45e9-ae03-c42098aa213a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:25:54.962576 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-05ed1d85-381c-4eac-ab52-884ce8a1aa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5087101-b47a-45e9-ae03-c42098aa213a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:54.971573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Pushing event deleted for resources: {'Port': ['ID=f655bc14-68dd-40bf-8f65-b11c6dd20545,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:55.002199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:55.004865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:55.005403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:55.005947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:55.006432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:55.006937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:55.009280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:55.009822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:55.010372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:55.015392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:55.015392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:55.059450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-05ed1d85-381c-4eac-ab52-884ce8a1aa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:55.060092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed1d85-381c-4eac-ab52-884ce8a1aa9e None None] The sync data for ids ['c5087101-b47a-45e9-ae03-c42098aa213a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:25:55.094734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-90100615-cb30-438c-a823-db0a2e81c3ef req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] No DVR routers for this DVR port f655bc14-68dd-40bf-8f65-b11c6dd20545 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:55.097701 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-90100615-cb30-438c-a823-db0a2e81c3ef req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.104441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd525991a-804f-4dc6-8257-65325f16cf91', 'name': 'network-vif-deleted', 'tag': 'f655bc14-68dd-40bf-8f65-b11c6dd20545'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:55.224809 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90100615-cb30-438c-a823-db0a2e81c3ef req-89b796c9-519a-4644-bc57-3a9e2581bc44 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.59 "DELETE /v2.0/ports/f655bc14-68dd-40bf-8f65-b11c6dd20545 HTTP/1.1" status: 204 len: 173 time: 1.6013114 Apr 18 21:25:55.289861 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c344191f-7593-4c16-a31a-10a81a71cc3a req-554f05a8-5dc6-4bbc-a2ef-45458fefaf0b service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999117 Apr 18 21:25:55.295336 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b595-ed18-4ff5-bd00-ee534b1749d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.307591 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f121115d-1609-4466-b9d3-2eae051dc638 req-ea89b23b-7f41-45fe-bbdd-fb18b8f8bdf1 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 210 time: 0.0895581 Apr 18 21:25:55.335713 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-581de146-e6b2-4990-acfb-2d00bf8efac3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/c5087101-b47a-45e9-ae03-c42098aa213a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3878355 Apr 18 21:25:55.340410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54764) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:55.355297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f0d2b595-ed18-4ff5-bd00-ee534b1749d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:55.361052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f0d2b595-ed18-4ff5-bd00-ee534b1749d7 admin admin] Usage tracker for resource:security_group_rule and tenant:308aade59bd546b189457e3849978160 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:55.373727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f0d2b595-ed18-4ff5-bd00-ee534b1749d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:55.381199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f0d2b595-ed18-4ff5-bd00-ee534b1749d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:55.395579 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.441037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f270112-ad76-42b7-aa6f-992b64c8869a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.442026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9f270112-ad76-42b7-aa6f-992b64c8869a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Synchronizing usage tracker for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:25:55.468231 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13fe0e57-567c-43f9-96db-ed9bcfb3bc28'] response: {'server_uuid': 'd525991a-804f-4dc6-8257-65325f16cf91', 'name': 'network-vif-deleted', 'tag': 'f655bc14-68dd-40bf-8f65-b11c6dd20545', 'status': 'completed', 'code': 200} Apr 18 21:25:55.473654 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b595-ed18-4ff5-bd00-ee534b1749d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.485553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00da48f-c851-4bd9-addb-c4f3bcc516d8 req-2271531c-1351-4d3d-871d-55181794325f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.492954 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c00da48f-c851-4bd9-addb-c4f3bcc516d8 req-2271531c-1351-4d3d-871d-55181794325f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 944 time: 0.3993971 Apr 18 21:25:55.504192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9f270112-ad76-42b7-aa6f-992b64c8869a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Unset dirty status for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:25:55.506208 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9f270112-ad76-42b7-aa6f-992b64c8869a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports/d7aaff13-7259-4a20-89f0-6af65da13571 HTTP/1.1" status: 200 len: 910 time: 0.1642797 Apr 18 21:25:55.512516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54770) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:55.534958 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b595-ed18-4ff5-bd00-ee534b1749d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.568692 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c00da48f-c851-4bd9-addb-c4f3bcc516d8 req-53fec9eb-b968-4cc7-bc56-cb8ddd274d39 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746298 Apr 18 21:25:55.599004 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.610784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2b595-ed18-4ff5-bd00-ee534b1749d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89da100d-59e0-404a-8b75-3ced61b8a4ee,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:55.618179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f0d2b595-ed18-4ff5-bd00-ee534b1749d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=308aade59bd546b189457e3849978160&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7040622 Apr 18 21:25:55.618489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54774) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:55.718496 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab32a5f5-2b4d-4a28-8647-46efec369e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.748170 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab32a5f5-2b4d-4a28-8647-46efec369e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.823328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Network 1bde5abd-e0a9-47ae-894a-aee3b6abbea4 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:55.824801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Pushing event updated for resources: {'Port': ['ID=54b8ecde-26c8-4980-a8df-d61f2fdde5e0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:55.829763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:55.833883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:55.858514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-93c69a2e-14a3-4c9a-9d44-68c3d75229a1 req-3f437a52-47d1-4075-89ea-8b90586cf763 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Synchronizing usage tracker for tenant:29feca2c086b4867984ad1b0386e7dd5 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:25:55.940224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.940224 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.954454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-93c69a2e-14a3-4c9a-9d44-68c3d75229a1 req-3f437a52-47d1-4075-89ea-8b90586cf763 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] Unset dirty status for tenant:29feca2c086b4867984ad1b0386e7dd5 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:25:55.957136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93c69a2e-14a3-4c9a-9d44-68c3d75229a1 req-3f437a52-47d1-4075-89ea-8b90586cf763 tempest-ServerAddressesNegativeTestJSON-1808646286 tempest-ServerAddressesNegativeTestJSON-1808646286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d525991a-804f-4dc6-8257-65325f16cf91 HTTP/1.1" status: 200 len: 210 time: 0.1645942 Apr 18 21:25:55.959314 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab32a5f5-2b4d-4a28-8647-46efec369e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.985106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32a5f5-2b4d-4a28-8647-46efec369e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89da100d-59e0-404a-8b75-3ced61b8a4ee,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:55.985106 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab32a5f5-2b4d-4a28-8647-46efec369e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.985106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ab32a5f5-2b4d-4a28-8647-46efec369e1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89da100d-59e0-404a-8b75-3ced61b8a4ee HTTP/1.1" status: 204 len: 168 time: 0.3646343 Apr 18 21:25:56.107629 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-528f5b1c-3ede-4011-a269-617814265c33 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5384138 Apr 18 21:25:56.122491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Request body: {'port': {'device_id': 'af025658-f051-4cb5-a2c9-d22369b07378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:56.258246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:56.340567 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ed12c180-d8b4-4432-bec6-7329f8fdf730 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:56.577202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4162800-b234-4ae2-9ed5-5edb44bd45c1 req-6602d307-92cb-454b-8841-546993be4aac tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:56.578894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4162800-b234-4ae2-9ed5-5edb44bd45c1 req-6602d307-92cb-454b-8841-546993be4aac tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 932 time: 0.0950339 Apr 18 21:25:56.673297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b4162800-b234-4ae2-9ed5-5edb44bd45c1 req-518ea4a9-5fce-4a26-9f5b-8cc75298aee4 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Synchronizing usage tracker for tenant:a578318b265a433fa02355fb3bf260da on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:25:56.790670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b4162800-b234-4ae2-9ed5-5edb44bd45c1 req-518ea4a9-5fce-4a26-9f5b-8cc75298aee4 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Unset dirty status for tenant:a578318b265a433fa02355fb3bf260da on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:25:56.804694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4162800-b234-4ae2-9ed5-5edb44bd45c1 req-518ea4a9-5fce-4a26-9f5b-8cc75298aee4 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/security-groups?id=977c8d35-cc68-4f58-bacf-45ecd5f8831d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184269 Apr 18 21:25:56.840343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0c588-a50c-4bbd-ac4c-50a8f29b20fb req-7efbe081-d3f5-40b6-bb3a-ec16ef4e8974 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:56.842109 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9bf0c588-a50c-4bbd-ac4c-50a8f29b20fb req-7efbe081-d3f5-40b6-bb3a-ec16ef4e8974 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 944 time: 0.1037211 Apr 18 21:25:56.907726 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9bf0c588-a50c-4bbd-ac4c-50a8f29b20fb req-dc4a2412-fb17-4864-8123-093f97530680 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561697 Apr 18 21:25:57.017241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:25:57.073827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54804) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:57.088891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-adef8877-6be7-4171-870f-1c3978beecda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.103762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:25:57.113227 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.143737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd07e3c-4da5-4f84-9c55-3533a9fa8cee admin admin] Deleting subnet 1e5809bc-d857-44d3-a54f-5c01cf7da1f4 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:25:57.146828 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbd07e3c-4da5-4f84-9c55-3533a9fa8cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.170988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Transition to ACTIVE for port object 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:57.205103 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbd07e3c-4da5-4f84-9c55-3533a9fa8cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.216978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54808) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:57.243287 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.276973 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbd07e3c-4da5-4f84-9c55-3533a9fa8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.288328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a285c0-8a3e-447d-8911-7b8505afbce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.418447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Pushing event updated for resources: {'Port': ['ID=54b8ecde-26c8-4980-a8df-d61f2fdde5e0,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:57.430843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-80a285c0-8a3e-447d-8911-7b8505afbce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:57.435297 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbd07e3c-4da5-4f84-9c55-3533a9fa8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.439854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-80a285c0-8a3e-447d-8911-7b8505afbce9 admin admin] Usage tracker for resource:security_group_rule and tenant:e4d80c45988441fe9540e519c2930a53 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:25:57.445089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-80a285c0-8a3e-447d-8911-7b8505afbce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:25:57.479782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-80a285c0-8a3e-447d-8911-7b8505afbce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:57.492659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd07e3c-4da5-4f84-9c55-3533a9fa8cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5809bc-d857-44d3-a54f-5c01cf7da1f4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:57.499100 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbd07e3c-4da5-4f84-9c55-3533a9fa8cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.505179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bbd07e3c-4da5-4f84-9c55-3533a9fa8cee admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1e5809bc-d857-44d3-a54f-5c01cf7da1f4 HTTP/1.1" status: 204 len: 168 time: 0.4302497 Apr 18 21:25:57.508145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54814) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:57.657269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Attempting to bind port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:57.657269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Attempting to bind port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '643f9164-daed-40f0-b4ec-a11d82704e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1bde5abd-e0a9-47ae-894a-aee3b6abbea4'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:57.657594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Attempting to bind port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 on network 1bde5abd-e0a9-47ae-894a-aee3b6abbea4 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:57.678627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 on network 1bde5abd-e0a9-47ae-894a-aee3b6abbea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:25:57.679481 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Attempting to bind port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 on network 1bde5abd-e0a9-47ae-894a-aee3b6abbea4 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:57.719074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.743068 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a285c0-8a3e-447d-8911-7b8505afbce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.750924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:57.751261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Checking segment: {'id': '643f9164-daed-40f0-b4ec-a11d82704e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1bde5abd-e0a9-47ae-894a-aee3b6abbea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:57.751645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Bound using segment: {'id': '643f9164-daed-40f0-b4ec-a11d82704e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1bde5abd-e0a9-47ae-894a-aee3b6abbea4'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:57.752078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Bound port: 54b8ecde-26c8-4980-a8df-d61f2fdde5e0, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643f9164-daed-40f0-b4ec-a11d82704e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1bde5abd-e0a9-47ae-894a-aee3b6abbea4'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:57.752416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.822631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a285c0-8a3e-447d-8911-7b8505afbce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.850831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ed12c180-d8b4-4432-bec6-7329f8fdf730 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port d7aaff13-7259-4a20-89f0-6af65da13571 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:25:57.851091 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ed12c180-d8b4-4432-bec6-7329f8fdf730 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.856658 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.883668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1881d911-2ce0-42c5-bc7d-f9bf0bbff736']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:57.901211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d856f9-7d4f-4b99-9eec-a62ee913ac1e') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:57.901211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d856f9-7d4f-4b99-9eec-a62ee913ac1e') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:57.921364 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.949827 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.958277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:25:57.959981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:25:57.974231 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:25:57.986268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a285c0-8a3e-447d-8911-7b8505afbce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3783dd22-1ca3-4b73-a2f4-ddd683f3d936,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:58.006489 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-80a285c0-8a3e-447d-8911-7b8505afbce9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4d80c45988441fe9540e519c2930a53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7837744 Apr 18 21:25:58.006489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54824) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:58.023335 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:58.083139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] For port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:58.117159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] For port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=54b8ecde-26c8-4980-a8df-d61f2fdde5e0,segment=NetworkSegment(643f9164-daed-40f0-b4ec-a11d82704e4d),segment_id=643f9164-daed-40f0-b4ec-a11d82704e4d)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:58.175898 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:58.180170 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:58.197617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff53db3f-b41f-4e9b-8114-a6ee4c5c57ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:58.207683 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:58.210272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47745e2e-7087-4fef-9cfb-6b1640879ba2 req-0e502303-e02c-496d-98cb-2a04f42b4ab9 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:58.211946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47745e2e-7087-4fef-9cfb-6b1640879ba2 req-0e502303-e02c-496d-98cb-2a04f42b4ab9 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 944 time: 0.1786871 Apr 18 21:25:58.219961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] Pushing event deleted for resources: {'Network': ['ID=1881d911-2ce0-42c5-bc7d-f9bf0bbff736,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:58.262415 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ed12c180-d8b4-4432-bec6-7329f8fdf730 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:58.288868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cafce-2d69-4d71-bbcf-af2337e65b3b req-3cdb6bc2-38f7-4438-93d0-3b432b384e13 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:58.295730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d8cafce-2d69-4d71-bbcf-af2337e65b3b req-3cdb6bc2-38f7-4438-93d0-3b432b384e13 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 944 time: 0.1767552 Apr 18 21:25:58.295730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47745e2e-7087-4fef-9cfb-6b1640879ba2 req-3e75254c-a293-43e1-938c-b68d686c34ff tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/security-groups?id=977c8d35-cc68-4f58-bacf-45ecd5f8831d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703261 Apr 18 21:25:58.311790 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:58.313428 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] 10.222.0.59 "PUT /v2.0/ports/54b8ecde-26c8-4980-a8df-d61f2fdde5e0 HTTP/1.1" status: 200 len: 1092 time: 2.1992359 Apr 18 21:25:58.317559 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff53db3f-b41f-4e9b-8114-a6ee4c5c57ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:58.322819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-23ba1615-f4fe-4e60-a5c1-840bade2ee3c admin admin] 10.222.0.11 "DELETE /v2.0/networks/1881d911-2ce0-42c5-bc7d-f9bf0bbff736 HTTP/1.1" status: 204 len: 168 time: 0.8136675 Apr 18 21:25:58.370226 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d8cafce-2d69-4d71-bbcf-af2337e65b3b req-112fc029-fcba-4779-9ac1-00c9a1657012 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698619 Apr 18 21:25:58.381086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af025658-f051-4cb5-a2c9-d22369b07378', 'tag': '54b8ecde-26c8-4980-a8df-d61f2fdde5e0'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:58.453897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ed12c180-d8b4-4432-bec6-7329f8fdf730 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for d7aaff13-7259-4a20-89f0-6af65da13571 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:25:58.491733 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1565f9-3a4c-46db-8990-b4c2632901c1'] response: {'name': 'network-changed', 'server_uuid': 'af025658-f051-4cb5-a2c9-d22369b07378', 'tag': '54b8ecde-26c8-4980-a8df-d61f2fdde5e0', 'status': 'completed', 'code': 200} Apr 18 21:25:58.560461 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:58.588266 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157273f4-9f67-4d4c-81b9-c4d9bfff53f3 service neutron] Pushing event updated for resources: {'Port': ['ID=54b8ecde-26c8-4980-a8df-d61f2fdde5e0,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:58.669381 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6d2fd228-2cb0-42c0-8191-f4f7ebc30cc9 req-541ebe66-bf5a-47f4-9833-cb1f532e2b6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a578318b265a433fa02355fb3bf260da&device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 1095 time: 0.1750989 Apr 18 21:25:58.740613 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff53db3f-b41f-4e9b-8114-a6ee4c5c57ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:58.780214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f655bc14-68dd-40bf-8f65-b11c6dd20545 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:58.819146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: f655bc14-68dd-40bf-8f65-b11c6dd20545 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:25:58.819482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f655bc14-68dd-40bf-8f65-b11c6dd20545 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:58.903409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54840) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:58.938290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53db3f-b41f-4e9b-8114-a6ee4c5c57ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3783dd22-1ca3-4b73-a2f4-ddd683f3d936,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:58.981193 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bbad6b83-bcd1-4011-a606-24f515696569 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29feca2c086b4867984ad1b0386e7dd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0765243 Apr 18 21:25:58.981696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54844) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:59.002428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fd228-2cb0-42c0-8191-f4f7ebc30cc9 req-17d026a9-c4c5-45cf-a125-dd1484435a06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:59.003919 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6d2fd228-2cb0-42c0-8191-f4f7ebc30cc9 req-17d026a9-c4c5-45cf-a125-dd1484435a06 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a578318b265a433fa02355fb3bf260da&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2985575 Apr 18 21:25:59.074853 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69fc0784-5a38-477e-9025-dff804612e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:59.106123 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ed12c180-d8b4-4432-bec6-7329f8fdf730 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:59.119119 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69fc0784-5a38-477e-9025-dff804612e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:59.179013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12c180-d8b4-4432-bec6-7329f8fdf730 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=d7aaff13-7259-4a20-89f0-6af65da13571,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:59.214568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff53db3f-b41f-4e9b-8114-a6ee4c5c57ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:59.215699 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ff53db3f-b41f-4e9b-8114-a6ee4c5c57ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3783dd22-1ca3-4b73-a2f4-ddd683f3d936 HTTP/1.1" status: 204 len: 168 time: 1.1617022 Apr 18 21:25:59.229642 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69fc0784-5a38-477e-9025-dff804612e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:59.268605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc0784-5a38-477e-9025-dff804612e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054dbb1a-8fb2-4c59-89af-057be1ef94fe,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:59.343074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fd228-2cb0-42c0-8191-f4f7ebc30cc9 req-5a38ec07-8ae2-4cc4-a8a7-d3219f2b2245 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:59.344509 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6d2fd228-2cb0-42c0-8191-f4f7ebc30cc9 req-5a38ec07-8ae2-4cc4-a8a7-d3219f2b2245 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3342276 Apr 18 21:25:59.374277 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69fc0784-5a38-477e-9025-dff804612e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:59.380258 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-69fc0784-5a38-477e-9025-dff804612e57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/054dbb1a-8fb2-4c59-89af-057be1ef94fe HTTP/1.1" status: 204 len: 168 time: 0.3975670 Apr 18 21:25:59.611269 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-ecc024a3-38e0-43f2-8db3-4a5595acc4b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a578318b265a433fa02355fb3bf260da&device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 1095 time: 0.1799731 Apr 18 21:25:59.648350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1ca2f-7a51-4f3a-b9ed-45e18a2a819c req-b4eb914d-41ec-4d12-8bb1-c5383377a96f tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:59.649903 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68f1ca2f-7a51-4f3a-b9ed-45e18a2a819c req-b4eb914d-41ec-4d12-8bb1-c5383377a96f tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 944 time: 0.1569805 Apr 18 21:25:59.663731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99057323-1dea-435c-b4ec-b9c80dca7aab req-f00c1fa6-c4e9-45c1-8916-2da6c0f23cdb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:59.665425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99057323-1dea-435c-b4ec-b9c80dca7aab req-f00c1fa6-c4e9-45c1-8916-2da6c0f23cdb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 944 time: 0.1327586 Apr 18 21:25:59.686431 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-bbef5efc-55cd-4070-8fe7-1b9c6b695958 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54b8ecde-26c8-4980-a8df-d61f2fdde5e0 HTTP/1.1" status: 200 len: 217 time: 0.0673847 Apr 18 21:25:59.728259 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ed12c180-d8b4-4432-bec6-7329f8fdf730 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:59.761241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68f1ca2f-7a51-4f3a-b9ed-45e18a2a819c req-3e1f147b-313c-4015-abd8-7571f7b192b7 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/security-groups?id=977c8d35-cc68-4f58-bacf-45ecd5f8831d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993040 Apr 18 21:25:59.769271 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99057323-1dea-435c-b4ec-b9c80dca7aab req-f96ab70d-3544-474c-8e7c-6398920db610 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876608 Apr 18 21:25:59.881453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-66f024d7-32ff-4135-bb93-2abbe4bb96fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:59.882930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-66f024d7-32ff-4135-bb93-2abbe4bb96fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9424e68c-21da-47c2-8aec-bfc60d98a15d HTTP/1.1" status: 200 len: 858 time: 0.1902912 Apr 18 21:25:59.932515 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-d8832e49-4025-4eef-987f-03bd81f1716d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bde5abd-e0a9-47ae-894a-aee3b6abbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434334 Apr 18 21:26:00.186084 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-263d0560-9b93-4ca0-95c4-85af528fb940 service neutron] 10.222.0.59 "GET /v2.0/networks/1bde5abd-e0a9-47ae-894a-aee3b6abbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450686 Apr 18 21:26:00.595455 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3fc41121-99c4-4c0f-9e8d-0e4d38f50dec req-8df044e7-b3c0-49aa-874b-4dcaa05fea13 service neutron] 10.222.0.59 "GET /v2.0/networks/1bde5abd-e0a9-47ae-894a-aee3b6abbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497128 Apr 18 21:26:00.731586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed12c180-d8b4-4432-bec6-7329f8fdf730 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router c5087101-b47a-45e9-ae03-c42098aa213a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:00.925432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed12c180-d8b4-4432-bec6-7329f8fdf730 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:00.932303 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ed12c180-d8b4-4432-bec6-7329f8fdf730 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/c5087101-b47a-45e9-ae03-c42098aa213a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4218886 Apr 18 21:26:00.939280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54884) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:00.942796 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea9b36-aa85-4bd0-97be-a4ed2c61e057 None None] Sync routers for ids ['c5087101-b47a-45e9-ae03-c42098aa213a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:00.961153 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:00.962293 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea9b36-aa85-4bd0-97be-a4ed2c61e057 None None] Routers {'c5087101-b47a-45e9-ae03-c42098aa213a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:00.963082 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7eea9b36-aa85-4bd0-97be-a4ed2c61e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5087101-b47a-45e9-ae03-c42098aa213a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:01.059726 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7eea9b36-aa85-4bd0-97be-a4ed2c61e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:01.085387 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea9b36-aa85-4bd0-97be-a4ed2c61e057 None None] Routers {'c5087101-b47a-45e9-ae03-c42098aa213a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:01.087068 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7eea9b36-aa85-4bd0-97be-a4ed2c61e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5087101-b47a-45e9-ae03-c42098aa213a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:01.112531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4b1b8-392e-4afa-8be9-35afb50bea2e req-ce30f0c5-c32e-493c-9152-663fa221f912 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:01.123860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3d4b1b8-392e-4afa-8be9-35afb50bea2e req-ce30f0c5-c32e-493c-9152-663fa221f912 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 944 time: 0.2036276 Apr 18 21:26:01.141285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb174f9-1183-4467-9859-c24620ca6d47 req-cb5c6879-4606-490e-bfec-5c5699d5c271 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:01.144890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0cb174f9-1183-4467-9859-c24620ca6d47 req-cb5c6879-4606-490e-bfec-5c5699d5c271 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 944 time: 0.1723156 Apr 18 21:26:01.185481 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7eea9b36-aa85-4bd0-97be-a4ed2c61e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:01.186279 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea9b36-aa85-4bd0-97be-a4ed2c61e057 None None] The sync data for ids ['c5087101-b47a-45e9-ae03-c42098aa213a'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:01.265352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3d4b1b8-392e-4afa-8be9-35afb50bea2e req-264e6d79-ab62-4849-8977-521c0f4f6f24 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386759 Apr 18 21:26:01.273172 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0cb174f9-1183-4467-9859-c24620ca6d47 req-11681116-1fb3-4d3f-b6d5-55b7efb848f0 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/security-groups?id=977c8d35-cc68-4f58-bacf-45ecd5f8831d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891008 Apr 18 21:26:01.418945 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9b69a61-a8bf-4d0d-9b02-09e003e2c7ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:01.828172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54910) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:02.013965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-293187487-network', 'tenant_id': 'cd2b3b92b2974248ae3e219329348519'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:02.023265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:02.028148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Usage tracker for resource:network and tenant:cd2b3b92b2974248ae3e219329348519 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:02.036472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:02.036589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a9b69a61-a8bf-4d0d-9b02-09e003e2c7ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 9b48f811-9466-4721-bc63-78b0e8a0b24c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:02.036589 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9b69a61-a8bf-4d0d-9b02-09e003e2c7ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.038213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:02.132044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Made reservation on behalf of cd2b3b92b2974248ae3e219329348519 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:02.132044 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.145018 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.217012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:02.222334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Usage tracker for resource:security_group_rule and tenant:cd2b3b92b2974248ae3e219329348519 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:02.226077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:02.233890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:02.350612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.375277 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 08245e0c-ac90-474f-b3ab-f571a53376cc details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:26:02.402539 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9b69a61-a8bf-4d0d-9b02-09e003e2c7ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.503133 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.516959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:02.526649 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.526826 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Added segment 0bdf9bde-e522-46ee-b95d-5363a72d246f of type vlan for network 8a66b3f5-ce93-4a8c-8929-11117b9f08bb Apr 18 21:26:02.609616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174eda70-b00c-4818-8069-1dc633fbf8fc,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:02.631434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 08245e0c-ac90-474f-b3ab-f571a53376cc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=08245e0c-ac90-474f-b3ab-f571a53376cc,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:02.646969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '08245e0c-ac90-474f-b3ab-f571a53376cc', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'port_id': '08245e0c-ac90-474f-b3ab-f571a53376cc', 'mac_address': 'fa:16:3e:54:b9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:26:02.666309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a9b69a61-a8bf-4d0d-9b02-09e003e2c7ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 9b48f811-9466-4721-bc63-78b0e8a0b24c owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:02.669961 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.717663 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.722748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d648e-9777-4968-a029-c89e4734eb77 req-6da2482a-fcce-4f03-b992-f9cc52f92faf tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:02.730199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-202d648e-9777-4968-a029-c89e4734eb77 req-6da2482a-fcce-4f03-b992-f9cc52f92faf tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 944 time: 0.2776606 Apr 18 21:26:02.740775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08245e0c-ac90-474f-b3ab-f571a53376cc {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:26:02.759935 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 08245e0c-ac90-474f-b3ab-f571a53376cc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=08245e0c-ac90-474f-b3ab-f571a53376cc,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:02.783633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c14f-cc53-45c2-a833-9fe73542ac88 req-a4482842-4be7-4243-9cdf-f747da7f1a42 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:02.785153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c160c14f-cc53-45c2-a833-9fe73542ac88 req-a4482842-4be7-4243-9cdf-f747da7f1a42 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 944 time: 0.1781871 Apr 18 21:26:02.788593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:26:02.810337 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-202d648e-9777-4968-a029-c89e4734eb77 req-7bde34b9-8edf-4273-be62-79e299c5ce87 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792825 Apr 18 21:26:02.886239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c160c14f-cc53-45c2-a833-9fe73542ac88 req-3993a402-2b8f-44dd-a4cd-d375292c3470 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/security-groups?id=977c8d35-cc68-4f58-bacf-45ecd5f8831d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793688 Apr 18 21:26:02.907662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.907662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:02.907662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.926071 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:03.034531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9b69a61-a8bf-4d0d-9b02-09e003e2c7ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:03.047554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=08245e0c-ac90-474f-b3ab-f571a53376cc,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:03.054352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] Pushing event updated for resources: {'Network': ['ID=8a66b3f5-ce93-4a8c-8929-11117b9f08bb,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:03.055651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=54b8ecde-26c8-4980-a8df-d61f2fdde5e0,segment=NetworkSegment(643f9164-daed-40f0-b4ec-a11d82704e4d),segment_id=643f9164-daed-40f0-b4ec-a11d82704e4d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:03.068637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 8a66b3f5-ce93-4a8c-8929-11117b9f08bb details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:26:03.092328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '54b8ecde-26c8-4980-a8df-d61f2fdde5e0', 'network_id': '1bde5abd-e0a9-47ae-894a-aee3b6abbea4', 'port_id': '54b8ecde-26c8-4980-a8df-d61f2fdde5e0', 'mac_address': 'fa:16:3e:42:80:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9424e68c-21da-47c2-8aec-bfc60d98a15d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:26:03.127457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5ba3eda3-c8c3-4fc0-84c4-9b7320d4502a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2971606 Apr 18 21:26:03.131569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54944) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:03.138683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Request body: {'subnet': {'network_id': '8a66b3f5-ce93-4a8c-8929-11117b9f08bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-293187487-subnet', 'tenant_id': 'cd2b3b92b2974248ae3e219329348519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:03.152056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:03.157657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Usage tracker for resource:subnet and tenant:cd2b3b92b2974248ae3e219329348519 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:03.165560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:03.180225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:03.243577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b69a61-a8bf-4d0d-9b02-09e003e2c7ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=9b48f811-9466-4721-bc63-78b0e8a0b24c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:03.294500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Made reservation on behalf of cd2b3b92b2974248ae3e219329348519 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:03.298372 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:03.436591 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:03.466095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:26:03.473972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['08245e0c-ac90-474f-b3ab-f571a53376cc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:26:03.508527 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:03.548416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=54b8ecde-26c8-4980-a8df-d61f2fdde5e0,segment=NetworkSegment(643f9164-daed-40f0-b4ec-a11d82704e4d),segment_id=643f9164-daed-40f0-b4ec-a11d82704e4d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:03.570705 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9b69a61-a8bf-4d0d-9b02-09e003e2c7ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:03.620601 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:03.766901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=54b8ecde-26c8-4980-a8df-d61f2fdde5e0,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:03.772417 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:03.858296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['54b8ecde-26c8-4980-a8df-d61f2fdde5e0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:26:03.886314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e5df9d-ccda-4584-a209-b1ea44c28c50,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:03.909071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Checking segment: {'id': '0bdf9bde-e522-46ee-b95d-5363a72d246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8a66b3f5-ce93-4a8c-8929-11117b9f08bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:03.909434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Network hostable DHCP agents. Network: 8a66b3f5-ce93-4a8c-8929-11117b9f08bb, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:04.038265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Network 8a66b3f5-ce93-4a8c-8929-11117b9f08bb is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:04.124742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 8a66b3f5-ce93-4a8c-8929-11117b9f08bb) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:04.139542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:04.140443 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:04.199871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d1528d-5b35-4336-a3e2-93976345507c None None] Network 8a66b3f5-ce93-4a8c-8929-11117b9f08bb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:04.257858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96307a-5272-4e79-86a2-5e319d882ada req-6ca2540c-4566-44a8-9081-b8be675795e9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:04.268295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a96307a-5272-4e79-86a2-5e319d882ada req-6ca2540c-4566-44a8-9081-b8be675795e9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 945 time: 0.1967630 Apr 18 21:26:04.337264 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-34af4686-dbf6-4c72-8ac9-4c4cfd44fea6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2045653 Apr 18 21:26:04.483647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b69a61-a8bf-4d0d-9b02-09e003e2c7ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router c5087101-b47a-45e9-ae03-c42098aa213a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:04.523453 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a96307a-5272-4e79-86a2-5e319d882ada req-b334e211-c81d-4934-93bb-f479307ba4b2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538328 Apr 18 21:26:04.591489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113f451-759d-4887-8590-115550e27163 req-ba700198-131c-4649-aec0-5b685f42ab97 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:04.591489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a113f451-759d-4887-8590-115550e27163 req-ba700198-131c-4649-aec0-5b685f42ab97 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 945 time: 0.2509656 Apr 18 21:26:04.654760 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a113f451-759d-4887-8590-115550e27163 req-5d02c411-d763-48dd-8445-f2b07470a9a4 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/security-groups?id=977c8d35-cc68-4f58-bacf-45ecd5f8831d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544882 Apr 18 21:26:04.697658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40107d79-166f-4f2b-9bb5-1ee720f62fd0 None None] Network 8a66b3f5-ce93-4a8c-8929-11117b9f08bb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:04.717838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b69a61-a8bf-4d0d-9b02-09e003e2c7ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:04.734636 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a9b69a61-a8bf-4d0d-9b02-09e003e2c7ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/c5087101-b47a-45e9-ae03-c42098aa213a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7938330 Apr 18 21:26:04.737281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54978) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:04.786761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a757aef1-0cea-4105-bfac-dbdfa422b198 None None] Sync routers for ids ['c5087101-b47a-45e9-ae03-c42098aa213a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:04.794394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-05050adc-afcb-4f99-8c05-271ed9c24b70 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5087101-b47a-45e9-ae03-c42098aa213a HTTP/1.1" status: 200 len: 205 time: 0.0505619 Apr 18 21:26:04.794394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54982) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:04.803904 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:04.936341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a757aef1-0cea-4105-bfac-dbdfa422b198 None None] Routers {'c5087101-b47a-45e9-ae03-c42098aa213a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:04.939960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a757aef1-0cea-4105-bfac-dbdfa422b198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5087101-b47a-45e9-ae03-c42098aa213a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:04.967935 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d4d51387-3a1e-4445-9202-626cf7249c11 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:05.010299 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a757aef1-0cea-4105-bfac-dbdfa422b198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:05.090922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a757aef1-0cea-4105-bfac-dbdfa422b198 None None] Routers {'c5087101-b47a-45e9-ae03-c42098aa213a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:05.091567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a757aef1-0cea-4105-bfac-dbdfa422b198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c5087101-b47a-45e9-ae03-c42098aa213a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:05.159558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a757aef1-0cea-4105-bfac-dbdfa422b198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:05.160159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a757aef1-0cea-4105-bfac-dbdfa422b198 None None] The sync data for ids ['c5087101-b47a-45e9-ae03-c42098aa213a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:05.209780 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a43e3741-5d8d-4125-aba4-d1f7be92fb4d req-a4c9b471-4d82-43dc-aaf3-2ae4a84edaa3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2739899 Apr 18 21:26:05.240368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:05.246352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:05.246839 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:05.420967 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:05.479038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54998) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:05.483658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=54b8ecde-26c8-4980-a8df-d61f2fdde5e0,segment=NetworkSegment(643f9164-daed-40f0-b4ec-a11d82704e4d),segment_id=643f9164-daed-40f0-b4ec-a11d82704e4d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:05.484820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af025658-f051-4cb5-a2c9-d22369b07378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b8ecde-26c8-4980-a8df-d61f2fdde5e0'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:05.486601 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a43e3741-5d8d-4125-aba4-d1f7be92fb4d req-d6b683c6-a350-4275-9ff0-014377b0c6ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1095 time: 0.1520915 Apr 18 21:26:05.570952 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c9e83c-d342-43a2-b913-27e84623a1e0'] response: {'server_uuid': 'af025658-f051-4cb5-a2c9-d22369b07378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b8ecde-26c8-4980-a8df-d61f2fdde5e0', 'code': 200} Apr 18 21:26:05.583632 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:05.609069 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d4d51387-3a1e-4445-9202-626cf7249c11 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:05.633017 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d4d51387-3a1e-4445-9202-626cf7249c11 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:05.643447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be8f256-e6ee-450a-a9c9-32424b99d0b3 admin admin] Deleting subnet 55e5df9d-ccda-4584-a209-b1ea44c28c50 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:26:05.647310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4be8f256-e6ee-450a-a9c9-32424b99d0b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:05.705367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=54b8ecde-26c8-4980-a8df-d61f2fdde5e0,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:05.733052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4be8f256-e6ee-450a-a9c9-32424b99d0b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:05.748327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e3741-5d8d-4125-aba4-d1f7be92fb4d req-118d4ccd-4fbe-415e-b9a2-98a06a3c46f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:05.751379 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a43e3741-5d8d-4125-aba4-d1f7be92fb4d req-118d4ccd-4fbe-415e-b9a2-98a06a3c46f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.2309153 Apr 18 21:26:05.813644 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4be8f256-e6ee-450a-a9c9-32424b99d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:05.841861 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-67f6a30f-aa59-4fd7-b4a3-10bfff0f0c37 req-9d45bbcb-8a92-40a9-a8b3-88d4868a8312 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 1097 time: 0.1965210 Apr 18 21:26:05.883711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d4d51387-3a1e-4445-9202-626cf7249c11 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:05.884641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d51387-3a1e-4445-9202-626cf7249c11 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Fanout notify agent at l3_agent the message router_deleted on router c5087101-b47a-45e9-ae03-c42098aa213a {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:26:05.913372 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a43e3741-5d8d-4125-aba4-d1f7be92fb4d req-b5ed31b8-99fa-4a08-a889-3c515f2bb16f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 999 time: 0.1529150 Apr 18 21:26:05.916713 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-67f6a30f-aa59-4fd7-b4a3-10bfff0f0c37 req-90e2d18f-11a3-40c6-b60c-0720383a44ee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=977c8d35-cc68-4f58-bacf-45ecd5f8831d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626910 Apr 18 21:26:05.982953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e3741-5d8d-4125-aba4-d1f7be92fb4d req-febc29c5-84ce-43e4-b8be-b707c70fcd52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:05.984564 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a43e3741-5d8d-4125-aba4-d1f7be92fb4d req-febc29c5-84ce-43e4-b8be-b707c70fcd52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.0632720 Apr 18 21:26:06.069463 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a43e3741-5d8d-4125-aba4-d1f7be92fb4d req-38c01db2-a425-4f54-8e50-205251ffdbad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782723 Apr 18 21:26:06.130816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d4d51387-3a1e-4445-9202-626cf7249c11 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.131898 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d4d51387-3a1e-4445-9202-626cf7249c11 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/c5087101-b47a-45e9-ae03-c42098aa213a HTTP/1.1" status: 204 len: 168 time: 1.3380485 Apr 18 21:26:06.136775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55018) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:06.238940 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a43e3741-5d8d-4125-aba4-d1f7be92fb4d req-2a57da15-b035-415f-b356-1b8366a4ad04 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619771 Apr 18 21:26:06.282319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada611-dafb-4640-8261-35c670b20bf3 req-7ab3b60f-4e6f-498b-af2d-2aaf030a19e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:06.283759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36ada611-dafb-4640-8261-35c670b20bf3 req-7ab3b60f-4e6f-498b-af2d-2aaf030a19e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 945 time: 0.4031253 Apr 18 21:26:06.356563 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4be8f256-e6ee-450a-a9c9-32424b99d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.390730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 08245e0c-ac90-474f-b3ab-f571a53376cc up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:06.397726 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a43e3741-5d8d-4125-aba4-d1f7be92fb4d req-99cab63b-ad3f-4611-ad96-cccbf0bb883d service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432886 Apr 18 21:26:06.442570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8f256-e6ee-450a-a9c9-32424b99d0b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e5df9d-ccda-4584-a209-b1ea44c28c50,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:06.460233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546af6f8-f01f-4e85-a5e4-6907ca27b9cc req-86c4fdae-6cc2-4524-8b47-63c845b6bd01 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:06.461850 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-546af6f8-f01f-4e85-a5e4-6907ca27b9cc req-86c4fdae-6cc2-4524-8b47-63c845b6bd01 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 946 time: 0.5056908 Apr 18 21:26:06.487555 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36ada611-dafb-4640-8261-35c670b20bf3 req-ab81e596-0fce-41c0-9c69-6eaef11c9fd2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357453 Apr 18 21:26:06.505804 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4be8f256-e6ee-450a-a9c9-32424b99d0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.536318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c32d66-1169-4b89-b3ae-fe97305f2d44 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting subnet 974bca16-552a-49db-8a81-acde7a19a389 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:26:06.541028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4be8f256-e6ee-450a-a9c9-32424b99d0b3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/55e5df9d-ccda-4584-a209-b1ea44c28c50 HTTP/1.1" status: 204 len: 168 time: 1.0605140 Apr 18 21:26:06.542087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9c32d66-1169-4b89-b3ae-fe97305f2d44 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.543026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 08245e0c-ac90-474f-b3ab-f571a53376cc completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:06.546295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55026) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:06.550491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 08245e0c-ac90-474f-b3ab-f571a53376cc triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:06.551167 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.615282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-546af6f8-f01f-4e85-a5e4-6907ca27b9cc req-a64bbb1d-74fe-40b6-9d4e-072110d34090 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/security-groups?id=977c8d35-cc68-4f58-bacf-45ecd5f8831d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344900 Apr 18 21:26:06.621284 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9c32d66-1169-4b89-b3ae-fe97305f2d44 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.711580 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.722813 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9c32d66-1169-4b89-b3ae-fe97305f2d44 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.728876 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.757322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 08245e0c-ac90-474f-b3ab-f571a53376cc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=08245e0c-ac90-474f-b3ab-f571a53376cc,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:06.845162 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.859338 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.889695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a66b3f5-ce93-4a8c-8929-11117b9f08bb']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:06.900891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdf9bde-e522-46ee-b95d-5363a72d246f') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:06.901213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdf9bde-e522-46ee-b95d-5363a72d246f') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:06.915465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.931133 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.931644 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9c32d66-1169-4b89-b3ae-fe97305f2d44 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.939941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:26:06.942229 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.949275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=08245e0c-ac90-474f-b3ab-f571a53376cc,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:06.959967 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:06.973538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c32d66-1169-4b89-b3ae-fe97305f2d44 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Subnet': ['ID=974bca16-552a-49db-8a81-acde7a19a389,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:06.980765 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9c32d66-1169-4b89-b3ae-fe97305f2d44 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.990210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c9c32d66-1169-4b89-b3ae-fe97305f2d44 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/974bca16-552a-49db-8a81-acde7a19a389 HTTP/1.1" status: 204 len: 168 time: 0.8500566 Apr 18 21:26:06.999342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55034) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:06.999484 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc62d2b1-66f6-44a9-b3cd-2eab12b2ee92 None None] Network b72f269a-3e60-45fb-8927-ff8dab078da5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:07.183992 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.224232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.226851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a66b3f5-ce93-4a8c-8929-11117b9f08bb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:07.235495 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3c8893d9-d7a1-483a-9b10-a73ab14fa0c1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8a66b3f5-ce93-4a8c-8929-11117b9f08bb HTTP/1.1" status: 204 len: 168 time: 0.6881216 Apr 18 21:26:07.328459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e7465f-4ac7-4194-a59c-a8c46ec2b7ea tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting subnet 9b171d25-fbb1-4c32-bb15-49139733bf66 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:26:07.331745 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0e7465f-4ac7-4194-a59c-a8c46ec2b7ea tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.404199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e02f5fc-80d3-4452-b23b-3563dd775f2e None None] DHCP port deletion for b72f269a-3e60-45fb-8927-ff8dab078da5 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:26:07.408432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5e02f5fc-80d3-4452-b23b-3563dd775f2e None None] Deleting port 54b4cd70-c29a-4441-87e7-6c39bd8c389d {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:07.408432 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e02f5fc-80d3-4452-b23b-3563dd775f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.420079 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0e7465f-4ac7-4194-a59c-a8c46ec2b7ea tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.446659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55052) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:07.570563 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0e7465f-4ac7-4194-a59c-a8c46ec2b7ea tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.622706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e7c450-2cfe-4670-bafd-2620e72f8400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08245e0c-ac90-474f-b3ab-f571a53376cc'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:07.723962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7aad815c-9503-4197-8683-28074562dbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.740840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5e02f5fc-80d3-4452-b23b-3563dd775f2e None None] For port 54b4cd70-c29a-4441-87e7-6c39bd8c389d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=54b4cd70-c29a-4441-87e7-6c39bd8c389d,segment=NetworkSegment(b522cc20-311c-40c8-8993-f832dea298e4),segment_id=b522cc20-311c-40c8-8993-f832dea298e4)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:07.740840 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e02f5fc-80d3-4452-b23b-3563dd775f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.781023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7aad815c-9503-4197-8683-28074562dbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:07.783963 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c08dfc-f55e-4ca3-92ea-991035f79313'] response: {'server_uuid': 'd8e7c450-2cfe-4670-bafd-2620e72f8400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08245e0c-ac90-474f-b3ab-f571a53376cc', 'code': 200} Apr 18 21:26:07.786401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7aad815c-9503-4197-8683-28074562dbb7 admin admin] Usage tracker for resource:security_group_rule and tenant:534bdf3401224f14ba1d84e9dd9fb083 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:07.786401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7aad815c-9503-4197-8683-28074562dbb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:07.788930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7aad815c-9503-4197-8683-28074562dbb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:07.842556 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b06e5e-4849-4253-a64b-3eaab10536cd req-1a395b6a-b89c-4ab4-8680-73ec5bb8a864 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:07.843263 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e2b06e5e-4849-4253-a64b-3eaab10536cd req-1a395b6a-b89c-4ab4-8680-73ec5bb8a864 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 946 time: 0.1200721 Apr 18 21:26:07.843830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55064) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:07.898899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0e7465f-4ac7-4194-a59c-a8c46ec2b7ea tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.929056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7aad815c-9503-4197-8683-28074562dbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.935077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5e02f5fc-80d3-4452-b23b-3563dd775f2e None None] Calling delete_port for 54b4cd70-c29a-4441-87e7-6c39bd8c389d owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:07.993841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7465f-4ac7-4194-a59c-a8c46ec2b7ea tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Subnet': ['ID=9b171d25-fbb1-4c32-bb15-49139733bf66,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:08.014591 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7aad815c-9503-4197-8683-28074562dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.034632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f119997-b9d0-411b-b1ec-5354daaf42aa None None] Network 3af0f57e-9795-47a6-910d-ce5d0d2df38c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:08.036261 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0e7465f-4ac7-4194-a59c-a8c46ec2b7ea tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.041904 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dd60dafe-898f-4a79-b4a0-da4c6f752ca9 req-3e2abdd9-3cae-4656-b50b-9180317a5942 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 1097 time: 0.1093154 Apr 18 21:26:08.062058 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e2b06e5e-4849-4253-a64b-3eaab10536cd req-3d2f5ad8-1e61-41e4-9790-062e14d0f34a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016182 Apr 18 21:26:08.093037 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a0e7465f-4ac7-4194-a59c-a8c46ec2b7ea tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/9b171d25-fbb1-4c32-bb15-49139733bf66 HTTP/1.1" status: 204 len: 168 time: 1.0934741 Apr 18 21:26:08.093037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55068) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:08.094523 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-db482474-2c17-470b-9a3e-db1ac93b8ae1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd2b3b92b2974248ae3e219329348519&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2490785 Apr 18 21:26:08.097870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55070) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:08.118741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad815c-9503-4197-8683-28074562dbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313a0b46-9c95-4ece-a361-84014490c0e5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:08.133765 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7aad815c-9503-4197-8683-28074562dbb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=534bdf3401224f14ba1d84e9dd9fb083&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6827850 Apr 18 21:26:08.133765 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55076) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:08.157447 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e02f5fc-80d3-4452-b23b-3563dd775f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.228576 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02f5fc-80d3-4452-b23b-3563dd775f2e None None] Pushing event deleted for resources: {'Port': ['ID=54b4cd70-c29a-4441-87e7-6c39bd8c389d,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:08.244639 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.274814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02f5fc-80d3-4452-b23b-3563dd775f2e None None] No DVR routers for this DVR port 54b4cd70-c29a-4441-87e7-6c39bd8c389d on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:08.321326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19557f-66e3-4258-a0e9-84627fa095e0 req-68f4fdf4-87e9-40c2-a63d-bc87cfb37b1d tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:08.322976 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e19557f-66e3-4258-a0e9-84627fa095e0 req-68f4fdf4-87e9-40c2-a63d-bc87cfb37b1d tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 946 time: 0.3822255 Apr 18 21:26:08.406884 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dd60dafe-898f-4a79-b4a0-da4c6f752ca9 req-19b0de10-5db1-4a23-a18d-f8901620f438 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452325 Apr 18 21:26:08.424121 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bbe88922-a671-426b-98d6-c6fd9397876c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.452658 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.496648 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bbe88922-a671-426b-98d6-c6fd9397876c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.501159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] DHCP port deletion for 3af0f57e-9795-47a6-910d-ce5d0d2df38c request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:26:08.506485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] Deleting port 893e1197-a99a-4537-8daa-69ac9ac0b15f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:08.507381 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.511986 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.550949 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.577573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e19557f-66e3-4258-a0e9-84627fa095e0 req-e621c7fe-147e-4e47-b79c-fe62222c138f tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/security-groups?id=977c8d35-cc68-4f58-bacf-45ecd5f8831d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365732 Apr 18 21:26:08.596472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72f269a-3e60-45fb-8927-ff8dab078da5']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:08.614610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b522cc20-311c-40c8-8993-f832dea298e4') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:08.614963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b522cc20-311c-40c8-8993-f832dea298e4') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:08.628691 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.644160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 893e1197-a99a-4537-8daa-69ac9ac0b15f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:08.647477 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.655902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:26:08.656288 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:08.672356 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:08.721198 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.739650 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bbe88922-a671-426b-98d6-c6fd9397876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.762815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313a0b46-9c95-4ece-a361-84014490c0e5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:08.791333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:08.791597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:08.792688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:08.793185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:08.793563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:08.793943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:08.794273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:08.794595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:08.794940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:08.795442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:08.795774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:08.806108 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.808062 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9fef7f34-2852-480b-a6b4-6d412c93c749 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/313a0b46-9c95-4ece-a361-84014490c0e5 HTTP/1.1" status: 204 len: 168 time: 0.6696508 Apr 18 21:26:08.810941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bbe88922-a671-426b-98d6-c6fd9397876c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.821833 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bbe88922-a671-426b-98d6-c6fd9397876c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/174eda70-b00c-4818-8069-1dc633fbf8fc HTTP/1.1" status: 204 len: 168 time: 0.7109187 Apr 18 21:26:08.821833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe88922-a671-426b-98d6-c6fd9397876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174eda70-b00c-4818-8069-1dc633fbf8fc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:08.863460 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.887668 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.893524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] For port 893e1197-a99a-4537-8daa-69ac9ac0b15f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=893e1197-a99a-4537-8daa-69ac9ac0b15f,segment=NetworkSegment(2716c9c3-0a6d-43f7-80fc-354c2531f045),segment_id=2716c9c3-0a6d-43f7-80fc-354c2531f045)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:08.894048 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.899664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/networks/b72f269a-3e60-45fb-8927-ff8dab078da5 HTTP/1.1" status: 204 len: 168 time: 0.7966650 Apr 18 21:26:08.902493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55090) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:08.909911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea13da2-e72b-4b66-abcf-59d134bab69c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Network': ['ID=b72f269a-3e60-45fb-8927-ff8dab078da5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:08.974897 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:09.050126 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:09.066641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 893e1197-a99a-4537-8daa-69ac9ac0b15f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:09.066641 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:09.112058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] Calling delete_port for 893e1197-a99a-4537-8daa-69ac9ac0b15f owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:09.189049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 893e1197-a99a-4537-8daa-69ac9ac0b15f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=893e1197-a99a-4537-8daa-69ac9ac0b15f,segment=NetworkSegment(2716c9c3-0a6d-43f7-80fc-354c2531f045),segment_id=2716c9c3-0a6d-43f7-80fc-354c2531f045)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:09.259306 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:09.259306 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:09.260368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 54b4cd70-c29a-4441-87e7-6c39bd8c389d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:09.381957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] For port 893e1197-a99a-4537-8daa-69ac9ac0b15f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=893e1197-a99a-4537-8daa-69ac9ac0b15f,segment=NetworkSegment(2716c9c3-0a6d-43f7-80fc-354c2531f045),segment_id=2716c9c3-0a6d-43f7-80fc-354c2531f045)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:09.382846 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:09.495920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 54b4cd70-c29a-4441-87e7-6c39bd8c389d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:26:09.498874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 54b4cd70-c29a-4441-87e7-6c39bd8c389d not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:09.508023 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:26:09.509682 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:26:09.585461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=893e1197-a99a-4537-8daa-69ac9ac0b15f,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:09.588547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91db156-8819-4d5c-9987-572731eab7bc req-66ea2fa0-b13c-41e6-a3c6-ba192b9c3d27 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:09.590905 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d91db156-8819-4d5c-9987-572731eab7bc req-66ea2fa0-b13c-41e6-a3c6-ba192b9c3d27 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 946 time: 0.2952223 Apr 18 21:26:09.601030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891699c-bea7-4a97-997c-410dafd4fb25 req-e75c3b71-8aaf-489c-af95-7343023fd26f tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:09.608379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0891699c-bea7-4a97-997c-410dafd4fb25 req-e75c3b71-8aaf-489c-af95-7343023fd26f tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 946 time: 0.2386456 Apr 18 21:26:09.616275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 893e1197-a99a-4537-8daa-69ac9ac0b15f owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:09.685447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d91db156-8819-4d5c-9987-572731eab7bc req-6ae2daa1-e4b3-47b8-9b73-8677752e9467 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750425 Apr 18 21:26:09.698219 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0891699c-bea7-4a97-997c-410dafd4fb25 req-eab5cd8e-ae1f-4c45-9f50-4ebd6ce7a947 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/security-groups?id=977c8d35-cc68-4f58-bacf-45ecd5f8831d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888371 Apr 18 21:26:09.841115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:26:09.841115 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:26:09.916238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55120) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:09.935987 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b235eb60-5c69-48a8-9620-6c9c9f625c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:09.971609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b235eb60-5c69-48a8-9620-6c9c9f625c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:09.976090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b235eb60-5c69-48a8-9620-6c9c9f625c88 admin admin] Usage tracker for resource:security_group_rule and tenant:c58fc85d75ae43ca9d66df372374e967 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:09.980361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b235eb60-5c69-48a8-9620-6c9c9f625c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:09.986739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b235eb60-5c69-48a8-9620-6c9c9f625c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:10.009949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] Deleting port 893e1197-a99a-4537-8daa-69ac9ac0b15f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:10.010451 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.070772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b235eb60-5c69-48a8-9620-6c9c9f625c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.183053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b235eb60-5c69-48a8-9620-6c9c9f625c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.230844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235eb60-5c69-48a8-9620-6c9c9f625c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e9f6e0-b53d-4140-b6c0-4bbd38375078,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:10.241031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] For port 893e1197-a99a-4537-8daa-69ac9ac0b15f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=893e1197-a99a-4537-8daa-69ac9ac0b15f,segment=NetworkSegment(2716c9c3-0a6d-43f7-80fc-354c2531f045),segment_id=2716c9c3-0a6d-43f7-80fc-354c2531f045)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:10.241412 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.270044 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b235eb60-5c69-48a8-9620-6c9c9f625c88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c58fc85d75ae43ca9d66df372374e967&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3533938 Apr 18 21:26:10.271510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55132) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:10.341716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 893e1197-a99a-4537-8daa-69ac9ac0b15f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:10.342196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.344083 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-00907c1d-a31b-4c33-883b-16478cdde604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.393154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] Calling delete_port for 893e1197-a99a-4537-8daa-69ac9ac0b15f owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:10.415005 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-00907c1d-a31b-4c33-883b-16478cdde604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.571634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-00907c1d-a31b-4c33-883b-16478cdde604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.591107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00907c1d-a31b-4c33-883b-16478cdde604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e9f6e0-b53d-4140-b6c0-4bbd38375078,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:10.600439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-00907c1d-a31b-4c33-883b-16478cdde604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.603942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-00907c1d-a31b-4c33-883b-16478cdde604 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2e9f6e0-b53d-4140-b6c0-4bbd38375078 HTTP/1.1" status: 204 len: 168 time: 0.3290031 Apr 18 21:26:10.616449 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.640480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-d331b085-0be4-4544-9733-94c152f5ce16 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:10.641174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-d331b085-0be4-4544-9733-94c152f5ce16 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Synchronizing usage tracker for tenant:a578318b265a433fa02355fb3bf260da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:10.648705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] For port 893e1197-a99a-4537-8daa-69ac9ac0b15f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=893e1197-a99a-4537-8daa-69ac9ac0b15f,segment=NetworkSegment(2716c9c3-0a6d-43f7-80fc-354c2531f045),segment_id=2716c9c3-0a6d-43f7-80fc-354c2531f045)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:10.649062 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.669390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] Pushing event deleted for resources: {'Port': ['ID=893e1197-a99a-4537-8daa-69ac9ac0b15f,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:10.678644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4590e-4494-4565-a6bf-fb3526891a96 None None] No DVR routers for this DVR port 893e1197-a99a-4537-8daa-69ac9ac0b15f on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:10.698925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55148) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:10.788473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 893e1197-a99a-4537-8daa-69ac9ac0b15f owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:10.873109 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:26:10.873700 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:26:10.897456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-d331b085-0be4-4544-9733-94c152f5ce16 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Unset dirty status for tenant:a578318b265a433fa02355fb3bf260da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:10.899111 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-d331b085-0be4-4544-9733-94c152f5ce16 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.59 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 946 time: 0.4397335 Apr 18 21:26:10.925564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1988504911-network', 'tenant_id': 'c45e6ceba25041db8fac036c61929faf'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:10.928110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:10.933009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Usage tracker for resource:network and tenant:c45e6ceba25041db8fac036c61929faf is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:10.936350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:10.943365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:10.986269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-ee7bd501-64ce-4d3f-bd2e-427e063d98e8 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Deleting port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:10.986608 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-ee7bd501-64ce-4d3f-bd2e-427e063d98e8 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.058084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4f266-d7b9-4fd8-a80e-3794d9163c05 req-5dddf780-9a7e-4529-b7c4-b563fd81338d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.059545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acb4f266-d7b9-4fd8-a80e-3794d9163c05 req-5dddf780-9a7e-4529-b7c4-b563fd81338d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 946 time: 0.1944859 Apr 18 21:26:11.087781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Made reservation on behalf of c45e6ceba25041db8fac036c61929faf for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:11.090558 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.110100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9bc8a-f946-4d3b-b1f3-3b1b1d095c6a req-cc0493b5-9cbc-4977-800e-7e9f2cf2e39e tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.111759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36d9bc8a-f946-4d3b-b1f3-3b1b1d095c6a req-cc0493b5-9cbc-4977-800e-7e9f2cf2e39e tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 946 time: 0.1381886 Apr 18 21:26:11.123338 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.172348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acb4f266-d7b9-4fd8-a80e-3794d9163c05 req-03a4efa9-bcfc-487a-aacf-6f2f920c8dfc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055667 Apr 18 21:26:11.206370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:11.224187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c45e6ceba25041db8fac036c61929faf is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:11.228108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:11.243447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36d9bc8a-f946-4d3b-b1f3-3b1b1d095c6a req-3a9a45e3-a91c-446a-a5de-abfbb85a9593 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/security-groups?id=977c8d35-cc68-4f58-bacf-45ecd5f8831d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108947 Apr 18 21:26:11.262812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:11.333143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 893e1197-a99a-4537-8daa-69ac9ac0b15f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:11.333511 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.360656 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.439473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] The port '893e1197-a99a-4537-8daa-69ac9ac0b15f' was deleted {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:26:11.462885 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.497614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:11.506851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f4f021-8324-43d5-a6a5-cad291ced782,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:11.515497 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.516079 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Added segment 488ecb09-90a3-4766-8141-5d9d4542494c of type vlan for network 8fff7d86-7928-48a9-8d7a-416885a58fae Apr 18 21:26:11.564012 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.619029 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.641920 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.643563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.644419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.662425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-ee7bd501-64ce-4d3f-bd2e-427e063d98e8 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] For port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=54b8ecde-26c8-4980-a8df-d61f2fdde5e0,segment=NetworkSegment(643f9164-daed-40f0-b4ec-a11d82704e4d),segment_id=643f9164-daed-40f0-b4ec-a11d82704e4d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:11.662789 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-ee7bd501-64ce-4d3f-bd2e-427e063d98e8 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.671039 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af0f57e-9795-47a6-910d-ce5d0d2df38c']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:11.741068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2716c9c3-0a6d-43f7-80fc-354c2531f045') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:11.741068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2716c9c3-0a6d-43f7-80fc-354c2531f045') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:11.805817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8fff7d86-7928-48a9-8d7a-416885a58fae,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:11.810325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-ee7bd501-64ce-4d3f-bd2e-427e063d98e8 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Calling delete_port for 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:11.823738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 8fff7d86-7928-48a9-8d7a-416885a58fae details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:26:11.836236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c05171-ed30-4e3f-9022-dd737279830f req-00aa2e39-a62c-4972-b8d2-51e62258f4b0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.838100 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75c05171-ed30-4e3f-9022-dd737279830f req-00aa2e39-a62c-4972-b8d2-51e62258f4b0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 946 time: 0.1894221 Apr 18 21:26:11.855011 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.887929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.896991 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-883e3c9d-2d25-4aba-b115-2e50e147d5a6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1968467 Apr 18 21:26:11.901001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55180) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:11.906062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:26:11.906654 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.917147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75c05171-ed30-4e3f-9022-dd737279830f req-9335f46a-7a16-4b3c-bf92-4efbd524e4ef tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706580 Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:11.924549 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:11.937196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Request body: {'subnet': {'network_id': '8fff7d86-7928-48a9-8d7a-416885a58fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1988504911-subnet', 'tenant_id': 'c45e6ceba25041db8fac036c61929faf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:11.958747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55184) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:12.055010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:12.071467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Usage tracker for resource:subnet and tenant:c45e6ceba25041db8fac036c61929faf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:12.077718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:12.119688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:12.154026 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8d40c1c-bcd1-4ca1-962e-1e114ad25c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.201054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27306f32-8ef5-4d07-b53d-9bad7cc13549 req-f7d63c0c-630f-49c5-9f3b-850b42de10f3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:12.202586 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27306f32-8ef5-4d07-b53d-9bad7cc13549 req-f7d63c0c-630f-49c5-9f3b-850b42de10f3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 946 time: 0.1403160 Apr 18 21:26:12.205921 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b8d40c1c-bcd1-4ca1-962e-1e114ad25c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:12.211132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b8d40c1c-bcd1-4ca1-962e-1e114ad25c6b admin admin] Usage tracker for resource:security_group_rule and tenant:0e57b5bd64464232ab2670000ae10391 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:12.221031 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.221633 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.237103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b8d40c1c-bcd1-4ca1-962e-1e114ad25c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:12.251995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b8d40c1c-bcd1-4ca1-962e-1e114ad25c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:12.259270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Made reservation on behalf of c45e6ceba25041db8fac036c61929faf for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:12.262491 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.271092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27306f32-8ef5-4d07-b53d-9bad7cc13549 req-6be38464-f5bd-43dc-a7cf-3977c0b085c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611916 Apr 18 21:26:12.335316 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8d40c1c-bcd1-4ca1-962e-1e114ad25c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.356782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Network': ['ID=3af0f57e-9795-47a6-910d-ce5d0d2df38c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:12.358929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-ee7bd501-64ce-4d3f-bd2e-427e063d98e8 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.371780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['54b8ecde-26c8-4980-a8df-d61f2fdde5e0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:26:12.429292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bd501-64ce-4d3f-bd2e-427e063d98e8 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Pushing event deleted for resources: {'Port': ['ID=54b8ecde-26c8-4980-a8df-d61f2fdde5e0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:12.437674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55202) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:12.438082 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-859921e8-7f5e-43e6-b559-4748f10c1230 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/networks/3af0f57e-9795-47a6-910d-ce5d0d2df38c HTTP/1.1" status: 204 len: 168 time: 3.5344923 Apr 18 21:26:12.457361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'network': {'name': 'tempest-RoutersTest-87617445'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:12.472487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:12.475550 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8d40c1c-bcd1-4ca1-962e-1e114ad25c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.533839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-ee7bd501-64ce-4d3f-bd2e-427e063d98e8 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] No DVR routers for this DVR port 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:12.536689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:network and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:12.540242 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-ee7bd501-64ce-4d3f-bd2e-427e063d98e8 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.543202 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0a4e071e-d8d2-48ba-b0a9-3f4c24d0e2fb req-ee7bd501-64ce-4d3f-bd2e-427e063d98e8 tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.59 "DELETE /v2.0/ports/54b8ecde-26c8-4980-a8df-d61f2fdde5e0 HTTP/1.1" status: 204 len: 173 time: 1.6364043 Apr 18 21:26:12.544041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af025658-f051-4cb5-a2c9-d22369b07378', 'name': 'network-vif-deleted', 'tag': '54b8ecde-26c8-4980-a8df-d61f2fdde5e0'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:12.558684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:12.575601 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05b50f16-682a-442d-b2ce-11aaf6ab8b22 req-dcfb6891-5bc5-45f4-959a-f606fa61170e tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 210 time: 0.1047115 Apr 18 21:26:12.580467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:12.621682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b8d40c1c-bcd1-4ca1-962e-1e114ad25c6b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e57b5bd64464232ab2670000ae10391&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6708376 Apr 18 21:26:12.623078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d40c1c-bcd1-4ca1-962e-1e114ad25c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cbcdfa-3dd0-45c2-b7d4-2b8d70013b4e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:12.625685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55210) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:12.713461 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb8688b-87e0-43ba-8b36-68fb413ed26b'] response: {'server_uuid': 'af025658-f051-4cb5-a2c9-d22369b07378', 'name': 'network-vif-deleted', 'tag': '54b8ecde-26c8-4980-a8df-d61f2fdde5e0', 'status': 'completed', 'code': 200} Apr 18 21:26:12.715755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3328862b-abaf-4e51-8156-c5a085198db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.737625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:12.741313 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.768956 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.773034 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3328862b-abaf-4e51-8156-c5a085198db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.803998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:12.827533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.827885 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Added segment 9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c of type vlan for network 20c92563-9b2e-4423-a5b7-147ee2a2195e Apr 18 21:26:12.860033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.860330 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=241670c5-d107-408d-9293-1ee280f6fca9,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:12.873699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Checking segment: {'id': '488ecb09-90a3-4766-8141-5d9d4542494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8fff7d86-7928-48a9-8d7a-416885a58fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:12.873699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Network hostable DHCP agents. Network: 8fff7d86-7928-48a9-8d7a-416885a58fae, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:12.954576 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3328862b-abaf-4e51-8156-c5a085198db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.979025 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.986473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:12.986748 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:13.009956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328862b-abaf-4e51-8156-c5a085198db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cbcdfa-3dd0-45c2-b7d4-2b8d70013b4e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:13.053360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Network 8fff7d86-7928-48a9-8d7a-416885a58fae is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:13.114400 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3328862b-abaf-4e51-8156-c5a085198db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:13.115462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3328862b-abaf-4e51-8156-c5a085198db7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5cbcdfa-3dd0-45c2-b7d4-2b8d70013b4e HTTP/1.1" status: 204 len: 168 time: 0.4887321 Apr 18 21:26:13.193526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Network': ['ID=20c92563-9b2e-4423-a5b7-147ee2a2195e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:13.203922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 20c92563-9b2e-4423-a5b7-147ee2a2195e details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:26:13.205805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 8fff7d86-7928-48a9-8d7a-416885a58fae) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:13.211731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:13.215591 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:13.227095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524439ff-ae2d-47b9-804b-1d135809cbcc None None] Network 8fff7d86-7928-48a9-8d7a-416885a58fae requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:13.236462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cd5b6a8e-d01c-4c76-ab53-9f2694f1b3c8 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7970295 Apr 18 21:26:13.239611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55222) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:13.247459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'subnet': {'network_id': '20c92563-9b2e-4423-a5b7-147ee2a2195e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:13.278503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc88e4-6364-432b-8eec-930c67189879 req-bf6b5362-5598-4330-b17f-6990babb7cf5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:13.279894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2bfc88e4-6364-432b-8eec-930c67189879 req-bf6b5362-5598-4330-b17f-6990babb7cf5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 946 time: 0.1666813 Apr 18 21:26:13.349756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c651c032-5791-402a-91b5-f10f03324da0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4452808 Apr 18 21:26:13.509688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:13.515419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2bfc88e4-6364-432b-8eec-930c67189879 req-656915d0-58b7-4526-ae2b-c934c15b0c22 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882578 Apr 18 21:26:13.518676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:subnet and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:13.519828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:13.526556 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:13.595111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:13.700981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722b31ec-1f8d-475f-a2ce-568003da4854 None None] Network 8fff7d86-7928-48a9-8d7a-416885a58fae requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:13.848935 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:13.992421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a65b1ca4-50a0-4922-8591-7f83a14862c3 req-69242f95-a336-47ad-85a3-474912fb0a9f tempest-InstanceActionsV221TestJSON-259314708 tempest-InstanceActionsV221TestJSON-259314708-project] 10.222.0.11 "GET /v2.0/ports?device_id=af025658-f051-4cb5-a2c9-d22369b07378 HTTP/1.1" status: 200 len: 210 time: 0.0631204 Apr 18 21:26:14.157117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55246) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:14.174129 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92cf8afa-a93b-4b1c-b667-aba8737678c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.211270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-92cf8afa-a93b-4b1c-b667-aba8737678c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:14.215735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-92cf8afa-a93b-4b1c-b667-aba8737678c9 admin admin] Usage tracker for resource:security_group_rule and tenant:36d3002a3c0643b98313c56cab2b86df is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:14.219184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.223695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-92cf8afa-a93b-4b1c-b667-aba8737678c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:14.263462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-92cf8afa-a93b-4b1c-b667-aba8737678c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:14.312783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Subnet': ['ID=9c425a26-f1f2-4d06-a213-8915d8d70185,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:14.360349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Checking segment: {'id': '9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c92563-9b2e-4423-a5b7-147ee2a2195e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:14.360749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network hostable DHCP agents. Network: 20c92563-9b2e-4423-a5b7-147ee2a2195e, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:14.399110 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92cf8afa-a93b-4b1c-b667-aba8737678c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.503086 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92cf8afa-a93b-4b1c-b667-aba8737678c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.543470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 20c92563-9b2e-4423-a5b7-147ee2a2195e is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:14.559219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf8afa-a93b-4b1c-b667-aba8737678c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33d81c7-8fc0-4979-a662-f7c97e46d212,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:14.565795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55260) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:14.566298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-92cf8afa-a93b-4b1c-b667-aba8737678c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36d3002a3c0643b98313c56cab2b86df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4111919 Apr 18 21:26:14.645049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 20c92563-9b2e-4423-a5b7-147ee2a2195e) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:14.648858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:14.651749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.658182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c55eb18-e7f3-4ed2-b9d1-6864b449e96c None None] Network 20c92563-9b2e-4423-a5b7-147ee2a2195e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:14.661354 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fd07b15-7215-4929-9fd0-1292810c04c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.707966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fd07b15-7215-4929-9fd0-1292810c04c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.831670 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6f908f3f-81f4-4fb6-ad14-12d9592697a1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5878615 Apr 18 21:26:14.832906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55270) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:14.838225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e1da4f6a-b795-4a15-aef7-0fa014201b68 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-703048923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:14.846387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e1da4f6a-b795-4a15-aef7-0fa014201b68 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:14.851569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e1da4f6a-b795-4a15-aef7-0fa014201b68 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:router and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:14.854701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e1da4f6a-b795-4a15-aef7-0fa014201b68 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:14.860770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e1da4f6a-b795-4a15-aef7-0fa014201b68 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:14.875356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fd07b15-7215-4929-9fd0-1292810c04c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.884379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:14.884764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26444b2b-2df9-46a5-8de3-de36ba0e4aa0 req-f3d9cdc5-d6c6-42c4-8627-c6b16aa3ea70 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:14.887968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd07b15-7215-4929-9fd0-1292810c04c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33d81c7-8fc0-4979-a662-f7c97e46d212,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:14.899333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26444b2b-2df9-46a5-8de3-de36ba0e4aa0 req-f3d9cdc5-d6c6-42c4-8627-c6b16aa3ea70 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 946 time: 0.1632650 Apr 18 21:26:14.901893 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fd07b15-7215-4929-9fd0-1292810c04c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.905575 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8fd07b15-7215-4929-9fd0-1292810c04c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d33d81c7-8fc0-4979-a662-f7c97e46d212 HTTP/1.1" status: 204 len: 168 time: 0.3343937 Apr 18 21:26:14.938853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-e45faba7-7a9d-4584-9bc2-1eda723fa405 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:14.939619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-e45faba7-7a9d-4584-9bc2-1eda723fa405 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:14.960122 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1da4f6a-b795-4a15-aef7-0fa014201b68 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.960990 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1da4f6a-b795-4a15-aef7-0fa014201b68 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.967127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26444b2b-2df9-46a5-8de3-de36ba0e4aa0 req-8286ec6c-55e7-4752-aa26-856405b66dd7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668192 Apr 18 21:26:14.994105 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1da4f6a-b795-4a15-aef7-0fa014201b68 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.012378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:26:15.012726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 54b8ecde-26c8-4980-a8df-d61f2fdde5e0 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:15.062697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-e45faba7-7a9d-4584-9bc2-1eda723fa405 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:15.072370 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-e45faba7-7a9d-4584-9bc2-1eda723fa405 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 946 time: 0.2981975 Apr 18 21:26:15.082948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-20c92563-9b2e-4423-a5b7-147ee2a2195e', 'network_id': '20c92563-9b2e-4423-a5b7-147ee2a2195e', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'fixed_ips': [{'subnet_id': '9c425a26-f1f2-4d06-a213-8915d8d70185'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:26:15.083767 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.130646 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1da4f6a-b795-4a15-aef7-0fa014201b68 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.240424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-dc8ab42c-331d-4fbf-9332-f5ad0eab08e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Deleting port 08245e0c-ac90-474f-b3ab-f571a53376cc {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:15.240766 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-dc8ab42c-331d-4fbf-9332-f5ad0eab08e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.337273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Allocated IP 172.20.0.2 (20c92563-9b2e-4423-a5b7-147ee2a2195e/9c425a26-f1f2-4d06-a213-8915d8d70185/81bf19b9-f9de-4050-89cb-c98c495429af) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:15.348283 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1da4f6a-b795-4a15-aef7-0fa014201b68 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.352199 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e1da4f6a-b795-4a15-aef7-0fa014201b68 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5197923 Apr 18 21:26:15.352684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55294) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:15.359899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'port': {'network_id': '20c92563-9b2e-4423-a5b7-147ee2a2195e', 'name': 'tempest-RoutersTest-1637815607'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:15.581686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55304) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:15.697099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:15.721503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:port and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:15.735202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:15.756849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:15.759495 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.770484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-595a623c-1609-434d-8e7c-b0e87fdf3612 admin admin] Deleting subnet 9424e68c-21da-47c2-8aec-bfc60d98a15d {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:26:15.776679 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-dc8ab42c-331d-4fbf-9332-f5ad0eab08e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] For port 08245e0c-ac90-474f-b3ab-f571a53376cc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=08245e0c-ac90-474f-b3ab-f571a53376cc,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:15.777206 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-dc8ab42c-331d-4fbf-9332-f5ad0eab08e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.779222 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-595a623c-1609-434d-8e7c-b0e87fdf3612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.786950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Transition to ACTIVE for port object 81bf19b9-f9de-4050-89cb-c98c495429af will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:15.832993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Transition to ACTIVE for port object 81bf19b9-f9de-4050-89cb-c98c495429af will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:15.842552 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-595a623c-1609-434d-8e7c-b0e87fdf3612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.925491 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-595a623c-1609-434d-8e7c-b0e87fdf3612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.947867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-dc8ab42c-331d-4fbf-9332-f5ad0eab08e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Calling delete_port for 08245e0c-ac90-474f-b3ab-f571a53376cc owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:15.966444 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.024582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:16.030795 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.065915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Network 20c92563-9b2e-4423-a5b7-147ee2a2195e is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:16.069849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:16.071982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Pushing event updated for resources: {'Port': ['ID=81bf19b9-f9de-4050-89cb-c98c495429af,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:16.076384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:16.090055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] device_id is not set on port 1dd58a15-e5fc-4991-b840-01ccb699c6d8 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:26:16.176246 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-595a623c-1609-434d-8e7c-b0e87fdf3612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.200682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Attempting to bind port 81bf19b9-f9de-4050-89cb-c98c495429af on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:16.201046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Attempting to bind port 81bf19b9-f9de-4050-89cb-c98c495429af by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c92563-9b2e-4423-a5b7-147ee2a2195e'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:16.201406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Attempting to bind port 81bf19b9-f9de-4050-89cb-c98c495429af on network 20c92563-9b2e-4423-a5b7-147ee2a2195e {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:26:16.218101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:26:16.219291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Checking segment: {'id': '9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c92563-9b2e-4423-a5b7-147ee2a2195e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:16.224141 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.224776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Bound using segment: {'id': '9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c92563-9b2e-4423-a5b7-147ee2a2195e'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:26:16.225523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Bound port: 81bf19b9-f9de-4050-89cb-c98c495429af, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '20c92563-9b2e-4423-a5b7-147ee2a2195e'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:16.226107 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.317149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a623c-1609-434d-8e7c-b0e87fdf3612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9424e68c-21da-47c2-8aec-bfc60d98a15d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:16.335184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-595a623c-1609-434d-8e7c-b0e87fdf3612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.374504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-dc8ab42c-331d-4fbf-9332-f5ad0eab08e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.388394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['08245e0c-ac90-474f-b3ab-f571a53376cc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:26:16.393980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-595a623c-1609-434d-8e7c-b0e87fdf3612 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9424e68c-21da-47c2-8aec-bfc60d98a15d HTTP/1.1" status: 204 len: 168 time: 0.8108985 Apr 18 21:26:16.406002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55334) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:16.420297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] For port 81bf19b9-f9de-4050-89cb-c98c495429af, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:16.435916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ab42c-331d-4fbf-9332-f5ad0eab08e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event deleted for resources: {'Port': ['ID=08245e0c-ac90-474f-b3ab-f571a53376cc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:16.439692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] For port 81bf19b9-f9de-4050-89cb-c98c495429af, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=81bf19b9-f9de-4050-89cb-c98c495429af,segment=NetworkSegment(9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c),segment_id=9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:16.514743 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.553272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-dc8ab42c-331d-4fbf-9332-f5ad0eab08e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] No DVR routers for this DVR port 08245e0c-ac90-474f-b3ab-f571a53376cc on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:16.556872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-dc8ab42c-331d-4fbf-9332-f5ad0eab08e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.587493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e7c450-2cfe-4670-bafd-2620e72f8400', 'name': 'network-vif-deleted', 'tag': '08245e0c-ac90-474f-b3ab-f571a53376cc'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:16.592134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Allocated IP 172.20.0.4 (20c92563-9b2e-4423-a5b7-147ee2a2195e/9c425a26-f1f2-4d06-a213-8915d8d70185/1dd58a15-e5fc-4991-b840-01ccb699c6d8) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:16.645042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febac40e-6ff4-43d6-b9be-be335bba06e5 req-cacb8d6f-ddb9-4d7f-80c0-40ef09af940e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:16.646718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-febac40e-6ff4-43d6-b9be-be335bba06e5 req-cacb8d6f-ddb9-4d7f-80c0-40ef09af940e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 946 time: 0.4161179 Apr 18 21:26:16.648238 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7b575525-fd6b-469b-b6b7-3731e74ea5c1 req-dc8ab42c-331d-4fbf-9332-f5ad0eab08e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "DELETE /v2.0/ports/08245e0c-ac90-474f-b3ab-f571a53376cc HTTP/1.1" status: 204 len: 173 time: 1.5784185 Apr 18 21:26:16.662704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705f113-ade4-497b-8f44-d636bf0137dc None None] Pushing event updated for resources: {'Port': ['ID=81bf19b9-f9de-4050-89cb-c98c495429af,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:16.702407 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.722368 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a95d54-fe80-4255-bd13-a7420fd925dd'] response: {'server_uuid': 'd8e7c450-2cfe-4670-bafd-2620e72f8400', 'name': 'network-vif-deleted', 'tag': '08245e0c-ac90-474f-b3ab-f571a53376cc', 'status': 'completed', 'code': 200} Apr 18 21:26:17.015448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-febac40e-6ff4-43d6-b9be-be335bba06e5 req-6b29bc90-92db-41f3-b441-9811ffa3a2e3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494334 Apr 18 21:26:17.301726 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.381788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bde5abd-e0a9-47ae-894a-aee3b6abbea4']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:17.423150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643f9164-daed-40f0-b4ec-a11d82704e4d') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:17.423451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643f9164-daed-40f0-b4ec-a11d82704e4d') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:17.456534 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.475790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-6f64bb7c-a8c3-4875-b3f2-55f868924ba0 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:17.476470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-6f64bb7c-a8c3-4875-b3f2-55f868924ba0 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Synchronizing usage tracker for tenant:c45e6ceba25041db8fac036c61929faf on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:17.510933 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.522613 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.530941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:26:17.531355 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:17.546831 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:17.627955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Transition to ACTIVE for port object 1dd58a15-e5fc-4991-b840-01ccb699c6d8 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:17.629247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-6f64bb7c-a8c3-4875-b3f2-55f868924ba0 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Unset dirty status for tenant:c45e6ceba25041db8fac036c61929faf on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:17.636293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-6f64bb7c-a8c3-4875-b3f2-55f868924ba0 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/networks?id=8fff7d86-7928-48a9-8d7a-416885a58fae HTTP/1.1" status: 200 len: 810 time: 0.8049982 Apr 18 21:26:17.673645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-eb0c16ff-2e10-44ef-8848-6d5ad06fcdfa tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/quotas/c45e6ceba25041db8fac036c61929faf HTTP/1.1" status: 200 len: 375 time: 0.0365362 Apr 18 21:26:17.746347 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.798651 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.801647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] Pushing event deleted for resources: {'Network': ['ID=1bde5abd-e0a9-47ae-894a-aee3b6abbea4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:17.806827 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.811089 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-600e1748-565e-4d10-9148-88e4e6ea9920 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c45e6ceba25041db8fac036c61929faf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1139128 Apr 18 21:26:17.976418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d51682-4aec-4114-bbe3-808cdb2086e0 None None] Network 20c92563-9b2e-4423-a5b7-147ee2a2195e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:17.989182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c94745dc-56b6-47d2-a622-ef909733543c admin admin] 10.222.0.11 "DELETE /v2.0/networks/1bde5abd-e0a9-47ae-894a-aee3b6abbea4 HTTP/1.1" status: 204 len: 168 time: 1.5819283 Apr 18 21:26:18.000222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 20c92563-9b2e-4423-a5b7-147ee2a2195e is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:18.005847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:18.014280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:18.048955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=1dd58a15-e5fc-4991-b840-01ccb699c6d8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:18.131311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:18.132469 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:18.161317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-50655fef-f028-4cf0-a1b1-92c92869bbfd service neutron] 10.222.0.11 "GET /v2.0/networks/8fff7d86-7928-48a9-8d7a-416885a58fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090944 Apr 18 21:26:18.216750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6890df8f-ea06-48c0-b9dc-882b9345c57c None None] Provisioning for port 81bf19b9-f9de-4050-89cb-c98c495429af completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:18.317813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-81d3ec0b-536d-4ee4-9db7-cae24aac521a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9638600 Apr 18 21:26:18.327032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55382) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:18.400579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-c7cb0cdc-5bc8-4274-a580-2e4cb52f53d0 service neutron] 10.222.0.11 "GET /v2.0/networks/8fff7d86-7928-48a9-8d7a-416885a58fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382843 Apr 18 21:26:18.423180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d28aa54d-0592-4a40-935e-189a293b1fc9 req-6d3602b3-a85b-4a07-881e-1012af8aaf1d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e7c450-2cfe-4670-bafd-2620e72f8400 HTTP/1.1" status: 200 len: 210 time: 0.1001072 Apr 18 21:26:18.440871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 08245e0c-ac90-474f-b3ab-f571a53376cc no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:18.489790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 08245e0c-ac90-474f-b3ab-f571a53376cc {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:26:18.490275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 08245e0c-ac90-474f-b3ab-f571a53376cc not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:18.672702 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 81bf19b9-f9de-4050-89cb-c98c495429af up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:18.855291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55390) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:18.903099 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 81bf19b9-f9de-4050-89cb-c98c495429af completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:18.910586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 81bf19b9-f9de-4050-89cb-c98c495429af triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:18.911207 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:18.989548 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-53bb06ce-5d95-4826-a2d8-af033517df94 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a578318b265a433fa02355fb3bf260da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1321669 Apr 18 21:26:18.995489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55396) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:19.013354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b45a38cf-3c4e-498e-80b5-384714076b11 None None] Provisioning complete for port 81bf19b9-f9de-4050-89cb-c98c495429af triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:19.014403 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b45a38cf-3c4e-498e-80b5-384714076b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.246941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.271530 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ea0ea38-7927-4b47-9781-d528377d90a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.293751 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ea8c988-3ccb-4911-a73a-daf9f4fd8cd0 req-4637294a-ca4e-4875-9c21-1c59a823e143 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 210 time: 0.1348736 Apr 18 21:26:19.339795 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.376899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ea0ea38-7927-4b47-9781-d528377d90a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.392931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 81bf19b9-f9de-4050-89cb-c98c495429af, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=81bf19b9-f9de-4050-89cb-c98c495429af,segment=NetworkSegment(9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c),segment_id=9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:19.472287 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.502880 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ea0ea38-7927-4b47-9781-d528377d90a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.549900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0ea38-7927-4b47-9781-d528377d90a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977c8d35-cc68-4f58-bacf-45ecd5f8831d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:19.565767 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b45a38cf-3c4e-498e-80b5-384714076b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.606640 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ea0ea38-7927-4b47-9781-d528377d90a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.609073 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4ea0ea38-7927-4b47-9781-d528377d90a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/977c8d35-cc68-4f58-bacf-45ecd5f8831d HTTP/1.1" status: 204 len: 168 time: 0.6123471 Apr 18 21:26:19.661505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=81bf19b9-f9de-4050-89cb-c98c495429af,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:19.688896 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-b45a38cf-3c4e-498e-80b5-384714076b11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:26:19.689330 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-b45a38cf-3c4e-498e-80b5-384714076b11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:26:19.917459 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.005179 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.010915 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:26:20.140377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=1dd58a15-e5fc-4991-b840-01ccb699c6d8,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:20.457109 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b45a38cf-3c4e-498e-80b5-384714076b11 None None] Provisioning for port 1dd58a15-e5fc-4991-b840-01ccb699c6d8 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:20.462877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b45a38cf-3c4e-498e-80b5-384714076b11 None None] Provisioning complete for port 1dd58a15-e5fc-4991-b840-01ccb699c6d8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:20.463221 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b45a38cf-3c4e-498e-80b5-384714076b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.498924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec3d31c4-8440-4d53-a58a-fa88d4e5088d req-dea76c80-a3cd-48fd-8cf4-602ff665a951 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 210 time: 0.0681887 Apr 18 21:26:20.604369 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.627590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 81bf19b9-f9de-4050-89cb-c98c495429af up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:20.674670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b45a38cf-3c4e-498e-80b5-384714076b11 None None] Port 1dd58a15-e5fc-4991-b840-01ccb699c6d8 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:26:20.723376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 81bf19b9-f9de-4050-89cb-c98c495429af triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:20.723739 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.847321 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.884075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5ec008aa-38fa-477d-96cd-531407823eee None None] Provisioning complete for port 1dd58a15-e5fc-4991-b840-01ccb699c6d8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:20.884658 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5ec008aa-38fa-477d-96cd-531407823eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.003872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5ec008aa-38fa-477d-96cd-531407823eee None None] Port 1dd58a15-e5fc-4991-b840-01ccb699c6d8 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:26:21.405491 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.468166 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.603634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=1dd58a15-e5fc-4991-b840-01ccb699c6d8,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:21.641150 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.747946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd3ad6d2-ca10-4333-a243-019336e0cf62 req-d54a5f36-bb3c-415a-8761-05e77ebb2286 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 210 time: 0.0804849 Apr 18 21:26:21.835960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 20c92563-9b2e-4423-a5b7-147ee2a2195e is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:21.837158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:22.336720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a883e120-9c62-4f0b-acb1-ef97c88b5fbf None None] Provisioning complete for port 1dd58a15-e5fc-4991-b840-01ccb699c6d8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:22.338357 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a883e120-9c62-4f0b-acb1-ef97c88b5fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.403360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a883e120-9c62-4f0b-acb1-ef97c88b5fbf None None] Port 1dd58a15-e5fc-4991-b840-01ccb699c6d8 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:26:22.697491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-f7d03b4e-f363-41f5-a993-b05bc66a0e6e tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:22.699833 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-f7d03b4e-f363-41f5-a993-b05bc66a0e6e tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.59 "GET /v2.0/networks?id=8fff7d86-7928-48a9-8d7a-416885a58fae HTTP/1.1" status: 200 len: 810 time: 0.4190991 Apr 18 21:26:22.719484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Request body: {'port': {'device_id': '1ae5c8b6-1b42-479e-9f8e-cfa8e362adad', 'network_id': '8fff7d86-7928-48a9-8d7a-416885a58fae', 'admin_state_up': True, 'tenant_id': 'c45e6ceba25041db8fac036c61929faf'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:22.900565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:22.905668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Usage tracker for resource:port and tenant:c45e6ceba25041db8fac036c61929faf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:22.909749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:22.918945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:22.938017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55498) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:22.988301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router e5f9c701-5f38-41eb-b7b3-d054fa2e958b is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:26:23.000137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41e2b37b-d8f8-4aeb-80b5-15d19d013455 req-c2eba682-874b-47f6-8586-aa89015824ea tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 210 time: 0.0506132 Apr 18 21:26:23.092311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Made reservation on behalf of c45e6ceba25041db8fac036c61929faf for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:23.096130 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.357004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-422217981-network', 'tenant_id': '9cadc259d8a64adb8132b55fc8288443'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:23.376134 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:23.389554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Usage tracker for resource:network and tenant:9cadc259d8a64adb8132b55fc8288443 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:23.397265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:23.408666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:23.415320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:23.437787 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cb2f6-4b2d-462f-a57f-1c3c3b0d35b1 None None] Sync routers for ids ['e5f9c701-5f38-41eb-b7b3-d054fa2e958b'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:23.438696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Allocated IP 172.20.0.2 (8fff7d86-7928-48a9-8d7a-416885a58fae/241670c5-d107-408d-9293-1ee280f6fca9/38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:23.451108 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b270f98e-1c38-4dbf-b6d1-0df5a300355d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/e5f9c701-5f38-41eb-b7b3-d054fa2e958b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1229277 Apr 18 21:26:23.453924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55516) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:23.494732 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913cb2f6-4b2d-462f-a57f-1c3c3b0d35b1 None None] Routers {'e5f9c701-5f38-41eb-b7b3-d054fa2e958b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:23.499211 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-913cb2f6-4b2d-462f-a57f-1c3c3b0d35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e5f9c701-5f38-41eb-b7b3-d054fa2e958b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:23.532693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Made reservation on behalf of 9cadc259d8a64adb8132b55fc8288443 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:23.536108 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.616649 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-913cb2f6-4b2d-462f-a57f-1c3c3b0d35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:23.630410 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913cb2f6-4b2d-462f-a57f-1c3c3b0d35b1 None None] Routers {'e5f9c701-5f38-41eb-b7b3-d054fa2e958b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:23.631193 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-913cb2f6-4b2d-462f-a57f-1c3c3b0d35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:25:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e5f9c701-5f38-41eb-b7b3-d054fa2e958b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:23.652597 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e19483-bf7f-4c38-98ae-f84cdc67a0ad tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:23.658767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f6e19483-bf7f-4c38-98ae-f84cdc67a0ad tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Synchronizing usage tracker for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:23.660636 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.723285 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-913cb2f6-4b2d-462f-a57f-1c3c3b0d35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:23.723518 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cb2f6-4b2d-462f-a57f-1c3c3b0d35b1 None None] The sync data for ids ['e5f9c701-5f38-41eb-b7b3-d054fa2e958b'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:23.762927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:23.781675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Usage tracker for resource:security_group_rule and tenant:9cadc259d8a64adb8132b55fc8288443 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:23.782380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:23.797499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:23.808636 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.846666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f6e19483-bf7f-4c38-98ae-f84cdc67a0ad tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Unset dirty status for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:23.850195 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f6e19483-bf7f-4c38-98ae-f84cdc67a0ad tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports/1dd58a15-e5fc-4991-b840-01ccb699c6d8 HTTP/1.1" status: 200 len: 977 time: 0.3927233 Apr 18 21:26:23.852313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55544) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:23.926766 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.017621 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.123599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.239323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:24.256356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Network 8fff7d86-7928-48a9-8d7a-416885a58fae is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:24.262082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:24.268138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Pushing event updated for resources: {'Port': ['ID=38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:24.272733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:24.304429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31c6377-0a50-4fba-a723-81cbbcdf644d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:24.309089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.309089 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Added segment 3a942138-c633-4e8a-b5fa-d275420c5563 of type vlan for network 7ee94f87-7789-43e0-a9d1-89b82457fb45 Apr 18 21:26:24.358245 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.372781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:24.376769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.455820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6d431-c2b1-49af-b81e-89c0d623f228 req-d54d59d1-bccb-41a3-9f58-ff41a7b18828 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:24.457241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36d6d431-c2b1-49af-b81e-89c0d623f228 req-d54d59d1-bccb-41a3-9f58-ff41a7b18828 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 931 time: 0.2113869 Apr 18 21:26:24.493253 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-3d88dd3e-e6f3-427e-ac43-84071639da8d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7792599 Apr 18 21:26:24.504963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Request body: {'port': {'device_id': '1ae5c8b6-1b42-479e-9f8e-cfa8e362adad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:24.594410 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-941c1bab-6d7f-4bb1-b825-ecf14a7ac0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.639694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-36d6d431-c2b1-49af-b81e-89c0d623f228 req-52152d80-541a-4094-86bd-7445dd374b5e tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Synchronizing usage tracker for tenant:c45e6ceba25041db8fac036c61929faf on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:24.658928 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.660184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:24.660909 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.787930 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.790114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-36d6d431-c2b1-49af-b81e-89c0d623f228 req-52152d80-541a-4094-86bd-7445dd374b5e tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Unset dirty status for tenant:c45e6ceba25041db8fac036c61929faf on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:24.793998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36d6d431-c2b1-49af-b81e-89c0d623f228 req-52152d80-541a-4094-86bd-7445dd374b5e tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/security-groups?id=66f4f021-8324-43d5-a6a5-cad291ced782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302596 Apr 18 21:26:24.820281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] Pushing event updated for resources: {'Network': ['ID=7ee94f87-7789-43e0-a9d1-89b82457fb45,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:24.821897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 7ee94f87-7789-43e0-a9d1-89b82457fb45 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:26:24.936510 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-319b6713-3370-416d-abb3-ed7e8f5e4a65 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9950323 Apr 18 21:26:24.936610 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1adecdb-e4c6-429b-8fd8-a38914ef0220 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.941737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55570) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:24.947555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Request body: {'subnet': {'network_id': '7ee94f87-7789-43e0-a9d1-89b82457fb45', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-422217981-subnet', 'tenant_id': '9cadc259d8a64adb8132b55fc8288443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:24.958501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:24.969965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Usage tracker for resource:subnet and tenant:9cadc259d8a64adb8132b55fc8288443 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:24.980003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:25.008030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:25.276610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Made reservation on behalf of 9cadc259d8a64adb8132b55fc8288443 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:25.278799 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.436071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b1adecdb-e4c6-429b-8fd8-a38914ef0220 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 1dd58a15-e5fc-4991-b840-01ccb699c6d8 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:25.436701 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1adecdb-e4c6-429b-8fd8-a38914ef0220 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.493316 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:26:25.526511 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.594737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Transition to ACTIVE for port object 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:25.680509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1adecdb-e4c6-429b-8fd8-a38914ef0220 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.685727 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.836668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b1adecdb-e4c6-429b-8fd8-a38914ef0220 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 1dd58a15-e5fc-4991-b840-01ccb699c6d8 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:25.845746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.952008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Pushing event updated for resources: {'Port': ['ID=38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:25.961199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e054ef08-4213-4bbb-8ef2-01a305cfe009,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:26.005496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Checking segment: {'id': '3a942138-c633-4e8a-b5fa-d275420c5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ee94f87-7789-43e0-a9d1-89b82457fb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:26.006119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Network hostable DHCP agents. Network: 7ee94f87-7789-43e0-a9d1-89b82457fb45, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:26.373071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Attempting to bind port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:26.373071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Attempting to bind port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '488ecb09-90a3-4766-8141-5d9d4542494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8fff7d86-7928-48a9-8d7a-416885a58fae'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:26.373071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Attempting to bind port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 on network 8fff7d86-7928-48a9-8d7a-416885a58fae {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:26:26.384468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 on network 8fff7d86-7928-48a9-8d7a-416885a58fae not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:26:26.384468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Attempting to bind port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 on network 8fff7d86-7928-48a9-8d7a-416885a58fae {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:26:26.398071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:26:26.398071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Checking segment: {'id': '488ecb09-90a3-4766-8141-5d9d4542494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8fff7d86-7928-48a9-8d7a-416885a58fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:26.398071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Bound using segment: {'id': '488ecb09-90a3-4766-8141-5d9d4542494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8fff7d86-7928-48a9-8d7a-416885a58fae'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:26:26.398071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Bound port: 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488ecb09-90a3-4766-8141-5d9d4542494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8fff7d86-7928-48a9-8d7a-416885a58fae'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:26.398071 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.404859 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1adecdb-e4c6-429b-8fd8-a38914ef0220 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.448413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Network 7ee94f87-7789-43e0-a9d1-89b82457fb45 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:26.510736 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] For port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:26.513043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] For port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4,segment=NetworkSegment(488ecb09-90a3-4766-8141-5d9d4542494c),segment_id=488ecb09-90a3-4766-8141-5d9d4542494c)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:26.565441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 7ee94f87-7789-43e0-a9d1-89b82457fb45) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:26.576167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:26.576167 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.576556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0b1120-bff4-4a29-8a42-39b884fa4217 None None] Network 7ee94f87-7789-43e0-a9d1-89b82457fb45 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:26.585734 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.610501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adecdb-e4c6-429b-8fd8-a38914ef0220 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=1dd58a15-e5fc-4991-b840-01ccb699c6d8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:26.792090 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.814515 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] 10.222.0.59 "PUT /v2.0/ports/38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 HTTP/1.1" status: 200 len: 1091 time: 2.3143039 Apr 18 21:26:26.815002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae5c8b6-1b42-479e-9f8e-cfa8e362adad', 'tag': '38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:26.943080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c69693-6a83-417e-9bef-d5d812f67493 service neutron] Pushing event updated for resources: {'Port': ['ID=38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:26.973415 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6f4a15-f735-4ee2-8a24-249ee9078acd'] response: {'name': 'network-changed', 'server_uuid': '1ae5c8b6-1b42-479e-9f8e-cfa8e362adad', 'tag': '38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4', 'status': 'completed', 'code': 200} Apr 18 21:26:27.008023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba5b8f-3c26-4350-bfae-63387cb757e1 req-600c8f55-978f-4a91-9071-e1e68856c3e5 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:27.012145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8ba5b8f-3c26-4350-bfae-63387cb757e1 req-600c8f55-978f-4a91-9071-e1e68856c3e5 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 943 time: 0.7778232 Apr 18 21:26:27.030945 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d8679862-46c8-472a-9c08-35af2c2b08d3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0875750 Apr 18 21:26:27.039878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc042807-7e62-40db-9462-d8394ec83f9a None None] Network 7ee94f87-7789-43e0-a9d1-89b82457fb45 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:27.184523 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c106c410-1a84-49c8-9351-c5c787b4a9e2 req-aa515f38-496a-4137-8216-ec05a0117a3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c45e6ceba25041db8fac036c61929faf&device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 1094 time: 0.2006817 Apr 18 21:26:27.261526 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-52f59e71-76e6-4edc-889b-fe6afc5d3642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.280287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8ba5b8f-3c26-4350-bfae-63387cb757e1 req-a7486999-d623-4c28-b016-058f522c5702 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/security-groups?id=66f4f021-8324-43d5-a6a5-cad291ced782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936061 Apr 18 21:26:27.309651 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1adecdb-e4c6-429b-8fd8-a38914ef0220 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.652419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106c410-1a84-49c8-9351-c5c787b4a9e2 req-d35f615a-f441-4927-8a62-f54359723a64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:27.653950 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c106c410-1a84-49c8-9351-c5c787b4a9e2 req-d35f615a-f441-4927-8a62-f54359723a64 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c45e6ceba25041db8fac036c61929faf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4605258 Apr 18 21:26:27.862498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106c410-1a84-49c8-9351-c5c787b4a9e2 req-cb6f34fe-e23f-48d6-9994-41efc722dd08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:27.863931 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c106c410-1a84-49c8-9351-c5c787b4a9e2 req-cb6f34fe-e23f-48d6-9994-41efc722dd08 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2034316 Apr 18 21:26:27.998157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.061020 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-d17756a1-a85b-4efa-be7d-69a0c3ef3731 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c45e6ceba25041db8fac036c61929faf&device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 1094 time: 0.1401453 Apr 18 21:26:28.146209 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-c96e85aa-00de-49c7-a0be-e9e62794c7f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 HTTP/1.1" status: 200 len: 217 time: 0.0771010 Apr 18 21:26:28.259880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-f9988c6c-1479-4dab-9225-3b1839fbeeed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.260952 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-f9988c6c-1479-4dab-9225-3b1839fbeeed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=241670c5-d107-408d-9293-1ee280f6fca9 HTTP/1.1" status: 200 len: 850 time: 0.1064627 Apr 18 21:26:28.295520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832518b-8d55-4614-acf2-d608c31f1544 req-2bfde22d-283f-4ba0-983b-6b7d1d40c840 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.297258 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-2bfde22d-283f-4ba0-983b-6b7d1d40c840 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/networks?id=7ee94f87-7789-43e0-a9d1-89b82457fb45 HTTP/1.1" status: 200 len: 821 time: 0.3375571 Apr 18 21:26:28.319469 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-9d4edc54-3432-46ab-af34-00297405882f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8fff7d86-7928-48a9-8d7a-416885a58fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540676 Apr 18 21:26:28.347515 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-4b7489d8-2967-4cf7-bb0b-e7ff73101687 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/quotas/9cadc259d8a64adb8132b55fc8288443 HTTP/1.1" status: 200 len: 375 time: 0.0378025 Apr 18 21:26:28.353837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1adecdb-e4c6-429b-8fd8-a38914ef0220 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router e5f9c701-5f38-41eb-b7b3-d054fa2e958b has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:28.435006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-254012af-d430-498a-9fb8-74e6a182136c tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cadc259d8a64adb8132b55fc8288443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700383 Apr 18 21:26:28.518781 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-bf569bfd-3a10-4ca8-916c-a1dba1899e18 service neutron] 10.222.0.59 "GET /v2.0/networks/8fff7d86-7928-48a9-8d7a-416885a58fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924212 Apr 18 21:26:28.565582 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.606523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1ae6b-61eb-466e-94ff-8f050d930410 req-f120f638-de88-4e3f-b4cb-a2b724221aa1 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.611451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1ae6b-61eb-466e-94ff-8f050d930410 req-f120f638-de88-4e3f-b4cb-a2b724221aa1 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.616248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1ae6b-61eb-466e-94ff-8f050d930410 req-f120f638-de88-4e3f-b4cb-a2b724221aa1 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.621493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1ae6b-61eb-466e-94ff-8f050d930410 req-f120f638-de88-4e3f-b4cb-a2b724221aa1 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.625940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1ae6b-61eb-466e-94ff-8f050d930410 req-f120f638-de88-4e3f-b4cb-a2b724221aa1 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.630741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1ae6b-61eb-466e-94ff-8f050d930410 req-f120f638-de88-4e3f-b4cb-a2b724221aa1 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.643012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1ae6b-61eb-466e-94ff-8f050d930410 req-f120f638-de88-4e3f-b4cb-a2b724221aa1 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.655948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-61f1ae6b-61eb-466e-94ff-8f050d930410 req-f120f638-de88-4e3f-b4cb-a2b724221aa1 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5446 time: 0.5925505 Apr 18 21:26:28.886514 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-866e32bd-4a23-4a53-815f-8bd0b6c96055 req-259224e1-db4c-4aaf-8a07-03ba7140beab service neutron] 10.222.0.59 "GET /v2.0/networks/8fff7d86-7928-48a9-8d7a-416885a58fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606853 Apr 18 21:26:28.997168 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-61f1ae6b-61eb-466e-94ff-8f050d930410 req-36b5ddab-c17c-4bd6-ad8b-ed5a2ea8cace tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3401411 Apr 18 21:26:29.032831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1adecdb-e4c6-429b-8fd8-a38914ef0220 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:29.054017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2542c9c5-2d95-4290-a6b7-0bbfbc4baff6 None None] Sync routers for ids ['e5f9c701-5f38-41eb-b7b3-d054fa2e958b'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:29.068673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542c9c5-2d95-4290-a6b7-0bbfbc4baff6 None None] Routers {'e5f9c701-5f38-41eb-b7b3-d054fa2e958b'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:29.069306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2542c9c5-2d95-4290-a6b7-0bbfbc4baff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e5f9c701-5f38-41eb-b7b3-d054fa2e958b'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:29.131653 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-3081632b-6ced-4494-a4e5-e7a7e6471aa3 service neutron] 10.222.0.11 "GET /v2.0/networks/7ee94f87-7789-43e0-a9d1-89b82457fb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057603 Apr 18 21:26:29.181760 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b1adecdb-e4c6-429b-8fd8-a38914ef0220 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/e5f9c701-5f38-41eb-b7b3-d054fa2e958b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3281670 Apr 18 21:26:29.185351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55680) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:29.285157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2542c9c5-2d95-4290-a6b7-0bbfbc4baff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:29.318180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542c9c5-2d95-4290-a6b7-0bbfbc4baff6 None None] Routers {'e5f9c701-5f38-41eb-b7b3-d054fa2e958b'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:29.318802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2542c9c5-2d95-4290-a6b7-0bbfbc4baff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e5f9c701-5f38-41eb-b7b3-d054fa2e958b'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:29.564335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2542c9c5-2d95-4290-a6b7-0bbfbc4baff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:29.569340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2542c9c5-2d95-4290-a6b7-0bbfbc4baff6 None None] The sync data for ids ['e5f9c701-5f38-41eb-b7b3-d054fa2e958b'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:29.613774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-62680ad1-909e-44dc-9d92-37a9058cee13 service neutron] 10.222.0.11 "GET /v2.0/networks/7ee94f87-7789-43e0-a9d1-89b82457fb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749458 Apr 18 21:26:29.678765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322aa08-6de4-4977-a95b-6e8d2e5d5b8a req-a933aefb-2ec9-4c3f-979f-7974e807a713 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:29.684089 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5322aa08-6de4-4977-a95b-6e8d2e5d5b8a req-a933aefb-2ec9-4c3f-979f-7974e807a713 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 943 time: 0.2293901 Apr 18 21:26:29.792669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5322aa08-6de4-4977-a95b-6e8d2e5d5b8a req-663d1154-5b63-4c23-9601-a403b2e89124 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/security-groups?id=66f4f021-8324-43d5-a6a5-cad291ced782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032217 Apr 18 21:26:29.932876 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-6ebdbfee-3068-46b2-9e6c-62d06cd4f48f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 21:26:29.935152 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6ebdbfee-3068-46b2-9e6c-62d06cd4f48f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/e5f9c701-5f38-41eb-b7b3-d054fa2e958b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7487612 Apr 18 21:26:29.938354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55694) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:30.106364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4d8da6ed-021c-40e3-8b15-361c82c794bd tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Synchronizing usage tracker for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:30.249519 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b167daf9-1b3a-4165-8a39-2b4406c77d30 req-eac87982-8107-46cc-b3e8-97b65dfbfc1b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 210 time: 0.2302692 Apr 18 21:26:30.259768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4d8da6ed-021c-40e3-8b15-361c82c794bd tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Unset dirty status for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:30.263108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4d8da6ed-021c-40e3-8b15-361c82c794bd tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f9c701-5f38-41eb-b7b3-d054fa2e958b HTTP/1.1" status: 200 len: 205 time: 0.3239567 Apr 18 21:26:30.265829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55708) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:30.374274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377928f5-4d08-4a88-ac64-8cb72fa2342e req-38a0045c-2a55-44ba-ae49-0b66b4174e9d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:30.383449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377928f5-4d08-4a88-ac64-8cb72fa2342e req-38a0045c-2a55-44ba-ae49-0b66b4174e9d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:30.396474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377928f5-4d08-4a88-ac64-8cb72fa2342e req-38a0045c-2a55-44ba-ae49-0b66b4174e9d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:30.409969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377928f5-4d08-4a88-ac64-8cb72fa2342e req-38a0045c-2a55-44ba-ae49-0b66b4174e9d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:30.415107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377928f5-4d08-4a88-ac64-8cb72fa2342e req-38a0045c-2a55-44ba-ae49-0b66b4174e9d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:30.432634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377928f5-4d08-4a88-ac64-8cb72fa2342e req-38a0045c-2a55-44ba-ae49-0b66b4174e9d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:30.452304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377928f5-4d08-4a88-ac64-8cb72fa2342e req-38a0045c-2a55-44ba-ae49-0b66b4174e9d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:30.452304 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-377928f5-4d08-4a88-ac64-8cb72fa2342e req-38a0045c-2a55-44ba-ae49-0b66b4174e9d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5446 time: 0.3396189 Apr 18 21:26:30.496540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6f341f89-a22c-4270-8456-72b60103fb86 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.927987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:26:31.128903 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.139066 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6f341f89-a22c-4270-8456-72b60103fb86 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.146811 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6f341f89-a22c-4270-8456-72b60103fb86 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.167410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f5444-f0c1-4acd-ad1e-5e0170870725 req-20ed0814-31a3-4760-8ecc-696395590ebd tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:31.169645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-193f5444-f0c1-4acd-ad1e-5e0170870725 req-20ed0814-31a3-4760-8ecc-696395590ebd tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 943 time: 0.1711681 Apr 18 21:26:31.238167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-193f5444-f0c1-4acd-ad1e-5e0170870725 req-09708bc1-b623-47f7-afcb-5e95b1092469 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/security-groups?id=66f4f021-8324-43d5-a6a5-cad291ced782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624208 Apr 18 21:26:31.262897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4,segment=NetworkSegment(488ecb09-90a3-4766-8141-5d9d4542494c),segment_id=488ecb09-90a3-4766-8141-5d9d4542494c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:31.274599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4', 'network_id': '8fff7d86-7928-48a9-8d7a-416885a58fae', 'port_id': '38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4', 'mac_address': 'fa:16:3e:2a:45:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241670c5-d107-408d-9293-1ee280f6fca9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:26:31.284433 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6f341f89-a22c-4270-8456-72b60103fb86 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.284433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f341f89-a22c-4270-8456-72b60103fb86 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Fanout notify agent at l3_agent the message router_deleted on router e5f9c701-5f38-41eb-b7b3-d054fa2e958b {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:26:31.302945 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6f341f89-a22c-4270-8456-72b60103fb86 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.307756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6f341f89-a22c-4270-8456-72b60103fb86 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/e5f9c701-5f38-41eb-b7b3-d054fa2e958b HTTP/1.1" status: 204 len: 168 time: 1.0369616 Apr 18 21:26:31.310950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55734) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:31.458925 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.478636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:26:31.508443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b55749c-cb48-4880-9789-b0cead15a7dc req-f697cc1f-c4d4-4d57-b51a-e1428d85bf5f tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 210 time: 0.1427016 Apr 18 21:26:31.523647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4,segment=NetworkSegment(488ecb09-90a3-4766-8141-5d9d4542494c),segment_id=488ecb09-90a3-4766-8141-5d9d4542494c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:31.702604 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.710959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d82a95d-ad53-45f4-88ad-ac7b544c84db tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting subnet 9c425a26-f1f2-4d06-a213-8915d8d70185 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:26:31.712421 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d82a95d-ad53-45f4-88ad-ac7b544c84db tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.805691 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d82a95d-ad53-45f4-88ad-ac7b544c84db tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.875559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:31.907262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:26:32.025413 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d82a95d-ad53-45f4-88ad-ac7b544c84db tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.331755 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d82a95d-ad53-45f4-88ad-ac7b544c84db tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.422508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82a95d-ad53-45f4-88ad-ac7b544c84db tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Subnet': ['ID=9c425a26-f1f2-4d06-a213-8915d8d70185,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:32.430975 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d82a95d-ad53-45f4-88ad-ac7b544c84db tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.439592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fab576c-130b-4826-b373-47e7cc6a640c None None] Network 20c92563-9b2e-4423-a5b7-147ee2a2195e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:32.451397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55750) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:32.451863 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4d82a95d-ad53-45f4-88ad-ac7b544c84db tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/9c425a26-f1f2-4d06-a213-8915d8d70185 HTTP/1.1" status: 204 len: 168 time: 1.1380320 Apr 18 21:26:32.659716 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.743694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 81bf19b9-f9de-4050-89cb-c98c495429af {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:32.744052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.886399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b5f3ffb-0db5-4490-b404-d8ad8242a22b req-5ff005cc-3972-4ff6-bcc0-f76b15bf98a4 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 210 time: 0.1434278 Apr 18 21:26:32.922957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5530b070-46eb-491c-848b-6b4adede478a None None] DHCP port deletion for 20c92563-9b2e-4423-a5b7-147ee2a2195e request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:26:32.929273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5530b070-46eb-491c-848b-6b4adede478a None None] Deleting port 81bf19b9-f9de-4050-89cb-c98c495429af {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:32.930067 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5530b070-46eb-491c-848b-6b4adede478a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.972559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:33.007269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bfbfb-cfd0-433f-9731-4c76193212b3 req-7caedad0-8f31-43fe-884d-d8860b84e7f8 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:33.013217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-367bfbfb-cfd0-433f-9731-4c76193212b3 req-7caedad0-8f31-43fe-884d-d8860b84e7f8 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 944 time: 0.3403282 Apr 18 21:26:33.201994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-367bfbfb-cfd0-433f-9731-4c76193212b3 req-67927a70-86b8-4f8b-8ebd-ed6d5692fde0 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/security-groups?id=66f4f021-8324-43d5-a6a5-cad291ced782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710656 Apr 18 21:26:33.280880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] For port 81bf19b9-f9de-4050-89cb-c98c495429af, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=81bf19b9-f9de-4050-89cb-c98c495429af,segment=NetworkSegment(9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c),segment_id=9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:33.281162 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.342563 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5530b070-46eb-491c-848b-6b4adede478a None None] For port 81bf19b9-f9de-4050-89cb-c98c495429af, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=81bf19b9-f9de-4050-89cb-c98c495429af,segment=NetworkSegment(9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c),segment_id=9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:33.342999 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5530b070-46eb-491c-848b-6b4adede478a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.354865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:33.415230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:33.417439 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.519577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5530b070-46eb-491c-848b-6b4adede478a None None] Calling delete_port for 81bf19b9-f9de-4050-89cb-c98c495429af owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:33.596260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 81bf19b9-f9de-4050-89cb-c98c495429af owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:33.685392 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.738130 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.770629 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:26:33.783129 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:26:33.785345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4,segment=NetworkSegment(488ecb09-90a3-4766-8141-5d9d4542494c),segment_id=488ecb09-90a3-4766-8141-5d9d4542494c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:33.785345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae5c8b6-1b42-479e-9f8e-cfa8e362adad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:33.790928 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5530b070-46eb-491c-848b-6b4adede478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.853749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832518b-8d55-4614-acf2-d608c31f1544 req-3fd1e66d-ab2d-4844-965a-74038528ddcb tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:33.855080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-8832518b-8d55-4614-acf2-d608c31f1544 req-3fd1e66d-ab2d-4844-965a-74038528ddcb tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Synchronizing usage tracker for tenant:9cadc259d8a64adb8132b55fc8288443 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:33.880855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5530b070-46eb-491c-848b-6b4adede478a None None] No DVR routers for this DVR port 81bf19b9-f9de-4050-89cb-c98c495429af on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:33.901364 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.920088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530b070-46eb-491c-848b-6b4adede478a None None] Pushing event deleted for resources: {'Port': ['ID=81bf19b9-f9de-4050-89cb-c98c495429af,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:33.993816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-8832518b-8d55-4614-acf2-d608c31f1544 req-3fd1e66d-ab2d-4844-965a-74038528ddcb tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Unset dirty status for tenant:9cadc259d8a64adb8132b55fc8288443 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:33.994243 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c397c0-517d-4645-8057-8be4657a02c6'] response: {'server_uuid': '1ae5c8b6-1b42-479e-9f8e-cfa8e362adad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4', 'code': 200} Apr 18 21:26:33.995468 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-3fd1e66d-ab2d-4844-965a-74038528ddcb tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.26 "GET /v2.0/networks?id=7ee94f87-7789-43e0-a9d1-89b82457fb45 HTTP/1.1" status: 200 len: 821 time: 0.5579262 Apr 18 21:26:34.017908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Request body: {'port': {'device_id': '3f54f65b-43bd-42d9-9729-d311a38e7763', 'network_id': '7ee94f87-7789-43e0-a9d1-89b82457fb45', 'admin_state_up': True, 'tenant_id': '9cadc259d8a64adb8132b55fc8288443'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:34.086303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:34.240087 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de338417-d6ce-41b5-a252-3a280ed720d2 req-b2c79fcf-e301-45dc-8874-79c5a95c9c60 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 210 time: 0.1277416 Apr 18 21:26:34.279290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 81bf19b9-f9de-4050-89cb-c98c495429af {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:34.279290 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.411389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55798) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:34.419559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] The port '81bf19b9-f9de-4050-89cb-c98c495429af' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:26:34.499472 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2587342-2c16-4e5b-aede-2c5a647ef3ad req-423c3bf5-f958-42ba-af3f-737d7f6b12ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 1096 time: 0.4121623 Apr 18 21:26:34.505893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:34.515909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Usage tracker for resource:port and tenant:9cadc259d8a64adb8132b55fc8288443 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:34.520970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:34.541664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:34.628156 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2587342-2c16-4e5b-aede-2c5a647ef3ad req-98e22afa-9066-45a3-b535-43cf33b4e7e8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=66f4f021-8324-43d5-a6a5-cad291ced782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620139 Apr 18 21:26:34.645683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Made reservation on behalf of 9cadc259d8a64adb8132b55fc8288443 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:34.650394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.651484 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 81bf19b9-f9de-4050-89cb-c98c495429af no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:34.692481 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 81bf19b9-f9de-4050-89cb-c98c495429af {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:26:34.696745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 81bf19b9-f9de-4050-89cb-c98c495429af not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:34.839054 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.883937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c92563-9b2e-4423-a5b7-147ee2a2195e']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:34.893605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Allocated IP 172.20.0.6 (7ee94f87-7789-43e0-a9d1-89b82457fb45/e054ef08-4213-4bbb-8ef2-01a305cfe009/1cf748dd-6668-4f53-aa12-969631c65454) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:34.911609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:34.911609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e79c85c-c4d4-45a5-bc74-a7cd979c1a2c') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:34.927333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e72333ea-6448-40a2-b2f5-b06b63a0cb47 req-72442db3-7bf4-492d-b7d9-a34772f9aa63 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 6503 time: 0.5147448 Apr 18 21:26:34.929067 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.950169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5a8c1-15bc-4074-8cd6-76788b80700e req-52c15061-0e76-46b2-ad5f-702f868c365a tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:34.951603 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fa5a8c1-15bc-4074-8cd6-76788b80700e req-52c15061-0e76-46b2-ad5f-702f868c365a tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 945 time: 0.4581788 Apr 18 21:26:34.989862 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.009258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:26:35.009696 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:35.024783 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:35.191145 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.194630 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e72333ea-6448-40a2-b2f5-b06b63a0cb47 req-c97f35c4-e780-4ae0-bd4a-fce6e88388ca service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2537062 Apr 18 21:26:35.238163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fa5a8c1-15bc-4074-8cd6-76788b80700e req-5466e6c6-e7bf-42cf-9516-717a586ade46 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/security-groups?id=66f4f021-8324-43d5-a6a5-cad291ced782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718227 Apr 18 21:26:35.297160 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.319685 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.337065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Network': ['ID=20c92563-9b2e-4423-a5b7-147ee2a2195e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:35.344120 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.459748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Network 7ee94f87-7789-43e0-a9d1-89b82457fb45 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:35.461403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:35.473081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:35.502680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Pushing event updated for resources: {'Port': ['ID=1cf748dd-6668-4f53-aa12-969631c65454,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:35.513893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55826) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:35.514556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f7bf5f25-463a-4af6-9d88-1f718922993d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/networks/20c92563-9b2e-4423-a5b7-147ee2a2195e HTTP/1.1" status: 204 len: 168 time: 3.0622785 Apr 18 21:26:35.526655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'network': {'name': 'tempest-RoutersTest-309616281'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:35.547602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:35.556991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:network and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:35.562716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:35.578629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:35.587338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:35.588353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.655266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b93e34-6e67-4be4-90be-5cddacbb0f86 req-869754a2-f885-4630-9cdd-20e0c8b1610e tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:35.656813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0b93e34-6e67-4be4-90be-5cddacbb0f86 req-869754a2-f885-4630-9cdd-20e0c8b1610e tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 931 time: 0.2155528 Apr 18 21:26:35.685438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:35.688561 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.705662 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-749af08a-af68-4b8f-bde6-176a995611dd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6914890 Apr 18 21:26:35.723834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Request body: {'port': {'device_id': '3f54f65b-43bd-42d9-9729-d311a38e7763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:35.734082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0b93e34-6e67-4be4-90be-5cddacbb0f86 req-2118e5ab-3575-4bcf-88db-477176566068 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701001 Apr 18 21:26:35.805904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:35.819207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.819673 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Added segment 0960b239-f848-4316-bb3e-07732bf3ba34 of type vlan for network eda03784-6dc2-424b-b853-ab7cb8110a12 Apr 18 21:26:35.874525 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.958721 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.096562 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.098047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:36.098633 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.265079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Network': ['ID=eda03784-6dc2-424b-b853-ab7cb8110a12,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:36.280177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network eda03784-6dc2-424b-b853-ab7cb8110a12 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:26:36.485185 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c7c97637-9176-4754-afbf-8be4e191aba3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9694922 Apr 18 21:26:36.490999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55850) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:36.498917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc5f39-71cd-4b40-9fc0-cdb9b7bad719 req-0f6dbddf-499f-46e2-9d4c-631a551a8e7e tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:36.501962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5fc5f39-71cd-4b40-9fc0-cdb9b7bad719 req-0f6dbddf-499f-46e2-9d4c-631a551a8e7e tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 945 time: 0.1058722 Apr 18 21:26:36.505648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'subnet': {'network_id': 'eda03784-6dc2-424b-b853-ab7cb8110a12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:36.576736 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5fc5f39-71cd-4b40-9fc0-cdb9b7bad719 req-a09c630f-440b-45e1-be77-d96c31a9320a tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/security-groups?id=66f4f021-8324-43d5-a6a5-cad291ced782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648894 Apr 18 21:26:36.686729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:36.692848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:subnet and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:36.696550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:36.703972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:36.794344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf748dd-6668-4f53-aa12-969631c65454 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:26:36.802058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.815399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:36.900376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Transition to ACTIVE for port object 1cf748dd-6668-4f53-aa12-969631c65454 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:36.962347 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.986724 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.015924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca79cac-9c54-4f49-a6c6-d2b929750994 req-4e098ed3-6032-4143-9340-48987f72518b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:37.017872 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dca79cac-9c54-4f49-a6c6-d2b929750994 req-4e098ed3-6032-4143-9340-48987f72518b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 931 time: 0.1305356 Apr 18 21:26:37.082420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dca79cac-9c54-4f49-a6c6-d2b929750994 req-675c2a9d-1f11-47fb-9a4c-ce9d5a3f1eb7 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565765 Apr 18 21:26:37.254873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Pushing event updated for resources: {'Port': ['ID=1cf748dd-6668-4f53-aa12-969631c65454,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:37.449829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Attempting to bind port 1cf748dd-6668-4f53-aa12-969631c65454 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:37.449829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Attempting to bind port 1cf748dd-6668-4f53-aa12-969631c65454 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '3a942138-c633-4e8a-b5fa-d275420c5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ee94f87-7789-43e0-a9d1-89b82457fb45'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:37.449829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Attempting to bind port 1cf748dd-6668-4f53-aa12-969631c65454 on network 7ee94f87-7789-43e0-a9d1-89b82457fb45 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:26:37.465868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Port 1cf748dd-6668-4f53-aa12-969631c65454 on network 7ee94f87-7789-43e0-a9d1-89b82457fb45 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:26:37.466295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Attempting to bind port 1cf748dd-6668-4f53-aa12-969631c65454 on network 7ee94f87-7789-43e0-a9d1-89b82457fb45 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:26:37.485040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:26:37.485700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Checking segment: {'id': '3a942138-c633-4e8a-b5fa-d275420c5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ee94f87-7789-43e0-a9d1-89b82457fb45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:37.486095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Bound using segment: {'id': '3a942138-c633-4e8a-b5fa-d275420c5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ee94f87-7789-43e0-a9d1-89b82457fb45'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:26:37.486546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Bound port: 1cf748dd-6668-4f53-aa12-969631c65454, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a942138-c633-4e8a-b5fa-d275420c5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ee94f87-7789-43e0-a9d1-89b82457fb45'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:37.486906 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.591248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] For port 1cf748dd-6668-4f53-aa12-969631c65454, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:37.594547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] For port 1cf748dd-6668-4f53-aa12-969631c65454, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1cf748dd-6668-4f53-aa12-969631c65454,segment=NetworkSegment(3a942138-c633-4e8a-b5fa-d275420c5563),segment_id=3a942138-c633-4e8a-b5fa-d275420c5563)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:37.604018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c48ad-2650-40e0-b101-5a214668d263 req-032df1b9-f31c-47f1-a1b0-f37e9152fb9d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:37.604018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b3c48ad-2650-40e0-b101-5a214668d263 req-032df1b9-f31c-47f1-a1b0-f37e9152fb9d tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 945 time: 0.0857644 Apr 18 21:26:37.657443 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.664780 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b3c48ad-2650-40e0-b101-5a214668d263 req-74df83bb-b4df-4a73-baa1-d43579c60cb2 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/security-groups?id=66f4f021-8324-43d5-a6a5-cad291ced782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608265 Apr 18 21:26:37.704018 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.807804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Subnet': ['ID=67ad8e5a-8f21-4f31-bda0-ab6553068ebf,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:37.810655 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.812060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] 10.222.0.26 "PUT /v2.0/ports/1cf748dd-6668-4f53-aa12-969631c65454 HTTP/1.1" status: 200 len: 1091 time: 2.0979464 Apr 18 21:26:37.817556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f54f65b-43bd-42d9-9729-d311a38e7763', 'tag': '1cf748dd-6668-4f53-aa12-969631c65454'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:37.852193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2ce8a-e1a6-451b-b032-d4d051b366ec service neutron] Pushing event updated for resources: {'Port': ['ID=1cf748dd-6668-4f53-aa12-969631c65454,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:37.860082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Checking segment: {'id': '0960b239-f848-4316-bb3e-07732bf3ba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eda03784-6dc2-424b-b853-ab7cb8110a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:37.860443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network hostable DHCP agents. Network: eda03784-6dc2-424b-b853-ab7cb8110a12, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:37.886715 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a31aca-752a-469a-aa17-350d524155a2'] response: {'name': 'network-changed', 'server_uuid': '3f54f65b-43bd-42d9-9729-d311a38e7763', 'tag': '1cf748dd-6668-4f53-aa12-969631c65454', 'status': 'completed', 'code': 200} Apr 18 21:26:37.989521 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a04139b0-0b90-461b-8376-d49762c20ea8 req-46366b8d-879d-4518-8511-144f058c1749 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cadc259d8a64adb8132b55fc8288443&device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 1094 time: 0.0824251 Apr 18 21:26:38.020118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network eda03784-6dc2-424b-b853-ab7cb8110a12 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:38.181066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04139b0-0b90-461b-8376-d49762c20ea8 req-f89ada3d-7040-4ef3-ac29-1097973800c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:38.182885 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a04139b0-0b90-461b-8376-d49762c20ea8 req-f89ada3d-7040-4ef3-ac29-1097973800c6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9cadc259d8a64adb8132b55fc8288443&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1857786 Apr 18 21:26:38.294256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, eda03784-6dc2-424b-b853-ab7cb8110a12) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:38.308491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:38.309067 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.309215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75da8c9-bcf8-4426-8bd2-6732d886a84e None None] Network eda03784-6dc2-424b-b853-ab7cb8110a12 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:38.427598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c4bf0-7cfd-4638-aed0-dd41330ea0a5 req-9628ce1a-1d36-4ee7-a393-1599199f9925 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:38.441310 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c74c4bf0-7cfd-4638-aed0-dd41330ea0a5 req-9628ce1a-1d36-4ee7-a393-1599199f9925 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 943 time: 0.1860979 Apr 18 21:26:38.442872 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-835539a4-52dd-467a-9a15-a62b30d49018 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9507992 Apr 18 21:26:38.445188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55898) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:38.455238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-75a83afe-fff6-425b-b941-5e56458d83fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1674858725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:38.487411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04139b0-0b90-461b-8376-d49762c20ea8 req-35b3bc98-f1c6-4227-b5da-0b9ca7bbc1c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:38.489173 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a04139b0-0b90-461b-8376-d49762c20ea8 req-35b3bc98-f1c6-4227-b5da-0b9ca7bbc1c9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2998095 Apr 18 21:26:38.497517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-75a83afe-fff6-425b-b941-5e56458d83fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:38.506379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-75a83afe-fff6-425b-b941-5e56458d83fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:router and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:38.516241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-75a83afe-fff6-425b-b941-5e56458d83fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:38.548824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c74c4bf0-7cfd-4638-aed0-dd41330ea0a5 req-d79a68ae-bf53-4828-800c-d5779e3d9216 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062014 Apr 18 21:26:38.559635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-75a83afe-fff6-425b-b941-5e56458d83fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:38.655646 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-e58e7ffa-c24d-467d-867d-77d94802a0c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cadc259d8a64adb8132b55fc8288443&device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 1094 time: 0.1038435 Apr 18 21:26:38.698421 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75a83afe-fff6-425b-b941-5e56458d83fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.699660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75a83afe-fff6-425b-b941-5e56458d83fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.715780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-eda03784-6dc2-424b-b853-ab7cb8110a12', 'network_id': 'eda03784-6dc2-424b-b853-ab7cb8110a12', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'fixed_ips': [{'subnet_id': '67ad8e5a-8f21-4f31-bda0-ab6553068ebf'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:26:38.716862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.760844 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75a83afe-fff6-425b-b941-5e56458d83fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.886438 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75a83afe-fff6-425b-b941-5e56458d83fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.898471 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-d15c1eac-c80b-4794-9580-1adb7a114665 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cf748dd-6668-4f53-aa12-969631c65454 HTTP/1.1" status: 200 len: 217 time: 0.1951630 Apr 18 21:26:38.974496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832518b-8d55-4614-acf2-d608c31f1544 req-b2968047-cf2b-4c05-8bf2-a996b1374c52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:38.976014 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-b2968047-cf2b-4c05-8bf2-a996b1374c52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e054ef08-4213-4bbb-8ef2-01a305cfe009 HTTP/1.1" status: 200 len: 861 time: 0.0704625 Apr 18 21:26:38.991992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-76587a35-134c-4e56-90ab-f0b8d9bda819 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:38.993298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-76587a35-134c-4e56-90ab-f0b8d9bda819 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Synchronizing usage tracker for tenant:c45e6ceba25041db8fac036c61929faf on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:39.043239 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-511bee6a-4d76-4733-85a3-9d484aa7fd1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ee94f87-7789-43e0-a9d1-89b82457fb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574074 Apr 18 21:26:39.049874 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75a83afe-fff6-425b-b941-5e56458d83fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.062699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-75a83afe-fff6-425b-b941-5e56458d83fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6136112 Apr 18 21:26:39.063319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55914) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:39.082578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Allocated IP 172.20.0.2 (eda03784-6dc2-424b-b853-ab7cb8110a12/67ad8e5a-8f21-4f31-bda0-ab6553068ebf/30b5e830-00e7-4e0e-8380-dce5b8478b61) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:39.150617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-76587a35-134c-4e56-90ab-f0b8d9bda819 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Unset dirty status for tenant:c45e6ceba25041db8fac036c61929faf on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:39.150617 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-76587a35-134c-4e56-90ab-f0b8d9bda819 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 945 time: 0.4915342 Apr 18 21:26:39.246339 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.248707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-7d9f517e-3189-4114-b848-aacc62f118d1 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Deleting port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:39.249055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-7d9f517e-3189-4114-b848-aacc62f118d1 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.526635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccd480-c743-4dfd-b5d0-482cd1e24c05 req-b122685a-76f9-47d8-b169-a98bf3bc15ca tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:39.531592 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59ccd480-c743-4dfd-b5d0-482cd1e24c05 req-b122685a-76f9-47d8-b169-a98bf3bc15ca tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 945 time: 0.5869541 Apr 18 21:26:39.576947 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.589803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Transition to ACTIVE for port object 30b5e830-00e7-4e0e-8380-dce5b8478b61 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:39.590404 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-f791b74c-91b7-4eb2-b327-3023dbebd238 service neutron] 10.222.0.26 "GET /v2.0/networks/7ee94f87-7789-43e0-a9d1-89b82457fb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406251 Apr 18 21:26:39.616272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Transition to ACTIVE for port object 30b5e830-00e7-4e0e-8380-dce5b8478b61 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:40.038828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59ccd480-c743-4dfd-b5d0-482cd1e24c05 req-a1fd55c5-dfa1-4399-8947-c0f3d85fed31 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/security-groups?id=66f4f021-8324-43d5-a6a5-cad291ced782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411671 Apr 18 21:26:40.044400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-7d9f517e-3189-4114-b848-aacc62f118d1 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] For port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4,segment=NetworkSegment(488ecb09-90a3-4766-8141-5d9d4542494c),segment_id=488ecb09-90a3-4766-8141-5d9d4542494c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:40.044400 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-7d9f517e-3189-4114-b848-aacc62f118d1 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.044400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-7d9f517e-3189-4114-b848-aacc62f118d1 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Calling delete_port for 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:40.044400 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8832518b-8d55-4614-acf2-d608c31f1544 req-b3c13c4e-f114-454c-877c-de9f980f7628 service neutron] 10.222.0.26 "GET /v2.0/networks/7ee94f87-7789-43e0-a9d1-89b82457fb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902323 Apr 18 21:26:40.217911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286cd03-5f9b-4b37-b9cd-f5404641f4ca req-2d7e05bb-b0a9-4680-a842-d35dc36eb9f8 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:40.217911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5286cd03-5f9b-4b37-b9cd-f5404641f4ca req-2d7e05bb-b0a9-4680-a842-d35dc36eb9f8 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 943 time: 0.4377503 Apr 18 21:26:40.318310 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5286cd03-5f9b-4b37-b9cd-f5404641f4ca req-d6a5747b-433c-48f5-8f23-2eefc3b7adae tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993280 Apr 18 21:26:40.322559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.605987 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.657721 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-7d9f517e-3189-4114-b848-aacc62f118d1 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.684045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:26:40.745595 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Network eda03784-6dc2-424b-b853-ab7cb8110a12 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:40.750140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:40.755715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:40.778339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f517e-3189-4114-b848-aacc62f118d1 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Pushing event deleted for resources: {'Port': ['ID=38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:40.840333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Pushing event updated for resources: {'Port': ['ID=30b5e830-00e7-4e0e-8380-dce5b8478b61,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:40.936464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Allocated IP 172.20.0.1 (eda03784-6dc2-424b-b853-ab7cb8110a12/67ad8e5a-8f21-4f31-bda0-ab6553068ebf/cb02e982-9d5f-4366-b523-08b56e2e63e9) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:40.982199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Attempting to bind port 30b5e830-00e7-4e0e-8380-dce5b8478b61 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:40.984438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Attempting to bind port 30b5e830-00e7-4e0e-8380-dce5b8478b61 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '0960b239-f848-4316-bb3e-07732bf3ba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eda03784-6dc2-424b-b853-ab7cb8110a12'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:40.985919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Attempting to bind port 30b5e830-00e7-4e0e-8380-dce5b8478b61 on network eda03784-6dc2-424b-b853-ab7cb8110a12 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:26:41.001006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:26:41.001743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Checking segment: {'id': '0960b239-f848-4316-bb3e-07732bf3ba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eda03784-6dc2-424b-b853-ab7cb8110a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:41.002670 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.003279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Bound using segment: {'id': '0960b239-f848-4316-bb3e-07732bf3ba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eda03784-6dc2-424b-b853-ab7cb8110a12'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:26:41.004234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Bound port: 30b5e830-00e7-4e0e-8380-dce5b8478b61, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0960b239-f848-4316-bb3e-07732bf3ba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eda03784-6dc2-424b-b853-ab7cb8110a12'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:41.004836 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.077710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-7d9f517e-3189-4114-b848-aacc62f118d1 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] No DVR routers for this DVR port 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:41.124049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] For port 30b5e830-00e7-4e0e-8380-dce5b8478b61, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:41.132030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] For port 30b5e830-00e7-4e0e-8380-dce5b8478b61, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=30b5e830-00e7-4e0e-8380-dce5b8478b61,segment=NetworkSegment(0960b239-f848-4316-bb3e-07732bf3ba34),segment_id=0960b239-f848-4316-bb3e-07732bf3ba34)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:41.155304 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-7d9f517e-3189-4114-b848-aacc62f118d1 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.155304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae5c8b6-1b42-479e-9f8e-cfa8e362adad', 'name': 'network-vif-deleted', 'tag': '38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:41.226512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba4daf28-b52f-4c51-8aed-f2a2ceff3d21 req-52ae084b-963a-49fe-807c-5dd52df8bcad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1095 time: 0.1695559 Apr 18 21:26:41.229091 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.279019 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65dbf672-72c7-4528-9cca-013d5fbf6b52 req-7d9f517e-3189-4114-b848-aacc62f118d1 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.59 "DELETE /v2.0/ports/38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 HTTP/1.1" status: 204 len: 173 time: 2.1187394 Apr 18 21:26:41.361165 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22d8377b-1873-4dca-8e03-8f9125c9b7ba req-44c82796-0220-4f6f-a2df-1f9c4f21bb9a tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 210 time: 0.1133313 Apr 18 21:26:41.498608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4594fc-bb4a-465f-9b95-541152134d4e req-ac8b2276-f927-4e94-80aa-b322d23e405a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:41.498608 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c4594fc-bb4a-465f-9b95-541152134d4e req-ac8b2276-f927-4e94-80aa-b322d23e405a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2930567 Apr 18 21:26:41.549104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8bf7f-a872-4945-9970-87ef9ebc192a None None] Pushing event updated for resources: {'Port': ['ID=30b5e830-00e7-4e0e-8380-dce5b8478b61,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:41.550669 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.550755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4daf28-b52f-4c51-8aed-f2a2ceff3d21 req-a7152f1c-406b-4957-9875-e94320eca7be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:41.550755 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba4daf28-b52f-4c51-8aed-f2a2ceff3d21 req-a7152f1c-406b-4957-9875-e94320eca7be service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.2759442 Apr 18 21:26:41.618366 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c4594fc-bb4a-465f-9b95-541152134d4e req-2a0e1e7c-eb19-4088-ae53-ff3dc6732fcc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1485381 Apr 18 21:26:41.630837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Transition to ACTIVE for port object cb02e982-9d5f-4366-b523-08b56e2e63e9 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:41.681633 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbfa5ed-4ac5-40fd-92d2-3980545631dc'] response: {'server_uuid': '1ae5c8b6-1b42-479e-9f8e-cfa8e362adad', 'name': 'network-vif-deleted', 'tag': '38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4', 'status': 'completed', 'code': 200} Apr 18 21:26:41.759563 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba4daf28-b52f-4c51-8aed-f2a2ceff3d21 req-7c9990c8-45be-4f01-93c5-6fb736b75c2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 999 time: 0.2425513 Apr 18 21:26:41.843249 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.868104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4daf28-b52f-4c51-8aed-f2a2ceff3d21 req-66524a63-8ab1-422e-8ba4-cc4f4d4dc4eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:41.870363 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba4daf28-b52f-4c51-8aed-f2a2ceff3d21 req-66524a63-8ab1-422e-8ba4-cc4f4d4dc4eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.1029687 Apr 18 21:26:41.999896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network eda03784-6dc2-424b-b853-ab7cb8110a12 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:42.001094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:42.009609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:42.054292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=cb02e982-9d5f-4366-b523-08b56e2e63e9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:42.086763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d4e1d-c4c1-4882-b1de-c0887ad7d0e0 req-5682350f-7292-4143-863b-355410262434 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:42.088508 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f07d4e1d-c4c1-4882-b1de-c0887ad7d0e0 req-5682350f-7292-4143-863b-355410262434 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 943 time: 0.3217793 Apr 18 21:26:42.090066 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba4daf28-b52f-4c51-8aed-f2a2ceff3d21 req-387e79c7-52f5-4767-8171-84c7140c5001 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121105 Apr 18 21:26:42.135528 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.170800 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f07d4e1d-c4c1-4882-b1de-c0887ad7d0e0 req-b966af84-9641-41d4-b47a-3450acb0f5bd tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725503 Apr 18 21:26:42.356107 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba4daf28-b52f-4c51-8aed-f2a2ceff3d21 req-94238709-fa09-46d8-91dc-e2559c37cf68 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592099 Apr 18 21:26:42.506795 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.617691 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba4daf28-b52f-4c51-8aed-f2a2ceff3d21 req-781ca454-9c78-481d-8c56-58d75b652451 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481976 Apr 18 21:26:42.798794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 30b5e830-00e7-4e0e-8380-dce5b8478b61 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:43.012089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:43.099160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:26:43.100002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 38f717a2-d6fb-433d-8c02-3f4b9e0b8cf4 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:43.296688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 30b5e830-00e7-4e0e-8380-dce5b8478b61 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:43.322420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb711f7e-96d9-4f87-bc57-883714487a89 req-b5309472-c1a3-407f-ac8a-ce609759d2b4 tempest-ServerGroupTestJSON-1631073526 tempest-ServerGroupTestJSON-1631073526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae5c8b6-1b42-479e-9f8e-cfa8e362adad HTTP/1.1" status: 200 len: 210 time: 0.1407282 Apr 18 21:26:43.326294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3576d241-bf0e-4c9b-bd48-5fd831e850c7 None None] Network eda03784-6dc2-424b-b853-ab7cb8110a12 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:43.549696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Provisioning for port 30b5e830-00e7-4e0e-8380-dce5b8478b61 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:43.714876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Provisioning complete for port 30b5e830-00e7-4e0e-8380-dce5b8478b61 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:43.716957 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.827620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bd4bf-5554-499a-a424-3c4f3bcf1cd3 req-86d696f4-f8f1-4070-8e9c-fd89f60eaa24 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:43.835356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f47bd4bf-5554-499a-a424-3c4f3bcf1cd3 req-86d696f4-f8f1-4070-8e9c-fd89f60eaa24 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.6585436 Apr 18 21:26:43.924728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67569501-6ac6-4d57-9711-64ddbe51ddb1 req-e4a03601-75bb-4546-9c0a-36fbf15c053c tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:43.932205 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67569501-6ac6-4d57-9711-64ddbe51ddb1 req-e4a03601-75bb-4546-9c0a-36fbf15c053c tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 943 time: 0.2280099 Apr 18 21:26:44.019760 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.029223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f47bd4bf-5554-499a-a424-3c4f3bcf1cd3 req-547873a5-cd40-4a56-a9a5-e294044d4e82 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1926675 Apr 18 21:26:44.031972 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.061835 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67569501-6ac6-4d57-9711-64ddbe51ddb1 req-8cc2acd7-fc47-462e-ba00-030d4fcf35d7 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284041 Apr 18 21:26:44.081964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] For port 30b5e830-00e7-4e0e-8380-dce5b8478b61, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=30b5e830-00e7-4e0e-8380-dce5b8478b61,segment=NetworkSegment(0960b239-f848-4316-bb3e-07732bf3ba34),segment_id=0960b239-f848-4316-bb3e-07732bf3ba34)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:44.120634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.148996 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.258638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.312968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Pushing event updated for resources: {'Port': ['ID=30b5e830-00e7-4e0e-8380-dce5b8478b61,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:44.332104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:44.332368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:44.332701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:44.333035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:44.333367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:44.333720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:44.334048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:44.334374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:44.334721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:44.335066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:44.335354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95721d-14fc-49da-9825-f360c79d288b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:44.402853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=cb02e982-9d5f-4366-b523-08b56e2e63e9,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:44.423378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c4dca404-bd7c-4233-bd90-fdde674721d2 None None] Provisioning complete for port 30b5e830-00e7-4e0e-8380-dce5b8478b61 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:44.423754 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4dca404-bd7c-4233-bd90-fdde674721d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.537713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network eda03784-6dc2-424b-b853-ab7cb8110a12 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:44.540938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:44.632729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 1cf748dd-6668-4f53-aa12-969631c65454 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:26:44.731724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 30b5e830-00e7-4e0e-8380-dce5b8478b61 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:45.048279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c4dca404-bd7c-4233-bd90-fdde674721d2 None None] Provisioning for port cb02e982-9d5f-4366-b523-08b56e2e63e9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:45.066348 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c4dca404-bd7c-4233-bd90-fdde674721d2 None None] Provisioning complete for port cb02e982-9d5f-4366-b523-08b56e2e63e9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:45.067920 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4dca404-bd7c-4233-bd90-fdde674721d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.177800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c4dca404-bd7c-4233-bd90-fdde674721d2 None None] Port cb02e982-9d5f-4366-b523-08b56e2e63e9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:26:45.287984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 30b5e830-00e7-4e0e-8380-dce5b8478b61 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:45.288398 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.392660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 1cf748dd-6668-4f53-aa12-969631c65454, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1cf748dd-6668-4f53-aa12-969631c65454,segment=NetworkSegment(3a942138-c633-4e8a-b5fa-d275420c5563),segment_id=3a942138-c633-4e8a-b5fa-d275420c5563)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:45.423814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '1cf748dd-6668-4f53-aa12-969631c65454', 'network_id': '7ee94f87-7789-43e0-a9d1-89b82457fb45', 'port_id': '1cf748dd-6668-4f53-aa12-969631c65454', 'mac_address': 'fa:16:3e:17:14:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e054ef08-4213-4bbb-8ef2-01a305cfe009', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:26:45.482790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0f5fafe1-7a3a-4af0-be32-46a4260fe606 None None] Provisioning complete for port cb02e982-9d5f-4366-b523-08b56e2e63e9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:45.483159 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0f5fafe1-7a3a-4af0-be32-46a4260fe606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.513780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:26:45.579919 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.598097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0f5fafe1-7a3a-4af0-be32-46a4260fe606 None None] Port cb02e982-9d5f-4366-b523-08b56e2e63e9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:26:45.618242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf748dd-6668-4f53-aa12-969631c65454 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:26:45.648085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 1cf748dd-6668-4f53-aa12-969631c65454, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1cf748dd-6668-4f53-aa12-969631c65454,segment=NetworkSegment(3a942138-c633-4e8a-b5fa-d275420c5563),segment_id=3a942138-c633-4e8a-b5fa-d275420c5563)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:45.719841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:45.727064 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.736049 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508837f-f3b9-4ff7-bb03-65edf20a00dd None None] Sync routers for ids ['ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:45.736632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7f6d895f-99ea-4647-994a-a3922f887205 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6692481 Apr 18 21:26:45.736632 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56016) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:45.752241 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508837f-f3b9-4ff7-bb03-65edf20a00dd None None] Routers {'ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:45.753713 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4508837f-f3b9-4ff7-bb03-65edf20a00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:45.822060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb85990-7a4a-4d6a-bcb7-0ed1af94dc57 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:45.824348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-edb85990-7a4a-4d6a-bcb7-0ed1af94dc57 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Synchronizing usage tracker for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:45.831439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=1cf748dd-6668-4f53-aa12-969631c65454,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:45.890767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-edb85990-7a4a-4d6a-bcb7-0ed1af94dc57 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Unset dirty status for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:45.891959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-edb85990-7a4a-4d6a-bcb7-0ed1af94dc57 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports/cb02e982-9d5f-4366-b523-08b56e2e63e9 HTTP/1.1" status: 200 len: 910 time: 0.1545956 Apr 18 21:26:45.894935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56022) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:45.917719 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4508837f-f3b9-4ff7-bb03-65edf20a00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:45.930345 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508837f-f3b9-4ff7-bb03-65edf20a00dd None None] Routers {'ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:45.931412 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4508837f-f3b9-4ff7-bb03-65edf20a00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:45.995857 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4508837f-f3b9-4ff7-bb03-65edf20a00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:45.996595 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508837f-f3b9-4ff7-bb03-65edf20a00dd None None] The sync data for ids ['ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:46.126837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['1cf748dd-6668-4f53-aa12-969631c65454'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:26:46.141796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56026) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:46.243805 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee18cb-e037-4386-8374-7027fae80660 req-72e7d24e-b13b-4f7d-8eab-56e1fb5ea7ee tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:46.251579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abee18cb-e037-4386-8374-7027fae80660 req-72e7d24e-b13b-4f7d-8eab-56e1fb5ea7ee tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 944 time: 1.0333157 Apr 18 21:26:46.260603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c3c5-d9da-4546-b38a-0e9554c7181e req-528ae466-d190-4bcf-837e-6a006bfedddc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:46.267581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b777c3c5-d9da-4546-b38a-0e9554c7181e req-528ae466-d190-4bcf-837e-6a006bfedddc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.8833568 Apr 18 21:26:46.311386 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03fd870d-fe1a-47ba-86ab-68ee6775253c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.363253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-03fd870d-fe1a-47ba-86ab-68ee6775253c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:46.387954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-03fd870d-fe1a-47ba-86ab-68ee6775253c admin admin] Usage tracker for resource:security_group_rule and tenant:aa9ec6ba99fa4e5ea93ab16184c3030e is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:46.397196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-03fd870d-fe1a-47ba-86ab-68ee6775253c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:46.408614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-03fd870d-fe1a-47ba-86ab-68ee6775253c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:46.501914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b777c3c5-d9da-4546-b38a-0e9554c7181e req-97c371e2-5bc9-4777-a529-03dade3b1506 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2333784 Apr 18 21:26:46.525154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abee18cb-e037-4386-8374-7027fae80660 req-139ce7a8-af7b-4867-a8f7-1e29a4198a1f tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713957 Apr 18 21:26:46.560623 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03fd870d-fe1a-47ba-86ab-68ee6775253c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.628008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03fd870d-fe1a-47ba-86ab-68ee6775253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.688374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd870d-fe1a-47ba-86ab-68ee6775253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4138415-24b2-4142-a2f5-3f2c75294e7a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:46.693697 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-03fd870d-fe1a-47ba-86ab-68ee6775253c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa9ec6ba99fa4e5ea93ab16184c3030e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5521300 Apr 18 21:26:46.698923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56044) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:46.780149 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e575bd19-5086-4d1b-b794-50d331c4fd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.803878 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b090945-9544-4c07-8e4c-b0804449945e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.823713 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e575bd19-5086-4d1b-b794-50d331c4fd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.849451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56054) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:46.943377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7274327a-b933-4a87-a7da-ed006f7ddd47 admin admin] Deleting subnet 241670c5-d107-408d-9293-1ee280f6fca9 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:26:46.948499 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7274327a-b933-4a87-a7da-ed006f7ddd47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.000644 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7274327a-b933-4a87-a7da-ed006f7ddd47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.061698 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7274327a-b933-4a87-a7da-ed006f7ddd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.094098 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e575bd19-5086-4d1b-b794-50d331c4fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.134696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575bd19-5086-4d1b-b794-50d331c4fd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4138415-24b2-4142-a2f5-3f2c75294e7a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:47.140998 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e575bd19-5086-4d1b-b794-50d331c4fd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.142384 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e575bd19-5086-4d1b-b794-50d331c4fd37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4138415-24b2-4142-a2f5-3f2c75294e7a HTTP/1.1" status: 204 len: 168 time: 0.4423466 Apr 18 21:26:47.525780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7274327a-b933-4a87-a7da-ed006f7ddd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.548076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-4b090945-9544-4c07-8e4c-b0804449945e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port cb02e982-9d5f-4366-b523-08b56e2e63e9 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:47.548603 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b090945-9544-4c07-8e4c-b0804449945e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.580054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274327a-b933-4a87-a7da-ed006f7ddd47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241670c5-d107-408d-9293-1ee280f6fca9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:47.602673 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7274327a-b933-4a87-a7da-ed006f7ddd47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.622514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56070) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:47.622706 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7274327a-b933-4a87-a7da-ed006f7ddd47 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/241670c5-d107-408d-9293-1ee280f6fca9 HTTP/1.1" status: 204 len: 168 time: 0.7719278 Apr 18 21:26:47.905925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.935154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b090945-9544-4c07-8e4c-b0804449945e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.052181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56082) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:48.102153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-4b090945-9544-4c07-8e4c-b0804449945e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for cb02e982-9d5f-4366-b523-08b56e2e63e9 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:48.226713 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f767160f-0db6-40f9-8308-183b1599ef67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.266683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f767160f-0db6-40f9-8308-183b1599ef67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:48.271131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f767160f-0db6-40f9-8308-183b1599ef67 admin admin] Usage tracker for resource:security_group_rule and tenant:5e010d7615c64238985d5d993916d7e8 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:48.274661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f767160f-0db6-40f9-8308-183b1599ef67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:48.281079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f767160f-0db6-40f9-8308-183b1599ef67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:48.356143 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f767160f-0db6-40f9-8308-183b1599ef67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.376052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.398808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b65234-8c60-49e9-a123-a3794cdd0a60 req-48f40244-e26f-4ff5-ad33-cf8e2c03923c tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:48.404806 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b65234-8c60-49e9-a123-a3794cdd0a60 req-48f40244-e26f-4ff5-ad33-cf8e2c03923c tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 944 time: 0.6839738 Apr 18 21:26:48.418578 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f767160f-0db6-40f9-8308-183b1599ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.439843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fff7d86-7928-48a9-8d7a-416885a58fae']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:48.462307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488ecb09-90a3-4766-8141-5d9d4542494c') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:48.462618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488ecb09-90a3-4766-8141-5d9d4542494c') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:48.476438 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f767160f-0db6-40f9-8308-183b1599ef67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e010d7615c64238985d5d993916d7e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4228351 Apr 18 21:26:48.477233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767160f-0db6-40f9-8308-183b1599ef67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd73ba0f-a5f1-46c2-874d-efd4bf441344,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:48.479980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56088) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:48.497157 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.517106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56092) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:48.528820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b65234-8c60-49e9-a123-a3794cdd0a60 req-34092c7b-02ad-422b-8c27-ef1fa055963f tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093018 Apr 18 21:26:48.547302 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.552817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-873e9624-00e3-4830-9a1a-77718ae4e009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.570255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:26:48.575951 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.576092 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f52340ea-0bb1-48c0-8778-7624acd4f3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:48.587094 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:48.596001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 1cf748dd-6668-4f53-aa12-969631c65454 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:48.615841 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f52340ea-0bb1-48c0-8778-7624acd4f3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.754010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 1cf748dd-6668-4f53-aa12-969631c65454 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:48.762418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 1cf748dd-6668-4f53-aa12-969631c65454 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:48.762801 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.782985 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f52340ea-0bb1-48c0-8778-7624acd4f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.812002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52340ea-0bb1-48c0-8778-7624acd4f3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd73ba0f-a5f1-46c2-874d-efd4bf441344,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:48.819283 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f52340ea-0bb1-48c0-8778-7624acd4f3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.823685 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f52340ea-0bb1-48c0-8778-7624acd4f3b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd73ba0f-a5f1-46c2-874d-efd4bf441344 HTTP/1.1" status: 204 len: 168 time: 0.3422351 Apr 18 21:26:48.829521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-873e9624-00e3-4830-9a1a-77718ae4e009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:48.834457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-873e9624-00e3-4830-9a1a-77718ae4e009 admin admin] Usage tracker for resource:security_group_rule and tenant:a90433ad29c745e1bed5397143e4eafe is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:48.839570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-873e9624-00e3-4830-9a1a-77718ae4e009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:48.855065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-873e9624-00e3-4830-9a1a-77718ae4e009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:48.918838 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.949298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f54f65b-43bd-42d9-9729-d311a38e7763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf748dd-6668-4f53-aa12-969631c65454'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:48.958188 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-873e9624-00e3-4830-9a1a-77718ae4e009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.958933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 1cf748dd-6668-4f53-aa12-969631c65454, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1cf748dd-6668-4f53-aa12-969631c65454,segment=NetworkSegment(3a942138-c633-4e8a-b5fa-d275420c5563),segment_id=3a942138-c633-4e8a-b5fa-d275420c5563)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:48.960733 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.962595 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b090945-9544-4c07-8e4c-b0804449945e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.012842 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e1c492-00c6-4b89-9b21-80df3dc167af'] response: {'server_uuid': '3f54f65b-43bd-42d9-9729-d311a38e7763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf748dd-6668-4f53-aa12-969631c65454', 'code': 200} Apr 18 21:26:49.014486 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.040523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] Pushing event deleted for resources: {'Network': ['ID=8fff7d86-7928-48a9-8d7a-416885a58fae,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:49.044185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b090945-9544-4c07-8e4c-b0804449945e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=cb02e982-9d5f-4366-b523-08b56e2e63e9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:49.058513 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-873e9624-00e3-4830-9a1a-77718ae4e009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.092389 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.233854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=1cf748dd-6668-4f53-aa12-969631c65454,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:49.270620 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-92bead78-4d42-4dbf-bf60-2016fbd28561 req-94a6ecf9-b62f-4a84-a8be-1eb8b620196b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 1096 time: 0.1904581 Apr 18 21:26:49.340193 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-92bead78-4d42-4dbf-bf60-2016fbd28561 req-eb8b3b0a-f9b7-4c73-bf62-ab18871ccaf3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608625 Apr 18 21:26:49.347033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-873e9624-00e3-4830-9a1a-77718ae4e009 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a90433ad29c745e1bed5397143e4eafe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8288534 Apr 18 21:26:49.350015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56104) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:49.352386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e9624-00e3-4830-9a1a-77718ae4e009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abee118-56fc-49cb-a2fe-e19ef04950b7,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:49.425640 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d44ad320-a8fa-4bc7-b7a3-3ae2a495550a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.436416 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5dc88af0-3274-4784-8157-d4958f17fcce admin admin] 10.222.0.11 "DELETE /v2.0/networks/8fff7d86-7928-48a9-8d7a-416885a58fae HTTP/1.1" status: 204 len: 168 time: 1.8091824 Apr 18 21:26:49.466623 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d44ad320-a8fa-4bc7-b7a3-3ae2a495550a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.514078 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b090945-9544-4c07-8e4c-b0804449945e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.634442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d44ad320-a8fa-4bc7-b7a3-3ae2a495550a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.663838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ad320-a8fa-4bc7-b7a3-3ae2a495550a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abee118-56fc-49cb-a2fe-e19ef04950b7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:49.679853 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d44ad320-a8fa-4bc7-b7a3-3ae2a495550a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.685019 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d44ad320-a8fa-4bc7-b7a3-3ae2a495550a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6abee118-56fc-49cb-a2fe-e19ef04950b7 HTTP/1.1" status: 204 len: 168 time: 0.3336012 Apr 18 21:26:49.736033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56118) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:49.774297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-516c58b6-bc30-4bd2-8787-7f3e5f6437c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.827921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-516c58b6-bc30-4bd2-8787-7f3e5f6437c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:49.833255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-516c58b6-bc30-4bd2-8787-7f3e5f6437c4 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3d6e2dfe214f51bdbbb2447b27e424 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:49.836989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-516c58b6-bc30-4bd2-8787-7f3e5f6437c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:49.844342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56124) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:49.853950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-516c58b6-bc30-4bd2-8787-7f3e5f6437c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:49.950027 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f4ec8fd-4ade-4bb6-bf67-9bd64f1ed679 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c45e6ceba25041db8fac036c61929faf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1019886 Apr 18 21:26:49.951920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a2f5-d3a2-4a47-a1df-b053d880a1c6 req-09adb484-8a9e-4ba3-b519-236f8efcbb4a tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:49.953971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14e9a2f5-d3a2-4a47-a1df-b053d880a1c6 req-09adb484-8a9e-4ba3-b519-236f8efcbb4a tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 945 time: 0.2754817 Apr 18 21:26:49.954603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56128) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:50.003127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-516c58b6-bc30-4bd2-8787-7f3e5f6437c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.085488 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-516c58b6-bc30-4bd2-8787-7f3e5f6437c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.120744 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f096db1-fe43-422e-b1d5-db248a3a0288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.153303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c58b6-bc30-4bd2-8787-7f3e5f6437c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8899416a-77a9-44d9-9715-fbdeb7f42c67,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:50.159427 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-516c58b6-bc30-4bd2-8787-7f3e5f6437c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e3d6e2dfe214f51bdbbb2447b27e424&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4211805 Apr 18 21:26:50.160106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14e9a2f5-d3a2-4a47-a1df-b053d880a1c6 req-4af3c4e1-8966-4674-b473-f4840f9ad883 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978216 Apr 18 21:26:50.164024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56132) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:50.171659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f096db1-fe43-422e-b1d5-db248a3a0288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.203108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b090945-9544-4c07-8e4c-b0804449945e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:50.241154 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fed6fea2-3560-4704-93ed-29fdf318126e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.281314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fed6fea2-3560-4704-93ed-29fdf318126e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.382932 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fed6fea2-3560-4704-93ed-29fdf318126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.406930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6fea2-3560-4704-93ed-29fdf318126e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8899416a-77a9-44d9-9715-fbdeb7f42c67,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:50.419619 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fed6fea2-3560-4704-93ed-29fdf318126e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.421415 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fed6fea2-3560-4704-93ed-29fdf318126e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8899416a-77a9-44d9-9715-fbdeb7f42c67 HTTP/1.1" status: 204 len: 168 time: 0.2562306 Apr 18 21:26:50.499320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b090945-9544-4c07-8e4c-b0804449945e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:50.514118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721671b5-5da2-4913-b6dd-08c8fbf9bbb9 None None] Sync routers for ids ['ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:50.515251 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4b090945-9544-4c07-8e4c-b0804449945e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6189425 Apr 18 21:26:50.517764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56142) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:50.529491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721671b5-5da2-4913-b6dd-08c8fbf9bbb9 None None] Routers {'ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:50.530698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-721671b5-5da2-4913-b6dd-08c8fbf9bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:50.566582 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f096db1-fe43-422e-b1d5-db248a3a0288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.573578 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f096db1-fe43-422e-b1d5-db248a3a0288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.573578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9f096db1-fe43-422e-b1d5-db248a3a0288 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66f4f021-8324-43d5-a6a5-cad291ced782 HTTP/1.1" status: 204 len: 168 time: 0.6099052 Apr 18 21:26:50.573578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b480ba1f-5778-46a5-bb69-8ee43f26dd24 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Synchronizing usage tracker for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:50.590102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f096db1-fe43-422e-b1d5-db248a3a0288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f4f021-8324-43d5-a6a5-cad291ced782,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:50.608364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-721671b5-5da2-4913-b6dd-08c8fbf9bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:50.630204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721671b5-5da2-4913-b6dd-08c8fbf9bbb9 None None] Routers {'ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:50.630204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-721671b5-5da2-4913-b6dd-08c8fbf9bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:50.662859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b480ba1f-5778-46a5-bb69-8ee43f26dd24 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Unset dirty status for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:50.668695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56148) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:50.669162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b480ba1f-5778-46a5-bb69-8ee43f26dd24 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d HTTP/1.1" status: 200 len: 205 time: 0.1496329 Apr 18 21:26:50.708216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-721671b5-5da2-4913-b6dd-08c8fbf9bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:50.708216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721671b5-5da2-4913-b6dd-08c8fbf9bbb9 None None] The sync data for ids ['ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:50.762379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56154) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:50.785934 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e96a2c6-e50a-45d7-b8d1-ee5abf61cd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.862847 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ee05-aea2-4329-b98d-e8dfcf3760f2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.882175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9e96a2c6-e50a-45d7-b8d1-ee5abf61cd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:50.894859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9e96a2c6-e50a-45d7-b8d1-ee5abf61cd32 admin admin] Usage tracker for resource:security_group_rule and tenant:2b7610e239ba4912a89848d42fa46eed is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:50.902710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9e96a2c6-e50a-45d7-b8d1-ee5abf61cd32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:50.916061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9e96a2c6-e50a-45d7-b8d1-ee5abf61cd32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:51.057965 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e96a2c6-e50a-45d7-b8d1-ee5abf61cd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.147942 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e96a2c6-e50a-45d7-b8d1-ee5abf61cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.258975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96a2c6-e50a-45d7-b8d1-ee5abf61cd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60e9d1d-7f9d-452d-bfb5-b2b1e8bd6173,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:51.271452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9e96a2c6-e50a-45d7-b8d1-ee5abf61cd32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b7610e239ba4912a89848d42fa46eed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5073903 Apr 18 21:26:51.275469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56174) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:51.497918 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7bd99b1-8907-4340-afdc-23b6c001fd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.551755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7bd99b1-8907-4340-afdc-23b6c001fd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.601345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7136b76-582b-4cc5-a72c-b78f199f7639 req-59cf2bab-ab3a-43a8-8a74-0206d53596a7 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:51.602888 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7136b76-582b-4cc5-a72c-b78f199f7639 req-59cf2bab-ab3a-43a8-8a74-0206d53596a7 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 945 time: 0.2202430 Apr 18 21:26:51.657909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7136b76-582b-4cc5-a72c-b78f199f7639 req-74de08d4-e90b-4f4c-96ca-f59643b91376 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457654 Apr 18 21:26:51.721875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ee05-aea2-4329-b98d-e8dfcf3760f2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.727313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ee05-aea2-4329-b98d-e8dfcf3760f2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.736867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7bd99b1-8907-4340-afdc-23b6c001fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.765772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd99b1-8907-4340-afdc-23b6c001fd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60e9d1d-7f9d-452d-bfb5-b2b1e8bd6173,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:51.768842 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7bd99b1-8907-4340-afdc-23b6c001fd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.770103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d7bd99b1-8907-4340-afdc-23b6c001fd43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a60e9d1d-7f9d-452d-bfb5-b2b1e8bd6173 HTTP/1.1" status: 204 len: 168 time: 0.4935129 Apr 18 21:26:51.897064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ee05-aea2-4329-b98d-e8dfcf3760f2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.901542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a7ee05-aea2-4329-b98d-e8dfcf3760f2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Fanout notify agent at l3_agent the message router_deleted on router ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:26:51.918378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ee05-aea2-4329-b98d-e8dfcf3760f2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.924295 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b6a7ee05-aea2-4329-b98d-e8dfcf3760f2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d HTTP/1.1" status: 204 len: 168 time: 1.2497859 Apr 18 21:26:51.924553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56200) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:52.115061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef206e9-7dde-4e13-835a-d4b338d148e4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting subnet 67ad8e5a-8f21-4f31-bda0-ab6553068ebf {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:26:52.125236 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eef206e9-7dde-4e13-835a-d4b338d148e4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:52.183072 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eef206e9-7dde-4e13-835a-d4b338d148e4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:52.288723 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eef206e9-7dde-4e13-835a-d4b338d148e4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:52.468659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eef206e9-7dde-4e13-835a-d4b338d148e4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:52.508489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef206e9-7dde-4e13-835a-d4b338d148e4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Subnet': ['ID=67ad8e5a-8f21-4f31-bda0-ab6553068ebf,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:52.514941 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eef206e9-7dde-4e13-835a-d4b338d148e4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:52.524594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eef206e9-7dde-4e13-835a-d4b338d148e4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/67ad8e5a-8f21-4f31-bda0-ab6553068ebf HTTP/1.1" status: 204 len: 168 time: 0.5973341 Apr 18 21:26:52.525934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56220) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:52.531945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec2d317-d203-4634-a609-e41b0c1eac8e None None] Network eda03784-6dc2-424b-b853-ab7cb8110a12 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:52.707037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56230) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:52.726627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c529ba-21d9-46bf-849a-905d499e4dd8 req-6f66f817-954a-474b-942c-e9d5a21d9712 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:52.728209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31c529ba-21d9-46bf-849a-905d499e4dd8 req-6f66f817-954a-474b-942c-e9d5a21d9712 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 945 time: 0.1414449 Apr 18 21:26:52.788278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31c529ba-21d9-46bf-849a-905d499e4dd8 req-dc974c5d-31e6-48c8-be93-d0e3c09076e1 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539951 Apr 18 21:26:52.788619 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:52.804842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 30b5e830-00e7-4e0e-8380-dce5b8478b61 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:52.805197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:52.894161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2fdfb3-17bb-4ce3-843a-44235669bf10 None None] DHCP port deletion for eda03784-6dc2-424b-b853-ab7cb8110a12 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:26:52.899122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cb2fdfb3-17bb-4ce3-843a-44235669bf10 None None] Deleting port 30b5e830-00e7-4e0e-8380-dce5b8478b61 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:52.899484 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cb2fdfb3-17bb-4ce3-843a-44235669bf10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.035879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] For port 30b5e830-00e7-4e0e-8380-dce5b8478b61, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=30b5e830-00e7-4e0e-8380-dce5b8478b61,segment=NetworkSegment(0960b239-f848-4316-bb3e-07732bf3ba34),segment_id=0960b239-f848-4316-bb3e-07732bf3ba34)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:53.036245 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.132242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-cb2fdfb3-17bb-4ce3-843a-44235669bf10 None None] For port 30b5e830-00e7-4e0e-8380-dce5b8478b61, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=30b5e830-00e7-4e0e-8380-dce5b8478b61,segment=NetworkSegment(0960b239-f848-4316-bb3e-07732bf3ba34),segment_id=0960b239-f848-4316-bb3e-07732bf3ba34)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:53.133090 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cb2fdfb3-17bb-4ce3-843a-44235669bf10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.188704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 30b5e830-00e7-4e0e-8380-dce5b8478b61 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:53.286831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cb2fdfb3-17bb-4ce3-843a-44235669bf10 None None] Calling delete_port for 30b5e830-00e7-4e0e-8380-dce5b8478b61 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:53.315230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-network', 'tenant_id': 'd286706845c147b7b508db7113d59292'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:53.315230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:53.321756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Usage tracker for resource:network and tenant:d286706845c147b7b508db7113d59292 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:53.325992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:53.333196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:53.388334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.397673 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-cb2fdfb3-17bb-4ce3-843a-44235669bf10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:26:53.398022 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-cb2fdfb3-17bb-4ce3-843a-44235669bf10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:26:53.437590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=30b5e830-00e7-4e0e-8380-dce5b8478b61,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:53.441351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No DVR routers for this DVR port 30b5e830-00e7-4e0e-8380-dce5b8478b61 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:53.468317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Made reservation on behalf of d286706845c147b7b508db7113d59292 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:53.470998 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.485455 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.519769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:53.524795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Usage tracker for resource:security_group_rule and tenant:d286706845c147b7b508db7113d59292 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:53.527983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:53.534292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:53.598216 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.626605 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.636452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda03784-6dc2-424b-b853-ab7cb8110a12']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:53.649306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0960b239-f848-4316-bb3e-07732bf3ba34') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:53.649644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0960b239-f848-4316-bb3e-07732bf3ba34') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:53.663038 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.680331 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.687469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:26:53.687856 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:53.704576 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:53.714268 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.762661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39dffbb-b562-4c0f-9c30-e6269297da72,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:53.880944 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.885979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:53.896788 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.897544 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Added segment 08d3e5ef-01e3-4124-b07d-e85752ba3218 of type vlan for network 7a86bb1b-c707-45aa-9d93-2b86207591ac Apr 18 21:26:53.899064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cb2fdfb3-17bb-4ce3-843a-44235669bf10 None None] Deleting port 30b5e830-00e7-4e0e-8380-dce5b8478b61 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:53.899523 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cb2fdfb3-17bb-4ce3-843a-44235669bf10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.929895 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.049770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c7b38-f9fd-4bc9-9614-3a532872b46c req-40382a6c-63df-45c0-b34d-1c0ee7ddc02f tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.051248 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-949c7b38-f9fd-4bc9-9614-3a532872b46c req-40382a6c-63df-45c0-b34d-1c0ee7ddc02f tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 945 time: 0.1074820 Apr 18 21:26:54.053306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.063680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Network': ['ID=eda03784-6dc2-424b-b853-ab7cb8110a12,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:54.064084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cb2fdfb3-17bb-4ce3-843a-44235669bf10 None None] The port '30b5e830-00e7-4e0e-8380-dce5b8478b61' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:26:54.116314 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-949c7b38-f9fd-4bc9-9614-3a532872b46c req-5aaef11b-cf3a-4a70-964a-de4953a8c209 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31c6377-0a50-4fba-a723-81cbbcdf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567248 Apr 18 21:26:54.160045 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.160702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.165606 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.194092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-58e9dfe8-db10-4a0f-a48a-efd3b4bf92e6 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.195003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-58e9dfe8-db10-4a0f-a48a-efd3b4bf92e6 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Synchronizing usage tracker for tenant:9cadc259d8a64adb8132b55fc8288443 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:54.303066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] Pushing event updated for resources: {'Network': ['ID=7a86bb1b-c707-45aa-9d93-2b86207591ac,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:54.309186 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-88d5a252-603a-4005-beae-9397b14c00e3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/networks/eda03784-6dc2-424b-b853-ab7cb8110a12 HTTP/1.1" status: 204 len: 168 time: 1.7829261 Apr 18 21:26:54.313234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56268) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:54.315689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 7a86bb1b-c707-45aa-9d93-2b86207591ac details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:26:54.328999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1234998572', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:54.346115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:54.350334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-58e9dfe8-db10-4a0f-a48a-efd3b4bf92e6 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Unset dirty status for tenant:9cadc259d8a64adb8132b55fc8288443 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:54.351439 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-58e9dfe8-db10-4a0f-a48a-efd3b4bf92e6 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 945 time: 0.2858033 Apr 18 21:26:54.358442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:router and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:54.369912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:54.400429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-21179574-ab50-4722-839a-6814fb64606b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6922965 Apr 18 21:26:54.412319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56274) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:54.418553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Request body: {'subnet': {'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-subnet', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:54.427038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:54.434030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Usage tracker for resource:subnet and tenant:d286706845c147b7b508db7113d59292 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:54.446181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:54.446345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:54.449902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:54.475439 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-a3d15246-8025-47fe-84cb-6aba1551a98b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Deleting port 1cf748dd-6668-4f53-aa12-969631c65454 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:54.475785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-a3d15246-8025-47fe-84cb-6aba1551a98b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.531127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Made reservation on behalf of d286706845c147b7b508db7113d59292 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:54.532974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.533733 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.533936 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.628271 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-efcd5b29-68a3-4d62-b828-5d1236f2a685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.633946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 30b5e830-00e7-4e0e-8380-dce5b8478b61 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:54.684228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 30b5e830-00e7-4e0e-8380-dce5b8478b61 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:26:54.684576 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 30b5e830-00e7-4e0e-8380-dce5b8478b61 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:54.724164 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.801649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-a3d15246-8025-47fe-84cb-6aba1551a98b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] For port 1cf748dd-6668-4f53-aa12-969631c65454, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1cf748dd-6668-4f53-aa12-969631c65454,segment=NetworkSegment(3a942138-c633-4e8a-b5fa-d275420c5563),segment_id=3a942138-c633-4e8a-b5fa-d275420c5563)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:54.802012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-a3d15246-8025-47fe-84cb-6aba1551a98b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.903026 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.936148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-a3d15246-8025-47fe-84cb-6aba1551a98b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Calling delete_port for 1cf748dd-6668-4f53-aa12-969631c65454 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:54.991673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4974fa96-0afe-46b4-a8db-00cf754ed215,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:54.994931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Checking segment: {'id': '08d3e5ef-01e3-4124-b07d-e85752ba3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:54.995554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Network hostable DHCP agents. Network: 7a86bb1b-c707-45aa-9d93-2b86207591ac, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:55.139021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.171202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Network 7a86bb1b-c707-45aa-9d93-2b86207591ac is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:55.293278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 7a86bb1b-c707-45aa-9d93-2b86207591ac) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:55.297182 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-a3d15246-8025-47fe-84cb-6aba1551a98b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.300906 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c772d79-efa0-4b60-ab43-e48f877e0cae req-bcc1f568-d29e-41b0-8b23-441d797fa925 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 210 time: 0.0468366 Apr 18 21:26:55.303365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc6e46c-75df-46e6-9618-ee41fdf6eacf None None] Network 7a86bb1b-c707-45aa-9d93-2b86207591ac requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:55.317464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:55.318087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.331815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['1cf748dd-6668-4f53-aa12-969631c65454'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:26:55.372158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d15246-8025-47fe-84cb-6aba1551a98b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Pushing event deleted for resources: {'Port': ['ID=1cf748dd-6668-4f53-aa12-969631c65454,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:55.419997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56296) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:55.514817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-72601a87-14ce-414a-93f3-95c7c91aa2f4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1009367 Apr 18 21:26:55.517379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56302) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:55.523469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:55.542619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:55.554534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Usage tracker for resource:router and tenant:d286706845c147b7b508db7113d59292 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:55.558611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:55.567764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:55.589001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-a3d15246-8025-47fe-84cb-6aba1551a98b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] No DVR routers for this DVR port 1cf748dd-6668-4f53-aa12-969631c65454 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:55.598176 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-a3d15246-8025-47fe-84cb-6aba1551a98b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.602319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f54f65b-43bd-42d9-9729-d311a38e7763', 'name': 'network-vif-deleted', 'tag': '1cf748dd-6668-4f53-aa12-969631c65454'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:55.611290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ac0520-7fab-4874-84ca-f0edc0797a9c None None] Network 7a86bb1b-c707-45aa-9d93-2b86207591ac requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:55.620522 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.677018 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0266c831-c98b-48d9-9754-b483d15fc864'] response: {'server_uuid': '3f54f65b-43bd-42d9-9729-d311a38e7763', 'name': 'network-vif-deleted', 'tag': '1cf748dd-6668-4f53-aa12-969631c65454', 'status': 'completed', 'code': 200} Apr 18 21:26:55.689998 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.695709 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.703346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:55.709750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Usage tracker for resource:security_group_rule and tenant:47a1591912a742aab6226e2009ef2756 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:55.713757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:55.721372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:55.731618 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cae9a2a6-256f-465a-b791-81f7aa69fca4 req-a3d15246-8025-47fe-84cb-6aba1551a98b tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.26 "DELETE /v2.0/ports/1cf748dd-6668-4f53-aa12-969631c65454 HTTP/1.1" status: 204 len: 173 time: 1.3691568 Apr 18 21:26:55.732350 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.737358 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.774797 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.823476 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.938664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.941362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Allocated IP 172.25.3.234 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/d072e3c2-bea6-47e2-85c9-db7ad885bb4c) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:56.135609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:56.212874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e8ef27-5e30-401f-a959-0248d41baf39,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:56.218329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47a1591912a742aab6226e2009ef2756&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7971737 Apr 18 21:26:56.221096 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56312) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:56.233963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:56.234309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:56.239686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:56.239686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:56.239686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:56.239686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:56.239686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:56.239686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:56.239686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:56.239686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:56.239686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b85805-b985-40fe-bc84-757ae613a0f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:56.244622 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:56.442601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:56.571817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:56.582252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:56.587366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d52124b-9eb4-4467-a6a4-ebe433d3a5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:56.590460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:56.665977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c133d20a-e631-4270-8090-2cf311f51374 req-e72b596c-6f7c-4974-928f-a65161ba20a7 tempest-InstanceActionsNegativeTestJSON-2128992318 tempest-InstanceActionsNegativeTestJSON-2128992318-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f54f65b-43bd-42d9-9729-d311a38e7763 HTTP/1.1" status: 200 len: 210 time: 0.0630076 Apr 18 21:26:56.666985 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:56.680619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=d072e3c2-bea6-47e2-85c9-db7ad885bb4c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:56.706871 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d52124b-9eb4-4467-a6a4-ebe433d3a5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:56.715228 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:56.888846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Allocated IP 172.25.3.17 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/bd8ce26f-e579-461d-a6f6-2b6f0ef05160) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:56.931212 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d52124b-9eb4-4467-a6a4-ebe433d3a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:56.957828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52124b-9eb4-4467-a6a4-ebe433d3a5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e8ef27-5e30-401f-a959-0248d41baf39,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:56.972401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d52124b-9eb4-4467-a6a4-ebe433d3a5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:56.976075 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2d52124b-9eb4-4467-a6a4-ebe433d3a5f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21e8ef27-5e30-401f-a959-0248d41baf39 HTTP/1.1" status: 204 len: 168 time: 0.7511046 Apr 18 21:26:56.989762 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:56.990470 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:57.002232 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:26:57.057311 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:57.096611 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3f0886aa-ab1c-43fb-8461-02c5b7786a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:57.171990 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:57.250832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8ce26f-e579-461d-a6f6-2b6f0ef05160,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:57.269136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:57.270266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:57.272535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:57.410719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:26:57.536348 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:57.537104 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:57.644403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:57.659125 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56887a51-2a5a-4e1b-8672-c0087ad1219e None None] Sync routers for ids ['d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:57.672385 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56887a51-2a5a-4e1b-8672-c0087ad1219e None None] Routers {'d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:57.679659 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-56887a51-2a5a-4e1b-8672-c0087ad1219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:57.739741 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-56887a51-2a5a-4e1b-8672-c0087ad1219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:57.751096 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56887a51-2a5a-4e1b-8672-c0087ad1219e None None] Routers {'d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:57.751717 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-56887a51-2a5a-4e1b-8672-c0087ad1219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:57.811071 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:57.812879 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b1d925d0-8c65-4aed-b0f9-41c51cf46fdb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.4877212 Apr 18 21:26:57.814966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56340) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:57.830845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56346) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:57.833194 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-56887a51-2a5a-4e1b-8672-c0087ad1219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:57.833628 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56887a51-2a5a-4e1b-8672-c0087ad1219e None None] The sync data for ids ['d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:57.904503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bd08a9-8f08-4688-8db4-88e104f41e09 admin admin] Deleting subnet e054ef08-4213-4bbb-8ef2-01a305cfe009 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:26:57.907701 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e4bd08a9-8f08-4688-8db4-88e104f41e09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:57.940824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:26:57.972445 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e4bd08a9-8f08-4688-8db4-88e104f41e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:58.034130 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:58.051930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-afad0ce8-2b68-40b1-99be-e1426e8a8862 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/routers/d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b HTTP/1.1" status: 200 len: 881 time: 0.2358942 Apr 18 21:26:58.054376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56352) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:58.160002 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e4bd08a9-8f08-4688-8db4-88e104f41e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:58.283287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:58.298339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Sync routers for ids ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:58.327967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Routers {'c422b42c-c3ee-4f1b-ad5c-b0613dc06675'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:58.328595 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:58.343464 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e4bd08a9-8f08-4688-8db4-88e104f41e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:58.375481 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1189ba72-faae-4d95-a42f-024e5166e8ec tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Synchronizing usage tracker for tenant:4a7d6b3f665e486e997c4f02340234de on resource:router {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:58.522017 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:58.523291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-60e2704a-0f40-427f-adc1-8a27351619b5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0049171 Apr 18 21:26:58.529704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56362) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:58.531064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd08a9-8f08-4688-8db4-88e104f41e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e054ef08-4213-4bbb-8ef2-01a305cfe009,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:58.558556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1189ba72-faae-4d95-a42f-024e5166e8ec tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Unset dirty status for tenant:4a7d6b3f665e486e997c4f02340234de on resource:router {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:58.565748 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1189ba72-faae-4d95-a42f-024e5166e8ec tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5102799 Apr 18 21:26:58.566342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56366) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:58.566941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Set router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:58.571571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-817ff6f0-7a00-434f-ac4d-6ff18998cfaf tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1234998572'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:58.596857 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e4bd08a9-8f08-4688-8db4-88e104f41e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:58.601399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e4bd08a9-8f08-4688-8db4-88e104f41e09 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e054ef08-4213-4bbb-8ef2-01a305cfe009 HTTP/1.1" status: 204 len: 168 time: 0.7680421 Apr 18 21:26:58.602077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56370) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:58.625226 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:58.642653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 1cf748dd-6668-4f53-aa12-969631c65454 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:58.796756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 1cf748dd-6668-4f53-aa12-969631c65454 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:26:58.796756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 1cf748dd-6668-4f53-aa12-969631c65454 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:58.839237 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.060578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:26:57Z', 'revision_number': 3, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:59.067350 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.067577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Checking router: c422b42c-c3ee-4f1b-ad5c-b0613dc06675 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:26:59.067787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Updating router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 port bd8ce26f-e579-461d-a6f6-2b6f0ef05160 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:26:59.098304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee94f87-7789-43e0-a9d1-89b82457fb45']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:59.113221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a942138-c633-4e8a-b5fa-d275420c5563') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:59.114000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a942138-c633-4e8a-b5fa-d275420c5563') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:59.128906 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.151638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.177052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.203698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:26:59.206402 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:59.235934 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:59.565812 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.588485 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.643493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee94f87-7789-43e0-a9d1-89b82457fb45,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:59.715305 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.732558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Transition to ACTIVE for port object bd8ce26f-e579-461d-a6f6-2b6f0ef05160 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:59.759559 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f91cffef-ed85-4a4c-a033-6ccb9c49569f admin admin] 10.222.0.11 "DELETE /v2.0/networks/7ee94f87-7789-43e0-a9d1-89b82457fb45 HTTP/1.1" status: 204 len: 168 time: 1.1496165 Apr 18 21:26:59.761522 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-817ff6f0-7a00-434f-ac4d-6ff18998cfaf tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.851112 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.925957 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-817ff6f0-7a00-434f-ac4d-6ff18998cfaf tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.951232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d7323-8d91-4512-b767-1eebbde3313c None None] Pushing event updated for resources: {'Port': ['ID=bd8ce26f-e579-461d-a6f6-2b6f0ef05160,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:59.980250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Attempting to bind port bd8ce26f-e579-461d-a6f6-2b6f0ef05160 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:59.980849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Attempting to bind port bd8ce26f-e579-461d-a6f6-2b6f0ef05160 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:59.981364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Attempting to bind port bd8ce26f-e579-461d-a6f6-2b6f0ef05160 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:26:59.988470 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:26:59.989078 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:59.989649 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.990197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:26:59.990819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Bound port: bd8ce26f-e579-461d-a6f6-2b6f0ef05160, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:59.991337 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:00.107235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] For port bd8ce26f-e579-461d-a6f6-2b6f0ef05160, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:00.110950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] For port bd8ce26f-e579-461d-a6f6-2b6f0ef05160, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bd8ce26f-e579-461d-a6f6-2b6f0ef05160,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:00.218133 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:00.254404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817ff6f0-7a00-434f-ac4d-6ff18998cfaf tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:27:00.296107 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:00.308871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56398) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:00.321694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d7323-8d91-4512-b767-1eebbde3313c None None] Pushing event updated for resources: {'Port': ['ID=bd8ce26f-e579-461d-a6f6-2b6f0ef05160,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:00.326194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Routers {'c422b42c-c3ee-4f1b-ad5c-b0613dc06675'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:00.326799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:00.417629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2eb0d1ba-489b-42dd-9733-a52f0be76a46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cadc259d8a64adb8132b55fc8288443&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1059868 Apr 18 21:27:00.419094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56404) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:00.540008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] Set router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:00.581593 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817ff6f0-7a00-434f-ac4d-6ff18998cfaf tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:00.593270 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc338e9-7216-4250-a6eb-ddb950d26513 None None] Sync routers for ids ['d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:00.598979 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-817ff6f0-7a00-434f-ac4d-6ff18998cfaf tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:00.600792 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-817ff6f0-7a00-434f-ac4d-6ff18998cfaf tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b HTTP/1.1" status: 200 len: 888 time: 2.0329459 Apr 18 21:27:00.602894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56412) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:00.618679 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc338e9-7216-4250-a6eb-ddb950d26513 None None] Routers {'d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:00.619352 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9fc338e9-7216-4250-a6eb-ddb950d26513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:00.638970 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31dd01a7-8898-4a35-b314-43ad0845a6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:00.744471 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9fc338e9-7216-4250-a6eb-ddb950d26513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:00.756603 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc338e9-7216-4250-a6eb-ddb950d26513 None None] Routers {'d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:00.757673 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9fc338e9-7216-4250-a6eb-ddb950d26513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:00.835330 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9fc338e9-7216-4250-a6eb-ddb950d26513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:00.837191 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc338e9-7216-4250-a6eb-ddb950d26513 None None] The sync data for ids ['d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:00.848322 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31dd01a7-8898-4a35-b314-43ad0845a6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:00.887958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Allocated IP 172.20.0.1 (7a86bb1b-c707-45aa-9d93-2b86207591ac/4974fa96-0afe-46b4-a8db-00cf754ed215/4fa83763-a860-42fe-afb4-7cb924669573) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:00.891642 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-84c88d14-f24b-487c-a299-07ce873e1db4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/routers/d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b HTTP/1.1" status: 200 len: 888 time: 0.2839489 Apr 18 21:27:00.891642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56416) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:00.946332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b0bef8b2-40a3-4c55-a463-a1a414f25e2c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Synchronizing usage tracker for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:00.975207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:26:57Z', 'revision_number': 3, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:00.983670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38bf36-f0cc-41d7-b87b-5f71078ae517 None None] The sync data for ids ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'] in n-d-836017-3 is: [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:26:57Z', 'revision_number': 3, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:01.057166 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.081054 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.098449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b0bef8b2-40a3-4c55-a463-a1a414f25e2c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Unset dirty status for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:01.099794 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b0bef8b2-40a3-4c55-a463-a1a414f25e2c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b HTTP/1.1" status: 200 len: 205 time: 0.2072518 Apr 18 21:27:01.104759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56424) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:01.167393 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31dd01a7-8898-4a35-b314-43ad0845a6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.194221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd01a7-8898-4a35-b314-43ad0845a6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31c6377-0a50-4fba-a723-81cbbcdf644d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:01.250268 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.303903 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31dd01a7-8898-4a35-b314-43ad0845a6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.305095 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-31dd01a7-8898-4a35-b314-43ad0845a6c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f31c6377-0a50-4fba-a723-81cbbcdf644d HTTP/1.1" status: 204 len: 168 time: 0.8849421 Apr 18 21:27:01.359208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Network 7a86bb1b-c707-45aa-9d93-2b86207591ac is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:01.359208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56434) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:01.363879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:01.374499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:01.445096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Pushing event updated for resources: {'Port': ['ID=4fa83763-a860-42fe-afb4-7cb924669573,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:01.476418 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.583912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.616977 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-432eaa71-51b3-4afc-8793-cf777339912d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.654162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-432eaa71-51b3-4afc-8793-cf777339912d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:01.687242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-432eaa71-51b3-4afc-8793-cf777339912d admin admin] Usage tracker for resource:security_group_rule and tenant:20098a3e76fa4e86af54df9aa77e5c35 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:01.694089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-432eaa71-51b3-4afc-8793-cf777339912d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:01.707974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-432eaa71-51b3-4afc-8793-cf777339912d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:01.741303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.840195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.960738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port d072e3c2-bea6-47e2-85c9-db7ad885bb4c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:01.961391 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.970477 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-432eaa71-51b3-4afc-8793-cf777339912d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.089664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-432eaa71-51b3-4afc-8793-cf777339912d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.100625 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.170999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-432eaa71-51b3-4afc-8793-cf777339912d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20098a3e76fa4e86af54df9aa77e5c35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8128915 Apr 18 21:27:02.170999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eaa71-51b3-4afc-8793-cf777339912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd19890-73f3-47c4-8498-7f5a5b0e5920,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:02.178978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56458) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:02.232428 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.400359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.416143 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.422672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Pushing event updated for resources: {'Port': ['ID=4fa83763-a860-42fe-afb4-7cb924669573,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:02.431641 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8faf08c-76f4-492f-beef-fda940312270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.583375 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8faf08c-76f4-492f-beef-fda940312270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.606657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for d072e3c2-bea6-47e2-85c9-db7ad885bb4c owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:02.670853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bd8ce26f-e579-461d-a6f6-2b6f0ef05160 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:02.798292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Network 7a86bb1b-c707-45aa-9d93-2b86207591ac is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:02.800749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:02.862941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port bd8ce26f-e579-461d-a6f6-2b6f0ef05160 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:02.869400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port bd8ce26f-e579-461d-a6f6-2b6f0ef05160 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:02.870035 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.936786 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.021395 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8faf08c-76f4-492f-beef-fda940312270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.030259 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.058226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=d072e3c2-bea6-47e2-85c9-db7ad885bb4c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:03.068314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port bd8ce26f-e579-461d-a6f6-2b6f0ef05160, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bd8ce26f-e579-461d-a6f6-2b6f0ef05160,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:03.104768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8faf08c-76f4-492f-beef-fda940312270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd19890-73f3-47c4-8498-7f5a5b0e5920,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:03.120723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56486) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:03.131724 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8faf08c-76f4-492f-beef-fda940312270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.136926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a8faf08c-76f4-492f-beef-fda940312270 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbd19890-73f3-47c4-8498-7f5a5b0e5920 HTTP/1.1" status: 204 len: 168 time: 0.9640102 Apr 18 21:27:03.150095 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.325014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.455654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=bd8ce26f-e579-461d-a6f6-2b6f0ef05160,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:03.519665 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.536431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-243757880-network', 'tenant_id': 'e0bbe7df5c064febafe8a87a6e06544c'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:03.544482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:03.560127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Usage tracker for resource:network and tenant:e0bbe7df5c064febafe8a87a6e06544c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:03.563855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:03.572257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:03.651622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:27:03.681946 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.692136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.846114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Made reservation on behalf of e0bbe7df5c064febafe8a87a6e06544c for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:03.848379 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.850931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.851765 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Fanout notify agent at l3_agent the message router_deleted on router d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:27:03.926858 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.979883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:03.985224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Usage tracker for resource:security_group_rule and tenant:e0bbe7df5c064febafe8a87a6e06544c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:03.988814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:03.996079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:03.996704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.997960 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e6abbcbb-be53-4803-adda-fac8a2f51736 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b HTTP/1.1" status: 204 len: 168 time: 2.8921893 Apr 18 21:27:04.001916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56502) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:04.007418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'network': {'name': 'tempest-RoutersTest-1660760521'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:04.013170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:04.017022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:network and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:04.019901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:04.026479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:04.101856 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.105650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56506) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:04.130827 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-61e56cce-9fef-4d7c-961c-d6f9bc9d736a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.143313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:04.149932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:04.155538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.174409 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-243c77c8-5669-46b9-8148-c1c75aa7dcac admin admin] 10.222.0.11 "PUT /v2.0/routers/c422b42c-c3ee-4f1b-ad5c-b0613dc06675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6410730 Apr 18 21:27:04.179094 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.183118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-61e56cce-9fef-4d7c-961c-d6f9bc9d736a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:04.195746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-61e56cce-9fef-4d7c-961c-d6f9bc9d736a admin admin] Usage tracker for resource:security_group_rule and tenant:6477782fc653425eae130cdbed299b84 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:04.201523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-61e56cce-9fef-4d7c-961c-d6f9bc9d736a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:04.223788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-61e56cce-9fef-4d7c-961c-d6f9bc9d736a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:04.233275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:27:04.239242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:27:04.243226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334f5b7f-ea8a-485d-912c-0c1a5e48ec36,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:04.245639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.246057 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Added segment 9434288d-34e5-4aae-8c1a-5c69da07a8a8 of type vlan for network 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c Apr 18 21:27:04.269402 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.274438 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Added segment b87bf14f-34be-4f5c-b27e-f74f9917dac8 of type vlan for network 58d8c715-f7e2-47cc-ade1-ac57ad3ab780 Apr 18 21:27:04.280767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.323552 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.359853 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.363671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:04.364667 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.382375 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-61e56cce-9fef-4d7c-961c-d6f9bc9d736a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.436484 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-61e56cce-9fef-4d7c-961c-d6f9bc9d736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.466148 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.467418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:04.468721 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.503824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Network': ['ID=6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:04.524316 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b97ce7d8-b840-4a24-b1a4-365783f222de tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5183957 Apr 18 21:27:04.526867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56520) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:04.531557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:27:04.537724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'subnet': {'network_id': '6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:04.645328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e56cce-9fef-4d7c-961c-d6f9bc9d736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab43f11-dda8-47e5-aea1-f66dee11510f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:04.716013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-61e56cce-9fef-4d7c-961c-d6f9bc9d736a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6477782fc653425eae130cdbed299b84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6001568 Apr 18 21:27:04.716013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56526) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:04.732938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] Pushing event updated for resources: {'Network': ['ID=58d8c715-f7e2-47cc-ade1-ac57ad3ab780,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:04.792699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-86c7244a-34ce-4911-b543-af02d36b22c1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6696854 Apr 18 21:27:04.793847 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1151099-cf52-4052-b075-36bfc81c82ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.795536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56532) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:04.802676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Request body: {'subnet': {'network_id': '58d8c715-f7e2-47cc-ade1-ac57ad3ab780', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-243757880-subnet', 'tenant_id': 'e0bbe7df5c064febafe8a87a6e06544c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:04.802983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bd8ce26f-e579-461d-a6f6-2b6f0ef05160 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:04.832149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:04.835874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:04.849560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Usage tracker for resource:subnet and tenant:e0bbe7df5c064febafe8a87a6e06544c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:04.855745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:subnet and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:04.855982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 58d8c715-f7e2-47cc-ade1-ac57ad3ab780 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:27:04.856136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:04.861807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:04.865223 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1151099-cf52-4052-b075-36bfc81c82ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.875320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:04.888523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:04.971448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Made reservation on behalf of e0bbe7df5c064febafe8a87a6e06544c for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:04.976780 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:05.011206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:05.092225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1151099-cf52-4052-b075-36bfc81c82ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:05.174851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port bd8ce26f-e579-461d-a6f6-2b6f0ef05160 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:05.175453 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:05.200159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1151099-cf52-4052-b075-36bfc81c82ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab43f11-dda8-47e5-aea1-f66dee11510f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:05.208204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1151099-cf52-4052-b075-36bfc81c82ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:05.211811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e1151099-cf52-4052-b075-36bfc81c82ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ab43f11-dda8-47e5-aea1-f66dee11510f HTTP/1.1" status: 204 len: 168 time: 0.4926617 Apr 18 21:27:05.341062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Sync routers for ids ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:05.341878 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:05.367538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-53168656-8373-4007-9c34-abbe3e699854 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:05.368242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-53168656-8373-4007-9c34-abbe3e699854 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Synchronizing usage tracker for tenant:d286706845c147b7b508db7113d59292 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:05.432930 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Routers {'c422b42c-c3ee-4f1b-ad5c-b0613dc06675'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:05.433611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:05.491207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-53168656-8373-4007-9c34-abbe3e699854 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Unset dirty status for tenant:d286706845c147b7b508db7113d59292 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:05.499378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-53168656-8373-4007-9c34-abbe3e699854 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/networks?id=7a86bb1b-c707-45aa-9d93-2b86207591ac HTTP/1.1" status: 200 len: 819 time: 0.5045638 Apr 18 21:27:05.526857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-39130287-4fd8-4a2f-9a9b-eb6e80e36df4 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/quotas/d286706845c147b7b508db7113d59292 HTTP/1.1" status: 200 len: 375 time: 0.0255919 Apr 18 21:27:05.568243 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:05.641735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Set router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:05.653047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d6a83d-c77e-4733-8df7-19377cbc44ef,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:05.669787 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:05.687430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Checking segment: {'id': 'b87bf14f-34be-4f5c-b27e-f74f9917dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '58d8c715-f7e2-47cc-ade1-ac57ad3ab780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:05.687704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Network hostable DHCP agents. Network: 58d8c715-f7e2-47cc-ade1-ac57ad3ab780, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:27:05.696509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-11aed0b3-2c4f-469e-ae9b-4a95d9197961 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Synchronizing usage tracker for tenant:d286706845c147b7b508db7113d59292 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:05.786379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Subnet': ['ID=e7141dea-2999-4ad6-9ce0-ec68563eccb3,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:05.799696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-11aed0b3-2c4f-469e-ae9b-4a95d9197961 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Unset dirty status for tenant:d286706845c147b7b508db7113d59292 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:05.801039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-11aed0b3-2c4f-469e-ae9b-4a95d9197961 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d286706845c147b7b508db7113d59292&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2731488 Apr 18 21:27:05.804578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Checking segment: {'id': '9434288d-34e5-4aae-8c1a-5c69da07a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:05.808901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network hostable DHCP agents. Network: 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:27:05.828696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Network 58d8c715-f7e2-47cc-ade1-ac57ad3ab780 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:27:05.938179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 58d8c715-f7e2-47cc-ade1-ac57ad3ab780) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:05.945219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:05.945934 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:05.973247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5b7d3f-9c98-4425-953b-43eadcf608ef None None] Network 58d8c715-f7e2-47cc-ade1-ac57ad3ab780 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:06.028500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:27:06.035221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:06.042486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:06.043225 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:06.092289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ee37ad-5262-4e04-a804-99ccca66fc8a None None] Network 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:06.137133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-712bfcb4-8ea7-45aa-a2e9-7d46f2dd18b2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3405025 Apr 18 21:27:06.164986 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1bbc67b2-f7a5-47cc-aeec-4e4827f10a4b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6369178 Apr 18 21:27:06.168478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56562) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:06.178886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-bc093a67-33a0-4fcf-9630-2e71130163fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-239508753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:06.192146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bc093a67-33a0-4fcf-9630-2e71130163fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:06.204651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bc093a67-33a0-4fcf-9630-2e71130163fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:router and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:06.209176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bc093a67-33a0-4fcf-9630-2e71130163fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:06.268769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bc093a67-33a0-4fcf-9630-2e71130163fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:06.270999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-dbb4ee74-d7ee-480b-bcd3-eb009a0ed64a service neutron] 10.222.0.11 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600344 Apr 18 21:27:06.348405 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc093a67-33a0-4fcf-9630-2e71130163fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:06.350168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc093a67-33a0-4fcf-9630-2e71130163fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:06.382747 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc093a67-33a0-4fcf-9630-2e71130163fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:06.480346 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc093a67-33a0-4fcf-9630-2e71130163fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:06.554595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-46deba7f-53f5-430c-8756-1d4a19b6ab8f service neutron] 10.222.0.11 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740140 Apr 18 21:27:06.589628 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc093a67-33a0-4fcf-9630-2e71130163fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:06.594150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56576) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:06.594647 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bc093a67-33a0-4fcf-9630-2e71130163fc tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4247763 Apr 18 21:27:06.829536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c', 'network_id': '6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'fixed_ips': [{'subnet_id': 'e7141dea-2999-4ad6-9ce0-ec68563eccb3'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:27:06.830381 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:06.972477 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-f7dab635-e08b-4909-a412-594bd656b5c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7322466 Apr 18 21:27:07.286167 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-9cd72720-eb11-469d-9b77-bf7b30fdd008 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 6503 time: 0.2627871 Apr 18 21:27:07.326523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:27:01Z', 'revision_number': 4, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '4fa83763-a860-42fe-afb4-7cb924669573', 'name': '', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'mac_address': 'fa:16:3e:1a:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:00Z', 'updated_at': '2022-04-18T21:27:01Z', 'revision_number': 2, 'project_id': 'd286706845c147b7b508db7113d59292', 'subnets': [{'id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:07.360451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Checking router: c422b42c-c3ee-4f1b-ad5c-b0613dc06675 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:27:07.360806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Updating router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 port 4fa83763-a860-42fe-afb4-7cb924669573 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:27:07.487019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Allocated IP 172.20.0.2 (6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c/e7141dea-2999-4ad6-9ce0-ec68563eccb3/3eadedec-95e5-4c6b-b701-975e56ba4cdd) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:07.542890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9126ac6d-ed42-40e3-9447-f4b7a938b7c9 req-8afec003-048c-4df7-8c65-8d1c789a777b tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 210 time: 0.1298099 Apr 18 21:27:07.556364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888da31-f2d8-4978-8905-8221f7843750 req-c64d3b21-514b-4e27-8aa6-2c9dfd869ad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:07.558221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888da31-f2d8-4978-8905-8221f7843750 req-c64d3b21-514b-4e27-8aa6-2c9dfd869ad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:07.558805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888da31-f2d8-4978-8905-8221f7843750 req-c64d3b21-514b-4e27-8aa6-2c9dfd869ad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:07.563177 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-c64d3b21-514b-4e27-8aa6-2c9dfd869ad5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ea543e9-f1b9-4fd2-a362-bd88cda88288&id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f&id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f HTTP/1.1" status: 200 len: 2297 time: 0.2597954 Apr 18 21:27:07.705390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc47c82-32ea-4571-a49f-572dfcab54d0 None None] Network 58d8c715-f7e2-47cc-ade1-ac57ad3ab780 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:07.948349 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:07.980733 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-5a7f7c3a-419c-4cec-91da-acfa4be2922c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=426f8c7a-d889-4424-be35-d5f5f6c0a12a HTTP/1.1" status: 200 len: 1002 time: 0.4109023 Apr 18 21:27:08.093008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888da31-f2d8-4978-8905-8221f7843750 req-87340056-5541-4559-86f6-fe7cee6ba26a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:08.097518 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-87340056-5541-4559-86f6-fe7cee6ba26a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d00d652b-7469-4e5e-b51f-27ade5c396f8 HTTP/1.1" status: 200 len: 855 time: 0.1090586 Apr 18 21:27:08.118338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c6eefc05-59c5-4d70-9107-beb94501484b tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:08.119492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c6eefc05-59c5-4d70-9107-beb94501484b tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Synchronizing usage tracker for tenant:e0bbe7df5c064febafe8a87a6e06544c on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:08.330755 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-8b2a1e12-fc7e-4f36-9d73-322187915361 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ea543e9-f1b9-4fd2-a362-bd88cda88288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264180 Apr 18 21:27:08.347440 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:08.362524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c6eefc05-59c5-4d70-9107-beb94501484b tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Unset dirty status for tenant:e0bbe7df5c064febafe8a87a6e06544c on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:08.364351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c6eefc05-59c5-4d70-9107-beb94501484b tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/networks?id=58d8c715-f7e2-47cc-ade1-ac57ad3ab780 HTTP/1.1" status: 200 len: 813 time: 0.9551086 Apr 18 21:27:08.408990 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:08.437306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Transition to ACTIVE for port object 3eadedec-95e5-4c6b-b701-975e56ba4cdd will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:08.513352 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-95113e6e-7e83-4031-8770-d1a2330bcf66 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea543e9-f1b9-4fd2-a362-bd88cda88288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779268 Apr 18 21:27:08.539249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Transition to ACTIVE for port object 3eadedec-95e5-4c6b-b701-975e56ba4cdd will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:08.576165 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-d4717c82-4c2b-4f58-a9d0-b477332cf8d8 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/quotas/e0bbe7df5c064febafe8a87a6e06544c HTTP/1.1" status: 200 len: 375 time: 0.2016580 Apr 18 21:27:08.729708 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:08.783552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-b71c972c-1e73-49b1-ab93-203378b8855b tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0bbe7df5c064febafe8a87a6e06544c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2044842 Apr 18 21:27:08.813158 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-f6e8e215-7b87-45eb-943d-15f4e1418d7c service neutron] 10.222.0.26 "GET /v2.0/networks/5ea543e9-f1b9-4fd2-a362-bd88cda88288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923911 Apr 18 21:27:08.856412 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Pushing event updated for resources: {'Port': ['ID=3eadedec-95e5-4c6b-b701-975e56ba4cdd,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:08.896147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Network 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:08.899214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:08.917599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:08.939898 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-133e26ca-80c5-406c-b8fd-59ea05bc3135 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 HTTP/1.1" status: 200 len: 217 time: 0.1152852 Apr 18 21:27:08.968540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9aa64da-e6b9-4ebe-906c-57953aecabd2 req-c21476fe-2c2d-488f-8984-7ccf061f0b59 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 210 time: 0.0691812 Apr 18 21:27:09.104922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5fd058ed-49c0-4b3e-977b-1248ff272708 service neutron] 10.222.0.11 "GET /v2.0/networks/58d8c715-f7e2-47cc-ade1-ac57ad3ab780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204892 Apr 18 21:27:09.110967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888da31-f2d8-4978-8905-8221f7843750 req-33afc14c-7e88-4f5b-a671-8c21783b5dc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:09.113889 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-33afc14c-7e88-4f5b-a671-8c21783b5dc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3149a32-f5d5-46d2-8865-186681244fa6 HTTP/1.1" status: 200 len: 797 time: 0.1609190 Apr 18 21:27:09.179021 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:09.231036 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Transition to ACTIVE for port object 4fa83763-a860-42fe-afb4-7cb924669573 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:09.236398 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Attempting to bind port 3eadedec-95e5-4c6b-b701-975e56ba4cdd on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:09.236892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Attempting to bind port 3eadedec-95e5-4c6b-b701-975e56ba4cdd by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9434288d-34e5-4aae-8c1a-5c69da07a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:09.237352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Attempting to bind port 3eadedec-95e5-4c6b-b701-975e56ba4cdd on network 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:09.244037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:09.244531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Checking segment: {'id': '9434288d-34e5-4aae-8c1a-5c69da07a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:09.245142 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:09.245670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Bound using segment: {'id': '9434288d-34e5-4aae-8c1a-5c69da07a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:09.246242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Bound port: 3eadedec-95e5-4c6b-b701-975e56ba4cdd, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9434288d-34e5-4aae-8c1a-5c69da07a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:09.246721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:09.293381 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:09.302397 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-4bbd98d6-63ac-4147-94ce-7adf8c2f5e87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1817336 Apr 18 21:27:09.302532 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:09.335928 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-e4bfa15a-3421-4dc3-ba9f-6409daa54b69 service neutron] 10.222.0.11 "GET /v2.0/networks/58d8c715-f7e2-47cc-ade1-ac57ad3ab780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198749 Apr 18 21:27:09.467995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56648) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:09.489816 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-f485ee2e-4fb6-4a2b-8cda-4294034f2cfb service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817286 Apr 18 21:27:09.576685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d4a31-49f8-448f-87c6-15640ef8794e None None] Pushing event updated for resources: {'Port': ['ID=4fa83763-a860-42fe-afb4-7cb924669573,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:09.580360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] For port 3eadedec-95e5-4c6b-b701-975e56ba4cdd, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:09.591998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] For port 3eadedec-95e5-4c6b-b701-975e56ba4cdd, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3eadedec-95e5-4c6b-b701-975e56ba4cdd,segment=NetworkSegment(9434288d-34e5-4aae-8c1a-5c69da07a8a8),segment_id=9434288d-34e5-4aae-8c1a-5c69da07a8a8)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:09.695060 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:09.811133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Attempting to bind port 4fa83763-a860-42fe-afb4-7cb924669573 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:09.811715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Attempting to bind port 4fa83763-a860-42fe-afb4-7cb924669573 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '08d3e5ef-01e3-4124-b07d-e85752ba3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:09.812230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Attempting to bind port 4fa83763-a860-42fe-afb4-7cb924669573 on network 7a86bb1b-c707-45aa-9d93-2b86207591ac {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:09.832611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:09.835044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Checking segment: {'id': '08d3e5ef-01e3-4124-b07d-e85752ba3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:09.835044 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:09.835044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Bound using segment: {'id': '08d3e5ef-01e3-4124-b07d-e85752ba3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:09.835044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Bound port: 4fa83763-a860-42fe-afb4-7cb924669573, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d3e5ef-01e3-4124-b07d-e85752ba3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:09.835044 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:09.864522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4a55d-cdbe-475c-a4aa-6d8cf225b303 None None] Pushing event updated for resources: {'Port': ['ID=3eadedec-95e5-4c6b-b701-975e56ba4cdd,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:09.945105 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-b52c06a8-798b-4dec-9050-42bed190d29e service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487202 Apr 18 21:27:09.949137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] For port 4fa83763-a860-42fe-afb4-7cb924669573, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:09.954251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] For port 4fa83763-a860-42fe-afb4-7cb924669573, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4fa83763-a860-42fe-afb4-7cb924669573,segment=NetworkSegment(08d3e5ef-01e3-4124-b07d-e85752ba3218),segment_id=08d3e5ef-01e3-4124-b07d-e85752ba3218)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:10.010358 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0add2f3e-2194-47c5-b836-f12f6a442fa9 req-ccad5459-2816-42e2-baf0-390bf8048b16 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 210 time: 0.3728156 Apr 18 21:27:10.058269 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:10.073708 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-73617b4d-adcf-4eb5-afc5-828eb2d2caf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:10.074336 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-1912adf2-2ea0-46dd-8dea-68b86d74686e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 HTTP/1.1" status: 200 len: 217 time: 0.1202793 Apr 18 21:27:10.222435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d4a31-49f8-448f-87c6-15640ef8794e None None] Pushing event updated for resources: {'Port': ['ID=4fa83763-a860-42fe-afb4-7cb924669573,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:10.242113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Routers {'c422b42c-c3ee-4f1b-ad5c-b0613dc06675'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:10.242361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888da31-f2d8-4978-8905-8221f7843750 req-b0d84f66-cdca-4d75-add4-c5782e9f3156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:10.243210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:10.244398 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-b0d84f66-cdca-4d75-add4-c5782e9f3156 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3149a32-f5d5-46d2-8865-186681244fa6 HTTP/1.1" status: 200 len: 797 time: 0.1642919 Apr 18 21:27:10.347162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-eb8e89f1-6b00-473e-ae6e-48cded07f229 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:10.355326 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-eb8e89f1-6b00-473e-ae6e-48cded07f229 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 1.0072072 Apr 18 21:27:10.436385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-73617b4d-adcf-4eb5-afc5-828eb2d2caf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:10.439371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Allocated IP 172.20.0.1 (6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c/e7141dea-2999-4ad6-9ce0-ec68563eccb3/d6b7fe38-f144-40e1-8194-48d98d4064b0) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:10.451734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f7c68f2-9fdd-41c8-9663-971a6981d88f req-c0e75a8a-7555-44a1-a0d2-3fdc0da58388 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 210 time: 0.0785873 Apr 18 21:27:10.454451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-73617b4d-adcf-4eb5-afc5-828eb2d2caf3 admin admin] Usage tracker for resource:security_group_rule and tenant:c81b865e4b8145e997d924151bc5cee8 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:10.467245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-73617b4d-adcf-4eb5-afc5-828eb2d2caf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:10.485934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-050c37d9-fb95-40f4-8ef1-a9653e131d95 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/quotas/18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 375 time: 0.1296339 Apr 18 21:27:10.494664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-73617b4d-adcf-4eb5-afc5-828eb2d2caf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:10.656544 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-29cb1239-d97d-4c57-9a75-8609aa574b3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4045961 Apr 18 21:27:10.698848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56670) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:10.739129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] Set router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:10.809920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3eadedec-95e5-4c6b-b701-975e56ba4cdd up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:10.812053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-cfe23271-c6f1-4b27-a457-48497da08036 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:10.813874 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-cfe23271-c6f1-4b27-a457-48497da08036 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.59 "GET /v2.0/networks?id=7a86bb1b-c707-45aa-9d93-2b86207591ac HTTP/1.1" status: 200 len: 819 time: 0.3977034 Apr 18 21:27:10.845161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Request body: {'port': {'device_id': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'admin_state_up': True, 'tenant_id': 'd286706845c147b7b508db7113d59292'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:10.934421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-c2174b98-c7e4-4028-b341-a7ec7fac4832 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4447560 Apr 18 21:27:11.104816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:11.157406 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f454-c64f-4de5-90c4-fec347dedfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:11.178981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:11.187157 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-73617b4d-adcf-4eb5-afc5-828eb2d2caf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:11.193135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:11.389806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3eadedec-95e5-4c6b-b701-975e56ba4cdd completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:11.391011 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-7e36af5c-9150-4add-96be-239d54f276c5 service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639396 Apr 18 21:27:11.391114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1bf2f454-c64f-4de5-90c4-fec347dedfbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:11.391114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1bf2f454-c64f-4de5-90c4-fec347dedfbd admin admin] Usage tracker for resource:security_group_rule and tenant:dad6a021e7714cf8984e0707afb9137e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:11.391114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1bf2f454-c64f-4de5-90c4-fec347dedfbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:11.391114 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41705ddf-76fb-4a09-9657-49e560e66c11 req-3ef4fcb6-0b1f-4952-a2de-0e9f83aa0c89 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 210 time: 0.1141250 Apr 18 21:27:11.391114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1bf2f454-c64f-4de5-90c4-fec347dedfbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:11.391114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Transition to ACTIVE for port object d6b7fe38-f144-40e1-8194-48d98d4064b0 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:11.391114 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-14bf0863-9d54-49fe-b4f8-a9c9605f0b1f service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288576 Apr 18 21:27:11.391647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:27:01Z', 'revision_number': 4, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '4fa83763-a860-42fe-afb4-7cb924669573', 'name': '', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'mac_address': 'fa:16:3e:1a:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:00Z', 'updated_at': '2022-04-18T21:27:09Z', 'revision_number': 4, 'project_id': 'd286706845c147b7b508db7113d59292', 'subnets': [{'id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:11.391794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c5fb4-b653-4d1b-b9b0-4ae6f38ddd74 None None] The sync data for ids ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'] in n-d-836017-3 is: [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:27:01Z', 'revision_number': 4, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '4fa83763-a860-42fe-afb4-7cb924669573', 'name': '', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'mac_address': 'fa:16:3e:1a:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:00Z', 'updated_at': '2022-04-18T21:27:09Z', 'revision_number': 4, 'project_id': 'd286706845c147b7b508db7113d59292', 'subnets': [{'id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:11.511825 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-9b497e13-a971-4426-8825-6b3de4c0bc84 service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719698 Apr 18 21:27:11.568020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eac52c6-29fe-4504-967d-cf302c7e4084 None None] Network 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:11.581236 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-73617b4d-adcf-4eb5-afc5-828eb2d2caf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:11.611390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-1d523f32-5fc7-4c3a-a505-d1264e6795c4 service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462318 Apr 18 21:27:11.647735 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-95282697-bcc5-4d36-8de1-4968ea80128e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=41cac76b-2029-432c-bb4c-55ef1c94f7a8 HTTP/1.1" status: 200 len: 217 time: 0.1293674 Apr 18 21:27:11.661797 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:11.740834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Made reservation on behalf of d286706845c147b7b508db7113d59292 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:11.744884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:11.769337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888da31-f2d8-4978-8905-8221f7843750 req-ce32b4a6-68a1-4e6d-b0e8-b79cc986b072 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:11.771128 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-ce32b4a6-68a1-4e6d-b0e8-b79cc986b072 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3149a32-f5d5-46d2-8865-186681244fa6 HTTP/1.1" status: 200 len: 797 time: 0.1170907 Apr 18 21:27:11.841496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ceb46850-bba7-4a91-8ec4-3a9cec65d503 None None] Provisioning for port 3eadedec-95e5-4c6b-b701-975e56ba4cdd completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:11.851561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ceb46850-bba7-4a91-8ec4-3a9cec65d503 None None] Provisioning complete for port 3eadedec-95e5-4c6b-b701-975e56ba4cdd triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:11.853383 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ceb46850-bba7-4a91-8ec4-3a9cec65d503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:11.882199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-137196b0-5478-472c-b537-58e957984bc8 req-353e771e-c86b-4fed-9fcb-317ad181e26a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 210 time: 0.2306907 Apr 18 21:27:11.895800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:11.908752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73617b4d-adcf-4eb5-afc5-828eb2d2caf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea78af8-2779-49a7-9078-3760e9ee4034,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:11.912966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:11.918170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:11.946415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=d6b7fe38-f144-40e1-8194-48d98d4064b0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:11.974863 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-73617b4d-adcf-4eb5-afc5-828eb2d2caf3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c81b865e4b8145e997d924151bc5cee8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4953344 Apr 18 21:27:11.983649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56688) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:12.089816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.153340 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ceb46850-bba7-4a91-8ec4-3a9cec65d503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.210320 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80ac5315-486d-47bd-83ba-759dfad834fa req-df5680b5-d548-4637-bd79-b7e2a28afdfa tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 210 time: 0.1268873 Apr 18 21:27:12.220110 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f454-c64f-4de5-90c4-fec347dedfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.251791 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-71a178d4-9020-4072-b056-cd22589fe82c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4155800 Apr 18 21:27:12.264880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ceb46850-bba7-4a91-8ec4-3a9cec65d503 None None] For port 3eadedec-95e5-4c6b-b701-975e56ba4cdd, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3eadedec-95e5-4c6b-b701-975e56ba4cdd,segment=NetworkSegment(9434288d-34e5-4aae-8c1a-5c69da07a8a8),segment_id=9434288d-34e5-4aae-8c1a-5c69da07a8a8)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:12.293288 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f454-c64f-4de5-90c4-fec347dedfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.308596 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ceb46850-bba7-4a91-8ec4-3a9cec65d503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.337010 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afce3439-92ce-42a5-9ed6-c4e7a2a18537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.443166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb46850-bba7-4a91-8ec4-3a9cec65d503 None None] Pushing event updated for resources: {'Port': ['ID=3eadedec-95e5-4c6b-b701-975e56ba4cdd,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:12.447653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2f454-c64f-4de5-90c4-fec347dedfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c46ff2-a47d-4703-bc82-ed0f0096cb0f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:12.476582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1bf2f454-c64f-4de5-90c4-fec347dedfbd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dad6a021e7714cf8984e0707afb9137e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6809068 Apr 18 21:27:12.483833 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afce3439-92ce-42a5-9ed6-c4e7a2a18537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.487331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Allocated IP 172.20.0.13 (7a86bb1b-c707-45aa-9d93-2b86207591ac/4974fa96-0afe-46b4-a8db-00cf754ed215/32288d79-ec19-434c-892c-c493c6aae190) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:12.491853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56700) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:12.616898 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.738870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8e48a6b4-2eea-480b-b8f0-026d2f24a04f None None] Provisioning complete for port 3eadedec-95e5-4c6b-b701-975e56ba4cdd triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:12.739947 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8e48a6b4-2eea-480b-b8f0-026d2f24a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.853755 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4fa83763-a860-42fe-afb4-7cb924669573 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:12.877244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fee8a480-e70e-4f03-8c63-6a59e9d4b7ae req-9a924660-71b9-4da2-99b4-8b303e12d991 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 210 time: 0.1913898 Apr 18 21:27:12.891375 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c59e297-a676-464d-80a4-25ca9f024e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.944757 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-c19ee886-37c3-44e1-85a2-bf0c652d2a5f service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6751757 Apr 18 21:27:13.166760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 4fa83763-a860-42fe-afb4-7cb924669573 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:13.171242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8e48a6b4-2eea-480b-b8f0-026d2f24a04f None None] Provisioning for port d6b7fe38-f144-40e1-8194-48d98d4064b0 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:13.180787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4fa83763-a860-42fe-afb4-7cb924669573 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:13.182445 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.218750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8e48a6b4-2eea-480b-b8f0-026d2f24a04f None None] Provisioning complete for port d6b7fe38-f144-40e1-8194-48d98d4064b0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:13.219356 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8e48a6b4-2eea-480b-b8f0-026d2f24a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.274371 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.334183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8e48a6b4-2eea-480b-b8f0-026d2f24a04f None None] Port d6b7fe38-f144-40e1-8194-48d98d4064b0 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:13.351205 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-d1c7c2a3-8fde-45fa-8057-927106ca161f service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947957 Apr 18 21:27:13.377024 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afce3439-92ce-42a5-9ed6-c4e7a2a18537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.419849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c59e297-a676-464d-80a4-25ca9f024e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.429108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19d076b7-a989-4005-8b70-6d5100cae741 req-336c5d66-daef-4bcb-9644-8a9b9b201554 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 210 time: 0.1284025 Apr 18 21:27:13.437064 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.469668 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.492961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce3439-92ce-42a5-9ed6-c4e7a2a18537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea78af8-2779-49a7-9078-3760e9ee4034,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:13.506819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 4fa83763-a860-42fe-afb4-7cb924669573, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4fa83763-a860-42fe-afb4-7cb924669573,segment=NetworkSegment(08d3e5ef-01e3-4124-b07d-e85752ba3218),segment_id=08d3e5ef-01e3-4124-b07d-e85752ba3218)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:13.523377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-938a6131-043a-40c9-a0cf-68d42e35c6ec None None] Provisioning complete for port d6b7fe38-f144-40e1-8194-48d98d4064b0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:13.523891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-938a6131-043a-40c9-a0cf-68d42e35c6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.528152 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-863d24ae-72e9-4c77-9558-3a1a0c65fad5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=d204f9c6-c349-4bde-aed2-570bd09bb421 HTTP/1.1" status: 200 len: 217 time: 0.1436367 Apr 18 21:27:13.577275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-938a6131-043a-40c9-a0cf-68d42e35c6ec None None] Port d6b7fe38-f144-40e1-8194-48d98d4064b0 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:13.594002 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.594644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3eadedec-95e5-4c6b-b701-975e56ba4cdd up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:13.672776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888da31-f2d8-4978-8905-8221f7843750 req-b162fa95-d71c-4cf6-983e-89576bc21d49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:13.676514 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-b162fa95-d71c-4cf6-983e-89576bc21d49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3149a32-f5d5-46d2-8865-186681244fa6 HTTP/1.1" status: 200 len: 797 time: 0.1418698 Apr 18 21:27:13.678700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4a9437e-bf28-425b-907e-dc3651f13830 req-f3ba9bbc-80a6-465c-adef-db3ed7f5d5dc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 210 time: 0.1872671 Apr 18 21:27:13.693820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Network 7a86bb1b-c707-45aa-9d93-2b86207591ac is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:13.699638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-afce3439-92ce-42a5-9ed6-c4e7a2a18537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.703167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-afce3439-92ce-42a5-9ed6-c4e7a2a18537 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ea78af8-2779-49a7-9078-3760e9ee4034 HTTP/1.1" status: 204 len: 168 time: 1.7151978 Apr 18 21:27:13.704207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:13.712059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:13.727479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=4fa83763-a860-42fe-afb4-7cb924669573,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:13.758072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3eadedec-95e5-4c6b-b701-975e56ba4cdd triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:13.758574 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.806526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Pushing event updated for resources: {'Port': ['ID=32288d79-ec19-434c-892c-c493c6aae190,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:13.828867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:13.829217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:13.829652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:13.829995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:13.830339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:13.830678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:13.831008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:13.831337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:13.831665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:13.831990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:13.832314 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:13.864480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:13.865102 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.876640 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c59e297-a676-464d-80a4-25ca9f024e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.897873 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-b396b395-2853-4ada-ba29-063db79261b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5086a5c4-a610-4cd1-9eb3-c77c166aefe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1947820 Apr 18 21:27:13.908777 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c59e297-a676-464d-80a4-25ca9f024e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.909930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4c59e297-a676-464d-80a4-25ca9f024e47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55c46ff2-a47d-4703-bc82-ed0f0096cb0f HTTP/1.1" status: 204 len: 168 time: 1.4077172 Apr 18 21:27:13.918917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-ea24d565-71f8-41f7-b425-93fab3a561d0 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:13.920578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-ea24d565-71f8-41f7-b425-93fab3a561d0 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.26 "GET /v2.0/networks?id=58d8c715-f7e2-47cc-ade1-ac57ad3ab780 HTTP/1.1" status: 200 len: 813 time: 0.6210558 Apr 18 21:27:13.921560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59e297-a676-464d-80a4-25ca9f024e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c46ff2-a47d-4703-bc82-ed0f0096cb0f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:13.937093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Request body: {'port': {'device_id': '5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff', 'network_id': '58d8c715-f7e2-47cc-ade1-ac57ad3ab780', 'admin_state_up': True, 'tenant_id': 'e0bbe7df5c064febafe8a87a6e06544c'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:14.081354 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-ff04d6fb-8012-4241-941f-c6d2e1d67710 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2444925 Apr 18 21:27:14.098844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Request body: {'port': {'device_id': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:14.152802 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-dda2f30a-f5ce-47e0-8779-76a3738d5902 service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452760 Apr 18 21:27:14.171445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e19effa9-ac83-4a73-9a85-a0c5fc34e744 req-bd93cca3-55cb-4b3f-8f9d-43b7aa62b87c tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 210 time: 0.0757210 Apr 18 21:27:14.231078 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:14.261400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:14.265223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Usage tracker for resource:port and tenant:e0bbe7df5c064febafe8a87a6e06544c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:14.268085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:14.273838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:14.313585 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:14.331556 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:14.423789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Made reservation on behalf of e0bbe7df5c064febafe8a87a6e06544c for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:14.427013 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:14.429298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-1502ecf6-077f-43f7-a042-8092c9c1cbbf service neutron] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663822 Apr 18 21:27:14.511785 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-b110f970-f825-4b84-9743-cce62c6b65d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b0c271c9-5ee4-4b0e-95f9-bed62da38862 HTTP/1.1" status: 200 len: 217 time: 0.0781064 Apr 18 21:27:14.717257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4fa83763-a860-42fe-afb4-7cb924669573 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:14.736461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888da31-f2d8-4978-8905-8221f7843750 req-a0a48099-cca2-4efd-8574-0187eab1f6a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:14.738000 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-a0a48099-cca2-4efd-8574-0187eab1f6a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1b562e9-35b3-411d-9a72-52e584c76442 HTTP/1.1" status: 200 len: 797 time: 0.1838510 Apr 18 21:27:14.773447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Allocated IP 172.20.0.4 (58d8c715-f7e2-47cc-ade1-ac57ad3ab780/d8d6a83d-c77e-4733-8df7-19377cbc44ef/ffd7de22-b019-4a29-a355-33b06983016b) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:14.847232 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:14.897698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4fa83763-a860-42fe-afb4-7cb924669573 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:14.898141 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:15.163222 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-3358ee46-9c74-4140-8545-e34a57093fdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3623707 Apr 18 21:27:15.205177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=d6b7fe38-f144-40e1-8194-48d98d4064b0,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:15.236679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c58c213c-66cd-4a00-bf93-f0a13d65c99b req-3e8368df-e01d-4462-8d80-d4ba3ee6672b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 210 time: 0.1750395 Apr 18 21:27:15.319843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32288d79-ec19-434c-892c-c493c6aae190 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:27:15.334576 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:15.371958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Transition to ACTIVE for port object 32288d79-ec19-434c-892c-c493c6aae190 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:15.411405 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-a5138e4c-2698-4084-9b4b-7683bfe3968c service neutron] 10.222.0.26 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123234 Apr 18 21:27:15.473175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-3af3672e-8531-44d1-a08f-2144fa22c277 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:15.474714 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-3af3672e-8531-44d1-a08f-2144fa22c277 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 0.6316309 Apr 18 21:27:15.477171 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:15.568943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'port': {'device_id': '0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'admin_state_up': True, 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:15.876712 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6c4bf0b-f0fc-4701-8331-f0b25c598705 req-eaec68cc-2bb2-41ce-bcbc-7122f3e1c8c4 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 210 time: 0.3817325 Apr 18 21:27:15.897570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Pushing event updated for resources: {'Port': ['ID=32288d79-ec19-434c-892c-c493c6aae190,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:15.973411 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509763eb-b934-47ea-9a94-5509f638e1d7 req-02d6d018-066e-4391-843c-7bf989c55937 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:15.974890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-509763eb-b934-47ea-9a94-5509f638e1d7 req-02d6d018-066e-4391-843c-7bf989c55937 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 932 time: 1.1418417 Apr 18 21:27:16.000228 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-dae5903f-b381-4697-9f14-858e524d43bf service neutron] 10.222.0.26 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814190 Apr 18 21:27:16.057044 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:16.064877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:16.099845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:16.155697 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-94688be6-6fc4-4561-a98d-cf5e55e10664 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1f77e0af-c064-4089-8480-c8029e6e5ad3 HTTP/1.1" status: 200 len: 217 time: 0.1446750 Apr 18 21:27:16.289198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888da31-f2d8-4978-8905-8221f7843750 req-08231bcd-a1b3-4b91-848c-8753f15abeea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:16.291840 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-08231bcd-a1b3-4b91-848c-8753f15abeea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1b562e9-35b3-411d-9a72-52e584c76442 HTTP/1.1" status: 200 len: 797 time: 0.1252625 Apr 18 21:27:16.309660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Attempting to bind port 32288d79-ec19-434c-892c-c493c6aae190 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:16.310185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Attempting to bind port 32288d79-ec19-434c-892c-c493c6aae190 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '08d3e5ef-01e3-4124-b07d-e85752ba3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:16.311071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Attempting to bind port 32288d79-ec19-434c-892c-c493c6aae190 on network 7a86bb1b-c707-45aa-9d93-2b86207591ac {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:16.358867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-509763eb-b934-47ea-9a94-5509f638e1d7 req-a910a0d0-d053-4785-962e-30add3ad5406 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Synchronizing usage tracker for tenant:d286706845c147b7b508db7113d59292 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:16.376705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:16.382692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Port 32288d79-ec19-434c-892c-c493c6aae190 on network 7a86bb1b-c707-45aa-9d93-2b86207591ac not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:27:16.382692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Attempting to bind port 32288d79-ec19-434c-892c-c493c6aae190 on network 7a86bb1b-c707-45aa-9d93-2b86207591ac {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:16.388087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:port and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:16.390244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:16.390880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Checking segment: {'id': '08d3e5ef-01e3-4124-b07d-e85752ba3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:16.391028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Bound using segment: {'id': '08d3e5ef-01e3-4124-b07d-e85752ba3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:16.391398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Bound port: 32288d79-ec19-434c-892c-c493c6aae190, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d3e5ef-01e3-4124-b07d-e85752ba3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:16.391934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:16.412544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:16.426400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-25f87a70-f8d5-47e5-a4bd-0d7724d440b0 None None] Provisioning complete for port d6b7fe38-f144-40e1-8194-48d98d4064b0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:16.427027 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-25f87a70-f8d5-47e5-a4bd-0d7724d440b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:16.431804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:16.527770 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-539e05a4-5077-4adc-afe0-27df84b28deb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2009938 Apr 18 21:27:16.553644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-25f87a70-f8d5-47e5-a4bd-0d7724d440b0 None None] Port d6b7fe38-f144-40e1-8194-48d98d4064b0 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:16.568951 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:16.570878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-509763eb-b934-47ea-9a94-5509f638e1d7 req-a910a0d0-d053-4785-962e-30add3ad5406 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Unset dirty status for tenant:d286706845c147b7b508db7113d59292 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:16.583444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-509763eb-b934-47ea-9a94-5509f638e1d7 req-a910a0d0-d053-4785-962e-30add3ad5406 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927577 Apr 18 21:27:16.588146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Made reservation on behalf of 18546b6476ee48ff8dbb33e9f0d62503 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:16.588146 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:16.652479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] For port 32288d79-ec19-434c-892c-c493c6aae190, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:16.672628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] For port 32288d79-ec19-434c-892c-c493c6aae190, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=32288d79-ec19-434c-892c-c493c6aae190,segment=NetworkSegment(08d3e5ef-01e3-4124-b07d-e85752ba3218),segment_id=08d3e5ef-01e3-4124-b07d-e85752ba3218)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:16.718548 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:16.769711 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-5d6ed196-1693-4103-86d5-8d850d8f4861 service neutron] 10.222.0.26 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313805 Apr 18 21:27:16.779649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a684ff9c-4e7c-4972-8482-f6b3e51d8c45 req-162d759c-3ef6-4b0a-be17-b54859597e8b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 210 time: 0.2192943 Apr 18 21:27:16.892306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Network 58d8c715-f7e2-47cc-ade1-ac57ad3ab780 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:16.910263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Pushing event updated for resources: {'Port': ['ID=ffd7de22-b019-4a29-a355-33b06983016b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:16.923845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:16.927631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:17.031893 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:17.033263 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] 10.222.0.59 "PUT /v2.0/ports/32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 1092 time: 2.9391816 Apr 18 21:27:17.033720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'tag': '32288d79-ec19-434c-892c-c493c6aae190'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:17.073578 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9888da31-f2d8-4978-8905-8221f7843750 req-65a1caf5-4370-46f3-834a-4c5f3ec55b4c service neutron] 10.222.0.26 "GET /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950034 Apr 18 21:27:17.102380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:17.103204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:17.119169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b01bd-00e9-4058-8f29-81b92e5722c1 service neutron] Pushing event updated for resources: {'Port': ['ID=32288d79-ec19-434c-892c-c493c6aae190,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:17.236948 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d0e129-6f06-4793-b8e5-e08d0aa98f6e'] response: {'name': 'network-changed', 'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'tag': '32288d79-ec19-434c-892c-c493c6aae190', 'status': 'completed', 'code': 200} Apr 18 21:27:17.270401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Allocated IP 172.20.0.13 (96c2fcdd-2cca-467d-9433-9c5ebd738c61/23addfbc-2010-41c2-a583-5d468a0b3722/de0d77b5-27fc-4a98-a3c6-83fd3177b0a5) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:17.282479 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-dd340744-a4a3-44b3-86bb-c95bd6270f7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d286706845c147b7b508db7113d59292&device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 1095 time: 0.1254029 Apr 18 21:27:17.362109 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-c120b702-b6e8-4df4-9e52-60af4a8645f7 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4286916 Apr 18 21:27:17.378112 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-9ae49bf0-f194-41b8-8209-61bc66d0153c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 217 time: 0.0888743 Apr 18 21:27:17.382571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Request body: {'port': {'device_id': '5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:17.424494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router decbdd66-5454-4061-9936-dfa4fc81f148 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:27:17.449176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-cb238a61-1bbe-42de-b34f-f0572f6a8a5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:17.451258 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-cb238a61-1bbe-42de-b34f-f0572f6a8a5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4974fa96-0afe-46b4-a8db-00cf754ed215 HTTP/1.1" status: 200 len: 859 time: 0.0673699 Apr 18 21:27:17.458950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c53c56-455d-4c97-8126-48bca3058ba4 req-0888e36f-d3b5-4e66-a73d-13e223221d3e tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:17.462769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a4c53c56-455d-4c97-8126-48bca3058ba4 req-0888e36f-d3b5-4e66-a73d-13e223221d3e tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Synchronizing usage tracker for tenant:e0bbe7df5c064febafe8a87a6e06544c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:17.508176 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-e08c5a6d-54cf-475e-bfaf-e0b6931cd08a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a86bb1b-c707-45aa-9d93-2b86207591ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504241 Apr 18 21:27:17.712128 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-81b2291b-3796-4dbe-b7bb-4d8022621152 service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957543 Apr 18 21:27:17.814070 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:17.830338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a4c53c56-455d-4c97-8126-48bca3058ba4 req-0888e36f-d3b5-4e66-a73d-13e223221d3e tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Unset dirty status for tenant:e0bbe7df5c064febafe8a87a6e06544c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:17.838680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a4c53c56-455d-4c97-8126-48bca3058ba4 req-0888e36f-d3b5-4e66-a73d-13e223221d3e tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 931 time: 0.6977570 Apr 18 21:27:18.079520 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ae3c5b04-0937-4ab7-a877-20cb3f514ee2 req-4a1d27d9-f546-4bff-9a7f-6e5ba6629a31 service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590913 Apr 18 21:27:18.298755 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-347237dc-6f51-4cb9-ac17-14b224815e88 req-7f0900dd-e932-447c-abff-30c90fe8f1e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d286706845c147b7b508db7113d59292&device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 1095 time: 0.1061926 Apr 18 21:27:18.317360 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:18.338697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a4c53c56-455d-4c97-8126-48bca3058ba4 req-a6ed9c1f-ac5d-43a7-a206-57e5c2c0c98c tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Synchronizing usage tracker for tenant:e0bbe7df5c064febafe8a87a6e06544c on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:18.455197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Transition to ACTIVE for port object de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:18.499226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347237dc-6f51-4cb9-ac17-14b224815e88 req-7c0d1c13-9be0-4c39-8136-c62a1dcef176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:18.500914 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-347237dc-6f51-4cb9-ac17-14b224815e88 req-7c0d1c13-9be0-4c39-8136-c62a1dcef176 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a86bb1b-c707-45aa-9d93-2b86207591ac HTTP/1.1" status: 200 len: 920 time: 0.1960392 Apr 18 21:27:18.505307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab8be8-8651-481d-94e1-ffbcdf10855c req-f7929479-5b24-422a-b52f-ae122e992190 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:18.506810 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbab8be8-8651-481d-94e1-ffbcdf10855c req-f7929479-5b24-422a-b52f-ae122e992190 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 944 time: 0.6788983 Apr 18 21:27:18.610889 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-347237dc-6f51-4cb9-ac17-14b224815e88 req-6534282d-8e01-49f7-baac-86023d47d118 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 217 time: 0.1040652 Apr 18 21:27:18.642449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a4c53c56-455d-4c97-8126-48bca3058ba4 req-a6ed9c1f-ac5d-43a7-a206-57e5c2c0c98c tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Unset dirty status for tenant:e0bbe7df5c064febafe8a87a6e06544c on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:18.643846 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a4c53c56-455d-4c97-8126-48bca3058ba4 req-a6ed9c1f-ac5d-43a7-a206-57e5c2c0c98c tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8040824 Apr 18 21:27:18.693956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347237dc-6f51-4cb9-ac17-14b224815e88 req-191e0b13-4d56-4527-8135-f8e709816879 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:18.695407 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-347237dc-6f51-4cb9-ac17-14b224815e88 req-191e0b13-4d56-4527-8135-f8e709816879 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4974fa96-0afe-46b4-a8db-00cf754ed215 HTTP/1.1" status: 200 len: 859 time: 0.0775251 Apr 18 21:27:18.699843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:18.711296 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aca547-cd71-4c35-a9cb-915dab4adc11 None None] Sync routers for ids ['decbdd66-5454-4061-9936-dfa4fc81f148'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:18.716180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9676fd28-a3c7-4a97-99bd-15eed4bdf8c2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/decbdd66-5454-4061-9936-dfa4fc81f148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1183259 Apr 18 21:27:18.718562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56832) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:18.721104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbab8be8-8651-481d-94e1-ffbcdf10855c req-e0045fca-bb68-4e97-bdfd-34554e8f08e0 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040405 Apr 18 21:27:18.755868 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-347237dc-6f51-4cb9-ac17-14b224815e88 req-9e38471a-1ad1-4a79-aa6b-b1265a166af9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a86bb1b-c707-45aa-9d93-2b86207591ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529482 Apr 18 21:27:18.764472 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:18.764634 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aca547-cd71-4c35-a9cb-915dab4adc11 None None] Routers {'decbdd66-5454-4061-9936-dfa4fc81f148'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:18.764804 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-83aca547-cd71-4c35-a9cb-915dab4adc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['decbdd66-5454-4061-9936-dfa4fc81f148'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:18.878004 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-83aca547-cd71-4c35-a9cb-915dab4adc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:18.894113 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aca547-cd71-4c35-a9cb-915dab4adc11 None None] Routers {'decbdd66-5454-4061-9936-dfa4fc81f148'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:18.895028 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-83aca547-cd71-4c35-a9cb-915dab4adc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['decbdd66-5454-4061-9936-dfa4fc81f148'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:18.963718 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-83aca547-cd71-4c35-a9cb-915dab4adc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:18.964474 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aca547-cd71-4c35-a9cb-915dab4adc11 None None] The sync data for ids ['decbdd66-5454-4061-9936-dfa4fc81f148'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:19.016606 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-347237dc-6f51-4cb9-ac17-14b224815e88 req-6642e755-1fed-4f3b-9d90-14e3dd529eca service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532492 Apr 18 21:27:19.061776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1697bd-a181-43f9-83bf-a54cca3c1c55 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:19.062323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1d1697bd-a181-43f9-83bf-a54cca3c1c55 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Synchronizing usage tracker for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:19.068493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:19.076256 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:19.092272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=de0d77b5-27fc-4a98-a3c6-83fd3177b0a5,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:19.100387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:19.229702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1d1697bd-a181-43f9-83bf-a54cca3c1c55 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Unset dirty status for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:19.231012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1d1697bd-a181-43f9-83bf-a54cca3c1c55 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports/d6b7fe38-f144-40e1-8194-48d98d4064b0 HTTP/1.1" status: 200 len: 910 time: 0.5089548 Apr 18 21:27:19.237592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56850) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:19.253826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-89647d9c-5416-4561-bb29-204f08eba223 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7141dea-2999-4ad6-9ce0-ec68563eccb3'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:19.286419 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-347237dc-6f51-4cb9-ac17-14b224815e88 req-3483c798-ee9a-447e-9377-297c699de0cd service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632356 Apr 18 21:27:19.307921 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd7de22-b019-4a29-a355-33b06983016b {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:27:19.448787 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:19.463630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:19.464225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:19.505923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b5608-4b28-45c8-8e60-01d2924750eb req-24e3de6e-4a4c-4c62-a287-dd503b89f0e9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:19.506598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-402b5608-4b28-45c8-8e60-01d2924750eb req-24e3de6e-4a4c-4c62-a287-dd503b89f0e9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:19.509828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Transition to ACTIVE for port object ffd7de22-b019-4a29-a355-33b06983016b will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:19.586530 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-b6537b28-89a2-41ce-8322-1229be41f04c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0214913 Apr 18 21:27:19.587168 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:19.605093 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-607889b2-51d4-4728-96b3-48ac9c8f9af9 None None] Provisioning for port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:19.610294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-607889b2-51d4-4728-96b3-48ac9c8f9af9 None None] Provisioning complete for port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:19.610721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-607889b2-51d4-4728-96b3-48ac9c8f9af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:19.640598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Request body: {'port': {'device_id': '0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:19.697183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-402b5608-4b28-45c8-8e60-01d2924750eb req-24e3de6e-4a4c-4c62-a287-dd503b89f0e9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:19.698379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-402b5608-4b28-45c8-8e60-01d2924750eb req-24e3de6e-4a4c-4c62-a287-dd503b89f0e9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 932 time: 0.8227262 Apr 18 21:27:19.706332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-607889b2-51d4-4728-96b3-48ac9c8f9af9 None None] Port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:19.820571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89647d9c-5416-4561-bb29-204f08eba223 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:19.995730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd7de22-b019-4a29-a355-33b06983016b,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:20.043998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-402b5608-4b28-45c8-8e60-01d2924750eb req-ae836e61-e3dd-4755-9381-7ddd5033c6a8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262246 Apr 18 21:27:20.102340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:20.412511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56874) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:20.570599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c4a556d-9a37-44af-9478-b7b8b62fc1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:20.603739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6c4a556d-9a37-44af-9478-b7b8b62fc1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:20.607574 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6c4a556d-9a37-44af-9478-b7b8b62fc1db admin admin] Usage tracker for resource:security_group_rule and tenant:8ba3c7cadc7945a2b3c06023f4e0b176 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:20.610486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6c4a556d-9a37-44af-9478-b7b8b62fc1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:20.616211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6c4a556d-9a37-44af-9478-b7b8b62fc1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:20.677954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Attempting to bind port ffd7de22-b019-4a29-a355-33b06983016b on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:20.678306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Attempting to bind port ffd7de22-b019-4a29-a355-33b06983016b by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'b87bf14f-34be-4f5c-b27e-f74f9917dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '58d8c715-f7e2-47cc-ade1-ac57ad3ab780'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:20.683643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Attempting to bind port ffd7de22-b019-4a29-a355-33b06983016b on network 58d8c715-f7e2-47cc-ade1-ac57ad3ab780 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:20.703359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c4a556d-9a37-44af-9478-b7b8b62fc1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:20.711218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cdba4-8497-4bdb-8a2a-3c82e5c44018 req-d4dd98ab-c7d8-4b28-883e-04b8fa4bffc2 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:20.712684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c01cdba4-8497-4bdb-8a2a-3c82e5c44018 req-d4dd98ab-c7d8-4b28-883e-04b8fa4bffc2 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 943 time: 0.8941669 Apr 18 21:27:20.784839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Port ffd7de22-b019-4a29-a355-33b06983016b on network 58d8c715-f7e2-47cc-ade1-ac57ad3ab780 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:27:20.785166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Attempting to bind port ffd7de22-b019-4a29-a355-33b06983016b on network 58d8c715-f7e2-47cc-ade1-ac57ad3ab780 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:20.805191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c4a556d-9a37-44af-9478-b7b8b62fc1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:20.877310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a556d-9a37-44af-9478-b7b8b62fc1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cc7cdb-4d9d-43fc-8bdb-62f39695a3f3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:20.886171 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6c4a556d-9a37-44af-9478-b7b8b62fc1db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ba3c7cadc7945a2b3c06023f4e0b176&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4725311 Apr 18 21:27:20.887417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56882) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:20.888314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:20.888659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Checking segment: {'id': 'b87bf14f-34be-4f5c-b27e-f74f9917dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '58d8c715-f7e2-47cc-ade1-ac57ad3ab780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:20.889039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Bound using segment: {'id': 'b87bf14f-34be-4f5c-b27e-f74f9917dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '58d8c715-f7e2-47cc-ade1-ac57ad3ab780'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:20.889494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Bound port: ffd7de22-b019-4a29-a355-33b06983016b, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87bf14f-34be-4f5c-b27e-f74f9917dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '58d8c715-f7e2-47cc-ade1-ac57ad3ab780'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:20.889847 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:20.983649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d912e4d4-3210-4ac5-9955-8f78b81bf6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.032545 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d912e4d4-3210-4ac5-9955-8f78b81bf6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.053652 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c01cdba4-8497-4bdb-8a2a-3c82e5c44018 req-4ef7882d-2822-42f4-9ebe-1dfc1d444328 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975490 Apr 18 21:27:21.104332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8f0e5-5dea-4fee-867a-82a1ce783900 req-85cbdb14-6d62-4bbf-9077-5af499a87f0d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:21.105844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4d8f0e5-5dea-4fee-867a-82a1ce783900 req-85cbdb14-6d62-4bbf-9077-5af499a87f0d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 944 time: 0.5362351 Apr 18 21:27:21.115278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 32288d79-ec19-434c-892c-c493c6aae190 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:27:21.229048 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d912e4d4-3210-4ac5-9955-8f78b81bf6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.245753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912e4d4-3210-4ac5-9955-8f78b81bf6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cc7cdb-4d9d-43fc-8bdb-62f39695a3f3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:21.252209 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d912e4d4-3210-4ac5-9955-8f78b81bf6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.257749 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d912e4d4-3210-4ac5-9955-8f78b81bf6d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3cc7cdb-4d9d-43fc-8bdb-62f39695a3f3 HTTP/1.1" status: 204 len: 168 time: 0.3685071 Apr 18 21:27:21.331150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 32288d79-ec19-434c-892c-c493c6aae190, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=32288d79-ec19-434c-892c-c493c6aae190,segment=NetworkSegment(08d3e5ef-01e3-4124-b07d-e85752ba3218),segment_id=08d3e5ef-01e3-4124-b07d-e85752ba3218)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:21.380079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '32288d79-ec19-434c-892c-c493c6aae190', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'port_id': '32288d79-ec19-434c-892c-c493c6aae190', 'mac_address': 'fa:16:3e:cd:79:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:27:21.440298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] For port ffd7de22-b019-4a29-a355-33b06983016b, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:21.473596 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.501257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4d8f0e5-5dea-4fee-867a-82a1ce783900 req-1f933c19-f110-435b-8137-65c0a13c605a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219414 Apr 18 21:27:21.507294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32288d79-ec19-434c-892c-c493c6aae190 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:27:21.524327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] For port ffd7de22-b019-4a29-a355-33b06983016b, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ffd7de22-b019-4a29-a355-33b06983016b,segment=NetworkSegment(b87bf14f-34be-4f5c-b27e-f74f9917dac8),segment_id=b87bf14f-34be-4f5c-b27e-f74f9917dac8)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:21.537509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 32288d79-ec19-434c-892c-c493c6aae190, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=32288d79-ec19-434c-892c-c493c6aae190,segment=NetworkSegment(08d3e5ef-01e3-4124-b07d-e85752ba3218),segment_id=08d3e5ef-01e3-4124-b07d-e85752ba3218)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:21.568594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05132-57ab-48bf-bca2-0023f0208d1d req-4b872a77-5fa4-451c-bfc7-80c53c33a55d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:21.570076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bbb05132-57ab-48bf-bca2-0023f0208d1d req-4b872a77-5fa4-451c-bfc7-80c53c33a55d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 932 time: 0.3841467 Apr 18 21:27:21.612467 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89647d9c-5416-4561-bb29-204f08eba223 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.637892 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.696518 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.771848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89647d9c-5416-4561-bb29-204f08eba223 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.776647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=32288d79-ec19-434c-892c-c493c6aae190,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:21.813823 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bbb05132-57ab-48bf-bca2-0023f0208d1d req-85530362-a754-4029-97e9-8486618aea4f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322714 Apr 18 21:27:21.828483 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.829777 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] 10.222.0.26 "PUT /v2.0/ports/ffd7de22-b019-4a29-a355-33b06983016b HTTP/1.1" status: 200 len: 1091 time: 4.4556468 Apr 18 21:27:21.849251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff', 'tag': 'ffd7de22-b019-4a29-a355-33b06983016b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:21.862290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:27:21.876763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.879126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ab03c-e1b5-4597-baf7-c0ab78d8f730 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd7de22-b019-4a29-a355-33b06983016b,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:21.911916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['32288d79-ec19-434c-892c-c493c6aae190'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:27:21.947520 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30f030c-9681-4286-b92f-7a2c39202a24'] response: {'name': 'network-changed', 'server_uuid': '5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff', 'tag': 'ffd7de22-b019-4a29-a355-33b06983016b', 'status': 'completed', 'code': 200} Apr 18 21:27:22.036498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Transition to ACTIVE for port object de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:22.041749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89647d9c-5416-4561-bb29-204f08eba223 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:22.042823 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89647d9c-5416-4561-bb29-204f08eba223 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:22.044186 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-89647d9c-5416-4561-bb29-204f08eba223 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/ports/d6b7fe38-f144-40e1-8194-48d98d4064b0 HTTP/1.1" status: 200 len: 910 time: 2.8016105 Apr 18 21:27:22.048372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56898) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:22.069974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89647d9c-5416-4561-bb29-204f08eba223 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=d6b7fe38-f144-40e1-8194-48d98d4064b0,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:22.080529 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:22.315308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0e4f8ec-7624-45b3-80bd-ddfbede1e324 req-396b8296-b767-40e9-9a02-8a40abe92f43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0bbe7df5c064febafe8a87a6e06544c&device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 1094 time: 0.3491039 Apr 18 21:27:22.319138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56908) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:22.352287 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5d0fd45-7ed8-42f0-ac9e-0fa8fa330a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:22.412667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Pushing event updated for resources: {'Port': ['ID=de0d77b5-27fc-4a98-a3c6-83fd3177b0a5,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:22.565671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e5d0fd45-7ed8-42f0-ac9e-0fa8fa330a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:22.579064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e5d0fd45-7ed8-42f0-ac9e-0fa8fa330a06 admin admin] Usage tracker for resource:security_group_rule and tenant:ad23bfe364dc405bb9119512601ed8e8 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:22.583292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e5d0fd45-7ed8-42f0-ac9e-0fa8fa330a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:22.600931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e5d0fd45-7ed8-42f0-ac9e-0fa8fa330a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:22.649209 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0672ee6-284b-4540-bfc3-45ca7e4b5570 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:22.960323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4f8ec-7624-45b3-80bd-ddfbede1e324 req-89551106-0177-4d1e-981b-8d1354802bc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:22.961865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0e4f8ec-7624-45b3-80bd-ddfbede1e324 req-89551106-0177-4d1e-981b-8d1354802bc2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e0bbe7df5c064febafe8a87a6e06544c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5905714 Apr 18 21:27:22.964137 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5d0fd45-7ed8-42f0-ac9e-0fa8fa330a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:23.015852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43626ac-452a-4f45-953e-973a2ac80c70 req-52900b93-8244-442c-b31f-b632f82e9640 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:23.018108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c43626ac-452a-4f45-953e-973a2ac80c70 req-52900b93-8244-442c-b31f-b632f82e9640 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 943 time: 0.7005899 Apr 18 21:27:23.114663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 32288d79-ec19-434c-892c-c493c6aae190 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:23.123594 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5d0fd45-7ed8-42f0-ac9e-0fa8fa330a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:23.126354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Attempting to bind port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:23.126679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Attempting to bind port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:23.127063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Attempting to bind port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:23.152035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:27:23.152462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Attempting to bind port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:23.184604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:23.184940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Checking segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:23.185485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Bound using segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:23.185942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Bound port: de0d77b5-27fc-4a98-a3c6-83fd3177b0a5, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:23.186284 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:23.216112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfa67a-0eab-488c-8f42-71dfc0329b8c req-53dc06cf-58de-45a3-bfc3-faf96afa6bc1 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:23.222766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bdfa67a-0eab-488c-8f42-71dfc0329b8c req-53dc06cf-58de-45a3-bfc3-faf96afa6bc1 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 945 time: 0.4963176 Apr 18 21:27:23.295148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0fd45-7ed8-42f0-ac9e-0fa8fa330a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b988ec52-f3ea-4af2-af7e-07224c17c57a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:23.324920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 32288d79-ec19-434c-892c-c493c6aae190 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:23.324920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 32288d79-ec19-434c-892c-c493c6aae190 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:23.324920 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:23.363808 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e5d0fd45-7ed8-42f0-ac9e-0fa8fa330a06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad23bfe364dc405bb9119512601ed8e8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0370190 Apr 18 21:27:23.369547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56918) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:23.453186 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c43626ac-452a-4f45-953e-973a2ac80c70 req-9ab9b2da-13ac-4d0c-87d3-0109a845e969 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241254 Apr 18 21:27:23.454155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4f8ec-7624-45b3-80bd-ddfbede1e324 req-1e7dbe46-31a8-4a78-8685-3498b9449514 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:23.455553 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0e4f8ec-7624-45b3-80bd-ddfbede1e324 req-1e7dbe46-31a8-4a78-8685-3498b9449514 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4828727 Apr 18 21:27:23.480680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bdfa67a-0eab-488c-8f42-71dfc0329b8c req-4c62e847-396a-45a5-a31f-f44c420628bf tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568698 Apr 18 21:27:23.520458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] For port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:23.526630 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:23.629814 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1260747d-ceb8-4341-9fcf-6e3af01d8516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:23.631714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] For port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=de0d77b5-27fc-4a98-a3c6-83fd3177b0a5,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:23.651362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32288d79-ec19-434c-892c-c493c6aae190'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:23.665981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 32288d79-ec19-434c-892c-c493c6aae190, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=32288d79-ec19-434c-892c-c493c6aae190,segment=NetworkSegment(08d3e5ef-01e3-4124-b07d-e85752ba3218),segment_id=08d3e5ef-01e3-4124-b07d-e85752ba3218)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:23.670938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1260747d-ceb8-4341-9fcf-6e3af01d8516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:23.700055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-3657264e-9785-4c7a-96cc-af7b9222a29e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0bbe7df5c064febafe8a87a6e06544c&device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 1094 time: 0.1734135 Apr 18 21:27:23.729796 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c59bd50-d84e-49cd-9dd8-555dafeea1c1'] response: {'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32288d79-ec19-434c-892c-c493c6aae190', 'code': 200} Apr 18 21:27:23.823422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:23.881233 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:23.888913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a0672ee6-284b-4540-bfc3-45ca7e4b5570 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port d6b7fe38-f144-40e1-8194-48d98d4064b0 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:23.889258 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0672ee6-284b-4540-bfc3-45ca7e4b5570 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:23.933439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=32288d79-ec19-434c-892c-c493c6aae190,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:23.951515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1260747d-ceb8-4341-9fcf-6e3af01d8516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:23.974384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260747d-ceb8-4341-9fcf-6e3af01d8516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b988ec52-f3ea-4af2-af7e-07224c17c57a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:23.980930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-8521259a-64ba-4ce2-a91d-5532e6cc1c40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd7de22-b019-4a29-a355-33b06983016b HTTP/1.1" status: 200 len: 217 time: 0.2684591 Apr 18 21:27:23.986613 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1260747d-ceb8-4341-9fcf-6e3af01d8516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:23.990211 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1260747d-ceb8-4341-9fcf-6e3af01d8516 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b988ec52-f3ea-4af2-af7e-07224c17c57a HTTP/1.1" status: 204 len: 168 time: 0.6172593 Apr 18 21:27:24.049283 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:24.050677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] 10.222.0.26 "PUT /v2.0/ports/de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 HTTP/1.1" status: 200 len: 1092 time: 4.4149086 Apr 18 21:27:24.069620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6', 'tag': 'de0d77b5-27fc-4a98-a3c6-83fd3177b0a5'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:24.130439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad438f6-4318-432d-ac5b-cec22adfa43a service neutron] Pushing event updated for resources: {'Port': ['ID=de0d77b5-27fc-4a98-a3c6-83fd3177b0a5,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:24.145321 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-ee66fdeb-b2d8-4c3c-a06f-3f85f24b6e85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:24.147022 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-ee66fdeb-b2d8-4c3c-a06f-3f85f24b6e85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8d6a83d-c77e-4733-8df7-19377cbc44ef HTTP/1.1" status: 200 len: 853 time: 0.1462414 Apr 18 21:27:24.233209 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21a7154-9d5e-430b-b302-66701c3a5fac'] response: {'name': 'network-changed', 'server_uuid': '0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6', 'tag': 'de0d77b5-27fc-4a98-a3c6-83fd3177b0a5', 'status': 'completed', 'code': 200} Apr 18 21:27:24.330875 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d990b12-c7b2-4237-8d90-95e5670c181d req-aabe0e87-b393-4f02-9ee2-d79740fdb339 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 1097 time: 0.5417509 Apr 18 21:27:24.331964 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0672ee6-284b-4540-bfc3-45ca7e4b5570 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:24.348127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-98de9e44-9811-4776-b237-9ccef13248f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58d8c715-f7e2-47cc-ade1-ac57ad3ab780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934118 Apr 18 21:27:24.358341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6a226-5e04-4471-aba9-f5dfccace0af req-6c45c31a-09c3-41eb-985e-1674954acf16 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:24.365420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8e6a226-5e04-4471-aba9-f5dfccace0af req-6c45c31a-09c3-41eb-985e-1674954acf16 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.5778306 Apr 18 21:27:24.483274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a0672ee6-284b-4540-bfc3-45ca7e4b5570 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for d6b7fe38-f144-40e1-8194-48d98d4064b0 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:24.557429 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d990b12-c7b2-4237-8d90-95e5670c181d req-ef772dd1-1f28-41fc-93a2-7baeddcbf2ff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163005 Apr 18 21:27:24.584566 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-78a6319e-8bb3-4e27-a95d-e930040caf7e service neutron] 10.222.0.26 "GET /v2.0/networks/58d8c715-f7e2-47cc-ade1-ac57ad3ab780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167025 Apr 18 21:27:24.586862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8e6a226-5e04-4471-aba9-f5dfccace0af req-1a52ad60-cb76-4cc7-9528-60fa399a9a20 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207253 Apr 18 21:27:24.598266 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-31f1cf4d-2881-476f-a7c8-896bcf75bcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:24.674689 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdc1c043-8a9e-46dd-8f28-25f659681eca req-bead4174-e57d-4160-a7c7-36e97914ecb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 1095 time: 0.4405968 Apr 18 21:27:24.862534 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0672ee6-284b-4540-bfc3-45ca7e4b5570 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:24.915907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0672ee6-284b-4540-bfc3-45ca7e4b5570 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=d6b7fe38-f144-40e1-8194-48d98d4064b0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:25.261410 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a0672ee6-284b-4540-bfc3-45ca7e4b5570 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:25.302634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3bd5a052-e1c8-4cd3-aebd-e679bd19c891 req-1970453c-dcba-4b74-957b-6e3bd05485ef service neutron] 10.222.0.26 "GET /v2.0/networks/58d8c715-f7e2-47cc-ade1-ac57ad3ab780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7106328 Apr 18 21:27:25.349923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af78e97-997c-405f-a3a7-b70fe00b0299 req-bc92af0f-1276-4b26-8ae7-cb46f7277526 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:25.353419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6af78e97-997c-405f-a3a7-b70fe00b0299 req-bc92af0f-1276-4b26-8ae7-cb46f7277526 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 943 time: 0.5085084 Apr 18 21:27:25.360072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1c043-8a9e-46dd-8f28-25f659681eca req-4d5ff60d-b13e-481c-826c-e6bd0d2829e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:25.363755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdc1c043-8a9e-46dd-8f28-25f659681eca req-4d5ff60d-b13e-481c-826c-e6bd0d2829e6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6581211 Apr 18 21:27:25.418107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14573c43-6d54-4a45-833b-daa709a75063 req-47fe3a9b-f4d9-40cd-aa84-4cbfa2271de5 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:25.419745 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14573c43-6d54-4a45-833b-daa709a75063 req-47fe3a9b-f4d9-40cd-aa84-4cbfa2271de5 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.6739628 Apr 18 21:27:25.617086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6af78e97-997c-405f-a3a7-b70fe00b0299 req-4c180007-bba6-49d8-acda-0dbd191b9ff3 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541163 Apr 18 21:27:25.645153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14573c43-6d54-4a45-833b-daa709a75063 req-6c78fd9e-3027-48d1-830f-eac10a840f6b tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444151 Apr 18 21:27:25.662123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1c043-8a9e-46dd-8f28-25f659681eca req-4f305ccb-bcd2-4155-9b7e-593969241182 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:25.664703 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdc1c043-8a9e-46dd-8f28-25f659681eca req-4f305ccb-bcd2-4155-9b7e-593969241182 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2923737 Apr 18 21:27:25.928959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a82f58-a1cc-4084-b880-35be66007729 req-1a2ac59c-3fe7-4b44-875d-5359a8e8f1b3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:25.930455 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2a82f58-a1cc-4084-b880-35be66007729 req-1a2ac59c-3fe7-4b44-875d-5359a8e8f1b3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.1550670 Apr 18 21:27:25.937898 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-d95e0202-02e8-4c53-bbc2-7714a759d307 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 1095 time: 0.1287065 Apr 18 21:27:25.983201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0672ee6-284b-4540-bfc3-45ca7e4b5570 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router decbdd66-5454-4061-9936-dfa4fc81f148 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:27:26.103146 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-a9c8fdde-8eca-4102-b152-abb3f98ea273 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 HTTP/1.1" status: 200 len: 217 time: 0.1563003 Apr 18 21:27:26.106144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2a82f58-a1cc-4084-b880-35be66007729 req-cf2b1927-877e-4d11-afcd-57cd8ed33b3c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616673 Apr 18 21:27:26.293172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-ea6819ec-8eb4-4755-9146-9dc7b4cd3c7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:26.294789 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-ea6819ec-8eb4-4755-9146-9dc7b4cd3c7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.1812003 Apr 18 21:27:26.313950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0672ee6-284b-4540-bfc3-45ca7e4b5570 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:26.324982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c9c8f9-3311-4ff3-a1c2-4d28c9794b08 None None] Sync routers for ids ['decbdd66-5454-4061-9936-dfa4fc81f148'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:26.344355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c9c8f9-3311-4ff3-a1c2-4d28c9794b08 None None] Routers {'decbdd66-5454-4061-9936-dfa4fc81f148'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:26.345492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c8c9c8f9-3311-4ff3-a1c2-4d28c9794b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['decbdd66-5454-4061-9936-dfa4fc81f148'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:26.417710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-9544d2a2-cff7-4c8c-856c-82f82232de64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146157 Apr 18 21:27:26.421760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c8c9c8f9-3311-4ff3-a1c2-4d28c9794b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:26.435606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c9c8f9-3311-4ff3-a1c2-4d28c9794b08 None None] Routers {'decbdd66-5454-4061-9936-dfa4fc81f148'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:26.436416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c8c9c8f9-3311-4ff3-a1c2-4d28c9794b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:26:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['decbdd66-5454-4061-9936-dfa4fc81f148'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:26.440361 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a0672ee6-284b-4540-bfc3-45ca7e4b5570 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/decbdd66-5454-4061-9936-dfa4fc81f148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3907447 Apr 18 21:27:26.441215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56968) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:26.505091 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c8c9c8f9-3311-4ff3-a1c2-4d28c9794b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:26.505515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c9c8f9-3311-4ff3-a1c2-4d28c9794b08 None None] The sync data for ids ['decbdd66-5454-4061-9936-dfa4fc81f148'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:26.510683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-16d43d18-8902-45be-8aa8-2d1541a52ed5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Synchronizing usage tracker for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:26.653626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-d07a1aaa-071a-45ac-8506-f87829b5b24b service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294421 Apr 18 21:27:26.656920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-16d43d18-8902-45be-8aa8-2d1541a52ed5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Unset dirty status for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:26.666283 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-16d43d18-8902-45be-8aa8-2d1541a52ed5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=decbdd66-5454-4061-9936-dfa4fc81f148 HTTP/1.1" status: 200 len: 205 time: 0.2239604 Apr 18 21:27:26.669275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56974) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:26.909985 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7f6435c-b190-4ef5-a829-1d1f4f016455 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:27.010628 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-474afbe1-69ef-4ed8-8b01-9c2949bd1b60 req-0f0cea2c-6f18-4e1e-84a5-70310163f1d2 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497660 Apr 18 21:27:27.050680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037f50-15a3-4c46-b7b7-7f729b417ef8 req-eca23019-2e22-42a7-8970-d57fabc3e988 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:27.052160 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37037f50-15a3-4c46-b7b7-7f729b417ef8 req-eca23019-2e22-42a7-8970-d57fabc3e988 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.2240152 Apr 18 21:27:27.067336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723bf34-747c-4afb-af43-29a835c4f3df req-d64dcd5b-57d8-4a19-bb3b-90c9ce7ec0c8 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:27.069433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0723bf34-747c-4afb-af43-29a835c4f3df req-d64dcd5b-57d8-4a19-bb3b-90c9ce7ec0c8 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 943 time: 0.1712646 Apr 18 21:27:27.143296 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e463bd05-82c3-48f3-8a5e-edbd8219f148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:27.190298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37037f50-15a3-4c46-b7b7-7f729b417ef8 req-8f47c976-02ea-42f7-a8e8-26efc31c8c36 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045034 Apr 18 21:27:27.196012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0723bf34-747c-4afb-af43-29a835c4f3df req-e70bd3e0-f887-43f1-8c88-4b696a844ae4 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127682 Apr 18 21:27:27.526493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0bc02-2429-43f7-a5d3-53de7744ab81 req-6c11f013-1630-472c-b2c9-8a13d6e235a5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:27.528028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fbd0bc02-2429-43f7-a5d3-53de7744ab81 req-6c11f013-1630-472c-b2c9-8a13d6e235a5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.0925453 Apr 18 21:27:27.537007 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7f6435c-b190-4ef5-a829-1d1f4f016455 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:27.543862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7f6435c-b190-4ef5-a829-1d1f4f016455 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:27.597619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fbd0bc02-2429-43f7-a5d3-53de7744ab81 req-e1c1f4e0-733a-4997-9a51-5bd8bf69427d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571747 Apr 18 21:27:27.702194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7f6435c-b190-4ef5-a829-1d1f4f016455 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:27.702695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f6435c-b190-4ef5-a829-1d1f4f016455 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Fanout notify agent at l3_agent the message router_deleted on router decbdd66-5454-4061-9936-dfa4fc81f148 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:27:27.723844 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7f6435c-b190-4ef5-a829-1d1f4f016455 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:27.725002 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c7f6435c-b190-4ef5-a829-1d1f4f016455 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/decbdd66-5454-4061-9936-dfa4fc81f148 HTTP/1.1" status: 204 len: 168 time: 1.0548232 Apr 18 21:27:27.728197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56996) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:28.097592 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.166784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bd77b-c7a7-4f38-9f5c-d6f7fe887b08 req-eabd5ae6-d64a-4059-82e2-f5d372853ac1 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:28.168265 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac6bd77b-c7a7-4f38-9f5c-d6f7fe887b08 req-eabd5ae6-d64a-4059-82e2-f5d372853ac1 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.1318531 Apr 18 21:27:28.192638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca25118c-d517-4103-bc8f-db0757d1e83a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting subnet e7141dea-2999-4ad6-9ce0-ec68563eccb3 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:27:28.199618 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca25118c-d517-4103-bc8f-db0757d1e83a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.231380 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac6bd77b-c7a7-4f38-9f5c-d6f7fe887b08 req-79f1fe4a-b512-439c-a721-c78cd4098ab1 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563767 Apr 18 21:27:28.263157 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec7505e1-a7a0-4a1f-9d77-e5f9fa9f00fd req-ef57bbdc-a64c-463a-8801-12dd660e7bec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d286706845c147b7b508db7113d59292&device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 1097 time: 0.1764164 Apr 18 21:27:28.294201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca25118c-d517-4103-bc8f-db0757d1e83a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.476741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7505e1-a7a0-4a1f-9d77-e5f9fa9f00fd req-07492343-7aec-4b40-b307-15017cb3a477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:28.478772 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec7505e1-a7a0-4a1f-9d77-e5f9fa9f00fd req-07492343-7aec-4b40-b307-15017cb3a477 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a86bb1b-c707-45aa-9d93-2b86207591ac HTTP/1.1" status: 200 len: 920 time: 0.2100582 Apr 18 21:27:28.488179 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca25118c-d517-4103-bc8f-db0757d1e83a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.589917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0d97-ff05-4584-b686-6b9368c73829 req-404ed4ac-4754-43a1-ab54-1e52b9a8449f tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:28.599695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31ed0d97-ff05-4584-b686-6b9368c73829 req-404ed4ac-4754-43a1-ab54-1e52b9a8449f tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 943 time: 0.1756744 Apr 18 21:27:28.600965 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec7505e1-a7a0-4a1f-9d77-e5f9fa9f00fd req-7754eb86-3875-40d8-b7f7-9608612c9f24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 217 time: 0.1141233 Apr 18 21:27:28.634142 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.676595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31ed0d97-ff05-4584-b686-6b9368c73829 req-4cea1dd6-d0a1-4e31-b8e4-24190860b62d tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767410 Apr 18 21:27:28.719807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7505e1-a7a0-4a1f-9d77-e5f9fa9f00fd req-505f63e6-8661-4155-a578-ed9fec901eb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:28.721522 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec7505e1-a7a0-4a1f-9d77-e5f9fa9f00fd req-505f63e6-8661-4155-a578-ed9fec901eb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4974fa96-0afe-46b4-a8db-00cf754ed215 HTTP/1.1" status: 200 len: 859 time: 0.1143215 Apr 18 21:27:28.755949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ffd7de22-b019-4a29-a355-33b06983016b details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:27:28.804719 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec7505e1-a7a0-4a1f-9d77-e5f9fa9f00fd req-b0248839-5b74-4c8e-8b53-259858e66c96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a86bb1b-c707-45aa-9d93-2b86207591ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719504 Apr 18 21:27:28.928342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e96c-de75-4328-bf88-44754c7957f6 req-6fd939b0-75f0-431f-938d-eebf7893c5c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:28.938029 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a42e96c-de75-4328-bf88-44754c7957f6 req-6fd939b0-75f0-431f-938d-eebf7893c5c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.1655493 Apr 18 21:27:28.951675 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca25118c-d517-4103-bc8f-db0757d1e83a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.972471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ffd7de22-b019-4a29-a355-33b06983016b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ffd7de22-b019-4a29-a355-33b06983016b,segment=NetworkSegment(b87bf14f-34be-4f5c-b27e-f74f9917dac8),segment_id=b87bf14f-34be-4f5c-b27e-f74f9917dac8)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:28.989721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'ffd7de22-b019-4a29-a355-33b06983016b', 'network_id': '58d8c715-f7e2-47cc-ade1-ac57ad3ab780', 'port_id': 'ffd7de22-b019-4a29-a355-33b06983016b', 'mac_address': 'fa:16:3e:77:89:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d6a83d-c77e-4733-8df7-19377cbc44ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:27:29.009993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a42e96c-de75-4328-bf88-44754c7957f6 req-21e26d4c-ae45-46f9-8d13-4cd972a04824 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704751 Apr 18 21:27:29.020997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25118c-d517-4103-bc8f-db0757d1e83a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Subnet': ['ID=e7141dea-2999-4ad6-9ce0-ec68563eccb3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:29.036181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca25118c-d517-4103-bc8f-db0757d1e83a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:29.042583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10783b68-60d1-4f8e-8c3a-e52ec2ef0032 None None] Network 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:29.052384 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ca25118c-d517-4103-bc8f-db0757d1e83a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/e7141dea-2999-4ad6-9ce0-ec68563eccb3 HTTP/1.1" status: 204 len: 168 time: 1.3153675 Apr 18 21:27:29.052545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57032) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:29.086631 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec7505e1-a7a0-4a1f-9d77-e5f9fa9f00fd req-ccd0c344-d232-48c9-b035-bb606748bf5f service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761376 Apr 18 21:27:29.144806 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:29.203698 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:29.216889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 3eadedec-95e5-4c6b-b701-975e56ba4cdd {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:29.217395 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:29.248219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd7de22-b019-4a29-a355-33b06983016b {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:27:29.322616 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec7505e1-a7a0-4a1f-9d77-e5f9fa9f00fd req-82a0f5ca-49e8-4cef-949d-2337e49daedb service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272446 Apr 18 21:27:29.404621 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ffd7de22-b019-4a29-a355-33b06983016b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ffd7de22-b019-4a29-a355-33b06983016b,segment=NetworkSegment(b87bf14f-34be-4f5c-b27e-f74f9917dac8),segment_id=b87bf14f-34be-4f5c-b27e-f74f9917dac8)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:29.514862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:29.728298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ffd7de22-b019-4a29-a355-33b06983016b,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:29.828609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57048) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:29.850141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a28e1-465e-4b3c-a9a8-fbed72007d1c None None] DHCP port deletion for 6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:27:29.855305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-517a28e1-465e-4b3c-a9a8-fbed72007d1c None None] Deleting port 3eadedec-95e5-4c6b-b701-975e56ba4cdd {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:29.855676 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-517a28e1-465e-4b3c-a9a8-fbed72007d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:29.956685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['ffd7de22-b019-4a29-a355-33b06983016b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:27:30.050697 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cfa79654-41f6-4cca-9ddf-d7ccca00add1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.074712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] For port 3eadedec-95e5-4c6b-b701-975e56ba4cdd, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3eadedec-95e5-4c6b-b701-975e56ba4cdd,segment=NetworkSegment(9434288d-34e5-4aae-8c1a-5c69da07a8a8),segment_id=9434288d-34e5-4aae-8c1a-5c69da07a8a8)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:30.075050 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.096356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde944b-ccb3-41a9-a057-d03d1d76b55d req-35fe8d73-c807-4282-b13a-1f2f13c70c8a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:30.098235 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dde944b-ccb3-41a9-a057-d03d1d76b55d req-35fe8d73-c807-4282-b13a-1f2f13c70c8a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.5983748 Apr 18 21:27:30.103165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cfa79654-41f6-4cca-9ddf-d7ccca00add1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:30.108243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cfa79654-41f6-4cca-9ddf-d7ccca00add1 admin admin] Usage tracker for resource:security_group_rule and tenant:8767bd3289c2476db88ec0d5dee23b0a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:30.111535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cfa79654-41f6-4cca-9ddf-d7ccca00add1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:30.119745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cfa79654-41f6-4cca-9ddf-d7ccca00add1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:30.246993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cfa79654-41f6-4cca-9ddf-d7ccca00add1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.248950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 3eadedec-95e5-4c6b-b701-975e56ba4cdd owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:30.286723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-517a28e1-465e-4b3c-a9a8-fbed72007d1c None None] For port 3eadedec-95e5-4c6b-b701-975e56ba4cdd, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3eadedec-95e5-4c6b-b701-975e56ba4cdd,segment=NetworkSegment(9434288d-34e5-4aae-8c1a-5c69da07a8a8),segment_id=9434288d-34e5-4aae-8c1a-5c69da07a8a8)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:30.287315 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-517a28e1-465e-4b3c-a9a8-fbed72007d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.327121 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dde944b-ccb3-41a9-a057-d03d1d76b55d req-714af8fa-813f-4740-bd0f-a03a350e1469 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745656 Apr 18 21:27:30.347865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cfa79654-41f6-4cca-9ddf-d7ccca00add1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.358953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292468dc-566e-4495-9181-93827b21e709 req-5a59cf3b-3f64-4b11-98e8-e99f05aed6d4 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:30.360430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-292468dc-566e-4495-9181-93827b21e709 req-5a59cf3b-3f64-4b11-98e8-e99f05aed6d4 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 944 time: 0.4567499 Apr 18 21:27:30.426591 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cfa79654-41f6-4cca-9ddf-d7ccca00add1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8767bd3289c2476db88ec0d5dee23b0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5968978 Apr 18 21:27:30.432817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57066) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:30.446274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-517a28e1-465e-4b3c-a9a8-fbed72007d1c None None] Calling delete_port for 3eadedec-95e5-4c6b-b701-975e56ba4cdd owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:30.467091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa79654-41f6-4cca-9ddf-d7ccca00add1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7178f876-f827-482f-bdf8-62e5c90bf8cb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:30.496425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.559830 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-517a28e1-465e-4b3c-a9a8-fbed72007d1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:27:30.560178 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-517a28e1-465e-4b3c-a9a8-fbed72007d1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:27:30.604442 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-292468dc-566e-4495-9181-93827b21e709 req-d725312b-bef7-4787-92be-dc8150137298 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203960 Apr 18 21:27:30.646012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3eadedec-95e5-4c6b-b701-975e56ba4cdd no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:27:30.684687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3eadedec-95e5-4c6b-b701-975e56ba4cdd {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:27:30.685028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3eadedec-95e5-4c6b-b701-975e56ba4cdd not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:27:30.702367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=3eadedec-95e5-4c6b-b701-975e56ba4cdd,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:30.733069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No DVR routers for this DVR port 3eadedec-95e5-4c6b-b701-975e56ba4cdd on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:27:30.773645 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f13c668c-888d-4851-ae1c-f4730f4dac26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.884946 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f13c668c-888d-4851-ae1c-f4730f4dac26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.933310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.945334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400ac3e-e622-4529-9acb-532c5826c00b req-bdb54e5f-2054-4796-a597-051bcebb3317 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:30.947505 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5400ac3e-e622-4529-9acb-532c5826c00b req-bdb54e5f-2054-4796-a597-051bcebb3317 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.3237789 Apr 18 21:27:30.996157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:30.998332 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.013312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9434288d-34e5-4aae-8c1a-5c69da07a8a8') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:31.013647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9434288d-34e5-4aae-8c1a-5c69da07a8a8') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:31.034443 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.061207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5400ac3e-e622-4529-9acb-532c5826c00b req-bdf96d94-4ade-4237-90b2-feacde2d5cfc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027641 Apr 18 21:27:31.061570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-517a28e1-465e-4b3c-a9a8-fbed72007d1c None None] Deleting port 3eadedec-95e5-4c6b-b701-975e56ba4cdd {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:31.061935 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-517a28e1-465e-4b3c-a9a8-fbed72007d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.062145 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.069506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:27:31.069748 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:27:31.084996 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:27:31.137072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-517a28e1-465e-4b3c-a9a8-fbed72007d1c None None] The port '3eadedec-95e5-4c6b-b701-975e56ba4cdd' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:27:31.205385 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f13c668c-888d-4851-ae1c-f4730f4dac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.220713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c668c-888d-4851-ae1c-f4730f4dac26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7178f876-f827-482f-bdf8-62e5c90bf8cb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:31.308037 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.325581 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.340903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Network': ['ID=6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:31.350303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f13c668c-888d-4851-ae1c-f4730f4dac26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.350303 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f13c668c-888d-4851-ae1c-f4730f4dac26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7178f876-f827-482f-bdf8-62e5c90bf8cb HTTP/1.1" status: 204 len: 168 time: 0.9131415 Apr 18 21:27:31.350303 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f08b4894-2ff7-42b7-9877-f5669226ffa7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/networks/6a3cf460-e2e3-4f21-b3ca-08bb0cbfcb1c HTTP/1.1" status: 204 len: 168 time: 2.2993224 Apr 18 21:27:31.354326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57086) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:31.361219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7423b1ec-98f3-4515-8f94-7a6bf9466120 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1567976531', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:31.375284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7423b1ec-98f3-4515-8f94-7a6bf9466120 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:31.378598 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7423b1ec-98f3-4515-8f94-7a6bf9466120 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:router and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:31.389173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7423b1ec-98f3-4515-8f94-7a6bf9466120 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:31.401920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7423b1ec-98f3-4515-8f94-7a6bf9466120 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:31.548399 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7423b1ec-98f3-4515-8f94-7a6bf9466120 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.549370 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7423b1ec-98f3-4515-8f94-7a6bf9466120 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.579227 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7423b1ec-98f3-4515-8f94-7a6bf9466120 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.590612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35866f4f-814e-48cd-9c17-20b3fc6df44d req-44746a8b-ca36-4190-b48a-37da6e280032 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:31.592161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35866f4f-814e-48cd-9c17-20b3fc6df44d req-44746a8b-ca36-4190-b48a-37da6e280032 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.0996685 Apr 18 21:27:31.653293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35866f4f-814e-48cd-9c17-20b3fc6df44d req-2a181547-39a8-4928-83f6-390cea69f48b tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516806 Apr 18 21:27:31.669232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7423b1ec-98f3-4515-8f94-7a6bf9466120 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.822953 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7423b1ec-98f3-4515-8f94-7a6bf9466120 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.824503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7423b1ec-98f3-4515-8f94-7a6bf9466120 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4684556 Apr 18 21:27:31.828667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57100) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:31.834230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'network': {'name': 'tempest-RoutersTest-99055696'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:31.840534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:31.843653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4399e-43d7-46b8-9c61-cea145adba5f req-4a0cb45c-cbee-4966-ac01-569e1dbe678f tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:31.845017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:network and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:31.845145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2d4399e-43d7-46b8-9c61-cea145adba5f req-4a0cb45c-cbee-4966-ac01-569e1dbe678f tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 944 time: 0.0926898 Apr 18 21:27:31.847990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:31.855106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:31.897359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2d4399e-43d7-46b8-9c61-cea145adba5f req-30758ee7-2809-4687-9eb5-aa2d75e87c6b tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458035 Apr 18 21:27:31.978355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:31.981308 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:32.012962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:27:32.023898 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:32.024379 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Added segment b6390d1b-2194-43ad-8738-714aa5c35032 of type vlan for network 997989c1-c55a-400c-a1ab-ab31a88c98ef Apr 18 21:27:32.054873 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:32.219757 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:32.226576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:32.228607 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:32.281768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417ee26-4c7a-4d5c-aa41-bec99ad630f3 req-749a7046-71ff-480a-9db9-69440c43c392 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:32.283511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a417ee26-4c7a-4d5c-aa41-bec99ad630f3 req-749a7046-71ff-480a-9db9-69440c43c392 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.0860634 Apr 18 21:27:32.345581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a417ee26-4c7a-4d5c-aa41-bec99ad630f3 req-84875f7f-c5b6-4a57-924c-6c3722f6aa5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563524 Apr 18 21:27:32.348687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Network': ['ID=997989c1-c55a-400c-a1ab-ab31a88c98ef,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:32.364987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 997989c1-c55a-400c-a1ab-ab31a88c98ef details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:27:32.465869 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-feed1f5d-5d1d-424f-9a44-3d42fee855ef tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6358941 Apr 18 21:27:32.468562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57126) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:32.480037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'subnet': {'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:32.613941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:32.618965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:subnet and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:32.621992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:32.627765 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:32.724756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:32.775401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ffd7de22-b019-4a29-a355-33b06983016b up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:32.939013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184db2cc-132d-4bea-8cd9-2cd8212a5179 req-3b4bfa54-7138-4b82-a31f-603a792a545f tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:32.939545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-184db2cc-132d-4bea-8cd9-2cd8212a5179 req-3b4bfa54-7138-4b82-a31f-603a792a545f tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.1274109 Apr 18 21:27:32.985454 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:33.015387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-184db2cc-132d-4bea-8cd9-2cd8212a5179 req-e2a58ba8-e5aa-46b0-a67c-0e2ca97feef3 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668628 Apr 18 21:27:33.157566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port ffd7de22-b019-4a29-a355-33b06983016b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:33.172965 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port ffd7de22-b019-4a29-a355-33b06983016b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:33.173318 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:33.215617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a5d5-9d40-4bbb-961e-0d766743a324 req-293517c2-01cf-474e-b336-a80bc4a4e685 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:33.223828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24e8a5d5-9d40-4bbb-961e-0d766743a324 req-293517c2-01cf-474e-b336-a80bc4a4e685 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 944 time: 0.1067317 Apr 18 21:27:33.237088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57146) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:33.303729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24e8a5d5-9d40-4bbb-961e-0d766743a324 req-46db209b-6b34-4274-adc0-205fcb2d392a tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766613 Apr 18 21:27:33.503070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:33.517655 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:33.561764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ffd7de22-b019-4a29-a355-33b06983016b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ffd7de22-b019-4a29-a355-33b06983016b,segment=NetworkSegment(b87bf14f-34be-4f5c-b27e-f74f9917dac8),segment_id=b87bf14f-34be-4f5c-b27e-f74f9917dac8)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:33.562704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd7de22-b019-4a29-a355-33b06983016b'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:33.619823 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:33.632363 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d319f7bb-9aa5-4665-9f72-aad1f7f244e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:33.643091 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d6d7e4-80fc-4103-b3dc-f0ee39b1942b'] response: {'server_uuid': '5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd7de22-b019-4a29-a355-33b06983016b', 'code': 200} Apr 18 21:27:33.663630 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:33.703416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Subnet': ['ID=c2985135-9dc5-4902-b4eb-010c44699537,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:33.721989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Checking segment: {'id': 'b6390d1b-2194-43ad-8738-714aa5c35032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:33.722973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network hostable DHCP agents. Network: 997989c1-c55a-400c-a1ab-ab31a88c98ef, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:27:33.731851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d319f7bb-9aa5-4665-9f72-aad1f7f244e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:33.739065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d319f7bb-9aa5-4665-9f72-aad1f7f244e6 admin admin] Usage tracker for resource:security_group_rule and tenant:eee47753348a48859f84f4987e3954e7 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:33.744668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d319f7bb-9aa5-4665-9f72-aad1f7f244e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:33.751970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d319f7bb-9aa5-4665-9f72-aad1f7f244e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:33.788018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ffd7de22-b019-4a29-a355-33b06983016b,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:33.840994 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d319f7bb-9aa5-4665-9f72-aad1f7f244e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:33.855385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfcf89-87d3-4cce-a862-3d96b2d03d99 req-0729879d-42e2-498d-8d7c-3d1e425fb86a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:33.856877 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fbfcf89-87d3-4cce-a862-3d96b2d03d99 req-0729879d-42e2-498d-8d7c-3d1e425fb86a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.3200550 Apr 18 21:27:33.883485 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a38a565-21ad-4bf7-bc2e-c44aedd7aeb3 req-7eea0d0c-946a-4b78-a440-8adc541f9edb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 1096 time: 0.1259527 Apr 18 21:27:33.891870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 997989c1-c55a-400c-a1ab-ab31a88c98ef is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:27:33.926902 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d319f7bb-9aa5-4665-9f72-aad1f7f244e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:33.945275 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fbfcf89-87d3-4cce-a862-3d96b2d03d99 req-785c4bad-5764-4861-827d-597caf964591 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803807 Apr 18 21:27:33.950346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a38a565-21ad-4bf7-bc2e-c44aedd7aeb3 req-8aa28416-5df3-4687-b6ba-f3d1bd263835 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593185 Apr 18 21:27:33.967529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319f7bb-9aa5-4665-9f72-aad1f7f244e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66c892a-ecfe-4059-a23c-58d7c7c7da46,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:34.004747 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d319f7bb-9aa5-4665-9f72-aad1f7f244e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eee47753348a48859f84f4987e3954e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7559869 Apr 18 21:27:34.005076 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:27:34.006923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57162) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:34.039985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 997989c1-c55a-400c-a1ab-ab31a88c98ef) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:34.047873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64e0b7f-b94d-41e8-a330-33d36461626a None None] Network 997989c1-c55a-400c-a1ab-ab31a88c98ef requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:34.051149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:34.051732 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:34.100236 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3d1d-08a2-42af-a3e1-5b068f581a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:34.162994 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3d1d-08a2-42af-a3e1-5b068f581a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:34.203903 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ad95ae71-3092-47b6-bfb9-e466f9e58da5 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7319262 Apr 18 21:27:34.205509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57174) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:34.348036 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3d1d-08a2-42af-a3e1-5b068f581a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:34.367089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a3d1d-08a2-42af-a3e1-5b068f581a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66c892a-ecfe-4059-a23c-58d7c7c7da46,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:34.377034 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3d1d-08a2-42af-a3e1-5b068f581a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:34.380802 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3e0a3d1d-08a2-42af-a3e1-5b068f581a08 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a66c892a-ecfe-4059-a23c-58d7c7c7da46 HTTP/1.1" status: 204 len: 168 time: 0.3702815 Apr 18 21:27:34.429294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-997989c1-c55a-400c-a1ab-ab31a88c98ef', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:27:34.430066 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:34.644724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7e5d-4433-42fc-829f-7404a1bca74a req-f865c7c9-7b18-4629-b881-9f8bdc4e2aa2 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:34.651988 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Allocated IP 172.20.0.2 (997989c1-c55a-400c-a1ab-ab31a88c98ef/c2985135-9dc5-4902-b4eb-010c44699537/2e0341a6-eb7c-45b6-8f37-b4478972f87a) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:34.653319 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c55c7e5d-4433-42fc-829f-7404a1bca74a req-f865c7c9-7b18-4629-b881-9f8bdc4e2aa2 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.4515159 Apr 18 21:27:34.670691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57186) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:34.861950 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c55c7e5d-4433-42fc-829f-7404a1bca74a req-d77c4780-3214-4423-ba25-b61e1d5e34b4 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074630 Apr 18 21:27:34.933575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df054bb5-0585-4f25-9818-5fab0ed1f97f req-a2b084ae-7392-413f-bac2-3bc3c83a3113 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:34.940147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df054bb5-0585-4f25-9818-5fab0ed1f97f req-a2b084ae-7392-413f-bac2-3bc3c83a3113 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 945 time: 0.3620622 Apr 18 21:27:35.038492 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.059325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'network': {'name': 'tempest-network-smoke--168777042', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'port_security_enabled': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:35.070979 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df054bb5-0585-4f25-9818-5fab0ed1f97f req-d93a4232-22c3-475a-b6a4-89ea213e54bf tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261699 Apr 18 21:27:35.071723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:35.071872 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.072753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:network and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:35.076208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:35.083550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:35.104703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Transition to ACTIVE for port object 2e0341a6-eb7c-45b6-8f37-b4478972f87a will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:35.149320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Transition to ACTIVE for port object 2e0341a6-eb7c-45b6-8f37-b4478972f87a will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:35.199986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Made reservation on behalf of 1bfb4ecea54942dca79bbe9472e0ec87 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:35.207337 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.233897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.262685 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.273464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:35.278412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:35.281588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:35.287575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:35.338648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Pushing event updated for resources: {'Port': ['ID=2e0341a6-eb7c-45b6-8f37-b4478972f87a,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:35.357502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Network 997989c1-c55a-400c-a1ab-ab31a88c98ef is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:35.358838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:35.370044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:35.412999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da0210-74e1-45c7-a548-57adfb962a36 req-bd0db64c-55da-463a-8020-2a765311af96 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:35.414752 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9da0210-74e1-45c7-a548-57adfb962a36 req-bd0db64c-55da-463a-8020-2a765311af96 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.2212992 Apr 18 21:27:35.451285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.475190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Attempting to bind port 2e0341a6-eb7c-45b6-8f37-b4478972f87a on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:35.475190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Attempting to bind port 2e0341a6-eb7c-45b6-8f37-b4478972f87a by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'b6390d1b-2194-43ad-8738-714aa5c35032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:35.476842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Attempting to bind port 2e0341a6-eb7c-45b6-8f37-b4478972f87a on network 997989c1-c55a-400c-a1ab-ab31a88c98ef {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:35.483459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:35.483841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Checking segment: {'id': 'b6390d1b-2194-43ad-8738-714aa5c35032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:35.484232 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.484637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Bound using segment: {'id': 'b6390d1b-2194-43ad-8738-714aa5c35032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:35.485108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Bound port: 2e0341a6-eb7c-45b6-8f37-b4478972f87a, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6390d1b-2194-43ad-8738-714aa5c35032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:35.485490 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.518872 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9da0210-74e1-45c7-a548-57adfb962a36 req-04e10988-c23c-4629-b03f-9ca78456b680 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963995 Apr 18 21:27:35.544390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Allocated IP 172.20.0.1 (997989c1-c55a-400c-a1ab-ab31a88c98ef/c2985135-9dc5-4902-b4eb-010c44699537/8762b8b7-5b3d-4156-943a-ef17960d2a1e) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:35.551402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.581738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57196) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:35.596686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:27:35.603218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4e0304-e49d-4b58-b50b-777fbe6836d7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:35.612048 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.612410 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Added segment ee7fdd4f-c4c5-4e93-961e-bbba3991be04 of type vlan for network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d Apr 18 21:27:35.635468 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9986f780-7b89-48f3-a394-0d53c2c4df04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.661969 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.675863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] For port 2e0341a6-eb7c-45b6-8f37-b4478972f87a, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:35.680050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] For port 2e0341a6-eb7c-45b6-8f37-b4478972f87a, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2e0341a6-eb7c-45b6-8f37-b4478972f87a,segment=NetworkSegment(b6390d1b-2194-43ad-8738-714aa5c35032),segment_id=b6390d1b-2194-43ad-8738-714aa5c35032)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:35.772310 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.805571 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.810958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:35.811745 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.856079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9986f780-7b89-48f3-a394-0d53c2c4df04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:35.866212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9986f780-7b89-48f3-a394-0d53c2c4df04 admin admin] Usage tracker for resource:security_group_rule and tenant:bad54a4e27614ab49633259d674313f7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:35.869408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6faea-b99f-4f28-bf53-c2fa118c6de4 None None] Pushing event updated for resources: {'Port': ['ID=2e0341a6-eb7c-45b6-8f37-b4478972f87a,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:35.887018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9986f780-7b89-48f3-a394-0d53c2c4df04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:35.894054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9986f780-7b89-48f3-a394-0d53c2c4df04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:35.957981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:35.985018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Transition to ACTIVE for port object 8762b8b7-5b3d-4156-943a-ef17960d2a1e will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:35.991300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Network': ['ID=7d1dc4cf-1467-4abe-ad17-a362277d1d3d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:36.007972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:27:36.096356 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-94c6e2e3-c2da-410d-bee7-15c2bb49ca7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4244125 Apr 18 21:27:36.100804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57204) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:36.106654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-370746126', 'admin_state_up': True, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:36.127903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:36.130733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:router and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:36.135546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:36.152635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:36.155620 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.251352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.252406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.265619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e5c76-f3f8-4061-8c4a-40b4545120d0 req-1286feec-e49e-4f63-9c7d-5c54b4307ac9 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:36.267135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-261e5c76-f3f8-4061-8c4a-40b4545120d0 req-1286feec-e49e-4f63-9c7d-5c54b4307ac9 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.2441475 Apr 18 21:27:36.279691 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.341665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 997989c1-c55a-400c-a1ab-ab31a88c98ef is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:36.356270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:36.365715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=8762b8b7-5b3d-4156-943a-ef17960d2a1e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:36.370417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:36.403791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9986f780-7b89-48f3-a394-0d53c2c4df04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.464347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-261e5c76-f3f8-4061-8c4a-40b4545120d0 req-9126d277-09ca-4c34-881c-e76a565073d0 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628201 Apr 18 21:27:36.468695 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.496554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da67a1b-da0e-4305-b23f-97e19566ca20 req-b948c87c-a561-4ac5-8f3a-80bc9daf8608 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:36.498129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3da67a1b-da0e-4305-b23f-97e19566ca20 req-b948c87c-a561-4ac5-8f3a-80bc9daf8608 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 945 time: 0.2480152 Apr 18 21:27:36.512907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.523283 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9986f780-7b89-48f3-a394-0d53c2c4df04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.591012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986f780-7b89-48f3-a394-0d53c2c4df04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423fda01-209d-4e98-b757-c1d4325b3e63,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:36.603093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9986f780-7b89-48f3-a394-0d53c2c4df04 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bad54a4e27614ab49633259d674313f7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0198100 Apr 18 21:27:36.616570 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3da67a1b-da0e-4305-b23f-97e19566ca20 req-343775dd-24cc-42db-81ad-3f5cab76e8aa tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118541 Apr 18 21:27:36.617017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57210) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:36.776589 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2e0341a6-eb7c-45b6-8f37-b4478972f87a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:36.803616 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.913183 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.917697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b65eb1-da81-451e-a190-2b29550cb61e req-5ed97868-81c5-412f-943a-bcdeb63a8436 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:36.925740 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30b65eb1-da81-451e-a190-2b29550cb61e req-5ed97868-81c5-412f-943a-bcdeb63a8436 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.2385442 Apr 18 21:27:36.953289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.994577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 2e0341a6-eb7c-45b6-8f37-b4478972f87a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:37.155631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Allocated IP 172.25.3.3 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/29fba07f-73c8-492d-9c40-eb5c3bac8ab4) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:37.173039 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3240ce32-a047-44c2-bd3e-7ea63fb45202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:37.217925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6553bcfc-2d5e-4865-8967-54b200fb2fe5 None None] Network 997989c1-c55a-400c-a1ab-ab31a88c98ef requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:37.310388 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3240ce32-a047-44c2-bd3e-7ea63fb45202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:37.353039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30b65eb1-da81-451e-a190-2b29550cb61e req-d678f29c-f0a5-43ae-9f15-806b81d9c67c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262974 Apr 18 21:27:37.419402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:37.469683 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:37.520066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-04489da0-addb-4c42-bd62-010807ca4f8a None None] Provisioning for port 2e0341a6-eb7c-45b6-8f37-b4478972f87a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:37.520344 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3240ce32-a047-44c2-bd3e-7ea63fb45202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:37.526191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-04489da0-addb-4c42-bd62-010807ca4f8a None None] Provisioning complete for port 2e0341a6-eb7c-45b6-8f37-b4478972f87a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:37.529489 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-04489da0-addb-4c42-bd62-010807ca4f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:37.538469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240ce32-a047-44c2-bd3e-7ea63fb45202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423fda01-209d-4e98-b757-c1d4325b3e63,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:37.554046 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3240ce32-a047-44c2-bd3e-7ea63fb45202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:37.558962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3240ce32-a047-44c2-bd3e-7ea63fb45202 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/423fda01-209d-4e98-b757-c1d4325b3e63 HTTP/1.1" status: 204 len: 168 time: 0.9346120 Apr 18 21:27:37.573765 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:37.574417 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:37.695060 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-04489da0-addb-4c42-bd62-010807ca4f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:37.719055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:37.719209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:37.725796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:37.740381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-04489da0-addb-4c42-bd62-010807ca4f8a None None] For port 2e0341a6-eb7c-45b6-8f37-b4478972f87a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2e0341a6-eb7c-45b6-8f37-b4478972f87a,segment=NetworkSegment(b6390d1b-2194-43ad-8738-714aa5c35032),segment_id=b6390d1b-2194-43ad-8738-714aa5c35032)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:37.814908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=8762b8b7-5b3d-4156-943a-ef17960d2a1e,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:37.823901 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:37.930520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=29fba07f-73c8-492d-9c40-eb5c3bac8ab4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:37.936490 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-04489da0-addb-4c42-bd62-010807ca4f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:37.960274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862d780-8bae-43da-9ef9-54e832f0e9f3 req-ba05cd9a-73a3-4db8-abc7-b8fd2fd4a69c tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:37.961827 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6862d780-8bae-43da-9ef9-54e832f0e9f3 req-ba05cd9a-73a3-4db8-abc7-b8fd2fd4a69c tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.3310757 Apr 18 21:27:38.056587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04489da0-addb-4c42-bd62-010807ca4f8a None None] Pushing event updated for resources: {'Port': ['ID=2e0341a6-eb7c-45b6-8f37-b4478972f87a,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:38.171020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-58effc86-032f-4252-b82d-e0b3493119e7 None None] Provisioning for port 8762b8b7-5b3d-4156-943a-ef17960d2a1e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:38.184868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-58effc86-032f-4252-b82d-e0b3493119e7 None None] Provisioning complete for port 8762b8b7-5b3d-4156-943a-ef17960d2a1e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:38.185652 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-58effc86-032f-4252-b82d-e0b3493119e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:38.210293 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:38.211084 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:38.295023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-58effc86-032f-4252-b82d-e0b3493119e7 None None] Port 8762b8b7-5b3d-4156-943a-ef17960d2a1e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:38.310387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6862d780-8bae-43da-9ef9-54e832f0e9f3 req-4e7052ab-9a90-45ad-adcc-63b0a208418d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325186 Apr 18 21:27:38.320611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-58effc86-032f-4252-b82d-e0b3493119e7 None None] Provisioning complete for port 2e0341a6-eb7c-45b6-8f37-b4478972f87a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:38.321898 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-58effc86-032f-4252-b82d-e0b3493119e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:38.355107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 997989c1-c55a-400c-a1ab-ab31a88c98ef is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:38.358995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:38.635207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:27:38.679609 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2e0341a6-eb7c-45b6-8f37-b4478972f87a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:38.759210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401b2ee-fcf8-43cc-b01f-ff82833acac9 req-6a47132c-c0f0-4849-b163-e018ee7d0544 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:38.767344 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2401b2ee-fcf8-43cc-b01f-ff82833acac9 req-6a47132c-c0f0-4849-b163-e018ee7d0544 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 945 time: 0.7528620 Apr 18 21:27:38.827634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-925b5e63-5994-4af3-b126-2dc01fa9c95e None None] Provisioning complete for port 8762b8b7-5b3d-4156-943a-ef17960d2a1e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:38.828002 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-925b5e63-5994-4af3-b126-2dc01fa9c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:38.943496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:38.948309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2401b2ee-fcf8-43cc-b01f-ff82833acac9 req-f787368a-40ae-46ae-b4d6-0763ad96aecf tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795464 Apr 18 21:27:38.958996 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Sync routers for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:38.969784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2e0341a6-eb7c-45b6-8f37-b4478972f87a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:38.970279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:38.978850 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:38.979843 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:27:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:39.032800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-925b5e63-5994-4af3-b126-2dc01fa9c95e None None] Port 8762b8b7-5b3d-4156-943a-ef17960d2a1e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:39.051968 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:39.053463 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b0fa14aa-7e0f-4d45-b254-a80b38d27367 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9514062 Apr 18 21:27:39.057312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57240) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:39.141328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79d9e9-f6d1-4dec-b32f-093072cbf42e req-b43c1d03-c082-4e7d-b033-3c99685b06ca tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:39.146442 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba79d9e9-f6d1-4dec-b32f-093072cbf42e req-b43c1d03-c082-4e7d-b033-3c99685b06ca tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.3458562 Apr 18 21:27:39.243953 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:39.258585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-60b7d977-b566-4b73-b84a-1863e707cb96 None None] Provisioning complete for port 8762b8b7-5b3d-4156-943a-ef17960d2a1e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:39.263847 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-60b7d977-b566-4b73-b84a-1863e707cb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:39.263975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba79d9e9-f6d1-4dec-b32f-093072cbf42e req-ee0ea714-9f8a-45a2-b05f-d0c57baea068 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092312 Apr 18 21:27:39.284420 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:39.410062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-60b7d977-b566-4b73-b84a-1863e707cb96 None None] Port 8762b8b7-5b3d-4156-943a-ef17960d2a1e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:39.469817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router 3ec7e92e-c26a-458e-b1df-9567519d8328 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:27:39.475223 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-03f98e6d-5c80-4ceb-a032-88b606b42984 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=1bfb4ecea54942dca79bbe9472e0ec87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4161243 Apr 18 21:27:39.484795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57252) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:39.661966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28edc3-51d3-4213-b3bd-820d10e0f58b req-cf1921bf-bb93-429c-8d72-5cfd59b8902b tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:39.664056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d28edc3-51d3-4213-b3bd-820d10e0f58b req-cf1921bf-bb93-429c-8d72-5cfd59b8902b tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.26 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 945 time: 0.2705498 Apr 18 21:27:39.694119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae883c5-62f2-4f89-85b3-faccc163c1bc tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:39.699669 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dae883c5-62f2-4f89-85b3-faccc163c1bc tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2137451 Apr 18 21:27:39.702461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57256) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:39.743921 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3e87e58b-0efb-4c48-9cd7-a7e496413279 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395782 Apr 18 21:27:39.752644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57260) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:39.757298 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:38Z', 'revision_number': 3, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:39.765829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1417387764', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:39.776567 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Checking router: 52085b98-a63e-4f63-96e9-ad5dce7e1b55 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:27:39.779630 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Updating router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 port 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:27:39.837240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-3d28edc3-51d3-4213-b3bd-820d10e0f58b req-7c222686-1676-4738-90d6-68e3fa8caca0 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Deleting port ffd7de22-b019-4a29-a355-33b06983016b {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:39.837699 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3d28edc3-51d3-4213-b3bd-820d10e0f58b req-7c222686-1676-4738-90d6-68e3fa8caca0 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:39.892758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:39.897364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:subnet and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:39.901210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:39.905824 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:39.907526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:39.976175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:39.992395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5e161016-ff4e-498e-8173-fbc180d26446 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7833092 Apr 18 21:27:39.997493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57268) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:39.997994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Sync routers for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:39.998363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483b7d-5c07-4e90-b63f-0a2da9003a13 req-93d806cc-0905-4379-8406-5a708765e594 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:40.004821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Made reservation on behalf of 1bfb4ecea54942dca79bbe9472e0ec87 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:40.004985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7483b7d-5c07-4e90-b63f-0a2da9003a13 req-93d806cc-0905-4379-8406-5a708765e594 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.4675689 Apr 18 21:27:40.019996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:40.020814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:27:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:40.029545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57272) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:40.061840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'network': {'name': 'tempest-RoutersTest-1329351493'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:40.072810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:40.127236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:network and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:40.135323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:40.153534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:40.194403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:40.267625 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7483b7d-5c07-4e90-b63f-0a2da9003a13 req-d20417a5-2f78-465c-a65f-a7340c55c785 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618506 Apr 18 21:27:40.428578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:40.518292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:40.521528 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:40.536102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3d28edc3-51d3-4213-b3bd-820d10e0f58b req-7c222686-1676-4738-90d6-68e3fa8caca0 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] For port ffd7de22-b019-4a29-a355-33b06983016b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ffd7de22-b019-4a29-a355-33b06983016b,segment=NetworkSegment(b87bf14f-34be-4f5c-b27e-f74f9917dac8),segment_id=b87bf14f-34be-4f5c-b27e-f74f9917dac8)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:40.538270 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3d28edc3-51d3-4213-b3bd-820d10e0f58b req-7c222686-1676-4738-90d6-68e3fa8caca0 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:40.606575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:27:40.651528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1629952116'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:40.656945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:40.661117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Usage tracker for resource:network and tenant:8f0122da075b4cad9da25833b6fef7c3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:40.664844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:40.671163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:40.755743 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:40.756090 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Added segment 5897c396-8924-4619-87a6-8fcc40d30596 of type vlan for network e189b048-6588-48b0-8fba-9bb00cabee90 Apr 18 21:27:40.824703 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:40.839545 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:40.858382 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Transition to ACTIVE for port object 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:40.888494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:27:36Z', 'revision_number': 2, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:37Z', 'revision_number': 2, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:40.898356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Checking router: 3ec7e92e-c26a-458e-b1df-9567519d8328 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:27:40.898955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Updating router 3ec7e92e-c26a-458e-b1df-9567519d8328 port 8762b8b7-5b3d-4156-943a-ef17960d2a1e binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:27:40.915893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-3d28edc3-51d3-4213-b3bd-820d10e0f58b req-7c222686-1676-4738-90d6-68e3fa8caca0 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Calling delete_port for ffd7de22-b019-4a29-a355-33b06983016b owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:40.933837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:40.948938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Made reservation on behalf of 8f0122da075b4cad9da25833b6fef7c3 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:40.951837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:40.957972 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:40.982938 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.015453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.018947 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.019342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:41.020275 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.109542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb242f-783e-4e5a-aaae-d3af81b2aa0c req-58a3b570-8569-411d-b2cf-5ad81a301247 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:41.110958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70cb242f-783e-4e5a-aaae-d3af81b2aa0c req-58a3b570-8569-411d-b2cf-5ad81a301247 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 945 time: 0.8215008 Apr 18 21:27:41.129521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:41.156366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Network': ['ID=e189b048-6588-48b0-8fba-9bb00cabee90,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:41.161306 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Pushing event updated for resources: {'Port': ['ID=29fba07f-73c8-492d-9c40-eb5c3bac8ab4,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:41.174614 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:41.175099 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:41.179815 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:41.179815 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:41.179815 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:41.179815 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:41.179815 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:41.179815 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:41.179815 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:41.179815 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:41.179815 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:41.183223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Usage tracker for resource:security_group_rule and tenant:8f0122da075b4cad9da25833b6fef7c3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:41.189205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:41.190003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Subnet': ['ID=1b284a5f-e890-4c0b-82b0-98b25cd3730e,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:41.199984 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Attempting to bind port 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:41.200354 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Attempting to bind port 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:41.200701 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Attempting to bind port 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:41.207135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Checking segment: {'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:41.207608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network hostable DHCP agents. Network: 7d1dc4cf-1467-4abe-ad17-a362277d1d3d, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:27:41.208468 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:41.208827 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:41.209204 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.209643 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:41.210096 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Bound port: 29fba07f-73c8-492d-9c40-eb5c3bac8ab4, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:41.210505 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.220052 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ebc21f8f-f23c-482b-91d5-d63b55800b90 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2236269 Apr 18 21:27:41.223059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57282) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:41.230118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'subnet': {'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:41.299508 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] For port 29fba07f-73c8-492d-9c40-eb5c3bac8ab4, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:41.304096 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] For port 29fba07f-73c8-492d-9c40-eb5c3bac8ab4, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=29fba07f-73c8-492d-9c40-eb5c3bac8ab4,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:41.307176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8c095-d519-4158-86f2-f3c22135b112 req-378a0e64-2ca2-47ee-9cda-cac817e26b95 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:41.308731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0d8c095-d519-4158-86f2-f3c22135b112 req-378a0e64-2ca2-47ee-9cda-cac817e26b95 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.6611245 Apr 18 21:27:41.314311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:41.331498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network e189b048-6588-48b0-8fba-9bb00cabee90 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:27:41.383395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70cb242f-783e-4e5a-aaae-d3af81b2aa0c req-56847ebe-168e-4f5b-aabe-21f72750869b tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/security-groups?id=334f5b7f-ea8a-485d-912c-0c1a5e48ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497783 Apr 18 21:27:41.385453 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.443565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0d8c095-d519-4158-86f2-f3c22135b112 req-c493c998-69ab-460b-aaa1-622225479c72 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229458 Apr 18 21:27:41.480218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:41.492249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:subnet and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:41.500730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:41.515689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:41.571538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.576364 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3d28edc3-51d3-4213-b3bd-820d10e0f58b req-7c222686-1676-4738-90d6-68e3fa8caca0 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.576977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:27:41.621865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['ffd7de22-b019-4a29-a355-33b06983016b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:27:41.622080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:41.659303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c222686-1676-4738-90d6-68e3fa8caca0 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Pushing event deleted for resources: {'Port': ['ID=ffd7de22-b019-4a29-a355-33b06983016b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:41.664025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 7d1dc4cf-1467-4abe-ad17-a362277d1d3d) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:41.670169 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.682222 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:41.682222 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:27:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:41.702108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:27:41.723482 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.723857 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Added segment f152ab0b-0228-4754-983f-5f32c18a5249 of type vlan for network 401550a5-66bd-4bb6-9536-d93077d4c850 Apr 18 21:27:41.735900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2747c923-61df-41c3-9a77-8b90fb3e4da2 None None] Network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:41.754383 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8a073-73e5-4418-adf6-288824923794 None None] Pushing event updated for resources: {'Port': ['ID=29fba07f-73c8-492d-9c40-eb5c3bac8ab4,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:41.756945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:41.758288 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.815116 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.956704 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:41.963083 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-579ed0f2-e8e8-4573-9864-823aa39d7112 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2150216 Apr 18 21:27:41.985757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57290) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:41.995433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d28edc3-51d3-4213-b3bd-820d10e0f58b req-7c222686-1676-4738-90d6-68e3fa8caca0 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] No DVR routers for this DVR port ffd7de22-b019-4a29-a355-33b06983016b on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:27:41.999347 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.075477 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3d28edc3-51d3-4213-b3bd-820d10e0f58b req-7c222686-1676-4738-90d6-68e3fa8caca0 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.079158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6922c7-07af-40e7-a534-b1fe23cb6826,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:42.084085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff', 'name': 'network-vif-deleted', 'tag': 'ffd7de22-b019-4a29-a355-33b06983016b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:42.232967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d70cfa-35ac-484b-b2bd-b7a59d17ff93 req-b933c139-d8fc-4ecd-8c8e-05b7e9ff97e2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:42.234429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2d70cfa-35ac-484b-b2bd-b7a59d17ff93 req-b933c139-d8fc-4ecd-8c8e-05b7e9ff97e2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5794966 Apr 18 21:27:42.257894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:27:42.258800 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.286651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e00c9-8b19-4ed9-a21c-003ae0141428 req-df1ea216-29de-4d30-9770-873f92de17cd tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:42.287807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-224e00c9-8b19-4ed9-a21c-003ae0141428 req-df1ea216-29de-4d30-9770-873f92de17cd tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.4447534 Apr 18 21:27:42.301309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d28edc3-51d3-4213-b3bd-820d10e0f58b req-7c222686-1676-4738-90d6-68e3fa8caca0 tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.26 "DELETE /v2.0/ports/ffd7de22-b019-4a29-a355-33b06983016b HTTP/1.1" status: 204 len: 173 time: 2.5885315 Apr 18 21:27:42.320315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.332231 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.334599 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:38Z', 'revision_number': 3, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:42.335924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:42.336578 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.339277 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9ba46-252d-405d-84e1-6d02a314dc36 None None] The sync data for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 is: [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:38Z', 'revision_number': 3, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:42.353793 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.415846 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2d70cfa-35ac-484b-b2bd-b7a59d17ff93 req-eda58b91-001c-4217-9cf4-9429f268b865 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1468034 Apr 18 21:27:42.433324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Subnet': ['ID=6dae7146-9b19-43c8-9b51-daf8ac58a5d0,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:42.441185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Transition to ACTIVE for port object 8762b8b7-5b3d-4156-943a-ef17960d2a1e will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:42.443437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Checking segment: {'id': '5897c396-8924-4619-87a6-8fcc40d30596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:42.445353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network hostable DHCP agents. Network: e189b048-6588-48b0-8fba-9bb00cabee90, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:27:42.500414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event updated for resources: {'Network': ['ID=401550a5-66bd-4bb6-9536-d93077d4c850,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:42.512135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-224e00c9-8b19-4ed9-a21c-003ae0141428 req-200ed229-3b17-4683-8f14-114585205d91 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077312 Apr 18 21:27:42.526282 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a40d988-24b9-43c7-8d06-a3a55cfa54e0'] response: {'server_uuid': '5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff', 'name': 'network-vif-deleted', 'tag': 'ffd7de22-b019-4a29-a355-33b06983016b', 'status': 'completed', 'code': 200} Apr 18 21:27:42.609749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Allocated IP 172.20.0.2 (7d1dc4cf-1467-4abe-ad17-a362277d1d3d/1b284a5f-e890-4c0b-82b0-98b25cd3730e/e97327dd-a433-4b00-b63a-7bef80c94571) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:42.713038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 401550a5-66bd-4bb6-9536-d93077d4c850 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:27:42.779718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network e189b048-6588-48b0-8fba-9bb00cabee90 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:27:42.803844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57302) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:42.811153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f87a4f82-7b10-4102-9032-e5e0a1c43f68 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7439730 Apr 18 21:27:42.813986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Request body: {'subnet': {'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:42.818173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-58510b85-8867-4134-aa2d-7dc51aff88f9 req-549fce30-b2e4-4eb0-ad6c-bee6b47eb81a tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Synchronizing usage tracker for tenant:e0bbe7df5c064febafe8a87a6e06544c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:42.845985 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.927450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e17712-8c7d-4877-b525-ce80c4d5d05d req-41f7c476-7eed-4fd5-9007-00c367f8a93e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:42.934753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, e189b048-6588-48b0-8fba-9bb00cabee90) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:42.934989 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-82e17712-8c7d-4877-b525-ce80c4d5d05d req-41f7c476-7eed-4fd5-9007-00c367f8a93e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2921631 Apr 18 21:27:42.961156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:42.962843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.995603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-58510b85-8867-4134-aa2d-7dc51aff88f9 req-549fce30-b2e4-4eb0-ad6c-bee6b47eb81a tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] Unset dirty status for tenant:e0bbe7df5c064febafe8a87a6e06544c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:42.997131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58510b85-8867-4134-aa2d-7dc51aff88f9 req-549fce30-b2e4-4eb0-ad6c-bee6b47eb81a tempest-ServerAddressesTestJSON-2045694147 tempest-ServerAddressesTestJSON-2045694147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de3d5b2-a3e6-467e-80b3-43cd6e2e69ff HTTP/1.1" status: 200 len: 210 time: 0.2534556 Apr 18 21:27:43.021196 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-82e17712-8c7d-4877-b525-ce80c4d5d05d req-d4009c53-9602-4cd6-80ff-330174bcea9c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853055 Apr 18 21:27:43.041773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:43.046243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Usage tracker for resource:subnet and tenant:8f0122da075b4cad9da25833b6fef7c3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:43.059308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:43.068093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:43.102025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560c78d6-caeb-47c3-bdb3-10e905f9d140 None None] Network e189b048-6588-48b0-8fba-9bb00cabee90 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:43.151814 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b325551b-a340-4676-bcf5-4eaece072c7e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9274840 Apr 18 21:27:43.154332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57308) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:43.263542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Made reservation on behalf of 8f0122da075b4cad9da25833b6fef7c3 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:43.476733 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:43.496728 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:43.514621 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Transition to ACTIVE for port object e97327dd-a433-4b00-b63a-7bef80c94571 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:43.535482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Transition to ACTIVE for port object e97327dd-a433-4b00-b63a-7bef80c94571 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:43.653220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Pushing event updated for resources: {'Port': ['ID=8762b8b7-5b3d-4156-943a-ef17960d2a1e,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:43.657751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece58ba1-4c6e-437e-b350-e8c16419ab59 req-54d9537a-6625-4423-b4b7-8f2d5a3376a8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:43.664756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ece58ba1-4c6e-437e-b350-e8c16419ab59 req-54d9537a-6625-4423-b4b7-8f2d5a3376a8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.1543155 Apr 18 21:27:43.672425 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:43.729306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e443b47-f9d4-4ac8-9559-b0fd060430f1 req-6eb87df9-995f-4189-8a7d-de8e5a88e661 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:43.730899 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e443b47-f9d4-4ac8-9559-b0fd060430f1 req-6eb87df9-995f-4189-8a7d-de8e5a88e661 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2562318 Apr 18 21:27:43.768290 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ece58ba1-4c6e-437e-b350-e8c16419ab59 req-49a3ee13-b7e8-44db-9b18-e8a2ea99fa51 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019678 Apr 18 21:27:43.824198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:43.824974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e443b47-f9d4-4ac8-9559-b0fd060430f1 req-8f5dd991-6d0b-4211-b356-68814917e698 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859547 Apr 18 21:27:43.842726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:43.843523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:44.002411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Attempting to bind port 8762b8b7-5b3d-4156-943a-ef17960d2a1e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:44.002411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Attempting to bind port 8762b8b7-5b3d-4156-943a-ef17960d2a1e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'b6390d1b-2194-43ad-8738-714aa5c35032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:44.002759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Attempting to bind port 8762b8b7-5b3d-4156-943a-ef17960d2a1e on network 997989c1-c55a-400c-a1ab-ab31a88c98ef {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:44.005072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Pushing event updated for resources: {'Port': ['ID=e97327dd-a433-4b00-b63a-7bef80c94571,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:44.042223 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.084271 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:44.084712 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Checking segment: {'id': 'b6390d1b-2194-43ad-8738-714aa5c35032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:44.085039 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.085428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Bound using segment: {'id': 'b6390d1b-2194-43ad-8738-714aa5c35032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:44.085929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Bound port: 8762b8b7-5b3d-4156-943a-ef17960d2a1e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6390d1b-2194-43ad-8738-714aa5c35032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:44.086294 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.115238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-e189b048-6588-48b0-8fba-9bb00cabee90', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:27:44.122529 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.142748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e707db-2220-454c-8b0c-b33dafaba90f req-416a3292-e3fd-472d-abb8-e90b3762c231 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:44.144427 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97e707db-2220-454c-8b0c-b33dafaba90f req-416a3292-e3fd-472d-abb8-e90b3762c231 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.2359662 Apr 18 21:27:44.192033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Attempting to bind port e97327dd-a433-4b00-b63a-7bef80c94571 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:44.192394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Attempting to bind port e97327dd-a433-4b00-b63a-7bef80c94571 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:44.192752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Attempting to bind port e97327dd-a433-4b00-b63a-7bef80c94571 on network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:44.202576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event updated for resources: {'Subnet': ['ID=ba16ac46-8167-4634-979f-d5acc1199456,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:44.223939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Checking segment: {'id': 'f152ab0b-0228-4754-983f-5f32c18a5249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:44.224302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Network hostable DHCP agents. Network: 401550a5-66bd-4bb6-9536-d93077d4c850, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:27:44.248248 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:44.248652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Checking segment: {'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:44.249016 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.250032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Bound using segment: {'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:44.250316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Bound port: e97327dd-a433-4b00-b63a-7bef80c94571, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:44.251291 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.267333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5f453-dea1-42c3-8148-11f58345446e req-7df0c0ee-a7fc-48d7-8f11-1ad2c6aac31d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:44.268805 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e2d5f453-dea1-42c3-8148-11f58345446e req-7df0c0ee-a7fc-48d7-8f11-1ad2c6aac31d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2557456 Apr 18 21:27:44.274971 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.305157 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97e707db-2220-454c-8b0c-b33dafaba90f req-f95494c3-748b-4ec6-a735-e06cd9815f0f tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480944 Apr 18 21:27:44.438515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57318) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:44.460262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Network 401550a5-66bd-4bb6-9536-d93077d4c850 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:27:44.524066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] For port 8762b8b7-5b3d-4156-943a-ef17960d2a1e, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:44.537017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-905ea71e-2652-426d-be44-cf6cbddd0a73 admin admin] Deleting subnet d8d6a83d-c77e-4733-8df7-19377cbc44ef {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:27:44.540879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] For port 8762b8b7-5b3d-4156-943a-ef17960d2a1e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8762b8b7-5b3d-4156-943a-ef17960d2a1e,segment=NetworkSegment(b6390d1b-2194-43ad-8738-714aa5c35032),segment_id=b6390d1b-2194-43ad-8738-714aa5c35032)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:44.546077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e2d5f453-dea1-42c3-8148-11f58345446e req-5ff3db00-6e9a-4bb1-a4a0-21920479fe33 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2596262 Apr 18 21:27:44.548688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Allocated IP 172.21.0.2 (e189b048-6588-48b0-8fba-9bb00cabee90/6dae7146-9b19-43c8-9b51-daf8ac58a5d0/68c26ce9-fed6-4673-b108-a4b835574b50) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:44.576070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] For port e97327dd-a433-4b00-b63a-7bef80c94571, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:44.576070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] For port e97327dd-a433-4b00-b63a-7bef80c94571, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e97327dd-a433-4b00-b63a-7bef80c94571,segment=NetworkSegment(ee7fdd4f-c4c5-4e93-961e-bbba3991be04),segment_id=ee7fdd4f-c4c5-4e93-961e-bbba3991be04)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:44.752249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 401550a5-66bd-4bb6-9536-d93077d4c850) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:44.753617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-905ea71e-2652-426d-be44-cf6cbddd0a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.765787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:44.766896 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.818402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.840804 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.847671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:44.873600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75defb13-c1a8-445b-b56e-83ce96d83538 None None] Network 401550a5-66bd-4bb6-9536-d93077d4c850 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:44.877168 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-905ea71e-2652-426d-be44-cf6cbddd0a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.888228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ffd7de22-b019-4a29-a355-33b06983016b no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:27:44.911856 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.939320 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-905ea71e-2652-426d-be44-cf6cbddd0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.985355 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ec2d8be6-c2a4-486e-a37a-8506fc0fc9f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1803384 Apr 18 21:27:44.993619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57332) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:45.005736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: ffd7de22-b019-4a29-a355-33b06983016b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:27:45.005874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ffd7de22-b019-4a29-a355-33b06983016b not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:27:45.018356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Request body: {'port': {'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1017110573'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:45.216450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Allocated IP 172.20.0.1 (7d1dc4cf-1467-4abe-ad17-a362277d1d3d/1b284a5f-e890-4c0b-82b0-98b25cd3730e/122d4a29-c3cb-4871-83ab-be05020ac530) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:45.281130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Pushing event updated for resources: {'Port': ['ID=8762b8b7-5b3d-4156-943a-ef17960d2a1e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:45.304918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff912a-824c-4cae-be59-af6bbfbd4b04 req-e65ba1b7-a8b7-4dac-8ab5-d1e60bcd8ff3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:45.307611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00ff912a-824c-4cae-be59-af6bbfbd4b04 req-e65ba1b7-a8b7-4dac-8ab5-d1e60bcd8ff3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.3406720 Apr 18 21:27:45.345948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:45.350832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:27:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:45.413573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:45.419751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Usage tracker for resource:port and tenant:8f0122da075b4cad9da25833b6fef7c3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:45.425863 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.431226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:45.498741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:45.537786 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-905ea71e-2652-426d-be44-cf6cbddd0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.582545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Made reservation on behalf of 8f0122da075b4cad9da25833b6fef7c3 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:45.587423 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.613722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-4c49f7a7-0030-4581-99c0-82faee32bc42 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:45.617997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:45.618499 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:45.618673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:45.619010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:45.619338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:45.620017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-4c49f7a7-0030-4581-99c0-82faee32bc42 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 811 time: 0.6514478 Apr 18 21:27:45.621763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:45.622128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:45.622469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:45.622805 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:45.623135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:45.623462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03532594-d057-4d2b-8e23-df60e8218ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:45.632328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] device_id is not set on port b20f0c13-1ea8-4494-8c00-fd6309052891 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:27:45.644607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Transition to ACTIVE for port object 68c26ce9-fed6-4673-b108-a4b835574b50 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:45.668040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ea71e-2652-426d-be44-cf6cbddd0a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d6a83d-c77e-4733-8df7-19377cbc44ef,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:45.710400 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-905ea71e-2652-426d-be44-cf6cbddd0a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.766757 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00ff912a-824c-4cae-be59-af6bbfbd4b04 req-906b9cdd-5a7e-4c01-9680-58a93597ab05 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428687 Apr 18 21:27:45.768217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-972530c2-80ae-4e39-98f0-9e13789dc906 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/quotas/9805981f52fc4d558c0e20f0c766a376 HTTP/1.1" status: 200 len: 375 time: 0.1014218 Apr 18 21:27:45.785599 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-905ea71e-2652-426d-be44-cf6cbddd0a73 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d8d6a83d-c77e-4733-8df7-19377cbc44ef HTTP/1.1" status: 204 len: 168 time: 1.3471289 Apr 18 21:27:45.788316 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57338) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:45.896845 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.926646 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:45.943807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Transition to ACTIVE for port object 122d4a29-c3cb-4871-83ab-be05020ac530 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:45.957393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:45.991360 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-a191b007-5320-48f5-ae82-23fe6b2b1ba6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2000825 Apr 18 21:27:46.023366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.066190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Allocated IP 2001:db8::336 (401550a5-66bd-4bb6-9536-d93077d4c850/ba16ac46-8167-4634-979f-d5acc1199456/b20f0c13-1ea8-4494-8c00-fd6309052891) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:46.176679 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.203514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Transition to ACTIVE for port object 68c26ce9-fed6-4673-b108-a4b835574b50 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:46.231420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:46.231971 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.324387 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.340645 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.345294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656af5e-4f9d-4b19-8a25-f90e57562938 None None] Pushing event updated for resources: {'Port': ['ID=e97327dd-a433-4b00-b63a-7bef80c94571,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:46.350416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:46.365814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:46.367648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Transition to ACTIVE for port object b20f0c13-1ea8-4494-8c00-fd6309052891 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:46.368368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=122d4a29-c3cb-4871-83ab-be05020ac530,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:46.386711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:46.435967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e95810-00ca-4586-bb3f-de76f0f64f76 req-3ba9cb11-261d-4cc6-a7df-1ba94b3cce82 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:46.437464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88e95810-00ca-4586-bb3f-de76f0f64f76 req-3ba9cb11-261d-4cc6-a7df-1ba94b3cce82 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.4463229 Apr 18 21:27:46.440831 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-b8a15848-0077-41ca-b7e4-0dbb7e19d5a7 service neutron] 10.222.0.11 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044447 Apr 18 21:27:46.469583 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.590155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Network e189b048-6588-48b0-8fba-9bb00cabee90 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:46.596462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Pushing event updated for resources: {'Port': ['ID=68c26ce9-fed6-4673-b108-a4b835574b50,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:46.600459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:46.608623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Network 401550a5-66bd-4bb6-9536-d93077d4c850 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:46.614158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:46.631999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Allocated IP 172.21.0.1 (e189b048-6588-48b0-8fba-9bb00cabee90/6dae7146-9b19-43c8-9b51-daf8ac58a5d0/c1117c65-6f73-46c6-a636-c7cf42ef1502) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:46.631999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:46.635537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event updated for resources: {'Port': ['ID=b20f0c13-1ea8-4494-8c00-fd6309052891,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:46.637802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:46.641739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:46.642336 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.653138 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.748048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88e95810-00ca-4586-bb3f-de76f0f64f76 req-309c00cf-a5de-4fd7-8e19-cc29a61cd4de tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930605 Apr 18 21:27:46.770924 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.795828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-3b8420ac-3116-432a-81db-aa95a0ca282d service neutron] 10.222.0.11 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410530 Apr 18 21:27:47.001070 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.022681 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.039513 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-596d1569-1687-4624-b3f6-da58f08bc535 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0415192 Apr 18 21:27:47.042397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57344) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:47.051964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Request body: {'port': {'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-768173109', 'allowed_address_pairs': [{'ip_address': '2001:db8::336', 'mac_address': 'fa:16:3e:50:42:90'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:47.096163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Attempting to bind port 68c26ce9-fed6-4673-b108-a4b835574b50 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:47.096163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Attempting to bind port 68c26ce9-fed6-4673-b108-a4b835574b50 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5897c396-8924-4619-87a6-8fcc40d30596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:47.096163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Attempting to bind port 68c26ce9-fed6-4673-b108-a4b835574b50 on network e189b048-6588-48b0-8fba-9bb00cabee90 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:47.114486 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 29fba07f-73c8-492d-9c40-eb5c3bac8ab4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=29fba07f-73c8-492d-9c40-eb5c3bac8ab4,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:47.139136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:47.139725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Checking segment: {'id': '5897c396-8924-4619-87a6-8fcc40d30596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:47.140296 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.141002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Bound using segment: {'id': '5897c396-8924-4619-87a6-8fcc40d30596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:47.141724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Bound port: 68c26ce9-fed6-4673-b108-a4b835574b50, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5897c396-8924-4619-87a6-8fcc40d30596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:47.142351 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.162234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-401550a5-66bd-4bb6-9536-d93077d4c850', 'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850', 'tenant_id': '8f0122da075b4cad9da25833b6fef7c3', 'fixed_ips': [{'subnet_id': 'ba16ac46-8167-4634-979f-d5acc1199456'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:27:47.163603 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.203443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d8c715-f7e2-47cc-ade1-ac57ad3ab780']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:47.256218 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.294586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87bf14f-34be-4f5c-b27e-f74f9917dac8') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:47.294942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87bf14f-34be-4f5c-b27e-f74f9917dac8') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:47.357335 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.450416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.485059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e97327dd-a433-4b00-b63a-7bef80c94571 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:47.488626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Transition to ACTIVE for port object c1117c65-6f73-46c6-a636-c7cf42ef1502 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:47.517239 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.523766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319c820-9ff8-486e-bc17-f5431e375f8c None None] Network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:47.529854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:27:47.536001 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:27:47.548934 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:27:47.621294 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.696552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network e189b048-6588-48b0-8fba-9bb00cabee90 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:47.698991 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-910925be-5db6-43dc-b197-d75179cf5496 req-6845751c-bc4f-4950-a1e1-75b100a5afda tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 210 time: 0.2789898 Apr 18 21:27:47.778112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] For port 68c26ce9-fed6-4673-b108-a4b835574b50, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:47.788193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:27:36Z', 'revision_number': 2, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:44Z', 'revision_number': 4, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:47.791581 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:47.794457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] For port 68c26ce9-fed6-4673-b108-a4b835574b50, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=68c26ce9-fed6-4673-b108-a4b835574b50,segment=NetworkSegment(5897c396-8924-4619-87a6-8fcc40d30596),segment_id=5897c396-8924-4619-87a6-8fcc40d30596)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:47.801095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=29fba07f-73c8-492d-9c40-eb5c3bac8ab4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:47.801288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Usage tracker for resource:port and tenant:8f0122da075b4cad9da25833b6fef7c3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:47.806822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:47.821837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:47.825023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:47.830827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:47.870794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738d4ce-167a-4fde-b836-7c84b6099607 None None] The sync data for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 is: [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:27:36Z', 'revision_number': 2, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:44Z', 'revision_number': 4, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:47.908826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d36fb-098d-4c0b-addd-295d58553c22 req-7f36e0ee-87e3-4e51-a97e-8440d27242c4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:47.914164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc6d36fb-098d-4c0b-addd-295d58553c22 req-7f36e0ee-87e3-4e51-a97e-8440d27242c4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.4931049 Apr 18 21:27:47.958783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-79a9a1fa-a4d0-486d-b0f1-3381c1bcf7c9 None None] Provisioning for port e97327dd-a433-4b00-b63a-7bef80c94571 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:47.991353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=c1117c65-6f73-46c6-a636-c7cf42ef1502,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:48.003119 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.004477 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.069643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Allocated IP 2001:db8::2 (401550a5-66bd-4bb6-9536-d93077d4c850/ba16ac46-8167-4634-979f-d5acc1199456/4dc94c81-9ccd-4b43-a82a-59f2f2b281fa) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:48.092169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e97327dd-a433-4b00-b63a-7bef80c94571 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:48.108685 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.126341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e97327dd-a433-4b00-b63a-7bef80c94571 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:48.127002 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.147431 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.151962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=58d8c715-f7e2-47cc-ade1-ac57ad3ab780,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:48.245932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Made reservation on behalf of 8f0122da075b4cad9da25833b6fef7c3 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:48.255163 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.308945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0341e-6520-4a71-90f6-e0ee1605cb0a None None] Pushing event updated for resources: {'Port': ['ID=68c26ce9-fed6-4673-b108-a4b835574b50,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:48.325310 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-39820e10-1640-4056-a0b9-34d6d7608ef1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/58d8c715-f7e2-47cc-ade1-ac57ad3ab780 HTTP/1.1" status: 204 len: 168 time: 2.5243840 Apr 18 21:27:48.449047 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.519225 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.533284 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Transition to ACTIVE for port object 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:48.552850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Transition to ACTIVE for port object 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:48.587963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc6d36fb-098d-4c0b-addd-295d58553c22 req-4de9ef8a-fa3b-4b94-9cca-39f9134f4727 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6726205 Apr 18 21:27:48.604121 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.646004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.666705 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.798707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebba41-566c-470c-a8b1-a4f8b0f70d9e req-d6ac0e99-d933-4feb-9c97-43a7bd7deed1 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:48.806990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-feebba41-566c-470c-a8b1-a4f8b0f70d9e req-d6ac0e99-d933-4feb-9c97-43a7bd7deed1 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.7986484 Apr 18 21:27:48.931283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=122d4a29-c3cb-4871-83ab-be05020ac530,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:48.933770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port e97327dd-a433-4b00-b63a-7bef80c94571, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e97327dd-a433-4b00-b63a-7bef80c94571,segment=NetworkSegment(ee7fdd4f-c4c5-4e93-961e-bbba3991be04),segment_id=ee7fdd4f-c4c5-4e93-961e-bbba3991be04)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:48.955791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57364) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:48.989374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Network 401550a5-66bd-4bb6-9536-d93077d4c850 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:48.990523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Pushing event updated for resources: {'Port': ['ID=4dc94c81-9ccd-4b43-a82a-59f2f2b281fa,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:48.994272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:48.997486 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:49.007002 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.101088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f0ccc4e-07b4-4ed5-a571-526e8f3a3dba req-f155bdd4-007e-46d2-a967-b676c2366ab4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 210 time: 0.1835556 Apr 18 21:27:49.110649 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.121678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.152899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] device_id is not set on port f49425f1-8820-4783-b6f1-ea45c8ad9e90 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:27:49.185294 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.215723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Attempting to bind port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:49.217803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Attempting to bind port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'f152ab0b-0228-4754-983f-5f32c18a5249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:49.221328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Attempting to bind port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa on network 401550a5-66bd-4bb6-9536-d93077d4c850 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:49.251418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:49.253982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Checking segment: {'id': 'f152ab0b-0228-4754-983f-5f32c18a5249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:49.255306 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.256969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Bound using segment: {'id': 'f152ab0b-0228-4754-983f-5f32c18a5249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:49.257682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Bound port: 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f152ab0b-0228-4754-983f-5f32c18a5249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:49.261689 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-35c3f485-d277-4013-bc5e-2b269fec69b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0bbe7df5c064febafe8a87a6e06544c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3044901 Apr 18 21:27:49.266004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.269029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57368) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:49.300277 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.490587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Allocated IP 2001:db8::280 (401550a5-66bd-4bb6-9536-d93077d4c850/ba16ac46-8167-4634-979f-d5acc1199456/f49425f1-8820-4783-b6f1-ea45c8ad9e90) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:49.497314 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=c1117c65-6f73-46c6-a636-c7cf42ef1502,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:49.539594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-feebba41-566c-470c-a8b1-a4f8b0f70d9e req-837db89e-644e-41f6-bfc9-bd591227bb87 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7309856 Apr 18 21:27:49.546615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 68c26ce9-fed6-4673-b108-a4b835574b50 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:49.593192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=e97327dd-a433-4b00-b63a-7bef80c94571,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:49.616507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] For port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:49.638401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.643689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fe0a4b0a-8e76-4e4e-9eaa-3f952f525a6b None None] Provisioning complete for port e97327dd-a433-4b00-b63a-7bef80c94571 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:49.644291 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fe0a4b0a-8e76-4e4e-9eaa-3f952f525a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.665807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a003686-b143-45ac-841d-48c2ff4dd79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.678127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] For port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4dc94c81-9ccd-4b43-a82a-59f2f2b281fa,segment=NetworkSegment(f152ab0b-0228-4754-983f-5f32c18a5249),segment_id=f152ab0b-0228-4754-983f-5f32c18a5249)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:49.800867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:49.811493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:49.812149 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a003686-b143-45ac-841d-48c2ff4dd79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.839721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.900204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 68c26ce9-fed6-4673-b108-a4b835574b50 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:49.922636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:49.969513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network e189b048-6588-48b0-8fba-9bb00cabee90 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:49.972548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:50.043884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b588cd-8e41-49de-b0ee-152badb9bfdc None None] Pushing event updated for resources: {'Port': ['ID=4dc94c81-9ccd-4b43-a82a-59f2f2b281fa,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:50.079931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:50.084528 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:50.320741 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a003686-b143-45ac-841d-48c2ff4dd79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:50.499687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a7d201-368c-49b9-8f9f-67bc77060e5d None None] Network e189b048-6588-48b0-8fba-9bb00cabee90 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:50.521765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fe0a4b0a-8e76-4e4e-9eaa-3f952f525a6b None None] Provisioning for port 122d4a29-c3cb-4871-83ab-be05020ac530 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:50.622179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3dec39a0-8752-47a3-9c67-9eb6f0e261e0 req-19b154f5-bd94-494b-a53e-1526ad727d7d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 210 time: 0.1582747 Apr 18 21:27:50.629688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fe0a4b0a-8e76-4e4e-9eaa-3f952f525a6b None None] Provisioning complete for port 122d4a29-c3cb-4871-83ab-be05020ac530 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:50.631699 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fe0a4b0a-8e76-4e4e-9eaa-3f952f525a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:50.642531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003d940-4022-4853-b410-300837580431 req-c4fd6097-66f7-41fa-a176-1437eef09ce2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:50.645500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d003d940-4022-4853-b410-300837580431 req-c4fd6097-66f7-41fa-a176-1437eef09ce2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.7597399 Apr 18 21:27:50.777845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a4b0a-8e76-4e4e-9eaa-3f952f525a6b None None] Port 122d4a29-c3cb-4871-83ab-be05020ac530 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:50.824407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-03433367-eb00-4688-bc9f-c2fcb0436e79 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:50.824407 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-03433367-eb00-4688-bc9f-c2fcb0436e79 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.59 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 811 time: 0.6761491 Apr 18 21:27:50.848160 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:50.855853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Transition to ACTIVE for port object f49425f1-8820-4783-b6f1-ea45c8ad9e90 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:50.862538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Request body: {'port': {'device_id': 'd4294e44-f495-4fb1-a699-18eb19b7244b', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'admin_state_up': True, 'tenant_id': '9805981f52fc4d558c0e20f0c766a376'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:50.880632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a003686-b143-45ac-841d-48c2ff4dd79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334f5b7f-ea8a-485d-912c-0c1a5e48ec36,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:51.035014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a003686-b143-45ac-841d-48c2ff4dd79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.053815 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1a003686-b143-45ac-841d-48c2ff4dd79b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/334f5b7f-ea8a-485d-912c-0c1a5e48ec36 HTTP/1.1" status: 204 len: 168 time: 1.7834191 Apr 18 21:27:51.072791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.183732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-68343877-d89e-4158-b3cc-8712baf1e04b None None] Provisioning for port 68c26ce9-fed6-4673-b108-a4b835574b50 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:51.191940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-68343877-d89e-4158-b3cc-8712baf1e04b None None] Provisioning complete for port 68c26ce9-fed6-4673-b108-a4b835574b50 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:51.193334 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-68343877-d89e-4158-b3cc-8712baf1e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.368663 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-68343877-d89e-4158-b3cc-8712baf1e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.406390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-68343877-d89e-4158-b3cc-8712baf1e04b None None] For port 68c26ce9-fed6-4673-b108-a4b835574b50, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=68c26ce9-fed6-4673-b108-a4b835574b50,segment=NetworkSegment(5897c396-8924-4619-87a6-8fcc40d30596),segment_id=5897c396-8924-4619-87a6-8fcc40d30596)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:51.462838 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d003d940-4022-4853-b410-300837580431 req-76d30fe5-2f79-44f3-8506-c1361425afcd tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6877074 Apr 18 21:27:51.496415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Network 401550a5-66bd-4bb6-9536-d93077d4c850 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:51.516690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:51.518568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:51.534548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:51.538589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:51.539997 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.541777 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-68343877-d89e-4158-b3cc-8712baf1e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.616584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event updated for resources: {'Port': ['ID=f49425f1-8820-4783-b6f1-ea45c8ad9e90,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:51.622858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:51.673534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084c072-1aae-4924-a9c8-5b13d857c56f req-8cf65a2f-4a8d-4805-9f41-5d0c1dd8cba2 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:51.675275 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b084c072-1aae-4924-a9c8-5b13d857c56f req-8cf65a2f-4a8d-4805-9f41-5d0c1dd8cba2 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.5042157 Apr 18 21:27:51.693778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:51.714685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router 3ec7e92e-c26a-458e-b1df-9567519d8328 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:27:51.736286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-745ea038-97d5-47f5-a5aa-9c960e9c3b29 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.6926994 Apr 18 21:27:51.756349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57382) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:51.793913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b479d415-7923-4c44-9335-4bfcaf2a75f7 None None] Network 401550a5-66bd-4bb6-9536-d93077d4c850 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:51.872624 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b084c072-1aae-4924-a9c8-5b13d857c56f req-a2e32445-194a-46dc-a4d8-d152f0f6b442 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836998 Apr 18 21:27:51.907041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c0a6941-ac1a-4aeb-9340-975ba207d8a0 req-5a8446c9-9c64-4d61-81f4-6ca50722c088 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 210 time: 0.0740008 Apr 18 21:27:51.938672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:27:51.957384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e10dc19-2630-4376-b95f-45f1851929f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:51.963589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e10dc19-2630-4376-b95f-45f1851929f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:51.967609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e10dc19-2630-4376-b95f-45f1851929f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:51.968563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8e10dc19-2630-4376-b95f-45f1851929f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Synchronizing usage tracker for tenant:8f0122da075b4cad9da25833b6fef7c3 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:51.983271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Made reservation on behalf of 9805981f52fc4d558c0e20f0c766a376 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:51.987406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.050849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-68343877-d89e-4158-b3cc-8712baf1e04b None None] Provisioning complete for port 122d4a29-c3cb-4871-83ab-be05020ac530 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:52.051359 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-68343877-d89e-4158-b3cc-8712baf1e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.100302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68343877-d89e-4158-b3cc-8712baf1e04b None None] Pushing event updated for resources: {'Port': ['ID=68c26ce9-fed6-4673-b108-a4b835574b50,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:52.147700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8e10dc19-2630-4376-b95f-45f1851929f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Unset dirty status for tenant:8f0122da075b4cad9da25833b6fef7c3 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:52.149048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8e10dc19-2630-4376-b95f-45f1851929f9 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3905172 Apr 18 21:27:52.208916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57392) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:52.238509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-68343877-d89e-4158-b3cc-8712baf1e04b None None] Port 122d4a29-c3cb-4871-83ab-be05020ac530 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:52.342762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:52.355570 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Sync routers for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:52.360141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:52.369624 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-912f4eb7-a8e9-40ad-813a-331aa5bb1d61 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "PUT /v2.0/routers/52085b98-a63e-4f63-96e9-ad5dce7e1b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3775368 Apr 18 21:27:52.369624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57398) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:52.373681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e97327dd-a433-4b00-b63a-7bef80c94571 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:52.374362 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:52.375166 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:27:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:52.451191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Allocated IP 172.20.0.3 (8206fe37-8686-497b-b552-23c2a6f40d7d/29dfc91b-4b7f-4e32-a00e-d8224f42e447/7c369ec8-382a-49e5-a09a-2664ec3f24f5) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:52.486899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c44da496-9246-4a7b-9b8c-392526d8af0f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Deleting port f49425f1-8820-4783-b6f1-ea45c8ad9e90 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:52.487240 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c44da496-9246-4a7b-9b8c-392526d8af0f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.498000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e97327dd-a433-4b00-b63a-7bef80c94571 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:52.501090 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.581233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Provisioning for port b20f0c13-1ea8-4494-8c00-fd6309052891 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:52.591989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Provisioning complete for port b20f0c13-1ea8-4494-8c00-fd6309052891 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:52.592696 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.614361 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:52.676046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Port b20f0c13-1ea8-4494-8c00-fd6309052891 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:52.761356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.763902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.764528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.765045 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.766480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.767007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.767728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.768266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.768770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.769430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.769607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8762b8b7-5b3d-4156-943a-ef17960d2a1e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:52.770362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.770999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.771816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.772317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.772819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.776542 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-34e3869b-2c3b-4526-96ed-f8bfc108480a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10555 time: 0.4073620 Apr 18 21:27:52.780169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57406) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:52.868691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:52.876356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Provisioning for port c1117c65-6f73-46c6-a636-c7cf42ef1502 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:52.890776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Provisioning complete for port c1117c65-6f73-46c6-a636-c7cf42ef1502 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:52.891207 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.984587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Port c1117c65-6f73-46c6-a636-c7cf42ef1502 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:53.045665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 8762b8b7-5b3d-4156-943a-ef17960d2a1e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:53.050672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.050672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.050672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.050672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.050672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.051411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8762b8b7-5b3d-4156-943a-ef17960d2a1e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:53.051813 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.052258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.052836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.054704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.055345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.055882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.067959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.067959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.067959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.067959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.067959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.067959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-06413fdc-8d93-46e2-94d3-1e48439746a4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9543 time: 0.2833202 Apr 18 21:27:53.073903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57418) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:53.109707 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2bfcfd61-95db-45b0-89ce-cec8225c91ee tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9483290 Apr 18 21:27:53.132374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Provisioning for port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:53.161560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57422) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:53.165613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Provisioning complete for port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:53.166414 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.201260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'network': {'name': 'tempest-RoutersTest-660886580'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:53.249794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c44da496-9246-4a7b-9b8c-392526d8af0f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.308335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:53.308538 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:46Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 2, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:53.326348 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Checking router: 52085b98-a63e-4f63-96e9-ad5dce7e1b55 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:27:53.326697 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Updating router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 port 122d4a29-c3cb-4871-83ab-be05020ac530 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:27:53.357131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab731cdc-ae39-45e9-abf5-1a4a34e3f3f3 req-c1f1b2c9-fdce-474f-9ba9-8f5b018c1f00 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.359049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab731cdc-ae39-45e9-abf5-1a4a34e3f3f3 req-c1f1b2c9-fdce-474f-9ba9-8f5b018c1f00 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.5794725 Apr 18 21:27:53.359942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:network and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:53.371951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:53.407754 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.408409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:53.511071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57428) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:53.514830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c44da496-9246-4a7b-9b8c-392526d8af0f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Calling delete_port for f49425f1-8820-4783-b6f1-ea45c8ad9e90 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:53.545317 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.552319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:53.555921 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.614746 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.638760 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab731cdc-ae39-45e9-abf5-1a4a34e3f3f3 req-003e487e-5e03-4daa-aa16-26697ff293d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679229 Apr 18 21:27:53.692680 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 8762b8b7-5b3d-4156-943a-ef17960d2a1e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8762b8b7-5b3d-4156-943a-ef17960d2a1e,segment=NetworkSegment(b6390d1b-2194-43ad-8738-714aa5c35032),segment_id=b6390d1b-2194-43ad-8738-714aa5c35032)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:53.705753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566311d1-5b33-4737-9216-0ab32145cb26 req-6ff20759-03e6-49ac-a13f-c89a83e898c1 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:53.715825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-566311d1-5b33-4737-9216-0ab32145cb26 req-6ff20759-03e6-49ac-a13f-c89a83e898c1 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.4157078 Apr 18 21:27:53.720761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] For port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4dc94c81-9ccd-4b43-a82a-59f2f2b281fa,segment=NetworkSegment(f152ab0b-0228-4754-983f-5f32c18a5249),segment_id=f152ab0b-0228-4754-983f-5f32c18a5249)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:53.761183 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c44da496-9246-4a7b-9b8c-392526d8af0f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.778828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:27:53.783388 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.816370 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.821391 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Added segment a9d368cb-f9a9-465e-b34a-2cf068b7661a of type vlan for network 78aaa099-45ab-4047-b356-0c0620ea8539 Apr 18 21:27:53.867921 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-566311d1-5b33-4737-9216-0ab32145cb26 req-20013c62-55b3-4e85-8b3e-8988766289d0 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507020 Apr 18 21:27:53.917960 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.004664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-389043401-network', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:54.015944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:54.025236 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.029664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:54.030092 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.043382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Usage tracker for resource:network and tenant:6ad10952069f497cace7a3bcbd89d15b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:54.043500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=8762b8b7-5b3d-4156-943a-ef17960d2a1e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:54.045682 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.062779 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.076798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a15cf09-795d-47fd-9655-07f78a9d3eb6 req-4daead2b-4250-474c-894c-965023345f49 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 210 time: 0.1211984 Apr 18 21:27:54.091404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:54.091512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44da496-9246-4a7b-9b8c-392526d8af0f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event deleted for resources: {'Port': ['ID=f49425f1-8820-4783-b6f1-ea45c8ad9e90,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:54.111579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 68c26ce9-fed6-4673-b108-a4b835574b50 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:54.172133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:54.195715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Network': ['ID=78aaa099-45ab-4047-b356-0c0620ea8539,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:54.213494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b3ec2191-b3fd-4d19-a4a8-d08aba9587b7 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6473 time: 1.1346195 Apr 18 21:27:54.220808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Transition to ACTIVE for port object 7c369ec8-382a-49e5-a09a-2664ec3f24f5 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:54.260494 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.268682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8c018793-d369-42f5-a920-8363724bcd5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1058247 Apr 18 21:27:54.271643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57438) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:54.275096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Pushing event updated for resources: {'Port': ['ID=4dc94c81-9ccd-4b43-a82a-59f2f2b281fa,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:54.275908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'subnet': {'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:54.284505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 78aaa099-45ab-4047-b356-0c0620ea8539 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:27:54.298788 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Transition to ACTIVE for port object 122d4a29-c3cb-4871-83ab-be05020ac530 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:54.353937 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.417117 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.442037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Made reservation on behalf of 6ad10952069f497cace7a3bcbd89d15b for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:54.455090 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.482847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Network 8206fe37-8686-497b-b552-23c2a6f40d7d is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:54.497758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:54.500854 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.502149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:54.544528 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c44da496-9246-4a7b-9b8c-392526d8af0f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.551722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['5b463ac4-01c3-4990-931c-6aadc1e5d588', '6ab5822a-dd4c-4103-97ec-f05ae547c33c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:27:54.593162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event updated for resources: {'Port': ['ID=7c369ec8-382a-49e5-a09a-2664ec3f24f5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:54.639515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:54.644639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.660568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Provisioning complete for port 68c26ce9-fed6-4673-b108-a4b835574b50 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:54.661146 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9fcbfffd-814a-4f09-a82f-6e2e997e5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.680916 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c44da496-9246-4a7b-9b8c-392526d8af0f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "DELETE /v2.0/ports/f49425f1-8820-4783-b6f1-ea45c8ad9e90 HTTP/1.1" status: 204 len: 168 time: 2.4695497 Apr 18 21:27:54.683846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57444) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:54.766832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 68c26ce9-fed6-4673-b108-a4b835574b50 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:54.767344 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.830417 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18634d-98b0-44ae-bdcb-5119ea7accd1 None None] Pushing event updated for resources: {'Port': ['ID=122d4a29-c3cb-4871-83ab-be05020ac530,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:54.843572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:54.866890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad10952069f497cace7a3bcbd89d15b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:54.874876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:54.887253 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9e7fff-8087-44d1-ba2a-28f32912c807 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] GET failed (client error): The resource could not be found. Apr 18 21:27:54.888585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2d9e7fff-8087-44d1-ba2a-28f32912c807 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Synchronizing usage tracker for tenant:8f0122da075b4cad9da25833b6fef7c3 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:54.893361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:54.893536 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-960ea24a-7d6e-4dcd-a258-a1deea926332 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0582576 Apr 18 21:27:54.911118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Request body: {'port': {'device_id': 'd4294e44-f495-4fb1-a699-18eb19b7244b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:54.964830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57452) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:54.981000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864494395', 'description': 'tempest-secgroup-smoke-864494395 description', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:54.997008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:55.010847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:55.012711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:55.016238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:55.023345 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a0bc-00c8-4dbc-b95d-82ec08a38fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.089004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:55.103853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2d9e7fff-8087-44d1-ba2a-28f32912c807 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Unset dirty status for tenant:8f0122da075b4cad9da25833b6fef7c3 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:55.103853 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2d9e7fff-8087-44d1-ba2a-28f32912c807 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "GET /v2.0/ports/f49425f1-8820-4783-b6f1-ea45c8ad9e90 HTTP/1.1" status: 404 len: 333 time: 0.3981922 Apr 18 21:27:55.103853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57456) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:55.109203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Request body: {'port': {'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2026957805'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:55.112203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:subnet and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:55.124400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:55.132976 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Attempting to bind port 122d4a29-c3cb-4871-83ab-be05020ac530 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:55.135034 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Attempting to bind port 122d4a29-c3cb-4871-83ab-be05020ac530 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:55.135755 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Attempting to bind port 122d4a29-c3cb-4871-83ab-be05020ac530 on network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:55.153750 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:55.154129 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Checking segment: {'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:55.154524 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.155074 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Bound using segment: {'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:55.155698 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Bound port: 122d4a29-c3cb-4871-83ab-be05020ac530, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:55.156338 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.191184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:55.203856 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.246314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Provisioning complete for port b20f0c13-1ea8-4494-8c00-fd6309052891 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:55.246756 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.259990 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.277556 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.301989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e59db-bd12-4c86-bb14-87f72c9c1daa req-9236f0bd-95bd-4525-a66b-4db51f8b5668 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:55.306282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc8e59db-bd12-4c86-bb14-87f72c9c1daa req-9236f0bd-95bd-4525-a66b-4db51f8b5668 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.2828088 Apr 18 21:27:55.312987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:55.354271 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] For port 122d4a29-c3cb-4871-83ab-be05020ac530, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:55.358134 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] For port 122d4a29-c3cb-4871-83ab-be05020ac530, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=122d4a29-c3cb-4871-83ab-be05020ac530,segment=NetworkSegment(ee7fdd4f-c4c5-4e93-961e-bbba3991be04),segment_id=ee7fdd4f-c4c5-4e93-961e-bbba3991be04)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:55.376593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Port b20f0c13-1ea8-4494-8c00-fd6309052891 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:55.428712 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Provisioning complete for port c1117c65-6f73-46c6-a636-c7cf42ef1502 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:55.429109 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.435086 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.438297 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.453888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.497699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9887-b067-45fc-bb29-f284cbb4de38 req-d36424f1-6446-410d-b2d1-8eabcd0f8aa9 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:55.500870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Port c1117c65-6f73-46c6-a636-c7cf42ef1502 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:55.509458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:55.511235 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da0a9887-b067-45fc-bb29-f284cbb4de38 req-d36424f1-6446-410d-b2d1-8eabcd0f8aa9 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.4003210 Apr 18 21:27:55.550728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:55.599185 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:55.600068 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:27:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:55.633250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Provisioning for port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:55.639434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Provisioning complete for port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:55.640287 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.734266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:55.766487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Provisioning complete for port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:55.766857 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.781149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:55.785596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:55.787203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c369ec8-382a-49e5-a09a-2664ec3f24f5 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:27:55.800476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:55.804109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Made reservation on behalf of 8f0122da075b4cad9da25833b6fef7c3 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:55.809050 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.813235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:27:55.823807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.830432 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:55.861773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc8e59db-bd12-4c86-bb14-87f72c9c1daa req-1449e85c-6621-4d3e-9f3a-dd8dba684723 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260960 Apr 18 21:27:55.889156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] device_id is not set on port be5ee140-28e3-47c7-80e9-21415d102b20 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:27:55.894313 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.895009 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Added segment e5c20f1e-0055-4f5a-9231-f39c7f20e716 of type vlan for network b81895b1-d9e8-4028-8ecd-63f01a90f51d Apr 18 21:27:55.940737 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.004367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:56.015755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Transition to ACTIVE for port object 7c369ec8-382a-49e5-a09a-2664ec3f24f5 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:56.015902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f5bb15-5aeb-4c46-a6ab-218db974230e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:56.037855 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18634d-98b0-44ae-bdcb-5119ea7accd1 None None] Pushing event updated for resources: {'Port': ['ID=122d4a29-c3cb-4871-83ab-be05020ac530,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:56.043807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:56.090032 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da0a9887-b067-45fc-bb29-f284cbb4de38 req-dc1cd615-9b28-4b0d-949f-648345f55114 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657831 Apr 18 21:27:56.112290 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.112290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:56.112290 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.121223 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.121966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2c9969f8-6546-4f5c-9665-dc480a21779f None None] Could not find standard attr ID for object f49425f1-8820-4783-b6f1-ea45c8ad9e90. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:27:56.216477 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Sync routers for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:56.247679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:56.248611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:27:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:56.338738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b81895b1-d9e8-4028-8ecd-63f01a90f51d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:56.338963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Allocated IP 2001:db8::193 (401550a5-66bd-4bb6-9536-d93077d4c850/ba16ac46-8167-4634-979f-d5acc1199456/be5ee140-28e3-47c7-80e9-21415d102b20) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:56.343908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Pushing event updated for resources: {'Port': ['ID=7c369ec8-382a-49e5-a09a-2664ec3f24f5,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:56.387117 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:46Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:27:55Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:56.391635 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466b5dac-7243-45e5-a0ae-db8e42f7ed9b None None] The sync data for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 is: [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:46Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:27:55Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:56.425763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9dc9ec92-e3d2-477e-b359-8cc7fd8cb2cf req-6dea8434-91fb-4f95-b47d-9220504a133b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 1097 time: 0.7267098 Apr 18 21:27:56.427397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:56.427745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:56.428083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:56.428414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:56.428744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:56.429076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:56.431678 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:56.432175 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.432269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:56.432269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:56.432962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:56.433088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:56.434140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:56.510968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b81895b1-d9e8-4028-8ecd-63f01a90f51d details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:27:56.557234 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.560014 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a0ac7a22-1cdd-4925-8acf-5af7f06584f7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0339611 Apr 18 21:27:56.585267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57464) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:56.610946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Request body: {'subnet': {'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-389043401-subnet', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:56.621411 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.695420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:56.714246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9dc9ec92-e3d2-477e-b359-8cc7fd8cb2cf req-4915b045-43d4-4df8-ab1d-3f6d3264719c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716496 Apr 18 21:27:56.724485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7fbc98-1a2a-43cd-8e51-932dcb4885b4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:56.743540 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.766702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e464e39-539d-4809-93a2-68192418cfad req-f9011bca-51dd-4acc-b85a-807a24aded62 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:56.766702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e464e39-539d-4809-93a2-68192418cfad req-f9011bca-51dd-4acc-b85a-807a24aded62 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 943 time: 0.4780791 Apr 18 21:27:56.787072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Usage tracker for resource:subnet and tenant:6ad10952069f497cace7a3bcbd89d15b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:56.801974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:56.822043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:56.851798 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.853365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7646a446-3f1f-4382-9f98-b8deccb25bd2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.8933055 Apr 18 21:27:56.864894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:56.865534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57470) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:56.882912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a32508af-b667-4bda-87c4-57df0ff3a8d4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '8d7fbc98-1a2a-43cd-8e51-932dcb4885b4', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:56.901192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a32508af-b667-4bda-87c4-57df0ff3a8d4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:56.936406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a32508af-b667-4bda-87c4-57df0ff3a8d4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:56.942911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a32508af-b667-4bda-87c4-57df0ff3a8d4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:56.978514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a32508af-b667-4bda-87c4-57df0ff3a8d4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:56.980196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8762b8b7-5b3d-4156-943a-ef17960d2a1e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:57.028228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:27:57.031672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Subnet': ['ID=73b637d6-c31a-4f78-83e4-89189da4418c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:57.058704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e464e39-539d-4809-93a2-68192418cfad req-0f6780e1-0358-4b00-b81a-e7c92681cfe6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427568 Apr 18 21:27:57.073306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Checking segment: {'id': 'a9d368cb-f9a9-465e-b34a-2cf068b7661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:57.073629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network hostable DHCP agents. Network: 78aaa099-45ab-4047-b356-0c0620ea8539, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:27:57.163263 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a32508af-b667-4bda-87c4-57df0ff3a8d4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.195905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Attempting to bind port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:57.196575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Attempting to bind port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:57.196978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Attempting to bind port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 on network 8206fe37-8686-497b-b552-23c2a6f40d7d {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:57.237165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 78aaa099-45ab-4047-b356-0c0620ea8539 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:27:57.264100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 on network 8206fe37-8686-497b-b552-23c2a6f40d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:27:57.264429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Attempting to bind port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 on network 8206fe37-8686-497b-b552-23c2a6f40d7d {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:57.300590 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.304784 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a32508af-b667-4bda-87c4-57df0ff3a8d4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.311200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Made reservation on behalf of 6ad10952069f497cace7a3bcbd89d15b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:57.324270 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:27:57.327878 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.368571 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-80b88404-3a97-4f0e-9929-bcadddc7c368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.400037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:57.402536 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a32508af-b667-4bda-87c4-57df0ff3a8d4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.402669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Checking segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:57.402669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Bound using segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:57.403626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Bound port: 7c369ec8-382a-49e5-a09a-2664ec3f24f5, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:57.404000 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.481237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 78aaa099-45ab-4047-b356-0c0620ea8539) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:57.507748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32508af-b667-4bda-87c4-57df0ff3a8d4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298d5676-ac04-4747-affd-ceaedf603b6c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:57.511173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:57.512090 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.525426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7e260-2c01-4e78-84fe-dce3c07d9482 req-732001bd-4b09-4a1f-8bc3-e96e3d107b05 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:57.529097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcb7e260-2c01-4e78-84fe-dce3c07d9482 req-732001bd-4b09-4a1f-8bc3-e96e3d107b05 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.2676849 Apr 18 21:27:57.584503 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a32508af-b667-4bda-87c4-57df0ff3a8d4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.585998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a32508af-b667-4bda-87c4-57df0ff3a8d4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7094665 Apr 18 21:27:57.603766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57480) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:57.616238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-cce81b4e-c2ff-47b9-b5c1-ba2110b8c55b tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '8d7fbc98-1a2a-43cd-8e51-932dcb4885b4', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:57.622420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Transition to ACTIVE for port object be5ee140-28e3-47c7-80e9-21415d102b20 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:57.635429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cce81b4e-c2ff-47b9-b5c1-ba2110b8c55b tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:57.646402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cce81b4e-c2ff-47b9-b5c1-ba2110b8c55b tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:57.648610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0614e3-6d2d-42db-be93-a35b79f00b7b None None] Network 78aaa099-45ab-4047-b356-0c0620ea8539 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:57.656394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cce81b4e-c2ff-47b9-b5c1-ba2110b8c55b tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:57.671062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcb7e260-2c01-4e78-84fe-dce3c07d9482 req-60c40584-f79e-48d7-a680-215825a78e93 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320283 Apr 18 21:27:57.672246 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cce81b4e-c2ff-47b9-b5c1-ba2110b8c55b tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:57.680929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7eecb390-58b3-462e-8ca7-d64682e75614 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4093685 Apr 18 21:27:57.686432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57484) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:57.767754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.775241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a923bf5-02f4-4989-bd02-b019f85af863 req-b4ffa652-474b-459f-8705-c0a6623e4c6f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:57.776958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a923bf5-02f4-4989-bd02-b019f85af863 req-b4ffa652-474b-459f-8705-c0a6623e4c6f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 944 time: 0.3388872 Apr 18 21:27:57.823923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=de0d77b5-27fc-4a98-a3c6-83fd3177b0a5,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:57.869813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'de0d77b5-27fc-4a98-a3c6-83fd3177b0a5', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'port_id': 'de0d77b5-27fc-4a98-a3c6-83fd3177b0a5', 'mac_address': 'fa:16:3e:81:8f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:27:57.891414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Network 401550a5-66bd-4bb6-9536-d93077d4c850 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:57.901393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event updated for resources: {'Port': ['ID=be5ee140-28e3-47c7-80e9-21415d102b20,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:57.905507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:57.907877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:57.912143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:57.917616 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.952794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8762b8b7-5b3d-4156-943a-ef17960d2a1e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:57.953238 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.981914 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cce81b4e-c2ff-47b9-b5c1-ba2110b8c55b tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.050773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] For port 7c369ec8-382a-49e5-a09a-2664ec3f24f5, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:58.082831 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8fcbbef6-42c2-4638-ae60-d89926140c2a tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9801409 Apr 18 21:27:58.084844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] For port 7c369ec8-382a-49e5-a09a-2664ec3f24f5, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7c369ec8-382a-49e5-a09a-2664ec3f24f5,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:58.085970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57488) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:58.094800 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a923bf5-02f4-4989-bd02-b019f85af863 req-b9e8b22d-6388-4373-9ba9-bc638629ae4f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099198 Apr 18 21:27:58.100340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cce81b4e-c2ff-47b9-b5c1-ba2110b8c55b tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.106311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c6c19c85-82c4-41cf-b77b-1553668999f4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::336', 'mac_address': 'fa:16:3e:50:42:90'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:58.219593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.224751 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.326668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:27:58.340279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-78aaa099-45ab-4047-b356-0c0620ea8539', 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'fixed_ips': [{'subnet_id': '73b637d6-c31a-4f78-83e4-89189da4418c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:27:58.341589 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.356708 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.394457 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.396083 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] 10.222.0.59 "PUT /v2.0/ports/7c369ec8-382a-49e5-a09a-2664ec3f24f5 HTTP/1.1" status: 200 len: 1091 time: 3.4891474 Apr 18 21:27:58.431407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=de0d77b5-27fc-4a98-a3c6-83fd3177b0a5,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:58.453309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4294e44-f495-4fb1-a699-18eb19b7244b', 'tag': '7c369ec8-382a-49e5-a09a-2664ec3f24f5'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:58.467612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6bfc1-9118-4ba5-8a83-43197e53b057 service neutron] Pushing event updated for resources: {'Port': ['ID=7c369ec8-382a-49e5-a09a-2664ec3f24f5,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:58.491823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.499088 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cce81b4e-c2ff-47b9-b5c1-ba2110b8c55b tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.547777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce81b4e-c2ff-47b9-b5c1-ba2110b8c55b tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ce1c9c-81d2-47b3-bc9d-2ac144e04bca,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:58.559885 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-31c685ec-8d2d-48aa-8a6c-79ce6924eef3 None None] Provisioning for port be5ee140-28e3-47c7-80e9-21415d102b20 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:58.570205 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.619195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec09a5a-73b8-456b-aa59-c7ab0725341c req-4fdca67f-548f-48a1-9a4c-d7a76b9377fe tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:58.620666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dec09a5a-73b8-456b-aa59-c7ab0725341c req-4fdca67f-548f-48a1-9a4c-d7a76b9377fe tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 943 time: 0.2218380 Apr 18 21:27:58.624728 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cce81b4e-c2ff-47b9-b5c1-ba2110b8c55b tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.625877 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cce81b4e-c2ff-47b9-b5c1-ba2110b8c55b tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0195377 Apr 18 21:27:58.643602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57498) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:58.670212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4f534032-fea1-4b83-97ea-4147aa0c9554 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '8d7fbc98-1a2a-43cd-8e51-932dcb4885b4', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:58.730162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-31c685ec-8d2d-48aa-8a6c-79ce6924eef3 None None] Provisioning complete for port be5ee140-28e3-47c7-80e9-21415d102b20 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:58.730530 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-31c685ec-8d2d-48aa-8a6c-79ce6924eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.739528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4f534032-fea1-4b83-97ea-4147aa0c9554 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:58.756889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba060648-7d7a-41b3-83ef-e3fb5a539db0,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:58.770542 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dec09a5a-73b8-456b-aa59-c7ab0725341c req-adb9ceb7-e808-4829-a042-3c8cc143c544 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423974 Apr 18 21:27:58.818721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4f534032-fea1-4b83-97ea-4147aa0c9554 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:58.839246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4f534032-fea1-4b83-97ea-4147aa0c9554 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:58.853456 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b894255e-4d70-4d87-b86e-45f9c6c4dae5'] response: {'name': 'network-changed', 'server_uuid': 'd4294e44-f495-4fb1-a699-18eb19b7244b', 'tag': '7c369ec8-382a-49e5-a09a-2664ec3f24f5', 'status': 'completed', 'code': 200} Apr 18 21:27:58.858372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=de0d77b5-27fc-4a98-a3c6-83fd3177b0a5,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:58.861183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-31c685ec-8d2d-48aa-8a6c-79ce6924eef3 None None] Port be5ee140-28e3-47c7-80e9-21415d102b20 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:58.870912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4f534032-fea1-4b83-97ea-4147aa0c9554 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:58.886922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Checking segment: {'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:58.887598 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Network hostable DHCP agents. Network: b81895b1-d9e8-4028-8ecd-63f01a90f51d, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:27:58.910355 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c6c19c85-82c4-41cf-b77b-1553668999f4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.918404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:27:48Z', 'revision_number': 3, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1117c65-6f73-46c6-a636-c7cf42ef1502', 'name': '', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:b1:8a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:45Z', 'updated_at': '2022-04-18T21:27:48Z', 'revision_number': 2, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:58.926480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Checking router: 3ec7e92e-c26a-458e-b1df-9567519d8328 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:27:58.926832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Updating router 3ec7e92e-c26a-458e-b1df-9567519d8328 port c1117c65-6f73-46c6-a636-c7cf42ef1502 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:27:58.984810 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-b2bcf6a5-24dc-4a6e-81a4-8d7ecfe1e7f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 1094 time: 0.4475365 Apr 18 21:27:59.014539 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.024599 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.085659 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-dd881e4a-c8ea-4ae0-b139-c55359ec64a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c369ec8-382a-49e5-a09a-2664ec3f24f5 HTTP/1.1" status: 200 len: 217 time: 0.0879259 Apr 18 21:27:59.112904 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 122d4a29-c3cb-4871-83ab-be05020ac530 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:27:59.152405 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.193559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfe8df-eccc-4ac6-ac49-e3bd70983aea req-7534f757-afd3-4757-a60e-8377c6d59c40 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:59.202095 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3bfe8df-eccc-4ac6-ac49-e3bd70983aea req-7534f757-afd3-4757-a60e-8377c6d59c40 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.1965263 Apr 18 21:27:59.213833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['de0d77b5-27fc-4a98-a3c6-83fd3177b0a5'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:27:59.314911 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f534032-fea1-4b83-97ea-4147aa0c9554 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.322673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-c63385de-c239-4c4b-83e9-973dc4c5595b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:59.324126 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-c63385de-c239-4c4b-83e9-973dc4c5595b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.2267992 Apr 18 21:27:59.329064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Network b81895b1-d9e8-4028-8ecd-63f01a90f51d is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:27:59.453250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b81895b1-d9e8-4028-8ecd-63f01a90f51d) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:59.456831 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3bfe8df-eccc-4ac6-ac49-e3bd70983aea req-e098b4e0-f69f-49f7-a794-6a44a49d6d34 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536676 Apr 18 21:27:59.476431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:59.478669 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.495691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663fd289-44a1-4f72-a861-083b4ff68027 None None] Network b81895b1-d9e8-4028-8ecd-63f01a90f51d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:59.508669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Allocated IP 172.22.0.2 (78aaa099-45ab-4047-b356-0c0620ea8539/73b637d6-c31a-4f78-83e4-89189da4418c/4ef726cc-f24d-433b-951b-232e7a472d64) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:59.542409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-5dedf29e-c184-4443-8439-a0fb5f256ea1 req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-90142928', 'description': 'tempest-description-1106280738'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:59.555965 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f534032-fea1-4b83-97ea-4147aa0c9554 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.558426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5dedf29e-c184-4443-8439-a0fb5f256ea1 req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:59.574743 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-92aff337-1365-4ca2-9117-be1cfc80fb22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368321 Apr 18 21:27:59.578833 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c6c19c85-82c4-41cf-b77b-1553668999f4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.597056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c4ac6-830c-47ff-8a22-84c403080065 req-f417d061-1ab1-4725-9d17-f6fa557ebbca tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:59.598984 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b8c4ac6-830c-47ff-8a22-84c403080065 req-f417d061-1ab1-4725-9d17-f6fa557ebbca tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 945 time: 0.2670882 Apr 18 21:27:59.603459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5dedf29e-c184-4443-8439-a0fb5f256ea1 req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:59.625500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 122d4a29-c3cb-4871-83ab-be05020ac530 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:59.660386 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-246112e2-4cf0-4cf5-b338-edeedf43d566 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0628645 Apr 18 21:27:59.663310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57510) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:59.676189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-389043401-router', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:59.684835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:59.691821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Usage tracker for resource:router and tenant:6ad10952069f497cace7a3bcbd89d15b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:59.702886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:59.706560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:59.720813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b8c4ac6-830c-47ff-8a22-84c403080065 req-a4161a86-1c22-41ae-a953-5b1f99c577eb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119330 Apr 18 21:27:59.724398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f534032-fea1-4b83-97ea-4147aa0c9554 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.755451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 122d4a29-c3cb-4871-83ab-be05020ac530 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:59.755451 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.765489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f534032-fea1-4b83-97ea-4147aa0c9554 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9889eaea-2940-4bc9-b14d-d8ca43933510,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:59.770722 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5dedf29e-c184-4443-8439-a0fb5f256ea1 req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.778150 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c6c19c85-82c4-41cf-b77b-1553668999f4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.817015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5dedf29e-c184-4443-8439-a0fb5f256ea1 req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:59.822655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5dedf29e-c184-4443-8439-a0fb5f256ea1 req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Usage tracker for resource:security_group_rule and tenant:d286706845c147b7b508db7113d59292 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:59.825913 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5dedf29e-c184-4443-8439-a0fb5f256ea1 req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:59.832999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5dedf29e-c184-4443-8439-a0fb5f256ea1 req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:59.879268 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-b1e2f956-bae4-4fb4-9ef8-102f462cc920 service neutron] 10.222.0.59 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983468 Apr 18 21:27:59.880531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c6c19c85-82c4-41cf-b77b-1553668999f4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] In _notify_port_updated(), no bound segment for port be5ee140-28e3-47c7-80e9-21415d102b20 on network 401550a5-66bd-4bb6-9536-d93077d4c850 {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:27:59.890287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c19c85-82c4-41cf-b77b-1553668999f4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:59.890287 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c6c19c85-82c4-41cf-b77b-1553668999f4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.890287 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c6c19c85-82c4-41cf-b77b-1553668999f4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "PUT /v2.0/ports/be5ee140-28e3-47c7-80e9-21415d102b20 HTTP/1.1" status: 200 len: 1003 time: 1.7972250 Apr 18 21:27:59.896397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57516) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:59.912166 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5dedf29e-c184-4443-8439-a0fb5f256ea1 req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.021614 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5dedf29e-c184-4443-8439-a0fb5f256ea1 req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.051944 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f534032-fea1-4b83-97ea-4147aa0c9554 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.053373 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4f534032-fea1-4b83-97ea-4147aa0c9554 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4030447 Apr 18 21:28:00.059332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57520) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:00.069094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ec68eb4a-73eb-41d0-ab3e-77719faa8874 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '8d7fbc98-1a2a-43cd-8e51-932dcb4885b4', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:00.079092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ec68eb4a-73eb-41d0-ab3e-77719faa8874 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:00.083521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ec68eb4a-73eb-41d0-ab3e-77719faa8874 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:00.087222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ec68eb4a-73eb-41d0-ab3e-77719faa8874 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:00.104376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ec68eb4a-73eb-41d0-ab3e-77719faa8874 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:00.104500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.105315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.108323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c19c85-82c4-41cf-b77b-1553668999f4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event updated for resources: {'Port': ['ID=be5ee140-28e3-47c7-80e9-21415d102b20,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:00.145386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a699ed-4a3e-41e3-9c3a-1f9bf68bc259,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:00.182363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898ecdb-bb4d-4d36-a19f-36f73424c3b0 req-c29aeb81-3c19-48f1-a511-de0a7a116677 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:00.182363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5898ecdb-bb4d-4d36-a19f-36f73424c3b0 req-c29aeb81-3c19-48f1-a511-de0a7a116677 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 943 time: 0.2239726 Apr 18 21:28:00.197033 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:28:00.206173 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.224779 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec68eb4a-73eb-41d0-ab3e-77719faa8874 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.261209 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5dedf29e-c184-4443-8439-a0fb5f256ea1 req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.262620 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5dedf29e-c184-4443-8439-a0fb5f256ea1 req-6e7257b2-b6ce-4aa7-a481-913a7c100089 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1645 time: 0.7282240 Apr 18 21:28:00.284986 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5898ecdb-bb4d-4d36-a19f-36f73424c3b0 req-3aeaf2b3-3021-4ea3-bcea-083a9abf999a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945723 Apr 18 21:28:00.324409 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9157a298-73f7-44d0-aa89-d58088ab4fc4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Deleting port be5ee140-28e3-47c7-80e9-21415d102b20 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:00.326185 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9157a298-73f7-44d0-aa89-d58088ab4fc4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.354574 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec68eb4a-73eb-41d0-ab3e-77719faa8874 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.357187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.374274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Transition to ACTIVE for port object 4ef726cc-f24d-433b-951b-232e7a472d64 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:00.391048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f011049a-9810-43f1-9412-dec521b03af6 None None] Network b81895b1-d9e8-4028-8ecd-63f01a90f51d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:00.399713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec68eb4a-73eb-41d0-ab3e-77719faa8874 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.463949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68eb4a-73eb-41d0-ab3e-77719faa8874 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50117ef9-c622-4b69-a32b-d6138128657a,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:00.480820 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7460678f-2e54-4811-83c1-4bbfeada9c43 req-756c6a4b-e7f4-4046-8696-2699b171c0b8 service neutron] 10.222.0.59 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823205 Apr 18 21:28:00.509115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-97a9bc9f-6c3b-43b1-a3cd-aa578edda44e tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Synchronizing usage tracker for tenant:d286706845c147b7b508db7113d59292 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:00.516844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Transition to ACTIVE for port object 4ef726cc-f24d-433b-951b-232e7a472d64 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:00.527093 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.555240 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.570106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c7721e49-6fbf-4007-b4cd-981e9f827da1 None None] Provisioning complete for port be5ee140-28e3-47c7-80e9-21415d102b20 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:00.571280 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c7721e49-6fbf-4007-b4cd-981e9f827da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.611124 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ec68eb4a-73eb-41d0-ab3e-77719faa8874 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.612316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ec68eb4a-73eb-41d0-ab3e-77719faa8874 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5488517 Apr 18 21:28:00.615027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57526) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:00.621024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-77665309-6de7-439a-91d3-3c0413804621 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '8d7fbc98-1a2a-43cd-8e51-932dcb4885b4', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:00.627222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-77665309-6de7-439a-91d3-3c0413804621 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:00.631105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-77665309-6de7-439a-91d3-3c0413804621 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:00.634438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-77665309-6de7-439a-91d3-3c0413804621 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:00.637341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Transition to ACTIVE for port object c1117c65-6f73-46c6-a636-c7cf42ef1502 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:00.642528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-77665309-6de7-439a-91d3-3c0413804621 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:00.669935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-97a9bc9f-6c3b-43b1-a3cd-aa578edda44e tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Unset dirty status for tenant:d286706845c147b7b508db7113d59292 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:00.678572 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-97a9bc9f-6c3b-43b1-a3cd-aa578edda44e tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-90142928&fields=id&tenant_id=d286706845c147b7b508db7113d59292 HTTP/1.1" status: 200 len: 267 time: 0.2420368 Apr 18 21:28:00.679964 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.721669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 122d4a29-c3cb-4871-83ab-be05020ac530, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=122d4a29-c3cb-4871-83ab-be05020ac530,segment=NetworkSegment(ee7fdd4f-c4c5-4e93-961e-bbba3991be04),segment_id=ee7fdd4f-c4c5-4e93-961e-bbba3991be04)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:00.725075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c7721e49-6fbf-4007-b4cd-981e9f827da1 None None] Port be5ee140-28e3-47c7-80e9-21415d102b20 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:00.809012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Pushing event updated for resources: {'Port': ['ID=4ef726cc-f24d-433b-951b-232e7a472d64,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:00.814080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Network 78aaa099-45ab-4047-b356-0c0620ea8539 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:00.818190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:00.825005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:00.854567 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9157a298-73f7-44d0-aa89-d58088ab4fc4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.860699 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.935434 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-622287af-f216-4a72-9f70-cde0b11b5a8f req-b39a397d-86f2-4914-abf5-05621db6c9bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 1094 time: 0.2184274 Apr 18 21:28:00.952799 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.954555 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-77665309-6de7-439a-91d3-3c0413804621 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Project 1bfb4ecea54942dca79bbe9472e0ec87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:28:01.029372 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-77665309-6de7-439a-91d3-3c0413804621 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.104752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08988b-cd0a-45e5-b610-99ca408898c8 None None] Pushing event updated for resources: {'Port': ['ID=c1117c65-6f73-46c6-a636-c7cf42ef1502,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:01.104752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.115094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Allocated IP 172.22.0.1 (78aaa099-45ab-4047-b356-0c0620ea8539/73b637d6-c31a-4f78-83e4-89189da4418c/cf4cf9c0-5755-4620-bfd4-fbc8003edca4) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:01.177131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-ab4e5957-cb98-4b07-9370-55e6fd106a2c tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:01.178740 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-ab4e5957-cb98-4b07-9370-55e6fd106a2c tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.4990575 Apr 18 21:28:01.187432 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.198843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=122d4a29-c3cb-4871-83ab-be05020ac530,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:01.204214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622287af-f216-4a72-9f70-cde0b11b5a8f req-0b57941e-7b9b-4bc2-bd6f-8f204cea4bec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:01.206207 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-622287af-f216-4a72-9f70-cde0b11b5a8f req-0b57941e-7b9b-4bc2-bd6f-8f204cea4bec service neutron] 10.222.0.59 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.2096283 Apr 18 21:28:01.214845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9157a298-73f7-44d0-aa89-d58088ab4fc4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Calling delete_port for be5ee140-28e3-47c7-80e9-21415d102b20 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:01.223663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Attempting to bind port 4ef726cc-f24d-433b-951b-232e7a472d64 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:01.224246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Attempting to bind port 4ef726cc-f24d-433b-951b-232e7a472d64 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a9d368cb-f9a9-465e-b34a-2cf068b7661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:01.224771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Attempting to bind port 4ef726cc-f24d-433b-951b-232e7a472d64 on network 78aaa099-45ab-4047-b356-0c0620ea8539 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:01.238011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-0e639884-6ec1-406f-a9ea-60677a26271d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Request body: {'port': {'security_groups': ['f39dffbb-b562-4c0f-9c30-e6269297da72', '47a699ed-4a3e-41e3-9c3a-1f9bf68bc259']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:01.379691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:01.380355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Checking segment: {'id': 'a9d368cb-f9a9-465e-b34a-2cf068b7661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:01.380916 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.381582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Bound using segment: {'id': 'a9d368cb-f9a9-465e-b34a-2cf068b7661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:01.382223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Bound port: 4ef726cc-f24d-433b-951b-232e7a472d64, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d368cb-f9a9-465e-b34a-2cf068b7661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:01.382762 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.387208 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-622287af-f216-4a72-9f70-cde0b11b5a8f req-af468f1b-30c0-44e9-8458-7aaa83894f81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c369ec8-382a-49e5-a09a-2664ec3f24f5 HTTP/1.1" status: 200 len: 217 time: 0.1218376 Apr 18 21:28:01.387720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f62a0-f0cf-4e8b-bd20-5161f066daca req-8a5ddcab-e396-4c06-9002-ff4694179cdf tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:01.393941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a0f62a0-f0cf-4e8b-bd20-5161f066daca req-8a5ddcab-e396-4c06-9002-ff4694179cdf tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 945 time: 0.4279900 Apr 18 21:28:01.426650 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Attempting to bind port c1117c65-6f73-46c6-a636-c7cf42ef1502 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:01.427145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Attempting to bind port c1117c65-6f73-46c6-a636-c7cf42ef1502 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5897c396-8924-4619-87a6-8fcc40d30596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:01.427398 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Attempting to bind port c1117c65-6f73-46c6-a636-c7cf42ef1502 on network e189b048-6588-48b0-8fba-9bb00cabee90 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:01.480019 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-77665309-6de7-439a-91d3-3c0413804621 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.484975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:01.485813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Checking segment: {'id': '5897c396-8924-4619-87a6-8fcc40d30596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:01.486221 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.487466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Bound using segment: {'id': '5897c396-8924-4619-87a6-8fcc40d30596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:01.487959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Bound port: c1117c65-6f73-46c6-a636-c7cf42ef1502, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5897c396-8924-4619-87a6-8fcc40d30596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:01.488340 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.566476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622287af-f216-4a72-9f70-cde0b11b5a8f req-f187ce15-2ef0-4fb3-b5f5-6118906bdb9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:01.568279 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-622287af-f216-4a72-9f70-cde0b11b5a8f req-f187ce15-2ef0-4fb3-b5f5-6118906bdb9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.1267338 Apr 18 21:28:01.570912 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-77665309-6de7-439a-91d3-3c0413804621 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.580881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] For port 4ef726cc-f24d-433b-951b-232e7a472d64, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:01.607017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] For port 4ef726cc-f24d-433b-951b-232e7a472d64, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4ef726cc-f24d-433b-951b-232e7a472d64,segment=NetworkSegment(a9d368cb-f9a9-465e-b34a-2cf068b7661a),segment_id=a9d368cb-f9a9-465e-b34a-2cf068b7661a)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:01.636147 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-0e639884-6ec1-406f-a9ea-60677a26271d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.648120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] For port c1117c65-6f73-46c6-a636-c7cf42ef1502, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:01.655540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77665309-6de7-439a-91d3-3c0413804621 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083d0a12-40e7-4516-94c8-63eae8687209,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:01.666902 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-77665309-6de7-439a-91d3-3c0413804621 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.669251 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-77665309-6de7-439a-91d3-3c0413804621 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0532792 Apr 18 21:28:01.673353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57534) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:01.699211 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-622287af-f216-4a72-9f70-cde0b11b5a8f req-94e69944-35fe-4568-81aa-648981bf0bd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221280 Apr 18 21:28:01.714284 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.719022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3d534b31-737d-44a7-b79b-129531ca42fa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '8d7fbc98-1a2a-43cd-8e51-932dcb4885b4', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:01.725735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a0f62a0-f0cf-4e8b-bd20-5161f066daca req-108556d4-c154-4b93-9d37-94914de1c4f4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307407 Apr 18 21:28:01.743304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3d534b31-737d-44a7-b79b-129531ca42fa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:01.744232 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.763377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3d534b31-737d-44a7-b79b-129531ca42fa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:01.772887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3d534b31-737d-44a7-b79b-129531ca42fa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:01.785317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3d534b31-737d-44a7-b79b-129531ca42fa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:01.796238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] For port c1117c65-6f73-46c6-a636-c7cf42ef1502, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c1117c65-6f73-46c6-a636-c7cf42ef1502,segment=NetworkSegment(5897c396-8924-4619-87a6-8fcc40d30596),segment_id=5897c396-8924-4619-87a6-8fcc40d30596)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:01.809339 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Transition to ACTIVE for port object cf4cf9c0-5755-4620-bfd4-fbc8003edca4 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:01.830493 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e487294-f3e4-4db7-bc7a-87cf007ce6f9 None None] Pushing event updated for resources: {'Port': ['ID=4ef726cc-f24d-433b-951b-232e7a472d64,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:01.858506 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.908730 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-3d534b31-737d-44a7-b79b-129531ca42fa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Project 1bfb4ecea54942dca79bbe9472e0ec87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:28:01.985571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d534b31-737d-44a7-b79b-129531ca42fa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.987372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:01.987570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:27:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:02.039076 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-622287af-f216-4a72-9f70-cde0b11b5a8f req-43aa797c-8f1b-43ff-98e6-9f2cd561d5d4 service neutron] 10.222.0.59 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426358 Apr 18 21:28:02.039076 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9157a298-73f7-44d0-aa89-d58088ab4fc4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.127352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.175354 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.220572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:02.266706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157a298-73f7-44d0-aa89-d58088ab4fc4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event deleted for resources: {'Port': ['ID=be5ee140-28e3-47c7-80e9-21415d102b20,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:02.287488 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.403729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=cf4cf9c0-5755-4620-bfd4-fbc8003edca4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:02.427231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 78aaa099-45ab-4047-b356-0c0620ea8539 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:02.448319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:02.480859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08988b-cd0a-45e5-b610-99ca408898c8 None None] Pushing event updated for resources: {'Port': ['ID=c1117c65-6f73-46c6-a636-c7cf42ef1502,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:02.492341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:02.531543 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d534b31-737d-44a7-b79b-129531ca42fa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.596792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-0e639884-6ec1-406f-a9ea-60677a26271d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] For port 32288d79-ec19-434c-892c-c493c6aae190, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=32288d79-ec19-434c-892c-c493c6aae190,segment=NetworkSegment(08d3e5ef-01e3-4124-b07d-e85752ba3218),segment_id=08d3e5ef-01e3-4124-b07d-e85752ba3218)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:02.616750 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9157a298-73f7-44d0-aa89-d58088ab4fc4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.621352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513e687-b4f9-4299-aef6-f5b246c9c867 req-3fd1f008-08e5-4b82-9322-aefcc2da01c7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:02.629374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f513e687-b4f9-4299-aef6-f5b246c9c867 req-3fd1f008-08e5-4b82-9322-aefcc2da01c7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 943 time: 0.6909635 Apr 18 21:28:02.651915 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d534b31-737d-44a7-b79b-129531ca42fa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.690363 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9157a298-73f7-44d0-aa89-d58088ab4fc4 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "DELETE /v2.0/ports/be5ee140-28e3-47c7-80e9-21415d102b20 HTTP/1.1" status: 204 len: 168 time: 2.6355336 Apr 18 21:28:02.691865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d534b31-737d-44a7-b79b-129531ca42fa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d1012d-c74d-4601-8d74-48c6015fae87,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:02.692985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Allocated IP 172.25.3.76 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/58c9b7f9-1006-4583-bffd-88c8282e5fa3) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:02.694981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57538) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:02.697698 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-622287af-f216-4a72-9f70-cde0b11b5a8f req-f8bea03f-c7e6-4873-b14d-5fba00abcd3e service neutron] 10.222.0.59 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042731 Apr 18 21:28:02.714685 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-0e639884-6ec1-406f-a9ea-60677a26271d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:28:02.733120 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.760131 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-3578c615-edd5-42f7-bb07-96c93bb47004 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] GET failed (client error): The resource could not be found. Apr 18 21:28:02.760379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:27:48Z', 'revision_number': 3, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1117c65-6f73-46c6-a636-c7cf42ef1502', 'name': '', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:b1:8a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:45Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:02.760882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3578c615-edd5-42f7-bb07-96c93bb47004 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Synchronizing usage tracker for tenant:8f0122da075b4cad9da25833b6fef7c3 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:02.761898 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-0e639884-6ec1-406f-a9ea-60677a26271d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.772059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1658fd-148b-4239-b918-046f376f4271 None None] The sync data for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 is: [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:27:48Z', 'revision_number': 3, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1117c65-6f73-46c6-a636-c7cf42ef1502', 'name': '', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:b1:8a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:45Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:02.794105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f513e687-b4f9-4299-aef6-f5b246c9c867 req-f6ed0b22-547c-4dcf-b3ca-d0126ef7540e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634665 Apr 18 21:28:02.808352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d534b31-737d-44a7-b79b-129531ca42fa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.817343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3d534b31-737d-44a7-b79b-129531ca42fa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1352363 Apr 18 21:28:02.861840 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-0e639884-6ec1-406f-a9ea-60677a26271d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.874010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['32288d79-ec19-434c-892c-c493c6aae190'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:28:02.985804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e639884-6ec1-406f-a9ea-60677a26271d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Pushing event updated for resources: {'Port': ['ID=32288d79-ec19-434c-892c-c493c6aae190,revision_number=6']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:03.080476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:03.087810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3578c615-edd5-42f7-bb07-96c93bb47004 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Unset dirty status for tenant:8f0122da075b4cad9da25833b6fef7c3 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:03.102280 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3578c615-edd5-42f7-bb07-96c93bb47004 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "GET /v2.0/ports/be5ee140-28e3-47c7-80e9-21415d102b20 HTTP/1.1" status: 404 len: 333 time: 0.3991997 Apr 18 21:28:03.102280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57548) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:03.140009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Request body: {'port': {'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-724755593'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:03.186690 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.257960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-0e639884-6ec1-406f-a9ea-60677a26271d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:03.261308 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-0e639884-6ec1-406f-a9ea-60677a26271d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.278405 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9979eb60-7fef-4f54-aaaa-a5097b773fda req-0e639884-6ec1-406f-a9ea-60677a26271d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "PUT /v2.0/ports/32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 982 time: 2.0701087 Apr 18 21:28:03.281606 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'tag': '32288d79-ec19-434c-892c-c493c6aae190'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:03.314566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7c369ec8-382a-49e5-a09a-2664ec3f24f5 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:28:03.350979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['32288d79-ec19-434c-892c-c493c6aae190'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:28:03.442272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4ef726cc-f24d-433b-951b-232e7a472d64 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:03.449121 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.543440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:03.557904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:03.587301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:03.595130 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:28:03.618829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da26c31-7a0c-4a1c-a87e-e9cf8aebd1fe None None] Network 78aaa099-45ab-4047-b356-0c0620ea8539 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:03.622700 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.707595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Made reservation on behalf of 8f0122da075b4cad9da25833b6fef7c3 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:03.713868 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.764786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-56ffe981-0eb3-4c7f-91e6-95edbf5b2849 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Synchronizing usage tracker for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:03.785057 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.785057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:03.785057 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.791666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:03.799149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:03.802722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] device_id is not set on port 08ae2268-388e-4214-b7d3-8ca3488499a9 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:28:03.812446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bf23e-d3ae-4c5f-a1e3-0e7941bda666 req-783a1187-c31a-440c-bf4a-65e885414342 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:03.819279 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-701bf23e-d3ae-4c5f-a1e3-0e7941bda666 req-783a1187-c31a-440c-bf4a-65e885414342 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 945 time: 0.7261384 Apr 18 21:28:03.855533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:03.983116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Pushing event updated for resources: {'Port': ['ID=58c9b7f9-1006-4583-bffd-88c8282e5fa3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:04.085140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-56ffe981-0eb3-4c7f-91e6-95edbf5b2849 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Unset dirty status for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:04.087285 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-56ffe981-0eb3-4c7f-91e6-95edbf5b2849 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864494395&fields=id&tenant_id=1bfb4ecea54942dca79bbe9472e0ec87 HTTP/1.1" status: 200 len: 267 time: 0.5657670 Apr 18 21:28:04.092586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6df848dd-d529-4332-a5ef-588a3ab95d6e None None] Provisioning for port 4ef726cc-f24d-433b-951b-232e7a472d64 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:04.139233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-701bf23e-d3ae-4c5f-a1e3-0e7941bda666 req-d96d26f0-e9f2-408e-9ae9-b5cf46ca9b33 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190048 Apr 18 21:28:04.194126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 4ef726cc-f24d-433b-951b-232e7a472d64 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:04.197696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Allocated IP 2001:db8::146 (401550a5-66bd-4bb6-9536-d93077d4c850/ba16ac46-8167-4634-979f-d5acc1199456/08ae2268-388e-4214-b7d3-8ca3488499a9) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:04.207174 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04ae2394-1817-43c6-a9db-6a5fb873de97 req-fc4e7115-247f-4e75-91bd-7d6dcdf5c126 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2945609 Apr 18 21:28:04.249555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7c369ec8-382a-49e5-a09a-2664ec3f24f5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7c369ec8-382a-49e5-a09a-2664ec3f24f5,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:04.279881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4ef726cc-f24d-433b-951b-232e7a472d64 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:04.280491 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.348559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '7c369ec8-382a-49e5-a09a-2664ec3f24f5', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'port_id': '7c369ec8-382a-49e5-a09a-2664ec3f24f5', 'mac_address': 'fa:16:3e:21:19:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:28:04.486236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db5888b3-f119-4678-b53b-56609661cc05 req-1885fa14-509f-46c8-8cce-3aa33274aeb2 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-90142928&fields=id&tenant_id=d286706845c147b7b508db7113d59292 HTTP/1.1" status: 200 len: 267 time: 0.1297104 Apr 18 21:28:04.489336 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.556107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-ae75154a-eb5c-4d93-a4dc-47a48d2ae23e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:04.557702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-ae75154a-eb5c-4d93-a4dc-47a48d2ae23e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/networks?id=7d1dc4cf-1467-4abe-ad17-a362277d1d3d HTTP/1.1" status: 200 len: 796 time: 0.4596283 Apr 18 21:28:04.565818 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.580863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0d77b5-27fc-4a98-a3c6-83fd3177b0a5'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:04.596790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-086e9a03-e60c-4f6f-8d7a-c82d167a3faf tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/quotas/1bfb4ecea54942dca79bbe9472e0ec87 HTTP/1.1" status: 200 len: 375 time: 0.0235870 Apr 18 21:28:04.596921 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.625653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=de0d77b5-27fc-4a98-a3c6-83fd3177b0a5,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:04.644749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.672679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c369ec8-382a-49e5-a09a-2664ec3f24f5 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:28:04.713820 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04ae2394-1817-43c6-a9db-6a5fb873de97 req-3512d8c1-c133-4eb2-944d-9b621e4b01d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d286706845c147b7b508db7113d59292&device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 1136 time: 0.3825541 Apr 18 21:28:04.719831 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.724029 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.750060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5888b3-f119-4678-b53b-56609661cc05 req-b52f5229-d9e8-42ed-88ba-395f74e74743 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:04.751272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7c369ec8-382a-49e5-a09a-2664ec3f24f5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7c369ec8-382a-49e5-a09a-2664ec3f24f5,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:04.753684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db5888b3-f119-4678-b53b-56609661cc05 req-b52f5229-d9e8-42ed-88ba-395f74e74743 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 985 time: 0.2662549 Apr 18 21:28:04.770341 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.787385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-db5888b3-f119-4678-b53b-56609661cc05 req-7e036f95-8857-4fac-9c55-5fb9f44d4608 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Request body: {'port': {'security_groups': ['f39dffbb-b562-4c0f-9c30-e6269297da72']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:04.866573 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.867344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.868875 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 4ef726cc-f24d-433b-951b-232e7a472d64, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4ef726cc-f24d-433b-951b-232e7a472d64,segment=NetworkSegment(a9d368cb-f9a9-465e-b34a-2cf068b7661a),segment_id=a9d368cb-f9a9-465e-b34a-2cf068b7661a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:04.872120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=cf4cf9c0-5755-4620-bfd4-fbc8003edca4,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:04.875946 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.879310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.884899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Transition to ACTIVE for port object 08ae2268-388e-4214-b7d3-8ca3488499a9 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:04.908279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=de0d77b5-27fc-4a98-a3c6-83fd3177b0a5,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:04.973169 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.974295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 122d4a29-c3cb-4871-83ab-be05020ac530 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:05.005992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae2394-1817-43c6-a9db-6a5fb873de97 req-7c835a19-f9b1-4d86-8f4c-3503fadb325b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:05.007474 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04ae2394-1817-43c6-a9db-6a5fb873de97 req-7c835a19-f9b1-4d86-8f4c-3503fadb325b service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a86bb1b-c707-45aa-9d93-2b86207591ac HTTP/1.1" status: 200 len: 920 time: 0.2719455 Apr 18 21:28:05.055039 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=7c369ec8-382a-49e5-a09a-2664ec3f24f5,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:05.080118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-1deaaf4b-9c49-44df-8a15-aa33b096be5d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Synchronizing usage tracker for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:05.084823 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-db5888b3-f119-4678-b53b-56609661cc05 req-7e036f95-8857-4fac-9c55-5fb9f44d4608 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.121176 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['7c369ec8-382a-49e5-a09a-2664ec3f24f5'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:28:05.201173 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04ae2394-1817-43c6-a9db-6a5fb873de97 req-c013b5b1-6213-4f9f-8da6-222115e0f303 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 217 time: 0.1749148 Apr 18 21:28:05.266852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 78aaa099-45ab-4047-b356-0c0620ea8539 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:05.270460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:05.301838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=4ef726cc-f24d-433b-951b-232e7a472d64,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:05.321867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae2394-1817-43c6-a9db-6a5fb873de97 req-f18c8639-d8ef-425e-8d1c-667f648d8831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:05.323985 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04ae2394-1817-43c6-a9db-6a5fb873de97 req-f18c8639-d8ef-425e-8d1c-667f648d8831 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4974fa96-0afe-46b4-a8db-00cf754ed215 HTTP/1.1" status: 200 len: 859 time: 0.1154904 Apr 18 21:28:05.360566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 122d4a29-c3cb-4871-83ab-be05020ac530 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:05.361119 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.361285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-1deaaf4b-9c49-44df-8a15-aa33b096be5d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Unset dirty status for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:05.365502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-1deaaf4b-9c49-44df-8a15-aa33b096be5d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7627861 Apr 18 21:28:05.382764 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04ae2394-1817-43c6-a9db-6a5fb873de97 req-93323cf0-b53b-45a6-85b5-905965d0a418 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a86bb1b-c707-45aa-9d93-2b86207591ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517139 Apr 18 21:28:05.389785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.414385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b729e3a2-378c-44c8-837f-d67671a27ef9 None None] Provisioning for port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:05.448471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b729e3a2-378c-44c8-837f-d67671a27ef9 None None] Provisioning complete for port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:05.448471 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b729e3a2-378c-44c8-837f-d67671a27ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.563468 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b729e3a2-378c-44c8-837f-d67671a27ef9 None None] Port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:05.582689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event updated for resources: {'Port': ['ID=08ae2268-388e-4214-b7d3-8ca3488499a9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:05.621455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Network 401550a5-66bd-4bb6-9536-d93077d4c850 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:05.624683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:05.628175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:05.632225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:05.632872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.688931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b729e3a2-378c-44c8-837f-d67671a27ef9 None None] Provisioning complete for port 4ef726cc-f24d-433b-951b-232e7a472d64 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:05.689074 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b729e3a2-378c-44c8-837f-d67671a27ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.725325 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c1117c65-6f73-46c6-a636-c7cf42ef1502 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:05.739210 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04ae2394-1817-43c6-a9db-6a5fb873de97 req-8e7e9177-5cb0-49f7-b8e2-d3723ae72842 service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466837 Apr 18 21:28:05.749933 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7c01aa70-eab5-4fe3-a8e1-a5580b9c062b tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6223505 Apr 18 21:28:05.754614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57570) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:05.826223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-6323a478-4de6-4372-bb65-281b2d2536d4 service neutron] 10.222.0.11 "GET /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874080 Apr 18 21:28:05.860829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5c603464-51bb-4df8-b96b-edc9dcbc4a56 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:50:42:90'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:05.965409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c1117c65-6f73-46c6-a636-c7cf42ef1502 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:05.977937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c1117c65-6f73-46c6-a636-c7cf42ef1502 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:05.981461 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.062603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ace84dfe-6dfb-4f38-887b-df48401f095a None None] Provisioning complete for port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:06.063099 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ace84dfe-6dfb-4f38-887b-df48401f095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.066602 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04ae2394-1817-43c6-a9db-6a5fb873de97 req-9391c845-b65b-4aa2-889d-99b5da95e5db service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155611 Apr 18 21:28:06.141110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ace84dfe-6dfb-4f38-887b-df48401f095a None None] Port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:06.144860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-db5888b3-f119-4678-b53b-56609661cc05 req-7e036f95-8857-4fac-9c55-5fb9f44d4608 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] For port 32288d79-ec19-434c-892c-c493c6aae190, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=32288d79-ec19-434c-892c-c493c6aae190,segment=NetworkSegment(08d3e5ef-01e3-4124-b07d-e85752ba3218),segment_id=08d3e5ef-01e3-4124-b07d-e85752ba3218)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:06.209246 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.213296 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c603464-51bb-4df8-b96b-edc9dcbc4a56 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.229940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Router 8d29e286-fdb0-4b04-843f-ec588534e666 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:28:06.250544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port c1117c65-6f73-46c6-a636-c7cf42ef1502, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c1117c65-6f73-46c6-a636-c7cf42ef1502,segment=NetworkSegment(5897c396-8924-4619-87a6-8fcc40d30596),segment_id=5897c396-8924-4619-87a6-8fcc40d30596)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:06.274621 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ace84dfe-6dfb-4f38-887b-df48401f095a None None] Provisioning for port 08ae2268-388e-4214-b7d3-8ca3488499a9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:06.279578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-b14040c3-8b62-482e-b098-ec22cbf9ae7a service neutron] 10.222.0.11 "GET /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519055 Apr 18 21:28:06.285149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ace84dfe-6dfb-4f38-887b-df48401f095a None None] Provisioning complete for port 08ae2268-388e-4214-b7d3-8ca3488499a9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:06.285562 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ace84dfe-6dfb-4f38-887b-df48401f095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.296132 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-db5888b3-f119-4678-b53b-56609661cc05 req-7e036f95-8857-4fac-9c55-5fb9f44d4608 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.335566 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1a4adb2-106b-4586-8417-22ddeda12e3c req-4a0070fc-1b14-4f73-9230-e7b532a30acf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1556382 Apr 18 21:28:06.344824 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.391396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router 3ec7e92e-c26a-458e-b1df-9567519d8328 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:06.395048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ace84dfe-6dfb-4f38-887b-df48401f095a None None] Port 08ae2268-388e-4214-b7d3-8ca3488499a9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:06.439801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=c1117c65-6f73-46c6-a636-c7cf42ef1502,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:06.447593 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-db5888b3-f119-4678-b53b-56609661cc05 req-7e036f95-8857-4fac-9c55-5fb9f44d4608 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.458839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['32288d79-ec19-434c-892c-c493c6aae190'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:28:06.509553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4ef726cc-f24d-433b-951b-232e7a472d64 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:06.587813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5888b3-f119-4678-b53b-56609661cc05 req-7e036f95-8857-4fac-9c55-5fb9f44d4608 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:06.588554 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-db5888b3-f119-4678-b53b-56609661cc05 req-7e036f95-8857-4fac-9c55-5fb9f44d4608 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.590172 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db5888b3-f119-4678-b53b-56609661cc05 req-7e036f95-8857-4fac-9c55-5fb9f44d4608 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "PUT /v2.0/ports/32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 943 time: 1.8205390 Apr 18 21:28:06.597194 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc924c8-328c-4ab1-97f3-c61ae42843e6'] response: {'name': 'network-changed', 'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'tag': '32288d79-ec19-434c-892c-c493c6aae190', 'status': 'completed', 'code': 200} Apr 18 21:28:06.821820 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23a8ede5-22b9-4b83-b7cd-5736fc60d27d req-88b5b213-29bf-4f51-8cd9-53fdbd32d141 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d286706845c147b7b508db7113d59292&device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 1097 time: 0.1565998 Apr 18 21:28:06.859384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e036f95-8857-4fac-9c55-5fb9f44d4608 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Pushing event updated for resources: {'Port': ['ID=32288d79-ec19-434c-892c-c493c6aae190,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:06.911351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1a4adb2-106b-4586-8417-22ddeda12e3c req-bcb1d1c6-f72b-4d39-b704-abe2e9a13ad2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 1096 time: 0.5149548 Apr 18 21:28:06.932259 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d510b887-da71-40e2-91ca-c6c95cbdc6ef'] response: {'server_uuid': '0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0d77b5-27fc-4a98-a3c6-83fd3177b0a5', 'code': 200} Apr 18 21:28:06.940825 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [None req-5c603464-51bb-4df8-b96b-edc9dcbc4a56 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:28:06.944601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['32288d79-ec19-434c-892c-c493c6aae190'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:28:06.990688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c603464-51bb-4df8-b96b-edc9dcbc4a56 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.017772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:07.029771 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Sync routers for ids ['8d29e286-fdb0-4b04-843f-ec588534e666'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:07.047302 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Routers {'8d29e286-fdb0-4b04-843f-ec588534e666'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:07.047933 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:27:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8d29e286-fdb0-4b04-843f-ec588534e666'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:07.088308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4ef726cc-f24d-433b-951b-232e7a472d64 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:07.088797 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.139090 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c603464-51bb-4df8-b96b-edc9dcbc4a56 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.190280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5b8ec-d249-40b9-96ce-68311a920475 req-89e2392f-5b31-4954-8e18-b6d44d020703 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:07.191735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2a5b8ec-d249-40b9-96ce-68311a920475 req-89e2392f-5b31-4954-8e18-b6d44d020703 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 944 time: 0.3893971 Apr 18 21:28:07.300242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4adb2-106b-4586-8417-22ddeda12e3c req-a6216326-dea3-480c-b5fd-8c5fd1f548df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:07.302005 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1a4adb2-106b-4586-8417-22ddeda12e3c req-a6216326-dea3-480c-b5fd-8c5fd1f548df service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.3637359 Apr 18 21:28:07.337856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7c369ec8-382a-49e5-a09a-2664ec3f24f5 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:07.374056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8ede5-22b9-4b83-b7cd-5736fc60d27d req-d662fda1-8738-44a2-b713-ea106f7a1499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:07.374056 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23a8ede5-22b9-4b83-b7cd-5736fc60d27d req-d662fda1-8738-44a2-b713-ea106f7a1499 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a86bb1b-c707-45aa-9d93-2b86207591ac HTTP/1.1" status: 200 len: 920 time: 0.5425954 Apr 18 21:28:07.374056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.390790 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-622c5b4c-ea3d-4dfa-8148-631d5a29b830 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7107699 Apr 18 21:28:07.390790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57592) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:07.390790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5c603464-51bb-4df8-b96b-edc9dcbc4a56 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] In _notify_port_updated(), no bound segment for port 08ae2268-388e-4214-b7d3-8ca3488499a9 on network 401550a5-66bd-4bb6-9536-d93077d4c850 {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:28:07.390790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c603464-51bb-4df8-b96b-edc9dcbc4a56 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:07.390790 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c603464-51bb-4df8-b96b-edc9dcbc4a56 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.390790 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5c603464-51bb-4df8-b96b-edc9dcbc4a56 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "PUT /v2.0/ports/08ae2268-388e-4214-b7d3-8ca3488499a9 HTTP/1.1" status: 200 len: 1002 time: 1.5335779 Apr 18 21:28:07.390790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603464-51bb-4df8-b96b-edc9dcbc4a56 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event updated for resources: {'Port': ['ID=08ae2268-388e-4214-b7d3-8ca3488499a9,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:07.397851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57594) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:07.442276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:07.453925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-540741ff-33aa-4d8a-bc14-12b2e46c6fa4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7661090 Apr 18 21:28:07.456212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57598) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:07.471768 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1a4adb2-106b-4586-8417-22ddeda12e3c req-4f93c1c0-e976-41cd-82c9-37b00d5f5b3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b463ac4-01c3-4990-931c-6aadc1e5d588 HTTP/1.1" status: 200 len: 217 time: 0.1547050 Apr 18 21:28:07.475403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'network': {'name': 'tempest-RoutersTest-1395853549'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:07.492367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:07.545459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:network and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:07.562441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a2936c0-257c-4caf-acea-395903e6d600 req-091cd2cc-714a-4fa4-b966-4ad231f4d1b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 1097 time: 0.4777532 Apr 18 21:28:07.564138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for network was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:07.590741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7b62f-3ff2-49cb-a6c3-3555151370a7 req-5aa8becf-5284-46ce-840d-eaa7f12ebfde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:07.591269 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Set router 8d29e286-fdb0-4b04-843f-ec588534e666 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:07.592271 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95c7b62f-3ff2-49cb-a6c3-3555151370a7 req-5aa8becf-5284-46ce-840d-eaa7f12ebfde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 946 time: 0.3812687 Apr 18 21:28:07.593873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:07.612534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2a5b8ec-d249-40b9-96ce-68311a920475 req-8e20e4a2-a676-43dc-a3eb-acad36f6cb04 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441739 Apr 18 21:28:07.662852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4adb2-106b-4586-8417-22ddeda12e3c req-14d4e112-b93d-441f-bdf4-3fa2f20c0ddb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:07.665096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1a4adb2-106b-4586-8417-22ddeda12e3c req-14d4e112-b93d-441f-bdf4-3fa2f20c0ddb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.1752462 Apr 18 21:28:07.719395 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23a8ede5-22b9-4b83-b7cd-5736fc60d27d req-ddd6924d-53a8-454c-9510-eab1314d17ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 217 time: 0.3420837 Apr 18 21:28:07.758309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95c7b62f-3ff2-49cb-a6c3-3555151370a7 req-c4fad214-dc66-4e2c-b816-164b1f481f04 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442835 Apr 18 21:28:07.762863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:07.764256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a2936c0-257c-4caf-acea-395903e6d600 req-0ffdae38-de1a-4c98-9151-9afb840b6472 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810405 Apr 18 21:28:07.765457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:07.766015 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.816785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:07.835178 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.856452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-49427fe1-a3fb-4333-8f0b-eebbc199e5e0 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Deleting port 08ae2268-388e-4214-b7d3-8ca3488499a9 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:07.857016 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-49427fe1-a3fb-4333-8f0b-eebbc199e5e0 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.886937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-93d6ead9-0b73-4c69-9f75-8f7d0fe800c7 None None] Provisioning complete for port 08ae2268-388e-4214-b7d3-8ca3488499a9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:07.887853 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-93d6ead9-0b73-4c69-9f75-8f7d0fe800c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.911742 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ace1a14-a138-4ded-9e54-2feaab31b487 req-ea6445e4-350d-40ce-a8a4-dce45aaecccf tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 210 time: 0.1511378 Apr 18 21:28:07.928534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8ede5-22b9-4b83-b7cd-5736fc60d27d req-1c8d692b-46ba-4553-9174-d71025bcce4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:07.930876 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23a8ede5-22b9-4b83-b7cd-5736fc60d27d req-1c8d692b-46ba-4553-9174-d71025bcce4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4974fa96-0afe-46b4-a8db-00cf754ed215 HTTP/1.1" status: 200 len: 859 time: 0.1905673 Apr 18 21:28:07.993169 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23a8ede5-22b9-4b83-b7cd-5736fc60d27d req-99c3ae2c-0f8d-4f42-9630-6e6313a067a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a86bb1b-c707-45aa-9d93-2b86207591ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550425 Apr 18 21:28:08.057699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-93d6ead9-0b73-4c69-9f75-8f7d0fe800c7 None None] Port 08ae2268-388e-4214-b7d3-8ca3488499a9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:08.059524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:28:08.064095 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1a4adb2-106b-4586-8417-22ddeda12e3c req-78bb6803-ab87-47e9-a3a8-bc093eb31ecb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3755295 Apr 18 21:28:08.085133 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.099611 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'name': 'tempest-ServerRescueTestJSON-389043401-router', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:00Z', 'updated_at': '2022-04-18T21:28:04Z', 'revision_number': 3, 'project_id': '6ad10952069f497cace7a3bcbd89d15b', 'gw_port': {'id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:02Z', 'updated_at': '2022-04-18T21:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:08.107418 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Checking router: 8d29e286-fdb0-4b04-843f-ec588534e666 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:08.107825 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Updating router 8d29e286-fdb0-4b04-843f-ec588534e666 port 58c9b7f9-1006-4583-bffd-88c8282e5fa3 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:28:08.154253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 7c369ec8-382a-49e5-a09a-2664ec3f24f5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7c369ec8-382a-49e5-a09a-2664ec3f24f5,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:08.191199 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.211029 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.315834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=7c369ec8-382a-49e5-a09a-2664ec3f24f5,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:08.420557 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23a8ede5-22b9-4b83-b7cd-5736fc60d27d req-9087bd01-7828-4cc9-854a-6486563eddff service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903735 Apr 18 21:28:08.420700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1a4adb2-106b-4586-8417-22ddeda12e3c req-d318a806-0ec5-42e0-8d8f-5482395d7eb3 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465080 Apr 18 21:28:08.467753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.468101 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Added segment 5e2b016d-31f1-48a8-b8e0-94cb6c523390 of type vlan for network 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3 Apr 18 21:28:08.478927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-49427fe1-a3fb-4333-8f0b-eebbc199e5e0 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.504120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c1117c65-6f73-46c6-a636-c7cf42ef1502 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:08.567600 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-6efb4165-718a-457f-92f6-481b68cd2bf1 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6981645 Apr 18 21:28:08.597497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:08.605238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:08.609422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Usage tracker for resource:floatingip and tenant:d286706845c147b7b508db7113d59292 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:08.610722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c1117c65-6f73-46c6-a636-c7cf42ef1502 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:08.611314 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.612684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:08.623953 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.624181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:08.631355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'tag': '32288d79-ec19-434c-892c-c493c6aae190'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:08.640537 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Transition to ACTIVE for port object 58c9b7f9-1006-4583-bffd-88c8282e5fa3 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:08.643127 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.694887 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.702580 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.719042 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1f41f4-d51b-4148-b150-a5e3898cf60b'] response: {'name': 'network-changed', 'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'tag': '32288d79-ec19-434c-892c-c493c6aae190', 'status': 'completed', 'code': 200} Apr 18 21:28:08.729656 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1a4adb2-106b-4586-8417-22ddeda12e3c req-6b846b1e-71ef-4dd7-842b-af7dab03b12d service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921541 Apr 18 21:28:08.810595 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.814234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:08.814827 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.878566 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Attempting to bind port 58c9b7f9-1006-4583-bffd-88c8282e5fa3 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:08.878997 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Attempting to bind port 58c9b7f9-1006-4583-bffd-88c8282e5fa3 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:08.879353 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Attempting to bind port 58c9b7f9-1006-4583-bffd-88c8282e5fa3 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:08.887128 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee5167-5c54-464c-80f0-a540538b3865 None None] Pushing event updated for resources: {'Port': ['ID=58c9b7f9-1006-4583-bffd-88c8282e5fa3,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:08.894150 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:08.894517 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:08.894909 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.898195 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:08.898195 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Bound port: 58c9b7f9-1006-4583-bffd-88c8282e5fa3, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:08.898195 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.933382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4294e44-f495-4fb1-a699-18eb19b7244b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c369ec8-382a-49e5-a09a-2664ec3f24f5'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:08.977384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-49427fe1-a3fb-4333-8f0b-eebbc199e5e0 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Calling delete_port for 08ae2268-388e-4214-b7d3-8ca3488499a9 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:08.979230 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5216503 Apr 18 21:28:08.989689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57620) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:09.002062 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] For port 58c9b7f9-1006-4583-bffd-88c8282e5fa3, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:09.009984 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] For port 58c9b7f9-1006-4583-bffd-88c8282e5fa3, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=58c9b7f9-1006-4583-bffd-88c8282e5fa3,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:09.031042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'subnet': {'network_id': '3cf7e18d-ccde-49b5-ba94-31a7d9e226d3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:09.092703 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.124902 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.170541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee40ed-eeb2-47ff-bc1f-b698ae118e8e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Network': ['ID=3cf7e18d-ccde-49b5-ba94-31a7d9e226d3,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:09.193787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:28:09.194280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:09.217076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:subnet and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:09.223523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:09.232541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a05195-e84d-4c7e-8135-1bce67179495 req-f40a5d2f-7a8a-4447-8d6a-7ab9d8a35763 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:09.234293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58a05195-e84d-4c7e-8135-1bce67179495 req-f40a5d2f-7a8a-4447-8d6a-7ab9d8a35763 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 945 time: 0.3999829 Apr 18 21:28:09.239901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:09.252191 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee5167-5c54-464c-80f0-a540538b3865 None None] Pushing event updated for resources: {'Port': ['ID=58c9b7f9-1006-4583-bffd-88c8282e5fa3,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:09.287378 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Routers {'8d29e286-fdb0-4b04-843f-ec588534e666'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:09.287378 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:27:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8d29e286-fdb0-4b04-843f-ec588534e666'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:09.302083 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.337358 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23a8ede5-22b9-4b83-b7cd-5736fc60d27d req-d561dc0d-7ef6-48e9-aaaa-f037e57ff5a0 service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8985164 Apr 18 21:28:09.362376 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58a05195-e84d-4c7e-8135-1bce67179495 req-61196413-0d1e-4704-9699-2646f382c82f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182828 Apr 18 21:28:09.370950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Made reservation on behalf of 4a7d6b3f665e486e997c4f02340234de for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:09.515429 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-49427fe1-a3fb-4333-8f0b-eebbc199e5e0 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.517666 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] Set router 8d29e286-fdb0-4b04-843f-ec588534e666 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:09.589051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49427fe1-a3fb-4333-8f0b-eebbc199e5e0 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event deleted for resources: {'Port': ['ID=08ae2268-388e-4214-b7d3-8ca3488499a9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:09.625849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.758980 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-49427fe1-a3fb-4333-8f0b-eebbc199e5e0 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.769825 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-81a297d0-4833-4338-99d8-30215b96cb6c req-bfe9d2ce-6679-40f3-a7c4-c640aef86e70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d286706845c147b7b508db7113d59292&device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 1097 time: 0.3463418 Apr 18 21:28:09.803818 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-49427fe1-a3fb-4333-8f0b-eebbc199e5e0 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "DELETE /v2.0/ports/08ae2268-388e-4214-b7d3-8ca3488499a9 HTTP/1.1" status: 204 len: 168 time: 2.2567477 Apr 18 21:28:09.809519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57626) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:09.916525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Allocated IP 172.25.3.246 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/68285f19-606a-4ce5-9835-5e45ffaeaf5e) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:09.920847 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'name': 'tempest-ServerRescueTestJSON-389043401-router', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:00Z', 'updated_at': '2022-04-18T21:28:04Z', 'revision_number': 3, 'project_id': '6ad10952069f497cace7a3bcbd89d15b', 'gw_port': {'id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:02Z', 'updated_at': '2022-04-18T21:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:09.934022 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab66ea-3384-4f16-9ec0-ac0ff0446fa3 None None] The sync data for ids ['8d29e286-fdb0-4b04-843f-ec588534e666'] in n-d-836017-3 is: [{'id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'name': 'tempest-ServerRescueTestJSON-389043401-router', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:00Z', 'updated_at': '2022-04-18T21:28:04Z', 'revision_number': 3, 'project_id': '6ad10952069f497cace7a3bcbd89d15b', 'gw_port': {'id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:02Z', 'updated_at': '2022-04-18T21:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:09.937650 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cf03a4-bbb5-44d5-a590-64b0b704d35f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] GET failed (client error): The resource could not be found. Apr 18 21:28:09.938151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-66cf03a4-bbb5-44d5-a590-64b0b704d35f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Synchronizing usage tracker for tenant:8f0122da075b4cad9da25833b6fef7c3 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:09.984182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436a1f2-3103-4d3b-bf21-e442af40622e req-44cad9aa-3d4d-4bd1-badb-4879799d12c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:09.985686 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9436a1f2-3103-4d3b-bf21-e442af40622e req-44cad9aa-3d4d-4bd1-badb-4879799d12c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 946 time: 0.4552374 Apr 18 21:28:10.013142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a297d0-4833-4338-99d8-30215b96cb6c req-90502aa9-3a53-42b5-aced-45dbfbd3b863 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:10.014638 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-81a297d0-4833-4338-99d8-30215b96cb6c req-90502aa9-3a53-42b5-aced-45dbfbd3b863 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a86bb1b-c707-45aa-9d93-2b86207591ac HTTP/1.1" status: 200 len: 920 time: 0.2375185 Apr 18 21:28:10.079225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-66cf03a4-bbb5-44d5-a590-64b0b704d35f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Unset dirty status for tenant:8f0122da075b4cad9da25833b6fef7c3 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:10.080668 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-66cf03a4-bbb5-44d5-a590-64b0b704d35f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "GET /v2.0/ports/08ae2268-388e-4214-b7d3-8ca3488499a9 HTTP/1.1" status: 404 len: 333 time: 0.2690003 Apr 18 21:28:10.091874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57630) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:10.099595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Request body: {'port': {'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1404130384'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:10.121125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-81a297d0-4833-4338-99d8-30215b96cb6c req-9e01b166-9d30-4f1e-8ef8-c0fff7d6e3bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 217 time: 0.0996745 Apr 18 21:28:10.271097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a297d0-4833-4338-99d8-30215b96cb6c req-8e754888-42a8-4c2d-ae9f-38a6203b2b72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:10.272532 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-81a297d0-4833-4338-99d8-30215b96cb6c req-8e754888-42a8-4c2d-ae9f-38a6203b2b72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4974fa96-0afe-46b4-a8db-00cf754ed215 HTTP/1.1" status: 200 len: 859 time: 0.1391323 Apr 18 21:28:10.385125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-81a297d0-4833-4338-99d8-30215b96cb6c req-e66708ef-4b1e-4d1e-a833-5863ea289230 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a86bb1b-c707-45aa-9d93-2b86207591ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951338 Apr 18 21:28:10.437709 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9436a1f2-3103-4d3b-bf21-e442af40622e req-45cfc996-a717-4bb4-b88d-e04715eaa7c0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300382 Apr 18 21:28:10.452196 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.516499 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88419e7c-24d8-41af-992f-497bdc202380'] response: {'server_uuid': 'd4294e44-f495-4fb1-a699-18eb19b7244b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c369ec8-382a-49e5-a09a-2664ec3f24f5', 'code': 200} Apr 18 21:28:10.525030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-9f3fd31a-19d1-45c9-afe1-8bbe8aa23db8 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:10.526279 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-9f3fd31a-19d1-45c9-afe1-8bbe8aa23db8 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.59 "GET /v2.0/networks?id=7d1dc4cf-1467-4abe-ad17-a362277d1d3d HTTP/1.1" status: 200 len: 796 time: 0.4548466 Apr 18 21:28:10.536193 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.604064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Subnet': ['ID=8885575a-1678-4ce3-ba16-b02ecf6e1364,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:10.637582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:10.678837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Checking segment: {'id': '5e2b016d-31f1-48a8-b8e0-94cb6c523390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3cf7e18d-ccde-49b5-ba94-31a7d9e226d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:10.679199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network hostable DHCP agents. Network: 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:28:10.685152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d507b78e-ee3f-41c2-8f86-e95898262c78 req-e5388951-47df-4a45-92c2-bd36b9b09e11 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 210 time: 0.0591817 Apr 18 21:28:10.690783 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-ae1a14c4-9cd6-4f64-af5c-eb9f1b82913f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bfb4ecea54942dca79bbe9472e0ec87 HTTP/1.1" status: 200 len: 379 time: 0.1486168 Apr 18 21:28:10.701538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'port': {'device_id': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'admin_state_up': True, 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'security_groups': ['8d7fbc98-1a2a-43cd-8e51-932dcb4885b4']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:10.725994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:10.835522 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-81a297d0-4833-4338-99d8-30215b96cb6c req-b7e0b735-8d9b-4730-a024-fe623cedc0eb service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411151 Apr 18 21:28:10.845466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Made reservation on behalf of 8f0122da075b4cad9da25833b6fef7c3 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:10.848332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.862936 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.934201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:28:10.974564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:10.977357 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-203219f6-a931-46e4-8378-db9e32443c50 req-e1868720-c352-463d-8d9e-737e5aa43181 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 1096 time: 0.3408885 Apr 18 21:28:10.979385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.989080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:10.989674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] device_id is not set on port 6ff073d4-3e26-4c17-b8d9-1fac2bdf5d6a yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:28:10.989992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Pushing event updated for resources: {'Port': ['ID=68285f19-606a-4ce5-9835-5e45ffaeaf5e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:11.000977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:11.008740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:11.011023 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:28:11.038119 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:11.045822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:11.054174 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7120964e-17d5-4f26-ab36-c47581ccb665 None None] Network 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:11.069949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:11.071348 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.110675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6de22-d127-4021-9adf-2d8bc94add7f req-6335a196-09fb-42f9-9ea4-0031e0161ad2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:11.112341 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ea6de22-d127-4021-9adf-2d8bc94add7f req-6335a196-09fb-42f9-9ea4-0031e0161ad2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 945 time: 0.3106873 Apr 18 21:28:11.178336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ea6de22-d127-4021-9adf-2d8bc94add7f req-9a2cf47d-392a-4957-bffe-b80f973f5e65 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Apr 18 21:28:11.180990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Made reservation on behalf of 1bfb4ecea54942dca79bbe9472e0ec87 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:11.184360 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.209402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a8684d70-f04d-4556-81aa-f794b3ad4015 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2087812 Apr 18 21:28:11.229693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57638) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:11.241444 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-203219f6-a931-46e4-8378-db9e32443c50 req-77cf159a-8730-4f9e-ae23-3c492e936edf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146652 Apr 18 21:28:11.264556 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-81a297d0-4833-4338-99d8-30215b96cb6c req-efcb0f4d-bb83-4e07-b891-300312f642f0 service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990424 Apr 18 21:28:11.354323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-3cf7e18d-ccde-49b5-ba94-31a7d9e226d3', 'network_id': '3cf7e18d-ccde-49b5-ba94-31a7d9e226d3', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'fixed_ips': [{'subnet_id': '8885575a-1678-4ce3-ba16-b02ecf6e1364'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:28:11.355920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Allocated IP 2001:db8::d6 (401550a5-66bd-4bb6-9536-d93077d4c850/ba16ac46-8167-4634-979f-d5acc1199456/6ff073d4-3e26-4c17-b8d9-1fac2bdf5d6a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:11.356498 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.504202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Allocated IP 172.20.0.1 (b81895b1-d9e8-4028-8ecd-63f01a90f51d/ba060648-7d7a-41b3-83ef-e3fb5a539db0/ec99706b-5452-4279-ac7f-39379d6e1a6e) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:11.544305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Allocated IP 172.23.0.2 (3cf7e18d-ccde-49b5-ba94-31a7d9e226d3/8885575a-1678-4ce3-ba16-b02ecf6e1364/9ec6dc98-2850-4ca5-849f-4911491fc1d5) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:11.664590 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.703930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9a2fb-4e90-4fa2-91f4-b6111870ca1e req-30770172-24d2-45ad-8c38-ce467cd8846d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:11.710669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6d9a2fb-4e90-4fa2-91f4-b6111870ca1e req-30770172-24d2-45ad-8c38-ce467cd8846d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 946 time: 0.2943616 Apr 18 21:28:11.717397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Allocated IP 172.20.0.5 (7d1dc4cf-1467-4abe-ad17-a362277d1d3d/1b284a5f-e890-4c0b-82b0-98b25cd3730e/42c3ff13-ed11-4f68-b91d-5a1350bf1568) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:11.752736 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.795473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Transition to ACTIVE for port object 6ff073d4-3e26-4c17-b8d9-1fac2bdf5d6a will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:11.801117 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.804491 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.815454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Transition to ACTIVE for port object 9ec6dc98-2850-4ca5-849f-4911491fc1d5 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:11.834694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Transition to ACTIVE for port object 9ec6dc98-2850-4ca5-849f-4911491fc1d5 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:11.902702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.931005 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.952919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.976259 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.991397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event updated for resources: {'Port': ['ID=6ff073d4-3e26-4c17-b8d9-1fac2bdf5d6a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:12.001018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Network 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:12.001960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6d9a2fb-4e90-4fa2-91f4-b6111870ca1e req-0f356ddf-203b-42d7-b681-c507c72b7864 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903776 Apr 18 21:28:12.003954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:12.007496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:12.019252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Pushing event updated for resources: {'Port': ['ID=9ec6dc98-2850-4ca5-849f-4911491fc1d5,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:12.065993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Network 401550a5-66bd-4bb6-9536-d93077d4c850 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:12.072699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:12.109024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:12.113365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:12.115464 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.125663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Attempting to bind port 9ec6dc98-2850-4ca5-849f-4911491fc1d5 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:12.126053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Attempting to bind port 9ec6dc98-2850-4ca5-849f-4911491fc1d5 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5e2b016d-31f1-48a8-b8e0-94cb6c523390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3cf7e18d-ccde-49b5-ba94-31a7d9e226d3'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:12.126424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Attempting to bind port 9ec6dc98-2850-4ca5-849f-4911491fc1d5 on network 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:12.135253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:12.135635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Checking segment: {'id': '5e2b016d-31f1-48a8-b8e0-94cb6c523390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3cf7e18d-ccde-49b5-ba94-31a7d9e226d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:12.136041 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.136432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Bound using segment: {'id': '5e2b016d-31f1-48a8-b8e0-94cb6c523390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3cf7e18d-ccde-49b5-ba94-31a7d9e226d3'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:12.136902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Bound port: 9ec6dc98-2850-4ca5-849f-4911491fc1d5, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2b016d-31f1-48a8-b8e0-94cb6c523390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3cf7e18d-ccde-49b5-ba94-31a7d9e226d3'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:12.137272 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.141383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Network b81895b1-d9e8-4028-8ecd-63f01a90f51d is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:12.159992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:12.188407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Pushing event updated for resources: {'Port': ['ID=ec99706b-5452-4279-ac7f-39379d6e1a6e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:12.199183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:12.256670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] For port 9ec6dc98-2850-4ca5-849f-4911491fc1d5, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:12.265713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] For port 9ec6dc98-2850-4ca5-849f-4911491fc1d5, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9ec6dc98-2850-4ca5-849f-4911491fc1d5,segment=NetworkSegment(5e2b016d-31f1-48a8-b8e0-94cb6c523390),segment_id=5e2b016d-31f1-48a8-b8e0-94cb6c523390)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:12.291081 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.360007 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.387550 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b5ecb117-1ef3-4579-89c5-1e24e1df77bb tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2914894 Apr 18 21:28:12.392155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57648) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:12.400874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Request body: {'port': {'network_id': '401550a5-66bd-4bb6-9536-d93077d4c850', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1366000946'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:12.434204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68518bfe-aa84-4791-8574-62a9ae961b62 req-e88e7108-c356-45fb-aec9-b619ec830552 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 210 time: 0.1146064 Apr 18 21:28:12.466533 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.536275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f43598-c7ef-4e67-b8d1-ee636b2b2ec2 None None] Pushing event updated for resources: {'Port': ['ID=9ec6dc98-2850-4ca5-849f-4911491fc1d5,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:12.616655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cd34f8c5-1cc7-49cf-990b-226b17aab9c1 None None] Provisioning for port 6ff073d4-3e26-4c17-b8d9-1fac2bdf5d6a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:12.624239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cd34f8c5-1cc7-49cf-990b-226b17aab9c1 None None] Provisioning complete for port 6ff073d4-3e26-4c17-b8d9-1fac2bdf5d6a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:12.625157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cd34f8c5-1cc7-49cf-990b-226b17aab9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.705743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cd34f8c5-1cc7-49cf-990b-226b17aab9c1 None None] Port 6ff073d4-3e26-4c17-b8d9-1fac2bdf5d6a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:12.800885 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.870427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Transition to ACTIVE for port object 42c3ff13-ed11-4f68-b91d-5a1350bf1568 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:12.926641 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.944780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:12.959729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Usage tracker for resource:port and tenant:8f0122da075b4cad9da25833b6fef7c3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:12.988325 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.021641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:13.038135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:13.056264 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:28:13.078485 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.100655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17f712-c922-44e8-a86d-b4e21883146a req-4dfaf929-4b1b-415b-ac86-60158933cdc1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:13.102355 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e17f712-c922-44e8-a86d-b4e21883146a req-4dfaf929-4b1b-415b-ac86-60158933cdc1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 946 time: 0.4536397 Apr 18 21:28:13.105423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Pushing event updated for resources: {'Port': ['ID=ec99706b-5452-4279-ac7f-39379d6e1a6e,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:13.109416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.154283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Made reservation on behalf of 8f0122da075b4cad9da25833b6fef7c3 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:13.157329 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.192560 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.197598 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.234467 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e17f712-c922-44e8-a86d-b4e21883146a req-1618cee8-aea7-4c9a-8f1f-87c09c998a0b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248543 Apr 18 21:28:13.262129 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] device_id is not set on port c5a2493b-5044-41a7-bd8e-4607bef5a5b1 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:28:13.265090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Network b81895b1-d9e8-4028-8ecd-63f01a90f51d is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:13.266447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:13.409017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:13.441861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:13.465866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:13.511514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Pushing event updated for resources: {'Port': ['ID=68285f19-606a-4ce5-9835-5e45ffaeaf5e,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:13.737162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=42c3ff13-ed11-4f68-b91d-5a1350bf1568,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:13.739636 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.782200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:13.782784 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.796288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Router 8d29e286-fdb0-4b04-843f-ec588534e666 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:13.855701 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.857004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-0ab47a92-e0d3-47b9-b4ea-125e43e06805 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2644470 Apr 18 21:28:13.903503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f7cda7-9e8c-45de-92cb-edc690469c5d None None] Network 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:13.940709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Allocated IP 2001:db8::190 (401550a5-66bd-4bb6-9536-d93077d4c850/ba16ac46-8167-4634-979f-d5acc1199456/c5a2493b-5044-41a7-bd8e-4607bef5a5b1) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:13.969011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-94ec77d6-4c4f-4f3a-a07f-0210682582a1 None None] Provisioning for port 42c3ff13-ed11-4f68-b91d-5a1350bf1568 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:13.979725 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-036f9aba-c895-47cb-a3b5-786a4ab56f99 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2828937 Apr 18 21:28:13.988061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-94ec77d6-4c4f-4f3a-a07f-0210682582a1 None None] Provisioning complete for port 42c3ff13-ed11-4f68-b91d-5a1350bf1568 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:13.988432 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-94ec77d6-4c4f-4f3a-a07f-0210682582a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.991399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442c5f9-6a66-4e80-951b-0b651176f10e req-02aeee66-2143-437f-bdf7-0c5a8c58031c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:13.997289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1442c5f9-6a66-4e80-951b-0b651176f10e req-02aeee66-2143-437f-bdf7-0c5a8c58031c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 945 time: 0.5399835 Apr 18 21:28:14.001017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-acf4578b-dec8-44d3-a7a9-ebd373c7e01f tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Synchronizing usage tracker for tenant:d286706845c147b7b508db7113d59292 on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:14.008199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Request body: {'port': {'device_id': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:14.037589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:14.045576 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fa007425-0367-457f-b44e-d418f9fa747e admin admin] 10.222.0.11 "PUT /v2.0/routers/8d29e286-fdb0-4b04-843f-ec588534e666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6530600 Apr 18 21:28:14.063026 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.073347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-94ec77d6-4c4f-4f3a-a07f-0210682582a1 None None] Port 42c3ff13-ed11-4f68-b91d-5a1350bf1568 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:14.307855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-07ce3bca-0d53-4cec-b9c4-11755f4af967 None None] Provisioning for port 9ec6dc98-2850-4ca5-849f-4911491fc1d5 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:14.472208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-acf4578b-dec8-44d3-a7a9-ebd373c7e01f tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Unset dirty status for tenant:d286706845c147b7b508db7113d59292 on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:14.473177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-acf4578b-dec8-44d3-a7a9-ebd373c7e01f tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.6031206 Apr 18 21:28:14.496876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9ec6dc98-2850-4ca5-849f-4911491fc1d5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:14.548152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1442c5f9-6a66-4e80-951b-0b651176f10e req-e93f20c8-c12a-4a23-8403-5d3460592592 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898968 Apr 18 21:28:14.622309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 9ec6dc98-2850-4ca5-849f-4911491fc1d5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:14.627425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 9ec6dc98-2850-4ca5-849f-4911491fc1d5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:14.628151 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.646590 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.748985 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.782660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 9ec6dc98-2850-4ca5-849f-4911491fc1d5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9ec6dc98-2850-4ca5-849f-4911491fc1d5,segment=NetworkSegment(5e2b016d-31f1-48a8-b8e0-94cb6c523390),segment_id=5e2b016d-31f1-48a8-b8e0-94cb6c523390)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:14.850758 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.925024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-18c9c148-c86f-4341-b3f4-646aade3adc2 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:14.926392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-18c9c148-c86f-4341-b3f4-646aade3adc2 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.4432628 Apr 18 21:28:14.929535 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.944512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=9ec6dc98-2850-4ca5-849f-4911491fc1d5,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:15.015394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-072fec73-c1d4-4923-b970-2a6f2be8d4f9 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:28:15.016274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42fffda5-9577-4565-a4fa-f6baf70f5d0c req-072fec73-c1d4-4923-b970-2a6f2be8d4f9 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0466473 Apr 18 21:28:15.071643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Transition to ACTIVE for port object c5a2493b-5044-41a7-bd8e-4607bef5a5b1 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:15.352220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Allocated IP 172.23.0.1 (3cf7e18d-ccde-49b5-ba94-31a7d9e226d3/8885575a-1678-4ce3-ba16-b02ecf6e1364/97b62401-7b79-44dc-b438-8ac8d23ceb0c) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:15.524163 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.623847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-400db857-f2fc-441c-971b-1119f4a0fd85 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:15.624414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-400db857-f2fc-441c-971b-1119f4a0fd85 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Synchronizing usage tracker for tenant:6ad10952069f497cace7a3bcbd89d15b on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:15.798730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709c802-7130-4e24-a8af-b947f12dbaf1 req-28459f17-ba3c-46ec-9994-8c96ed2cf5ba tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:15.799300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0709c802-7130-4e24-a8af-b947f12dbaf1 req-28459f17-ba3c-46ec-9994-8c96ed2cf5ba tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Synchronizing usage tracker for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:15.812812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Network 401550a5-66bd-4bb6-9536-d93077d4c850 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:15.827623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:15.860499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event updated for resources: {'Port': ['ID=c5a2493b-5044-41a7-bd8e-4607bef5a5b1,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:15.864189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:15.868772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:15.869841 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.916140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-400db857-f2fc-441c-971b-1119f4a0fd85 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Unset dirty status for tenant:6ad10952069f497cace7a3bcbd89d15b on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:15.917284 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-400db857-f2fc-441c-971b-1119f4a0fd85 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/networks?id=b81895b1-d9e8-4028-8ecd-63f01a90f51d HTTP/1.1" status: 200 len: 810 time: 0.6806936 Apr 18 21:28:15.925822 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.957422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c3ff13-ed11-4f68-b91d-5a1350bf1568 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:28:15.966012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Transition to ACTIVE for port object 97b62401-7b79-44dc-b438-8ac8d23ceb0c will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:15.967863 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-41055ac8-76a2-4c32-9bc2-43e90e0a2f07 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/quotas/6ad10952069f497cace7a3bcbd89d15b HTTP/1.1" status: 200 len: 375 time: 0.0390294 Apr 18 21:28:15.969552 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.020604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0709c802-7130-4e24-a8af-b947f12dbaf1 req-28459f17-ba3c-46ec-9994-8c96ed2cf5ba tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Unset dirty status for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:16.021964 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0709c802-7130-4e24-a8af-b947f12dbaf1 req-28459f17-ba3c-46ec-9994-8c96ed2cf5ba tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 931 time: 0.8964875 Apr 18 21:28:16.031384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Transition to ACTIVE for port object 42c3ff13-ed11-4f68-b91d-5a1350bf1568 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:16.034982 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f982a17f-1135-4ba6-97f4-cd5304e8a818 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6396427 Apr 18 21:28:16.036711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57676) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:16.043243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::336', 'mac_address': 'fa:16:3e:50:42:90'}, {'ip_address': '2001:db8::d6', 'mac_address': 'fa:16:3e:cf:50:bc'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:16.108858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0709c802-7130-4e24-a8af-b947f12dbaf1 req-175e1b89-6f02-4069-ac60-616b48732805 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d7fbc98-1a2a-43cd-8e51-932dcb4885b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788310 Apr 18 21:28:16.111612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.155335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-6f4699e0-a170-4ae4-b94f-c89e97455b7b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ad10952069f497cace7a3bcbd89d15b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1807792 Apr 18 21:28:16.168745 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.186390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d37806a0-62cb-4030-b631-18bafc0dd8b2 None None] Provisioning for port c5a2493b-5044-41a7-bd8e-4607bef5a5b1 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:16.193138 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d37806a0-62cb-4030-b631-18bafc0dd8b2 None None] Provisioning complete for port c5a2493b-5044-41a7-bd8e-4607bef5a5b1 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:16.194201 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d37806a0-62cb-4030-b631-18bafc0dd8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.315128 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.334188 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d37806a0-62cb-4030-b631-18bafc0dd8b2 None None] Port c5a2493b-5044-41a7-bd8e-4607bef5a5b1 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:16.391482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Pushing event updated for resources: {'Port': ['ID=42c3ff13-ed11-4f68-b91d-5a1350bf1568,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:16.455569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:16.463723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:16.474446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:16.482369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9ec6dc98-2850-4ca5-849f-4911491fc1d5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:16.636896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 9ec6dc98-2850-4ca5-849f-4911491fc1d5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:16.636896 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.661390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.665454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=97b62401-7b79-44dc-b438-8ac8d23ceb0c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:16.678309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-063d9adc-2fbf-4789-9fd7-c245bb51c0b3 req-172f721c-44bd-4c08-b552-7096527ff9c0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9805981f52fc4d558c0e20f0c766a376 HTTP/1.1" status: 200 len: 267 time: 0.3376355 Apr 18 21:28:16.679355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Sync routers for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:16.708079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.719491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:16.720119 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:27:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:16.783819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-8d933e68-11ce-42d2-8005-15b0a3242187 service neutron] 10.222.0.11 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162374 Apr 18 21:28:16.784416 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.942510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event updated for resources: {'Port': ['ID=c5a2493b-5044-41a7-bd8e-4607bef5a5b1,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:16.944286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Attempting to bind port 42c3ff13-ed11-4f68-b91d-5a1350bf1568 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:16.944798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Attempting to bind port 42c3ff13-ed11-4f68-b91d-5a1350bf1568 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:16.946039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Attempting to bind port 42c3ff13-ed11-4f68-b91d-5a1350bf1568 on network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:16.946938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] In _notify_port_updated(), no bound segment for port c5a2493b-5044-41a7-bd8e-4607bef5a5b1 on network 401550a5-66bd-4bb6-9536-d93077d4c850 {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:28:16.951080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:16.955643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:16.956500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.960810 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "PUT /v2.0/ports/c5a2493b-5044-41a7-bd8e-4607bef5a5b1 HTTP/1.1" status: 200 len: 1067 time: 0.9226997 Apr 18 21:28:16.962232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57680) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:16.993725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Port 42c3ff13-ed11-4f68-b91d-5a1350bf1568 on network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:28:16.994049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Attempting to bind port 42c3ff13-ed11-4f68-b91d-5a1350bf1568 on network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:17.026775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:17.027822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:17.027822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:17.027822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:17.028223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:17.030176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:17.030806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:17.031195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:17.031484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:17.031816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:17.032334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43a214-13a5-4c2a-aa57-67ae6cbd621f tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:17.033046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c67a9-b8bb-4423-b7ff-1cbdcca1f84c req-ae9ba714-7c28-4410-9359-b85976e115a0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:17.034553 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-134c67a9-b8bb-4423-b7ff-1cbdcca1f84c req-ae9ba714-7c28-4410-9359-b85976e115a0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 946 time: 0.3591461 Apr 18 21:28:17.039540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:17.039540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Checking segment: {'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:17.039540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Bound using segment: {'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:17.039540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Bound port: 42c3ff13-ed11-4f68-b91d-5a1350bf1568, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:17.039540 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.080291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ae45810a-0928-4b7c-9c26-462a4e88be52 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Deleting port c5a2493b-5044-41a7-bd8e-4607bef5a5b1 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:17.081807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ae45810a-0928-4b7c-9c26-462a4e88be52 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.098963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-223650cc-5cc9-43df-b1e7-6045ce2471c3 service neutron] 10.222.0.11 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035054 Apr 18 21:28:17.179207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-93500af6-9ba1-4b0e-b9ad-da48b6c9298d None None] Provisioning for port 97b62401-7b79-44dc-b438-8ac8d23ceb0c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:17.244269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d9adc-2fbf-4789-9fd7-c245bb51c0b3 req-652d37c6-7cb9-476f-af75-f3295359b67f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:17.246000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-93500af6-9ba1-4b0e-b9ad-da48b6c9298d None None] Provisioning complete for port 97b62401-7b79-44dc-b438-8ac8d23ceb0c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:17.246397 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-93500af6-9ba1-4b0e-b9ad-da48b6c9298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.254062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-063d9adc-2fbf-4789-9fd7-c245bb51c0b3 req-652d37c6-7cb9-476f-af75-f3295359b67f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 945 time: 0.5270157 Apr 18 21:28:17.287063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-063d9adc-2fbf-4789-9fd7-c245bb51c0b3 req-08204b3e-a632-4696-8a20-bf2e4490d8e0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Request body: {'port': {'security_groups': []}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:17.309911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-93500af6-9ba1-4b0e-b9ad-da48b6c9298d None None] Port 97b62401-7b79-44dc-b438-8ac8d23ceb0c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:17.410107 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.428029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-134c67a9-b8bb-4423-b7ff-1cbdcca1f84c req-f39e9130-8aee-4b59-9651-7db8dfdabd54 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Deleting port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:17.428458 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-134c67a9-b8bb-4423-b7ff-1cbdcca1f84c req-f39e9130-8aee-4b59-9651-7db8dfdabd54 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.432276 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ae45810a-0928-4b7c-9c26-462a4e88be52 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.451296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:02Z', 'revision_number': 4, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1117c65-6f73-46c6-a636-c7cf42ef1502', 'name': '', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:b1:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:45Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf4cf9c0-5755-4620-bfd4-fbc8003edca4', 'name': '', 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:92:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b637d6-c31a-4f78-83e4-89189da4418c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:59Z', 'updated_at': '2022-04-18T21:28:03Z', 'revision_number': 2, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '73b637d6-c31a-4f78-83e4-89189da4418c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:17.453332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d1e1d330-041f-4cbb-87cf-6dfcd9f68e8e None None] Provisioning complete for port c5a2493b-5044-41a7-bd8e-4607bef5a5b1 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:17.453726 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d330-041f-4cbb-87cf-6dfcd9f68e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.490733 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Checking router: 3ec7e92e-c26a-458e-b1df-9567519d8328 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:17.491086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Updating router 3ec7e92e-c26a-458e-b1df-9567519d8328 port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:28:17.558214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1d330-041f-4cbb-87cf-6dfcd9f68e8e None None] Port c5a2493b-5044-41a7-bd8e-4607bef5a5b1 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:17.562155 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.627125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-063d9adc-2fbf-4789-9fd7-c245bb51c0b3 req-08204b3e-a632-4696-8a20-bf2e4490d8e0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.649248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ae45810a-0928-4b7c-9c26-462a4e88be52 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Calling delete_port for c5a2493b-5044-41a7-bd8e-4607bef5a5b1 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:17.694619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] For port 42c3ff13-ed11-4f68-b91d-5a1350bf1568, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:17.770801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] For port 42c3ff13-ed11-4f68-b91d-5a1350bf1568, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42c3ff13-ed11-4f68-b91d-5a1350bf1568,segment=NetworkSegment(ee7fdd4f-c4c5-4e93-961e-bbba3991be04),segment_id=ee7fdd4f-c4c5-4e93-961e-bbba3991be04)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:17.973106 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ae45810a-0928-4b7c-9c26-462a4e88be52 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.031303 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.046257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45810a-0928-4b7c-9c26-462a4e88be52 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event deleted for resources: {'Port': ['ID=c5a2493b-5044-41a7-bd8e-4607bef5a5b1,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:18.061925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Transition to ACTIVE for port object cf4cf9c0-5755-4620-bfd4-fbc8003edca4 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:18.159958 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.164748 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.423542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30c47a-f991-431d-8d68-69960df08a86 None None] Pushing event updated for resources: {'Port': ['ID=cf4cf9c0-5755-4620-bfd4-fbc8003edca4,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:18.532902 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ae45810a-0928-4b7c-9c26-462a4e88be52 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.553529 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ae45810a-0928-4b7c-9c26-462a4e88be52 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "DELETE /v2.0/ports/c5a2493b-5044-41a7-bd8e-4607bef5a5b1 HTTP/1.1" status: 204 len: 168 time: 1.5893452 Apr 18 21:28:18.556209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57696) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:18.625237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a999a4d-2d30-405c-93f5-2a7401b1f2d0 req-bb7461ed-0925-4037-ad59-b1616436f7b5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:18.629927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 58c9b7f9-1006-4583-bffd-88c8282e5fa3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:18.631718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a999a4d-2d30-405c-93f5-2a7401b1f2d0 req-bb7461ed-0925-4037-ad59-b1616436f7b5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 946 time: 0.9789536 Apr 18 21:28:18.637206 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.638770 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b064ed5d-5c78-4527-946a-805a04437d66 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] GET failed (client error): The resource could not be found. Apr 18 21:28:18.645138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] 10.222.0.59 "PUT /v2.0/ports/42c3ff13-ed11-4f68-b91d-5a1350bf1568 HTTP/1.1" status: 200 len: 1091 time: 4.6412439 Apr 18 21:28:18.650095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b064ed5d-5c78-4527-946a-805a04437d66 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Synchronizing usage tracker for tenant:8f0122da075b4cad9da25833b6fef7c3 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:18.725766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Attempting to bind port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:18.726224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Attempting to bind port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a9d368cb-f9a9-465e-b34a-2cf068b7661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:18.727419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Attempting to bind port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 on network 78aaa099-45ab-4047-b356-0c0620ea8539 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:18.741753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:18.742377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Checking segment: {'id': 'a9d368cb-f9a9-465e-b34a-2cf068b7661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:18.743026 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.746767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Bound using segment: {'id': 'a9d368cb-f9a9-465e-b34a-2cf068b7661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:18.746767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Bound port: cf4cf9c0-5755-4620-bfd4-fbc8003edca4, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d368cb-f9a9-465e-b34a-2cf068b7661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:18.746767 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.747401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'tag': '42c3ff13-ed11-4f68-b91d-5a1350bf1568'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:18.765226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b064ed5d-5c78-4527-946a-805a04437d66 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Unset dirty status for tenant:8f0122da075b4cad9da25833b6fef7c3 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:18.766880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b064ed5d-5c78-4527-946a-805a04437d66 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "GET /v2.0/ports/c5a2493b-5044-41a7-bd8e-4607bef5a5b1 HTTP/1.1" status: 404 len: 333 time: 0.2098386 Apr 18 21:28:18.769672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57702) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:18.864388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9769d597-c3d0-45d3-942d-1ba0f5b4a24c tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Deleting port 6ff073d4-3e26-4c17-b8d9-1fac2bdf5d6a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:18.864850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9769d597-c3d0-45d3-942d-1ba0f5b4a24c tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.868953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 58c9b7f9-1006-4583-bffd-88c8282e5fa3 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:18.895266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] For port cf4cf9c0-5755-4620-bfd4-fbc8003edca4, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:18.898620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 58c9b7f9-1006-4583-bffd-88c8282e5fa3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:18.899216 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.944158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] For port cf4cf9c0-5755-4620-bfd4-fbc8003edca4, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cf4cf9c0-5755-4620-bfd4-fbc8003edca4,segment=NetworkSegment(a9d368cb-f9a9-465e-b34a-2cf068b7661a),segment_id=a9d368cb-f9a9-465e-b34a-2cf068b7661a)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:18.965565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc972c-1e04-4841-84d1-bcfe07e2741b service neutron] Pushing event updated for resources: {'Port': ['ID=42c3ff13-ed11-4f68-b91d-5a1350bf1568,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:19.036480 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a999a4d-2d30-405c-93f5-2a7401b1f2d0 req-6b535b03-2ac5-46f4-874b-0c40fb9dcee0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895564 Apr 18 21:28:19.042123 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.140773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-134c67a9-b8bb-4423-b7ff-1cbdcca1f84c req-f39e9130-8aee-4b59-9651-7db8dfdabd54 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] For port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=de0d77b5-27fc-4a98-a3c6-83fd3177b0a5,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:19.141154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-134c67a9-b8bb-4423-b7ff-1cbdcca1f84c req-f39e9130-8aee-4b59-9651-7db8dfdabd54 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.183424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30c47a-f991-431d-8d68-69960df08a86 None None] Pushing event updated for resources: {'Port': ['ID=cf4cf9c0-5755-4620-bfd4-fbc8003edca4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:19.188174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9769d597-c3d0-45d3-942d-1ba0f5b4a24c tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.202716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:19.203615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:27:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:19.366833 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.395863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-134c67a9-b8bb-4423-b7ff-1cbdcca1f84c req-f39e9130-8aee-4b59-9651-7db8dfdabd54 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Calling delete_port for de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:19.408358 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 58c9b7f9-1006-4583-bffd-88c8282e5fa3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=58c9b7f9-1006-4583-bffd-88c8282e5fa3,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:19.422993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:19.427360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9769d597-c3d0-45d3-942d-1ba0f5b4a24c tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Calling delete_port for 6ff073d4-3e26-4c17-b8d9-1fac2bdf5d6a owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:19.480054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-063d9adc-2fbf-4789-9fd7-c245bb51c0b3 req-08204b3e-a632-4696-8a20-bf2e4490d8e0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] For port 7c369ec8-382a-49e5-a09a-2664ec3f24f5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7c369ec8-382a-49e5-a09a-2664ec3f24f5,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:19.521718 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.531291 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.536659 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-9517cd81-54c1-48ef-9727-7c84ea6123d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 1094 time: 0.6859932 Apr 18 21:28:19.624655 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.651104 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9769d597-c3d0-45d3-942d-1ba0f5b4a24c tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.700600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=58c9b7f9-1006-4583-bffd-88c8282e5fa3,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:19.703995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769d597-c3d0-45d3-942d-1ba0f5b4a24c tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event deleted for resources: {'Port': ['ID=6ff073d4-3e26-4c17-b8d9-1fac2bdf5d6a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:19.745538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-063d9adc-2fbf-4789-9fd7-c245bb51c0b3 req-08204b3e-a632-4696-8a20-bf2e4490d8e0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:28:19.753717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-407dbbee-a3ec-4d94-aa3d-6f46b15ade13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c3ff13-ed11-4f68-b91d-5a1350bf1568 HTTP/1.1" status: 200 len: 217 time: 0.1954501 Apr 18 21:28:19.849096 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-063d9adc-2fbf-4789-9fd7-c245bb51c0b3 req-08204b3e-a632-4696-8a20-bf2e4490d8e0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.902160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event updated for resources: {'Port': ['ID=97b62401-7b79-44dc-b438-8ac8d23ceb0c,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:19.922581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9769d597-c3d0-45d3-942d-1ba0f5b4a24c tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.929855 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.957187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:16Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b62401-7b79-44dc-b438-8ac8d23ceb0c', 'name': '', 'network_id': '3cf7e18d-ccde-49b5-ba94-31a7d9e226d3', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:cf:46:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8885575a-1678-4ce3-ba16-b02ecf6e1364', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:14Z', 'updated_at': '2022-04-18T21:28:15Z', 'revision_number': 1, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '8885575a-1678-4ce3-ba16-b02ecf6e1364', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1117c65-6f73-46c6-a636-c7cf42ef1502', 'name': '', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:b1:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:45Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf4cf9c0-5755-4620-bfd4-fbc8003edca4', 'name': '', 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:92:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b637d6-c31a-4f78-83e4-89189da4418c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:59Z', 'updated_at': '2022-04-18T21:28:18Z', 'revision_number': 4, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '73b637d6-c31a-4f78-83e4-89189da4418c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:19.958597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-063d9adc-2fbf-4789-9fd7-c245bb51c0b3 req-08204b3e-a632-4696-8a20-bf2e4490d8e0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.962914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350cbc62-08e9-48a1-9c06-880410b70ea1 None None] The sync data for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 is: [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:16Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b62401-7b79-44dc-b438-8ac8d23ceb0c', 'name': '', 'network_id': '3cf7e18d-ccde-49b5-ba94-31a7d9e226d3', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:cf:46:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8885575a-1678-4ce3-ba16-b02ecf6e1364', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:14Z', 'updated_at': '2022-04-18T21:28:15Z', 'revision_number': 1, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '8885575a-1678-4ce3-ba16-b02ecf6e1364', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1117c65-6f73-46c6-a636-c7cf42ef1502', 'name': '', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:b1:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:45Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf4cf9c0-5755-4620-bfd4-fbc8003edca4', 'name': '', 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:92:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b637d6-c31a-4f78-83e4-89189da4418c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:59Z', 'updated_at': '2022-04-18T21:28:18Z', 'revision_number': 4, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '73b637d6-c31a-4f78-83e4-89189da4418c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:19.971875 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['5b463ac4-01c3-4990-931c-6aadc1e5d588', '6ab5822a-dd4c-4103-97ec-f05ae547c33c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:28:20.009155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-dafdb72a-0062-4764-a433-0f25888034a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:20.010702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-dafdb72a-0062-4764-a433-0f25888034a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b284a5f-e890-4c0b-82b0-98b25cd3730e HTTP/1.1" status: 200 len: 835 time: 0.2327948 Apr 18 21:28:20.018661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-6afa856d-a254-4dad-950a-dc2851693b19 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:20.024787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['7c369ec8-382a-49e5-a09a-2664ec3f24f5'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:28:20.024983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-6afa856d-a254-4dad-950a-dc2851693b19 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5452909 Apr 18 21:28:20.065845 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9769d597-c3d0-45d3-942d-1ba0f5b4a24c tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "DELETE /v2.0/ports/6ff073d4-3e26-4c17-b8d9-1fac2bdf5d6a HTTP/1.1" status: 204 len: 168 time: 1.2925150 Apr 18 21:28:20.066207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57706) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:20.144991 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d570ccd0-2efe-4bbc-a198-6e6128bc66e1 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] GET failed (client error): The resource could not be found. Apr 18 21:28:20.146208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d570ccd0-2efe-4bbc-a198-6e6128bc66e1 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Synchronizing usage tracker for tenant:8f0122da075b4cad9da25833b6fef7c3 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:20.250782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d570ccd0-2efe-4bbc-a198-6e6128bc66e1 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Unset dirty status for tenant:8f0122da075b4cad9da25833b6fef7c3 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:20.252367 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d570ccd0-2efe-4bbc-a198-6e6128bc66e1 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "GET /v2.0/ports/6ff073d4-3e26-4c17-b8d9-1fac2bdf5d6a HTTP/1.1" status: 404 len: 333 time: 0.1848097 Apr 18 21:28:20.256814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57712) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:20.366559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-92a4b25a-1cf7-473c-ac59-7acff8944e79 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Deleting port b20f0c13-1ea8-4494-8c00-fd6309052891 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:20.366800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92a4b25a-1cf7-473c-ac59-7acff8944e79 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:20.487106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-85b1aef0-168a-4d7a-84e5-857db9dc919d tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.4619558 Apr 18 21:28:20.543502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 58c9b7f9-1006-4583-bffd-88c8282e5fa3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:20.595429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2a10298c-ab01-4a55-a002-f98cc023b92a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Request body: {'floatingip': {'port_id': '32288d79-ec19-434c-892c-c493c6aae190', 'fixed_ip_address': '172.20.0.13'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:20.656415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 58c9b7f9-1006-4583-bffd-88c8282e5fa3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:20.657278 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:20.713108 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-134c67a9-b8bb-4423-b7ff-1cbdcca1f84c req-f39e9130-8aee-4b59-9651-7db8dfdabd54 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:20.756342 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92a4b25a-1cf7-473c-ac59-7acff8944e79 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:20.815884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d9adc-2fbf-4789-9fd7-c245bb51c0b3 req-08204b3e-a632-4696-8a20-bf2e4490d8e0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:20.818111 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-063d9adc-2fbf-4789-9fd7-c245bb51c0b3 req-08204b3e-a632-4696-8a20-bf2e4490d8e0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:20.819643 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-063d9adc-2fbf-4789-9fd7-c245bb51c0b3 req-08204b3e-a632-4696-8a20-bf2e4490d8e0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "PUT /v2.0/ports/7c369ec8-382a-49e5-a09a-2664ec3f24f5 HTTP/1.1" status: 200 len: 904 time: 3.5646956 Apr 18 21:28:20.827582 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2a10298c-ab01-4a55-a002-f98cc023b92a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:20.933011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['7c369ec8-382a-49e5-a09a-2664ec3f24f5'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:28:20.956583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08204b3e-a632-4696-8a20-bf2e4490d8e0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event updated for resources: {'Port': ['ID=7c369ec8-382a-49e5-a09a-2664ec3f24f5,revision_number=6']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:20.998524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-92a4b25a-1cf7-473c-ac59-7acff8944e79 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Calling delete_port for b20f0c13-1ea8-4494-8c00-fd6309052891 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:21.012256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:21.101030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e9130-8aee-4b59-9651-7db8dfdabd54 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event deleted for resources: {'Port': ['ID=de0d77b5-27fc-4a98-a3c6-83fd3177b0a5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:21.110792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:21.111132 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:21.229096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-168a0d83-844e-4f23-ba5a-1dcab7788dda None None] Provisioning complete for port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:21.229770 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168a0d83-844e-4f23-ba5a-1dcab7788dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.261167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-780669f6-9fe6-4122-bc25-7c7a733792cc tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:21.262937 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-780669f6-9fe6-4122-bc25-7c7a733792cc tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.26 "GET /v2.0/networks?id=b81895b1-d9e8-4028-8ecd-63f01a90f51d HTTP/1.1" status: 200 len: 810 time: 0.9287746 Apr 18 21:28:21.290838 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92a4b25a-1cf7-473c-ac59-7acff8944e79 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.313240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-134c67a9-b8bb-4423-b7ff-1cbdcca1f84c req-f39e9130-8aee-4b59-9651-7db8dfdabd54 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] No DVR routers for this DVR port de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:21.321609 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-134c67a9-b8bb-4423-b7ff-1cbdcca1f84c req-f39e9130-8aee-4b59-9651-7db8dfdabd54 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.327660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Request body: {'port': {'device_id': '86c5ef19-b8ff-44be-8c40-336f7dda7724', 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d', 'admin_state_up': True, 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:21.399744 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-3bf096cd-8ccf-44a4-aee0-cd8aecfa3a57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d1dc4cf-1467-4abe-ad17-a362277d1d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0429807 Apr 18 21:28:21.420643 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92a4b25a-1cf7-473c-ac59-7acff8944e79 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.427312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4b25a-1cf7-473c-ac59-7acff8944e79 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event deleted for resources: {'Port': ['ID=b20f0c13-1ea8-4494-8c00-fd6309052891,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:21.503531 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-92a4b25a-1cf7-473c-ac59-7acff8944e79 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "DELETE /v2.0/ports/b20f0c13-1ea8-4494-8c00-fd6309052891 HTTP/1.1" status: 204 len: 168 time: 1.2449152 Apr 18 21:28:21.506416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57718) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:21.590953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Network 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:21.597286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-134c67a9-b8bb-4423-b7ff-1cbdcca1f84c req-f39e9130-8aee-4b59-9651-7db8dfdabd54 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "DELETE /v2.0/ports/de0d77b5-27fc-4a98-a3c6-83fd3177b0a5 HTTP/1.1" status: 204 len: 173 time: 4.5420115 Apr 18 21:28:21.611287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:21.710509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-690851e4-040c-4a85-a183-d8a9bdf51a5e tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Deleting subnet ba16ac46-8167-4634-979f-d5acc1199456 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:28:21.714440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-690851e4-040c-4a85-a183-d8a9bdf51a5e tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.787403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-690851e4-040c-4a85-a183-d8a9bdf51a5e tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.896692 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-690851e4-040c-4a85-a183-d8a9bdf51a5e tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.910132 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2381abfe-c348-4b97-867f-433465c44877 None None] Provisioning complete for port 97b62401-7b79-44dc-b438-8ac8d23ceb0c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:21.910692 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2381abfe-c348-4b97-867f-433465c44877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.984295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2381abfe-c348-4b97-867f-433465c44877 None None] Port 97b62401-7b79-44dc-b438-8ac8d23ceb0c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:22.073954 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-690851e4-040c-4a85-a183-d8a9bdf51a5e tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.083930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840da91-9821-4a28-b3f5-996a063c8c1f req-ad8c7d08-1db9-4937-ba5a-405bbdc980b2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:22.085387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1840da91-9821-4a28-b3f5-996a063c8c1f req-ad8c7d08-1db9-4937-ba5a-405bbdc980b2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 943 time: 0.8352997 Apr 18 21:28:22.113736 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690851e4-040c-4a85-a183-d8a9bdf51a5e tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event deleted for resources: {'Subnet': ['ID=ba16ac46-8167-4634-979f-d5acc1199456,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:22.122440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-690851e4-040c-4a85-a183-d8a9bdf51a5e tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.131282 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-690851e4-040c-4a85-a183-d8a9bdf51a5e tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "DELETE /v2.0/subnets/ba16ac46-8167-4634-979f-d5acc1199456 HTTP/1.1" status: 204 len: 168 time: 0.6236269 Apr 18 21:28:22.134300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57722) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:22.136316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bad304-f014-4103-a112-80a0e8d1dc80 None None] Network 401550a5-66bd-4bb6-9536-d93077d4c850 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:22.271596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:22.272740 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.284206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Deleting port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:22.284538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.296240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-3b3b5d82-7c4f-42e8-87f1-a891969c5d07 service neutron] 10.222.0.59 "GET /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8763914 Apr 18 21:28:22.303280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Usage tracker for resource:port and tenant:6ad10952069f497cace7a3bcbd89d15b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:22.321908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:22.418094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:22.451755 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75c7a78-4038-41ed-952d-6ec6baa4da41 None None] DHCP port deletion for 401550a5-66bd-4bb6-9536-d93077d4c850 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:28:22.460929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a75c7a78-4038-41ed-952d-6ec6baa4da41 None None] Deleting port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:22.461809 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a75c7a78-4038-41ed-952d-6ec6baa4da41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.528828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] For port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4dc94c81-9ccd-4b43-a82a-59f2f2b281fa,segment=NetworkSegment(f152ab0b-0228-4754-983f-5f32c18a5249),segment_id=f152ab0b-0228-4754-983f-5f32c18a5249)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:22.529121 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.598733 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1840da91-9821-4a28-b3f5-996a063c8c1f req-d3195027-0f16-4df4-a376-4240d700c920 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d7fbc98-1a2a-43cd-8e51-932dcb4885b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299155 Apr 18 21:28:22.715761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Made reservation on behalf of 6ad10952069f497cace7a3bcbd89d15b for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:22.718983 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.726121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cf4cf9c0-5755-4620-bfd4-fbc8003edca4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:22.824294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a75c7a78-4038-41ed-952d-6ec6baa4da41 None None] For port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4dc94c81-9ccd-4b43-a82a-59f2f2b281fa,segment=NetworkSegment(f152ab0b-0228-4754-983f-5f32c18a5249),segment_id=f152ab0b-0228-4754-983f-5f32c18a5249)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:22.824627 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a75c7a78-4038-41ed-952d-6ec6baa4da41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.826637 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e19742ce-a6e5-4d76-ba17-b48f3e77acee req-46358eff-1deb-4316-b848-61496fd24e6a tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 210 time: 0.0756195 Apr 18 21:28:22.838789 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2fcb53b-cec0-4740-a1b3-4c55861488d8 req-3a297ff4-cd56-463f-ad2b-bf05b77b8179 service neutron] 10.222.0.59 "GET /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187142 Apr 18 21:28:22.901969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Calling delete_port for 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:23.050147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Allocated IP 172.20.0.4 (b81895b1-d9e8-4028-8ecd-63f01a90f51d/ba060648-7d7a-41b3-83ef-e3fb5a539db0/d5fc5034-d24a-4a5d-aae9-ec0614a5c6db) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:23.080121 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.092146 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d30838e-03e7-454f-ac33-213ae9e333ab'] response: {'name': 'network-changed', 'server_uuid': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'tag': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'status': 'completed', 'code': 200} Apr 18 21:28:23.099124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a75c7a78-4038-41ed-952d-6ec6baa4da41 None None] Calling delete_port for 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:23.192825 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-a75c7a78-4038-41ed-952d-6ec6baa4da41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:28:23.193576 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-a75c7a78-4038-41ed-952d-6ec6baa4da41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:28:23.207817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event deleted for resources: {'Port': ['ID=4dc94c81-9ccd-4b43-a82a-59f2f2b281fa,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:23.216369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] No DVR routers for this DVR port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:23.216569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:23.221959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:23.222444 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.263237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router 3ec7e92e-c26a-458e-b1df-9567519d8328 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:23.361065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4a5ebcf8-2eaa-4d56-9a08-4473c5000a10 req-64dfc13c-5b54-43fc-b077-579b55b34124 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:23.363598 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.398887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401550a5-66bd-4bb6-9536-d93077d4c850']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:23.403372 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.419718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f152ab0b-0228-4754-983f-5f32c18a5249') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:23.421083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f152ab0b-0228-4754-983f-5f32c18a5249') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:23.427931 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2a10298c-ab01-4a55-a002-f98cc023b92a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:28:23.441354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port cf4cf9c0-5755-4620-bfd4-fbc8003edca4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cf4cf9c0-5755-4620-bfd4-fbc8003edca4,segment=NetworkSegment(a9d368cb-f9a9-465e-b34a-2cf068b7661a),segment_id=a9d368cb-f9a9-465e-b34a-2cf068b7661a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:23.446652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.465389 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.472261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:28:23.472761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:28:23.489530 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:28:23.525358 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.614253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=cf4cf9c0-5755-4620-bfd4-fbc8003edca4,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:23.639975 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.659887 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.672588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] Pushing event deleted for resources: {'Network': ['ID=401550a5-66bd-4bb6-9536-d93077d4c850,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:23.681213 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b9759c2e-655e-4f88-84db-309c51363586 tempest-AllowedAddressPairIpV6TestJSON-792178376 tempest-AllowedAddressPairIpV6TestJSON-792178376-project] 10.222.0.11 "DELETE /v2.0/networks/401550a5-66bd-4bb6-9536-d93077d4c850 HTTP/1.1" status: 204 len: 168 time: 1.5453608 Apr 18 21:28:23.696278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a75c7a78-4038-41ed-952d-6ec6baa4da41 None None] Deleting port 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:23.696977 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a75c7a78-4038-41ed-952d-6ec6baa4da41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.737911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-4a5ebcf8-2eaa-4d56-9a08-4473c5000a10 req-64dfc13c-5b54-43fc-b077-579b55b34124 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:23.750036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a5ebcf8-2eaa-4d56-9a08-4473c5000a10 req-64dfc13c-5b54-43fc-b077-579b55b34124 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6 HTTP/1.1" status: 200 len: 210 time: 0.4770682 Apr 18 21:28:23.796129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a75c7a78-4038-41ed-952d-6ec6baa4da41 None None] The port '4dc94c81-9ccd-4b43-a82a-59f2f2b281fa' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:28:23.831275 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2a10298c-ab01-4a55-a002-f98cc023b92a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.852044 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34c1f54d-166d-4128-979a-c7c5e73aec1d req-089e6ff4-a20c-44bf-95a8-b7824aa5cf37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 1094 time: 0.7113917 Apr 18 21:28:24.042261 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2a10298c-ab01-4a55-a002-f98cc023b92a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:24.139087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57736) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:24.309291 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:24.334097 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a6ebc80c-18ed-4ea3-85de-c587ed9016b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f0122da075b4cad9da25833b6fef7c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1934919 Apr 18 21:28:24.336547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57742) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:24.396958 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-032c39e5-436e-4d5e-8c61-d048cca12a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:24.418131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f54d-166d-4128-979a-c7c5e73aec1d req-5e58cf1f-aa87-4cec-9137-47490cb524ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:24.419606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34c1f54d-166d-4128-979a-c7c5e73aec1d req-5e58cf1f-aa87-4cec-9137-47490cb524ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d1dc4cf-1467-4abe-ad17-a362277d1d3d HTTP/1.1" status: 200 len: 897 time: 0.5581629 Apr 18 21:28:24.425076 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-032c39e5-436e-4d5e-8c61-d048cca12a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:24.488497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cf4cf9c0-5755-4620-bfd4-fbc8003edca4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:24.511055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd8900-b4dd-48a5-8dab-c1dc8ba26123 req-c871b758-c916-48f0-8c92-735946774111 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:24.512538 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78fd8900-b4dd-48a5-8dab-c1dc8ba26123 req-c871b758-c916-48f0-8c92-735946774111 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 907 time: 0.4797873 Apr 18 21:28:24.534099 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34c1f54d-166d-4128-979a-c7c5e73aec1d req-6e3ba7e8-c5d5-42d0-a710-de25bb58f9a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c3ff13-ed11-4f68-b91d-5a1350bf1568 HTTP/1.1" status: 200 len: 217 time: 0.1027904 Apr 18 21:28:24.541076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:24.594058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-032c39e5-436e-4d5e-8c61-d048cca12a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:24.601190 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-39374b52-db86-4ec7-a25f-a4f5116a359e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3690307 Apr 18 21:28:24.601373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57748) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:24.623820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-38f1404a-ea51-40f1-95ec-56b187be08aa tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:24.628605 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:24.633737 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:24.633864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f54d-166d-4128-979a-c7c5e73aec1d req-f25f21ee-83a8-4ab9-92ee-72ecfa92c77c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:24.633864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34c1f54d-166d-4128-979a-c7c5e73aec1d req-f25f21ee-83a8-4ab9-92ee-72ecfa92c77c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b284a5f-e890-4c0b-82b0-98b25cd3730e HTTP/1.1" status: 200 len: 835 time: 0.0886092 Apr 18 21:28:24.634758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:24.696210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-032c39e5-436e-4d5e-8c61-d048cca12a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:24.708435 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-032c39e5-436e-4d5e-8c61-d048cca12a56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd6922c7-07af-40e7-a534-b1fe23cb6826 HTTP/1.1" status: 204 len: 168 time: 0.3623309 Apr 18 21:28:24.711551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c39e5-436e-4d5e-8c61-d048cca12a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6922c7-07af-40e7-a534-b1fe23cb6826,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:24.720304 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f19a023c-52d8-489f-bd16-b7bc80fcbd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:24.825735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Network b81895b1-d9e8-4028-8ecd-63f01a90f51d is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:24.837226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:24.844172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Pushing event updated for resources: {'Port': ['ID=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:24.849212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:24.886082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:24.887142 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2a10298c-ab01-4a55-a002-f98cc023b92a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Floating IP 6f47ea4f-535a-4247-a453-ee62f3b30e12 associated. External IP: 172.25.3.246, port: 32288d79-ec19-434c-892c-c493c6aae190. Apr 18 21:28:24.920964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:24.921322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4dc94c81-9ccd-4b43-a82a-59f2f2b281fa not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:25.060414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da80a0-1587-4957-8c5a-b38db448e563 req-e7e046e8-17f0-4086-a49d-eb7aa0aaf8fd tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:25.061954 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28da80a0-1587-4957-8c5a-b38db448e563 req-e7e046e8-17f0-4086-a49d-eb7aa0aaf8fd tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 943 time: 0.3891544 Apr 18 21:28:25.065840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:25.066441 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:25.134546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34c1f54d-166d-4128-979a-c7c5e73aec1d req-88c3e12f-3b78-49a9-9c3e-beff97f4dc1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d1dc4cf-1467-4abe-ad17-a362277d1d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4625888 Apr 18 21:28:25.154689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4294e44-f495-4fb1-a699-18eb19b7244b', 'tag': '7c369ec8-382a-49e5-a09a-2664ec3f24f5'}, {'server_uuid': '0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6', 'name': 'network-vif-deleted', 'tag': 'de0d77b5-27fc-4a98-a3c6-83fd3177b0a5'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:25.204849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28da80a0-1587-4957-8c5a-b38db448e563 req-50b2f571-39c2-461f-8fd6-eccafbc6e5f1 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d7fbc98-1a2a-43cd-8e51-932dcb4885b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291218 Apr 18 21:28:25.247983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-90fbad52-5ecb-4e28-a884-b0932d4e8a8b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9420743 Apr 18 21:28:25.379853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-aaa1acd7-a4ae-4dfd-8ac9-66dd79e02545 req-aeba672a-951a-4b20-8f98-30018f4de47a service neutron] (85048) timed out ('10.222.0.59', 55622) {{(pid=85048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:28:25.383266 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34c1f54d-166d-4128-979a-c7c5e73aec1d req-84aa8c4d-0bac-40a4-9103-892166fc8068 service neutron] 10.222.0.59 "GET /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969125 Apr 18 21:28:25.394674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Request body: {'port': {'device_id': '86c5ef19-b8ff-44be-8c40-336f7dda7724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:25.500693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.extraroute_db [None req-38f1404a-ea51-40f1-95ec-56b187be08aa tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=85049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 18 21:28:25.520383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.extraroute_db [None req-38f1404a-ea51-40f1-95ec-56b187be08aa tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Removed routes are [] {{(pid=85049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 18 21:28:25.520891 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-38f1404a-ea51-40f1-95ec-56b187be08aa tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:25.842321 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:25.885411 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34c1f54d-166d-4128-979a-c7c5e73aec1d req-c70f1d13-a15d-4852-a709-cd519bbd7fdb service neutron] 10.222.0.59 "GET /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628103 Apr 18 21:28:25.935516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa0027-1d0f-4e2f-acc7-4457efb5004a req-4df521c9-c5ef-44c9-9d12-8846a958c61a tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:25.936331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-99aa0027-1d0f-4e2f-acc7-4457efb5004a req-4df521c9-c5ef-44c9-9d12-8846a958c61a tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Synchronizing usage tracker for tenant:6ad10952069f497cace7a3bcbd89d15b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:26.046055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-38f1404a-ea51-40f1-95ec-56b187be08aa tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:26.049900 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-38f1404a-ea51-40f1-95ec-56b187be08aa tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:26.066322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57774) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:26.080827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-99aa0027-1d0f-4e2f-acc7-4457efb5004a req-4df521c9-c5ef-44c9-9d12-8846a958c61a tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Unset dirty status for tenant:6ad10952069f497cace7a3bcbd89d15b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:26.088798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99aa0027-1d0f-4e2f-acc7-4457efb5004a req-4df521c9-c5ef-44c9-9d12-8846a958c61a tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 931 time: 0.6354625 Apr 18 21:28:26.252694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f1404a-ea51-40f1-95ec-56b187be08aa tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router 3ec7e92e-c26a-458e-b1df-9567519d8328 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:26.290711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-213212888'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:26.324264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:26.338568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Usage tracker for resource:network and tenant:fe2a3c39006c434babe1e3eedae3e5af is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:26.345429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:26.357261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:26.384353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-99aa0027-1d0f-4e2f-acc7-4457efb5004a req-318ca894-033b-4430-a343-34aa9df82eed tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Synchronizing usage tracker for tenant:6ad10952069f497cace7a3bcbd89d15b on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:26.426949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f1404a-ea51-40f1-95ec-56b187be08aa tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:26.433685 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-38f1404a-ea51-40f1-95ec-56b187be08aa tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:26.434861 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-38f1404a-ea51-40f1-95ec-56b187be08aa tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328 HTTP/1.1" status: 200 len: 934 time: 1.8222735 Apr 18 21:28:26.437627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57782) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:26.497672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Made reservation on behalf of fe2a3c39006c434babe1e3eedae3e5af for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:26.500550 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:26.518964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-99aa0027-1d0f-4e2f-acc7-4457efb5004a req-318ca894-033b-4430-a343-34aa9df82eed tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Unset dirty status for tenant:6ad10952069f497cace7a3bcbd89d15b on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:26.520090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99aa0027-1d0f-4e2f-acc7-4457efb5004a req-318ca894-033b-4430-a343-34aa9df82eed tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304538 Apr 18 21:28:26.526092 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:26.546160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fc5034-d24a-4a5d-aae9-ec0614a5c6db {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:28:26.563038 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:26.602270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Transition to ACTIVE for port object d5fc5034-d24a-4a5d-aae9-ec0614a5c6db will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:26.603240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:26.608621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Usage tracker for resource:security_group_rule and tenant:fe2a3c39006c434babe1e3eedae3e5af is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:26.612037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:26.618987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:26.623449 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bf1a85d7-a2b6-41ff-b342-70601a4970c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328 HTTP/1.1" status: 200 len: 934 time: 0.1822677 Apr 18 21:28:26.624148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57786) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:26.628572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6837c7ff-ffbf-4779-b6fc-91d0661a8c66 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'router': {'routes': None}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:26.647801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2a10298c-ab01-4a55-a002-f98cc023b92a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:26.698010 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:26.915013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:27.026774 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.050809 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f014f312-737b-4bbb-8466-550d116b3910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.119997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a14c8-6ca3-4ef0-9f28-63477033a289 req-cd8edd6e-163d-4a2c-b14c-7f1a149223bc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:27.121509 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-824a14c8-6ca3-4ef0-9f28-63477033a289 req-cd8edd6e-163d-4a2c-b14c-7f1a149223bc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.4725106 Apr 18 21:28:27.151938 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.194778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:28:27.226394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.extraroute_db [None req-6837c7ff-ffbf-4779-b6fc-91d0661a8c66 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Added routes are [] {{(pid=85049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 18 21:28:27.226908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.extraroute_db [None req-6837c7ff-ffbf-4779-b6fc-91d0661a8c66 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=85049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 18 21:28:27.247763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88faeb1c-1aa8-42eb-a83f-27854ed16cd9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:27.253339 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.253764 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Added segment 5f99a040-3cd8-4353-9a18-1877e6dcf78e of type vlan for network a8725739-17a2-49b7-974c-cca6e2116e05 Apr 18 21:28:27.259506 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6837c7ff-ffbf-4779-b6fc-91d0661a8c66 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.262027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Attempting to bind port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:27.265574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Attempting to bind port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:27.265574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Attempting to bind port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db on network b81895b1-d9e8-4028-8ecd-63f01a90f51d {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:27.273578 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-824a14c8-6ca3-4ef0-9f28-63477033a289 req-d928394f-5474-4fd4-a9fe-4e0bdc5a879b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1425993 Apr 18 21:28:27.285231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db on network b81895b1-d9e8-4028-8ecd-63f01a90f51d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:28:27.285583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Attempting to bind port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db on network b81895b1-d9e8-4028-8ecd-63f01a90f51d {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:27.309234 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.318242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:27.318620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Checking segment: {'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:27.319004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Bound using segment: {'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:27.319448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Bound port: d5fc5034-d24a-4a5d-aae9-ec0614a5c6db, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:27.319916 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.375013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42c3ff13-ed11-4f68-b91d-5a1350bf1568 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:28:27.459877 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdeab15-ac00-4a8f-89ce-2bfc66970b5b'] response: {'name': 'network-changed', 'server_uuid': 'd4294e44-f495-4fb1-a699-18eb19b7244b', 'tag': '7c369ec8-382a-49e5-a09a-2664ec3f24f5', 'status': 'completed', 'code': 200} Apr 18 21:28:27.460554 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdeab15-ac00-4a8f-89ce-2bfc66970b5b'] response: {'server_uuid': '0c9aa6da-d051-4574-8d9b-4cb31b2ddfa6', 'name': 'network-vif-deleted', 'tag': 'de0d77b5-27fc-4a98-a3c6-83fd3177b0a5', 'status': 'completed', 'code': 200} Apr 18 21:28:27.564180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2a10298c-ab01-4a55-a002-f98cc023b92a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:27.580775 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f67f94-48b6-42f9-9367-e0881e294727 None None] Sync routers for ids ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:27.584546 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42c3ff13-ed11-4f68-b91d-5a1350bf1568, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42c3ff13-ed11-4f68-b91d-5a1350bf1568,segment=NetworkSegment(ee7fdd4f-c4c5-4e93-961e-bbba3991be04),segment_id=ee7fdd4f-c4c5-4e93-961e-bbba3991be04)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:27.598479 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f67f94-48b6-42f9-9367-e0881e294727 None None] Routers {'c422b42c-c3ee-4f1b-ad5c-b0613dc06675'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:27.600696 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-69f67f94-48b6-42f9-9367-e0881e294727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:27.601861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'port_id': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'mac_address': 'fa:16:3e:57:eb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:28:27.620522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] For port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:27.624539 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.628279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:27.628868 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.671948 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.692807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c3ff13-ed11-4f68-b91d-5a1350bf1568 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:28:27.711272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42c3ff13-ed11-4f68-b91d-5a1350bf1568, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42c3ff13-ed11-4f68-b91d-5a1350bf1568,segment=NetworkSegment(ee7fdd4f-c4c5-4e93-961e-bbba3991be04),segment_id=ee7fdd4f-c4c5-4e93-961e-bbba3991be04)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:27.776798 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.812776 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-69f67f94-48b6-42f9-9367-e0881e294727 None None] Set router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:27.838105 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6837c7ff-ffbf-4779-b6fc-91d0661a8c66 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.841926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6837c7ff-ffbf-4779-b6fc-91d0661a8c66 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.862593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] For port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:27.864768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=42c3ff13-ed11-4f68-b91d-5a1350bf1568,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:27.924210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c51fcfcd-5dd1-4efc-a6fb-615f2771c902 req-976d8435-9533-4965-8677-d7618304bcb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 1058 time: 0.4597635 Apr 18 21:28:27.925125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2a10298c-ab01-4a55-a002-f98cc023b92a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.977976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event updated for resources: {'Network': ['ID=a8725739-17a2-49b7-974c-cca6e2116e05,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:27.982739 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.990653 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.993710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a8725739-17a2-49b7-974c-cca6e2116e05 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:28:28.049095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6837c7ff-ffbf-4779-b6fc-91d0661a8c66 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router 3ec7e92e-c26a-458e-b1df-9567519d8328 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:28.061795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['42c3ff13-ed11-4f68-b91d-5a1350bf1568'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:28:28.098069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5d5d0395-691f-4137-a452-90470ffbfcbb tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0301044 Apr 18 21:28:28.129107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57798) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:28.160214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Request body: {'subnet': {'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:28.201502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2a10298c-ab01-4a55-a002-f98cc023b92a tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "PUT /v2.0/floatingips/6f47ea4f-535a-4247-a453-ee62f3b30e12 HTTP/1.1" status: 200 len: 997 time: 7.6102157 Apr 18 21:28:28.256651 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:28.259083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] 10.222.0.26 "PUT /v2.0/ports/d5fc5034-d24a-4a5d-aae9-ec0614a5c6db HTTP/1.1" status: 200 len: 1091 time: 2.8741179 Apr 18 21:28:28.282262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af831998-7a3b-4d03-ad3d-d34e157bc951 req-8332dadf-9da8-4448-a1fe-308681564666 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:28.290854 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af831998-7a3b-4d03-ad3d-d34e157bc951 req-8332dadf-9da8-4448-a1fe-308681564666 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 943 time: 0.7300363 Apr 18 21:28:28.292073 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-69f67f94-48b6-42f9-9367-e0881e294727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:27:01Z', 'revision_number': 4, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '6f47ea4f-535a-4247-a453-ee62f3b30e12', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'port_id': '32288d79-ec19-434c-892c-c493c6aae190', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'mac_address': 'fa:16:3e:cd:79:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:23Z', 'revision_number': 1, 'project_id': 'd286706845c147b7b508db7113d59292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa83763-a860-42fe-afb4-7cb924669573', 'name': '', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'mac_address': 'fa:16:3e:1a:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:00Z', 'updated_at': '2022-04-18T21:27:13Z', 'revision_number': 5, 'project_id': 'd286706845c147b7b508db7113d59292', 'subnets': [{'id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:28.297981 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f67f94-48b6-42f9-9367-e0881e294727 None None] Checking router: c422b42c-c3ee-4f1b-ad5c-b0613dc06675 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:28.311364 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f67f94-48b6-42f9-9367-e0881e294727 None None] Routers {'c422b42c-c3ee-4f1b-ad5c-b0613dc06675'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:28.312103 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-69f67f94-48b6-42f9-9367-e0881e294727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:28.315180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6837c7ff-ffbf-4779-b6fc-91d0661a8c66 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:28.321704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6837c7ff-ffbf-4779-b6fc-91d0661a8c66 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:28.325131 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6837c7ff-ffbf-4779-b6fc-91d0661a8c66 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328 HTTP/1.1" status: 200 len: 700 time: 1.6984124 Apr 18 21:28:28.325693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57802) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:28.435577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335718aa-1112-41f1-abe1-f20e5d136885 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:28.521160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fcfcd-5dd1-4efc-a6fb-615f2771c902 req-c8286ad9-8646-4273-8872-0baf4ead73fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:28.522793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c51fcfcd-5dd1-4efc-a6fb-615f2771c902 req-c8286ad9-8646-4273-8872-0baf4ead73fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.5711100 Apr 18 21:28:28.546156 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-46a9bcf0-fc2e-4a5e-9270-95fbb4397419 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328 HTTP/1.1" status: 200 len: 700 time: 0.2195694 Apr 18 21:28:28.546757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57806) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:28.550133 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-69f67f94-48b6-42f9-9367-e0881e294727 None None] Set router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:28.606272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:28.615807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Usage tracker for resource:subnet and tenant:fe2a3c39006c434babe1e3eedae3e5af is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:28.629870 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af831998-7a3b-4d03-ad3d-d34e157bc951 req-7371ed64-a050-47d9-ae97-b43cf8fb90af tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d7fbc98-1a2a-43cd-8e51-932dcb4885b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3379905 Apr 18 21:28:28.631002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:28.651224 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:28.664673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:28.669377 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c51fcfcd-5dd1-4efc-a6fb-615f2771c902 req-74186473-ba1a-446b-ae70-dd3f16fe8334 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c369ec8-382a-49e5-a09a-2664ec3f24f5 HTTP/1.1" status: 200 len: 217 time: 0.1355269 Apr 18 21:28:28.721144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-6a4d810f-e141-466f-8ea7-8f3c1ba63eac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d286706845c147b7b508db7113d59292&device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 1097 time: 0.4485962 Apr 18 21:28:28.770663 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-72516d46-b5b0-46cd-ba80-00a877f80d44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ad10952069f497cace7a3bcbd89d15b&device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 1094 time: 0.3936150 Apr 18 21:28:28.922300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Made reservation on behalf of fe2a3c39006c434babe1e3eedae3e5af for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:28.926111 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-69f67f94-48b6-42f9-9367-e0881e294727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:27:01Z', 'revision_number': 4, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '6f47ea4f-535a-4247-a453-ee62f3b30e12', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'port_id': '32288d79-ec19-434c-892c-c493c6aae190', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'mac_address': 'fa:16:3e:cd:79:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:23Z', 'revision_number': 1, 'project_id': 'd286706845c147b7b508db7113d59292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa83763-a860-42fe-afb4-7cb924669573', 'name': '', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'mac_address': 'fa:16:3e:1a:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:00Z', 'updated_at': '2022-04-18T21:27:13Z', 'revision_number': 5, 'project_id': 'd286706845c147b7b508db7113d59292', 'subnets': [{'id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:28.931914 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f67f94-48b6-42f9-9367-e0881e294727 None None] The sync data for ids ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'] in n-d-836017-3 is: [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:27:01Z', 'revision_number': 4, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '6f47ea4f-535a-4247-a453-ee62f3b30e12', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'port_id': '32288d79-ec19-434c-892c-c493c6aae190', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'mac_address': 'fa:16:3e:cd:79:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:23Z', 'revision_number': 1, 'project_id': 'd286706845c147b7b508db7113d59292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa83763-a860-42fe-afb4-7cb924669573', 'name': '', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'mac_address': 'fa:16:3e:1a:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:00Z', 'updated_at': '2022-04-18T21:27:13Z', 'revision_number': 5, 'project_id': 'd286706845c147b7b508db7113d59292', 'subnets': [{'id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:28.957496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d09cad30-f657-42a4-bc44-964e9fbd2305 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.038271 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-e09a8944-e39e-487f-b8c2-57816b6af274 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db HTTP/1.1" status: 200 len: 217 time: 0.1856925 Apr 18 21:28:29.045922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fcfcd-5dd1-4efc-a6fb-615f2771c902 req-14449638-1662-4296-83d8-9a50694d2303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:29.047373 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c51fcfcd-5dd1-4efc-a6fb-615f2771c902 req-14449638-1662-4296-83d8-9a50694d2303 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.3666933 Apr 18 21:28:29.188567 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.314182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-0b9e7ad6-8953-4582-8efb-53fd21746393 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:29.315502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-0b9e7ad6-8953-4582-8efb-53fd21746393 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba060648-7d7a-41b3-83ef-e3fb5a539db0 HTTP/1.1" status: 200 len: 850 time: 0.2672551 Apr 18 21:28:29.316374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-8c399d12-45d3-4a01-8e06-3014f7300923 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:29.317763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-8c399d12-45d3-4a01-8e06-3014f7300923 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a86bb1b-c707-45aa-9d93-2b86207591ac HTTP/1.1" status: 200 len: 920 time: 0.5853345 Apr 18 21:28:29.391859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42c3ff13-ed11-4f68-b91d-5a1350bf1568 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:29.542564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'tag': '32288d79-ec19-434c-892c-c493c6aae190'}, {'name': 'network-changed', 'server_uuid': '86c5ef19-b8ff-44be-8c40-336f7dda7724', 'tag': 'd5fc5034-d24a-4a5d-aae9-ec0614a5c6db'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:29.559645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04840946-c588-4ab5-be78-287994199532 req-1de9f7fd-8afe-47cb-80b5-c1c0b50eecb5 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:29.561102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04840946-c588-4ab5-be78-287994199532 req-1de9f7fd-8afe-47cb-80b5-c1c0b50eecb5 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.7961833 Apr 18 21:28:29.573752 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-040f7ec1-519b-460b-8470-36f07c525e10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b81895b1-d9e8-4028-8ecd-63f01a90f51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2494276 Apr 18 21:28:29.575419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 42c3ff13-ed11-4f68-b91d-5a1350bf1568 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:29.583647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 42c3ff13-ed11-4f68-b91d-5a1350bf1568 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:29.584818 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.675248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-d09cad30-f657-42a4-bc44-964e9fbd2305 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 97b62401-7b79-44dc-b438-8ac8d23ceb0c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:29.675645 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d09cad30-f657-42a4-bc44-964e9fbd2305 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.722339 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.753833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c3ff13-ed11-4f68-b91d-5a1350bf1568'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:29.785301 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c51fcfcd-5dd1-4efc-a6fb-615f2771c902 req-a7b9303b-f54d-42f0-b62a-a2126fd7e384 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6896214 Apr 18 21:28:29.787443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 42c3ff13-ed11-4f68-b91d-5a1350bf1568, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42c3ff13-ed11-4f68-b91d-5a1350bf1568,segment=NetworkSegment(ee7fdd4f-c4c5-4e93-961e-bbba3991be04),segment_id=ee7fdd4f-c4c5-4e93-961e-bbba3991be04)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:29.802768 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-cab65a9d-f5e8-46d6-a9f2-ac98d7e7ef98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 1000 time: 0.4396617 Apr 18 21:28:29.831519 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04840946-c588-4ab5-be78-287994199532 req-17eb19b7-9538-4fcf-bad1-9f40f465311b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2582390 Apr 18 21:28:29.869069 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.902046 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d09cad30-f657-42a4-bc44-964e9fbd2305 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.955197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=42c3ff13-ed11-4f68-b91d-5a1350bf1568,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:30.060916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-d09cad30-f657-42a4-bc44-964e9fbd2305 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 97b62401-7b79-44dc-b438-8ac8d23ceb0c owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:30.205755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-d40e3966-ea6c-47b0-b7f3-59c05ef6fec5 service neutron] 10.222.0.26 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182346 Apr 18 21:28:30.359442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d09cad30-f657-42a4-bc44-964e9fbd2305 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.408237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cad30-f657-42a4-bc44-964e9fbd2305 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=97b62401-7b79-44dc-b438-8ac8d23ceb0c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:30.463087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2ea54603-86f7-48bb-8233-87414e495bcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:30.464565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2ea54603-86f7-48bb-8233-87414e495bcf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4974fa96-0afe-46b4-a8db-00cf754ed215 HTTP/1.1" status: 200 len: 859 time: 0.5173323 Apr 18 21:28:30.479941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c51fcfcd-5dd1-4efc-a6fb-615f2771c902 req-6081c80a-91d2-4fe7-bd63-f4168df5390c service neutron] 10.222.0.59 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832209 Apr 18 21:28:30.560175 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-195ed573-1c5a-40ec-8cc6-f4e0a9431c28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a86bb1b-c707-45aa-9d93-2b86207591ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735869 Apr 18 21:28:30.566226 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.611010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-771138ae-f999-4b5d-9e69-826c482513c7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:28:30.611987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-771138ae-f999-4b5d-9e69-826c482513c7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0393262 Apr 18 21:28:30.717315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d09cad30-f657-42a4-bc44-964e9fbd2305 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.737615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04dfeb66-9f30-44f2-a186-ba307c8e1367 req-1160fdbe-f0b5-4f2d-8cc5-69623f8ba188 service neutron] 10.222.0.26 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690895 Apr 18 21:28:30.743347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bff01-2d35-4115-967e-35ad357287f5 req-55d03859-6f10-4dcc-85fe-9d6dd98dfb9d tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:30.744812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-648bff01-2d35-4115-967e-35ad357287f5 req-55d03859-6f10-4dcc-85fe-9d6dd98dfb9d tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 943 time: 0.5316916 Apr 18 21:28:30.880162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event updated for resources: {'Subnet': ['ID=f15ba684-0131-4cf0-b9f9-676618c28476,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:30.948669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.972403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c51fcfcd-5dd1-4efc-a6fb-615f2771c902 req-caea46f5-ebee-4d2a-82fd-833591158341 service neutron] 10.222.0.59 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475257 Apr 18 21:28:30.976820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-648bff01-2d35-4115-967e-35ad357287f5 req-c198ed8b-528d-457c-bc23-d31b7d46938d tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754942 Apr 18 21:28:30.980011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-bb4c2690-a2c4-4c0d-85fd-b254f1d45813 service neutron] 10.222.0.11 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079607 Apr 18 21:28:30.980875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Checking segment: {'id': '5f99a040-3cd8-4353-9a18-1877e6dcf78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:30.981236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Network hostable DHCP agents. Network: a8725739-17a2-49b7-974c-cca6e2116e05, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:28:31.076358 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4cea9dd-c218-47ec-be26-ad33b05122b9'] response: {'name': 'network-changed', 'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'tag': '32288d79-ec19-434c-892c-c493c6aae190', 'status': 'completed', 'code': 200} Apr 18 21:28:31.077751 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4cea9dd-c218-47ec-be26-ad33b05122b9'] response: {'name': 'network-changed', 'server_uuid': '86c5ef19-b8ff-44be-8c40-336f7dda7724', 'tag': 'd5fc5034-d24a-4a5d-aae9-ec0614a5c6db', 'status': 'completed', 'code': 200} Apr 18 21:28:31.321379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-612549e5-c35a-4fc9-962e-e05d7b304455 req-2610f538-f6ce-4981-931f-5a4ea5d5a00f service neutron] 10.222.0.11 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350270 Apr 18 21:28:31.321920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Network a8725739-17a2-49b7-974c-cca6e2116e05 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:28:31.335618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-638763c5-6aa3-4c42-aead-7d8332e4a168 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ad10952069f497cace7a3bcbd89d15b&device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 1094 time: 0.2441568 Apr 18 21:28:31.368280 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-6f35d206-4396-4dec-8e46-4a760e30139f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d286706845c147b7b508db7113d59292&device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 1097 time: 0.2306724 Apr 18 21:28:31.385559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09cad30-f657-42a4-bc44-964e9fbd2305 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router 3ec7e92e-c26a-458e-b1df-9567519d8328 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:31.466140 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3e1355-4e70-423d-8731-c0095e125ef7'] response: {'server_uuid': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'code': 200} Apr 18 21:28:31.573615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a8725739-17a2-49b7-974c-cca6e2116e05) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:31.582689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba407cd-ca47-47c9-847e-1596494eb5ac None None] Network a8725739-17a2-49b7-974c-cca6e2116e05 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:31.630826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09cad30-f657-42a4-bc44-964e9fbd2305 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:31.648727 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-246a85b4-261b-470b-a687-c0473b2c2732 req-1a9c7df5-0ec5-44d5-a28a-af1bb69ca966 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 1096 time: 0.1075628 Apr 18 21:28:31.654300 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d09cad30-f657-42a4-bc44-964e9fbd2305 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1036668 Apr 18 21:28:31.659354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:31.659605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57822) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:31.659958 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:31.739974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdea13-aed9-484f-81a8-27202b413373 req-8ccf167b-b3a9-4bf4-a66d-c88aeffb3f98 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:31.748259 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c5fdea13-aed9-484f-81a8-27202b413373 req-8ccf167b-b3a9-4bf4-a66d-c88aeffb3f98 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 945 time: 0.5488095 Apr 18 21:28:31.770960 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-246a85b4-261b-470b-a687-c0473b2c2732 req-e664732a-1c0f-4755-b4d1-05a4e5f700bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8d7fbc98-1a2a-43cd-8e51-932dcb4885b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121833 Apr 18 21:28:31.860745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-a8725739-17a2-49b7-974c-cca6e2116e05', 'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05', 'tenant_id': 'fe2a3c39006c434babe1e3eedae3e5af', 'fixed_ips': [{'subnet_id': 'f15ba684-0131-4cf0-b9f9-676618c28476'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:28:31.862867 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:31.886932 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d0d24a51-5898-48e9-b87c-ba63569a5333 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7531474 Apr 18 21:28:31.889622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57826) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:31.892476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-ef4848bb-cb9c-4e83-b57b-f4ed4c9a7351 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:31.893911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-ef4848bb-cb9c-4e83-b57b-f4ed4c9a7351 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b81895b1-d9e8-4028-8ecd-63f01a90f51d HTTP/1.1" status: 200 len: 911 time: 0.5516629 Apr 18 21:28:31.898283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Request body: {'port': {'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05', 'name': 'tempest-AllowedAddressPairTestJSON-257627491'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:31.907194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c5fdea13-aed9-484f-81a8-27202b413373 req-6e7cdf7b-49c9-4959-837a-ae79a0ae85c4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d7fbc98-1a2a-43cd-8e51-932dcb4885b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542675 Apr 18 21:28:31.907194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-d3ebfc9a-edf3-4816-8280-4fd6c18ba24a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:31.907194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-d3ebfc9a-edf3-4816-8280-4fd6c18ba24a service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a86bb1b-c707-45aa-9d93-2b86207591ac HTTP/1.1" status: 200 len: 920 time: 0.3580585 Apr 18 21:28:31.922718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31929b2-8227-4639-ad4e-af9a4598dcde tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting subnet 8885575a-1678-4ce3-ba16-b02ecf6e1364 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:28:32.010450 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f31929b2-8227-4639-ad4e-af9a4598dcde tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.041407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-a1e1e333-c641-4fcd-9812-f576a6ab071e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db HTTP/1.1" status: 200 len: 217 time: 0.1363082 Apr 18 21:28:32.051098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Allocated IP 172.20.0.2 (a8725739-17a2-49b7-974c-cca6e2116e05/f15ba684-0131-4cf0-b9f9-676618c28476/bc393ea3-bf9b-4611-b65d-c7624ebcf44f) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:32.064103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e787d-d2d7-4222-90dc-4961284744e3 req-e8415fec-b688-482a-9703-0860cfebb770 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:32.072503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-979e787d-d2d7-4222-90dc-4961284744e3 req-e8415fec-b688-482a-9703-0860cfebb770 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.4902239 Apr 18 21:28:32.081110 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f31929b2-8227-4639-ad4e-af9a4598dcde tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.175908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:32.180023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Usage tracker for resource:port and tenant:fe2a3c39006c434babe1e3eedae3e5af is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:32.182774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:32.188507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:32.254088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Made reservation on behalf of fe2a3c39006c434babe1e3eedae3e5af for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:32.257115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.276371 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f31929b2-8227-4639-ad4e-af9a4598dcde tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.313015 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.324953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Transition to ACTIVE for port object bc393ea3-bf9b-4611-b65d-c7624ebcf44f will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:32.329027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-601e41c8-7c98-4cf8-bef2-eeaa4e6933f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 1000 time: 0.3430169 Apr 18 21:28:32.348903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Transition to ACTIVE for port object bc393ea3-bf9b-4611-b65d-c7624ebcf44f will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:32.374498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] device_id is not set on port 6ec244b7-01a3-4334-9c54-1c083c830d78 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:28:32.445523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-468b8c35-2c8b-4eb9-87cb-debfa0f2733c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:32.446700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-468b8c35-2c8b-4eb9-87cb-debfa0f2733c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba060648-7d7a-41b3-83ef-e3fb5a539db0 HTTP/1.1" status: 200 len: 850 time: 0.2994258 Apr 18 21:28:32.453146 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.472968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-57dd092e-7d5b-4769-9ce2-af2372b955e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:32.474585 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-57dd092e-7d5b-4769-9ce2-af2372b955e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4974fa96-0afe-46b4-a8db-00cf754ed215 HTTP/1.1" status: 200 len: 859 time: 0.1168513 Apr 18 21:28:32.526687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-3f16dd8e-e8ac-4f9e-bd4e-597055452d89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b81895b1-d9e8-4028-8ecd-63f01a90f51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639541 Apr 18 21:28:32.529449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Network a8725739-17a2-49b7-974c-cca6e2116e05 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:32.532606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:32.536662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:32.544310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Pushing event updated for resources: {'Port': ['ID=bc393ea3-bf9b-4611-b65d-c7624ebcf44f,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:32.570913 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-e1f7e2f8-c1c8-4c63-b746-d14d6922e1d3 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 1000 time: 0.4972270 Apr 18 21:28:32.576877 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f31929b2-8227-4639-ad4e-af9a4598dcde tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.636368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31929b2-8227-4639-ad4e-af9a4598dcde tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Subnet': ['ID=8885575a-1678-4ce3-ba16-b02ecf6e1364,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:32.639907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Allocated IP 172.20.0.7 (a8725739-17a2-49b7-974c-cca6e2116e05/f15ba684-0131-4cf0-b9f9-676618c28476/6ec244b7-01a3-4334-9c54-1c083c830d78) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:32.651485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Attempting to bind port bc393ea3-bf9b-4611-b65d-c7624ebcf44f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:32.652101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Attempting to bind port bc393ea3-bf9b-4611-b65d-c7624ebcf44f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5f99a040-3cd8-4353-9a18-1877e6dcf78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:32.652633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Attempting to bind port bc393ea3-bf9b-4611-b65d-c7624ebcf44f on network a8725739-17a2-49b7-974c-cca6e2116e05 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:32.652858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-979e787d-d2d7-4222-90dc-4961284744e3 req-50387e9b-a55d-4089-89fb-3c1e0c4610a2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4960818 Apr 18 21:28:32.654936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-da90ed1e-3a05-4d78-bc57-dfa122742264 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a86bb1b-c707-45aa-9d93-2b86207591ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257150 Apr 18 21:28:32.659236 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f31929b2-8227-4639-ad4e-af9a4598dcde tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.668016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c44948c-ddaf-4512-905d-d7869ff5b0b0 None None] Network 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:32.690384 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f31929b2-8227-4639-ad4e-af9a4598dcde tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/8885575a-1678-4ce3-ba16-b02ecf6e1364 HTTP/1.1" status: 204 len: 168 time: 1.0165412 Apr 18 21:28:32.744476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57838) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:32.886452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:32.886839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Checking segment: {'id': '5f99a040-3cd8-4353-9a18-1877e6dcf78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:32.887238 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.887716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Bound using segment: {'id': '5f99a040-3cd8-4353-9a18-1877e6dcf78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:32.888108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Bound port: bc393ea3-bf9b-4611-b65d-c7624ebcf44f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f99a040-3cd8-4353-9a18-1877e6dcf78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:32.888484 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.907482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39523261-785b-439e-b300-3b5a1bc5049b None None] Sync routers for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:32.994098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-5424f940-388a-489b-935f-61a20a45e3f6 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:32.995472 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-5424f940-388a-489b-935f-61a20a45e3f6 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports/32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 943 time: 0.4238183 Apr 18 21:28:33.061460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] For port bc393ea3-bf9b-4611-b65d-c7624ebcf44f, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:33.065616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] For port bc393ea3-bf9b-4611-b65d-c7624ebcf44f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bc393ea3-bf9b-4611-b65d-c7624ebcf44f,segment=NetworkSegment(5f99a040-3cd8-4353-9a18-1877e6dcf78e),segment_id=5f99a040-3cd8-4353-9a18-1877e6dcf78e)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:33.074011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d5fc5034-d24a-4a5d-aae9-ec0614a5c6db details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:28:33.190910 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:33.208223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Transition to ACTIVE for port object 6ec244b7-01a3-4334-9c54-1c083c830d78 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:33.255203 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:33.264087 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:33.303666 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:33.353332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39523261-785b-439e-b300-3b5a1bc5049b None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:33.354150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-39523261-785b-439e-b300-3b5a1bc5049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:33.427032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event updated for resources: {'Port': ['ID=6ec244b7-01a3-4334-9c54-1c083c830d78,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:33.448206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Network a8725739-17a2-49b7-974c-cca6e2116e05 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:33.450250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:33.453885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:33.515277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-b667d34d-c2d8-4048-895d-8c62e57d23d0 service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7993326 Apr 18 21:28:33.523603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:33.523603 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:33.528090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-76b7bf84-0213-4cdd-8309-8c3bbcc9c516 service neutron] 10.222.0.26 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9485896 Apr 18 21:28:33.604736 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9a5d67b8-a8fa-4931-93b3-8e876e94b799 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7127879 Apr 18 21:28:33.612743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57846) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:33.622035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Request body: {'port': {'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05', 'name': 'tempest-AllowedAddressPairTestJSON-420969341', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:a5:65:89'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:33.642608 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a5480-e506-4ca8-8880-f273964a663a None None] Pushing event updated for resources: {'Port': ['ID=bc393ea3-bf9b-4611-b65d-c7624ebcf44f,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:33.650495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:33.673401 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:33.680471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'd5fc5034-d24a-4a5d-aae9-ec0614a5c6db', 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d', 'port_id': 'd5fc5034-d24a-4a5d-aae9-ec0614a5c6db', 'mac_address': 'fa:16:3e:48:55:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba060648-7d7a-41b3-83ef-e3fb5a539db0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:28:33.688200 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-39523261-785b-439e-b300-3b5a1bc5049b None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:33.754573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 9ec6dc98-2850-4ca5-849f-4911491fc1d5 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:33.755180 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:33.821007 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-03e9846d-1827-4b11-b827-1950f831d4a8 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 1000 time: 0.6334262 Apr 18 21:28:33.840438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:33.845272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Usage tracker for resource:port and tenant:fe2a3c39006c434babe1e3eedae3e5af is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:33.848751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:33.865727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:33.904594 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:33.928419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f874a9-fe9a-4cb8-8ddc-75ca54260269 req-e7cdb4a2-33e3-441d-808f-7bc171d2346b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:33.930490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fc5034-d24a-4a5d-aae9-ec0614a5c6db {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:28:33.936456 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9f874a9-fe9a-4cb8-8ddc-75ca54260269 req-e7cdb4a2-33e3-441d-808f-7bc171d2346b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 943 time: 1.0939393 Apr 18 21:28:33.948093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Made reservation on behalf of fe2a3c39006c434babe1e3eedae3e5af for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:34.042808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d4007-ca3c-4091-98b6-79d45cdf9237 None None] DHCP port deletion for 3cf7e18d-ccde-49b5-ba94-31a7d9e226d3 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:28:34.065086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d4007-ca3c-4091-98b6-79d45cdf9237 None None] Deleting port 9ec6dc98-2850-4ca5-849f-4911491fc1d5 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:34.065820 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4007-ca3c-4091-98b6-79d45cdf9237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:34.106554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:34.151619 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:34.180393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] device_id is not set on port 3882e80c-7ac3-4687-a718-c00264e5fad5 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:28:34.232203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-9457f0d8-6f25-4100-bb6f-e194a1b9c542 service neutron] 10.222.0.26 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730001 Apr 18 21:28:34.259465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e368588-cfa5-4141-ba77-9f3e134b9c29 req-3711558d-d0b7-4515-a258-51047a936363 service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7271540 Apr 18 21:28:34.302136 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:34.364039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9f874a9-fe9a-4cb8-8ddc-75ca54260269 req-873fb3ab-996d-4e49-8965-5f9532fef3c6 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266009 Apr 18 21:28:34.403498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Allocated IP 172.20.0.4 (a8725739-17a2-49b7-974c-cca6e2116e05/f15ba684-0131-4cf0-b9f9-676618c28476/3882e80c-7ac3-4687-a718-c00264e5fad5) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:34.418090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-5babed9c-ed88-4c73-b9db-ebaa630e0b71 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:34.419801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-5babed9c-ed88-4c73-b9db-ebaa630e0b71 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.5974979 Apr 18 21:28:34.440892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-bb62d61d-d3cf-466f-929a-9ba5e58d029c tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:28:34.443554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-bb62d61d-d3cf-466f-929a-9ba5e58d029c tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0138986 Apr 18 21:28:34.566345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:34.645052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] For port 9ec6dc98-2850-4ca5-849f-4911491fc1d5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9ec6dc98-2850-4ca5-849f-4911491fc1d5,segment=NetworkSegment(5e2b016d-31f1-48a8-b8e0-94cb6c523390),segment_id=5e2b016d-31f1-48a8-b8e0-94cb6c523390)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:34.645429 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:34.673784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bc393ea3-bf9b-4611-b65d-c7624ebcf44f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:34.724246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:34.758452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Transition to ACTIVE for port object 3882e80c-7ac3-4687-a718-c00264e5fad5 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:34.771124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d5fc5034-d24a-4a5d-aae9-ec0614a5c6db'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:28:34.833306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bf5d4007-ca3c-4091-98b6-79d45cdf9237 None None] For port 9ec6dc98-2850-4ca5-849f-4911491fc1d5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9ec6dc98-2850-4ca5-849f-4911491fc1d5,segment=NetworkSegment(5e2b016d-31f1-48a8-b8e0-94cb6c523390),segment_id=5e2b016d-31f1-48a8-b8e0-94cb6c523390)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:34.833720 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4007-ca3c-4091-98b6-79d45cdf9237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:34.856422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 9ec6dc98-2850-4ca5-849f-4911491fc1d5 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:34.867468 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:34.936042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-429d07a4-369a-4157-8dbe-af16632e6fec tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 1000 time: 0.4710958 Apr 18 21:28:34.951539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-72c7fb5a-7251-4274-a2b3-f436a06c329e tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Request body: {'floatingip': {'port_id': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:34.975014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d4007-ca3c-4091-98b6-79d45cdf9237 None None] Calling delete_port for 9ec6dc98-2850-4ca5-849f-4911491fc1d5 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:35.013532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Network a8725739-17a2-49b7-974c-cca6e2116e05 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:35.016513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:35.020491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:35.084380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-39523261-785b-439e-b300-3b5a1bc5049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:30Z', 'revision_number': 8, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1117c65-6f73-46c6-a636-c7cf42ef1502', 'name': '', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:b1:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:45Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf4cf9c0-5755-4620-bfd4-fbc8003edca4', 'name': '', 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:92:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b637d6-c31a-4f78-83e4-89189da4418c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:59Z', 'updated_at': '2022-04-18T21:28:23Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '73b637d6-c31a-4f78-83e4-89189da4418c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:35.122524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39523261-785b-439e-b300-3b5a1bc5049b None None] Checking router: 3ec7e92e-c26a-458e-b1df-9567519d8328 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:35.168858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39523261-785b-439e-b300-3b5a1bc5049b None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:35.169618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-39523261-785b-439e-b300-3b5a1bc5049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:35.182000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:35.183016 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.198338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event updated for resources: {'Port': ['ID=3882e80c-7ac3-4687-a718-c00264e5fad5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:35.214186 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-72c7fb5a-7251-4274-a2b3-f436a06c329e tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.241738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf6be97-0c54-4a90-882a-3bceaab7580b None None] Network a8725739-17a2-49b7-974c-cca6e2116e05 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:35.274649 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fea1f5-420e-4982-ab4f-ec098f7e8a84 None None] New status for floating IP 6f47ea4f-535a-4247-a453-ee62f3b30e12: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:28:35.311542 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8962f595-d00d-4434-a7f7-f0a863ee3a2e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.6968310 Apr 18 21:28:35.313410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57856) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:35.323642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port bc393ea3-bf9b-4611-b65d-c7624ebcf44f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:35.329182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db9737-b012-4c42-a924-0dbfc4ac1f30 req-55a3da6c-9081-4e71-94e7-2a561b5d0ced tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:35.331432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86db9737-b012-4c42-a924-0dbfc4ac1f30 req-55a3da6c-9081-4e71-94e7-2a561b5d0ced tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.7424645 Apr 18 21:28:35.346035 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:28:35.346268 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4007-ca3c-4091-98b6-79d45cdf9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.346536 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:28:35.494362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86db9737-b012-4c42-a924-0dbfc4ac1f30 req-3accc9fc-e9ed-4c43-b920-1a757d682fda tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1434979 Apr 18 21:28:35.497464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b8a60-224f-4ae1-a40e-fa74bc8c1ed5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:35.503554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b8a60-224f-4ae1-a40e-fa74bc8c1ed5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:35.508250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d4007-ca3c-4091-98b6-79d45cdf9237 None None] No DVR routers for this DVR port 9ec6dc98-2850-4ca5-849f-4911491fc1d5 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:35.509344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b8a60-224f-4ae1-a40e-fa74bc8c1ed5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:35.510510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-118b8a60-224f-4ae1-a40e-fa74bc8c1ed5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Synchronizing usage tracker for tenant:fe2a3c39006c434babe1e3eedae3e5af on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:35.558718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d4007-ca3c-4091-98b6-79d45cdf9237 None None] Pushing event deleted for resources: {'Port': ['ID=9ec6dc98-2850-4ca5-849f-4911491fc1d5,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:35.594267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9ec6dc98-2850-4ca5-849f-4911491fc1d5 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:35.651169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-118b8a60-224f-4ae1-a40e-fa74bc8c1ed5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Unset dirty status for tenant:fe2a3c39006c434babe1e3eedae3e5af on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:35.655129 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-118b8a60-224f-4ae1-a40e-fa74bc8c1ed5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.3406322 Apr 18 21:28:35.655828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57864) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:35.725182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 9ec6dc98-2850-4ca5-849f-4911491fc1d5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:35.725585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9ec6dc98-2850-4ca5-849f-4911491fc1d5 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:35.750092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f6298210-9786-4318-985f-d2de2449aa5f tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Deleting port 3882e80c-7ac3-4687-a718-c00264e5fad5 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:35.755597 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6298210-9786-4318-985f-d2de2449aa5f tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.812626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-42de593b-4665-4cd7-9373-d5a57c9c00b3 None None] Provisioning for port bc393ea3-bf9b-4611-b65d-c7624ebcf44f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:35.832343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-39523261-785b-439e-b300-3b5a1bc5049b None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:35.852618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 9ec6dc98-2850-4ca5-849f-4911491fc1d5 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:35.852970 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.982927 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-72c7fb5a-7251-4274-a2b3-f436a06c329e tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.994328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] The port '9ec6dc98-2850-4ca5-849f-4911491fc1d5' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:28:36.014543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-42de593b-4665-4cd7-9373-d5a57c9c00b3 None None] Provisioning complete for port bc393ea3-bf9b-4611-b65d-c7624ebcf44f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:36.014919 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-42de593b-4665-4cd7-9373-d5a57c9c00b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.069246 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.db.api [None req-20fea1f5-420e-4982-ab4f-ec098f7e8a84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:28:36.069699 n-d-836017-3 neutron-server[85051]: DEBUG oslo_db.api [None req-20fea1f5-420e-4982-ab4f-ec098f7e8a84 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:28:36.101220 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6298210-9786-4318-985f-d2de2449aa5f tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.122753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-72c7fb5a-7251-4274-a2b3-f436a06c329e tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.122985 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-72c7fb5a-7251-4274-a2b3-f436a06c329e tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Floating IP 6f47ea4f-535a-4247-a453-ee62f3b30e12 disassociated. External IP: 172.25.3.246, port: 32288d79-ec19-434c-892c-c493c6aae190. Apr 18 21:28:36.271386 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.284145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f6298210-9786-4318-985f-d2de2449aa5f tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Calling delete_port for 3882e80c-7ac3-4687-a718-c00264e5fad5 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:36.311279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadeabd-b487-4ee3-9a7e-7d7082490c39 req-82c89d80-9b5c-43b5-87fb-f6423deff41d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:36.312745 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-daadeabd-b487-4ee3-9a7e-7d7082490c39 req-82c89d80-9b5c-43b5-87fb-f6423deff41d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 945 time: 0.4249392 Apr 18 21:28:36.323967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf7e18d-ccde-49b5-ba94-31a7d9e226d3']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:36.365437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2b016d-31f1-48a8-b8e0-94cb6c523390') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:36.366181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2b016d-31f1-48a8-b8e0-94cb6c523390') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:36.388396 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.417912 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.434790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-daadeabd-b487-4ee3-9a7e-7d7082490c39 req-e19468b2-707f-4f85-a320-55a26ec477fb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d7fbc98-1a2a-43cd-8e51-932dcb4885b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019232 Apr 18 21:28:36.445732 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-42de593b-4665-4cd7-9373-d5a57c9c00b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.466652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:28:36.467197 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.570859 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fea1f5-420e-4982-ab4f-ec098f7e8a84 None None] New status for floating IP 6f47ea4f-535a-4247-a453-ee62f3b30e12: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:28:36.580476 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:28:36.595410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-42de593b-4665-4cd7-9373-d5a57c9c00b3 None None] For port bc393ea3-bf9b-4611-b65d-c7624ebcf44f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bc393ea3-bf9b-4611-b65d-c7624ebcf44f,segment=NetworkSegment(5f99a040-3cd8-4353-9a18-1877e6dcf78e),segment_id=5f99a040-3cd8-4353-9a18-1877e6dcf78e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:36.636034 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6298210-9786-4318-985f-d2de2449aa5f tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.660660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-39523261-785b-439e-b300-3b5a1bc5049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:30Z', 'revision_number': 8, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1117c65-6f73-46c6-a636-c7cf42ef1502', 'name': '', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:b1:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:45Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf4cf9c0-5755-4620-bfd4-fbc8003edca4', 'name': '', 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:92:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b637d6-c31a-4f78-83e4-89189da4418c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:59Z', 'updated_at': '2022-04-18T21:28:23Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '73b637d6-c31a-4f78-83e4-89189da4418c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:36.669515 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-42de593b-4665-4cd7-9373-d5a57c9c00b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.728274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6298210-9786-4318-985f-d2de2449aa5f tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event deleted for resources: {'Port': ['ID=3882e80c-7ac3-4687-a718-c00264e5fad5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:36.737217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39523261-785b-439e-b300-3b5a1bc5049b None None] The sync data for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 is: [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:30Z', 'revision_number': 8, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1117c65-6f73-46c6-a636-c7cf42ef1502', 'name': '', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:b1:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:45Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf4cf9c0-5755-4620-bfd4-fbc8003edca4', 'name': '', 'network_id': '78aaa099-45ab-4047-b356-0c0620ea8539', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:92:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b637d6-c31a-4f78-83e4-89189da4418c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:59Z', 'updated_at': '2022-04-18T21:28:23Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '73b637d6-c31a-4f78-83e4-89189da4418c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:36.791720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.833229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de593b-4665-4cd7-9373-d5a57c9c00b3 None None] Pushing event updated for resources: {'Port': ['ID=bc393ea3-bf9b-4611-b65d-c7624ebcf44f,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:36.885281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-27cc86a7-1fe2-4c02-a68e-ed775ca1c958 None None] Could not find standard attr ID for object 3882e80c-7ac3-4687-a718-c00264e5fad5. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:28:36.920297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-27cc86a7-1fe2-4c02-a68e-ed775ca1c958 None None] Provisioning complete for port bc393ea3-bf9b-4611-b65d-c7624ebcf44f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:36.920770 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-27cc86a7-1fe2-4c02-a68e-ed775ca1c958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.973807 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:37.048281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d5fc5034-d24a-4a5d-aae9-ec0614a5c6db up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:37.081005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Network': ['ID=3cf7e18d-ccde-49b5-ba94-31a7d9e226d3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:37.147239 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6298210-9786-4318-985f-d2de2449aa5f tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:37.173323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ab896b8f-f786-4a15-a7a3-e191c13a79c4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/networks/3cf7e18d-ccde-49b5-ba94-31a7d9e226d3 HTTP/1.1" status: 204 len: 168 time: 4.4275784 Apr 18 21:28:37.180938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57876) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:37.331760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:37.334803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-27cc86a7-1fe2-4c02-a68e-ed775ca1c958 None None] Provisioning for port 6ec244b7-01a3-4334-9c54-1c083c830d78 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:37.342291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:37.342291 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:37.342490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d5d4-e81b-4087-bc08-0bbed0e3a0ef req-0be10a75-9165-46a2-88fa-e870bb045852 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:37.348385 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f657d5d4-e81b-4087-bc08-0bbed0e3a0ef req-0be10a75-9165-46a2-88fa-e870bb045852 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 944 time: 0.6551528 Apr 18 21:28:37.357499 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f6298210-9786-4318-985f-d2de2449aa5f tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "DELETE /v2.0/ports/3882e80c-7ac3-4687-a718-c00264e5fad5 HTTP/1.1" status: 204 len: 168 time: 1.6981816 Apr 18 21:28:37.359998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57882) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:37.388352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-27cc86a7-1fe2-4c02-a68e-ed775ca1c958 None None] Provisioning complete for port 6ec244b7-01a3-4334-9c54-1c083c830d78 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:37.388352 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-27cc86a7-1fe2-4c02-a68e-ed775ca1c958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:37.426693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f657d5d4-e81b-4087-bc08-0bbed0e3a0ef req-3456f98d-2241-4922-a3f8-a613f3bab600 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741346 Apr 18 21:28:37.446532 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b486ca-6f2f-4436-89a4-b1e6ec193c4e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] GET failed (client error): The resource could not be found. Apr 18 21:28:37.447040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-55b486ca-6f2f-4436-89a4-b1e6ec193c4e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Synchronizing usage tracker for tenant:fe2a3c39006c434babe1e3eedae3e5af on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:37.459712 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-27cc86a7-1fe2-4c02-a68e-ed775ca1c958 None None] Port 6ec244b7-01a3-4334-9c54-1c083c830d78 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:37.509189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-72c7fb5a-7251-4274-a2b3-f436a06c329e tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:37.590586 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:37.621938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-55b486ca-6f2f-4436-89a4-b1e6ec193c4e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Unset dirty status for tenant:fe2a3c39006c434babe1e3eedae3e5af on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:37.623089 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-55b486ca-6f2f-4436-89a4-b1e6ec193c4e tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "GET /v2.0/ports/3882e80c-7ac3-4687-a718-c00264e5fad5 HTTP/1.1" status: 404 len: 333 time: 0.2420542 Apr 18 21:28:37.629932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57890) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:37.634925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c5ef19-b8ff-44be-8c40-336f7dda7724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fc5034-d24a-4a5d-aae9-ec0614a5c6db'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:37.649389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0e54d8f2-af08-40c7-90c3-34cc283cc5ec None None] Provisioning complete for port 6ec244b7-01a3-4334-9c54-1c083c830d78 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:37.655175 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0e54d8f2-af08-40c7-90c3-34cc283cc5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:37.701183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:37.703531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Request body: {'port': {'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05', 'name': 'tempest-AllowedAddressPairTestJSON-932452777'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:37.707686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0e54d8f2-af08-40c7-90c3-34cc283cc5ec None None] Port 6ec244b7-01a3-4334-9c54-1c083c830d78 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:37.794842 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:37.877921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:37.891370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:37.904103 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c1a61c-b380-4a29-895c-c4619a02b53b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:37.927376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:37.932990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-41166e62-be32-46dc-909f-baca958f8c7a None None] Could not find standard attr ID for object 3882e80c-7ac3-4687-a718-c00264e5fad5. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:28:37.993359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-3dfbdf0c-e523-47f7-a801-aca51155286b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:37.994732 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-3dfbdf0c-e523-47f7-a801-aca51155286b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 811 time: 0.3852568 Apr 18 21:28:38.018618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Made reservation on behalf of fe2a3c39006c434babe1e3eedae3e5af for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:38.020843 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-c05fd889-6dc1-4db4-9cdd-761b5aa3cb0b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/quotas/9805981f52fc4d558c0e20f0c766a376 HTTP/1.1" status: 200 len: 375 time: 0.0184486 Apr 18 21:28:38.021067 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:38.062909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] device_id is not set on port fa5131d6-58fb-4b02-a493-11d97acf4f3a yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:28:38.116362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-72c7fb5a-7251-4274-a2b3-f436a06c329e tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:38.121779 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-72c7fb5a-7251-4274-a2b3-f436a06c329e tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:38.180237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-cb7e5bcb-6344-4b70-a2fe-6986f651bc26 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1519303 Apr 18 21:28:38.214025 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-72c7fb5a-7251-4274-a2b3-f436a06c329e tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "PUT /v2.0/floatingips/6f47ea4f-535a-4247-a453-ee62f3b30e12 HTTP/1.1" status: 200 len: 693 time: 3.2770464 Apr 18 21:28:38.216610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'tag': '32288d79-ec19-434c-892c-c493c6aae190'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:38.270091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Allocated IP 172.20.0.3 (a8725739-17a2-49b7-974c-cca6e2116e05/f15ba684-0131-4cf0-b9f9-676618c28476/fa5131d6-58fb-4b02-a493-11d97acf4f3a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:38.387138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-40c8764e-e50e-464a-b0ca-60c5f5d573d4 service neutron] 10.222.0.11 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950855 Apr 18 21:28:38.529604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bc393ea3-bf9b-4611-b65d-c7624ebcf44f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:38.574484 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-94a69083-54bf-4b2a-8015-12ef2be0e0d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d286706845c147b7b508db7113d59292&device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 1097 time: 0.3067052 Apr 18 21:28:38.672852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port bc393ea3-bf9b-4611-b65d-c7624ebcf44f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:38.673222 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:38.773454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-3f159763-5c0f-44d1-9c81-8c6dec43fc24 service neutron] 10.222.0.11 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525486 Apr 18 21:28:38.799199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-1b6c783b-4ede-4901-a536-ec43e2d29017 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:38.800876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-1b6c783b-4ede-4901-a536-ec43e2d29017 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a86bb1b-c707-45aa-9d93-2b86207591ac HTTP/1.1" status: 200 len: 920 time: 0.2055681 Apr 18 21:28:38.879256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 97b62401-7b79-44dc-b438-8ac8d23ceb0c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:38.890348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-ef8ec80c-7f22-480b-a7d4-2edd73183018 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 217 time: 0.0826647 Apr 18 21:28:38.964569 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:38.967813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 97b62401-7b79-44dc-b438-8ac8d23ceb0c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:38.968158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 97b62401-7b79-44dc-b438-8ac8d23ceb0c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:38.988027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-1ca27dff-0441-4e8a-985f-c6811bef4bc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:38.989767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-1ca27dff-0441-4e8a-985f-c6811bef4bc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4974fa96-0afe-46b4-a8db-00cf754ed215 HTTP/1.1" status: 200 len: 859 time: 0.0839610 Apr 18 21:28:38.994348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Transition to ACTIVE for port object fa5131d6-58fb-4b02-a493-11d97acf4f3a will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:39.043980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-f5225eab-6c1f-45ff-9638-97119ef8571f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a86bb1b-c707-45aa-9d93-2b86207591ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469463 Apr 18 21:28:39.165886 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:39.208128 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:39.328897 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-b6c0bfb3-7a3b-4fd2-a437-08aea2234848 service neutron] 10.222.0.11 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755079 Apr 18 21:28:39.384992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event updated for resources: {'Port': ['ID=fa5131d6-58fb-4b02-a493-11d97acf4f3a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:39.389134 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-94c1a61c-b380-4a29-895c-c4619a02b53b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port cf4cf9c0-5755-4620-bfd4-fbc8003edca4 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:39.389134 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c1a61c-b380-4a29-895c-c4619a02b53b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:39.437739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Network a8725739-17a2-49b7-974c-cca6e2116e05 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:39.440962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:39.450756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:39.492363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ca8bbff-05c4-42cf-8514-d227b1944231 req-a68591b1-0dee-4ec2-99dc-67f5be9095d9 service neutron] 10.222.0.11 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554050 Apr 18 21:28:39.500633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61378281-a845-4303-8907-c6457f47ee30 req-20d9709d-5546-4357-b517-47c1ee6aacf3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:39.502242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-61378281-a845-4303-8907-c6457f47ee30 req-20d9709d-5546-4357-b517-47c1ee6aacf3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 945 time: 0.2833419 Apr 18 21:28:39.560630 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-61378281-a845-4303-8907-c6457f47ee30 req-82b83ad8-c35e-47b8-bdb9-e29d37843782 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d7fbc98-1a2a-43cd-8e51-932dcb4885b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518930 Apr 18 21:28:39.596989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57936) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:39.644817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:39.645426 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:39.675898 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac472516-cd11-4d90-a175-117257377773'] response: {'server_uuid': '86c5ef19-b8ff-44be-8c40-336f7dda7724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fc5034-d24a-4a5d-aae9-ec0614a5c6db', 'code': 200} Apr 18 21:28:39.742701 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-37709edc-f08e-4ada-8feb-c9107ad8f1da tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 1091 time: 0.1394019 Apr 18 21:28:39.742701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 57942) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:39.763433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-94c1a61c-b380-4a29-895c-c4619a02b53b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] For port cf4cf9c0-5755-4620-bfd4-fbc8003edca4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cf4cf9c0-5755-4620-bfd4-fbc8003edca4,segment=NetworkSegment(a9d368cb-f9a9-465e-b34a-2cf068b7661a),segment_id=a9d368cb-f9a9-465e-b34a-2cf068b7661a)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:39.767354 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c1a61c-b380-4a29-895c-c4619a02b53b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:39.785698 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4865a7ef-f336-4d66-a830-e7ca87dc8c6c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1025863 Apr 18 21:28:39.793964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57952) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:39.820424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ac0dae96-b85c-4d21-9b3a-9c60b14ddd74 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:a5:65:89'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:39.838693 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbd9ec5-774a-41d6-9d9d-20241130961f'] response: {'name': 'network-changed', 'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'tag': '32288d79-ec19-434c-892c-c493c6aae190', 'status': 'completed', 'code': 200} Apr 18 21:28:39.841947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:39.857301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-86a5a025-32bb-458c-9481-e65383118346 None None] Provisioning for port fa5131d6-58fb-4b02-a493-11d97acf4f3a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:39.866313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-86a5a025-32bb-458c-9481-e65383118346 None None] Provisioning complete for port fa5131d6-58fb-4b02-a493-11d97acf4f3a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:39.866313 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-86a5a025-32bb-458c-9481-e65383118346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:39.868831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:39.911347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:floatingip and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:39.934104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:39.977592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-86a5a025-32bb-458c-9481-e65383118346 None None] Port fa5131d6-58fb-4b02-a493-11d97acf4f3a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:39.983995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:39.999710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-94c1a61c-b380-4a29-895c-c4619a02b53b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for cf4cf9c0-5755-4620-bfd4-fbc8003edca4 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:40.088579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cae68279-56aa-4840-ace3-220a325b255b req-5c5dcde9-6f94-4e05-be36-a813edb633d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 1096 time: 0.3480053 Apr 18 21:28:40.098284 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e7c7ab6-7ed9-4ae0-aed5-fbeffd3219e6 req-bd94b1f4-95f4-4b27-8e04-ddff33289a64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d286706845c147b7b508db7113d59292&device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 1097 time: 0.2916903 Apr 18 21:28:40.330302 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:40.392960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc23c-6acb-44e2-be9a-fc7d73e68c25 req-a7618e73-7fd5-4b35-84bb-9290eaeb7135 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:40.395101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-455bc23c-6acb-44e2-be9a-fc7d73e68c25 req-a7618e73-7fd5-4b35-84bb-9290eaeb7135 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.4127805 Apr 18 21:28:40.435297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac0dae96-b85c-4d21-9b3a-9c60b14ddd74 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:40.596781 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c1a61c-b380-4a29-895c-c4619a02b53b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:40.606277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cae68279-56aa-4840-ace3-220a325b255b req-efe91b54-2670-4235-bab7-368ddd9980aa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069122 Apr 18 21:28:40.653526 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e2be81c-8f93-4f96-94a7-844ef04153f4 req-5da7d076-8bae-4cf9-8cfb-fdd07cb58f24 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 210 time: 0.1220410 Apr 18 21:28:40.665138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c7ab6-7ed9-4ae0-aed5-fbeffd3219e6 req-e2516d51-84d4-42c7-80fa-6eb6bad2be9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:40.666605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e7c7ab6-7ed9-4ae0-aed5-fbeffd3219e6 req-e2516d51-84d4-42c7-80fa-6eb6bad2be9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a86bb1b-c707-45aa-9d93-2b86207591ac HTTP/1.1" status: 200 len: 920 time: 0.5512207 Apr 18 21:28:40.787908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1a61c-b380-4a29-895c-c4619a02b53b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=cf4cf9c0-5755-4620-bfd4-fbc8003edca4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:40.828009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-455bc23c-6acb-44e2-be9a-fc7d73e68c25 req-f47a9b0f-1b80-41eb-a022-80c7e81b5eda tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212905 Apr 18 21:28:40.836300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e7c7ab6-7ed9-4ae0-aed5-fbeffd3219e6 req-4d7d3501-83da-44be-82f7-fdf50bae60a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 200 len: 217 time: 0.1605937 Apr 18 21:28:40.841343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-0e3d4ea1-eb18-4ce2-9158-9ed93c9a1900 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/floatingips/6f47ea4f-535a-4247-a453-ee62f3b30e12 HTTP/1.1" status: 200 len: 693 time: 0.1124978 Apr 18 21:28:41.149355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c7ab6-7ed9-4ae0-aed5-fbeffd3219e6 req-89f96e9a-db3d-4a87-811e-41cbcf5ce7f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:41.150995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e7c7ab6-7ed9-4ae0-aed5-fbeffd3219e6 req-89f96e9a-db3d-4a87-811e-41cbcf5ce7f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4974fa96-0afe-46b4-a8db-00cf754ed215 HTTP/1.1" status: 200 len: 859 time: 0.3069577 Apr 18 21:28:41.228317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e7c7ab6-7ed9-4ae0-aed5-fbeffd3219e6 req-e6a890ca-defa-478f-a2d8-17324d9a4cac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a86bb1b-c707-45aa-9d93-2b86207591ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652957 Apr 18 21:28:41.242256 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac0dae96-b85c-4d21-9b3a-9c60b14ddd74 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:41.271220 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c1a61c-b380-4a29-895c-c4619a02b53b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:41.342098 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac0dae96-b85c-4d21-9b3a-9c60b14ddd74 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:41.369483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-b0175f3f-295e-4999-bbe5-38f0b26458b8 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:41.370925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-b0175f3f-295e-4999-bbe5-38f0b26458b8 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 784 time: 0.4668140 Apr 18 21:28:41.375262 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:41.435449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-ee40b6b3-b9b3-4664-8fb0-58cc63c02074 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:28:41.436445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-ee40b6b3-b9b3-4664-8fb0-58cc63c02074 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0140736 Apr 18 21:28:41.480863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aaaff-bc97-4825-bd0d-34c2bf93449f req-2b327cc5-179a-4432-adcd-85d9ff2eb441 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:41.485016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aaaff-bc97-4825-bd0d-34c2bf93449f req-2b327cc5-179a-4432-adcd-85d9ff2eb441 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:41.488991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aaaff-bc97-4825-bd0d-34c2bf93449f req-2b327cc5-179a-4432-adcd-85d9ff2eb441 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:41.493646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aaaff-bc97-4825-bd0d-34c2bf93449f req-2b327cc5-179a-4432-adcd-85d9ff2eb441 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:41.497636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aaaff-bc97-4825-bd0d-34c2bf93449f req-2b327cc5-179a-4432-adcd-85d9ff2eb441 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:41.501531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aaaff-bc97-4825-bd0d-34c2bf93449f req-2b327cc5-179a-4432-adcd-85d9ff2eb441 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:41.505389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aaaff-bc97-4825-bd0d-34c2bf93449f req-2b327cc5-179a-4432-adcd-85d9ff2eb441 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:41.507444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-897aaaff-bc97-4825-bd0d-34c2bf93449f req-2b327cc5-179a-4432-adcd-85d9ff2eb441 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5446 time: 0.4696665 Apr 18 21:28:41.516449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dae96-b85c-4d21-9b3a-9c60b14ddd74 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event updated for resources: {'Port': ['ID=fa5131d6-58fb-4b02-a493-11d97acf4f3a,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:41.561319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ac0dae96-b85c-4d21-9b3a-9c60b14ddd74 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] In _notify_port_updated(), no bound segment for port fa5131d6-58fb-4b02-a493-11d97acf4f3a on network a8725739-17a2-49b7-974c-cca6e2116e05 {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:28:41.565091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0dae96-b85c-4d21-9b3a-9c60b14ddd74 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:41.565717 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac0dae96-b85c-4d21-9b3a-9c60b14ddd74 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:41.566969 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ac0dae96-b85c-4d21-9b3a-9c60b14ddd74 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "PUT /v2.0/ports/fa5131d6-58fb-4b02-a493-11d97acf4f3a HTTP/1.1" status: 200 len: 992 time: 1.7707078 Apr 18 21:28:41.572485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57974) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:41.643090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e7c7ab6-7ed9-4ae0-aed5-fbeffd3219e6 req-00a97dc4-a9a4-470e-a174-ea4d33cb4c26 service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001274 Apr 18 21:28:41.656983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd8319-d348-44d2-b72c-3dcfd4dd2cce tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Deleting port fa5131d6-58fb-4b02-a493-11d97acf4f3a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:41.657319 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8319-d348-44d2-b72c-3dcfd4dd2cce tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:41.660673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-301ed9c9-d41a-4a62-bc85-96fc039d8e4c tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.2002585 Apr 18 21:28:41.925261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-60f8291c-9c2e-4cc5-82d2-3b4a3e77a41e None None] Provisioning complete for port fa5131d6-58fb-4b02-a493-11d97acf4f3a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:41.926612 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-60f8291c-9c2e-4cc5-82d2-3b4a3e77a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:41.965912 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-897aaaff-bc97-4825-bd0d-34c2bf93449f req-04e1d629-837d-46e1-87dc-e3f472ecccb1 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3942785 Apr 18 21:28:42.010544 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-15dabce4-750b-4b40-b042-0ca8589c92ab tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.3489184 Apr 18 21:28:42.026491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-60f8291c-9c2e-4cc5-82d2-3b4a3e77a41e None None] Port fa5131d6-58fb-4b02-a493-11d97acf4f3a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:42.292219 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8319-d348-44d2-b72c-3dcfd4dd2cce tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:42.442104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd8319-d348-44d2-b72c-3dcfd4dd2cce tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Calling delete_port for fa5131d6-58fb-4b02-a493-11d97acf4f3a owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:42.596671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Allocated IP 172.25.3.105 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/567c9071-90a5-4c53-ae9a-412c2bd16976) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:42.600916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4f8a4a5-6703-4666-b14a-a11c55746d93 req-498520ea-b881-4ff7-98cc-ab70269bfb82 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 210 time: 0.2048228 Apr 18 21:28:42.636310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-e2f60fe4-4a9d-4aaf-872c-8a056d76b7ed tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Deleting port 68285f19-606a-4ce5-9835-5e45ffaeaf5e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:42.636736 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-e2f60fe4-4a9d-4aaf-872c-8a056d76b7ed tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:42.674845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c1a61c-b380-4a29-895c-c4619a02b53b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router 3ec7e92e-c26a-458e-b1df-9567519d8328 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:42.688015 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e7c7ab6-7ed9-4ae0-aed5-fbeffd3219e6 req-9e18ac31-c324-496b-862b-352361c0db52 service neutron] 10.222.0.59 "GET /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9767392 Apr 18 21:28:42.817277 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c4e9b2-8b19-410f-a17a-30a1db0e96f2 None None] Sync routers for ids ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:42.842826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c4e9b2-8b19-410f-a17a-30a1db0e96f2 None None] Routers {'c422b42c-c3ee-4f1b-ad5c-b0613dc06675'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:42.843866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-14c4e9b2-8b19-410f-a17a-30a1db0e96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:42.867189 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8319-d348-44d2-b72c-3dcfd4dd2cce tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:42.963416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-151b5d12-3a9b-4a9e-8c27-6f249a3c5a98 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:42.971068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-151b5d12-3a9b-4a9e-8c27-6f249a3c5a98 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 811 time: 0.9987204 Apr 18 21:28:42.973148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd8319-d348-44d2-b72c-3dcfd4dd2cce tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event deleted for resources: {'Port': ['ID=fa5131d6-58fb-4b02-a493-11d97acf4f3a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:43.040984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Request body: {'port': {'device_id': '99f29888-b00a-4347-8b93-9d3e086fa0ca', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'admin_state_up': True, 'tenant_id': '9805981f52fc4d558c0e20f0c766a376'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:43.138760 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Sync routers for ids ['8d29e286-fdb0-4b04-843f-ec588534e666'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:43.168138 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Routers {'8d29e286-fdb0-4b04-843f-ec588534e666'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:43.169498 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8d29e286-fdb0-4b04-843f-ec588534e666'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:43.278986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-14c4e9b2-8b19-410f-a17a-30a1db0e96f2 None None] Set router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:43.297265 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8319-d348-44d2-b72c-3dcfd4dd2cce tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:43.311309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c1a61c-b380-4a29-895c-c4619a02b53b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:43.331448 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2bdd8319-d348-44d2-b72c-3dcfd4dd2cce tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "DELETE /v2.0/ports/fa5131d6-58fb-4b02-a493-11d97acf4f3a HTTP/1.1" status: 204 len: 168 time: 1.7374783 Apr 18 21:28:43.331448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57988) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:43.367576 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-94c1a61c-b380-4a29-895c-c4619a02b53b tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1902874 Apr 18 21:28:43.372930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57992) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:43.403765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282203e-5256-4666-945b-01226fafc12f None None] Sync routers for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:43.410981 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef0c77a-f479-4807-aab7-938117afc915 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] GET failed (client error): The resource could not be found. Apr 18 21:28:43.410981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bef0c77a-f479-4807-aab7-938117afc915 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Synchronizing usage tracker for tenant:fe2a3c39006c434babe1e3eedae3e5af on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:43.411947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02070499-6e05-46ea-b0b9-f24038f42b3a req-4161e903-003e-4464-a40c-5d89a072e860 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:43.419500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02070499-6e05-46ea-b0b9-f24038f42b3a req-4161e903-003e-4464-a40c-5d89a072e860 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.6160734 Apr 18 21:28:43.551694 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Set router 8d29e286-fdb0-4b04-843f-ec588534e666 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:43.555252 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-e2f60fe4-4a9d-4aaf-872c-8a056d76b7ed tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:43.555580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-e2f60fe4-4a9d-4aaf-872c-8a056d76b7ed tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:43.565442 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:43.574141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bef0c77a-f479-4807-aab7-938117afc915 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Unset dirty status for tenant:fe2a3c39006c434babe1e3eedae3e5af on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:43.576122 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bef0c77a-f479-4807-aab7-938117afc915 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "GET /v2.0/ports/fa5131d6-58fb-4b02-a493-11d97acf4f3a HTTP/1.1" status: 404 len: 333 time: 0.2591326 Apr 18 21:28:43.590133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 57996) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:43.607820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Request body: {'port': {'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05', 'name': 'tempest-AllowedAddressPairTestJSON-1223159448'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:43.707645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282203e-5256-4666-945b-01226fafc12f None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:43.708539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d282203e-5256-4666-945b-01226fafc12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:43.824928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:43.838211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:43.854475 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-e2f60fe4-4a9d-4aaf-872c-8a056d76b7ed tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Calling delete_port for 68285f19-606a-4ce5-9835-5e45ffaeaf5e owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:43.896549 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:43.950220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d282203e-5256-4666-945b-01226fafc12f None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:43.966670 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02070499-6e05-46ea-b0b9-f24038f42b3a req-01550544-5b5a-4ad4-a192-a727af9d0e83 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075636 Apr 18 21:28:43.972463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:43.976725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6ab8fd-58a3-466a-8b1c-9252fac60da6 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting subnet 73b637d6-c31a-4f78-83e4-89189da4418c {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:28:43.989681 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8fd-58a3-466a-8b1c-9252fac60da6 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:44.008406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Made reservation on behalf of 9805981f52fc4d558c0e20f0c766a376 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:44.015592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:44.049720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:44.121700 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'name': 'tempest-ServerRescueTestJSON-389043401-router', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:00Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 4, 'project_id': '6ad10952069f497cace7a3bcbd89d15b', 'gw_port': {'id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:02Z', 'updated_at': '2022-04-18T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'ec99706b-5452-4279-ac7f-39379d6e1a6e', 'name': '', 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'mac_address': 'fa:16:3e:60:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba060648-7d7a-41b3-83ef-e3fb5a539db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 2, 'project_id': '6ad10952069f497cace7a3bcbd89d15b', 'subnets': [{'id': 'ba060648-7d7a-41b3-83ef-e3fb5a539db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:44.137765 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Checking router: 8d29e286-fdb0-4b04-843f-ec588534e666 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:44.138170 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8fd-58a3-466a-8b1c-9252fac60da6 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:44.138527 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Updating router 8d29e286-fdb0-4b04-843f-ec588534e666 port ec99706b-5452-4279-ac7f-39379d6e1a6e binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:28:44.282271 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:44.331081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:44.370255 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8fd-58a3-466a-8b1c-9252fac60da6 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:44.404252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-14c4e9b2-8b19-410f-a17a-30a1db0e96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:27:01Z', 'revision_number': 4, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '4fa83763-a860-42fe-afb4-7cb924669573', 'name': '', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'mac_address': 'fa:16:3e:1a:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:00Z', 'updated_at': '2022-04-18T21:27:13Z', 'revision_number': 5, 'project_id': 'd286706845c147b7b508db7113d59292', 'subnets': [{'id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:44.412774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c4e9b2-8b19-410f-a17a-30a1db0e96f2 None None] Checking router: c422b42c-c3ee-4f1b-ad5c-b0613dc06675 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:44.474018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c4e9b2-8b19-410f-a17a-30a1db0e96f2 None None] Routers {'c422b42c-c3ee-4f1b-ad5c-b0613dc06675'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:44.474018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-14c4e9b2-8b19-410f-a17a-30a1db0e96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:44.496694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:44.521118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:44.531101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Made reservation on behalf of fe2a3c39006c434babe1e3eedae3e5af for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:44.534210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:44.580576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=567c9071-90a5-4c53-ae9a-412c2bd16976,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:44.614401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8fd-58a3-466a-8b1c-9252fac60da6 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:44.626023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] device_id is not set on port 7c3d3384-dfd2-473f-b871-1b61872ba043 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:28:44.663093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-80f9338f-85a9-47ad-852f-8e4215b54ec4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:44.667208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-80f9338f-85a9-47ad-852f-8e4215b54ec4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:44.671762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-80f9338f-85a9-47ad-852f-8e4215b54ec4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:44.675688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-80f9338f-85a9-47ad-852f-8e4215b54ec4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:44.680005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-80f9338f-85a9-47ad-852f-8e4215b54ec4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:44.684139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-80f9338f-85a9-47ad-852f-8e4215b54ec4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:44.695937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-80f9338f-85a9-47ad-852f-8e4215b54ec4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:44.697829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-80f9338f-85a9-47ad-852f-8e4215b54ec4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5446 time: 0.8075881 Apr 18 21:28:44.756328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-14c4e9b2-8b19-410f-a17a-30a1db0e96f2 None None] Set router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:44.803342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Allocated IP 172.20.0.11 (a8725739-17a2-49b7-974c-cca6e2116e05/f15ba684-0131-4cf0-b9f9-676618c28476/7c3d3384-dfd2-473f-b871-1b61872ba043) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:44.893171 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:44.933046 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8fd-58a3-466a-8b1c-9252fac60da6 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:44.952668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d4564e-1d21-42c6-8971-fee32bf1858c None None] Network 78aaa099-45ab-4047-b356-0c0620ea8539 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:44.981303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ab8fd-58a3-466a-8b1c-9252fac60da6 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Subnet': ['ID=73b637d6-c31a-4f78-83e4-89189da4418c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:45.004819 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bc6ab8fd-58a3-466a-8b1c-9252fac60da6 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/73b637d6-c31a-4f78-83e4-89189da4418c HTTP/1.1" status: 204 len: 168 time: 1.6286647 Apr 18 21:28:45.006117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58006) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:45.050562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Allocated IP 172.20.0.4 (8206fe37-8686-497b-b552-23c2a6f40d7d/29dfc91b-4b7f-4e32-a00e-d8224f42e447/ab8aa19d-23c0-4d68-a83c-31abec9a7398) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:45.154495 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Transition to ACTIVE for port object ec99706b-5452-4279-ac7f-39379d6e1a6e will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:45.175356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:45.198569 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:45.219227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Transition to ACTIVE for port object 7c3d3384-dfd2-473f-b871-1b61872ba043 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:45.244887 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:45.271440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 4ef726cc-f24d-433b-951b-232e7a472d64 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:45.272159 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:45.357374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d282203e-5256-4666-945b-01226fafc12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:40Z', 'revision_number': 9, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1117c65-6f73-46c6-a636-c7cf42ef1502', 'name': '', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:b1:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:45Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:45.411285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282203e-5256-4666-945b-01226fafc12f None None] Checking router: 3ec7e92e-c26a-458e-b1df-9567519d8328 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:45.508079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:45.565650 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Pushing event updated for resources: {'Port': ['ID=ec99706b-5452-4279-ac7f-39379d6e1a6e,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:45.580101 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:45.580664 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:45.581072 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:45.581488 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:45.581916 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:45.582489 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:45.583030 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:45.583436 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:45.583976 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:45.584520 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:45.585296 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:45.592110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282203e-5256-4666-945b-01226fafc12f None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:45.592740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d282203e-5256-4666-945b-01226fafc12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:45.636379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event updated for resources: {'Port': ['ID=7c3d3384-dfd2-473f-b871-1b61872ba043,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:45.645335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72e03-17c4-493d-bbdb-fa2611c17700 req-2ea27a26-7163-438d-b893-8d75576e8934 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:45.654395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72e03-17c4-493d-bbdb-fa2611c17700 req-2ea27a26-7163-438d-b893-8d75576e8934 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:45.660064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72e03-17c4-493d-bbdb-fa2611c17700 req-2ea27a26-7163-438d-b893-8d75576e8934 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:45.672743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72e03-17c4-493d-bbdb-fa2611c17700 req-2ea27a26-7163-438d-b893-8d75576e8934 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:45.678607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72e03-17c4-493d-bbdb-fa2611c17700 req-2ea27a26-7163-438d-b893-8d75576e8934 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:45.683940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72e03-17c4-493d-bbdb-fa2611c17700 req-2ea27a26-7163-438d-b893-8d75576e8934 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:45.700828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72e03-17c4-493d-bbdb-fa2611c17700 req-2ea27a26-7163-438d-b893-8d75576e8934 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:45.709570 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88a72e03-17c4-493d-bbdb-fa2611c17700 req-2ea27a26-7163-438d-b893-8d75576e8934 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5446 time: 1.4087479 Apr 18 21:28:45.716894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Network a8725739-17a2-49b7-974c-cca6e2116e05 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:45.720505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:45.728937 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-e2f60fe4-4a9d-4aaf-872c-8a056d76b7ed tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:45.739162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:45.752552 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Attempting to bind port ec99706b-5452-4279-ac7f-39379d6e1a6e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:45.756191 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Attempting to bind port ec99706b-5452-4279-ac7f-39379d6e1a6e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:45.758617 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Attempting to bind port ec99706b-5452-4279-ac7f-39379d6e1a6e on network b81895b1-d9e8-4028-8ecd-63f01a90f51d {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:45.776072 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:45.777424 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Checking segment: {'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:45.779249 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:45.779897 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Bound using segment: {'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:45.781533 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Bound port: ec99706b-5452-4279-ac7f-39379d6e1a6e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:45.782176 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:45.800092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-50b66c9a-fb5f-463f-a8d7-cc072db6a597 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:45.801423 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-50b66c9a-fb5f-463f-a8d7-cc072db6a597 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "GET /v2.0/ports/55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8536336 Apr 18 21:28:45.825892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-14c4e9b2-8b19-410f-a17a-30a1db0e96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:27:01Z', 'revision_number': 4, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '4fa83763-a860-42fe-afb4-7cb924669573', 'name': '', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'mac_address': 'fa:16:3e:1a:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:00Z', 'updated_at': '2022-04-18T21:27:13Z', 'revision_number': 5, 'project_id': 'd286706845c147b7b508db7113d59292', 'subnets': [{'id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:45.845128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c4e9b2-8b19-410f-a17a-30a1db0e96f2 None None] The sync data for ids ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'] in n-d-836017-3 is: [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:27:01Z', 'revision_number': 4, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '4fa83763-a860-42fe-afb4-7cb924669573', 'name': '', 'network_id': '7a86bb1b-c707-45aa-9d93-2b86207591ac', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'mac_address': 'fa:16:3e:1a:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:00Z', 'updated_at': '2022-04-18T21:27:13Z', 'revision_number': 5, 'project_id': 'd286706845c147b7b508db7113d59292', 'subnets': [{'id': '4974fa96-0afe-46b4-a8db-00cf754ed215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:45.877644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d282203e-5256-4666-945b-01226fafc12f None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:45.968460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f60fe4-4a9d-4aaf-872c-8a056d76b7ed tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Pushing event deleted for resources: {'Port': ['ID=68285f19-606a-4ce5-9835-5e45ffaeaf5e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:46.046409 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] For port ec99706b-5452-4279-ac7f-39379d6e1a6e, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:46.052514 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] For port ec99706b-5452-4279-ac7f-39379d6e1a6e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ec99706b-5452-4279-ac7f-39379d6e1a6e,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:46.064490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:46.068973 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:46.105314 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] For port 4ef726cc-f24d-433b-951b-232e7a472d64, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4ef726cc-f24d-433b-951b-232e7a472d64,segment=NetworkSegment(a9d368cb-f9a9-465e-b34a-2cf068b7661a),segment_id=a9d368cb-f9a9-465e-b34a-2cf068b7661a)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:46.105757 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:46.154249 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:46.165104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f007de1e-9d1b-4d44-8ca4-773928ac5ab6 None None] DHCP port deletion for 78aaa099-45ab-4047-b356-0c0620ea8539 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:28:46.171383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f007de1e-9d1b-4d44-8ca4-773928ac5ab6 None None] Deleting port 4ef726cc-f24d-433b-951b-232e7a472d64 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:46.171748 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f007de1e-9d1b-4d44-8ca4-773928ac5ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:46.331591 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:46.336267 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334c68b-e968-45a2-b013-fddd49c196d5 None None] Pushing event updated for resources: {'Port': ['ID=ec99706b-5452-4279-ac7f-39379d6e1a6e,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:46.355866 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f97713-8223-4d0a-9262-75341de50763 None None] New status for floating IP 6f47ea4f-535a-4247-a453-ee62f3b30e12: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:28:46.367870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 4ef726cc-f24d-433b-951b-232e7a472d64 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:46.381255 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88a72e03-17c4-493d-bbdb-fa2611c17700 req-4c3a5ff1-6b44-4974-870b-d149d82e13ae tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6706960 Apr 18 21:28:46.517527 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c7c944dc-aaca-415d-b66e-ebf56015eb27 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9237125 Apr 18 21:28:46.521873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58014) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:46.531862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e98c8059-c58c-40a4-8b78-9e7d835833a9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a5:65:89'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:46.574246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4ef726cc-f24d-433b-951b-232e7a472d64 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:46.622606 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:46.625379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 4ef726cc-f24d-433b-951b-232e7a472d64 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:46.625753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4ef726cc-f24d-433b-951b-232e7a472d64 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:46.673535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f007de1e-9d1b-4d44-8ca4-773928ac5ab6 None None] The port '4ef726cc-f24d-433b-951b-232e7a472d64' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:28:46.689786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No DVR routers for this DVR port 4ef726cc-f24d-433b-951b-232e7a472d64 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:46.721358 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d282203e-5256-4666-945b-01226fafc12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:40Z', 'revision_number': 9, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1117c65-6f73-46c6-a636-c7cf42ef1502', 'name': '', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:b1:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:45Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:46.729316 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:46.730113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282203e-5256-4666-945b-01226fafc12f None None] The sync data for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 is: [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:40Z', 'revision_number': 9, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1117c65-6f73-46c6-a636-c7cf42ef1502', 'name': '', 'network_id': 'e189b048-6588-48b0-8fba-9bb00cabee90', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:b1:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:45Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': '6dae7146-9b19-43c8-9b51-daf8ac58a5d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:46.735758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ceb79e87-960f-4e96-8aa4-16afbb177577 None None] Provisioning for port 7c3d3384-dfd2-473f-b871-1b61872ba043 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:46.744806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ceb79e87-960f-4e96-8aa4-16afbb177577 None None] Provisioning complete for port 7c3d3384-dfd2-473f-b871-1b61872ba043 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:46.752475 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ceb79e87-960f-4e96-8aa4-16afbb177577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:46.752616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=4ef726cc-f24d-433b-951b-232e7a472d64,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:46.782316 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Routers {'8d29e286-fdb0-4b04-843f-ec588534e666'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:46.782946 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8d29e286-fdb0-4b04-843f-ec588534e666'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:46.820159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8206d5da-d1da-496b-8ffe-bcf724a6af3f req-7d34beb4-df67-42dc-a159-048e697930dd tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 210 time: 0.1483302 Apr 18 21:28:46.892479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ceb79e87-960f-4e96-8aa4-16afbb177577 None None] Port 7c3d3384-dfd2-473f-b871-1b61872ba043 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:46.947407 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-e2f60fe4-4a9d-4aaf-872c-8a056d76b7ed tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:46.964592 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-a06bc39a-bdac-4b21-b98f-01d1f6747615 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "GET /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0990925 Apr 18 21:28:46.979887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:46.994633 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.041819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78aaa099-45ab-4047-b356-0c0620ea8539']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:47.066895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d368cb-f9a9-465e-b34a-2cf068b7661a') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:47.067580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d368cb-f9a9-465e-b34a-2cf068b7661a') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:47.076639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 41cac76b-2029-432c-bb4c-55ef1c94f7a8 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:47.097116 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.229197 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] Set router 8d29e286-fdb0-4b04-843f-ec588534e666 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:47.230906 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.278398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e98c8059-c58c-40a4-8b78-9e7d835833a9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.314061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.357570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:28:47.359731 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.370538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:28:47.416834 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:28:47.436554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41cac76b-2029-432c-bb4c-55ef1c94f7a8'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:47.451545 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 41cac76b-2029-432c-bb4c-55ef1c94f7a8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=41cac76b-2029-432c-bb4c-55ef1c94f7a8,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:47.484388 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.503157 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-e2f60fe4-4a9d-4aaf-872c-8a056d76b7ed tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.504764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab8310b1-a2ca-4472-8c6b-38740f1221b7 req-e2f60fe4-4a9d-4aaf-872c-8a056d76b7ed tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "DELETE /v2.0/floatingips/6f47ea4f-535a-4247-a453-ee62f3b30e12 HTTP/1.1" status: 204 len: 173 time: 5.4934480 Apr 18 21:28:47.519309 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.519999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:47.521117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Transition to ACTIVE for port object ab8aa19d-23c0-4d68-a83c-31abec9a7398 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:47.629343 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.635346 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d16ab32-6658-4dd7-9c80-2388bd4b83da'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41cac76b-2029-432c-bb4c-55ef1c94f7a8', 'code': 200} Apr 18 21:28:47.855839 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'name': 'tempest-ServerRescueTestJSON-389043401-router', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:00Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 4, 'project_id': '6ad10952069f497cace7a3bcbd89d15b', 'gw_port': {'id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:02Z', 'updated_at': '2022-04-18T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'ec99706b-5452-4279-ac7f-39379d6e1a6e', 'name': '', 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'mac_address': 'fa:16:3e:60:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba060648-7d7a-41b3-83ef-e3fb5a539db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:46Z', 'revision_number': 4, 'project_id': '6ad10952069f497cace7a3bcbd89d15b', 'subnets': [{'id': 'ba060648-7d7a-41b3-83ef-e3fb5a539db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:47.863734 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.871796 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8412945-477b-44d6-aa94-a236b86d6a57 None None] The sync data for ids ['8d29e286-fdb0-4b04-843f-ec588534e666'] in n-d-836017-3 is: [{'id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'name': 'tempest-ServerRescueTestJSON-389043401-router', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:00Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 4, 'project_id': '6ad10952069f497cace7a3bcbd89d15b', 'gw_port': {'id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:02Z', 'updated_at': '2022-04-18T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'ec99706b-5452-4279-ac7f-39379d6e1a6e', 'name': '', 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'mac_address': 'fa:16:3e:60:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba060648-7d7a-41b3-83ef-e3fb5a539db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:46Z', 'revision_number': 4, 'project_id': '6ad10952069f497cace7a3bcbd89d15b', 'subnets': [{'id': 'ba060648-7d7a-41b3-83ef-e3fb5a539db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:47.910021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.928529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=41cac76b-2029-432c-bb4c-55ef1c94f7a8,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:47.932516 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.940398 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/networks/78aaa099-45ab-4047-b356-0c0620ea8539 HTTP/1.1" status: 204 len: 168 time: 2.9332950 Apr 18 21:28:47.963119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58030) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:47.981154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:47.981572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:47.981977 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:47.982726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:47.983089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:47.983424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:47.987280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:47.987515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:47.987851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:47.988184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:47.988516 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:48.007916 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:28:48.012053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:48.016330 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:48.030919 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:48.049329 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['5b463ac4-01c3-4990-931c-6aadc1e5d588', '6ab5822a-dd4c-4103-97ec-f05ae547c33c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:28:48.197417 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:48.198876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b0c271c9-5ee4-4b0e-95f9-bed62da38862 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:48.219221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3581d43-cfeb-4353-9cd6-d7397a976de1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Network': ['ID=78aaa099-45ab-4047-b356-0c0620ea8539,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:48.367759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Network 8206fe37-8686-497b-b552-23c2a6f40d7d is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:48.372025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=567c9071-90a5-4c53-ae9a-412c2bd16976,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:48.381234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-134d3a99-b43a-494d-9e3e-856c1662ef6a req-b01e2506-b455-4e60-8992-91544e12e589 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups/47a699ed-4a3e-41e3-9c3a-1f9bf68bc259 HTTP/1.1" status: 200 len: 1640 time: 0.4745870 Apr 18 21:28:48.382823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:48.481396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:48.497752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:48.545893 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e98c8059-c58c-40a4-8b78-9e7d835833a9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:48.566887 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-624a49e1-5ca1-4a75-989e-60ec40d180e9 req-dba285e7-969e-492c-929b-5e7c3618a908 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ad10952069f497cace7a3bcbd89d15b&device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 1096 time: 0.7437782 Apr 18 21:28:48.617578 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:48.665643 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e98c8059-c58c-40a4-8b78-9e7d835833a9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:48.713128 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:48.720939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ec99706b-5452-4279-ac7f-39379d6e1a6e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:48.731811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:48.733906 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:48.968556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c8059-c58c-40a4-8b78-9e7d835833a9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event updated for resources: {'Port': ['ID=7c3d3384-dfd2-473f-b871-1b61872ba043,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:48.986469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b0c271c9-5ee4-4b0e-95f9-bed62da38862, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b0c271c9-5ee4-4b0e-95f9-bed62da38862,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:49.038926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a246-345a-4007-9878-6cc53bf92384 req-fe506104-6007-463b-844d-3bb2a6c0fbfd tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:49.054856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a246-345a-4007-9878-6cc53bf92384 req-fe506104-6007-463b-844d-3bb2a6c0fbfd tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:49.074738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a246-345a-4007-9878-6cc53bf92384 req-fe506104-6007-463b-844d-3bb2a6c0fbfd tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:49.085520 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.087612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a246-345a-4007-9878-6cc53bf92384 req-fe506104-6007-463b-844d-3bb2a6c0fbfd tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:49.092094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 1f77e0af-c064-4089-8480-c8029e6e5ad3 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:49.093763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a49e1-5ca1-4a75-989e-60ec40d180e9 req-d71e366e-158e-4c2f-b74a-c23d2d1ad480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:49.095670 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-624a49e1-5ca1-4a75-989e-60ec40d180e9 req-d71e366e-158e-4c2f-b74a-c23d2d1ad480 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b81895b1-d9e8-4028-8ecd-63f01a90f51d HTTP/1.1" status: 200 len: 911 time: 0.4998627 Apr 18 21:28:49.109335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a246-345a-4007-9878-6cc53bf92384 req-fe506104-6007-463b-844d-3bb2a6c0fbfd tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:49.122866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a246-345a-4007-9878-6cc53bf92384 req-fe506104-6007-463b-844d-3bb2a6c0fbfd tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:49.130137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a246-345a-4007-9878-6cc53bf92384 req-fe506104-6007-463b-844d-3bb2a6c0fbfd tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:49.130612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50a9a246-345a-4007-9878-6cc53bf92384 req-fe506104-6007-463b-844d-3bb2a6c0fbfd tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 5444 time: 1.2256408 Apr 18 21:28:49.174518 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e352739b-d059-4943-983d-1ad26ce87e42 None None] Provisioning for port ab8aa19d-23c0-4d68-a83c-31abec9a7398 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:49.195446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e352739b-d059-4943-983d-1ad26ce87e42 None None] Provisioning complete for port ab8aa19d-23c0-4d68-a83c-31abec9a7398 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:49.196067 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e352739b-d059-4943-983d-1ad26ce87e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.259512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] For port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:49.269727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e98c8059-c58c-40a4-8b78-9e7d835833a9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] In _notify_port_updated(), no bound segment for port 7c3d3384-dfd2-473f-b871-1b61872ba043 on network a8725739-17a2-49b7-974c-cca6e2116e05 {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:28:49.271089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port ec99706b-5452-4279-ac7f-39379d6e1a6e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:49.280851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98c8059-c58c-40a4-8b78-9e7d835833a9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:49.283445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e98c8059-c58c-40a4-8b78-9e7d835833a9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.298112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ec99706b-5452-4279-ac7f-39379d6e1a6e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:49.298407 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.298545 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e98c8059-c58c-40a4-8b78-9e7d835833a9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "PUT /v2.0/ports/7c3d3384-dfd2-473f-b871-1b61872ba043 HTTP/1.1" status: 200 len: 997 time: 2.7757242 Apr 18 21:28:49.303232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58036) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:49.336291 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-624a49e1-5ca1-4a75-989e-60ec40d180e9 req-a07a716d-43fd-4949-b7ed-85e868a80b16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db HTTP/1.1" status: 200 len: 217 time: 0.2298880 Apr 18 21:28:49.408623 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3730533 Apr 18 21:28:49.409330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb555e-55b9-4965-837f-69689b04f644 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event updated for resources: {'Port': ['ID=ab8aa19d-23c0-4d68-a83c-31abec9a7398,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:49.438785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Request body: {'port': {'device_id': '99f29888-b00a-4347-8b93-9d3e086fa0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:49.462602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e352739b-d059-4943-983d-1ad26ce87e42 None None] Port ab8aa19d-23c0-4d68-a83c-31abec9a7398 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:49.468436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=b0c271c9-5ee4-4b0e-95f9-bed62da38862,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:49.519121 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:28:49.531422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9f007dd9-6a2b-4b05-abd0-a5409530de0a tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Deleting port 7c3d3384-dfd2-473f-b871-1b61872ba043 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:49.532027 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f007dd9-6a2b-4b05-abd0-a5409530de0a tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.612360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a49e1-5ca1-4a75-989e-60ec40d180e9 req-9497c6dd-a9e1-437e-9701-1b95ccbefa03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:49.615419 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-624a49e1-5ca1-4a75-989e-60ec40d180e9 req-9497c6dd-a9e1-437e-9701-1b95ccbefa03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba060648-7d7a-41b3-83ef-e3fb5a539db0 HTTP/1.1" status: 200 len: 850 time: 0.2701099 Apr 18 21:28:49.640491 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-134d3a99-b43a-494d-9e3e-856c1662ef6a req-72fdd097-a2eb-47a6-bb14-ec1f8d6c0fd5 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.653293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722'}, {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c271c9-5ee4-4b0e-95f9-bed62da38862'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:49.662843 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50a9a246-345a-4007-9878-6cc53bf92384 req-6ed9d44f-a089-45e4-9b75-bc125b568cea tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4754379 Apr 18 21:28:49.682465 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-624a49e1-5ca1-4a75-989e-60ec40d180e9 req-4a40b630-3e25-44e6-a7db-8503131a363a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b81895b1-d9e8-4028-8ecd-63f01a90f51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525961 Apr 18 21:28:49.721533 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] For port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:49.721760 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.740772 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.793899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-06473bdb-d5e7-4cff-b94a-a809c135f4c7 None None] Provisioning complete for port 7c3d3384-dfd2-473f-b871-1b61872ba043 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:49.794268 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-06473bdb-d5e7-4cff-b94a-a809c135f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.855433 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-575455a4-898e-46a2-9515-15dd1da44c8d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.878533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-134d3a99-b43a-494d-9e3e-856c1662ef6a req-72fdd097-a2eb-47a6-bb14-ec1f8d6c0fd5 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.910780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 1f77e0af-c064-4089-8480-c8029e6e5ad3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1f77e0af-c064-4089-8480-c8029e6e5ad3,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:49.917073 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-06473bdb-d5e7-4cff-b94a-a809c135f4c7 None None] Port 7c3d3384-dfd2-473f-b871-1b61872ba043 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:49.921677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port ec99706b-5452-4279-ac7f-39379d6e1a6e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ec99706b-5452-4279-ac7f-39379d6e1a6e,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:49.933687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] device_id is not set on port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:28:49.989940 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.991009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d204f9c6-c349-4bde-aed2-570bd09bb421 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:50.041848 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-624a49e1-5ca1-4a75-989e-60ec40d180e9 req-00706893-6681-4fc9-9b57-c52e5ce0a457 service neutron] 10.222.0.26 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517132 Apr 18 21:28:50.044300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:50.091516 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:50.102368 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:50.119366 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cf4cf9c0-5755-4620-bfd4-fbc8003edca4 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:50.193113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: cf4cf9c0-5755-4620-bfd4-fbc8003edca4 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:50.193981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cf4cf9c0-5755-4620-bfd4-fbc8003edca4 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:50.214609 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:50.227553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=1f77e0af-c064-4089-8480-c8029e6e5ad3,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:50.289270 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-134d3a99-b43a-494d-9e3e-856c1662ef6a req-72fdd097-a2eb-47a6-bb14-ec1f8d6c0fd5 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:50.345238 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-624a49e1-5ca1-4a75-989e-60ec40d180e9 req-ef9466f9-51da-4903-ae2d-1973b08599b3 service neutron] 10.222.0.26 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958388 Apr 18 21:28:50.372530 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:50.447902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d204f9c6-c349-4bde-aed2-570bd09bb421, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d204f9c6-c349-4bde-aed2-570bd09bb421,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:50.453534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=ec99706b-5452-4279-ac7f-39379d6e1a6e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:50.509708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdd097-a2eb-47a6-bb14-ec1f8d6c0fd5 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a699ed-4a3e-41e3-9c3a-1f9bf68bc259,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:50.552631 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Floating IP 3e00f24c-cdae-4855-abe8-76f7ce292d4b associated. External IP: 172.25.3.105, port: 42c3ff13-ed11-4f68-b91d-5a1350bf1568. Apr 18 21:28:50.559522 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:50.560609 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:50.716107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d204f9c6-c349-4bde-aed2-570bd09bb421,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:50.749860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:50.749860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 426f8c7a-d889-4424-be35-d5f5f6c0a12a no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:50.927742 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:50.990541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 426f8c7a-d889-4424-be35-d5f5f6c0a12a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=426f8c7a-d889-4424-be35-d5f5f6c0a12a,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:50.992248 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-92efeecb-0a1e-48a3-aabb-57a59de9a2aa None None] Provisioning complete for port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:50.992906 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-92efeecb-0a1e-48a3-aabb-57a59de9a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:51.042041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] No DVR routers for this DVR port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:51.045488 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-575455a4-898e-46a2-9515-15dd1da44c8d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port c1117c65-6f73-46c6-a636-c7cf42ef1502 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:51.045995 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-575455a4-898e-46a2-9515-15dd1da44c8d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:51.063382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-92efeecb-0a1e-48a3-aabb-57a59de9a2aa None None] Port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:51.079767 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:51.084370 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f007dd9-6a2b-4b05-abd0-a5409530de0a tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:51.096490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] Pushing event updated for resources: {'Port': ['ID=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2,revision_number=6']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:51.111711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-134d3a99-b43a-494d-9e3e-856c1662ef6a req-72fdd097-a2eb-47a6-bb14-ec1f8d6c0fd5 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:51.122279 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-134d3a99-b43a-494d-9e3e-856c1662ef6a req-72fdd097-a2eb-47a6-bb14-ec1f8d6c0fd5 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "DELETE /v2.0/security-groups/47a699ed-4a3e-41e3-9c3a-1f9bf68bc259 HTTP/1.1" status: 204 len: 173 time: 2.6256421 Apr 18 21:28:51.132468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e217a7e-800d-49e4-9ae1-d45db9bed219 req-0b6dbc36-fca0-4302-8d50-f5664dfa22a1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:51.140968 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e217a7e-800d-49e4-9ae1-d45db9bed219 req-0b6dbc36-fca0-4302-8d50-f5664dfa22a1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 1.2095318 Apr 18 21:28:51.242148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=426f8c7a-d889-4424-be35-d5f5f6c0a12a,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:51.349701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9f007dd9-6a2b-4b05-abd0-a5409530de0a tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Calling delete_port for 7c3d3384-dfd2-473f-b871-1b61872ba043 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:51.373365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-575455a4-898e-46a2-9515-15dd1da44c8d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] For port c1117c65-6f73-46c6-a636-c7cf42ef1502, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c1117c65-6f73-46c6-a636-c7cf42ef1502,segment=NetworkSegment(5897c396-8924-4619-87a6-8fcc40d30596),segment_id=5897c396-8924-4619-87a6-8fcc40d30596)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:51.373365 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-575455a4-898e-46a2-9515-15dd1da44c8d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:51.497307 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-575455a4-898e-46a2-9515-15dd1da44c8d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for c1117c65-6f73-46c6-a636-c7cf42ef1502 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:51.503466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] In _notify_port_updated(), no bound segment for port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 {{(pid=85048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:28:51.504593 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:51.505958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f3aaa3c-00f0-429d-ba72-55b4b956c480 service neutron] 10.222.0.26 "PUT /v2.0/ports/55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 HTTP/1.1" status: 200 len: 1032 time: 4.5311379 Apr 18 21:28:51.590422 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e217a7e-800d-49e4-9ae1-d45db9bed219 req-1d1adf26-e55d-44c9-bc78-fb1bd24184a3 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480886 Apr 18 21:28:51.666202 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c150d7-1f9c-43f9-a7e5-b935305978f5'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722', 'code': 200} Apr 18 21:28:51.666468 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c150d7-1f9c-43f9-a7e5-b935305978f5'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c271c9-5ee4-4b0e-95f9-bed62da38862', 'code': 200} Apr 18 21:28:51.672194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-aefd7e5d-e2a6-4f45-a0b5-b6640c575c54 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:51.673609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-aefd7e5d-e2a6-4f45-a0b5-b6640c575c54 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "GET /v2.0/ports/49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1458645 Apr 18 21:28:51.723967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:51.765048 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-575455a4-898e-46a2-9515-15dd1da44c8d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:51.815407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575455a4-898e-46a2-9515-15dd1da44c8d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=c1117c65-6f73-46c6-a636-c7cf42ef1502,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:51.893128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b6c94-784c-491e-b101-6584155420e6 req-a73af193-69f2-4393-afb2-72b4285208ae tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:51.894258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-902b6c94-784c-491e-b101-6584155420e6 req-a73af193-69f2-4393-afb2-72b4285208ae tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Synchronizing usage tracker for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:51.932324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8aa19d-23c0-4d68-a83c-31abec9a7398 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:28:51.973011 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:52.024216 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:52.055581 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f007dd9-6a2b-4b05-abd0-a5409530de0a tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:52.064285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Transition to ACTIVE for port object ab8aa19d-23c0-4d68-a83c-31abec9a7398 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:52.120554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-575455a4-898e-46a2-9515-15dd1da44c8d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:52.171399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-902b6c94-784c-491e-b101-6584155420e6 req-a73af193-69f2-4393-afb2-72b4285208ae tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Unset dirty status for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:52.172557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-902b6c94-784c-491e-b101-6584155420e6 req-a73af193-69f2-4393-afb2-72b4285208ae tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 931 time: 0.9135425 Apr 18 21:28:52.191644 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:52.214853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f007dd9-6a2b-4b05-abd0-a5409530de0a tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event deleted for resources: {'Port': ['ID=7c3d3384-dfd2-473f-b871-1b61872ba043,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:52.640531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ec99706b-5452-4279-ac7f-39379d6e1a6e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:52.676306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15db1e-8ae8-4421-87a0-e3e2a9bc5bb9 req-da50f0dc-fc0d-4cc2-a2f7-2ce4bc1b071f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:52.681066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15db1e-8ae8-4421-87a0-e3e2a9bc5bb9 req-da50f0dc-fc0d-4cc2-a2f7-2ce4bc1b071f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:52.686935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15db1e-8ae8-4421-87a0-e3e2a9bc5bb9 req-da50f0dc-fc0d-4cc2-a2f7-2ce4bc1b071f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:52.690809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15db1e-8ae8-4421-87a0-e3e2a9bc5bb9 req-da50f0dc-fc0d-4cc2-a2f7-2ce4bc1b071f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:52.695429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15db1e-8ae8-4421-87a0-e3e2a9bc5bb9 req-da50f0dc-fc0d-4cc2-a2f7-2ce4bc1b071f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:52.699345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15db1e-8ae8-4421-87a0-e3e2a9bc5bb9 req-da50f0dc-fc0d-4cc2-a2f7-2ce4bc1b071f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:52.706977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe15db1e-8ae8-4421-87a0-e3e2a9bc5bb9 req-da50f0dc-fc0d-4cc2-a2f7-2ce4bc1b071f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 4655 time: 0.8864424 Apr 18 21:28:52.713000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-902b6c94-784c-491e-b101-6584155420e6 req-7c9b463e-2271-4416-84f4-e9a89072d392 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062566 Apr 18 21:28:52.771699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ec99706b-5452-4279-ac7f-39379d6e1a6e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:52.772073 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:52.833405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8aa19d-23c0-4d68-a83c-31abec9a7398,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:53.056725 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f007dd9-6a2b-4b05-abd0-a5409530de0a tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:53.101567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575455a4-898e-46a2-9515-15dd1da44c8d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router 3ec7e92e-c26a-458e-b1df-9567519d8328 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:53.146905 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe15db1e-8ae8-4421-87a0-e3e2a9bc5bb9 req-74f832a3-9310-498e-aa67-77e389061245 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=08a7a5f8-870a-4779-8ef7-6bad42b3231a&id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4389465 Apr 18 21:28:53.194813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] For port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:53.201588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Attempting to bind port ab8aa19d-23c0-4d68-a83c-31abec9a7398 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:53.201919 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Attempting to bind port ab8aa19d-23c0-4d68-a83c-31abec9a7398 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:53.202247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Attempting to bind port ab8aa19d-23c0-4d68-a83c-31abec9a7398 on network 8206fe37-8686-497b-b552-23c2a6f40d7d {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:53.212708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9f007dd9-6a2b-4b05-abd0-a5409530de0a tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "DELETE /v2.0/ports/7c3d3384-dfd2-473f-b871-1b61872ba043 HTTP/1.1" status: 204 len: 168 time: 3.9014773 Apr 18 21:28:53.230648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58054) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:53.291501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Port ab8aa19d-23c0-4d68-a83c-31abec9a7398 on network 8206fe37-8686-497b-b552-23c2a6f40d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:28:53.292083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Attempting to bind port ab8aa19d-23c0-4d68-a83c-31abec9a7398 on network 8206fe37-8686-497b-b552-23c2a6f40d7d {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:53.317700 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:28:53.326048 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0617eb36-ebff-41a8-ac9e-1ff020da4277 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] GET failed (client error): The resource could not be found. Apr 18 21:28:53.326551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0617eb36-ebff-41a8-ac9e-1ff020da4277 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Synchronizing usage tracker for tenant:fe2a3c39006c434babe1e3eedae3e5af on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:53.333179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:53.333540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Checking segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:53.333929 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Bound using segment: {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:53.334378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Bound port: ab8aa19d-23c0-4d68-a83c-31abec9a7398, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416e8754-5220-432f-90d2-f8a6e987159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:53.335393 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:53.353323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575455a4-898e-46a2-9515-15dd1da44c8d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:53.361434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] For port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:53.366941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31881d14-a9f4-4698-b054-0912e47a0986 None None] Sync routers for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:53.389191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31881d14-a9f4-4698-b054-0912e47a0986 None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:53.389949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-31881d14-a9f4-4698-b054-0912e47a0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:53.392493 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-575455a4-898e-46a2-9515-15dd1da44c8d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4186206 Apr 18 21:28:53.393397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58060) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:53.499214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] device_id is not set on port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:28:53.522172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:53.532744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0617eb36-ebff-41a8-ac9e-1ff020da4277 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Unset dirty status for tenant:fe2a3c39006c434babe1e3eedae3e5af on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:53.532744 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0617eb36-ebff-41a8-ac9e-1ff020da4277 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "GET /v2.0/ports/7c3d3384-dfd2-473f-b871-1b61872ba043 HTTP/1.1" status: 404 len: 333 time: 0.2960787 Apr 18 21:28:53.536026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58066) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:53.546879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Request body: {'port': {'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05', 'name': 'tempest-AllowedAddressPairTestJSON-1093214555'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:53.628731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-31881d14-a9f4-4698-b054-0912e47a0986 None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:53.686957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f77e0af-c064-4089-8480-c8029e6e5ad3'}, {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd204f9c6-c349-4bde-aed2-570bd09bb421'}, {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '426f8c7a-d889-4424-be35-d5f5f6c0a12a'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:53.704548 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:53.735766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-863c8e14-fca3-49ca-9cac-b806c77e98e2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting subnet 6dae7146-9b19-43c8-9b51-daf8ac58a5d0 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:28:53.742031 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-863c8e14-fca3-49ca-9cac-b806c77e98e2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:53.806534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] For port ab8aa19d-23c0-4d68-a83c-31abec9a7398, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:53.826362 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-863c8e14-fca3-49ca-9cac-b806c77e98e2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:53.930267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] For port ab8aa19d-23c0-4d68-a83c-31abec9a7398, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ab8aa19d-23c0-4d68-a83c-31abec9a7398,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:53.963525 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-863c8e14-fca3-49ca-9cac-b806c77e98e2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:53.979009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] Pushing event updated for resources: {'Port': ['ID=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:54.014962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094a512-e63c-4b19-893c-cfa5b4f07d16 req-24fcf2fa-ff13-4801-93e6-df8e6af781a7 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:54.022484 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1094a512-e63c-4b19-893c-cfa5b4f07d16 req-24fcf2fa-ff13-4801-93e6-df8e6af781a7 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.5681226 Apr 18 21:28:54.055462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:54.070630 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:54.108068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] No DVR routers for this DVR port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:54.108930 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-863c8e14-fca3-49ca-9cac-b806c77e98e2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:54.151801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:54.159166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c8e14-fca3-49ca-9cac-b806c77e98e2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Subnet': ['ID=6dae7146-9b19-43c8-9b51-daf8ac58a5d0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:54.176474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:54.180938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-863c8e14-fca3-49ca-9cac-b806c77e98e2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:54.186769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761eb03-b7f3-4ef3-a372-67a3c8f08049 None None] Network e189b048-6588-48b0-8fba-9bb00cabee90 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:54.190720 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-863c8e14-fca3-49ca-9cac-b806c77e98e2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/6dae7146-9b19-43c8-9b51-daf8ac58a5d0 HTTP/1.1" status: 204 len: 168 time: 0.7937670 Apr 18 21:28:54.195796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58074) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:54.214338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9bb49-270f-4271-b234-e9ee7e98ec6f req-09d975d5-d828-4da0-b7d9-ec5370efd6fb tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:54.215129 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c8e9bb49-270f-4271-b234-e9ee7e98ec6f req-09d975d5-d828-4da0-b7d9-ec5370efd6fb tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Synchronizing usage tracker for tenant:d286706845c147b7b508db7113d59292 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:54.257549 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:54.257767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] 10.222.0.26 "PUT /v2.0/ports/ab8aa19d-23c0-4d68-a83c-31abec9a7398 HTTP/1.1" status: 200 len: 1091 time: 4.8234062 Apr 18 21:28:54.262289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f29888-b00a-4347-8b93-9d3e086fa0ca', 'tag': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:54.277518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1094a512-e63c-4b19-893c-cfa5b4f07d16 req-6850b464-8692-46e6-9f10-b4f918ed8a1e tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537582 Apr 18 21:28:54.284752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] In _notify_port_updated(), no bound segment for port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 on network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 {{(pid=85048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:28:54.285966 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:54.287295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-1dff43e9-fecb-4dee-a4bb-b181526d74ff service neutron] 10.222.0.26 "PUT /v2.0/ports/49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 HTTP/1.1" status: 200 len: 1033 time: 2.5674238 Apr 18 21:28:54.292445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807812d4-a006-4f20-9764-a57812c556f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8aa19d-23c0-4d68-a83c-31abec9a7398,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:54.419701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-31881d14-a9f4-4698-b054-0912e47a0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:51Z', 'revision_number': 10, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:54.431150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31881d14-a9f4-4698-b054-0912e47a0986 None None] Checking router: 3ec7e92e-c26a-458e-b1df-9567519d8328 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:54.435639 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5293d1e-0d05-4018-bfbc-7cced2134344'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f77e0af-c064-4089-8480-c8029e6e5ad3', 'code': 200} Apr 18 21:28:54.436143 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5293d1e-0d05-4018-bfbc-7cced2134344'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd204f9c6-c349-4bde-aed2-570bd09bb421', 'code': 200} Apr 18 21:28:54.436586 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5293d1e-0d05-4018-bfbc-7cced2134344'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '426f8c7a-d889-4424-be35-d5f5f6c0a12a', 'code': 200} Apr 18 21:28:54.437558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:54.456008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 68c26ce9-fed6-4673-b108-a4b835574b50 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:54.456408 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:54.505891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31881d14-a9f4-4698-b054-0912e47a0986 None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:54.508585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-31881d14-a9f4-4698-b054-0912e47a0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:54.717131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e28399ed-f2c6-49ed-b70e-ef90d2dc122a None None] Provisioning complete for port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:54.717720 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e28399ed-f2c6-49ed-b70e-ef90d2dc122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:54.730875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c8e9bb49-270f-4271-b234-e9ee7e98ec6f req-09d975d5-d828-4da0-b7d9-ec5370efd6fb tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Unset dirty status for tenant:d286706845c147b7b508db7113d59292 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:54.737928 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8e9bb49-270f-4271-b234-e9ee7e98ec6f req-09d975d5-d828-4da0-b7d9-ec5370efd6fb tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 1.1752901 Apr 18 21:28:54.739896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Made reservation on behalf of fe2a3c39006c434babe1e3eedae3e5af for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:54.743132 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:54.760692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] For port 68c26ce9-fed6-4673-b108-a4b835574b50, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=68c26ce9-fed6-4673-b108-a4b835574b50,segment=NetworkSegment(5897c396-8924-4619-87a6-8fcc40d30596),segment_id=5897c396-8924-4619-87a6-8fcc40d30596)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:54.761065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:54.862590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e28399ed-f2c6-49ed-b70e-ef90d2dc122a None None] Port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:54.878660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-31881d14-a9f4-4698-b054-0912e47a0986 None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:54.917237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] device_id is not set on port c75202a1-0005-4e39-a69b-02754a04a7fb yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:28:54.959421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Deleting port d204f9c6-c349-4bde-aed2-570bd09bb421 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:54.959421 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:54.986687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 68c26ce9-fed6-4673-b108-a4b835574b50 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:54.989351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ddefe2-2377-4cc4-b140-24aa98d54081 None None] DHCP port deletion for e189b048-6588-48b0-8fba-9bb00cabee90 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:28:55.006448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-92ddefe2-2377-4cc4-b140-24aa98d54081 None None] Deleting port 68c26ce9-fed6-4673-b108-a4b835574b50 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:55.016246 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-92ddefe2-2377-4cc4-b140-24aa98d54081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:55.084481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c8e9bb49-270f-4271-b234-e9ee7e98ec6f req-f4d68a6d-cc05-44e7-a38d-4affaa5a99a4 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Synchronizing usage tracker for tenant:d286706845c147b7b508db7113d59292 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:55.120039 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-809612d0-02a9-42db-941e-fd8f3f2567ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:55.170762 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:55.251393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d68a9-cf28-43bd-8a6f-50e85f03b504 req-2db1d528-9786-48d9-b723-87b0406d6084 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:55.258681 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-165d68a9-cf28-43bd-8a6f-50e85f03b504 req-2db1d528-9786-48d9-b723-87b0406d6084 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 943 time: 0.6003385 Apr 18 21:28:55.282584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=68c26ce9-fed6-4673-b108-a4b835574b50,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:55.299319 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-f09c140e-ac34-4023-aeb5-5ec9ab24ada5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 1094 time: 0.6396520 Apr 18 21:28:55.302238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No DVR routers for this DVR port 68c26ce9-fed6-4673-b108-a4b835574b50 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:55.365695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c8e9bb49-270f-4271-b234-e9ee7e98ec6f req-f4d68a6d-cc05-44e7-a38d-4affaa5a99a4 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Unset dirty status for tenant:d286706845c147b7b508db7113d59292 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:55.378049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8e9bb49-270f-4271-b234-e9ee7e98ec6f req-f4d68a6d-cc05-44e7-a38d-4affaa5a99a4 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6389911 Apr 18 21:28:55.508394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-92ddefe2-2377-4cc4-b140-24aa98d54081 None None] For port 68c26ce9-fed6-4673-b108-a4b835574b50, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=68c26ce9-fed6-4673-b108-a4b835574b50,segment=NetworkSegment(5897c396-8924-4619-87a6-8fcc40d30596),segment_id=5897c396-8924-4619-87a6-8fcc40d30596)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:55.508784 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-92ddefe2-2377-4cc4-b140-24aa98d54081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:55.533123 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-d526f64b-4e3d-40a5-b81f-2916df376e77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab8aa19d-23c0-4d68-a83c-31abec9a7398 HTTP/1.1" status: 200 len: 217 time: 0.1445270 Apr 18 21:28:55.543699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Allocated IP 172.20.0.5 (a8725739-17a2-49b7-974c-cca6e2116e05/f15ba684-0131-4cf0-b9f9-676618c28476/c75202a1-0005-4e39-a69b-02754a04a7fb) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:55.663690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-165d68a9-cf28-43bd-8a6f-50e85f03b504 req-534adad4-3d73-4ea9-b59f-b9af48a5fa6f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033370 Apr 18 21:28:55.689182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-92ddefe2-2377-4cc4-b140-24aa98d54081 None None] Calling delete_port for 68c26ce9-fed6-4673-b108-a4b835574b50 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:55.702536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] For port d204f9c6-c349-4bde-aed2-570bd09bb421, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d204f9c6-c349-4bde-aed2-570bd09bb421,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:55.702901 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:55.703350 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:55.759827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e189b048-6588-48b0-8fba-9bb00cabee90']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:55.789508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5897c396-8924-4619-87a6-8fcc40d30596') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:55.789873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5897c396-8924-4619-87a6-8fcc40d30596') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:55.801970 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-92ddefe2-2377-4cc4-b140-24aa98d54081 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:28:55.802477 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-92ddefe2-2377-4cc4-b140-24aa98d54081 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:28:55.811323 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:55.822513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-31881d14-a9f4-4698-b054-0912e47a0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:51Z', 'revision_number': 10, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:55.828386 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31881d14-a9f4-4698-b054-0912e47a0986 None None] The sync data for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 is: [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:51Z', 'revision_number': 10, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None, '_interfaces': [{'id': '8762b8b7-5b3d-4156-943a-ef17960d2a1e', 'name': '', 'network_id': '997989c1-c55a-400c-a1ab-ab31a88c98ef', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'mac_address': 'fa:16:3e:17:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:35Z', 'updated_at': '2022-04-18T21:27:53Z', 'revision_number': 5, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'subnets': [{'id': 'c2985135-9dc5-4902-b4eb-010c44699537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:55.839404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:55.854749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:28:55.855154 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:28:55.876690 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:28:55.878833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Calling delete_port for d204f9c6-c349-4bde-aed2-570bd09bb421 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:55.978228 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43dbd34b-89d5-4644-af88-8a8dca6dc80d'] response: {'name': 'network-changed', 'server_uuid': '99f29888-b00a-4347-8b93-9d3e086fa0ca', 'tag': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398', 'status': 'completed', 'code': 200} Apr 18 21:28:56.015866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:56.045364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:56.048789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Network': ['ID=e189b048-6588-48b0-8fba-9bb00cabee90,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:56.065844 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b9582cb6-acac-4080-9c25-f6084493c3b3 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/networks/e189b048-6588-48b0-8fba-9bb00cabee90 HTTP/1.1" status: 204 len: 168 time: 1.8736067 Apr 18 21:28:56.066472 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58088) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:56.147061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-dac54545-37c6-4e92-84ec-5ce3ed946502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:56.148470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-dac54545-37c6-4e92-84ec-5ce3ed946502 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.6025708 Apr 18 21:28:56.304776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-92ddefe2-2377-4cc4-b140-24aa98d54081 None None] Deleting port 68c26ce9-fed6-4673-b108-a4b835574b50 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:56.305555 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-92ddefe2-2377-4cc4-b140-24aa98d54081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:56.400860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-92ddefe2-2377-4cc4-b140-24aa98d54081 None None] The port '68c26ce9-fed6-4673-b108-a4b835574b50' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:28:56.513334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c1117c65-6f73-46c6-a636-c7cf42ef1502 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:56.568114 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c1117c65-6f73-46c6-a636-c7cf42ef1502 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:56.568747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c1117c65-6f73-46c6-a636-c7cf42ef1502 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:56.570013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 68c26ce9-fed6-4673-b108-a4b835574b50 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:56.595901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:56.597366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7278a4c4-d775-47c4-888a-0acd1a58298a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:56.612969 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d036fd3-6f0e-45ca-ba63-602486ec7c62 None None] Sync routers for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:56.618681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 68c26ce9-fed6-4673-b108-a4b835574b50 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:56.619548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 68c26ce9-fed6-4673-b108-a4b835574b50 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:56.637075 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d036fd3-6f0e-45ca-ba63-602486ec7c62 None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:56.637785 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8d036fd3-6f0e-45ca-ba63-602486ec7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:56.690363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-3649794f-cb54-4636-9dd9-399ff944b380 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:56.693804 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-3649794f-cb54-4636-9dd9-399ff944b380 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 0.7524688 Apr 18 21:28:56.721267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5a495-fcfc-4f90-99f4-f839ebe935d0 req-b1171413-803f-4e0c-ab74-ea752bb9f84d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:56.727083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5a495-fcfc-4f90-99f4-f839ebe935d0 req-b1171413-803f-4e0c-ab74-ea752bb9f84d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:56.732451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5a495-fcfc-4f90-99f4-f839ebe935d0 req-b1171413-803f-4e0c-ab74-ea752bb9f84d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:56.738839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5a495-fcfc-4f90-99f4-f839ebe935d0 req-b1171413-803f-4e0c-ab74-ea752bb9f84d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:56.743691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5a495-fcfc-4f90-99f4-f839ebe935d0 req-b1171413-803f-4e0c-ab74-ea752bb9f84d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:56.753366 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79b5a495-fcfc-4f90-99f4-f839ebe935d0 req-b1171413-803f-4e0c-ab74-ea752bb9f84d tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 3877 time: 1.1631429 Apr 18 21:28:56.835655 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8d036fd3-6f0e-45ca-ba63-602486ec7c62 None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:56.933998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35ad5a-52ad-41c1-9bd2-68c027417487 req-329111db-f6c3-4d60-a12c-da46861d6fe1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:56.940992 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df35ad5a-52ad-41c1-9bd2-68c027417487 req-329111db-f6c3-4d60-a12c-da46861d6fe1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.9421973 Apr 18 21:28:56.965762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Deleting port 32288d79-ec19-434c-892c-c493c6aae190 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:56.975911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.007611 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.026241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-4bbc041a-5bc5-4484-ae8c-f7610f025e90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8411863 Apr 18 21:28:57.048369 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.103339 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-872fdb7a-b6bc-4d11-a5d8-4cf43521e2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.182005 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.240309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79b5a495-fcfc-4f90-99f4-f839ebe935d0 req-c03dbf49-7912-40c7-9fec-6ce8478ea9f8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4859550 Apr 18 21:28:57.247899 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df35ad5a-52ad-41c1-9bd2-68c027417487 req-22d63305-ec4f-4acc-bb99-65b617436c2b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037252 Apr 18 21:28:57.346108 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8d036fd3-6f0e-45ca-ba63-602486ec7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:46Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3e00f24c-cdae-4855-abe8-76f7ce292d4b', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'port_id': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'mac_address': 'fa:16:3e:57:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:45Z', 'updated_at': '2022-04-18T21:28:45Z', 'revision_number': 0, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:28:00Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:57.351342 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d036fd3-6f0e-45ca-ba63-602486ec7c62 None None] Checking router: 52085b98-a63e-4f63-96e9-ad5dce7e1b55 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:57.367743 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d036fd3-6f0e-45ca-ba63-602486ec7c62 None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:57.368419 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8d036fd3-6f0e-45ca-ba63-602486ec7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:57.481920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Transition to ACTIVE for port object c75202a1-0005-4e39-a69b-02754a04a7fb will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:57.508224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7278a4c4-d775-47c4-888a-0acd1a58298a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 8762b8b7-5b3d-4156-943a-ef17960d2a1e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:57.509048 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7278a4c4-d775-47c4-888a-0acd1a58298a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.570633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'Port': ['ID=d204f9c6-c349-4bde-aed2-570bd09bb421,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:57.592507 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8d036fd3-6f0e-45ca-ba63-602486ec7c62 None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:57.714166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-7278a4c4-d775-47c4-888a-0acd1a58298a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] For port 8762b8b7-5b3d-4156-943a-ef17960d2a1e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8762b8b7-5b3d-4156-943a-ef17960d2a1e,segment=NetworkSegment(b6390d1b-2194-43ad-8738-714aa5c35032),segment_id=b6390d1b-2194-43ad-8738-714aa5c35032)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:57.714747 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7278a4c4-d775-47c4-888a-0acd1a58298a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.802062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-53375fc6-12a2-4c78-b9ae-5b5e116a70d0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 18.0584290 Apr 18 21:28:57.820515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58100) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:57.891328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] No DVR routers for this DVR port d204f9c6-c349-4bde-aed2-570bd09bb421 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:57.893772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:57.894546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:57.894546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:57.894824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:57.895238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:57.895808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:57.896028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:57.896385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:57.896708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:57.897840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:57.898797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:57.906301 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.908294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-debf43d2-13d1-4a6c-869e-9a794417803c tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "DELETE /v2.0/ports/d204f9c6-c349-4bde-aed2-570bd09bb421 HTTP/1.1" status: 204 len: 173 time: 3.6128097 Apr 18 21:28:57.947917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7278a4c4-d775-47c4-888a-0acd1a58298a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 8762b8b7-5b3d-4156-943a-ef17960d2a1e owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:58.023865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'tag': '42c3ff13-ed11-4f68-b91d-5a1350bf1568'}, {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-deleted', 'tag': 'd204f9c6-c349-4bde-aed2-570bd09bb421'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:58.025824 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8d036fd3-6f0e-45ca-ba63-602486ec7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:46Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3e00f24c-cdae-4855-abe8-76f7ce292d4b', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'port_id': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'mac_address': 'fa:16:3e:57:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:45Z', 'updated_at': '2022-04-18T21:28:45Z', 'revision_number': 0, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:28:00Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:58.031612 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d036fd3-6f0e-45ca-ba63-602486ec7c62 None None] The sync data for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 is: [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:46Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3e00f24c-cdae-4855-abe8-76f7ce292d4b', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'port_id': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'mac_address': 'fa:16:3e:57:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:45Z', 'updated_at': '2022-04-18T21:28:45Z', 'revision_number': 0, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:28:00Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:58.222381 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:58.279569 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7278a4c4-d775-47c4-888a-0acd1a58298a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:58.301218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-6c3fc5ef-3815-44af-aadf-643f277a3fc1 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2175572 Apr 18 21:28:58.315167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Deleting port 426f8c7a-d889-4424-be35-d5f5f6c0a12a {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:58.315570 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:58.329243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278a4c4-d775-47c4-888a-0acd1a58298a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=8762b8b7-5b3d-4156-943a-ef17960d2a1e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:58.451899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:58.565494 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:58.707519 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7278a4c4-d775-47c4-888a-0acd1a58298a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:58.746588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6b4a3d7f-6b64-47f9-a315-4f9fe0f1ad40 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/floatingips/3e00f24c-cdae-4855-abe8-76f7ce292d4b HTTP/1.1" status: 200 len: 991 time: 0.9217334 Apr 18 21:28:58.791854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e16ca-e613-4663-ba3f-224a8f91801b req-3d7c1637-e325-45b5-89a5-6d8673ba5c7f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:58.793211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-685e16ca-e613-4663-ba3f-224a8f91801b req-3d7c1637-e325-45b5-89a5-6d8673ba5c7f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 943 time: 1.2870350 Apr 18 21:28:58.798457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f962669-cfe0-443d-811b-ed5c2503e29c req-d6869384-acc5-4024-9f44-b1d387e6a449 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:58.799843 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f962669-cfe0-443d-811b-ed5c2503e29c req-d6869384-acc5-4024-9f44-b1d387e6a449 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 946 time: 1.2395344 Apr 18 21:28:58.969732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Network a8725739-17a2-49b7-974c-cca6e2116e05 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:58.992941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:59.010989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:59.063718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event updated for resources: {'Port': ['ID=c75202a1-0005-4e39-a69b-02754a04a7fb,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:59.087655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f962669-cfe0-443d-811b-ed5c2503e29c req-452fdc66-9961-41fb-a7a4-232eccecf593 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552552 Apr 18 21:28:59.160477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] For port 32288d79-ec19-434c-892c-c493c6aae190, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=32288d79-ec19-434c-892c-c493c6aae190,segment=NetworkSegment(08d3e5ef-01e3-4124-b07d-e85752ba3218),segment_id=08d3e5ef-01e3-4124-b07d-e85752ba3218)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:59.160843 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.196193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7278a4c4-d775-47c4-888a-0acd1a58298a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router 3ec7e92e-c26a-458e-b1df-9567519d8328 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:59.245066 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3e4479-c92e-4536-82d5-f8dfdbe65197'] response: {'name': 'network-changed', 'server_uuid': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'tag': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'status': 'completed', 'code': 200} Apr 18 21:28:59.245382 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3e4479-c92e-4536-82d5-f8dfdbe65197'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-deleted', 'tag': 'd204f9c6-c349-4bde-aed2-570bd09bb421', 'status': 'completed', 'code': 200} Apr 18 21:28:59.270920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-685e16ca-e613-4663-ba3f-224a8f91801b req-6799e7b9-7a1e-4b70-b713-4338e7fb2994 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628491 Apr 18 21:28:59.273265 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-527082e7-3be1-4e9e-b2f0-c79d89cac7e1 req-94d7b766-884d-4e44-b0f6-8cd67a0e9ac7 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8880973 Apr 18 21:28:59.433364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-45a87347-ebde-48a3-9265-32e8e0336a34 None None] Provisioning for port c75202a1-0005-4e39-a69b-02754a04a7fb completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:59.438481 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-45a87347-ebde-48a3-9265-32e8e0336a34 None None] Provisioning complete for port c75202a1-0005-4e39-a69b-02754a04a7fb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:59.438857 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-45a87347-ebde-48a3-9265-32e8e0336a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.508818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Calling delete_port for 32288d79-ec19-434c-892c-c493c6aae190 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:59.527080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-45a87347-ebde-48a3-9265-32e8e0336a34 None None] Port c75202a1-0005-4e39-a69b-02754a04a7fb cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:59.530183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 32288d79-ec19-434c-892c-c493c6aae190 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:59.546238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7278a4c4-d775-47c4-888a-0acd1a58298a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:59.550631 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-526d96ab-fa57-4c80-91e3-2d7cf6652147 req-c3507b9b-f1d1-4125-a10e-28d34ced331c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 1096 time: 0.2256284 Apr 18 21:28:59.565736 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7278a4c4-d775-47c4-888a-0acd1a58298a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4956992 Apr 18 21:28:59.575102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.575697 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.628971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58122) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:59.667869 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.708275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 32288d79-ec19-434c-892c-c493c6aae190, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=32288d79-ec19-434c-892c-c493c6aae190,segment=NetworkSegment(08d3e5ef-01e3-4124-b07d-e85752ba3218),segment_id=08d3e5ef-01e3-4124-b07d-e85752ba3218)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:59.714044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32288d79-ec19-434c-892c-c493c6aae190'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:59.753578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58128) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:59.768534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] For port 426f8c7a-d889-4424-be35-d5f5f6c0a12a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=426f8c7a-d889-4424-be35-d5f5f6c0a12a,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:59.768907 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.789907 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.830718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d96ab-fa57-4c80-91e3-2d7cf6652147 req-92204b52-ca2d-4535-aa04-b938b40a16a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.832190 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-526d96ab-fa57-4c80-91e3-2d7cf6652147 req-92204b52-ca2d-4535-aa04-b938b40a16a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d1dc4cf-1467-4abe-ad17-a362277d1d3d HTTP/1.1" status: 200 len: 897 time: 0.2677574 Apr 18 21:28:59.869970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=32288d79-ec19-434c-892c-c493c6aae190,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:59.937733 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-526d96ab-fa57-4c80-91e3-2d7cf6652147 req-bc45f018-6c96-4f94-9e5e-56b482fce1ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c3ff13-ed11-4f68-b91d-5a1350bf1568 HTTP/1.1" status: 200 len: 999 time: 0.0991144 Apr 18 21:28:59.947135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d61dedb3-175f-47a1-8721-c4fda2e8515c tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4077644 Apr 18 21:28:59.952761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58132) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:00.009367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d96ab-fa57-4c80-91e3-2d7cf6652147 req-31ff18ed-774d-45a8-9e3e-366463796545 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.010862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-526d96ab-fa57-4c80-91e3-2d7cf6652147 req-31ff18ed-774d-45a8-9e3e-366463796545 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b284a5f-e890-4c0b-82b0-98b25cd3730e HTTP/1.1" status: 200 len: 835 time: 0.0666318 Apr 18 21:29:00.021747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Request body: {'port': {'network_id': 'a8725739-17a2-49b7-974c-cca6e2116e05', 'name': 'tempest-AllowedAddressPairTestJSON-349627173'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:00.095349 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-526d96ab-fa57-4c80-91e3-2d7cf6652147 req-a6cc1907-de1e-430d-aa27-15e3ff082fa7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d1dc4cf-1467-4abe-ad17-a362277d1d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775614 Apr 18 21:29:00.235560 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-526d96ab-fa57-4c80-91e3-2d7cf6652147 req-a406dfa0-0104-4860-b51c-e75129cbead2 service neutron] 10.222.0.59 "GET /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334503 Apr 18 21:29:00.345101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-73934680-d750-465f-aa77-f9f5465dd5d4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/floatingips/3e00f24c-cdae-4855-abe8-76f7ce292d4b HTTP/1.1" status: 200 len: 991 time: 0.5834532 Apr 18 21:29:00.358012 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:29:00.358342 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:29:00.374064 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-526d96ab-fa57-4c80-91e3-2d7cf6652147 req-3161af0f-b71f-43a1-9a9b-bfdf0736429b service neutron] 10.222.0.59 "GET /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314635 Apr 18 21:29:00.538954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a87c1c-25f4-46de-81ca-3520f49e2807 req-fa43fdb0-18ab-40db-84ed-7e0574e79aa3 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.545891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2a87c1c-25f4-46de-81ca-3520f49e2807 req-fa43fdb0-18ab-40db-84ed-7e0574e79aa3 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 1.0973532 Apr 18 21:29:00.564440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17205aed-4ac4-4e44-8d7a-7c0e3c2f3a7a req-c84776d7-695b-4454-a47b-4aa5fb14d33f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.568240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17205aed-4ac4-4e44-8d7a-7c0e3c2f3a7a req-c84776d7-695b-4454-a47b-4aa5fb14d33f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.573356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17205aed-4ac4-4e44-8d7a-7c0e3c2f3a7a req-c84776d7-695b-4454-a47b-4aa5fb14d33f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.577209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17205aed-4ac4-4e44-8d7a-7c0e3c2f3a7a req-c84776d7-695b-4454-a47b-4aa5fb14d33f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.578126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-17205aed-4ac4-4e44-8d7a-7c0e3c2f3a7a req-c84776d7-695b-4454-a47b-4aa5fb14d33f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Synchronizing usage tracker for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:00.618823 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f578b97-cd5a-46aa-aca1-224ead4b7979 req-133a10ed-fbe8-4fcc-984a-c2f64de32156 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 1094 time: 1.1691885 Apr 18 21:29:00.863429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de69d61-1298-411b-a1e5-ec55a746e64e None None] New status for floating IP 3e00f24c-cdae-4855-abe8-76f7ce292d4b: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:29:00.872658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Deleting port 32288d79-ec19-434c-892c-c493c6aae190 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:00.872930 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.919508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:00.931720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc0e62d-e7be-4f89-a55f-43050d534af4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting subnet c2985135-9dc5-4902-b4eb-010c44699537 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:29:00.978017 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3fc0e62d-e7be-4f89-a55f-43050d534af4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.028000 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.029085 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.029462 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.029800 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Floating IP 85b3919a-2861-431c-9a25-b24c98ae9c4c disassociated. External IP: 172.25.3.177, port: 426f8c7a-d889-4424-be35-d5f5f6c0a12a. Apr 18 21:29:01.030141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Calling delete_port for 426f8c7a-d889-4424-be35-d5f5f6c0a12a owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:01.058397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:01.068761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-17205aed-4ac4-4e44-8d7a-7c0e3c2f3a7a req-c84776d7-695b-4454-a47b-4aa5fb14d33f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Unset dirty status for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:01.074127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17205aed-4ac4-4e44-8d7a-7c0e3c2f3a7a req-c84776d7-695b-4454-a47b-4aa5fb14d33f tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 3144 time: 1.4773655 Apr 18 21:29:01.098702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2a87c1c-25f4-46de-81ca-3520f49e2807 req-2ba4d24b-8963-4122-9481-7dc992f3a551 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519195 Apr 18 21:29:01.156832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ab8aa19d-23c0-4d68-a83c-31abec9a7398 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:29:01.204011 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0790a8f-b3e1-4292-875d-2f04b0cba8bd'] response: {'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32288d79-ec19-434c-892c-c493c6aae190', 'code': 200} Apr 18 21:29:01.223990 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3fc0e62d-e7be-4f89-a55f-43050d534af4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.266654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578b97-cd5a-46aa-aca1-224ead4b7979 req-06f76342-3350-4fe1-96bf-a4afd20aaf4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:01.268153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f578b97-cd5a-46aa-aca1-224ead4b7979 req-06f76342-3350-4fe1-96bf-a4afd20aaf4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.6285865 Apr 18 21:29:01.300244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Made reservation on behalf of fe2a3c39006c434babe1e3eedae3e5af for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:01.303220 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.347323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58146) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:01.349102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ab8aa19d-23c0-4d68-a83c-31abec9a7398, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ab8aa19d-23c0-4d68-a83c-31abec9a7398,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:01.366473 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'port_id': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398', 'mac_address': 'fa:16:3e:d5:0f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:29:01.433244 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.464967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8aa19d-23c0-4d68-a83c-31abec9a7398 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:29:01.469501 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-505e98a4-2fc2-42cc-96ef-2b7c6eebf59c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/floatingips/3e00f24c-cdae-4855-abe8-76f7ce292d4b HTTP/1.1" status: 200 len: 993 time: 0.1209259 Apr 18 21:29:01.484357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ab8aa19d-23c0-4d68-a83c-31abec9a7398, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ab8aa19d-23c0-4d68-a83c-31abec9a7398,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:01.571329 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.584346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f578b97-cd5a-46aa-aca1-224ead4b7979 req-5314c2cb-1ebe-4035-bf7d-aa22911ddbe2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab8aa19d-23c0-4d68-a83c-31abec9a7398 HTTP/1.1" status: 200 len: 217 time: 0.2903881 Apr 18 21:29:01.595161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17205aed-4ac4-4e44-8d7a-7c0e3c2f3a7a req-ae3b2704-f27a-427b-a22a-9cffa3fa62ca tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4501691 Apr 18 21:29:01.648974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] device_id is not set on port f1d7730c-7d49-4d6d-91e1-6b6374f58798 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:29:01.660843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ab8aa19d-23c0-4d68-a83c-31abec9a7398,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:01.777365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] For port 32288d79-ec19-434c-892c-c493c6aae190, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=32288d79-ec19-434c-892c-c493c6aae190,segment=NetworkSegment(08d3e5ef-01e3-4124-b07d-e85752ba3218),segment_id=08d3e5ef-01e3-4124-b07d-e85752ba3218)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:01.777750 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.830584 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaaab9f-d187-420c-b007-c72846cebe43 None None] Sync routers for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:29:01.850081 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaaab9f-d187-420c-b007-c72846cebe43 None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:01.852013 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ffaaab9f-d187-420c-b007-c72846cebe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:01.935593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['ab8aa19d-23c0-4d68-a83c-31abec9a7398'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:29:01.974086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Calling delete_port for 32288d79-ec19-434c-892c-c493c6aae190 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:01.980810 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ffaaab9f-d187-420c-b007-c72846cebe43 None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:02.042139 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3fc0e62d-e7be-4f89-a55f-43050d534af4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:02.070762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578b97-cd5a-46aa-aca1-224ead4b7979 req-539a2e77-bedc-4328-8157-5ccb75d2d520 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:02.072269 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f578b97-cd5a-46aa-aca1-224ead4b7979 req-539a2e77-bedc-4328-8157-5ccb75d2d520 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.4722035 Apr 18 21:29:02.122002 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ffaaab9f-d187-420c-b007-c72846cebe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:58Z', 'revision_number': 11, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:02.140688 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaaab9f-d187-420c-b007-c72846cebe43 None None] Checking router: 3ec7e92e-c26a-458e-b1df-9567519d8328 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:29:02.158333 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaaab9f-d187-420c-b007-c72846cebe43 None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:02.159101 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ffaaab9f-d187-420c-b007-c72846cebe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:02.313686 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ffaaab9f-d187-420c-b007-c72846cebe43 None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:02.397660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:02.449846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea60ec-fe8c-494b-ba67-bcb55767a957 req-aa3427d6-4f3e-4499-9b1f-bde4c8ae96a1 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:02.451351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0ea60ec-fe8c-494b-ba67-bcb55767a957 req-aa3427d6-4f3e-4499-9b1f-bde4c8ae96a1 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 944 time: 1.0563421 Apr 18 21:29:02.465728 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ffaaab9f-d187-420c-b007-c72846cebe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:58Z', 'revision_number': 11, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:02.471251 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaaab9f-d187-420c-b007-c72846cebe43 None None] The sync data for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 is: [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:58Z', 'revision_number': 11, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:29:02.499717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'Port': ['ID=426f8c7a-d889-4424-be35-d5f5f6c0a12a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:02.564737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Allocated IP 172.20.0.9 (a8725739-17a2-49b7-974c-cca6e2116e05/f15ba684-0131-4cf0-b9f9-676618c28476/f1d7730c-7d49-4d6d-91e1-6b6374f58798) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:02.661049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b569d-509e-4a9e-b3ad-b5460f25ef76 req-a6421d15-65db-4330-8281-3590bf69d11b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:02.662506 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-781b569d-509e-4a9e-b3ad-b5460f25ef76 req-a6421d15-65db-4330-8281-3590bf69d11b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 944 time: 0.8514428 Apr 18 21:29:02.752660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3fc0e62d-e7be-4f89-a55f-43050d534af4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:02.853703 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0ea60ec-fe8c-494b-ba67-bcb55767a957 req-b675e7c3-9aa3-4a6e-b41d-8d5e4d6d47b2 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/security-groups?id=f39dffbb-b562-4c0f-9c30-e6269297da72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630106 Apr 18 21:29:02.885045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f578b97-cd5a-46aa-aca1-224ead4b7979 req-53cf4a14-a1b1-42e1-a243-003666eb593b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7901139 Apr 18 21:29:02.893215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0e62d-e7be-4f89-a55f-43050d534af4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Subnet': ['ID=c2985135-9dc5-4902-b4eb-010c44699537,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:03.023816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3fc0e62d-e7be-4f89-a55f-43050d534af4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.023816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.024138 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b994b64-dd9d-423d-a759-f30d7386311e None None] Network 997989c1-c55a-400c-a1ab-ab31a88c98ef requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:03.148011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ab8aa19d-23c0-4d68-a83c-31abec9a7398 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:03.234868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Pushing event deleted for resources: {'Port': ['ID=32288d79-ec19-434c-892c-c493c6aae190,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:03.245267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-781b569d-509e-4a9e-b3ad-b5460f25ef76 req-8caf9f72-152c-4b93-88f4-6ccf6980e0a9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299292 Apr 18 21:29:03.258097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3fc0e62d-e7be-4f89-a55f-43050d534af4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/c2985135-9dc5-4902-b4eb-010c44699537 HTTP/1.1" status: 204 len: 168 time: 3.6228902 Apr 18 21:29:03.260864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58162) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:03.380943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port ab8aa19d-23c0-4d68-a83c-31abec9a7398 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:03.386344 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port ab8aa19d-23c0-4d68-a83c-31abec9a7398 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:03.386729 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.432089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affee852-036f-4a8f-be8a-a74f9dd3b2d2 None None] DHCP port deletion for 997989c1-c55a-400c-a1ab-ab31a88c98ef request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:29:03.451632 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.464683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Deleting port 2e0341a6-eb7c-45b6-8f37-b4478972f87a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:03.465422 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.472488 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-affee852-036f-4a8f-be8a-a74f9dd3b2d2 None None] Deleting port 2e0341a6-eb7c-45b6-8f37-b4478972f87a {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:03.477669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-affee852-036f-4a8f-be8a-a74f9dd3b2d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.480141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] No DVR routers for this DVR port 32288d79-ec19-434c-892c-c493c6aae190 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:03.487274 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.487274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cf85c96-3d64-492e-acc3-bee818f1f367 req-6a88e29f-4f39-4229-9a99-e426e81a8757 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.59 "DELETE /v2.0/ports/32288d79-ec19-434c-892c-c493c6aae190 HTTP/1.1" status: 204 len: 173 time: 6.7050228 Apr 18 21:29:03.502385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'name': 'network-vif-deleted', 'tag': '32288d79-ec19-434c-892c-c493c6aae190'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:03.511200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f578b97-cd5a-46aa-aca1-224ead4b7979 req-fc0c10ac-6b53-42df-ad30-d0c11f8954b3 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158040 Apr 18 21:29:03.649174 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.673589 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.724792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] For port 2e0341a6-eb7c-45b6-8f37-b4478972f87a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2e0341a6-eb7c-45b6-8f37-b4478972f87a,segment=NetworkSegment(b6390d1b-2194-43ad-8738-714aa5c35032),segment_id=b6390d1b-2194-43ad-8738-714aa5c35032)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:03.725839 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.735169 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.741179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c958c-d7ec-4f6c-8dfb-f3a16b8014ed req-97f7d009-50cc-4487-8f81-57db6f64c0af tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:03.742940 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b49c958c-d7ec-4f6c-8dfb-f3a16b8014ed req-97f7d009-50cc-4487-8f81-57db6f64c0af tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.5938144 Apr 18 21:29:03.748562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Transition to ACTIVE for port object f1d7730c-7d49-4d6d-91e1-6b6374f58798 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:03.756247 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f578b97-cd5a-46aa-aca1-224ead4b7979 req-a40e1d60-d4c9-4edf-8a99-28cfb01d1bc0 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302179 Apr 18 21:29:03.804635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f29888-b00a-4347-8b93-9d3e086fa0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:03.830317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-affee852-036f-4a8f-be8a-a74f9dd3b2d2 None None] For port 2e0341a6-eb7c-45b6-8f37-b4478972f87a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2e0341a6-eb7c-45b6-8f37-b4478972f87a,segment=NetworkSegment(b6390d1b-2194-43ad-8738-714aa5c35032),segment_id=b6390d1b-2194-43ad-8738-714aa5c35032)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:03.841000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf298aea-9600-46a5-ab66-3a701ea4ace6 req-321d100c-c097-4e12-986c-095c84f8c132 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:03.842827 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-affee852-036f-4a8f-be8a-a74f9dd3b2d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.845533 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf298aea-9600-46a5-ab66-3a701ea4ace6 req-321d100c-c097-4e12-986c-095c84f8c132 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:03.849194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf298aea-9600-46a5-ab66-3a701ea4ace6 req-321d100c-c097-4e12-986c-095c84f8c132 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:03.849708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cf298aea-9600-46a5-ab66-3a701ea4ace6 req-321d100c-c097-4e12-986c-095c84f8c132 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Synchronizing usage tracker for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:03.868442 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ab8aa19d-23c0-4d68-a83c-31abec9a7398, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ab8aa19d-23c0-4d68-a83c-31abec9a7398,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:03.875391 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b49c958c-d7ec-4f6c-8dfb-f3a16b8014ed req-7f2ac433-9425-4433-ae63-78d43f8452ea tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138875 Apr 18 21:29:03.905129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Calling delete_port for 2e0341a6-eb7c-45b6-8f37-b4478972f87a owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:03.905726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:29:04.013773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cf298aea-9600-46a5-ab66-3a701ea4ace6 req-321d100c-c097-4e12-986c-095c84f8c132 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Unset dirty status for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:04.013773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf298aea-9600-46a5-ab66-3a701ea4ace6 req-321d100c-c097-4e12-986c-095c84f8c132 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 2410 time: 0.5794871 Apr 18 21:29:04.013773 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d37546-a8cf-4be1-85fc-7ecdcba01549'] response: {'server_uuid': 'ba9a20a1-bf74-499e-9c1b-1ec54054caab', 'name': 'network-vif-deleted', 'tag': '32288d79-ec19-434c-892c-c493c6aae190', 'status': 'completed', 'code': 200} Apr 18 21:29:04.023975 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.048626 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.059491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-affee852-036f-4a8f-be8a-a74f9dd3b2d2 None None] Calling delete_port for 2e0341a6-eb7c-45b6-8f37-b4478972f87a owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:04.142148 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.223325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No DVR routers for this DVR port 2e0341a6-eb7c-45b6-8f37-b4478972f87a on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:04.232703 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373527a4-b133-422c-ad68-d6dd9f00184b'] response: {'server_uuid': '99f29888-b00a-4347-8b93-9d3e086fa0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398', 'code': 200} Apr 18 21:29:04.245441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ab8aa19d-23c0-4d68-a83c-31abec9a7398,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:04.265106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Port': ['ID=2e0341a6-eb7c-45b6-8f37-b4478972f87a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:04.299494 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-affee852-036f-4a8f-be8a-a74f9dd3b2d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:29:04.299843 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-affee852-036f-4a8f-be8a-a74f9dd3b2d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:29:04.370285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.398488 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997989c1-c55a-400c-a1ab-ab31a88c98ef']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:04.411156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6390d1b-2194-43ad-8738-714aa5c35032') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:04.411455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6390d1b-2194-43ad-8738-714aa5c35032') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:04.427405 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.457562 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.470045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:29:04.470045 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:04.489227 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:04.510706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d86faa63-fcee-4819-8485-41f47a5803d7 req-8565ffbf-ca47-48d1-9294-c2a996cc5e34 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Synchronizing usage tracker for tenant:d286706845c147b7b508db7113d59292 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:04.513791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8762b8b7-5b3d-4156-943a-ef17960d2a1e no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:04.550174 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 8762b8b7-5b3d-4156-943a-ef17960d2a1e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:29:04.550514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8762b8b7-5b3d-4156-943a-ef17960d2a1e not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:29:04.550929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2e0341a6-eb7c-45b6-8f37-b4478972f87a no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:04.562594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Network a8725739-17a2-49b7-974c-cca6e2116e05 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:04.577780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:04.583684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:29:04.586011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 2e0341a6-eb7c-45b6-8f37-b4478972f87a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:29:04.586394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2e0341a6-eb7c-45b6-8f37-b4478972f87a not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:29:04.610879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event updated for resources: {'Port': ['ID=f1d7730c-7d49-4d6d-91e1-6b6374f58798,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:04.655709 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf298aea-9600-46a5-ab66-3a701ea4ace6 req-ae1e00eb-b9b0-4c4d-ba77-1a50448770b3 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6291480 Apr 18 21:29:04.671069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d86faa63-fcee-4819-8485-41f47a5803d7 req-8565ffbf-ca47-48d1-9294-c2a996cc5e34 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] Unset dirty status for tenant:d286706845c147b7b508db7113d59292 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:04.672366 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d86faa63-fcee-4819-8485-41f47a5803d7 req-8565ffbf-ca47-48d1-9294-c2a996cc5e34 tempest-ServerRescueTestJSONUnderV235-493212213 tempest-ServerRescueTestJSONUnderV235-493212213-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba9a20a1-bf74-499e-9c1b-1ec54054caab HTTP/1.1" status: 200 len: 210 time: 0.2784822 Apr 18 21:29:04.701667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:04.712933 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.747908 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e048d23-5894-4de3-a55c-60a8b7207a19 req-5b3d0185-978b-485a-8002-90ff6bf07b62 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 1096 time: 0.5562220 Apr 18 21:29:04.801113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-affee852-036f-4a8f-be8a-a74f9dd3b2d2 None None] Deleting port 2e0341a6-eb7c-45b6-8f37-b4478972f87a {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:04.801692 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-affee852-036f-4a8f-be8a-a74f9dd3b2d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.845117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e048d23-5894-4de3-a55c-60a8b7207a19 req-f75d45ce-cff9-4635-b9a9-0ba9a491f8a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912607 Apr 18 21:29:04.849277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58178) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:04.849434 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0765d333-f3ef-49db-bef0-d40cadc2f205 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.8624601 Apr 18 21:29:04.857126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-59da253b-6b31-470d-8181-ee768b247da5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:a5:65:89'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:a7:7e:04'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:04.875676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-affee852-036f-4a8f-be8a-a74f9dd3b2d2 None None] The port '2e0341a6-eb7c-45b6-8f37-b4478972f87a' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:29:04.896518 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.934478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:29:04.935177 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.944804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Pushing event deleted for resources: {'Network': ['ID=997989c1-c55a-400c-a1ab-ab31a88c98ef,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:04.948206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e156f9-5950-4dd0-9e8c-49232c612540 None None] Sync routers for ids ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:29:04.962588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e156f9-5950-4dd0-9e8c-49232c612540 None None] Routers {'19bd1387-5b51-4d92-9ca6-d281ca838eb9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:04.963230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e8e156f9-5950-4dd0-9e8c-49232c612540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:04.982585 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a843307d-4673-4730-96bf-66831383d1b7 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/networks/997989c1-c55a-400c-a1ab-ab31a88c98ef HTTP/1.1" status: 204 len: 168 time: 1.7192376 Apr 18 21:29:04.987784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58186) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:04.998186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3deb5967-2f34-4fb1-ac0a-57cb3185ab33 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'router': {'routes': None}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:05.033817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] No DVR routers for this DVR port 426f8c7a-d889-4424-be35-d5f5f6c0a12a on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:05.038362 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.041059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-6ef8a0ef-d54f-42ec-b4d2-2c4326c4327e tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "DELETE /v2.0/ports/426f8c7a-d889-4424-be35-d5f5f6c0a12a HTTP/1.1" status: 204 len: 173 time: 7.0750949 Apr 18 21:29:05.047994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17451-05a9-4c1a-94d7-845d22d7ec63 req-14524414-be78-4050-b4bb-245123f6f446 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:05.049714 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37a17451-05a9-4c1a-94d7-845d22d7ec63 req-14524414-be78-4050-b4bb-245123f6f446 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.1988497 Apr 18 21:29:05.186871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-e8e156f9-5950-4dd0-9e8c-49232c612540 None None] Set router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:05.236665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5a92aa8d-f4eb-4436-803e-76e68d11d228 None None] Provisioning for port f1d7730c-7d49-4d6d-91e1-6b6374f58798 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:05.249530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5a92aa8d-f4eb-4436-803e-76e68d11d228 None None] Provisioning complete for port f1d7730c-7d49-4d6d-91e1-6b6374f58798 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:05.249896 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5a92aa8d-f4eb-4436-803e-76e68d11d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.313231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37a17451-05a9-4c1a-94d7-845d22d7ec63 req-682dabdb-ff5b-4b20-9db0-cf6a280721d2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541368 Apr 18 21:29:05.349776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f97dc7a-6e12-4c6f-bce9-d9f3bc18bc78 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Deleting port 41cac76b-2029-432c-bb4c-55ef1c94f7a8 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:05.350181 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f97dc7a-6e12-4c6f-bce9-d9f3bc18bc78 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.429307 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5a92aa8d-f4eb-4436-803e-76e68d11d228 None None] Port f1d7730c-7d49-4d6d-91e1-6b6374f58798 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:29:05.477320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689d728-42db-407b-be9d-77fc0164adbb req-6016976d-4ec5-47fb-ab5c-f4241bc489d3 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:05.478944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8689d728-42db-407b-be9d-77fc0164adbb req-6016976d-4ec5-47fb-ab5c-f4241bc489d3 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.3344698 Apr 18 21:29:05.493857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5ad96d2-bbbd-4ca5-950c-e27ac050f25d req-b3778d9b-9509-439d-867c-ced6ef812ad7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2788198 Apr 18 21:29:05.519917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.extraroute_db [None req-3deb5967-2f34-4fb1-ac0a-57cb3185ab33 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Added routes are [] {{(pid=85049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 18 21:29:05.520967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.extraroute_db [None req-3deb5967-2f34-4fb1-ac0a-57cb3185ab33 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Removed routes are [] {{(pid=85049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 18 21:29:05.522649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3deb5967-2f34-4fb1-ac0a-57cb3185ab33 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.652326 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e8e156f9-5950-4dd0-9e8c-49232c612540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:20:42Z', 'revision_number': 4, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f2697ce9-ef3d-4675-be65-9900b8fc2499', 'name': '', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'mac_address': 'fa:16:3e:d8:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:40Z', 'updated_at': '2022-04-18T21:20:49Z', 'revision_number': 5, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'subnets': [{'id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:05.657169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e156f9-5950-4dd0-9e8c-49232c612540 None None] Checking router: 19bd1387-5b51-4d92-9ca6-d281ca838eb9 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:29:05.672945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e156f9-5950-4dd0-9e8c-49232c612540 None None] Routers {'19bd1387-5b51-4d92-9ca6-d281ca838eb9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:05.673633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e8e156f9-5950-4dd0-9e8c-49232c612540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:05.707639 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8689d728-42db-407b-be9d-77fc0164adbb req-44c81f96-12e4-486b-8c92-d74c182100bf tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204626 Apr 18 21:29:05.714532 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-59da253b-6b31-470d-8181-ee768b247da5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.869078 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-e8e156f9-5950-4dd0-9e8c-49232c612540 None None] Set router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:05.916735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58196) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:05.939453 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5ad96d2-bbbd-4ca5-950c-e27ac050f25d req-07b4f9a3-c8d0-49ad-97bf-08c7d3926867 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 1058 time: 0.3158891 Apr 18 21:29:05.942655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f97dc7a-6e12-4c6f-bce9-d9f3bc18bc78 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] For port 41cac76b-2029-432c-bb4c-55ef1c94f7a8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=41cac76b-2029-432c-bb4c-55ef1c94f7a8,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:05.943125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f97dc7a-6e12-4c6f-bce9-d9f3bc18bc78 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:06.014152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-deleted', 'tag': '426f8c7a-d889-4424-be35-d5f5f6c0a12a'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:06.101315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3deb5967-2f34-4fb1-ac0a-57cb3185ab33 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:06.106074 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f337aef5-8d9f-41ec-9d10-327dc3c89beb'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-deleted', 'tag': '426f8c7a-d889-4424-be35-d5f5f6c0a12a', 'status': 'completed', 'code': 200} Apr 18 21:29:06.108096 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3deb5967-2f34-4fb1-ac0a-57cb3185ab33 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:06.193745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f97dc7a-6e12-4c6f-bce9-d9f3bc18bc78 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Calling delete_port for 41cac76b-2029-432c-bb4c-55ef1c94f7a8 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:06.343441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e8e156f9-5950-4dd0-9e8c-49232c612540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:20:42Z', 'revision_number': 4, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f2697ce9-ef3d-4675-be65-9900b8fc2499', 'name': '', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'mac_address': 'fa:16:3e:d8:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:40Z', 'updated_at': '2022-04-18T21:20:49Z', 'revision_number': 5, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'subnets': [{'id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:06.349816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e156f9-5950-4dd0-9e8c-49232c612540 None None] The sync data for ids ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'] in n-d-836017-3 is: [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:20:42Z', 'revision_number': 4, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f2697ce9-ef3d-4675-be65-9900b8fc2499', 'name': '', 'network_id': '5ea543e9-f1b9-4fd2-a362-bd88cda88288', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'mac_address': 'fa:16:3e:d8:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:40Z', 'updated_at': '2022-04-18T21:20:49Z', 'revision_number': 5, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'subnets': [{'id': 'd00d652b-7469-4e5e-b51f-27ade5c396f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:29:06.394386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad96d2-bbbd-4ca5-950c-e27ac050f25d req-529e78c8-b44a-4dc4-8c4f-719b2440bce8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:06.396980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5ad96d2-bbbd-4ca5-950c-e27ac050f25d req-529e78c8-b44a-4dc4-8c4f-719b2440bce8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.3761532 Apr 18 21:29:06.509292 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5ad96d2-bbbd-4ca5-950c-e27ac050f25d req-b0f70328-aa41-4376-bb6e-43be4aaebb7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c369ec8-382a-49e5-a09a-2664ec3f24f5 HTTP/1.1" status: 200 len: 217 time: 0.0979638 Apr 18 21:29:06.654804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3deb5967-2f34-4fb1-ac0a-57cb3185ab33 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router 3ec7e92e-c26a-458e-b1df-9567519d8328 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:29:06.740821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab024bb3-7cd0-4bcc-80e3-8f1b7d1e2a52 req-c060133f-e30e-4d46-abf4-3e5310b39f21 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:06.744726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab024bb3-7cd0-4bcc-80e3-8f1b7d1e2a52 req-c060133f-e30e-4d46-abf4-3e5310b39f21 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:06.748571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab024bb3-7cd0-4bcc-80e3-8f1b7d1e2a52 req-c060133f-e30e-4d46-abf4-3e5310b39f21 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:06.750318 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab024bb3-7cd0-4bcc-80e3-8f1b7d1e2a52 req-c060133f-e30e-4d46-abf4-3e5310b39f21 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 2410 time: 0.8715475 Apr 18 21:29:06.769772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-59da253b-6b31-470d-8181-ee768b247da5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:06.839603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad96d2-bbbd-4ca5-950c-e27ac050f25d req-792f8143-f4d5-4f34-820c-4cca663c98a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:06.841028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5ad96d2-bbbd-4ca5-950c-e27ac050f25d req-792f8143-f4d5-4f34-820c-4cca663c98a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.2814722 Apr 18 21:29:06.858836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deb5967-2f34-4fb1-ac0a-57cb3185ab33 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:29:06.865121 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3deb5967-2f34-4fb1-ac0a-57cb3185ab33 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:06.867364 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3deb5967-2f34-4fb1-ac0a-57cb3185ab33 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328 HTTP/1.1" status: 200 len: 701 time: 1.8782563 Apr 18 21:29:06.870102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58208) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:06.874113 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-59da253b-6b31-470d-8181-ee768b247da5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:06.877021 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf9d3a-a555-4d30-b84f-eae83ba65b07 None None] Sync routers for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:29:06.905657 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf9d3a-a555-4d30-b84f-eae83ba65b07 None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:06.907488 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-34cf9d3a-a555-4d30-b84f-eae83ba65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:06.934233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab024bb3-7cd0-4bcc-80e3-8f1b7d1e2a52 req-655180f6-685d-433e-ad29-c8ed310f38a8 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731691 Apr 18 21:29:06.941349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5354a-0d1e-44ce-acc0-0337633a29a4 req-bfdbdcfa-33cd-4fd2-a2cd-8bd577d3a195 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:06.942762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ca5354a-0d1e-44ce-acc0-0337633a29a4 req-bfdbdcfa-33cd-4fd2-a2cd-8bd577d3a195 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.4184682 Apr 18 21:29:07.019786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5ad96d2-bbbd-4ca5-950c-e27ac050f25d req-30872435-aca6-435a-ba04-3c4b8a31aef1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682327 Apr 18 21:29:07.033168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2e0da19e-7295-47b1-8430-7c7e6ec80ecd tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Synchronizing usage tracker for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:07.034093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ca5354a-0d1e-44ce-acc0-0337633a29a4 req-1b31e9d9-2de1-4744-8c3d-83199fbe7402 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831766 Apr 18 21:29:07.062345 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f97dc7a-6e12-4c6f-bce9-d9f3bc18bc78 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.077106 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-34cf9d3a-a555-4d30-b84f-eae83ba65b07 None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:07.280932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da253b-6b31-470d-8181-ee768b247da5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event updated for resources: {'Port': ['ID=f1d7730c-7d49-4d6d-91e1-6b6374f58798,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:07.312933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-59da253b-6b31-470d-8181-ee768b247da5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] In _notify_port_updated(), no bound segment for port f1d7730c-7d49-4d6d-91e1-6b6374f58798 on network a8725739-17a2-49b7-974c-cca6e2116e05 {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:29:07.329218 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-34cf9d3a-a555-4d30-b84f-eae83ba65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:58Z', 'revision_number': 11, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:07.333055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da253b-6b31-470d-8181-ee768b247da5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:07.333055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-59da253b-6b31-470d-8181-ee768b247da5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.337358 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf9d3a-a555-4d30-b84f-eae83ba65b07 None None] Checking router: 3ec7e92e-c26a-458e-b1df-9567519d8328 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:29:07.339152 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-59da253b-6b31-470d-8181-ee768b247da5 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "PUT /v2.0/ports/f1d7730c-7d49-4d6d-91e1-6b6374f58798 HTTP/1.1" status: 200 len: 1054 time: 2.4886191 Apr 18 21:29:07.355510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58216) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:07.380425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97dc7a-6e12-4c6f-bce9-d9f3bc18bc78 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'Port': ['ID=41cac76b-2029-432c-bb4c-55ef1c94f7a8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:07.383376 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf9d3a-a555-4d30-b84f-eae83ba65b07 None None] Routers {'3ec7e92e-c26a-458e-b1df-9567519d8328'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:07.387214 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-34cf9d3a-a555-4d30-b84f-eae83ba65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3ec7e92e-c26a-458e-b1df-9567519d8328'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:07.448544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2e0da19e-7295-47b1-8430-7c7e6ec80ecd tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Unset dirty status for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:07.449782 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2e0da19e-7295-47b1-8430-7c7e6ec80ecd tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ec7e92e-c26a-458e-b1df-9567519d8328 HTTP/1.1" status: 200 len: 205 time: 0.5787899 Apr 18 21:29:07.473001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58220) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:07.567611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f97dc7a-6e12-4c6f-bce9-d9f3bc18bc78 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] No DVR routers for this DVR port 41cac76b-2029-432c-bb4c-55ef1c94f7a8 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:07.589563 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-34cf9d3a-a555-4d30-b84f-eae83ba65b07 None None] Set router 3ec7e92e-c26a-458e-b1df-9567519d8328 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:07.590394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a10bb4f3-2464-4b12-94d0-1ae156faea87 None None] Provisioning complete for port f1d7730c-7d49-4d6d-91e1-6b6374f58798 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:07.590848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f97dc7a-6e12-4c6f-bce9-d9f3bc18bc78 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.590948 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a10bb4f3-2464-4b12-94d0-1ae156faea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.639016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5ad96d2-bbbd-4ca5-950c-e27ac050f25d req-ad18fcef-c194-4452-9d70-3a1eebdac6fc service neutron] 10.222.0.59 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034942 Apr 18 21:29:07.704553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a10bb4f3-2464-4b12-94d0-1ae156faea87 None None] Port f1d7730c-7d49-4d6d-91e1-6b6374f58798 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:29:07.753693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3dfad393-0003-40f0-8f2d-77e09f0efba9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Deleting port f1d7730c-7d49-4d6d-91e1-6b6374f58798 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:07.754226 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3dfad393-0003-40f0-8f2d-77e09f0efba9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.798873 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-34cf9d3a-a555-4d30-b84f-eae83ba65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:58Z', 'revision_number': 11, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:07.809132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-4f97dc7a-6e12-4c6f-bce9-d9f3bc18bc78 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "DELETE /v2.0/ports/41cac76b-2029-432c-bb4c-55ef1c94f7a8 HTTP/1.1" status: 204 len: 173 time: 2.7098792 Apr 18 21:29:07.811967 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf9d3a-a555-4d30-b84f-eae83ba65b07 None None] The sync data for ids ['3ec7e92e-c26a-458e-b1df-9567519d8328'] in n-d-836017-3 is: [{'id': '3ec7e92e-c26a-458e-b1df-9567519d8328', 'name': 'tempest-RoutersTest-router-1567976531', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:31Z', 'updated_at': '2022-04-18T21:28:58Z', 'revision_number': 11, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:29:07.827706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8d6a8-22bc-49f4-8ef5-af8942651164 req-4bc427b6-e682-4d4a-b631-c7a9c01bae39 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:07.829503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8b8d6a8-22bc-49f4-8ef5-af8942651164 req-4bc427b6-e682-4d4a-b631-c7a9c01bae39 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.5490589 Apr 18 21:29:07.839395 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e29c4d9e-3251-4630-8935-5c21d7f3f435 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.964110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-2c265695-5dff-4e04-a9a2-8f0a40f8ecf5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Deleting port 1f77e0af-c064-4089-8480-c8029e6e5ad3 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:07.964448 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-2c265695-5dff-4e04-a9a2-8f0a40f8ecf5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.106924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-deleted', 'tag': '41cac76b-2029-432c-bb4c-55ef1c94f7a8'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:08.202416 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8b8d6a8-22bc-49f4-8ef5-af8942651164 req-66ffe39e-1577-4492-9bb1-e21488882366 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402961 Apr 18 21:29:08.216027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5ad96d2-bbbd-4ca5-950c-e27ac050f25d req-9f242bb4-e1fd-4d80-8809-ef000f6fd24e service neutron] 10.222.0.59 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627213 Apr 18 21:29:08.263616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc3ea2-1b86-41f1-91b8-9fbbbf6e8bba req-9ae735e1-47e0-4616-8555-cddcc6eb5e2b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:08.270904 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5fbc3ea2-1b86-41f1-91b8-9fbbbf6e8bba req-9ae735e1-47e0-4616-8555-cddcc6eb5e2b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.4993050 Apr 18 21:29:08.510718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db2316-5c65-4505-b4f8-dc2bdb762baa None None] New status for floating IP 85b3919a-2861-431c-9a25-b24c98ae9c4c: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:29:08.539620 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5fbc3ea2-1b86-41f1-91b8-9fbbbf6e8bba req-25e92deb-8ec5-4552-8a2b-b25ad8c83eb1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674356 Apr 18 21:29:08.564022 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94f69ce8-bd84-4d82-9079-dce4ed1830e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.567800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-2c265695-5dff-4e04-a9a2-8f0a40f8ecf5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] For port 1f77e0af-c064-4089-8480-c8029e6e5ad3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1f77e0af-c064-4089-8480-c8029e6e5ad3,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:08.568168 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-2c265695-5dff-4e04-a9a2-8f0a40f8ecf5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.704191 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cef119-7b4a-4d1b-9d44-fca78d0433cc'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-deleted', 'tag': '41cac76b-2029-432c-bb4c-55ef1c94f7a8', 'status': 'completed', 'code': 200} Apr 18 21:29:08.711270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d580d-ca43-471c-b0b9-e6fb7455ae14 req-dfb676b7-a52b-4eea-bbb9-52cfc65108cf tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:08.715085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d580d-ca43-471c-b0b9-e6fb7455ae14 req-dfb676b7-a52b-4eea-bbb9-52cfc65108cf tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:08.715832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c71d580d-ca43-471c-b0b9-e6fb7455ae14 req-dfb676b7-a52b-4eea-bbb9-52cfc65108cf tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Synchronizing usage tracker for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:08.724115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-2c265695-5dff-4e04-a9a2-8f0a40f8ecf5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Calling delete_port for 1f77e0af-c064-4089-8480-c8029e6e5ad3 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:08.839733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c71d580d-ca43-471c-b0b9-e6fb7455ae14 req-dfb676b7-a52b-4eea-bbb9-52cfc65108cf tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Unset dirty status for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:08.845978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c71d580d-ca43-471c-b0b9-e6fb7455ae14 req-dfb676b7-a52b-4eea-bbb9-52cfc65108cf tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 1677 time: 0.4373987 Apr 18 21:29:08.848585 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3dfad393-0003-40f0-8f2d-77e09f0efba9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.868498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e29c4d9e-3251-4630-8935-5c21d7f3f435 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.989889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e29c4d9e-3251-4630-8935-5c21d7f3f435 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.997395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3dfad393-0003-40f0-8f2d-77e09f0efba9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Calling delete_port for f1d7730c-7d49-4d6d-91e1-6b6374f58798 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:09.070347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c71d580d-ca43-471c-b0b9-e6fb7455ae14 req-c96912a2-3bd1-47ab-a35c-83efe4cbb64a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234323 Apr 18 21:29:09.104063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-606cc447-c493-455c-85ab-899240414182 req-115d4181-f0e6-4c95-b9bd-309633f80a61 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853038 Apr 18 21:29:09.159952 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-2c265695-5dff-4e04-a9a2-8f0a40f8ecf5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.176862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.184042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e29c4d9e-3251-4630-8935-5c21d7f3f435 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.184610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29c4d9e-3251-4630-8935-5c21d7f3f435 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Fanout notify agent at l3_agent the message router_deleted on router 3ec7e92e-c26a-458e-b1df-9567519d8328 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:29:09.223222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c265695-5dff-4e04-a9a2-8f0a40f8ecf5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'Port': ['ID=1f77e0af-c064-4089-8480-c8029e6e5ad3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:09.266473 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e29c4d9e-3251-4630-8935-5c21d7f3f435 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.267599 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e29c4d9e-3251-4630-8935-5c21d7f3f435 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328 HTTP/1.1" status: 204 len: 168 time: 1.7964852 Apr 18 21:29:09.273527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58236) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:09.281527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3a97999d-bf04-489d-9865-4506ff5fa52c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1857374963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:09.290604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3a97999d-bf04-489d-9865-4506ff5fa52c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:09.297458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3a97999d-bf04-489d-9865-4506ff5fa52c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Usage tracker for resource:router and tenant:4a7d6b3f665e486e997c4f02340234de is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:09.302854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3a97999d-bf04-489d-9865-4506ff5fa52c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:09.345649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-2c265695-5dff-4e04-a9a2-8f0a40f8ecf5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] No DVR routers for this DVR port 1f77e0af-c064-4089-8480-c8029e6e5ad3 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:09.350199 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-2c265695-5dff-4e04-a9a2-8f0a40f8ecf5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.352223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-2c265695-5dff-4e04-a9a2-8f0a40f8ecf5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "DELETE /v2.0/ports/1f77e0af-c064-4089-8480-c8029e6e5ad3 HTTP/1.1" status: 204 len: 173 time: 1.5176554 Apr 18 21:29:09.364051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3dfad393-0003-40f0-8f2d-77e09f0efba9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.373724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3a97999d-bf04-489d-9865-4506ff5fa52c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:09.445036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-606cc447-c493-455c-85ab-899240414182 req-39b6bd8e-90de-4630-8403-f06877b033fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 1097 time: 0.3201580 Apr 18 21:29:09.448300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58240) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:09.467654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfad393-0003-40f0-8f2d-77e09f0efba9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event deleted for resources: {'Port': ['ID=f1d7730c-7d49-4d6d-91e1-6b6374f58798,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:09.499811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-5be3cae0-816e-449c-b1b2-7971e3e000f7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Deleting port b0c271c9-5ee4-4b0e-95f9-bed62da38862 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:09.500163 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-5be3cae0-816e-449c-b1b2-7971e3e000f7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.572499 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a97999d-bf04-489d-9865-4506ff5fa52c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.573453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a97999d-bf04-489d-9865-4506ff5fa52c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.775324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead54c4-a807-4f70-9ed5-2a36522fb40b req-b0eb5f34-046b-4dc4-b340-b6e72ae0de5d tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:09.776847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bead54c4-a807-4f70-9ed5-2a36522fb40b req-b0eb5f34-046b-4dc4-b340-b6e72ae0de5d tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.3838885 Apr 18 21:29:09.989562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cc447-c493-455c-85ab-899240414182 req-e7db8115-45b9-4b8d-bfb9-51b100db692c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:09.991265 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-606cc447-c493-455c-85ab-899240414182 req-e7db8115-45b9-4b8d-bfb9-51b100db692c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.5196524 Apr 18 21:29:10.062103 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a97999d-bf04-489d-9865-4506ff5fa52c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.112063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bead54c4-a807-4f70-9ed5-2a36522fb40b req-ccdc3645-e0ca-43e4-af39-e5229e84a282 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003631 Apr 18 21:29:10.114608 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-606cc447-c493-455c-85ab-899240414182 req-f7aa0797-653a-43d5-97e5-5d7786df424a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab5822a-dd4c-4103-97ec-f05ae547c33c HTTP/1.1" status: 200 len: 217 time: 0.1099086 Apr 18 21:29:10.162639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3dfad393-0003-40f0-8f2d-77e09f0efba9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.170579 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3dfad393-0003-40f0-8f2d-77e09f0efba9 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "DELETE /v2.0/ports/f1d7730c-7d49-4d6d-91e1-6b6374f58798 HTTP/1.1" status: 204 len: 168 time: 2.8140225 Apr 18 21:29:10.179276 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b9729600-7ff6-402b-9adb-e6db9cafc75f tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=1bfb4ecea54942dca79bbe9472e0ec87&network_id=7d1dc4cf-1467-4abe-ad17-a362277d1d3d HTTP/1.1" status: 200 len: 2969 time: 0.7200789 Apr 18 21:29:10.180007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58256) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:10.208525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-5be3cae0-816e-449c-b1b2-7971e3e000f7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] For port b0c271c9-5ee4-4b0e-95f9-bed62da38862, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b0c271c9-5ee4-4b0e-95f9-bed62da38862,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:10.208880 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-5be3cae0-816e-449c-b1b2-7971e3e000f7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.245812 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bfb840-8998-45b8-836b-e2de5c95ae7b tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] GET failed (client error): The resource could not be found. Apr 18 21:29:10.246311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b3bfb840-8998-45b8-836b-e2de5c95ae7b tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Synchronizing usage tracker for tenant:fe2a3c39006c434babe1e3eedae3e5af on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:10.252398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a97999d-bf04-489d-9865-4506ff5fa52c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.360573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d6dbe-2fc0-47f8-874a-c9a8bc6a6713 req-78f66d84-1585-4a53-ac7a-9b13ee57707f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:10.362055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd4d6dbe-2fc0-47f8-874a-c9a8bc6a6713 req-78f66d84-1585-4a53-ac7a-9b13ee57707f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.5615253 Apr 18 21:29:10.363398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cc447-c493-455c-85ab-899240414182 req-44a6ce86-e32b-4721-8128-489cead4651b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:10.364969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-606cc447-c493-455c-85ab-899240414182 req-44a6ce86-e32b-4721-8128-489cead4651b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.2308133 Apr 18 21:29:10.370278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b3bfb840-8998-45b8-836b-e2de5c95ae7b tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Unset dirty status for tenant:fe2a3c39006c434babe1e3eedae3e5af on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:10.371474 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b3bfb840-8998-45b8-836b-e2de5c95ae7b tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "GET /v2.0/ports/f1d7730c-7d49-4d6d-91e1-6b6374f58798 HTTP/1.1" status: 404 len: 333 time: 0.1894555 Apr 18 21:29:10.373877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-5be3cae0-816e-449c-b1b2-7971e3e000f7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Calling delete_port for b0c271c9-5ee4-4b0e-95f9-bed62da38862 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:10.374779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58264) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:10.438954 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a97999d-bf04-489d-9865-4506ff5fa52c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.442175 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3a97999d-bf04-489d-9865-4506ff5fa52c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1656699 Apr 18 21:29:10.451958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58270) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:10.470486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-de4993e7-5208-4254-a678-f5d3dd5ae0c9 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Request body: {'router': {'admin_state_up': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:10.609603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-94f69ce8-bd84-4d82-9079-dce4ed1830e8 admin admin] Deleting port 4fa83763-a860-42fe-afb4-7cb924669573 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:10.609966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94f69ce8-bd84-4d82-9079-dce4ed1830e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.639203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3ada6-a296-4585-9233-eec060907368 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Deleting port c75202a1-0005-4e39-a69b-02754a04a7fb {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:10.639465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ada6-a296-4585-9233-eec060907368 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.644458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd4d6dbe-2fc0-47f8-874a-c9a8bc6a6713 req-212cb5ae-3ad9-412f-9496-46ef24f002d4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427382 Apr 18 21:29:10.679804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63548965-e487-41bd-95f4-793e7f082709 req-b824f8a8-eb59-4e45-8129-f4111a3cc440 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:10.681321 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-b824f8a8-eb59-4e45-8129-f4111a3cc440 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 0.3157320 Apr 18 21:29:10.817551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-deleted', 'tag': '1f77e0af-c064-4089-8480-c8029e6e5ad3'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:10.898527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-606cc447-c493-455c-85ab-899240414182 req-cab1540e-63df-402f-9a1f-e8441da8927f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4976707 Apr 18 21:29:10.904270 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-c0fde034-9fbd-4ae0-a466-ac6f219b2c2b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/quotas/18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 375 time: 0.0816648 Apr 18 21:29:11.054080 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-5be3cae0-816e-449c-b1b2-7971e3e000f7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.103690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-94f69ce8-bd84-4d82-9079-dce4ed1830e8 admin admin] For port 4fa83763-a860-42fe-afb4-7cb924669573, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4fa83763-a860-42fe-afb4-7cb924669573,segment=NetworkSegment(08d3e5ef-01e3-4124-b07d-e85752ba3218),segment_id=08d3e5ef-01e3-4124-b07d-e85752ba3218)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:11.104277 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94f69ce8-bd84-4d82-9079-dce4ed1830e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.124926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3cae0-816e-449c-b1b2-7971e3e000f7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'Port': ['ID=b0c271c9-5ee4-4b0e-95f9-bed62da38862,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:11.213666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09a4a4-7fbe-4d46-b1d8-cfb6e519863d req-1a84ae76-224c-48d9-a697-c6a35c25f08a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:11.215135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a09a4a4-7fbe-4d46-b1d8-cfb6e519863d req-1a84ae76-224c-48d9-a697-c6a35c25f08a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 943 time: 0.3862624 Apr 18 21:29:11.267787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-5be3cae0-816e-449c-b1b2-7971e3e000f7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] No DVR routers for this DVR port b0c271c9-5ee4-4b0e-95f9-bed62da38862 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:11.274208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-606cc447-c493-455c-85ab-899240414182 req-3ee0fcea-4d03-4e26-bf03-d1da793937a6 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689687 Apr 18 21:29:11.277844 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-5be3cae0-816e-449c-b1b2-7971e3e000f7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.324499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-1026914a-e893-40f5-9dd1-1fd1281d3865 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3904445 Apr 18 21:29:11.481172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-94f69ce8-bd84-4d82-9079-dce4ed1830e8 admin admin] Calling delete_port for 4fa83763-a860-42fe-afb4-7cb924669573 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:11.486702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0da96db1-b01b-4b88-b7fe-6aa9c50ed13a req-5be3cae0-816e-449c-b1b2-7971e3e000f7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.26 "DELETE /v2.0/ports/b0c271c9-5ee4-4b0e-95f9-bed62da38862 HTTP/1.1" status: 204 len: 173 time: 2.1302156 Apr 18 21:29:11.497857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a09a4a4-7fbe-4d46-b1d8-cfb6e519863d req-07ee4640-f17e-4b03-9527-21b45dfcf6a9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups?id=611eac35-7a4b-4460-abbe-46667b7d6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535465 Apr 18 21:29:11.525604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de4993e7-5208-4254-a678-f5d3dd5ae0c9 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.558406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ada6-a296-4585-9233-eec060907368 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.575091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-606cc447-c493-455c-85ab-899240414182 req-c39f30a6-d55b-4264-b9c6-4a9bf2dd4c0f service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842891 Apr 18 21:29:11.618361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-8e9f7255-d56c-43aa-b7ea-83a4d6627106 service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804532 Apr 18 21:29:11.690257 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de4993e7-5208-4254-a678-f5d3dd5ae0c9 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.698756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3ada6-a296-4585-9233-eec060907368 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Calling delete_port for c75202a1-0005-4e39-a69b-02754a04a7fb owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:11.851457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-b0abc564-f9b1-4f1a-9fbd-adeb52ead7ff service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263772 Apr 18 21:29:12.197562 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ada6-a296-4585-9233-eec060907368 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.249183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58292) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:12.257298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3ada6-a296-4585-9233-eec060907368 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event deleted for resources: {'Port': ['ID=c75202a1-0005-4e39-a69b-02754a04a7fb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:12.267574 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94f69ce8-bd84-4d82-9079-dce4ed1830e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.271095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4993e7-5208-4254-a678-f5d3dd5ae0c9 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Router 8ab383e6-efa8-460e-aea1-ee73e99fab43 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:29:12.333694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f69ce8-bd84-4d82-9079-dce4ed1830e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa83763-a860-42fe-afb4-7cb924669573,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:12.353931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd8ff3-1df6-4aaa-a929-ea4df1dfac3c tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:12.370181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-75bd8ff3-1df6-4aaa-a929-ea4df1dfac3c tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 814 time: 0.1198151 Apr 18 21:29:12.473452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fdf2bbcc-a8e3-4577-9e9d-1a04540b3f15 req-90e9bcfa-2a90-46eb-94b0-bc1ed5ed02b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 1096 time: 0.0865545 Apr 18 21:29:12.594949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fdf2bbcc-a8e3-4577-9e9d-1a04540b3f15 req-42efa35e-65fc-4621-bad7-b358d363b9c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100941 Apr 18 21:29:12.634094 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87600bf4-f5ca-4e72-8950-7e0934641eb4'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-deleted', 'tag': '1f77e0af-c064-4089-8480-c8029e6e5ad3', 'status': 'completed', 'code': 200} Apr 18 21:29:12.758943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ada6-a296-4585-9233-eec060907368 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.766338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4993e7-5208-4254-a678-f5d3dd5ae0c9 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:29:12.781506 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac336c-8354-40e2-8845-935a670d9d12 None None] Sync routers for ids ['8ab383e6-efa8-460e-aea1-ee73e99fab43'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:29:12.792621 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ada22eb-2483-4298-be59-1ab428ff48c3 req-d590df82-55db-4688-b69c-b5f4b654e9bb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 210 time: 0.0945799 Apr 18 21:29:12.796495 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac336c-8354-40e2-8845-935a670d9d12 None None] Routers {'8ab383e6-efa8-460e-aea1-ee73e99fab43'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:12.797662 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-34ac336c-8354-40e2-8845-935a670d9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8ab383e6-efa8-460e-aea1-ee73e99fab43'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:12.881630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32242379-be62-4bc3-a57d-80dd95592f17 req-399fbedd-d004-4962-93cd-13a8d0446db8 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:12.883143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32242379-be62-4bc3-a57d-80dd95592f17 req-399fbedd-d004-4962-93cd-13a8d0446db8 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.1323893 Apr 18 21:29:12.935178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32242379-be62-4bc3-a57d-80dd95592f17 req-a1d0b6fe-140e-4f81-a4d2-9c3d23e3d7cb tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452724 Apr 18 21:29:12.937977 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de4993e7-5208-4254-a678-f5d3dd5ae0c9 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.941629 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-de4993e7-5208-4254-a678-f5d3dd5ae0c9 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "PUT /v2.0/routers/8ab383e6-efa8-460e-aea1-ee73e99fab43 HTTP/1.1" status: 200 len: 694 time: 2.4844806 Apr 18 21:29:12.942390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58314) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:12.966726 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0fb3ada6-a296-4585-9233-eec060907368 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "DELETE /v2.0/ports/c75202a1-0005-4e39-a69b-02754a04a7fb HTTP/1.1" status: 204 len: 168 time: 2.5908113 Apr 18 21:29:12.978404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58318) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:13.003106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58322) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:13.015633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'network': {'name': 'tempest-network-smoke--834606363', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'port_security_enabled': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:13.017007 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-34ac336c-8354-40e2-8845-935a670d9d12 None None] Set router 8ab383e6-efa8-460e-aea1-ee73e99fab43 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:13.028197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:13.030687 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc59a35-0167-44e8-97d6-6ebd8579ebab tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] GET failed (client error): The resource could not be found. Apr 18 21:29:13.031172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5bc59a35-0167-44e8-97d6-6ebd8579ebab tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Synchronizing usage tracker for tenant:fe2a3c39006c434babe1e3eedae3e5af on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:13.041643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:network and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:13.049603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:13.062305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:13.136025 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94f69ce8-bd84-4d82-9079-dce4ed1830e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.149667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5bc59a35-0167-44e8-97d6-6ebd8579ebab tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Unset dirty status for tenant:fe2a3c39006c434babe1e3eedae3e5af on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:13.151563 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5bc59a35-0167-44e8-97d6-6ebd8579ebab tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "GET /v2.0/ports/c75202a1-0005-4e39-a69b-02754a04a7fb HTTP/1.1" status: 404 len: 333 time: 0.1799135 Apr 18 21:29:13.161232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58326) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:13.206813 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-34ac336c-8354-40e2-8845-935a670d9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab383e6-efa8-460e-aea1-ee73e99fab43', 'name': 'tempest-RoutersTest-router-1857374963', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:09Z', 'updated_at': '2022-04-18T21:29:11Z', 'revision_number': 2, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:13.214302 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac336c-8354-40e2-8845-935a670d9d12 None None] Checking router: 8ab383e6-efa8-460e-aea1-ee73e99fab43 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:29:13.234094 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac336c-8354-40e2-8845-935a670d9d12 None None] Routers {'8ab383e6-efa8-460e-aea1-ee73e99fab43'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:13.234703 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-34ac336c-8354-40e2-8845-935a670d9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8ab383e6-efa8-460e-aea1-ee73e99fab43'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:13.289371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-aded15c8-e8d4-4a53-94b8-19788ac7fd91 req-35d5c72f-9a9e-41d8-b959-fc52c561af66 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Synchronizing usage tracker for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:13.434577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Made reservation on behalf of 1bfb4ecea54942dca79bbe9472e0ec87 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:13.437593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.450128 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-34ac336c-8354-40e2-8845-935a670d9d12 None None] Set router 8ab383e6-efa8-460e-aea1-ee73e99fab43 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:13.546345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:13.592117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-447efeed-3148-42b9-9bad-ed05e897f664 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/routers/8ab383e6-efa8-460e-aea1-ee73e99fab43 HTTP/1.1" status: 200 len: 700 time: 0.6483109 Apr 18 21:29:13.595071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58332) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:13.612784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1415558e-500a-4121-ac1c-412752f47e58 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Deleting port 6ec244b7-01a3-4334-9c54-1c083c830d78 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:13.613142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1415558e-500a-4121-ac1c-412752f47e58 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.619897 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-34ac336c-8354-40e2-8845-935a670d9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab383e6-efa8-460e-aea1-ee73e99fab43', 'name': 'tempest-RoutersTest-router-1857374963', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:09Z', 'updated_at': '2022-04-18T21:29:11Z', 'revision_number': 2, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:13.624006 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac336c-8354-40e2-8845-935a670d9d12 None None] The sync data for ids ['8ab383e6-efa8-460e-aea1-ee73e99fab43'] in n-d-836017-3 is: [{'id': '8ab383e6-efa8-460e-aea1-ee73e99fab43', 'name': 'tempest-RoutersTest-router-1857374963', 'tenant_id': '4a7d6b3f665e486e997c4f02340234de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:09Z', 'updated_at': '2022-04-18T21:29:11Z', 'revision_number': 2, 'project_id': '4a7d6b3f665e486e997c4f02340234de', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:29:13.644961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c798a9d1-81f1-4f69-b21f-5f8fee467f46 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Synchronizing usage tracker for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:13.658145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d4267-ca69-40f0-ab5f-6b66876ef0e2 req-5d241655-4324-421d-ac2e-abb9873d4f73 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:13.661064 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e9d4267-ca69-40f0-ab5f-6b66876ef0e2 req-5d241655-4324-421d-ac2e-abb9873d4f73 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.3643410 Apr 18 21:29:13.687875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.688704 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Added segment ff217963-ee50-45eb-8640-e094a2dc47fd of type vlan for network c3d7b1a4-293c-43d6-a84e-e860ea121919 Apr 18 21:29:13.690592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c798a9d1-81f1-4f69-b21f-5f8fee467f46 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Unset dirty status for tenant:4a7d6b3f665e486e997c4f02340234de on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:13.694312 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c798a9d1-81f1-4f69-b21f-5f8fee467f46 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ab383e6-efa8-460e-aea1-ee73e99fab43 HTTP/1.1" status: 200 len: 205 time: 0.0957675 Apr 18 21:29:13.700412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-aded15c8-e8d4-4a53-94b8-19788ac7fd91 req-35d5c72f-9a9e-41d8-b959-fc52c561af66 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Unset dirty status for tenant:5abe5c109e494fabbf8b2824a0c296d4 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:13.700412 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aded15c8-e8d4-4a53-94b8-19788ac7fd91 req-35d5c72f-9a9e-41d8-b959-fc52c561af66 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 210 time: 0.5746756 Apr 18 21:29:13.700412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58336) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:13.822230 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.899970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e9d4267-ca69-40f0-ab5f-6b66876ef0e2 req-52bf9e21-10d3-4e9a-bd8f-e59b6139b27b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298806 Apr 18 21:29:13.928004 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-962573df-24af-4c49-80f5-7b8d0becdd77 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.116780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.120880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:14.121694 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.275653 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e834aff-3a8b-4cd4-bec6-097cd36e9e45 req-ebe73532-b119-4142-ae12-22bbc9f26863 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 210 time: 0.1459663 Apr 18 21:29:14.349730 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1415558e-500a-4121-ac1c-412752f47e58 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.477816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Network': ['ID=c3d7b1a4-293c-43d6-a84e-e860ea121919,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:14.488298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network c3d7b1a4-293c-43d6-a84e-e860ea121919 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:29:14.550114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1415558e-500a-4121-ac1c-412752f47e58 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Calling delete_port for 6ec244b7-01a3-4334-9c54-1c083c830d78 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:14.579319 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b8d10dd0-5dd5-46f4-9475-471ca1161c8d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5698810 Apr 18 21:29:14.588113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58346) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:14.609873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975ba2f-7145-46a7-8c47-095a2a6c64e2 req-0fa570a2-3774-4e90-adf6-302e51d0b5a1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:14.614115 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5975ba2f-7145-46a7-8c47-095a2a6c64e2 req-0fa570a2-3774-4e90-adf6-302e51d0b5a1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.4149184 Apr 18 21:29:14.618199 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-962573df-24af-4c49-80f5-7b8d0becdd77 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.640945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-deleted', 'tag': 'b0c271c9-5ee4-4b0e-95f9-bed62da38862'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:14.659451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-962573df-24af-4c49-80f5-7b8d0becdd77 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.721695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5975ba2f-7145-46a7-8c47-095a2a6c64e2 req-8ced5594-d0d2-42d0-a692-e17db43db359 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976121 Apr 18 21:29:14.726570 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871223c2-2113-4de8-aa0b-62f3a9d61dbc'] response: {'server_uuid': '6268ed6a-7eb4-4b75-a981-060985034e83', 'name': 'network-vif-deleted', 'tag': 'b0c271c9-5ee4-4b0e-95f9-bed62da38862', 'status': 'completed', 'code': 200} Apr 18 21:29:14.821249 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-962573df-24af-4c49-80f5-7b8d0becdd77 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.821764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962573df-24af-4c49-80f5-7b8d0becdd77 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Fanout notify agent at l3_agent the message router_deleted on router 8ab383e6-efa8-460e-aea1-ee73e99fab43 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:29:14.848369 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-962573df-24af-4c49-80f5-7b8d0becdd77 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.849777 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-962573df-24af-4c49-80f5-7b8d0becdd77 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/8ab383e6-efa8-460e-aea1-ee73e99fab43 HTTP/1.1" status: 204 len: 168 time: 1.1459651 Apr 18 21:29:14.854416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58354) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:14.895489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd10102-3c24-40c9-a2d3-e038760a0a7a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:14.898199 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5fd10102-3c24-40c9-a2d3-e038760a0a7a tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=1bfb4ecea54942dca79bbe9472e0ec87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3062766 Apr 18 21:29:14.903420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58358) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:14.947875 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a0d6dd01-3fe6-4acc-b353-11a9c38501e4 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ab383e6-efa8-460e-aea1-ee73e99fab43 HTTP/1.1" status: 200 len: 205 time: 0.0899727 Apr 18 21:29:14.952354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58364) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.021333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d0615a6-5ded-4a6a-90ad-5f72620a4ea2 req-af490010-2e8e-4324-845f-c44154dc9840 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/ports?device_id=6268ed6a-7eb4-4b75-a981-060985034e83 HTTP/1.1" status: 200 len: 210 time: 0.1173871 Apr 18 21:29:15.029433 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-f9855ca8-f7a3-4690-8ad9-a7015d7a9234 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] delete failed (client error): The resource could not be found. Apr 18 21:29:15.033858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f9855ca8-f7a3-4690-8ad9-a7015d7a9234 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/8ab383e6-efa8-460e-aea1-ee73e99fab43 HTTP/1.1" status: 404 len: 336 time: 0.0815096 Apr 18 21:29:15.034164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58368) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.110608 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b8402a-f615-4012-826d-5e686f6d8798 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:15.110927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b8402a-f615-4012-826d-5e686f6d8798 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:15.112629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-27b8402a-f615-4012-826d-5e686f6d8798 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/8885575a-1678-4ce3-ba16-b02ecf6e1364 HTTP/1.1" status: 404 len: 337 time: 0.0775542 Apr 18 21:29:15.117965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58372) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.174027 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33587a5-34de-48fe-88a1-5ab3d1aba23f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:15.174691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33587a5-34de-48fe-88a1-5ab3d1aba23f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:15.176491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d33587a5-34de-48fe-88a1-5ab3d1aba23f tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/73b637d6-c31a-4f78-83e4-89189da4418c HTTP/1.1" status: 404 len: 337 time: 0.0534325 Apr 18 21:29:15.181799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58376) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.229967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ab8aa19d-23c0-4d68-a83c-31abec9a7398 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:29:15.238002 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fe4d64-00a5-41f9-bc36-e9e10602cc14 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:15.238433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fe4d64-00a5-41f9-bc36-e9e10602cc14 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:15.240092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-32fe4d64-00a5-41f9-bc36-e9e10602cc14 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/6dae7146-9b19-43c8-9b51-daf8ac58a5d0 HTTP/1.1" status: 404 len: 337 time: 0.0537164 Apr 18 21:29:15.246663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eec59d-4959-4436-9fc1-02e6bc2d119b req-e9f26a61-52d5-4326-ab79-1da2ca20272e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:15.248165 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92eec59d-4959-4436-9fc1-02e6bc2d119b req-e9f26a61-52d5-4326-ab79-1da2ca20272e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.1786962 Apr 18 21:29:15.248656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58380) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.310545 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b266627e-6530-46d8-a4a3-f4bf808ce3d1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:15.311128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b266627e-6530-46d8-a4a3-f4bf808ce3d1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:15.315895 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b266627e-6530-46d8-a4a3-f4bf808ce3d1 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/c2985135-9dc5-4902-b4eb-010c44699537 HTTP/1.1" status: 404 len: 337 time: 0.0662363 Apr 18 21:29:15.319118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58384) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.378815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cc150cef-0cdc-4c7a-ade1-06dd85b95d5d tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ec7e92e-c26a-458e-b1df-9567519d8328 HTTP/1.1" status: 200 len: 205 time: 0.0582912 Apr 18 21:29:15.386502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58390) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.442825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ab8aa19d-23c0-4d68-a83c-31abec9a7398, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ab8aa19d-23c0-4d68-a83c-31abec9a7398,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:15.463520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'port_id': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398', 'mac_address': 'fa:16:3e:d5:0f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:29:15.493997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1415558e-500a-4121-ac1c-412752f47e58 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.539777 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.578725 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-a76faf37-ace5-4605-8889-c7efb9bf60fb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] delete failed (client error): The resource could not be found. Apr 18 21:29:15.582491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a76faf37-ace5-4605-8889-c7efb9bf60fb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/3ec7e92e-c26a-458e-b1df-9567519d8328 HTTP/1.1" status: 404 len: 336 time: 0.1943066 Apr 18 21:29:15.620232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab8aa19d-23c0-4d68-a83c-31abec9a7398 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:29:15.622649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58394) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.632311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cd597c-66d3-431b-a92e-8cd2b3601220 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:15.636511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-90cd597c-66d3-431b-a92e-8cd2b3601220 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7292309 Apr 18 21:29:15.638512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88507481-d869-49d2-a971-51f43ab4e9c6 req-a2338501-6813-488e-a1e0-f113861ef4c8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 210 time: 0.0549355 Apr 18 21:29:15.648181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415558e-500a-4121-ac1c-412752f47e58 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event deleted for resources: {'Port': ['ID=6ec244b7-01a3-4334-9c54-1c083c830d78,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:15.652109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58398) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.665782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ab8aa19d-23c0-4d68-a83c-31abec9a7398, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ab8aa19d-23c0-4d68-a83c-31abec9a7398,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:15.668076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92eec59d-4959-4436-9fc1-02e6bc2d119b req-be6bf20c-8ab6-46a5-8d6a-391b0b0499ee tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856678 Apr 18 21:29:15.753857 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.820903 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8018768b-9847-4095-a50d-8038dfb96a15 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=decbdd66-5454-4061-9936-dfa4fc81f148 HTTP/1.1" status: 200 len: 205 time: 0.1969926 Apr 18 21:29:15.826076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58404) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.833250 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-343c03a2-80e5-41a2-8d7e-9c13e8992070 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1372736 Apr 18 21:29:15.850063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63548965-e487-41bd-95f4-793e7f082709 req-1f8599de-285d-44f1-843e-84209cf19fe6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:15.852266 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-1f8599de-285d-44f1-843e-84209cf19fe6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 0.2165151 Apr 18 21:29:15.852919 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58408) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.891826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['ab8aa19d-23c0-4d68-a83c-31abec9a7398'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:29:15.937665 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-d9a14589-c6c6-4e02-80a8-4b3e4987970e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] delete failed (client error): The resource could not be found. Apr 18 21:29:15.938067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-68afe03e-78e6-4b2c-98b8-000140c234cb tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=1bfb4ecea54942dca79bbe9472e0ec87&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784435 Apr 18 21:29:15.941537 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d9a14589-c6c6-4e02-80a8-4b3e4987970e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/decbdd66-5454-4061-9936-dfa4fc81f148 HTTP/1.1" status: 404 len: 336 time: 0.1108866 Apr 18 21:29:15.942114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58412) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.942438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58414) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.962979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ab8aa19d-23c0-4d68-a83c-31abec9a7398,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:15.987657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'port': {'device_id': 'a9591196-dae5-45fb-8a57-702d48b56a19', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'admin_state_up': True, 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:16.082451 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b59d5fe-4631-4f51-a57e-9d8faa936a14 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:16.082892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b59d5fe-4631-4f51-a57e-9d8faa936a14 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:16.116084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58422) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:16.121359 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5b59d5fe-4631-4f51-a57e-9d8faa936a14 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/e7141dea-2999-4ad6-9ce0-ec68563eccb3 HTTP/1.1" status: 404 len: 337 time: 0.1730905 Apr 18 21:29:16.167816 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1415558e-500a-4121-ac1c-412752f47e58 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.170034 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1415558e-500a-4121-ac1c-412752f47e58 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "DELETE /v2.0/ports/6ec244b7-01a3-4334-9c54-1c083c830d78 HTTP/1.1" status: 204 len: 168 time: 3.0078177 Apr 18 21:29:16.191714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58426) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:16.209236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-abbda348-b909-401b-b33f-932854d24710 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b HTTP/1.1" status: 200 len: 205 time: 0.0898204 Apr 18 21:29:16.258423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c497d11d-8cfa-4607-8798-8170dd13e452 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:16.260072 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c497d11d-8cfa-4607-8798-8170dd13e452 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3134458 Apr 18 21:29:16.262427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58430) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:16.262813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58434) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:16.360844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58440) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:16.382773 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-b48974e9-8726-4244-b7d8-cca032dbebcb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] delete failed (client error): The resource could not be found. Apr 18 21:29:16.386324 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b48974e9-8726-4244-b7d8-cca032dbebcb tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/d8aa6d8e-2a71-4d4e-a31f-7255e0278a2b HTTP/1.1" status: 404 len: 336 time: 0.1198957 Apr 18 21:29:16.386324 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e5ea8904-2d96-44aa-b71e-d9fa77c016bc tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1195736 Apr 18 21:29:16.387210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58444) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:16.389425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58446) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:16.399680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d4e08-c218-4352-b367-a3939ee5cdae req-ac95f0b7-0e58-4b2f-a233-cb9b224668be tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:16.401167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-085d4e08-c218-4352-b367-a3939ee5cdae req-ac95f0b7-0e58-4b2f-a233-cb9b224668be tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.4606695 Apr 18 21:29:16.444590 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-af85fff7-6498-400d-a439-dbbcd506e71c tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d HTTP/1.1" status: 200 len: 205 time: 0.0535617 Apr 18 21:29:16.446483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:16.446806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2144496076', 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:16.454185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58452) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:16.545576 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-b072cd0e-73f9-4a48-bd3a-e5a379f01f5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] delete failed (client error): The resource could not be found. Apr 18 21:29:16.548798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b072cd0e-73f9-4a48-bd3a-e5a379f01f5a tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/ccf2f9fc-bc50-41d4-a78a-e0354d62aa0d HTTP/1.1" status: 404 len: 336 time: 0.0914006 Apr 18 21:29:16.562311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:16.564694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f69ce8-bd84-4d82-9079-dce4ed1830e8 admin admin] Router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:29:16.565544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58456) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:16.620916 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a1acc6-1bc0-4415-8850-c22fee4f4823 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:16.621344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a1acc6-1bc0-4415-8850-c22fee4f4823 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:16.622996 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-43a1acc6-1bc0-4415-8850-c22fee4f4823 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/67ad8e5a-8f21-4f31-bda0-ab6553068ebf HTTP/1.1" status: 404 len: 337 time: 0.0566182 Apr 18 21:29:16.628025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58460) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:16.628185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-085d4e08-c218-4352-b367-a3939ee5cdae req-a2c35c30-51c5-4c8e-91d9-90f61ae26f5f tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110083 Apr 18 21:29:16.634137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbef3a14-d227-4ab6-81c7-9dd03f0e8587 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Deleting subnet f15ba684-0131-4cf0-b9f9-676618c28476 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:29:16.641160 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbef3a14-d227-4ab6-81c7-9dd03f0e8587 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.670330 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c196a629-04e4-4dcc-b561-fb7be2bd475a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.680258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:16.684197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:subnet and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:16.691037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:16.694250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:16.696159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Made reservation on behalf of 18546b6476ee48ff8dbb33e9f0d62503 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:16.699365 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.705642 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-492557b9-e51d-4245-9511-4a81c6fdf68e tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f9c701-5f38-41eb-b7b3-d054fa2e958b HTTP/1.1" status: 200 len: 205 time: 0.0742338 Apr 18 21:29:16.706477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58468) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:16.783020 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-e0bdebfb-0ce4-4c56-b1be-912275e1dc96 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] delete failed (client error): The resource could not be found. Apr 18 21:29:16.786315 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e0bdebfb-0ce4-4c56-b1be-912275e1dc96 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/e5f9c701-5f38-41eb-b7b3-d054fa2e958b HTTP/1.1" status: 404 len: 336 time: 0.0766749 Apr 18 21:29:16.786315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Made reservation on behalf of 1bfb4ecea54942dca79bbe9472e0ec87 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:16.789381 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c196a629-04e4-4dcc-b561-fb7be2bd475a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.797991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58474) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:16.873953 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbef3a14-d227-4ab6-81c7-9dd03f0e8587 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.921247 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-eade97cd-ae56-4fb4-94cc-83a12c54e966 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:16.921701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eade97cd-ae56-4fb4-94cc-83a12c54e966 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:17.042422 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eade97cd-ae56-4fb4-94cc-83a12c54e966 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/9c425a26-f1f2-4d06-a213-8915d8d70185 HTTP/1.1" status: 404 len: 337 time: 0.2410991 Apr 18 21:29:17.044370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58480) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:17.048947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5c156c10-2960-40c6-96ff-f63eb0a165d6 req-3b67c6f8-4330-4b7a-a534-079ccd5066af tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:17.147349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5c156c10-2960-40c6-96ff-f63eb0a165d6 req-3b67c6f8-4330-4b7a-a534-079ccd5066af tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:17.148313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c156c10-2960-40c6-96ff-f63eb0a165d6 req-3b67c6f8-4330-4b7a-a534-079ccd5066af tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 210 time: 0.2807510 Apr 18 21:29:17.207447 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbef3a14-d227-4ab6-81c7-9dd03f0e8587 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.229840 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2f54f43a-58ed-4acc-841b-0a84da328b69 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5087101-b47a-45e9-ae03-c42098aa213a HTTP/1.1" status: 200 len: 205 time: 0.1822205 Apr 18 21:29:17.230065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ab8aa19d-23c0-4d68-a83c-31abec9a7398 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:17.247664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58484) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:17.255651 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.265403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Allocated IP 172.20.0.9 (96c2fcdd-2cca-467d-9433-9c5ebd738c61/23addfbc-2010-41c2-a583-5d468a0b3722/9acd722d-5552-4cb2-aac8-e164bc0d6f89) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:17.277567 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c196a629-04e4-4dcc-b561-fb7be2bd475a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.321659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196a629-04e4-4dcc-b561-fb7be2bd475a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611eac35-7a4b-4460-abbe-46667b7d6e94,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:17.329772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bafaa6-fdc6-4368-982b-69377c87c78f req-d49d6bcc-6b0c-43aa-af5a-214d92590594 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:17.333537 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92bafaa6-fdc6-4368-982b-69377c87c78f req-d49d6bcc-6b0c-43aa-af5a-214d92590594 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 944 time: 0.4124112 Apr 18 21:29:17.396012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port ab8aa19d-23c0-4d68-a83c-31abec9a7398 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:17.396718 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.443324 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-c88888ab-5ff9-4a00-9880-00b2a933cee2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] delete failed (client error): The resource could not be found. Apr 18 21:29:17.444685 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c88888ab-5ff9-4a00-9880-00b2a933cee2 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/routers/c5087101-b47a-45e9-ae03-c42098aa213a HTTP/1.1" status: 404 len: 336 time: 0.1942949 Apr 18 21:29:17.449845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58492) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:17.501782 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-377eb901-9160-4ca7-a007-202bcd943139 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:17.502255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377eb901-9160-4ca7-a007-202bcd943139 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:17.503878 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-377eb901-9160-4ca7-a007-202bcd943139 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/974bca16-552a-49db-8a81-acde7a19a389 HTTP/1.1" status: 404 len: 337 time: 0.0521774 Apr 18 21:29:17.506566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58496) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:17.545334 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.576338 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1159da8d-2746-4fb8-872d-cb6aa627c1c0 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:17.579231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1159da8d-2746-4fb8-872d-cb6aa627c1c0 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:17.579231 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1159da8d-2746-4fb8-872d-cb6aa627c1c0 tempest-RoutersTest-1654226975 tempest-RoutersTest-1654226975-project] 10.222.0.11 "DELETE /v2.0/subnets/9b171d25-fbb1-4c32-bb15-49139733bf66 HTTP/1.1" status: 404 len: 337 time: 0.0670516 Apr 18 21:29:17.590094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f29888-b00a-4347-8b93-9d3e086fa0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:17.602660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ab8aa19d-23c0-4d68-a83c-31abec9a7398, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ab8aa19d-23c0-4d68-a83c-31abec9a7398,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:17.619823 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c196a629-04e4-4dcc-b561-fb7be2bd475a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.621115 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c196a629-04e4-4dcc-b561-fb7be2bd475a tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "DELETE /v2.0/security-groups/611eac35-7a4b-4460-abbe-46667b7d6e94 HTTP/1.1" status: 204 len: 168 time: 1.2520788 Apr 18 21:29:17.624205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58504) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:17.651909 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-75caf831-710b-4c97-9eaf-6385cb8413e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] show failed (client error): The resource could not be found. Apr 18 21:29:17.653342 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-75caf831-710b-4c97-9eaf-6385cb8413e5 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "GET /v2.0/security-groups/611eac35-7a4b-4460-abbe-46667b7d6e94 HTTP/1.1" status: 404 len: 347 time: 0.0280364 Apr 18 21:29:17.656327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58508) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:17.680049 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.778125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbef3a14-d227-4ab6-81c7-9dd03f0e8587 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.784072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92bafaa6-fdc6-4368-982b-69377c87c78f req-1329bf6c-644b-42e9-960f-59141cfe1cbc tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392343 Apr 18 21:29:17.805196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ab8aa19d-23c0-4d68-a83c-31abec9a7398,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:17.850910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f9bc4-2109-4808-b4eb-9532dfe5e227 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Deleting port d49d0c86-b2a6-4aa6-a3ac-cdc2f7821cd0 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:17.851361 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9bc4-2109-4808-b4eb-9532dfe5e227 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.875697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f69ce8-bd84-4d82-9079-dce4ed1830e8 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:29:17.888596 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe64e3-6bd9-4b6b-8dc9-229bc2a872ce None None] Sync routers for ids ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:29:17.903228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3a14-d227-4ab6-81c7-9dd03f0e8587 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event deleted for resources: {'Subnet': ['ID=f15ba684-0131-4cf0-b9f9-676618c28476,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:17.909913 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-94f69ce8-bd84-4d82-9079-dce4ed1830e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/c422b42c-c3ee-4f1b-ad5c-b0613dc06675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9849629 Apr 18 21:29:17.916021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58512) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:17.917287 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b05e9e-f78d-4e0b-85d7-1dd2eda75762'] response: {'server_uuid': '99f29888-b00a-4347-8b93-9d3e086fa0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398', 'code': 200} Apr 18 21:29:17.922034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe64e3-6bd9-4b6b-8dc9-229bc2a872ce None None] Routers {'c422b42c-c3ee-4f1b-ad5c-b0613dc06675'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:17.922663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-12fe64e3-6bd9-4b6b-8dc9-229bc2a872ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:17.939926 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbef3a14-d227-4ab6-81c7-9dd03f0e8587 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.950843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f394c5-749b-4032-8657-f587f508df7e req-795cfd74-e517-47c5-9ad3-ea0f5fc8fbb6 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:17.952501 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-795cfd74-e517-47c5-9ad3-ea0f5fc8fbb6 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/networks?id=b81895b1-d9e8-4028-8ecd-63f01a90f51d HTTP/1.1" status: 200 len: 810 time: 0.4579403 Apr 18 21:29:17.960667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bbef3a14-d227-4ab6-81c7-9dd03f0e8587 tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "DELETE /v2.0/subnets/f15ba684-0131-4cf0-b9f9-676618c28476 HTTP/1.1" status: 204 len: 168 time: 1.7533450 Apr 18 21:29:17.963102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58516) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:18.009487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233b5ded-8d74-436e-aac2-4475b6982279 None None] Network a8725739-17a2-49b7-974c-cca6e2116e05 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:18.019684 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.082164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-1ad4268a-79ae-457d-b68e-05060c450e1b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/quotas/6ad10952069f497cace7a3bcbd89d15b HTTP/1.1" status: 200 len: 375 time: 0.1198759 Apr 18 21:29:18.097237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-a90a7e8e-f6d5-4501-84f2-4e5ec226ad86 req-ba95f605-5c4b-4eb0-9845-164f5dffc214 service neutron] (85049) timed out ('10.222.0.26', 61460) {{(pid=85049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:29:18.164772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Transition to ACTIVE for port object 9acd722d-5552-4cb2-aac8-e164bc0d6f89 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:18.196461 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.238492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Deleting port bc393ea3-bf9b-4611-b65d-c7624ebcf44f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:18.238986 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.352687 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9bc4-2109-4808-b4eb-9532dfe5e227 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.353049 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9bc4-2109-4808-b4eb-9532dfe5e227 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.368804 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-a7786ce7-c665-44a0-b560-dc2732239a7e tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ad10952069f497cace7a3bcbd89d15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2856967 Apr 18 21:29:18.379892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-12fe64e3-6bd9-4b6b-8dc9-229bc2a872ce None None] Set router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:18.482483 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.482815 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.496832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f9bc4-2109-4808-b4eb-9532dfe5e227 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Calling delete_port for d49d0c86-b2a6-4aa6-a3ac-cdc2f7821cd0 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:18.539932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58524) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:18.629002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d644645-3c1e-438a-8722-799c72b9b929 None None] DHCP port deletion for a8725739-17a2-49b7-974c-cca6e2116e05 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:29:18.640812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4d644645-3c1e-438a-8722-799c72b9b929 None None] Deleting port bc393ea3-bf9b-4611-b65d-c7624ebcf44f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:18.641231 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d644645-3c1e-438a-8722-799c72b9b929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.664985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Checking segment: {'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:18.665588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network hostable DHCP agents. Network: c3d7b1a4-293c-43d6-a84e-e860ea121919, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:18.730113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Subnet': ['ID=2ae3d759-4758-491d-a57d-6bf7c36d9ead,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:18.752928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:18.753168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:18.753526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:18.753996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:18.754192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:18.754519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:18.754853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:18.755181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:18.755500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:18.762262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:18.762869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:18.763428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:18.828378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.835506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:18.864337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=9acd722d-5552-4cb2-aac8-e164bc0d6f89,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:18.870670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:29:18.981742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4d644645-3c1e-438a-8722-799c72b9b929 None None] For port bc393ea3-bf9b-4611-b65d-c7624ebcf44f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bc393ea3-bf9b-4611-b65d-c7624ebcf44f,segment=NetworkSegment(5f99a040-3cd8-4353-9a18-1877e6dcf78e),segment_id=5f99a040-3cd8-4353-9a18-1877e6dcf78e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:18.982088 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d644645-3c1e-438a-8722-799c72b9b929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.037549 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1a68d653-ff20-44e8-80ba-eb20288dcbe2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a7d6b3f665e486e997c4f02340234de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4639966 Apr 18 21:29:19.040925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] For port bc393ea3-bf9b-4611-b65d-c7624ebcf44f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bc393ea3-bf9b-4611-b65d-c7624ebcf44f,segment=NetworkSegment(5f99a040-3cd8-4353-9a18-1877e6dcf78e),segment_id=5f99a040-3cd8-4353-9a18-1877e6dcf78e)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:19.041301 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.059617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58532) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:19.136154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network c3d7b1a4-293c-43d6-a84e-e860ea121919 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:19.152157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77677b8-c3d9-4111-9c3d-edb72f8d2de1 req-dfb198b0-e67c-4114-99ba-092572ba4d8e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:19.158980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e77677b8-c3d9-4111-9c3d-edb72f8d2de1 req-dfb198b0-e67c-4114-99ba-092572ba4d8e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 931 time: 0.6739633 Apr 18 21:29:19.241634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:19.242054 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.247513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, c3d7b1a4-293c-43d6-a84e-e860ea121919) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:19.263441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:19.264206 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.265713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4d644645-3c1e-438a-8722-799c72b9b929 None None] Calling delete_port for bc393ea3-bf9b-4611-b65d-c7624ebcf44f owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:19.267264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Calling delete_port for bc393ea3-bf9b-4611-b65d-c7624ebcf44f owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:19.304497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dca660-e74f-4764-a726-ba0763ef1e35 None None] Network c3d7b1a4-293c-43d6-a84e-e860ea121919 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:19.314053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-6ad66120-8173-45fa-ab69-95e3655699d6 service neutron] 10.222.0.11 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9440207 Apr 18 21:29:19.321288 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9bc4-2109-4808-b4eb-9532dfe5e227 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.373230 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-a668524e-e398-4e0c-9e66-18d87cc0a31e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3896184 Apr 18 21:29:19.380871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f9bc4-2109-4808-b4eb-9532dfe5e227 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'Port': ['ID=d49d0c86-b2a6-4aa6-a3ac-cdc2f7821cd0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:19.417113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-12fe64e3-6bd9-4b6b-8dc9-229bc2a872ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:29:12Z', 'revision_number': 5, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:19.427232 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-40c1ca99-7586-4909-82ae-60be5ce1aa73 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0363977 Apr 18 21:29:19.429740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe64e3-6bd9-4b6b-8dc9-229bc2a872ce None None] Checking router: c422b42c-c3ee-4f1b-ad5c-b0613dc06675 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:29:19.508248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.514495 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9bc4-2109-4808-b4eb-9532dfe5e227 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.516761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9bc4-2109-4808-b4eb-9532dfe5e227 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.521068 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2c2f9bc4-2109-4808-b4eb-9532dfe5e227 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "DELETE /v2.0/floatingips/85b3919a-2861-431c-9a25-b24c98ae9c4c HTTP/1.1" status: 204 len: 168 time: 1.8633401 Apr 18 21:29:19.522209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58538) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:19.533995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe64e3-6bd9-4b6b-8dc9-229bc2a872ce None None] Routers {'c422b42c-c3ee-4f1b-ad5c-b0613dc06675'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:19.535328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-12fe64e3-6bd9-4b6b-8dc9-229bc2a872ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:28:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:19.600812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5238f2fc-5123-4d7f-8a35-418f52dc0e47 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Deleting port 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:19.600812 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5238f2fc-5123-4d7f-8a35-418f52dc0e47 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.607011 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d644645-3c1e-438a-8722-799c72b9b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.624083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Deleting port bd8ce26f-e579-461d-a6f6-2b6f0ef05160 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:19.624437 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.647093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Request body: {'port': {'device_id': 'a9591196-dae5-45fb-8a57-702d48b56a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:19.732874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e77677b8-c3d9-4111-9c3d-edb72f8d2de1 req-65a90978-cd24-432f-9d64-5dc177b5a395 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729403 Apr 18 21:29:19.741149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-504b9ff0-18a9-44a7-98a9-ffd0d6d10974 None None] Provisioning for port 9acd722d-5552-4cb2-aac8-e164bc0d6f89 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:19.758865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d644645-3c1e-438a-8722-799c72b9b929 None None] No DVR routers for this DVR port bc393ea3-bf9b-4611-b65d-c7624ebcf44f on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:19.785771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-504b9ff0-18a9-44a7-98a9-ffd0d6d10974 None None] Provisioning complete for port 9acd722d-5552-4cb2-aac8-e164bc0d6f89 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:19.786714 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-504b9ff0-18a9-44a7-98a9-ffd0d6d10974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.824289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d644645-3c1e-438a-8722-799c72b9b929 None None] Pushing event deleted for resources: {'Port': ['ID=bc393ea3-bf9b-4611-b65d-c7624ebcf44f,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:19.889032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] For port bd8ce26f-e579-461d-a6f6-2b6f0ef05160, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bd8ce26f-e579-461d-a6f6-2b6f0ef05160,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:19.889032 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.921955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-504b9ff0-18a9-44a7-98a9-ffd0d6d10974 None None] Port 9acd722d-5552-4cb2-aac8-e164bc0d6f89 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:29:19.930776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-c3d7b1a4-293c-43d6-a84e-e860ea121919', 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ips': [{'subnet_id': '2ae3d759-4758-491d-a57d-6bf7c36d9ead'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:29:19.931646 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.013514 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a9ab7994-3d1b-4c67-b05d-3a26a3492b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.027736 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:29:20.028070 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:29:20.033841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Calling delete_port for bd8ce26f-e579-461d-a6f6-2b6f0ef05160 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:20.076407 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.137644 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-0fec352e-1739-4121-a6fb-701c5215f010 service neutron] 10.222.0.11 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7955008 Apr 18 21:29:20.151765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Allocated IP 172.20.0.18 (c3d7b1a4-293c-43d6-a84e-e860ea121919/2ae3d759-4758-491d-a57d-6bf7c36d9ead/20d49197-9ee0-4f5f-af9d-7d320aa5d8d5) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:20.161365 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a9ab7994-3d1b-4c67-b05d-3a26a3492b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.255172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b271d8b-c726-4d7e-8d6e-4476827b8f1a req-6ee7b528-c3e5-46f3-b3b5-4954497d9336 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:20.262687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b271d8b-c726-4d7e-8d6e-4476827b8f1a req-6ee7b528-c3e5-46f3-b3b5-4954497d9336 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.3403001 Apr 18 21:29:20.291906 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.319394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-12fe64e3-6bd9-4b6b-8dc9-229bc2a872ce None None] Set router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:20.364792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8ce26f-e579-461d-a6f6-2b6f0ef05160,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:20.481183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b271d8b-c726-4d7e-8d6e-4476827b8f1a req-e94dcfbd-d6ec-4fc1-9b60-26343631e017 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176392 Apr 18 21:29:20.530494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Deleting port bc393ea3-bf9b-4611-b65d-c7624ebcf44f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:20.532307 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.583958 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5238f2fc-5123-4d7f-8a35-418f52dc0e47 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.623966 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a9ab7994-3d1b-4c67-b05d-3a26a3492b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.719072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab7994-3d1b-4c67-b05d-3a26a3492b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66da8b3-cdf7-441c-b98c-2db80342f413,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:20.765175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bc393ea3-bf9b-4611-b65d-c7624ebcf44f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:20.831682 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.869978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Transition to ACTIVE for port object 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:20.894080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] The port 'bc393ea3-bf9b-4611-b65d-c7624ebcf44f' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:29:20.927508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Transition to ACTIVE for port object 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:20.945100 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf130679-0ec0-493e-a716-43a97389ff0d req-10f5308b-e577-4ecc-8d4d-55185e76c686 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 210 time: 0.2316082 Apr 18 21:29:20.960420 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a9ab7994-3d1b-4c67-b05d-3a26a3492b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.961849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a9ab7994-3d1b-4c67-b05d-3a26a3492b67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c66da8b3-cdf7-441c-b98c-2db80342f413 HTTP/1.1" status: 204 len: 168 time: 1.9012854 Apr 18 21:29:21.011513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: bc393ea3-bf9b-4611-b65d-c7624ebcf44f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:29:21.011874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bc393ea3-bf9b-4611-b65d-c7624ebcf44f not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:29:21.026726 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.108193 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.145544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8725739-17a2-49b7-974c-cca6e2116e05']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:21.163210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f99a040-3cd8-4353-9a18-1877e6dcf78e') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:21.163651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f99a040-3cd8-4353-9a18-1877e6dcf78e') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:21.189388 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.310799 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.338435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:29:21.340816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:21.366870 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:21.371924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58574) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:21.377433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acd722d-5552-4cb2-aac8-e164bc0d6f89 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:29:21.387151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Network c3d7b1a4-293c-43d6-a84e-e860ea121919 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:21.390993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293985944', 'description': 'tempest-secgroup-smoke-1293985944 description', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:21.398316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:21.399782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:21.407737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:29:21.409237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:21.416903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Pushing event updated for resources: {'Port': ['ID=20d49197-9ee0-4f5f-af9d-7d320aa5d8d5,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:21.444443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5238f2fc-5123-4d7f-8a35-418f52dc0e47 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Calling delete_port for 55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:21.522847 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.563637 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.612815 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.752997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Attempting to bind port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:21.761450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Attempting to bind port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:21.762094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Attempting to bind port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 on network c3d7b1a4-293c-43d6-a84e-e860ea121919 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:29:21.781465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616ee50-9695-44ea-810d-3417926cfe88 req-8b9063d2-3be3-4c7d-ab0a-b0a1a744fdec tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:21.792034 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f616ee50-9695-44ea-810d-3417926cfe88 req-8b9063d2-3be3-4c7d-ab0a-b0a1a744fdec tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 931 time: 0.4189992 Apr 18 21:29:21.799549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:29:21.800615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Checking segment: {'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:21.801274 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.801920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Bound using segment: {'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:29:21.802728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Bound port: 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:21.803927 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.838233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-12fe64e3-6bd9-4b6b-8dc9-229bc2a872ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:29:12Z', 'revision_number': 5, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:21.923452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe64e3-6bd9-4b6b-8dc9-229bc2a872ce None None] The sync data for ids ['c422b42c-c3ee-4f1b-ad5c-b0613dc06675'] in n-d-836017-3 is: [{'id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'name': 'tempest-ServerRescueTestJSONUnderV235-526701745-router', 'tenant_id': 'd286706845c147b7b508db7113d59292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:55Z', 'updated_at': '2022-04-18T21:29:12Z', 'revision_number': 5, 'project_id': 'd286706845c147b7b508db7113d59292', 'gw_port': {'id': 'bd8ce26f-e579-461d-a6f6-2b6f0ef05160', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b42c-c3ee-4f1b-ad5c-b0613dc06675', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:56Z', 'updated_at': '2022-04-18T21:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:29:21.924605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:21.943028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:21.948480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:21.957713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:21.997147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] For port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:22.001315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] For port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=20d49197-9ee0-4f5f-af9d-7d320aa5d8d5,segment=NetworkSegment(ff217963-ee50-45eb-8640-e094a2dc47fd),segment_id=ff217963-ee50-45eb-8640-e094a2dc47fd)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:22.012161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Transition to ACTIVE for port object 9acd722d-5552-4cb2-aac8-e164bc0d6f89 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:22.027964 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.074455 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.075151 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.082872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.138372 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.138765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] Pushing event deleted for resources: {'Network': ['ID=a8725739-17a2-49b7-974c-cca6e2116e05,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:22.149539 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ee50eb95-3c6f-48a0-8552-1a60c24758ff tempest-AllowedAddressPairTestJSON-801206104 tempest-AllowedAddressPairTestJSON-801206104-project] 10.222.0.11 "DELETE /v2.0/networks/a8725739-17a2-49b7-974c-cca6e2116e05 HTTP/1.1" status: 204 len: 168 time: 4.1813827 Apr 18 21:29:22.200508 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.348612 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.349521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c422b42c-c3ee-4f1b-ad5c-b0613dc06675 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:29:22.372498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5238f2fc-5123-4d7f-8a35-418f52dc0e47 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.456627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238f2fc-5123-4d7f-8a35-418f52dc0e47 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'Port': ['ID=55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:22.491617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94226a-4981-4566-b238-c33476748bf0 None None] Pushing event updated for resources: {'Port': ['ID=20d49197-9ee0-4f5f-af9d-7d320aa5d8d5,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:22.503807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Pushing event updated for resources: {'Port': ['ID=9acd722d-5552-4cb2-aac8-e164bc0d6f89,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:22.521162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4fa83763-a860-42fe-afb4-7cb924669573 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:22.614425 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.617937 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-64294de2-74ce-4f0b-9e3f-3517d6ba177f admin admin] 10.222.0.11 "DELETE /v2.0/routers/c422b42c-c3ee-4f1b-ad5c-b0613dc06675 HTTP/1.1" status: 204 len: 168 time: 4.6987689 Apr 18 21:29:22.627354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58594) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:22.653201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 4fa83763-a860-42fe-afb4-7cb924669573 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:29:22.654116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4fa83763-a860-42fe-afb4-7cb924669573 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:29:22.752126 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.781353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f616ee50-9695-44ea-810d-3417926cfe88 req-e45d65e0-657f-4f34-aca8-fc3c9ca7458f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9756272 Apr 18 21:29:22.814800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746034f7-5017-4074-a47c-5835c51bab3c req-3a9cfd3d-0f7e-4e57-a748-a28c09f5db0a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:22.815133 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5238f2fc-5123-4d7f-8a35-418f52dc0e47 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.826875 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5238f2fc-5123-4d7f-8a35-418f52dc0e47 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "DELETE /v2.0/ports/55fa2e72-8fb2-43cf-a05c-eadd9ce8e1a2 HTTP/1.1" status: 204 len: 168 time: 3.2960153 Apr 18 21:29:22.842216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58600) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:22.844536 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-746034f7-5017-4074-a47c-5835c51bab3c req-3a9cfd3d-0f7e-4e57-a748-a28c09f5db0a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 1.0405092 Apr 18 21:29:22.854250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d0140b-81b2-44ef-9f10-aa7eaf291aa3 admin admin] Deleting subnet 4974fa96-0afe-46b4-a8db-00cf754ed215 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:29:22.908693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.023424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-866f3e03-02ac-4ec3-bef4-c64ff2890755 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Deleting port 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:23.028982 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-866f3e03-02ac-4ec3-bef4-c64ff2890755 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.102051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8d0140b-81b2-44ef-9f10-aa7eaf291aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.328966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8d0140b-81b2-44ef-9f10-aa7eaf291aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.525873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58612) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:23.560590 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8d0140b-81b2-44ef-9f10-aa7eaf291aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.852180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:23.878057 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2119ce17-b480-4d74-ac35-bc68e7b2c983 req-962f25b3-27fa-4445-81ee-330dc7be5698 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 210 time: 0.2689419 Apr 18 21:29:23.978003 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.982341 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-612b46ef-13df-405c-bcba-50864d63c3cb tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.6050286 Apr 18 21:29:23.983077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58622) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:23.993249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Attempting to bind port 9acd722d-5552-4cb2-aac8-e164bc0d6f89 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:23.994219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Attempting to bind port 9acd722d-5552-4cb2-aac8-e164bc0d6f89 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:24.004843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Attempting to bind port 9acd722d-5552-4cb2-aac8-e164bc0d6f89 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:29:24.004843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b402f989-603b-46bc-9dfc-38e62aa17136 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:24.016271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b402f989-603b-46bc-9dfc-38e62aa17136 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:24.020963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b402f989-603b-46bc-9dfc-38e62aa17136 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:24.024794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b402f989-603b-46bc-9dfc-38e62aa17136 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:24.031724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b402f989-603b-46bc-9dfc-38e62aa17136 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:24.071684 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7e420dec-88f1-4820-94b8-b46187a0baad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe2a3c39006c434babe1e3eedae3e5af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5437517 Apr 18 21:29:24.077223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f394c5-749b-4032-8657-f587f508df7e req-a453b787-3c47-4e79-8577-4803355f390a tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:24.078880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-a453b787-3c47-4e79-8577-4803355f390a tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.59 "GET /v2.0/networks?id=b81895b1-d9e8-4028-8ecd-63f01a90f51d HTTP/1.1" status: 200 len: 810 time: 0.4685631 Apr 18 21:29:24.079514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58628) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:24.092553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Port 9acd722d-5552-4cb2-aac8-e164bc0d6f89 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:29:24.092911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Attempting to bind port 9acd722d-5552-4cb2-aac8-e164bc0d6f89 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:29:24.112316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-746034f7-5017-4074-a47c-5835c51bab3c req-323a72b3-dd0a-461e-9114-8127711887c7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2651150 Apr 18 21:29:24.120024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:29:24.120368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Checking segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:24.120752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Bound using segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:29:24.121206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Bound port: 9acd722d-5552-4cb2-aac8-e164bc0d6f89, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:24.121592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.144439 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Request body: {'port': {'device_id': '6f455069-0260-4dbb-88d8-84656cef0376', 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d', 'admin_state_up': True, 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:24.218371 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b402f989-603b-46bc-9dfc-38e62aa17136 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.319189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] For port 9acd722d-5552-4cb2-aac8-e164bc0d6f89, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:24.322879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] For port 9acd722d-5552-4cb2-aac8-e164bc0d6f89, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9acd722d-5552-4cb2-aac8-e164bc0d6f89,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:24.409627 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.566588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b402f989-603b-46bc-9dfc-38e62aa17136 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.591003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18af7bd-9a0e-437d-8fe9-528b0fda2726 None None] Network c3d7b1a4-293c-43d6-a84e-e860ea121919 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:24.601562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:24.624721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7fd75344-69f1-4f38-ba2d-b45ee7208142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.629582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:24.640102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b3cf3-2514-4553-a060-6c03059bf92a req-60e5bacf-04b3-4096-b2d8-7a45dc855b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:24.642960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-229b3cf3-2514-4553-a060-6c03059bf92a req-60e5bacf-04b3-4096-b2d8-7a45dc855b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 943 time: 0.4723315 Apr 18 21:29:24.653278 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.654836 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] 10.222.0.59 "PUT /v2.0/ports/9acd722d-5552-4cb2-aac8-e164bc0d6f89 HTTP/1.1" status: 200 len: 1091 time: 5.0243716 Apr 18 21:29:24.655485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56b391-a06e-4bbb-9ce4-c6203dc01d99 service neutron] Pushing event updated for resources: {'Port': ['ID=9acd722d-5552-4cb2-aac8-e164bc0d6f89,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:24.667295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9591196-dae5-45fb-8a57-702d48b56a19', 'tag': '9acd722d-5552-4cb2-aac8-e164bc0d6f89'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:24.681549 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8d0140b-81b2-44ef-9f10-aa7eaf291aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.688012 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b402f989-603b-46bc-9dfc-38e62aa17136 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.750182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Made reservation on behalf of 6ad10952069f497cace7a3bcbd89d15b for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:24.757326 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.794803 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e9b4274-3337-4e22-b45a-dccf92abeb59'] response: {'name': 'network-changed', 'server_uuid': 'a9591196-dae5-45fb-8a57-702d48b56a19', 'tag': '9acd722d-5552-4cb2-aac8-e164bc0d6f89', 'status': 'completed', 'code': 200} Apr 18 21:29:24.809205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402f989-603b-46bc-9dfc-38e62aa17136 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba70640-b32a-451c-bb19-acaf1839ea3b,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:24.817033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:24.845187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-866f3e03-02ac-4ec3-bef4-c64ff2890755 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.863329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0140b-81b2-44ef-9f10-aa7eaf291aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4974fa96-0afe-46b4-a8db-00cf754ed215,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:24.914717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-229b3cf3-2514-4553-a060-6c03059bf92a req-ee19586a-faec-491c-bf37-2c7b4e2de469 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277207 Apr 18 21:29:24.940148 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b402f989-603b-46bc-9dfc-38e62aa17136 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.940148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b402f989-603b-46bc-9dfc-38e62aa17136 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9497783 Apr 18 21:29:24.942617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58642) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:24.954247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c9534d97-bc14-4887-847f-5b0310ac42f6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:24.964289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c9534d97-bc14-4887-847f-5b0310ac42f6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:24.970587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c9534d97-bc14-4887-847f-5b0310ac42f6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:24.975301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c9534d97-bc14-4887-847f-5b0310ac42f6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:24.981831 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e41756ef-458b-47e5-a366-e2509fed37a2 req-f35cbe08-fb41-4b69-894e-5344a5d19cc2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 1094 time: 0.1741674 Apr 18 21:29:24.986065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c9534d97-bc14-4887-847f-5b0310ac42f6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:25.004844 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:29:25.019427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8d0140b-81b2-44ef-9f10-aa7eaf291aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.264636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-866f3e03-02ac-4ec3-bef4-c64ff2890755 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Calling delete_port for 49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:25.349005 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9534d97-bc14-4887-847f-5b0310ac42f6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.387851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-86e8b3eb-6225-42f0-b2d2-d6b519b46a46 None None] Provisioning for port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:25.455239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:25.474342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:25.476083 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.729257 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-866f3e03-02ac-4ec3-bef4-c64ff2890755 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.736843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41756ef-458b-47e5-a366-e2509fed37a2 req-a47c3290-cb87-42cb-9a00-16610e49f14f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:25.739613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e41756ef-458b-47e5-a366-e2509fed37a2 req-a47c3290-cb87-42cb-9a00-16610e49f14f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7510691 Apr 18 21:29:25.747588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41fd3a10-a6f9-46fe-a7e8-a34eb18924a6 req-3dfee8ed-9a69-408e-8b32-069d935630b6 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 210 time: 0.4069157 Apr 18 21:29:25.770446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-403f9e49-042c-413a-9d74-00d92049e01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.773236 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.832727 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-403f9e49-042c-413a-9d74-00d92049e01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.839827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=20d49197-9ee0-4f5f-af9d-7d320aa5d8d5,segment=NetworkSegment(ff217963-ee50-45eb-8640-e094a2dc47fd),segment_id=ff217963-ee50-45eb-8640-e094a2dc47fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:25.898058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-27529829-26c1-40bc-a1e1-7e70ec52c5bb None None] Provisioning complete for port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:25.898723 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-27529829-26c1-40bc-a1e1-7e70ec52c5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.906494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f3e03-02ac-4ec3-bef4-c64ff2890755 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'Port': ['ID=49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:25.930385 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9534d97-bc14-4887-847f-5b0310ac42f6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.970379 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.113042 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d8d0140b-81b2-44ef-9f10-aa7eaf291aa3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4974fa96-0afe-46b4-a8db-00cf754ed215 HTTP/1.1" status: 204 len: 168 time: 3.4846661 Apr 18 21:29:26.122259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58662) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:26.130042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bd8ce26f-e579-461d-a6f6-2b6f0ef05160 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:26.194882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56168c-66a4-4da9-9098-e214481a3d36 req-48ada94a-a65a-4856-a422-e67883ec44c8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:26.201754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae56168c-66a4-4da9-9098-e214481a3d36 req-48ada94a-a65a-4856-a422-e67883ec44c8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.3993607 Apr 18 21:29:26.202906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41756ef-458b-47e5-a366-e2509fed37a2 req-5ddb6fd5-eb4d-4a27-be63-eef56ec68d67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:26.205959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e41756ef-458b-47e5-a366-e2509fed37a2 req-5ddb6fd5-eb4d-4a27-be63-eef56ec68d67 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4509342 Apr 18 21:29:26.228557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: bd8ce26f-e579-461d-a6f6-2b6f0ef05160 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:29:26.229187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bd8ce26f-e579-461d-a6f6-2b6f0ef05160 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:29:26.252958 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9534d97-bc14-4887-847f-5b0310ac42f6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.339888 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=20d49197-9ee0-4f5f-af9d-7d320aa5d8d5,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:26.393307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-403f9e49-042c-413a-9d74-00d92049e01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.453079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9534d97-bc14-4887-847f-5b0310ac42f6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d15ea6c-3247-4803-9132-0d34f561de16,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:26.537562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Allocated IP 172.20.0.7 (b81895b1-d9e8-4028-8ecd-63f01a90f51d/ba060648-7d7a-41b3-83ef-e3fb5a539db0/89495024-a0f5-458c-9a11-4c76dcff7b15) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:26.650547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:26.673982 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae56168c-66a4-4da9-9098-e214481a3d36 req-8963e5e2-0fc0-4757-9dc3-028f44248a73 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666185 Apr 18 21:29:26.692754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-403f9e49-042c-413a-9d74-00d92049e01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.696882 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9534d97-bc14-4887-847f-5b0310ac42f6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.696882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c9534d97-bc14-4887-847f-5b0310ac42f6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.7506711 Apr 18 21:29:26.697123 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-403f9e49-042c-413a-9d74-00d92049e01a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88faeb1c-1aa8-42eb-a83f-27854ed16cd9 HTTP/1.1" status: 204 len: 168 time: 2.6074176 Apr 18 21:29:26.706323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccec19e-8d01-4593-8fc1-c4f6bb94d98d req-fd77e544-262d-4169-9941-0a0358f7eb2e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:26.708154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ccec19e-8d01-4593-8fc1-c4f6bb94d98d req-fd77e544-262d-4169-9941-0a0358f7eb2e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 943 time: 0.4526076 Apr 18 21:29:26.709782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58676) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:26.717097 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-dde9876c-447f-42ae-9f6b-8353511f4375 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:26.723023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dde9876c-447f-42ae-9f6b-8353511f4375 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:26.728193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dde9876c-447f-42ae-9f6b-8353511f4375 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:26.732056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dde9876c-447f-42ae-9f6b-8353511f4375 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:26.740548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dde9876c-447f-42ae-9f6b-8353511f4375 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:26.762575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f9e49-042c-413a-9d74-00d92049e01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88faeb1c-1aa8-42eb-a83f-27854ed16cd9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:26.794090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-b1bafd0b-91fd-442f-bf2c-7dfabf435c29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 1094 time: 0.3704288 Apr 18 21:29:26.861305 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-866f3e03-02ac-4ec3-bef4-c64ff2890755 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.868051 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-866f3e03-02ac-4ec3-bef4-c64ff2890755 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "DELETE /v2.0/ports/49a2ea8d-b240-4bc7-8eb7-33fa8e9b0722 HTTP/1.1" status: 204 len: 168 time: 4.0087152 Apr 18 21:29:26.924851 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.933823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58682) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:26.951624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:26.952249 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.026352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ccec19e-8d01-4593-8fc1-c4f6bb94d98d req-df128432-e0bc-4303-a104-845e3e5abcb0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757778 Apr 18 21:29:27.094762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-9f445d41-d98c-4802-a327-c8bd91eeb410 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9acd722d-5552-4cb2-aac8-e164bc0d6f89 HTTP/1.1" status: 200 len: 217 time: 0.2903306 Apr 18 21:29:27.204766 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dde9876c-447f-42ae-9f6b-8353511f4375 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.327856 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.346133 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-420a0261-a89b-42ce-8be4-4064777d20f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.375921 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8ee9c124-dedd-4a28-b016-156e78139ec5 req-c77d8a83-3b3a-4f93-b567-8fb625cf65fd tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 210 time: 0.1829689 Apr 18 21:29:27.430680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63548965-e487-41bd-95f4-793e7f082709 req-85774da3-57fd-48ec-b38f-c95ba328d089 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:27.433133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-85774da3-57fd-48ec-b38f-c95ba328d089 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.3348911 Apr 18 21:29:27.495708 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.516172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a86bb1b-c707-45aa-9d93-2b86207591ac']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:27.538944 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dde9876c-447f-42ae-9f6b-8353511f4375 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.552519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d3e5ef-01e3-4124-b07d-e85752ba3218') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:27.552944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d3e5ef-01e3-4124-b07d-e85752ba3218') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:27.559095 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-6280de06-70a5-446a-a32e-df075c7a50a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173942 Apr 18 21:29:27.573490 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.657521 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.673213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b93f1f-d4d1-4f90-9293-a53b092ccff7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Deleting subnet a1b562e9-35b3-411d-9a72-52e584c76442 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:29:27.689392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95b93f1f-d4d1-4f90-9293-a53b092ccff7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.777359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95b93f1f-d4d1-4f90-9293-a53b092ccff7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.832025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58698) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:27.841099 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dde9876c-447f-42ae-9f6b-8353511f4375 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.869419 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95b93f1f-d4d1-4f90-9293-a53b092ccff7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.970431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9876c-447f-42ae-9f6b-8353511f4375 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00429c4-43b4-4e5a-a060-8ca5df196444,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:28.000351 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.173792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:29:28.173792 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:28.198923 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:28.241499 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dde9876c-447f-42ae-9f6b-8353511f4375 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.245551 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dde9876c-447f-42ae-9f6b-8353511f4375 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5346990 Apr 18 21:29:28.255180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58708) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:28.273945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-af3d641f-e0ab-4d0f-844f-fc103955f888 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:28.300185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-af3d641f-e0ab-4d0f-844f-fc103955f888 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:28.334397 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95b93f1f-d4d1-4f90-9293-a53b092ccff7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.344955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-af3d641f-e0ab-4d0f-844f-fc103955f888 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:28.393909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-af3d641f-e0ab-4d0f-844f-fc103955f888 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:28.423631 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-155a6048-dace-47bc-bd8c-c671d5d4a253 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8542960 Apr 18 21:29:28.423631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-af3d641f-e0ab-4d0f-844f-fc103955f888 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:28.452529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b93f1f-d4d1-4f90-9293-a53b092ccff7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b562e9-35b3-411d-9a72-52e584c76442,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:28.461036 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.473738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d5fc5034-d24a-4a5d-aae9-ec0614a5c6db'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:29:28.516782 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.522782 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.560924 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-95b93f1f-d4d1-4f90-9293-a53b092ccff7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.590266 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df3d91bf-8565-4442-877e-143d0ecce82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.608441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a86bb1b-c707-45aa-9d93-2b86207591ac,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:28.623626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Network b81895b1-d9e8-4028-8ecd-63f01a90f51d is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:28.628976 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-95b93f1f-d4d1-4f90-9293-a53b092ccff7 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "DELETE /v2.0/subnets/a1b562e9-35b3-411d-9a72-52e584c76442 HTTP/1.1" status: 204 len: 168 time: 1.6816714 Apr 18 21:29:28.629685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58718) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:28.636251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Pushing event updated for resources: {'Port': ['ID=89495024-a0f5-458c-9a11-4c76dcff7b15,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:28.649547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:28.652053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:29:28.683654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c040c481-007f-4678-9714-9fcb0ab577e2 None None] Network a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:28.707344 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-af3d641f-e0ab-4d0f-844f-fc103955f888 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.727471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:28.728218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.736557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867f891-a420-4dea-8e1e-9e2166092d3e req-c79e2e8d-cf32-47c2-84ad-f923e66c7261 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:28.736557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e867f891-a420-4dea-8e1e-9e2166092d3e req-c79e2e8d-cf32-47c2-84ad-f923e66c7261 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.7215257 Apr 18 21:29:28.769007 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-43b1dd44-a9f5-441d-b463-504598f06b4a admin admin] 10.222.0.11 "DELETE /v2.0/networks/7a86bb1b-c707-45aa-9d93-2b86207591ac HTTP/1.1" status: 204 len: 168 time: 2.6420116 Apr 18 21:29:28.769650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-df3d91bf-8565-4442-877e-143d0ecce82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:28.857399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-df3d91bf-8565-4442-877e-143d0ecce82a admin admin] Usage tracker for resource:security_group_rule and tenant:ff5cb5f01fb94ea981c397f43043ea45 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:28.902945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-df3d91bf-8565-4442-877e-143d0ecce82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:28.967009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-df3d91bf-8565-4442-877e-143d0ecce82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:28.981207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63548965-e487-41bd-95f4-793e7f082709 req-1a4e37ef-cd65-4f9b-908a-de596f800571 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211718 Apr 18 21:29:29.020451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4b507-325b-4333-83b0-c1136dcfce56 req-ce2f97b6-e0e3-4a9a-a840-312a77c44684 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:29.031362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fd4b507-325b-4333-83b0-c1136dcfce56 req-ce2f97b6-e0e3-4a9a-a840-312a77c44684 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 943 time: 0.7009311 Apr 18 21:29:29.055942 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-4ba4a86f-10d8-44f7-986c-302a953c92ef tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9383371 Apr 18 21:29:29.088826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58726) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:29.096950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Request body: {'port': {'device_id': '6f455069-0260-4dbb-88d8-84656cef0376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:29.206126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.245871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e867f891-a420-4dea-8e1e-9e2166092d3e req-75d31770-0a7d-43ac-97ef-593333ad6ff9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748569 Apr 18 21:29:29.350713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7fd4b507-325b-4333-83b0-c1136dcfce56 req-05fbc4bb-3b98-44db-bdf5-f04a8a92138e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161187 Apr 18 21:29:29.355362 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-af3d641f-e0ab-4d0f-844f-fc103955f888 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.428785 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-af3d641f-e0ab-4d0f-844f-fc103955f888 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.449568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d647b69c-84a3-4c7a-bec9-1c3e3371103f None None] DHCP port deletion for a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:29:29.503039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d641f-e0ab-4d0f-844f-fc103955f888 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf31ee7-ac5c-4aee-92ae-2c62a9a57bcb,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:29.503039 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df3d91bf-8565-4442-877e-143d0ecce82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.525533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d647b69c-84a3-4c7a-bec9-1c3e3371103f None None] Deleting port c5d99993-69f4-491f-b42e-bd8aff49dcb2 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:29.534058 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d647b69c-84a3-4c7a-bec9-1c3e3371103f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.543047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58732) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:29.546369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79f0247-e513-405b-baed-9a8d1b58a4c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Deleting subnet c3149a32-f5d5-46d2-8865-186681244fa6 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:29:29.583336 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b79f0247-e513-405b-baed-9a8d1b58a4c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.587181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-578909877'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:29.600061 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df3d91bf-8565-4442-877e-143d0ecce82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.675772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.763956 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-df3d91bf-8565-4442-877e-143d0ecce82a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff5cb5f01fb94ea981c397f43043ea45&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9271214 Apr 18 21:29:29.765325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58736) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:29.774802 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-af3d641f-e0ab-4d0f-844f-fc103955f888 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.778690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b79f0247-e513-405b-baed-9a8d1b58a4c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.778949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-af3d641f-e0ab-4d0f-844f-fc103955f888 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5193198 Apr 18 21:29:29.786700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58740) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:29.794956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:29.806657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f36f6e86-2add-4532-bcf1-3ba4aab9de6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:29.844967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:network and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:29.881583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f36f6e86-2add-4532-bcf1-3ba4aab9de6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:29.883220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:29.904629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f36f6e86-2add-4532-bcf1-3ba4aab9de6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:29.909836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:29.917059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f36f6e86-2add-4532-bcf1-3ba4aab9de6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:29.937234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f36f6e86-2add-4532-bcf1-3ba4aab9de6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:29.943143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d91bf-8565-4442-877e-143d0ecce82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a87e23-be04-44b2-a03d-241f2c2c6934,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:30.009667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58744) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:30.012483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-377f358b-0b87-4997-b564-5aebfe484616 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d286706845c147b7b508db7113d59292&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4631085 Apr 18 21:29:30.030481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:30.042241 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.072454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d647b69c-84a3-4c7a-bec9-1c3e3371103f None None] For port c5d99993-69f4-491f-b42e-bd8aff49dcb2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c5d99993-69f4-491f-b42e-bd8aff49dcb2,segment=NetworkSegment(35131ab5-926b-4579-a81d-d0e4c2da67fd),segment_id=35131ab5-926b-4579-a81d-d0e4c2da67fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:30.073260 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d647b69c-84a3-4c7a-bec9-1c3e3371103f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.075607 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-f36f6e86-2add-4532-bcf1-3ba4aab9de6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Project 1bfb4ecea54942dca79bbe9472e0ec87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:29:30.082966 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.135234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73840b23-d5e8-453f-aa1a-dc18c6b1e9d4 req-11619f38-b631-4193-b1f0-087f1d4a17a1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:30.137793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73840b23-d5e8-453f-aa1a-dc18c6b1e9d4 req-11619f38-b631-4193-b1f0-087f1d4a17a1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 931 time: 0.4566679 Apr 18 21:29:30.143382 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f36f6e86-2add-4532-bcf1-3ba4aab9de6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.202395 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b79f0247-e513-405b-baed-9a8d1b58a4c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.222122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d647b69c-84a3-4c7a-bec9-1c3e3371103f None None] Calling delete_port for c5d99993-69f4-491f-b42e-bd8aff49dcb2 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:30.231104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:30.239756 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-207e859a-8562-4f44-9e7e-c3202a439ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.262302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:security_group_rule and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:30.266952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:30.284789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:30.303874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-207e859a-8562-4f44-9e7e-c3202a439ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.313565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73840b23-d5e8-453f-aa1a-dc18c6b1e9d4 req-6c62ac70-40e0-436d-bfa2-e4cd84f84025 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956044 Apr 18 21:29:30.352736 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f36f6e86-2add-4532-bcf1-3ba4aab9de6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.465466 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.472485 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d647b69c-84a3-4c7a-bec9-1c3e3371103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.501668 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f36f6e86-2add-4532-bcf1-3ba4aab9de6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.556141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b79f0247-e513-405b-baed-9a8d1b58a4c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.571111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f6e86-2add-4532-bcf1-3ba4aab9de6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2944bf-2133-45e1-ac0c-28f3871fabd8,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:30.675558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c5d99993-69f4-491f-b42e-bd8aff49dcb2 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:30.711768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f0247-e513-405b-baed-9a8d1b58a4c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'Subnet': ['ID=c3149a32-f5d5-46d2-8865-186681244fa6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:30.715298 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf7f94ea-fd6a-4449-a5e3-12cd6362acea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.719656 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.720547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b79f0247-e513-405b-baed-9a8d1b58a4c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.746503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b79f0247-e513-405b-baed-9a8d1b58a4c9 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "DELETE /v2.0/subnets/c3149a32-f5d5-46d2-8865-186681244fa6 HTTP/1.1" status: 204 len: 168 time: 2.1115837 Apr 18 21:29:30.753856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58756) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:30.871265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c5d99993-69f4-491f-b42e-bd8aff49dcb2 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:29:30.872478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c5d99993-69f4-491f-b42e-bd8aff49dcb2 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:29:30.889217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8da782c-b91e-4d96-8e65-cbb892fd0c1c None None] Network 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:30.899507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:30.951024 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.951416 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Added segment 8283e12f-a264-48a7-a076-afed83b09f80 of type vlan for network d9ee345f-a3ea-40ef-a425-edec732843a1 Apr 18 21:29:30.958550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff5db11-9e33-4a35-b8ef-45c6e970371c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:31.012727 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf7f94ea-fd6a-4449-a5e3-12cd6362acea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.032557 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.057080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ec36f-977e-4c24-bebc-8a80e0d9383f req-7af21ff9-921a-4027-9b6d-0d15687e8735 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:31.058861 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a7ec36f-977e-4c24-bebc-8a80e0d9383f req-7af21ff9-921a-4027-9b6d-0d15687e8735 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.5247684 Apr 18 21:29:31.065159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035498e3-53e9-4ee4-b857-0547d74ffc5f req-e0453946-a10a-41d4-b2fc-ef563874ade2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:31.066712 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-035498e3-53e9-4ee4-b857-0547d74ffc5f req-e0453946-a10a-41d4-b2fc-ef563874ade2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 943 time: 0.3423793 Apr 18 21:29:31.102176 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647b69c-84a3-4c7a-bec9-1c3e3371103f None None] Pushing event deleted for resources: {'Port': ['ID=c5d99993-69f4-491f-b42e-bd8aff49dcb2,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:31.106747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647b69c-84a3-4c7a-bec9-1c3e3371103f None None] No DVR routers for this DVR port c5d99993-69f4-491f-b42e-bd8aff49dcb2 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:31.111278 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f36f6e86-2add-4532-bcf1-3ba4aab9de6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.112586 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f36f6e86-2add-4532-bcf1-3ba4aab9de6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.3147817 Apr 18 21:29:31.116904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58760) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:31.119382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89495024-a0f5-458c-9a11-4c76dcff7b15 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:29:31.140851 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.149691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1c427167-5170-4c9e-9a88-36b75bb6e344 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:31.169749 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.176507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1c427167-5170-4c9e-9a88-36b75bb6e344 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:31.193432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1c427167-5170-4c9e-9a88-36b75bb6e344 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:31.204195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1c427167-5170-4c9e-9a88-36b75bb6e344 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:31.208629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Transition to ACTIVE for port object 89495024-a0f5-458c-9a11-4c76dcff7b15 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:31.216346 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-207e859a-8562-4f44-9e7e-c3202a439ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.221277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1c427167-5170-4c9e-9a88-36b75bb6e344 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:31.248168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e859a-8562-4f44-9e7e-c3202a439ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a87e23-be04-44b2-a03d-241f2c2c6934,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:31.284868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a7ec36f-977e-4c24-bebc-8a80e0d9383f req-0977334c-64ad-474c-87db-0d6b919f0b3f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170906 Apr 18 21:29:31.295965 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-035498e3-53e9-4ee4-b857-0547d74ffc5f req-39b27907-112c-48ba-bc81-e12336b20d7a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025187 Apr 18 21:29:31.334596 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.336139 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.341684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:31.342682 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.376578 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.464853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09efecf-84b8-4a3f-8ed3-d945f3b02924 None None] DHCP port deletion for 5086a5c4-a610-4cd1-9eb3-c77c166aefe8 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:29:31.471979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a09efecf-84b8-4a3f-8ed3-d945f3b02924 None None] Deleting port a9f1ba9c-025e-426a-8cc4-7105e38d3607 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:31.472539 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a09efecf-84b8-4a3f-8ed3-d945f3b02924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.493257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Network': ['ID=d9ee345f-a3ea-40ef-a425-edec732843a1,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:31.510408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d9ee345f-a3ea-40ef-a425-edec732843a1 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:29:31.526002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-713c0c30-c832-44c5-a3ba-4456bdc45dde tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4358997 Apr 18 21:29:31.722330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89c14a-6512-4f7d-b352-43bf21cdba3d req-e1ae850d-daf2-4fc9-bc9c-6bd588172a48 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:31.724181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d89c14a-6512-4f7d-b352-43bf21cdba3d req-e1ae850d-daf2-4fc9-bc9c-6bd588172a48 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 943 time: 0.1841767 Apr 18 21:29:31.780656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf7f94ea-fd6a-4449-a5e3-12cd6362acea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.813267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d89c14a-6512-4f7d-b352-43bf21cdba3d req-838ba3e7-389a-491c-8e16-b8738fac6f0b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820470 Apr 18 21:29:31.819662 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-1c427167-5170-4c9e-9a88-36b75bb6e344 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Project 1bfb4ecea54942dca79bbe9472e0ec87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:29:31.892868 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c427167-5170-4c9e-9a88-36b75bb6e344 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.911775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a09efecf-84b8-4a3f-8ed3-d945f3b02924 None None] For port a9f1ba9c-025e-426a-8cc4-7105e38d3607, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a9f1ba9c-025e-426a-8cc4-7105e38d3607,segment=NetworkSegment(a347bfda-d8b3-441b-9f63-3cd77c4ec034),segment_id=a347bfda-d8b3-441b-9f63-3cd77c4ec034)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:31.914183 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a09efecf-84b8-4a3f-8ed3-d945f3b02924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.004196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f94ea-fd6a-4449-a5e3-12cd6362acea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39dffbb-b562-4c0f-9c30-e6269297da72,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:32.035215 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-207e859a-8562-4f44-9e7e-c3202a439ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.037558 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-207e859a-8562-4f44-9e7e-c3202a439ab7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66a87e23-be04-44b2-a03d-241f2c2c6934 HTTP/1.1" status: 204 len: 168 time: 2.2706897 Apr 18 21:29:32.038997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf7f94ea-fd6a-4449-a5e3-12cd6362acea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.040257 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cf7f94ea-fd6a-4449-a5e3-12cd6362acea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f39dffbb-b562-4c0f-9c30-e6269297da72 HTTP/1.1" status: 204 len: 168 time: 2.0249305 Apr 18 21:29:32.094359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c427167-5170-4c9e-9a88-36b75bb6e344 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.109935 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.128000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a09efecf-84b8-4a3f-8ed3-d945f3b02924 None None] Calling delete_port for a9f1ba9c-025e-426a-8cc4-7105e38d3607 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:32.141272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Pushing event updated for resources: {'Port': ['ID=89495024-a0f5-458c-9a11-4c76dcff7b15,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:32.290680 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c427167-5170-4c9e-9a88-36b75bb6e344 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.422398 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a09efecf-84b8-4a3f-8ed3-d945f3b02924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.479277 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09efecf-84b8-4a3f-8ed3-d945f3b02924 None None] No DVR routers for this DVR port a9f1ba9c-025e-426a-8cc4-7105e38d3607 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:32.534871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09efecf-84b8-4a3f-8ed3-d945f3b02924 None None] Pushing event deleted for resources: {'Port': ['ID=a9f1ba9c-025e-426a-8cc4-7105e38d3607,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:32.584941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:32.606146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c427167-5170-4c9e-9a88-36b75bb6e344 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77864016-5ad8-46b1-8d52-c0320113939d,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:32.643367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35131ab5-926b-4579-a81d-d0e4c2da67fd') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:32.643672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35131ab5-926b-4579-a81d-d0e4c2da67fd') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:32.676448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.695747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a9f1ba9c-025e-426a-8cc4-7105e38d3607 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:32.756592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Attempting to bind port 89495024-a0f5-458c-9a11-4c76dcff7b15 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:32.757715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Attempting to bind port 89495024-a0f5-458c-9a11-4c76dcff7b15 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:32.758629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Attempting to bind port 89495024-a0f5-458c-9a11-4c76dcff7b15 on network b81895b1-d9e8-4028-8ecd-63f01a90f51d {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:29:32.813849 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c427167-5170-4c9e-9a88-36b75bb6e344 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.816535 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1c427167-5170-4c9e-9a88-36b75bb6e344 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.6887293 Apr 18 21:29:32.826923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Port 89495024-a0f5-458c-9a11-4c76dcff7b15 on network b81895b1-d9e8-4028-8ecd-63f01a90f51d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:29:32.829978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Attempting to bind port 89495024-a0f5-458c-9a11-4c76dcff7b15 on network b81895b1-d9e8-4028-8ecd-63f01a90f51d {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:29:32.847288 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: a9f1ba9c-025e-426a-8cc4-7105e38d3607 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:29:32.850155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a9f1ba9c-025e-426a-8cc4-7105e38d3607 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:29:32.856816 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.868942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:29:32.869528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Checking segment: {'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:32.870622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Bound using segment: {'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:29:32.872902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Bound port: 89495024-a0f5-458c-9a11-4c76dcff7b15, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c20f1e-0055-4f5a-9231-f39c7f20e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:32.873124 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.955746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:29:32.959482 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:33.008511 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:33.352274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444e3cd-438d-4e5c-8bcb-163ee80b5db7 req-8b2e2a8a-120f-4997-8b97-0b6a2f5fd240 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:33.377081 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7444e3cd-438d-4e5c-8bcb-163ee80b5db7 req-8b2e2a8a-120f-4997-8b97-0b6a2f5fd240 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.5082726 Apr 18 21:29:33.428351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1dd5b-9332-4efa-8d8e-f9b06a54bca4 req-0063a930-d6d9-427d-861e-f4a57c8ad176 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:33.436917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5eb1dd5b-9332-4efa-8d8e-f9b06a54bca4 req-0063a930-d6d9-427d-861e-f4a57c8ad176 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 943 time: 0.6655624 Apr 18 21:29:33.463199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] For port 89495024-a0f5-458c-9a11-4c76dcff7b15, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:33.471987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] For port 89495024-a0f5-458c-9a11-4c76dcff7b15, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=89495024-a0f5-458c-9a11-4c76dcff7b15,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:33.559842 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.608285 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.659027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5eb1dd5b-9332-4efa-8d8e-f9b06a54bca4 req-04591227-2729-43ac-b43c-1f8f3c5b2d07 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195280 Apr 18 21:29:33.660494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58792) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:33.664378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.667872 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] 10.222.0.59 "PUT /v2.0/ports/89495024-a0f5-458c-9a11-4c76dcff7b15 HTTP/1.1" status: 200 len: 1091 time: 4.6001425 Apr 18 21:29:33.690571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f455069-0260-4dbb-88d8-84656cef0376', 'tag': '89495024-a0f5-458c-9a11-4c76dcff7b15'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:33.732063 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.752103 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-42bc2cd1-1dce-4eca-93f9-d2602063aaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.787604 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7444e3cd-438d-4e5c-8bcb-163ee80b5db7 req-161aba49-f714-4c23-a1bb-bfac27a226fa tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050624 Apr 18 21:29:33.842857 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.888682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'Network': ['ID=a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:33.917284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-42bc2cd1-1dce-4eca-93f9-d2602063aaad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:33.930274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-42bc2cd1-1dce-4eca-93f9-d2602063aaad admin admin] Usage tracker for resource:security_group_rule and tenant:97c5c4a53ff74e739a309d20e643cfbc is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:33.940666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-42bc2cd1-1dce-4eca-93f9-d2602063aaad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:33.973984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-42bc2cd1-1dce-4eca-93f9-d2602063aaad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:34.039023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe817d20-ef3e-4ca9-81af-f422d0b82378 service neutron] Pushing event updated for resources: {'Port': ['ID=89495024-a0f5-458c-9a11-4c76dcff7b15,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:34.063421 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-c77791d2-4fb2-40ed-be0e-50446c242be4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ad10952069f497cace7a3bcbd89d15b&device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 1094 time: 0.1861074 Apr 18 21:29:34.149085 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fbc9c377-72fd-474b-9068-145111666c02 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "DELETE /v2.0/networks/a0fcc3fa-dc16-40d5-8df1-0df99ad3db9f HTTP/1.1" status: 204 len: 168 time: 3.3742299 Apr 18 21:29:34.149348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58802) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:34.189193 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-94396604-5b29-4311-bf84-c26ef2c1666f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89495024-a0f5-458c-9a11-4c76dcff7b15 HTTP/1.1" status: 200 len: 217 time: 0.1168406 Apr 18 21:29:34.343062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f394c5-749b-4032-8657-f587f508df7e req-90fb86b9-8b7b-43e9-a088-1f41ac1d80d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:34.344504 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-90fb86b9-8b7b-43e9-a088-1f41ac1d80d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba060648-7d7a-41b3-83ef-e3fb5a539db0 HTTP/1.1" status: 200 len: 850 time: 0.1488452 Apr 18 21:29:34.411453 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-24c7ab12-6f82-420f-b01f-c603254a2a64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b81895b1-d9e8-4028-8ecd-63f01a90f51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561764 Apr 18 21:29:34.592451 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-9c8825e6-1d73-4ade-9cee-5cc465e237b2 service neutron] 10.222.0.59 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720097 Apr 18 21:29:34.640953 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:34.723530 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-42bc2cd1-1dce-4eca-93f9-d2602063aaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:34.754563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-324f7688-a6ba-4dd9-9705-566f3e58674d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Synchronizing usage tracker for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:34.763179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58814) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:34.847133 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-42bc2cd1-1dce-4eca-93f9-d2602063aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:34.856024 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-59f394c5-749b-4032-8657-f587f508df7e req-9aa7b4c3-bf28-4093-8310-ee47aa0e4b17 service neutron] 10.222.0.59 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558043 Apr 18 21:29:34.905276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-42bc2cd1-1dce-4eca-93f9-d2602063aaad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97c5c4a53ff74e739a309d20e643cfbc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2310405 Apr 18 21:29:34.905276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-324f7688-a6ba-4dd9-9705-566f3e58674d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Unset dirty status for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:34.905276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-324f7688-a6ba-4dd9-9705-566f3e58674d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293985944&fields=id&tenant_id=1bfb4ecea54942dca79bbe9472e0ec87 HTTP/1.1" status: 200 len: 267 time: 0.7986643 Apr 18 21:29:34.906346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58822) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:35.019967 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.035520 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1e5c-e304-4427-a34e-eb1f85952a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.073771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5086a5c4-a610-4cd1-9eb3-c77c166aefe8']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:35.095918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a347bfda-d8b3-441b-9f63-3cd77c4ec034') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:35.096202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a347bfda-d8b3-441b-9f63-3cd77c4ec034') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:35.106121 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1e5c-e304-4427-a34e-eb1f85952a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.108736 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.127284 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.135374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:29:35.135654 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:35.242408 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:35.247372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2070624757-network', 'tenant_id': 'fdf74f00b91f4086b4172c17bd04a694'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:35.248734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58826) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:35.253087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:35.257885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'subnet': {'network_id': 'd9ee345f-a3ea-40ef-a425-edec732843a1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:35.263476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Usage tracker for resource:network and tenant:fdf74f00b91f4086b4172c17bd04a694 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:35.294334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:35.304746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1e5c-e304-4427-a34e-eb1f85952a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.330531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:35.380021 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.394142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc2cd1-1dce-4eca-93f9-d2602063aaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a16633-5588-4155-90d5-962c888fbf5d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:35.429454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd1e5c-e304-4427-a34e-eb1f85952a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a16633-5588-4155-90d5-962c888fbf5d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:35.455122 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1e5c-e304-4427-a34e-eb1f85952a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.455590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461a815-4702-4e5b-9c4f-f3647de09238 req-69fcf922-459a-42f9-91f5-c25bf4b15987 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:35.462932 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6ebd1e5c-e304-4427-a34e-eb1f85952a0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3a16633-5588-4155-90d5-962c888fbf5d HTTP/1.1" status: 204 len: 168 time: 0.5551062 Apr 18 21:29:35.463974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d461a815-4702-4e5b-9c4f-f3647de09238 req-69fcf922-459a-42f9-91f5-c25bf4b15987 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 943 time: 1.4480796 Apr 18 21:29:35.468090 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.475734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] Pushing event deleted for resources: {'Network': ['ID=5086a5c4-a610-4cd1-9eb3-c77c166aefe8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:35.476849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:35.491740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:subnet and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:35.497552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:35.510482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:35.572761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a6124bfd-b4d7-4c69-87be-108fa8b745a4 tempest-TaggedBootDevicesTest_v242-1697500151 tempest-TaggedBootDevicesTest_v242-1697500151-project] 10.222.0.11 "DELETE /v2.0/networks/5086a5c4-a610-4cd1-9eb3-c77c166aefe8 HTTP/1.1" status: 204 len: 168 time: 1.4061184 Apr 18 21:29:35.606028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:35.634188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Made reservation on behalf of fdf74f00b91f4086b4172c17bd04a694 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:35.637574 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.661244 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.710631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-746a848a-e572-483e-8c8a-8d71395a3e7c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:35.712801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-746a848a-e572-483e-8c8a-8d71395a3e7c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/networks?id=c3d7b1a4-293c-43d6-a84e-e860ea121919 HTTP/1.1" status: 200 len: 796 time: 0.4716840 Apr 18 21:29:35.738277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d461a815-4702-4e5b-9c4f-f3647de09238 req-2f2a6070-ef04-4679-910e-b07066f161c8 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731535 Apr 18 21:29:35.784862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:35.794528 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.796231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf74f00b91f4086b4172c17bd04a694 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:35.801898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:35.813571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:35.913379 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.928255 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-cc6ceff6-2a68-4cde-9f98-798dd37679ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/quotas/1bfb4ecea54942dca79bbe9472e0ec87 HTTP/1.1" status: 200 len: 375 time: 0.2055657 Apr 18 21:29:35.977136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:36.023816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:36.035126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c82c2c-796d-425b-ad48-3c7bbc9f8569,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:36.054158 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:36.054507 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Added segment 46974855-eb7b-4bb2-ab6b-32763a41b3bb of type vlan for network 23b1f997-55c0-4361-abda-a977e25df134 Apr 18 21:29:36.085258 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb1c7ab-c796-44c2-976b-5d587f9cdc1d'] response: {'name': 'network-changed', 'server_uuid': '6f455069-0260-4dbb-88d8-84656cef0376', 'tag': '89495024-a0f5-458c-9a11-4c76dcff7b15', 'status': 'completed', 'code': 200} Apr 18 21:29:36.192876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-8eaaa779-6453-47a1-95ca-fcc531384eb8 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2636726 Apr 18 21:29:36.209304 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:36.311918 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b2b1a54d-4365-4632-9dfe-e6b17f3f85fa req-7c70fea0-7109-4f2b-b587-93b5b35b06a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ad10952069f497cace7a3bcbd89d15b&device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 1094 time: 0.2306604 Apr 18 21:29:36.448016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401b4ed-b33f-4353-8032-e957b9e8c7fa req-e63b6750-5cba-4d6f-804e-b734ecc07f1d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:36.449669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e401b4ed-b33f-4353-8032-e957b9e8c7fa req-e63b6750-5cba-4d6f-804e-b734ecc07f1d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 943 time: 0.3657684 Apr 18 21:29:36.461864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-9fbd3a8f-301f-4af4-8dca-296582a81ca2 service neutron] 10.222.0.11 "GET /v2.0/networks/c3d7b1a4-293c-43d6-a84e-e860ea121919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295516 Apr 18 21:29:36.513285 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:36.513947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:36.514913 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:36.657737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a54d-4365-4632-9dfe-e6b17f3f85fa req-b31dbb21-121c-4a0a-8659-b680d67e9914 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:36.659510 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b2b1a54d-4365-4632-9dfe-e6b17f3f85fa req-b31dbb21-121c-4a0a-8659-b680d67e9914 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b81895b1-d9e8-4028-8ecd-63f01a90f51d HTTP/1.1" status: 200 len: 911 time: 0.3417389 Apr 18 21:29:36.747298 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:36.751016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e401b4ed-b33f-4353-8032-e957b9e8c7fa req-2a18dcaa-d36e-47eb-b9b2-e0c850798b42 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925425 Apr 18 21:29:36.754769 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b2b1a54d-4365-4632-9dfe-e6b17f3f85fa req-55a320ae-2c6f-4778-b53b-5afba715466a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89495024-a0f5-458c-9a11-4c76dcff7b15 HTTP/1.1" status: 200 len: 217 time: 0.0861413 Apr 18 21:29:36.758443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] Pushing event updated for resources: {'Network': ['ID=23b1f997-55c0-4361-abda-a977e25df134,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:36.769950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 23b1f997-55c0-4361-abda-a977e25df134 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:29:36.810178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-710b00a3-b803-41f4-9d07-ddd8a561de47 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0359893 Apr 18 21:29:36.825989 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e9b489c9-0e9f-4c8c-9a17-f80ee87ede2a service neutron] 10.222.0.11 "GET /v2.0/networks/c3d7b1a4-293c-43d6-a84e-e860ea121919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444169 Apr 18 21:29:36.985457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Subnet': ['ID=9aaa888e-64e9-48bd-9802-2725c11d7ba1,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:37.025528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a54d-4365-4632-9dfe-e6b17f3f85fa req-0c423fbb-c862-427b-affe-2c3749643fd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:37.027029 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b2b1a54d-4365-4632-9dfe-e6b17f3f85fa req-0c423fbb-c862-427b-affe-2c3749643fd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba060648-7d7a-41b3-83ef-e3fb5a539db0 HTTP/1.1" status: 200 len: 850 time: 0.2319667 Apr 18 21:29:37.032746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Checking segment: {'id': '8283e12f-a264-48a7-a076-afed83b09f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd9ee345f-a3ea-40ef-a425-edec732843a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:37.033113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network hostable DHCP agents. Network: d9ee345f-a3ea-40ef-a425-edec732843a1, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:37.079242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e21ead-444e-4366-aed4-3d3c8bc30bb3 req-cda6458c-c1fe-407f-a522-831be21119c8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:37.086351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97e21ead-444e-4366-aed4-3d3c8bc30bb3 req-cda6458c-c1fe-407f-a522-831be21119c8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.1754754 Apr 18 21:29:37.181285 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b2b1a54d-4365-4632-9dfe-e6b17f3f85fa req-2d9d2b53-2d5f-4ce1-b31a-fbdf629ade4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b81895b1-d9e8-4028-8ecd-63f01a90f51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386099 Apr 18 21:29:37.217819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97e21ead-444e-4366-aed4-3d3c8bc30bb3 req-9f7c294b-0f4d-4838-97e7-8b5881bc1e72 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196978 Apr 18 21:29:37.481900 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b2b1a54d-4365-4632-9dfe-e6b17f3f85fa req-739f028e-825e-4a17-9abb-b79c74b0dcae service neutron] 10.222.0.59 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962554 Apr 18 21:29:37.484546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network d9ee345f-a3ea-40ef-a425-edec732843a1 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:37.531461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-611bcfb3-354d-49ef-b9af-08c419128e00 req-1992df33-e81e-4103-81a1-29624a7af490 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 210 time: 0.1223235 Apr 18 21:29:37.640713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, d9ee345f-a3ea-40ef-a425-edec732843a1) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:37.649210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:37.660103 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.662155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3ea229-1d09-4c83-950b-a8c454b86ee7 None None] Network d9ee345f-a3ea-40ef-a425-edec732843a1 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:37.712770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9acd722d-5552-4cb2-aac8-e164bc0d6f89 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:29:37.757617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d81675-83dd-491f-a90f-6564dbe4baa9 req-6a8e0b1c-2b14-4d6a-b750-9f2191f85e3b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:37.767052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04d81675-83dd-491f-a90f-6564dbe4baa9 req-6a8e0b1c-2b14-4d6a-b750-9f2191f85e3b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 943 time: 0.3044610 Apr 18 21:29:37.845970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04d81675-83dd-491f-a90f-6564dbe4baa9 req-179906ea-c3fb-4044-8d7f-702b554aa3e9 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751112 Apr 18 21:29:37.901269 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5e678216-7e9f-4836-bbad-0b25bee724a9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6478467 Apr 18 21:29:37.903526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58874) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:37.919312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-373037498'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:37.935133 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b2b1a54d-4365-4632-9dfe-e6b17f3f85fa req-01ff4553-ffc4-4ce1-aba9-d4916e4d40fb service neutron] 10.222.0.59 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470191 Apr 18 21:29:37.941718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:37.967353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:network and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:37.980467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:38.005086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:38.107702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:38.110733 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.196956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:38.210414 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.211022 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Added segment 7d01bd4b-930c-492b-b726-dab63cd38c58 of type vlan for network 41e7b629-2f99-47e1-abb8-151e9c4d61f8 Apr 18 21:29:38.249274 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.274533 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b4ef3-d1da-4c94-90e0-a62879073a24 req-81064a4a-c195-42d5-88c8-4809a0679f50 tempest-ComputeTenantNetworksTest-276180068 tempest-ComputeTenantNetworksTest-276180068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:38.284817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b4ef3-d1da-4c94-90e0-a62879073a24 req-81064a4a-c195-42d5-88c8-4809a0679f50 tempest-ComputeTenantNetworksTest-276180068 tempest-ComputeTenantNetworksTest-276180068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:38.293917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b4ef3-d1da-4c94-90e0-a62879073a24 req-81064a4a-c195-42d5-88c8-4809a0679f50 tempest-ComputeTenantNetworksTest-276180068 tempest-ComputeTenantNetworksTest-276180068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:38.295072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-717b4ef3-d1da-4c94-90e0-a62879073a24 req-81064a4a-c195-42d5-88c8-4809a0679f50 tempest-ComputeTenantNetworksTest-276180068 tempest-ComputeTenantNetworksTest-276180068-project] Synchronizing usage tracker for tenant:fdf74f00b91f4086b4172c17bd04a694 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:38.357917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9acd722d-5552-4cb2-aac8-e164bc0d6f89, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9acd722d-5552-4cb2-aac8-e164bc0d6f89,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:38.389936 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.394301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:38.398935 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.435724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '9acd722d-5552-4cb2-aac8-e164bc0d6f89', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'port_id': '9acd722d-5552-4cb2-aac8-e164bc0d6f89', 'mac_address': 'fa:16:3e:87:0c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:29:38.529265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-717b4ef3-d1da-4c94-90e0-a62879073a24 req-81064a4a-c195-42d5-88c8-4809a0679f50 tempest-ComputeTenantNetworksTest-276180068 tempest-ComputeTenantNetworksTest-276180068-project] Unset dirty status for tenant:fdf74f00b91f4086b4172c17bd04a694 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:38.533525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-717b4ef3-d1da-4c94-90e0-a62879073a24 req-81064a4a-c195-42d5-88c8-4809a0679f50 tempest-ComputeTenantNetworksTest-276180068 tempest-ComputeTenantNetworksTest-276180068-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6310194 Apr 18 21:29:38.548455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24ae6f-370b-4986-b85c-7cde1d06e04e req-4c8afec1-6f01-43df-8f29-5d2d4c66ef6c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:38.559679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a24ae6f-370b-4986-b85c-7cde1d06e04e req-4c8afec1-6f01-43df-8f29-5d2d4c66ef6c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 943 time: 0.2608130 Apr 18 21:29:38.582919 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.596899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-d9ee345f-a3ea-40ef-a425-edec732843a1', 'network_id': 'd9ee345f-a3ea-40ef-a425-edec732843a1', 'tenant_id': '88e9b33d82b34017a0f0e294f4b11d9a', 'fixed_ips': [{'subnet_id': '9aaa888e-64e9-48bd-9802-2725c11d7ba1'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:29:38.610566 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.660451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a24ae6f-370b-4986-b85c-7cde1d06e04e req-b2d0ad76-41b1-429f-a6fc-61b0e18b186c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995576 Apr 18 21:29:38.719076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Network': ['ID=41e7b629-2f99-47e1-abb8-151e9c4d61f8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:38.759135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 41e7b629-2f99-47e1-abb8-151e9c4d61f8 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:29:38.778698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acd722d-5552-4cb2-aac8-e164bc0d6f89 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:29:38.796716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9acd722d-5552-4cb2-aac8-e164bc0d6f89, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9acd722d-5552-4cb2-aac8-e164bc0d6f89,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:38.813032 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7dcf7a51-a84c-4261-b6cb-fa43fbc4b4a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9078586 Apr 18 21:29:38.815955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58898) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:38.827097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'subnet': {'network_id': '41e7b629-2f99-47e1-abb8-151e9c4d61f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:38.921673 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.921673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 89495024-a0f5-458c-9a11-4c76dcff7b15 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:29:39.031487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9acd722d-5552-4cb2-aac8-e164bc0d6f89,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:39.081967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:39.086933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:subnet and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:39.090024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:39.091771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3246-fdc6-4908-9b22-3f60fa847e50 req-7103a457-e594-4436-8f7c-962187821f32 tempest-ComputeTenantNetworksTest-276180068 tempest-ComputeTenantNetworksTest-276180068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:39.102078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58906) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:39.104410 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-640a3246-fdc6-4908-9b22-3f60fa847e50 req-7103a457-e594-4436-8f7c-962187821f32 tempest-ComputeTenantNetworksTest-276180068 tempest-ComputeTenantNetworksTest-276180068-project] 10.222.0.11 "GET /v2.0/networks/23b1f997-55c0-4361-abda-a977e25df134 HTTP/1.1" status: 200 len: 769 time: 0.2484329 Apr 18 21:29:39.167311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4c7ce-47d6-4e28-baed-eff3639a9f2c req-9a56757a-9caa-43df-9364-43d2050a31f2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:39.170528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89c4c7ce-47d6-4e28-baed-eff3639a9f2c req-9a56757a-9caa-43df-9364-43d2050a31f2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.4134917 Apr 18 21:29:39.232914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Allocated IP 2001:db8:0:ffff::2 (d9ee345f-a3ea-40ef-a425-edec732843a1/9aaa888e-64e9-48bd-9802-2725c11d7ba1/458780fc-1ade-4202-a738-73a716c326e1) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:39.305340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:39.310801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89c4c7ce-47d6-4e28-baed-eff3639a9f2c req-43e0d960-d47b-4afa-8489-dd3eac583044 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341853 Apr 18 21:29:39.314070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:39.374765 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:39.415772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:39.481767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c06515c-f990-420f-ae0c-79fb96f26ef4 req-e82efe38-ee36-49ad-891a-e8dcb1b36b8c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 210 time: 0.0865633 Apr 18 21:29:39.599721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 89495024-a0f5-458c-9a11-4c76dcff7b15, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=89495024-a0f5-458c-9a11-4c76dcff7b15,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:39.623778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '89495024-a0f5-458c-9a11-4c76dcff7b15', 'network_id': 'b81895b1-d9e8-4028-8ecd-63f01a90f51d', 'port_id': '89495024-a0f5-458c-9a11-4c76dcff7b15', 'mac_address': 'fa:16:3e:7c:0e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba060648-7d7a-41b3-83ef-e3fb5a539db0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:29:39.775909 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:39.815160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89495024-a0f5-458c-9a11-4c76dcff7b15 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:29:39.835979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a80491-74e5-477f-ba67-a8e45bbefb91 req-76aaefbd-32aa-4693-a544-95728bbfe5c2 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:39.837528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0a80491-74e5-477f-ba67-a8e45bbefb91 req-76aaefbd-32aa-4693-a544-95728bbfe5c2 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 943 time: 0.1971688 Apr 18 21:29:39.842840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 89495024-a0f5-458c-9a11-4c76dcff7b15, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=89495024-a0f5-458c-9a11-4c76dcff7b15,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:39.877750 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:39.944354 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0a80491-74e5-477f-ba67-a8e45bbefb91 req-7e74ecfa-d8eb-4c91-bd81-e8e03f0e9ff3 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991983 Apr 18 21:29:39.961671 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:39.993263 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:40.062420 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:40.078956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b1f997-55c0-4361-abda-a977e25df134']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:40.082015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Transition to ACTIVE for port object 458780fc-1ade-4202-a738-73a716c326e1 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:40.092731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=89495024-a0f5-458c-9a11-4c76dcff7b15,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:40.151196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Transition to ACTIVE for port object 458780fc-1ade-4202-a738-73a716c326e1 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:40.158077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46974855-eb7b-4bb2-ab6b-32763a41b3bb') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:40.167598 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46974855-eb7b-4bb2-ab6b-32763a41b3bb') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:40.217092 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:40.226969 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:40.286576 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:40.297728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Network d9ee345f-a3ea-40ef-a425-edec732843a1 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:40.299204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['89495024-a0f5-458c-9a11-4c76dcff7b15'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:29:40.302136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:29:40.302607 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:40.326369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be37f6-8573-43e3-a675-aae06f09817f req-e4134f4d-1ea2-4673-8072-ece54bd1ab32 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:40.327768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9acd722d-5552-4cb2-aac8-e164bc0d6f89'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:29:40.336206 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8be37f6-8573-43e3-a675-aae06f09817f req-e4134f4d-1ea2-4673-8072-ece54bd1ab32 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 944 time: 0.2163749 Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:40.346892 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:40.474958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8be37f6-8573-43e3-a675-aae06f09817f req-7129fda3-8d1a-46fe-9d62-61a533def635 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285586 Apr 18 21:29:40.559780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:40.562274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:29:40.908353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:40.959690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:40.971964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-c578110c-4ff0-47f4-a73c-21ca734ec739 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:40.983928 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5fee48ca-ae07-428e-84a3-16e6d499c651 req-2097dcd8-81b7-4c39-b75c-abda39b0e928 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 210 time: 0.1620719 Apr 18 21:29:40.987553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-c578110c-4ff0-47f4-a73c-21ca734ec739 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Synchronizing usage tracker for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:41.067777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b1f997-55c0-4361-abda-a977e25df134,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:41.089372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6b8ad-bb0b-47f0-8f11-a6a1b9a2d699 req-30304c88-febf-46b9-b4a2-dce9dbbf1013 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:41.096827 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aeb6b8ad-bb0b-47f0-8f11-a6a1b9a2d699 req-30304c88-febf-46b9-b4a2-dce9dbbf1013 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.3603718 Apr 18 21:29:41.196398 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Attempting to bind port 458780fc-1ade-4202-a738-73a716c326e1 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:41.196762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Attempting to bind port 458780fc-1ade-4202-a738-73a716c326e1 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '8283e12f-a264-48a7-a076-afed83b09f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd9ee345f-a3ea-40ef-a425-edec732843a1'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:41.197118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Attempting to bind port 458780fc-1ade-4202-a738-73a716c326e1 on network d9ee345f-a3ea-40ef-a425-edec732843a1 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:29:41.214169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:29:41.214539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Checking segment: {'id': '8283e12f-a264-48a7-a076-afed83b09f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd9ee345f-a3ea-40ef-a425-edec732843a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:41.214930 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:41.215320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Bound using segment: {'id': '8283e12f-a264-48a7-a076-afed83b09f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd9ee345f-a3ea-40ef-a425-edec732843a1'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:29:41.215793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Bound port: 458780fc-1ade-4202-a738-73a716c326e1, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283e12f-a264-48a7-a076-afed83b09f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd9ee345f-a3ea-40ef-a425-edec732843a1'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:41.216292 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:41.226286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Pushing event updated for resources: {'Port': ['ID=458780fc-1ade-4202-a738-73a716c326e1,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:41.231701 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aeb6b8ad-bb0b-47f0-8f11-a6a1b9a2d699 req-cdac13b9-e7ff-427c-a3f8-a3760de303a6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309061 Apr 18 21:29:41.342228 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-77833cf4-7fee-49e7-9896-a1ff1b1e35d9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/23b1f997-55c0-4361-abda-a977e25df134 HTTP/1.1" status: 204 len: 168 time: 2.2387826 Apr 18 21:29:41.349381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] For port 458780fc-1ade-4202-a738-73a716c326e1, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:41.352177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-c578110c-4ff0-47f4-a73c-21ca734ec739 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Unset dirty status for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:41.353124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] For port 458780fc-1ade-4202-a738-73a716c326e1, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=458780fc-1ade-4202-a738-73a716c326e1,segment=NetworkSegment(8283e12f-a264-48a7-a076-afed83b09f80),segment_id=8283e12f-a264-48a7-a076-afed83b09f80)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:41.353691 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-c578110c-4ff0-47f4-a73c-21ca734ec739 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.59 "GET /v2.0/networks?id=c3d7b1a4-293c-43d6-a84e-e860ea121919 HTTP/1.1" status: 200 len: 796 time: 0.9971187 Apr 18 21:29:41.453901 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:41.541125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39590823-1b08-4fbc-b6d1-0a6a772c3c65 None None] Pushing event updated for resources: {'Port': ['ID=458780fc-1ade-4202-a738-73a716c326e1,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:41.635404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-aa304b84-09c3-491b-ad8e-37c233e548e4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Synchronizing usage tracker for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:41.647418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.objects.ports [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85049) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:29:41.653463 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:41.690021 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3cf86-7606-405e-b3b2-bb3937ded813 req-a12c2e14-da2c-40b5-8654-06377865a0c5 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:41.707030 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23d3cf86-7606-405e-b3b2-bb3937ded813 req-a12c2e14-da2c-40b5-8654-06377865a0c5 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 944 time: 0.3189547 Apr 18 21:29:41.820603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-aa304b84-09c3-491b-ad8e-37c233e548e4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Unset dirty status for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:41.822046 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-aa304b84-09c3-491b-ad8e-37c233e548e4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bfb4ecea54942dca79bbe9472e0ec87 HTTP/1.1" status: 200 len: 472 time: 0.4543934 Apr 18 21:29:41.861263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'port': {'device_id': '322c4ab8-027c-41df-bfd7-67aa024c6b95', 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919', 'admin_state_up': True, 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'security_groups': ['8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:41.914126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23d3cf86-7606-405e-b3b2-bb3937ded813 req-3a0fc9eb-59c9-4d2e-9096-993d5562b113 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058074 Apr 18 21:29:41.988599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9acd722d-5552-4cb2-aac8-e164bc0d6f89 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:42.023281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Subnet': ['ID=d4568f37-9ef1-4c35-b336-b8713b5f7b04,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:42.036091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Checking segment: {'id': '7d01bd4b-930c-492b-b726-dab63cd38c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41e7b629-2f99-47e1-abb8-151e9c4d61f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:42.039933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network hostable DHCP agents. Network: 41e7b629-2f99-47e1-abb8-151e9c4d61f8, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:42.090195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87abbc-4e59-4efb-8954-da61493adbc3 req-08713641-a518-473a-b221-01c607a37f9a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:42.097420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe87abbc-4e59-4efb-8954-da61493adbc3 req-08713641-a518-473a-b221-01c607a37f9a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 944 time: 0.2547522 Apr 18 21:29:42.156571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network 41e7b629-2f99-47e1-abb8-151e9c4d61f8 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:42.202577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe87abbc-4e59-4efb-8954-da61493adbc3 req-6e2d206a-c931-41fe-b426-1bb6c3dd3a75 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035457 Apr 18 21:29:42.226578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:42.235307 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:port and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:42.254022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:42.259664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58954) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:42.269326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:42.277392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 41e7b629-2f99-47e1-abb8-151e9c4d61f8) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:42.293044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:42.293871 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:42.295542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924d5a9a-0378-4ca1-be75-88e18fcc59b8 None None] Network 41e7b629-2f99-47e1-abb8-151e9c4d61f8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:42.367385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 9acd722d-5552-4cb2-aac8-e164bc0d6f89 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:42.406673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35d2179f-2029-4980-9366-870868ffee13 req-c78d48d2-bf9e-4cf7-b5fd-1d7a0f4ba037 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 210 time: 0.0587983 Apr 18 21:29:42.410689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Made reservation on behalf of 1bfb4ecea54942dca79bbe9472e0ec87 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:42.418593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:42.435748 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fb89a5f9-b06c-4fff-bb74-11094f4ee439 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fdf74f00b91f4086b4172c17bd04a694&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1718018 Apr 18 21:29:42.439153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58960) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:42.551180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 9acd722d-5552-4cb2-aac8-e164bc0d6f89 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:42.551521 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:42.600270 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0db62045-c16a-4095-9117-6b5b2ff6ee7a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7828841 Apr 18 21:29:42.602385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58964) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:42.608827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'port': {'network_id': '41e7b629-2f99-47e1-abb8-151e9c4d61f8', 'name': 'tempest-NetworksIpV6TestAttrs-1826511447'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:42.685096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 458780fc-1ade-4202-a738-73a716c326e1 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:42.700514 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7719-72f3-4082-a9ac-208805f334de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:42.790522 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7719-72f3-4082-a9ac-208805f334de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:42.875926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7233f3-a664-4283-adcf-b123dad5620a req-d3e35d23-c854-4b78-9263-d1fa85cf95f6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:42.877499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f7233f3-a664-4283-adcf-b123dad5620a req-d3e35d23-c854-4b78-9263-d1fa85cf95f6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.3581111 Apr 18 21:29:42.884780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:42.892143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:port and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:42.895881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:42.903399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:43.010040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:43.022481 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:43.064059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f7233f3-a664-4283-adcf-b123dad5620a req-b37a1da2-c49e-4068-9ad4-645320862dd0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581869 Apr 18 21:29:43.089230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] device_id is not set on port 29e32a2a-1442-4e00-ada6-2f023086c6a9 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:29:43.159075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7719-72f3-4082-a9ac-208805f334de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:43.194541 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7719-72f3-4082-a9ac-208805f334de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:43.201224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8e0e7719-72f3-4082-a9ac-208805f334de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4c82c2c-796d-425b-ad48-3c7bbc9f8569 HTTP/1.1" status: 204 len: 168 time: 0.7607851 Apr 18 21:29:43.227248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e7719-72f3-4082-a9ac-208805f334de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c82c2c-796d-425b-ad48-3c7bbc9f8569,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:43.397878 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:43.490264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 458780fc-1ade-4202-a738-73a716c326e1 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:43.542385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3ff64-0c62-4e07-867c-37a32226655e req-0d89f7c1-df61-4005-b0e2-08652166d3ed tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:43.547541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-41e7b629-2f99-47e1-abb8-151e9c4d61f8', 'network_id': '41e7b629-2f99-47e1-abb8-151e9c4d61f8', 'tenant_id': '88e9b33d82b34017a0f0e294f4b11d9a', 'fixed_ips': [{'subnet_id': 'd4568f37-9ef1-4c35-b336-b8713b5f7b04'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:29:43.550518 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:43.562058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Allocated IP 2001:db8::f816:3eff:fe32:8a4c (41e7b629-2f99-47e1-abb8-151e9c4d61f8/d4568f37-9ef1-4c35-b336-b8713b5f7b04/29e32a2a-1442-4e00-ada6-2f023086c6a9) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:43.575503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3b3ff64-0c62-4e07-867c-37a32226655e req-0d89f7c1-df61-4005-b0e2-08652166d3ed tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 944 time: 0.3010232 Apr 18 21:29:43.580294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c93f922-18af-4d26-a559-00677bb25913 None None] Network d9ee345f-a3ea-40ef-a425-edec732843a1 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:43.760263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9591196-dae5-45fb-8a57-702d48b56a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acd722d-5552-4cb2-aac8-e164bc0d6f89'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:43.952139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3b3ff64-0c62-4e07-867c-37a32226655e req-11d26a2e-3d21-46f1-8d0e-b831c04261ee tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737619 Apr 18 21:29:43.995223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc716b3-8133-4336-9ca2-fe518d043afd req-21bffebc-cd4d-48de-8b38-1307a440a5b9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:43.997987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9acd722d-5552-4cb2-aac8-e164bc0d6f89, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9acd722d-5552-4cb2-aac8-e164bc0d6f89,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:44.006577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bcc716b3-8133-4336-9ca2-fe518d043afd req-21bffebc-cd4d-48de-8b38-1307a440a5b9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 944 time: 0.4150968 Apr 18 21:29:44.065846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Allocated IP 172.20.0.22 (c3d7b1a4-293c-43d6-a84e-e860ea121919/2ae3d759-4758-491d-a57d-6bf7c36d9ead/6de286ac-1735-4dcf-8b8e-67664dd2b946) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:44.128826 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:44.149896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 89495024-a0f5-458c-9a11-4c76dcff7b15 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:44.191454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bcc716b3-8133-4336-9ca2-fe518d043afd req-7266a5f0-69e7-4b79-be31-e7375fcb2140 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837840 Apr 18 21:29:44.234177 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:44.273992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Transition to ACTIVE for port object 29e32a2a-1442-4e00-ada6-2f023086c6a9 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:44.500879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2db2297-debd-4e9a-919c-db32ff84bcb4 req-5544a16d-aa43-440a-911f-16ce3185a1d1 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 210 time: 0.1443853 Apr 18 21:29:44.551084 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ee5884-fc7a-426e-afed-2aa38491498c'] response: {'server_uuid': 'a9591196-dae5-45fb-8a57-702d48b56a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acd722d-5552-4cb2-aac8-e164bc0d6f89', 'code': 200} Apr 18 21:29:44.574530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-64c87c20-3dda-4312-b655-c85a75665980 None None] Provisioning for port 458780fc-1ade-4202-a738-73a716c326e1 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:44.641312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:44.703843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-64c87c20-3dda-4312-b655-c85a75665980 None None] Provisioning complete for port 458780fc-1ade-4202-a738-73a716c326e1 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:44.716426 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-64c87c20-3dda-4312-b655-c85a75665980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:44.816186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9acd722d-5552-4cb2-aac8-e164bc0d6f89,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:44.888527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c23305e5-357b-4166-947b-010f26734c04 req-0e56519b-0f70-4485-acf4-a445b5826501 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 1096 time: 0.3841734 Apr 18 21:29:44.932798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network 41e7b629-2f99-47e1-abb8-151e9c4d61f8 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:44.947352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:45.019261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:29:45.029038 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c23305e5-357b-4166-947b-010f26734c04 req-0ba6b1b2-613f-4b11-8703-f6bf613da96e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335659 Apr 18 21:29:45.033801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:45.034635 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:45.051775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e38a99-484f-4ce3-8014-4ab4df9d81d0 req-14fbb6b4-e81e-4a74-ae02-cfa8180e17c6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:45.058992 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:45.070441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83e38a99-484f-4ce3-8014-4ab4df9d81d0 req-14fbb6b4-e81e-4a74-ae02-cfa8180e17c6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.2811568 Apr 18 21:29:45.097599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Port': ['ID=29e32a2a-1442-4e00-ada6-2f023086c6a9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:45.191293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83e38a99-484f-4ce3-8014-4ab4df9d81d0 req-490e7950-4698-4b6f-bc8c-a7156cb3ff1d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179323 Apr 18 21:29:45.204494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Transition to ACTIVE for port object 6de286ac-1735-4dcf-8b8e-67664dd2b946 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:45.224879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Allocated IP 2001:db8::f816:3eff:fe41:d745 (41e7b629-2f99-47e1-abb8-151e9c4d61f8/d4568f37-9ef1-4c35-b336-b8713b5f7b04/9394fd4d-ddfe-4929-8ff7-817a4e664698) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:45.288275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59012) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:45.288430 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8aadaa88-be91-4db4-be11-33d1acc2e9e7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6849985 Apr 18 21:29:45.359518 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:45.508548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network c3d7b1a4-293c-43d6-a84e-e860ea121919 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:45.518307 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:45.543198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:29:45.761801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=6de286ac-1735-4dcf-8b8e-67664dd2b946,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:45.784166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:45.785084 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:45.865349 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:45.877448 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-f170a395-7e5f-420e-8402-50c627dfb186 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0454834 Apr 18 21:29:45.879407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Transition to ACTIVE for port object 9394fd4d-ddfe-4929-8ff7-817a4e664698 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:45.894117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Request body: {'port': {'device_id': '322c4ab8-027c-41df-bfd7-67aa024c6b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:45.968128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Transition to ACTIVE for port object 9394fd4d-ddfe-4929-8ff7-817a4e664698 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:46.094670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1e92d-2da8-4aa1-a67d-e2978ecc3746 req-382140e9-ff3b-4a58-b000-8ef657d9ae1d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:46.096632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fe1e92d-2da8-4aa1-a67d-e2978ecc3746 req-382140e9-ff3b-4a58-b000-8ef657d9ae1d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 945 time: 0.5677643 Apr 18 21:29:46.148130 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:46.156826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2689df7-63c9-4d32-acc8-859f9b82d902 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Deleting subnet d4568f37-9ef1-4c35-b336-b8713b5f7b04 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:29:46.173100 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2689df7-63c9-4d32-acc8-859f9b82d902 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:46.212612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f152f-1ecc-499e-a675-366a2dd07025 req-46ec26f1-31d5-4121-b956-009652c9e5fc tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:46.219925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-715f152f-1ecc-499e-a675-366a2dd07025 req-46ec26f1-31d5-4121-b956-009652c9e5fc tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 944 time: 0.6819777 Apr 18 21:29:46.231351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59028) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:46.346522 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:46.359211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fe1e92d-2da8-4aa1-a67d-e2978ecc3746 req-8b8b9c89-1114-4ca2-8ba8-b27fd4e6cb1a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492437 Apr 18 21:29:46.454983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Pushing event updated for resources: {'Port': ['ID=9394fd4d-ddfe-4929-8ff7-817a4e664698,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:46.470571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 89495024-a0f5-458c-9a11-4c76dcff7b15 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:46.521918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-715f152f-1ecc-499e-a675-366a2dd07025 req-2ec85f26-86e3-479a-ad90-8390d60348e5 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970150 Apr 18 21:29:46.526896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2689df7-63c9-4d32-acc8-859f9b82d902 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:46.566899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 89495024-a0f5-458c-9a11-4c76dcff7b15 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:46.567276 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:46.702754 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-64c87c20-3dda-4312-b655-c85a75665980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:46.826615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Network 41e7b629-2f99-47e1-abb8-151e9c4d61f8 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:46.840393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-963341768-network', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:46.858324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:46.858634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:46.871749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Usage tracker for resource:network and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:46.872448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:29:46.883285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:46.892668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:46.951228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-64c87c20-3dda-4312-b655-c85a75665980 None None] For port 458780fc-1ade-4202-a738-73a716c326e1, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=458780fc-1ade-4202-a738-73a716c326e1,segment=NetworkSegment(8283e12f-a264-48a7-a076-afed83b09f80),segment_id=8283e12f-a264-48a7-a076-afed83b09f80)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:47.019762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Attempting to bind port 9394fd4d-ddfe-4929-8ff7-817a4e664698 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:47.020142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Attempting to bind port 9394fd4d-ddfe-4929-8ff7-817a4e664698 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '7d01bd4b-930c-492b-b726-dab63cd38c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41e7b629-2f99-47e1-abb8-151e9c4d61f8'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:47.020619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Attempting to bind port 9394fd4d-ddfe-4929-8ff7-817a4e664698 on network 41e7b629-2f99-47e1-abb8-151e9c4d61f8 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:29:47.028696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:29:47.029075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Checking segment: {'id': '7d01bd4b-930c-492b-b726-dab63cd38c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41e7b629-2f99-47e1-abb8-151e9c4d61f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:47.029569 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.029955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Bound using segment: {'id': '7d01bd4b-930c-492b-b726-dab63cd38c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41e7b629-2f99-47e1-abb8-151e9c4d61f8'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:29:47.030432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Bound port: 9394fd4d-ddfe-4929-8ff7-817a4e664698, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d01bd4b-930c-492b-b726-dab63cd38c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41e7b629-2f99-47e1-abb8-151e9c4d61f8'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:47.030813 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.071092 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-64c87c20-3dda-4312-b655-c85a75665980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.231536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de286ac-1735-4dcf-8b8e-67664dd2b946 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:29:47.242747 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.249116 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.267077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c87c20-3dda-4312-b655-c85a75665980 None None] Pushing event updated for resources: {'Port': ['ID=458780fc-1ade-4202-a738-73a716c326e1,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:47.283779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcc327-11d6-40d1-8fa7-68de264beb0e req-094b7373-31cc-47e2-bcd0-d79c82c49733 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:47.294008 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cfcc327-11d6-40d1-8fa7-68de264beb0e req-094b7373-31cc-47e2-bcd0-d79c82c49733 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 932 time: 0.4329581 Apr 18 21:29:47.294484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Transition to ACTIVE for port object 6de286ac-1735-4dcf-8b8e-67664dd2b946 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:47.296709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Made reservation on behalf of 6ea673beec6646f1a8adc1050a9bb03c for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:47.299944 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.307901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 89495024-a0f5-458c-9a11-4c76dcff7b15, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=89495024-a0f5-458c-9a11-4c76dcff7b15,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:47.311102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f455069-0260-4dbb-88d8-84656cef0376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89495024-a0f5-458c-9a11-4c76dcff7b15'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:47.316629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3c83bed2-b3bd-4fc9-b6d0-abd732b296eb None None] Provisioning for port 6de286ac-1735-4dcf-8b8e-67664dd2b946 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:47.329258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3c83bed2-b3bd-4fc9-b6d0-abd732b296eb None None] Provisioning complete for port 6de286ac-1735-4dcf-8b8e-67664dd2b946 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:47.329673 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3c83bed2-b3bd-4fc9-b6d0-abd732b296eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.334409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.391605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:47.398869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Usage tracker for resource:security_group_rule and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:47.403083 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2689df7-63c9-4d32-acc8-859f9b82d902 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.408835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:47.424586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:47.441837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3c83bed2-b3bd-4fc9-b6d0-abd732b296eb None None] Port 6de286ac-1735-4dcf-8b8e-67664dd2b946 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:29:47.448998 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.486099 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8cfcc327-11d6-40d1-8fa7-68de264beb0e req-3d9b535d-8797-43db-a98c-da9709540a48 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883295 Apr 18 21:29:47.532619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77da6e-2049-4850-ae24-c94075bcf0b3 req-16e97d0a-a268-4d3b-a5fd-57da717a1e75 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:47.544719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f77da6e-2049-4850-ae24-c94075bcf0b3 req-16e97d0a-a268-4d3b-a5fd-57da717a1e75 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.5306385 Apr 18 21:29:47.586108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3c83bed2-b3bd-4fc9-b6d0-abd732b296eb None None] Provisioning complete for port 458780fc-1ade-4202-a738-73a716c326e1 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:47.586474 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3c83bed2-b3bd-4fc9-b6d0-abd732b296eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.593123 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.596728 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.636749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=89495024-a0f5-458c-9a11-4c76dcff7b15,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:47.655520 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe951511-4340-4ed6-92d3-77928fd153cc'] response: {'server_uuid': '6f455069-0260-4dbb-88d8-84656cef0376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89495024-a0f5-458c-9a11-4c76dcff7b15', 'code': 200} Apr 18 21:29:47.680681 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f77da6e-2049-4850-ae24-c94075bcf0b3 req-c81187ae-f772-4001-8840-072c2c9eefc3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314383 Apr 18 21:29:47.830750 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2689df7-63c9-4d32-acc8-859f9b82d902 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.835226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] For port 9394fd4d-ddfe-4929-8ff7-817a4e664698, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:47.848780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Pushing event updated for resources: {'Port': ['ID=6de286ac-1735-4dcf-8b8e-67664dd2b946,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:47.857455 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.867236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] For port 9394fd4d-ddfe-4929-8ff7-817a4e664698, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9394fd4d-ddfe-4929-8ff7-817a4e664698,segment=NetworkSegment(7d01bd4b-930c-492b-b726-dab63cd38c58),segment_id=7d01bd4b-930c-492b-b726-dab63cd38c58)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:47.898774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:47.918791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2689df7-63c9-4d32-acc8-859f9b82d902 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.927258 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.928098 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Added segment c704834f-c62a-4529-b7ba-7dc6d1fd830b of type vlan for network cb5426b9-02ce-47bd-bc65-384e7cb55173 Apr 18 21:29:47.954454 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:48.009969 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:48.040318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2689df7-63c9-4d32-acc8-859f9b82d902 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Subnet': ['ID=d4568f37-9ef1-4c35-b336-b8713b5f7b04,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:48.174142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Pushing event updated for resources: {'Port': ['ID=9394fd4d-ddfe-4929-8ff7-817a4e664698,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:48.195362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:48.198575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:48.198575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:48.198803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:48.198991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:48.199345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:48.201927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:48.203959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:48.204097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:48.204416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:48.204985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bebd4-57a0-4d49-bc9a-b05bf097267d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:48.208661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d2689df7-63c9-4d32-acc8-859f9b82d902 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/subnets/d4568f37-9ef1-4c35-b336-b8713b5f7b04 HTTP/1.1" status: 204 len: 168 time: 2.9180660 Apr 18 21:29:48.225804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59058) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:48.320296 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:48.321143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:48.321739 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:48.358039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bcb4245-308c-418c-8eaf-a82ca687d0a6 req-fac1e84a-8f22-4528-92a8-2230971f1dbd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 1096 time: 0.6268580 Apr 18 21:29:48.520289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2decc417-cce4-4340-884b-a9b946795a0c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:48.524540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db42d-5de1-43db-b9dd-7ee8fcce4ac8 req-f183f07b-a28c-45dc-9bdb-3fdb6b7d13e9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:48.534320 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a9db42d-5de1-43db-b9dd-7ee8fcce4ac8 req-f183f07b-a28c-45dc-9bdb-3fdb6b7d13e9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 945 time: 0.6079550 Apr 18 21:29:48.538983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] Pushing event updated for resources: {'Network': ['ID=cb5426b9-02ce-47bd-bc65-384e7cb55173,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:48.597308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bcb4245-308c-418c-8eaf-a82ca687d0a6 req-dad45449-667d-4d7c-9f47-581bef628c94 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208030 Apr 18 21:29:48.611120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network cb5426b9-02ce-47bd-bc65-384e7cb55173 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:29:48.620652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0411d-e6ff-43e4-ba85-a91868d31d7b tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:48.641193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0411d-e6ff-43e4-ba85-a91868d31d7b tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:48.642140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-64a0411d-e6ff-43e4-ba85-a91868d31d7b tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Synchronizing usage tracker for tenant:88e9b33d82b34017a0f0e294f4b11d9a on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:48.696675 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c4754cb5-a350-4097-b74c-bfb564d3908b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4473176 Apr 18 21:29:48.700084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59068) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:48.741075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Request body: {'subnet': {'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-963341768-subnet', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:48.767466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:48.778655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Usage tracker for resource:subnet and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:48.784830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:48.799811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:48.854793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4eec8-a4d5-4266-9ee1-bdcc92890258 req-20e90364-ef00-4f60-9e71-6c269ac3d1b0 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:48.856592 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eff4eec8-a4d5-4266-9ee1-bdcc92890258 req-20e90364-ef00-4f60-9e71-6c269ac3d1b0 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.8334394 Apr 18 21:29:48.859546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a9db42d-5de1-43db-b9dd-7ee8fcce4ac8 req-d473d341-9ea1-48c8-be99-5bee2e49f833 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983266 Apr 18 21:29:48.887232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 458780fc-1ade-4202-a738-73a716c326e1 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:48.891849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Attempting to bind port 6de286ac-1735-4dcf-8b8e-67664dd2b946 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:48.892189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Attempting to bind port 6de286ac-1735-4dcf-8b8e-67664dd2b946 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:48.896083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Attempting to bind port 6de286ac-1735-4dcf-8b8e-67664dd2b946 on network c3d7b1a4-293c-43d6-a84e-e860ea121919 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:29:48.912034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-64a0411d-e6ff-43e4-ba85-a91868d31d7b tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Unset dirty status for tenant:88e9b33d82b34017a0f0e294f4b11d9a on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:48.913807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-64a0411d-e6ff-43e4-ba85-a91868d31d7b tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6723740 Apr 18 21:29:48.917501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59074) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:48.924519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Port 6de286ac-1735-4dcf-8b8e-67664dd2b946 on network c3d7b1a4-293c-43d6-a84e-e860ea121919 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:29:48.936959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Attempting to bind port 6de286ac-1735-4dcf-8b8e-67664dd2b946 on network c3d7b1a4-293c-43d6-a84e-e860ea121919 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:29:48.946294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:29:48.946776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Checking segment: {'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:48.947271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Bound using segment: {'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:29:48.947830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Bound port: 6de286ac-1735-4dcf-8b8e-67664dd2b946, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:48.948276 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:49.006176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Made reservation on behalf of 6ea673beec6646f1a8adc1050a9bb03c for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:49.011294 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:49.017766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 458780fc-1ade-4202-a738-73a716c326e1 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:49.018670 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:49.279606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9394fd4d-ddfe-4929-8ff7-817a4e664698 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:49.482839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eff4eec8-a4d5-4266-9ee1-bdcc92890258 req-d03374ca-062f-448d-b0f0-75690fb002df tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183770 Apr 18 21:29:49.533179 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d62d1de3-4068-4644-bb24-812222e19d4f tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:49.567761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] For port 6de286ac-1735-4dcf-8b8e-67664dd2b946, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:49.576263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 9394fd4d-ddfe-4929-8ff7-817a4e664698 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:49.594289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] For port 6de286ac-1735-4dcf-8b8e-67664dd2b946, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6de286ac-1735-4dcf-8b8e-67664dd2b946,segment=NetworkSegment(ff217963-ee50-45eb-8640-e094a2dc47fd),segment_id=ff217963-ee50-45eb-8640-e094a2dc47fd)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:49.631558 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62d1de3-4068-4644-bb24-812222e19d4f tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 21:29:49.632763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62d1de3-4068-4644-bb24-812222e19d4f tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:49.640699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d62d1de3-4068-4644-bb24-812222e19d4f tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/networks/41e7b629-2f99-47e1-abb8-151e9c4d61f8 HTTP/1.1" status: 409 len: 405 time: 0.7220356 Apr 18 21:29:49.644465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59092) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:49.726569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e965c8-76e3-40bd-8a46-0b3f5fc2c371 req-4861e0cb-4667-443f-ad08-627831adaeb3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:49.726569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81e965c8-76e3-40bd-8a46-0b3f5fc2c371 req-4861e0cb-4667-443f-ad08-627831adaeb3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 944 time: 0.5617113 Apr 18 21:29:49.791250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-672287445'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:49.791250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:49.973793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:50.062005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Pushing event updated for resources: {'Port': ['ID=6de286ac-1735-4dcf-8b8e-67664dd2b946,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:50.069799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:network and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:50.082066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:50.122480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:50.126496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81e965c8-76e3-40bd-8a46-0b3f5fc2c371 req-d0eb8873-6038-4f41-a701-0196261da72d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4016154 Apr 18 21:29:50.203069 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:50.203069 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-e249c62f-daae-4b9b-aaba-0b1d741b3d5c service neutron] 10.222.0.59 "PUT /v2.0/ports/6de286ac-1735-4dcf-8b8e-67664dd2b946 HTTP/1.1" status: 200 len: 1092 time: 4.3177216 Apr 18 21:29:50.203069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322c4ab8-027c-41df-bfd7-67aa024c6b95', 'tag': '6de286ac-1735-4dcf-8b8e-67664dd2b946'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:50.288056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882922ef-0540-4840-b730-a734ed81f9f0 None None] Network 41e7b629-2f99-47e1-abb8-151e9c4d61f8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:50.327471 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b43c0-c690-4dae-9fac-3fdc6401c835 req-a16d72fa-f900-4dfc-95f6-7de567a4204c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:50.339239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-219b43c0-c690-4dae-9fac-3fdc6401c835 req-a16d72fa-f900-4dfc-95f6-7de567a4204c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.2967987 Apr 18 21:29:50.368891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:50.373315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:50.455251 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:50.516776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-219b43c0-c690-4dae-9fac-3fdc6401c835 req-59017565-bb2e-42cc-8acd-3d33f7e3ecce tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714444 Apr 18 21:29:50.609965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:50.639716 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:50.640244 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Added segment 22524165-4e38-45e8-912b-24ad90d09cb9 of type vlan for network 457f9039-02b2-4b8b-9baf-e9083208c4f1 Apr 18 21:29:50.690455 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f2d6b701-ae85-4893-aead-27b7e01bcebd None None] Provisioning for port 9394fd4d-ddfe-4929-8ff7-817a4e664698 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:50.712857 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:50.756764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f2d6b701-ae85-4893-aead-27b7e01bcebd None None] Provisioning complete for port 9394fd4d-ddfe-4929-8ff7-817a4e664698 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:50.757395 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b701-ae85-4893-aead-27b7e01bcebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:50.763788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e3ba-a4e9-4b1b-ac53-f6483a24cf79 req-f151bf47-4bb4-4a44-8656-08d8801fbcde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:50.774191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd24e3ba-a4e9-4b1b-ac53-f6483a24cf79 req-f151bf47-4bb4-4a44-8656-08d8801fbcde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 945 time: 0.2535818 Apr 18 21:29:50.777069 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9048b2e-d514-44a7-be37-a008c54ee0de'] response: {'name': 'network-changed', 'server_uuid': '322c4ab8-027c-41df-bfd7-67aa024c6b95', 'tag': '6de286ac-1735-4dcf-8b8e-67664dd2b946', 'status': 'completed', 'code': 200} Apr 18 21:29:50.810930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4498ba41-22b7-4bd0-9281-c43e26e866ae,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:50.827688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Checking segment: {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:50.828587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Network hostable DHCP agents. Network: cb5426b9-02ce-47bd-bc65-384e7cb55173, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:50.837735 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:50.841420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:50.842453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:50.959994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd24e3ba-a4e9-4b1b-ac53-f6483a24cf79 req-31932f3e-92f8-4dc1-9a3d-e052b6e66b2d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847894 Apr 18 21:29:51.001061 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-7102df87-c024-4d7a-bf2b-0e363fcc7822 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 1095 time: 0.6314156 Apr 18 21:29:51.001061 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3548086 Apr 18 21:29:51.003624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59122) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:51.012907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'subnet': {'network_id': '457f9039-02b2-4b8b-9baf-e9083208c4f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:51.106277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f355669-77ce-49dd-8f7d-b8582030ccae tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Network': ['ID=457f9039-02b2-4b8b-9baf-e9083208c4f1,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:51.124469 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-88bd1c94-9006-40b4-a32e-64ff236beedd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6de286ac-1735-4dcf-8b8e-67664dd2b946 HTTP/1.1" status: 200 len: 217 time: 0.1146080 Apr 18 21:29:51.138335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 457f9039-02b2-4b8b-9baf-e9083208c4f1 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:29:51.212245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Network cb5426b9-02ce-47bd-bc65-384e7cb55173 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:51.235749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-13de7802-dd12-4835-8f3b-8819cb62df97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:51.237512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-13de7802-dd12-4835-8f3b-8819cb62df97 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ae3d759-4758-491d-a57d-6bf7c36d9ead HTTP/1.1" status: 200 len: 838 time: 0.1059408 Apr 18 21:29:51.341233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, cb5426b9-02ce-47bd-bc65-384e7cb55173) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:51.372719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:51.379701 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:51.454187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:51.467752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:51.475252 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-d8d9dea5-b0c7-4f55-bcb1-f495c57c5ff4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3d7b1a4-293c-43d6-a84e-e860ea121919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2308805 Apr 18 21:29:51.476538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28ecfe-6461-42fc-96f8-56abd269bac9 req-1db6e14f-db61-46cb-aee7-eccfe7a59053 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:51.483893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e28ecfe-6461-42fc-96f8-56abd269bac9 req-1db6e14f-db61-46cb-aee7-eccfe7a59053 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.3849874 Apr 18 21:29:51.484997 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b701-ae85-4893-aead-27b7e01bcebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:51.514365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662eed3-7daa-49b4-92e1-c032467761a9 None None] Network cb5426b9-02ce-47bd-bc65-384e7cb55173 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:51.526996 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e5a27cc2-fae9-4488-a0e0-b7d0077d8a42 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8143733 Apr 18 21:29:51.553077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59130) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:51.605290 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e28ecfe-6461-42fc-96f8-56abd269bac9 req-d068a3ab-432e-42f9-bf86-c9c5578723c4 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175587 Apr 18 21:29:51.622048 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:51.675957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:51.694783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:51.702531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Usage tracker for resource:router and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:51.715104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:51.726870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:51.872323 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-127aab76-e3f7-4975-8eb8-da68068a06bb service neutron] 10.222.0.59 "GET /v2.0/networks/c3d7b1a4-293c-43d6-a84e-e860ea121919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903453 Apr 18 21:29:51.881851 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:51.882968 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:51.883981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f2d6b701-ae85-4893-aead-27b7e01bcebd None None] For port 9394fd4d-ddfe-4929-8ff7-817a4e664698, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9394fd4d-ddfe-4929-8ff7-817a4e664698,segment=NetworkSegment(7d01bd4b-930c-492b-b726-dab63cd38c58),segment_id=7d01bd4b-930c-492b-b726-dab63cd38c58)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:51.898793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] DHCP port deletion for 41e7b629-2f99-47e1-abb8-151e9c4d61f8 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:29:51.936697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] Deleting port 9394fd4d-ddfe-4929-8ff7-817a4e664698 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:51.937763 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:52.014242 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b701-ae85-4893-aead-27b7e01bcebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:52.126154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:52.171103 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:52.219786 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-cb5426b9-02ce-47bd-bc65-384e7cb55173', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:29:52.220606 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:52.257021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6b701-ae85-4893-aead-27b7e01bcebd None None] Pushing event updated for resources: {'Port': ['ID=9394fd4d-ddfe-4929-8ff7-817a4e664698,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:52.307033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf1e00-bedd-4bc5-a58e-14275645c50d req-34b40302-0589-467b-8598-5f7c1b488df3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:52.314063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5dbf1e00-bedd-4bc5-a58e-14275645c50d req-34b40302-0589-467b-8598-5f7c1b488df3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 944 time: 0.3284745 Apr 18 21:29:52.366501 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5dbf1e00-bedd-4bc5-a58e-14275645c50d req-fb72fee5-72f1-4881-a5c8-a72555bf3086 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514305 Apr 18 21:29:52.573596 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Allocated IP 172.20.0.2 (cb5426b9-02ce-47bd-bc65-384e7cb55173/4498ba41-22b7-4bd0-9281-c43e26e866ae/49929395-e433-44d0-bebd-09bba175285e) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:52.652838 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6aef849c-3faa-458f-bfbc-6d95c04d839f req-a217a43a-c21a-4d50-bfcf-365ce9bf2eb4 service neutron] 10.222.0.59 "GET /v2.0/networks/c3d7b1a4-293c-43d6-a84e-e860ea121919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7456257 Apr 18 21:29:52.692660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:52.711058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9394fd4d-ddfe-4929-8ff7-817a4e664698 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:52.905379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.objects.ports [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85048) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:29:52.907587 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:52.910429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] For port 9394fd4d-ddfe-4929-8ff7-817a4e664698, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9394fd4d-ddfe-4929-8ff7-817a4e664698,segment=NetworkSegment(7d01bd4b-930c-492b-b726-dab63cd38c58),segment_id=7d01bd4b-930c-492b-b726-dab63cd38c58)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:52.910938 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:53.002987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Subnet': ['ID=7d1eebb6-c3a8-4617-a3bc-0167920f27c1,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:53.060733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de02c-2810-4ee7-b277-d1357f1bb150 req-c609191c-51a3-4fbc-bc0f-03fff67e8866 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:53.062966 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6c8de02c-2810-4ee7-b277-d1357f1bb150 req-c609191c-51a3-4fbc-bc0f-03fff67e8866 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.3688951 Apr 18 21:29:53.076225 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b32eb01e-b884-4d7a-8ec8-f0e816826697 req-0b4129ff-0614-473f-b9a1-155f9d3b178b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 1095 time: 0.2873700 Apr 18 21:29:53.126029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Checking segment: {'id': '22524165-4e38-45e8-912b-24ad90d09cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '457f9039-02b2-4b8b-9baf-e9083208c4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:53.126396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network hostable DHCP agents. Network: 457f9039-02b2-4b8b-9baf-e9083208c4f1, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:53.229039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6c8de02c-2810-4ee7-b277-d1357f1bb150 req-78a39de5-fc2a-4937-bddd-9feba6867bf5 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496146 Apr 18 21:29:53.313369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network 457f9039-02b2-4b8b-9baf-e9083208c4f1 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:53.395353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eb01e-b884-4d7a-8ec8-f0e816826697 req-881ff318-2530-4427-b2e2-02918393e00b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:53.397724 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b32eb01e-b884-4d7a-8ec8-f0e816826697 req-881ff318-2530-4427-b2e2-02918393e00b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c3d7b1a4-293c-43d6-a84e-e860ea121919 HTTP/1.1" status: 200 len: 897 time: 0.3134887 Apr 18 21:29:53.416341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 457f9039-02b2-4b8b-9baf-e9083208c4f1) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:53.420539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:53.423830 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:53.460302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] Calling delete_port for 9394fd4d-ddfe-4929-8ff7-817a4e664698 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:53.539308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3c568b-9fc1-4b9a-be4c-521872685062 None None] Network 457f9039-02b2-4b8b-9baf-e9083208c4f1 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:53.550428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-551fda42-665d-4558-8831-b570a22f460e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5404141 Apr 18 21:29:53.550428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59168) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:53.556757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'port': {'network_id': '457f9039-02b2-4b8b-9baf-e9083208c4f1', 'name': 'tempest-NetworksIpV6TestAttrs-73473514'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:29:53.680436 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b32eb01e-b884-4d7a-8ec8-f0e816826697 req-8e867829-b5fd-49ed-b6b9-3b1778a53700 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6de286ac-1735-4dcf-8b8e-67664dd2b946 HTTP/1.1" status: 200 len: 217 time: 0.2743585 Apr 18 21:29:53.789710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eb01e-b884-4d7a-8ec8-f0e816826697 req-4036ca1c-0e0d-450f-b488-104086fe534c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:53.800200 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b32eb01e-b884-4d7a-8ec8-f0e816826697 req-4036ca1c-0e0d-450f-b488-104086fe534c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ae3d759-4758-491d-a57d-6bf7c36d9ead HTTP/1.1" status: 200 len: 838 time: 0.0949197 Apr 18 21:29:53.912880 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:53.937669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Transition to ACTIVE for port object 49929395-e433-44d0-bebd-09bba175285e will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:53.981220 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b32eb01e-b884-4d7a-8ec8-f0e816826697 req-2afe6805-5c07-4acd-8e22-5a506ec15674 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3d7b1a4-293c-43d6-a84e-e860ea121919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800342 Apr 18 21:29:53.987272 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:53.988675 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.017545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:54.019321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Transition to ACTIVE for port object 49929395-e433-44d0-bebd-09bba175285e will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:54.022383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:port and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:54.026685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:54.064147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:54.065925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 9394fd4d-ddfe-4929-8ff7-817a4e664698, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9394fd4d-ddfe-4929-8ff7-817a4e664698,segment=NetworkSegment(7d01bd4b-930c-492b-b726-dab63cd38c58),segment_id=7d01bd4b-930c-492b-b726-dab63cd38c58)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:54.071323 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.080926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d67210e9-fc30-4a79-be40-fefbbd8e48a8 req-e1201d77-445e-4576-b9d6-4861562b3d3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 1096 time: 0.3782001 Apr 18 21:29:54.219990 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.230479 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.350543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:54.357882 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.365870 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:29:54.366227 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:29:54.379491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59184) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:54.476680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Allocated IP 172.25.3.134 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/dfb77924-e24e-4293-a58a-93befe7c281f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:54.482205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Network cb5426b9-02ce-47bd-bc65-384e7cb55173 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:54.485778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:54.487461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Pushing event updated for resources: {'Port': ['ID=49929395-e433-44d0-bebd-09bba175285e,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:54.491119 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:29:54.494624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-457f9039-02b2-4b8b-9baf-e9083208c4f1', 'network_id': '457f9039-02b2-4b8b-9baf-e9083208c4f1', 'tenant_id': '88e9b33d82b34017a0f0e294f4b11d9a', 'fixed_ips': [{'subnet_id': '7d1eebb6-c3a8-4617-a3bc-0167920f27c1'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:29:54.495500 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.804381 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-181434af-3d81-45ba-85d2-5040f918700e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.870817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] Deleting port 9394fd4d-ddfe-4929-8ff7-817a4e664698 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:54.871193 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.887581 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] device_id is not set on port a99e0928-37b1-466e-9dd4-897659ea37b6 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:29:54.942068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=9394fd4d-ddfe-4929-8ff7-817a4e664698,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:54.960308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Attempting to bind port 49929395-e433-44d0-bebd-09bba175285e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:54.960698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Attempting to bind port 49929395-e433-44d0-bebd-09bba175285e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:54.961121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Attempting to bind port 49929395-e433-44d0-bebd-09bba175285e on network cb5426b9-02ce-47bd-bc65-384e7cb55173 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:29:54.992948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:29:54.994928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Checking segment: {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:54.994928 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.994928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Bound using segment: {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:29:54.994928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Bound port: 49929395-e433-44d0-bebd-09bba175285e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:54.994928 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:55.002847 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:55.046467 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b32eb01e-b884-4d7a-8ec8-f0e816826697 req-d5665ed9-46e8-47db-96f1-05b0fb01c374 service neutron] 10.222.0.59 "GET /v2.0/networks/c3d7b1a4-293c-43d6-a84e-e860ea121919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9785218 Apr 18 21:29:55.309201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:55.404748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67210e9-fc30-4a79-be40-fefbbd8e48a8 req-25dac579-8c9f-4eea-a4ba-8beea156aebe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:55.406285 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d67210e9-fc30-4a79-be40-fefbbd8e48a8 req-25dac579-8c9f-4eea-a4ba-8beea156aebe service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 1.3182037 Apr 18 21:29:55.482878 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b32eb01e-b884-4d7a-8ec8-f0e816826697 req-7325a2c6-1881-4a2b-9da4-2a4960198f80 service neutron] 10.222.0.59 "GET /v2.0/networks/c3d7b1a4-293c-43d6-a84e-e860ea121919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293110 Apr 18 21:29:55.510382 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d67210e9-fc30-4a79-be40-fefbbd8e48a8 req-3435b64e-cd30-4426-a91c-43b74b1e8d83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab8aa19d-23c0-4d68-a83c-31abec9a7398 HTTP/1.1" status: 200 len: 217 time: 0.0940957 Apr 18 21:29:55.515681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] For port 9394fd4d-ddfe-4929-8ff7-817a4e664698, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9394fd4d-ddfe-4929-8ff7-817a4e664698,segment=NetworkSegment(7d01bd4b-930c-492b-b726-dab63cd38c58),segment_id=7d01bd4b-930c-492b-b726-dab63cd38c58)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:55.516777 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:55.518500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7517d8b8-3a17-431b-aae3-c28bf67f29e6 req-c188ffdc-a04a-4815-95be-914289dc072f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ad10952069f497cace7a3bcbd89d15b&device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 1096 time: 1.2462277 Apr 18 21:29:55.575523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:55.593097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:55.607167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:29:55.633751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639bf62-0920-4301-9034-7c44db6c00bc req-f8e6a822-b453-4b60-8edb-df7c9a8144c5 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:55.640612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4639bf62-0920-4301-9034-7c44db6c00bc req-f8e6a822-b453-4b60-8edb-df7c9a8144c5 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 944 time: 1.2627759 Apr 18 21:29:55.680173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb77924-e24e-4293-a58a-93befe7c281f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:55.832275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] Calling delete_port for 9394fd4d-ddfe-4929-8ff7-817a4e664698 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:55.859004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67210e9-fc30-4a79-be40-fefbbd8e48a8 req-1884f524-87f5-4fb7-b6e8-2055832587a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:55.860643 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d67210e9-fc30-4a79-be40-fefbbd8e48a8 req-1884f524-87f5-4fb7-b6e8-2055832587a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.3383424 Apr 18 21:29:55.889165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] For port 49929395-e433-44d0-bebd-09bba175285e, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:55.894073 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] For port 49929395-e433-44d0-bebd-09bba175285e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=49929395-e433-44d0-bebd-09bba175285e,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:55.914363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Allocated IP 2001:db8::f816:3eff:fe71:c828 (457f9039-02b2-4b8b-9baf-e9083208c4f1/7d1eebb6-c3a8-4617-a3bc-0167920f27c1/43d14619-8b2f-421a-8d82-6ac521aea8b3) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:55.916078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4639bf62-0920-4301-9034-7c44db6c00bc req-7e97c180-ec72-4a2b-aa96-fc291e438b90 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744961 Apr 18 21:29:55.982426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517d8b8-3a17-431b-aae3-c28bf67f29e6 req-78d63518-fa2e-40d8-8bc7-9bdb53f08c56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:55.984300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7517d8b8-3a17-431b-aae3-c28bf67f29e6 req-78d63518-fa2e-40d8-8bc7-9bdb53f08c56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b81895b1-d9e8-4028-8ecd-63f01a90f51d HTTP/1.1" status: 200 len: 911 time: 0.4025095 Apr 18 21:29:56.024891 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:56.033548 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:56.081375 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:56.102232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3494107-1965-41e6-af27-39c56d895781 req-727e6d5f-e75e-48f9-9800-1fe9ddc871aa tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:56.103783 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3494107-1965-41e6-af27-39c56d895781 req-727e6d5f-e75e-48f9-9800-1fe9ddc871aa tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.3446305 Apr 18 21:29:56.108281 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7517d8b8-3a17-431b-aae3-c28bf67f29e6 req-7fa9ae6b-a95f-40a1-a6c2-c8d56451152d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89495024-a0f5-458c-9a11-4c76dcff7b15 HTTP/1.1" status: 200 len: 217 time: 0.1153729 Apr 18 21:29:56.214146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6de286ac-1735-4dcf-8b8e-67664dd2b946 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:29:56.223368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593ce5-bb77-4d40-9298-e58cfa021e6c None None] Pushing event updated for resources: {'Port': ['ID=49929395-e433-44d0-bebd-09bba175285e,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:56.320089 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:56.328739 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d67210e9-fc30-4a79-be40-fefbbd8e48a8 req-97398cbf-e567-4444-bc74-3543bd9a84b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4618003 Apr 18 21:29:56.331576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517d8b8-3a17-431b-aae3-c28bf67f29e6 req-236e6c14-eb55-46d1-b707-3fe2310d8d4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:56.332889 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7517d8b8-3a17-431b-aae3-c28bf67f29e6 req-236e6c14-eb55-46d1-b707-3fe2310d8d4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba060648-7d7a-41b3-83ef-e3fb5a539db0 HTTP/1.1" status: 200 len: 850 time: 0.2036588 Apr 18 21:29:56.442845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] Pushing event deleted for resources: {'Port': ['ID=9394fd4d-ddfe-4929-8ff7-817a4e664698,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:56.479093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Router a7eacd50-d825-479a-997d-703b076c2153 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:29:56.487172 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29d6b9-16b6-4702-b8cf-828ebf8d7187 None None] No DVR routers for this DVR port 9394fd4d-ddfe-4929-8ff7-817a4e664698 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:56.591790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7517d8b8-3a17-431b-aae3-c28bf67f29e6 req-74bfdbf3-6812-40db-9499-99ea487f045d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b81895b1-d9e8-4028-8ecd-63f01a90f51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2423453 Apr 18 21:29:56.715359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 6de286ac-1735-4dcf-8b8e-67664dd2b946, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6de286ac-1735-4dcf-8b8e-67664dd2b946,segment=NetworkSegment(ff217963-ee50-45eb-8640-e094a2dc47fd),segment_id=ff217963-ee50-45eb-8640-e094a2dc47fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:56.745151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '6de286ac-1735-4dcf-8b8e-67664dd2b946', 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919', 'port_id': '6de286ac-1735-4dcf-8b8e-67664dd2b946', 'mac_address': 'fa:16:3e:5a:3c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae3d759-4758-491d-a57d-6bf7c36d9ead', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:29:56.756387 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:56.835650 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Transition to ACTIVE for port object 43d14619-8b2f-421a-8d82-6ac521aea8b3 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:56.883411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Transition to ACTIVE for port object 43d14619-8b2f-421a-8d82-6ac521aea8b3 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:56.885648 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:56.910246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de286ac-1735-4dcf-8b8e-67664dd2b946 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:29:56.932644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 6de286ac-1735-4dcf-8b8e-67664dd2b946, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6de286ac-1735-4dcf-8b8e-67664dd2b946,segment=NetworkSegment(ff217963-ee50-45eb-8640-e094a2dc47fd),segment_id=ff217963-ee50-45eb-8640-e094a2dc47fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:56.936425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:29:56.948288 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Sync routers for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:29:56.966508 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:56.967381 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:29:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:56.995504 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:57.041499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3494107-1965-41e6-af27-39c56d895781 req-90961bf8-966a-4f36-9fb4-9dce1c9849f5 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9281323 Apr 18 21:29:57.066131 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:57.079336 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:57.084387 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c7e572a1-0fe9-474f-973a-0e55a44b7162 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5270326 Apr 18 21:29:57.086415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59228) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:57.110319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Network 457f9039-02b2-4b8b-9baf-e9083208c4f1 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:57.113928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:57.124432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04acfb0-1460-4442-821d-1f2d00610cdb req-45eba7dd-68bb-4c13-ac18-0a0f44d6695e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:57.130606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a04acfb0-1460-4442-821d-1f2d00610cdb req-45eba7dd-68bb-4c13-ac18-0a0f44d6695e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 945 time: 0.9011145 Apr 18 21:29:57.135235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:29:57.150045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7517d8b8-3a17-431b-aae3-c28bf67f29e6 req-5bc3fda9-312a-48d3-8557-03ee5493d438 service neutron] 10.222.0.59 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676707 Apr 18 21:29:57.151008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Pushing event updated for resources: {'Port': ['ID=43d14619-8b2f-421a-8d82-6ac521aea8b3,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:57.246092 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:57.338126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d9f551aa-b502-4bb8-9e47-5912400ecd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:57.350324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=6de286ac-1735-4dcf-8b8e-67664dd2b946,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:57.521251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ab8aa19d-23c0-4d68-a83c-31abec9a7398 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:57.654690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['6de286ac-1735-4dcf-8b8e-67664dd2b946'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:29:57.657438 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7517d8b8-3a17-431b-aae3-c28bf67f29e6 req-7044cc5f-f417-40aa-8af3-53091076fb31 service neutron] 10.222.0.59 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910491 Apr 18 21:29:57.987970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f76659-a38a-4401-8d89-e67e5318defd None None] Network cb5426b9-02ce-47bd-bc65-384e7cb55173 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:58.097729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a04acfb0-1460-4442-821d-1f2d00610cdb req-e2da8244-dfe0-4ae7-bc8e-ff954f40cf85 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8769267 Apr 18 21:29:58.128723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Allocated IP 2001:db8::f816:3eff:fece:bc85 (457f9039-02b2-4b8b-9baf-e9083208c4f1/7d1eebb6-c3a8-4617-a3bc-0167920f27c1/a99e0928-37b1-466e-9dd4-897659ea37b6) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:58.138287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d67210e9-fc30-4a79-be40-fefbbd8e48a8 req-a8aab5e4-278b-4b61-b618-f0bdd38188d4 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7786200 Apr 18 21:29:58.328583 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:29:55Z', 'revision_number': 3, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:58.335732 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Checking router: a7eacd50-d825-479a-997d-703b076c2153 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:29:58.335732 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Updating router a7eacd50-d825-479a-997d-703b076c2153 port dfb77924-e24e-4293-a58a-93befe7c281f binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:29:58.471166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Attempting to bind port 43d14619-8b2f-421a-8d82-6ac521aea8b3 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:58.471166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Attempting to bind port 43d14619-8b2f-421a-8d82-6ac521aea8b3 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '22524165-4e38-45e8-912b-24ad90d09cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '457f9039-02b2-4b8b-9baf-e9083208c4f1'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:58.471166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Attempting to bind port 43d14619-8b2f-421a-8d82-6ac521aea8b3 on network 457f9039-02b2-4b8b-9baf-e9083208c4f1 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:29:58.522375 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:58.524044 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:58.602670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2115d-0218-440d-ae7c-35eedb534316 req-3ce30e41-3643-4a00-8b05-f8e73642d0b2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:58.609352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77b2115d-0218-440d-ae7c-35eedb534316 req-3ce30e41-3643-4a00-8b05-f8e73642d0b2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 945 time: 0.9458714 Apr 18 21:29:58.674305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:29:58.674305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Checking segment: {'id': '22524165-4e38-45e8-912b-24ad90d09cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '457f9039-02b2-4b8b-9baf-e9083208c4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:58.674305 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:58.674305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Bound using segment: {'id': '22524165-4e38-45e8-912b-24ad90d09cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '457f9039-02b2-4b8b-9baf-e9083208c4f1'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:29:58.674305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Bound port: 43d14619-8b2f-421a-8d82-6ac521aea8b3, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22524165-4e38-45e8-912b-24ad90d09cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '457f9039-02b2-4b8b-9baf-e9083208c4f1'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:58.674305 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:58.756020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 49929395-e433-44d0-bebd-09bba175285e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:58.850603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5d6f54b2-1086-4cad-900c-0130b600b38f None None] Provisioning for port 49929395-e433-44d0-bebd-09bba175285e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:58.945599 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.027621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-7135cc15-9c5b-400b-a091-1c51868cd01d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:59.042569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-7135cc15-9c5b-400b-a091-1c51868cd01d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 0.5315056 Apr 18 21:29:59.061731 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.107502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 49929395-e433-44d0-bebd-09bba175285e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:59.112889 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.113368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-fa26d770-6445-4712-b76b-143eb5ae22bd tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/quotas/18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 375 time: 0.0695992 Apr 18 21:29:59.123623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f29888-b00a-4347-8b93-9d3e086fa0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:59.126969 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Transition to ACTIVE for port object dfb77924-e24e-4293-a58a-93befe7c281f will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:59.154178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 49929395-e433-44d0-bebd-09bba175285e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:59.154178 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.197855 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.212557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] For port 43d14619-8b2f-421a-8d82-6ac521aea8b3, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:59.224290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ab8aa19d-23c0-4d68-a83c-31abec9a7398, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ab8aa19d-23c0-4d68-a83c-31abec9a7398,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:59.304321 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Attempting to bind port dfb77924-e24e-4293-a58a-93befe7c281f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:59.305096 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Attempting to bind port dfb77924-e24e-4293-a58a-93befe7c281f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:59.305492 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Attempting to bind port dfb77924-e24e-4293-a58a-93befe7c281f on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:29:59.309549 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.315234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77b2115d-0218-440d-ae7c-35eedb534316 req-56321807-9313-47ed-ad92-c5ffd67103b6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7034593 Apr 18 21:29:59.315530 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:29:59.315908 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:29:59.316304 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.316688 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:29:59.317156 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Bound port: dfb77924-e24e-4293-a58a-93befe7c281f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:59.317642 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.327737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] For port 43d14619-8b2f-421a-8d82-6ac521aea8b3, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=43d14619-8b2f-421a-8d82-6ac521aea8b3,segment=NetworkSegment(22524165-4e38-45e8-912b-24ad90d09cb9),segment_id=22524165-4e38-45e8-912b-24ad90d09cb9)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:59.336671 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d67210e9-fc30-4a79-be40-fefbbd8e48a8 req-ba1b194a-2426-42d1-a8c4-0fc2cd8c15d7 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1826136 Apr 18 21:29:59.350101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3c6829da-4ae4-40fa-9736-587bd77b0a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.358037 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Pushing event updated for resources: {'Port': ['ID=dfb77924-e24e-4293-a58a-93befe7c281f,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:59.370539 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:59.376448 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:59.376448 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:59.376448 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:59.376448 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:59.376448 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:59.376448 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:59.376448 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:59.376448 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:59.376448 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:59.376448 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:59.441292 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.460280 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] For port dfb77924-e24e-4293-a58a-93befe7c281f, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:59.466469 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] For port dfb77924-e24e-4293-a58a-93befe7c281f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=dfb77924-e24e-4293-a58a-93befe7c281f,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:59.507532 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.536964 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.554020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ab8aa19d-23c0-4d68-a83c-31abec9a7398,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:59.671833 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a3e10-1f8a-487c-b3fb-9242ca8fcccd None None] Pushing event updated for resources: {'Port': ['ID=dfb77924-e24e-4293-a58a-93befe7c281f,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:59.710869 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:59.711770 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:29:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:59.835388 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.838355 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.861905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac37b6b-e26f-4963-b83d-bc69312a6fbf None None] Pushing event updated for resources: {'Port': ['ID=43d14619-8b2f-421a-8d82-6ac521aea8b3,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:59.894525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-67eaa3c6-9c69-4445-b266-e676a1b4a80f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6873546 Apr 18 21:29:59.900316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Transition to ACTIVE for port object a99e0928-37b1-466e-9dd4-897659ea37b6 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:59.917274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Allocated IP 172.20.0.1 (cb5426b9-02ce-47bd-bc65-384e7cb55173/4498ba41-22b7-4bd0-9281-c43e26e866ae/fa4d481f-9d04-4874-b1c6-3c56dc250dd4) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:59.918975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 49929395-e433-44d0-bebd-09bba175285e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=49929395-e433-44d0-bebd-09bba175285e,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:59.961043 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da689d-1125-4b11-a2c4-f561c11e87c7 req-085d5eda-e45f-4f18-bf51-9a068902e919 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:59.969023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74da689d-1125-4b11-a2c4-f561c11e87c7 req-085d5eda-e45f-4f18-bf51-9a068902e919 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.2479236 Apr 18 21:29:59.987930 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.084588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.105834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74da689d-1125-4b11-a2c4-f561c11e87c7 req-c7feeb50-b90c-4317-b5ab-e4ee212f06a2 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333187 Apr 18 21:30:00.142496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=49929395-e433-44d0-bebd-09bba175285e,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:00.186803 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:00.277363 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.296860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Transition to ACTIVE for port object fa4d481f-9d04-4874-b1c6-3c56dc250dd4 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:00.299225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-83e18c28-61fe-4b8c-b4e5-a2e2dc6e514c None None] Provisioning complete for port 49929395-e433-44d0-bebd-09bba175285e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:00.299844 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-83e18c28-61fe-4b8c-b4e5-a2e2dc6e514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.393704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.409983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Port': ['ID=a99e0928-37b1-466e-9dd4-897659ea37b6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:00.488524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Pushing event updated for resources: {'Port': ['ID=fa4d481f-9d04-4874-b1c6-3c56dc250dd4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:00.504554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Network cb5426b9-02ce-47bd-bc65-384e7cb55173 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:00.506319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:00.509462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:00.518817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:00.519167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:00.519507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:00.519838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:00.520166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:00.520803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:00.521134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:00.521460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:00.521926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:00.522240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:00.522542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:00.582721 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.659024 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:29:55Z', 'revision_number': 3, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:00.669183 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60f181-a8b3-455e-a48e-faf0ddce004e None None] The sync data for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 is: [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:29:55Z', 'revision_number': 3, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:30:00.707315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 49929395-e433-44d0-bebd-09bba175285e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:00.832226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network 457f9039-02b2-4b8b-9baf-e9083208c4f1 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:00.832552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.836167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:00.856180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:00.862055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:00.862323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 49929395-e433-44d0-bebd-09bba175285e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:00.862800 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.863060 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:01.153536 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-da4f75f6-1da5-4257-86f7-9a13addd6929 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 7.6020536 Apr 18 21:30:01.166930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59278) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:01.171408 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-cf1a7e99-959a-4389-aef1-122a9d5ed91f service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2625639 Apr 18 21:30:01.221382 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:01.361306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-50a0a846-e58e-4257-9f8e-d12e350fc5d4 None None] Provisioning for port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:01.375475 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-50a0a846-e58e-4257-9f8e-d12e350fc5d4 None None] Provisioning complete for port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:01.375955 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-50a0a846-e58e-4257-9f8e-d12e350fc5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:01.445338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-2cb0a410-f211-4594-aa95-525ac96f98db service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235894 Apr 18 21:30:01.454905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 43d14619-8b2f-421a-8d82-6ac521aea8b3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:01.471544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf15f4-2395-41e7-9887-904de732c1aa req-76202469-6f44-4173-ab23-5d669e580209 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:01.480079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94bf15f4-2395-41e7-9887-904de732c1aa req-76202469-6f44-4173-ab23-5d669e580209 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 943 time: 1.1153729 Apr 18 21:30:01.498148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49592943-1385-4759-867a-4f3b86c74daf None None] Network 457f9039-02b2-4b8b-9baf-e9083208c4f1 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:01.549658 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:01.558379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94bf15f4-2395-41e7-9887-904de732c1aa req-a5164357-0d8d-4c35-9993-99baffa419b9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769875 Apr 18 21:30:01.649182 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:01.700945 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffeefdee-8652-415b-85c8-d9bb8f6c85ea'] response: {'server_uuid': '99f29888-b00a-4347-8b93-9d3e086fa0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398', 'code': 200} Apr 18 21:30:01.799142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-50a0a846-e58e-4257-9f8e-d12e350fc5d4 None None] Port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:30:01.825963 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:01.998163 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:30:02.046491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Pushing event updated for resources: {'Port': ['ID=fa4d481f-9d04-4874-b1c6-3c56dc250dd4,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:02.079242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6de286ac-1735-4dcf-8b8e-67664dd2b946 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:02.149869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 43d14619-8b2f-421a-8d82-6ac521aea8b3 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:02.155083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3a1a5d83-1ef3-449b-8ab4-6744d9405953 None None] Provisioning for port 43d14619-8b2f-421a-8d82-6ac521aea8b3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:02.172460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Network cb5426b9-02ce-47bd-bc65-384e7cb55173 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:02.173760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:02.217304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 43d14619-8b2f-421a-8d82-6ac521aea8b3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:02.217972 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:02.340919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3a1a5d83-1ef3-449b-8ab4-6744d9405953 None None] Provisioning complete for port 43d14619-8b2f-421a-8d82-6ac521aea8b3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:02.341290 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3a1a5d83-1ef3-449b-8ab4-6744d9405953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:02.522536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa27bd7-b5c4-47af-85d1-f6ba192b6fd9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Deleting subnet 7d1eebb6-c3a8-4617-a3bc-0167920f27c1 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:30:02.546761 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4fa27bd7-b5c4-47af-85d1-f6ba192b6fd9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:02.627198 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:02.651324 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4fa27bd7-b5c4-47af-85d1-f6ba192b6fd9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:02.711460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d91fc-5065-414e-ac18-a26b2af95b32 req-5ca8bc49-a07c-49fb-8b3e-e82ef89fc059 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:02.715216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-784d91fc-5065-414e-ac18-a26b2af95b32 req-5ca8bc49-a07c-49fb-8b3e-e82ef89fc059 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.6129417 Apr 18 21:30:02.722216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 6de286ac-1735-4dcf-8b8e-67664dd2b946 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:02.744699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 6de286ac-1735-4dcf-8b8e-67664dd2b946 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:02.745362 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:02.791005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 43d14619-8b2f-421a-8d82-6ac521aea8b3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=43d14619-8b2f-421a-8d82-6ac521aea8b3,segment=NetworkSegment(22524165-4e38-45e8-912b-24ad90d09cb9),segment_id=22524165-4e38-45e8-912b-24ad90d09cb9)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:02.837112 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3a1a5d83-1ef3-449b-8ab4-6744d9405953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:02.839945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb5b7-55bb-4f56-8ce4-06ae4f3422b1 req-7f67fce4-4acf-4cf4-a116-25ee1508afbc tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:02.847534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-684fb5b7-55bb-4f56-8ce4-06ae4f3422b1 req-7f67fce4-4acf-4cf4-a116-25ee1508afbc tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 945 time: 1.0255764 Apr 18 21:30:02.885781 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-784d91fc-5065-414e-ac18-a26b2af95b32 req-0828956c-0d9f-4eea-a6f6-c3343b0f8eb0 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695771 Apr 18 21:30:02.920533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Router a7eacd50-d825-479a-997d-703b076c2153 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:02.928221 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:03.001077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-684fb5b7-55bb-4f56-8ce4-06ae4f3422b1 req-aeb950f3-62a2-4110-b6fd-3629945aa9cf tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523471 Apr 18 21:30:03.178378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3c6829da-4ae4-40fa-9736-587bd77b0a71 admin admin] Deleting port f2697ce9-ef3d-4675-be65-9900b8fc2499 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:03.178694 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3c6829da-4ae4-40fa-9736-587bd77b0a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:03.220182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device dfb77924-e24e-4293-a58a-93befe7c281f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:03.336698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=43d14619-8b2f-421a-8d82-6ac521aea8b3,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:03.339742 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-3a1a5d83-1ef3-449b-8ab4-6744d9405953 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:30:03.340198 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-3a1a5d83-1ef3-449b-8ab4-6744d9405953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:30:03.352200 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:03.377288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:03.396683 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ad520695-eba7-4434-81cc-f4b1730e696a admin admin] 10.222.0.11 "PUT /v2.0/routers/a7eacd50-d825-479a-997d-703b076c2153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3085999 Apr 18 21:30:03.402093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fb4ad2f-8385-4e67-b1ee-39134dc5d5e8 req-e49d917a-b977-44cc-a562-ae4cb3cd317f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 210 time: 0.2359464 Apr 18 21:30:03.447377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 6de286ac-1735-4dcf-8b8e-67664dd2b946, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6de286ac-1735-4dcf-8b8e-67664dd2b946,segment=NetworkSegment(ff217963-ee50-45eb-8640-e094a2dc47fd),segment_id=ff217963-ee50-45eb-8640-e094a2dc47fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:03.530783 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:03.531057 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4fa27bd7-b5c4-47af-85d1-f6ba192b6fd9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:03.532005 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:03.534338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port dfb77924-e24e-4293-a58a-93befe7c281f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:03.575626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port dfb77924-e24e-4293-a58a-93befe7c281f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:03.575997 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:03.599212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3a199-9a69-428b-9c2a-17b7fe96e706 req-e2f25e88-6424-42bd-876a-d692bb4634a1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:03.602094 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62c3a199-9a69-428b-9c2a-17b7fe96e706 req-e2f25e88-6424-42bd-876a-d692bb4634a1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 943 time: 0.2983336 Apr 18 21:30:03.644438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=6de286ac-1735-4dcf-8b8e-67664dd2b946,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:03.731948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322c4ab8-027c-41df-bfd7-67aa024c6b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de286ac-1735-4dcf-8b8e-67664dd2b946'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:03.748943 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62c3a199-9a69-428b-9c2a-17b7fe96e706 req-7b74b553-bbeb-4c8b-ac93-136ec977f816 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387560 Apr 18 21:30:03.764293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-3c6829da-4ae4-40fa-9736-587bd77b0a71 admin admin] For port f2697ce9-ef3d-4675-be65-9900b8fc2499, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f2697ce9-ef3d-4675-be65-9900b8fc2499,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:03.764582 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3c6829da-4ae4-40fa-9736-587bd77b0a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:03.782615 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:03.814747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port dfb77924-e24e-4293-a58a-93befe7c281f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=dfb77924-e24e-4293-a58a-93befe7c281f,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:03.931007 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db6493b-ba19-4de4-88d1-146430c8a7a2'] response: {'server_uuid': '322c4ab8-027c-41df-bfd7-67aa024c6b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de286ac-1735-4dcf-8b8e-67664dd2b946', 'code': 200} Apr 18 21:30:03.933279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:04.037245 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=dfb77924-e24e-4293-a58a-93befe7c281f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:04.119067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f7ef0207-95c7-482a-aa48-b92ab8c7d195 None None] Provisioning for port a99e0928-37b1-466e-9dd4-897659ea37b6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:04.124697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f7ef0207-95c7-482a-aa48-b92ab8c7d195 None None] Provisioning complete for port a99e0928-37b1-466e-9dd4-897659ea37b6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:04.125074 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f7ef0207-95c7-482a-aa48-b92ab8c7d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:04.171009 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4fa27bd7-b5c4-47af-85d1-f6ba192b6fd9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:04.183772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3c6829da-4ae4-40fa-9736-587bd77b0a71 admin admin] Calling delete_port for f2697ce9-ef3d-4675-be65-9900b8fc2499 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:04.261538 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef0207-95c7-482a-aa48-b92ab8c7d195 None None] Port a99e0928-37b1-466e-9dd4-897659ea37b6 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:30:04.275595 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f7ef0207-95c7-482a-aa48-b92ab8c7d195 None None] Provisioning complete for port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:04.275962 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f7ef0207-95c7-482a-aa48-b92ab8c7d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:04.330456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa27bd7-b5c4-47af-85d1-f6ba192b6fd9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1eebb6-c3a8-4617-a3bc-0167920f27c1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:04.339286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef0207-95c7-482a-aa48-b92ab8c7d195 None None] Port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:30:04.352017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f7ef0207-95c7-482a-aa48-b92ab8c7d195 None None] Provisioning complete for port 43d14619-8b2f-421a-8d82-6ac521aea8b3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:04.352506 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f7ef0207-95c7-482a-aa48-b92ab8c7d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:04.416816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4fa27bd7-b5c4-47af-85d1-f6ba192b6fd9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:04.429848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90854507-cf7c-4d36-94e9-6dcf2b4dfdeb None None] Network 457f9039-02b2-4b8b-9baf-e9083208c4f1 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:04.468560 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4fa27bd7-b5c4-47af-85d1-f6ba192b6fd9 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/subnets/7d1eebb6-c3a8-4617-a3bc-0167920f27c1 HTTP/1.1" status: 204 len: 168 time: 3.2959342 Apr 18 21:30:04.472595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59330) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:04.491257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59334) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:04.503711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Request body: {'security_group': {'name': 'tempest-securitygroup--833052355', 'description': 'tempest-description--1386503630'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:04.524064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:04.535770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Usage tracker for resource:security_group and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:04.543380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:04.560737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87d975-d1c8-48dc-8ecf-619f950fa9f6 req-fee5cfa3-f93d-45a9-ad19-f5109abe6e5b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:04.569166 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb87d975-d1c8-48dc-8ecf-619f950fa9f6 req-fee5cfa3-f93d-45a9-ad19-f5109abe6e5b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.3921628 Apr 18 21:30:04.573540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:04.614017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d98ff9f2-27f5-40b2-bc5c-2db262207c51 req-9a050271-85e7-4a53-9f15-a75baa1e221a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 1097 time: 0.4382174 Apr 18 21:30:04.659016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c16314b-689b-4fb7-a27e-f2451353585d tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:04.667646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c16314b-689b-4fb7-a27e-f2451353585d tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:04.668501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5c16314b-689b-4fb7-a27e-f2451353585d tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Synchronizing usage tracker for tenant:88e9b33d82b34017a0f0e294f4b11d9a on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:04.678868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb87d975-d1c8-48dc-8ecf-619f950fa9f6 req-bea641c4-bc92-4c0c-874b-61d0d5439d12 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085062 Apr 18 21:30:04.799009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5c16314b-689b-4fb7-a27e-f2451353585d tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Unset dirty status for tenant:88e9b33d82b34017a0f0e294f4b11d9a on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:04.799009 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5c16314b-689b-4fb7-a27e-f2451353585d tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3249805 Apr 18 21:30:04.804399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59348) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:04.891347 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:04.955394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9979c937-4c45-4139-b2cd-4cb7f48cf9c7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:04.969810 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9979c937-4c45-4139-b2cd-4cb7f48cf9c7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 21:30:04.969810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9979c937-4c45-4139-b2cd-4cb7f48cf9c7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:30:04.969810 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9979c937-4c45-4139-b2cd-4cb7f48cf9c7 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/networks/457f9039-02b2-4b8b-9baf-e9083208c4f1 HTTP/1.1" status: 409 len: 405 time: 0.1606200 Apr 18 21:30:04.969810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59352) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:04.983245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1916635292'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:04.985290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f23dfa-7eb4-4a3d-be6a-40ef6c161cc1 None None] DHCP port deletion for 457f9039-02b2-4b8b-9baf-e9083208c4f1 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:30:04.992834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-54f23dfa-7eb4-4a3d-be6a-40ef6c161cc1 None None] Deleting port 43d14619-8b2f-421a-8d82-6ac521aea8b3 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:04.993737 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-54f23dfa-7eb4-4a3d-be6a-40ef6c161cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:04.994487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:04.999676 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:network and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:05.009236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for network was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:05.011522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:05.095948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device dfb77924-e24e-4293-a58a-93befe7c281f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:05.113784 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d98ff9f2-27f5-40b2-bc5c-2db262207c51 req-7c12767e-253a-44fc-b299-252324328c5c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4684446 Apr 18 21:30:05.116532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:05.137206 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:05.181230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:30:05.207307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:05.243454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Usage tracker for resource:security_group_rule and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:05.246337 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:05.246337 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Added segment e837767d-b6c3-4f54-8cf5-276654378aa4 of type vlan for network 4c8cc492-ac9b-49f4-bb21-d8db24eb879e Apr 18 21:30:05.251737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:05.278898 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3c6829da-4ae4-40fa-9736-587bd77b0a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:05.289017 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:05.299545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:05.363332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port dfb77924-e24e-4293-a58a-93befe7c281f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:05.364706 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:05.367205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74d861-3be4-4663-9ef1-90cfbabdc59f req-efe3be27-28b8-4e13-b6a7-cf2c07ca6f12 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:05.375481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f74d861-3be4-4663-9ef1-90cfbabdc59f req-efe3be27-28b8-4e13-b6a7-cf2c07ca6f12 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.6871388 Apr 18 21:30:05.387549 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:05.391250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:05.391826 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:05.468883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6829da-4ae4-40fa-9736-587bd77b0a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2697ce9-ef3d-4675-be65-9900b8fc2499,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:05.469428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Sync routers for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:30:05.562567 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5915000 Apr 18 21:30:05.563198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59358) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:05.563590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ab8aa19d-23c0-4d68-a83c-31abec9a7398 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:05.589557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'subnet': {'network_id': '4c8cc492-ac9b-49f4-bb21-d8db24eb879e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:05.831765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:05.831765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:29:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:05.932224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:05.945582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ebbab-ed28-40ea-a9a2-60c512de44d6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Network': ['ID=4c8cc492-ac9b-49f4-bb21-d8db24eb879e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:05.948097 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1be33-f018-4487-a640-4699481f1813 req-0a4e22cf-50e6-4a4d-9705-409d9690f349 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:05.948097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0d1be33-f018-4487-a640-4699481f1813 req-0a4e22cf-50e6-4a4d-9705-409d9690f349 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 946 time: 1.0179977 Apr 18 21:30:05.982841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:06.078180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 4c8cc492-ac9b-49f4-bb21-d8db24eb879e details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:30:06.087053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:06.112050 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:06.142470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0d1be33-f018-4487-a640-4699481f1813 req-dff767aa-38aa-4045-bcff-94754de72ec0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736760 Apr 18 21:30:06.221761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f74d861-3be4-4663-9ef1-90cfbabdc59f req-f6cbee04-4bd6-4d06-b3f5-e6756ee696fd tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8417118 Apr 18 21:30:06.259885 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:06.604460 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:06.653420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:06.658568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-54f23dfa-7eb4-4a3d-be6a-40ef6c161cc1 None None] For port 43d14619-8b2f-421a-8d82-6ac521aea8b3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=43d14619-8b2f-421a-8d82-6ac521aea8b3,segment=NetworkSegment(22524165-4e38-45e8-912b-24ad90d09cb9),segment_id=22524165-4e38-45e8-912b-24ad90d09cb9)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:06.658972 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-54f23dfa-7eb4-4a3d-be6a-40ef6c161cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:06.905618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 43d14619-8b2f-421a-8d82-6ac521aea8b3 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:06.989674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-171e6fe6-4431-41d9-ba38-d722fc7245eb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:06.989674 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-171e6fe6-4431-41d9-ba38-d722fc7245eb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 1.5067413 Apr 18 21:30:06.996959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79d683d9-e5b2-417e-bcba-9921876067c5 req-4101fcdf-db07-4e35-90ff-5b3b5aed8246 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 210 time: 0.2374904 Apr 18 21:30:07.012100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-54f23dfa-7eb4-4a3d-be6a-40ef6c161cc1 None None] Calling delete_port for 43d14619-8b2f-421a-8d82-6ac521aea8b3 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:07.016007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'port': {'device_id': 'fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'admin_state_up': True, 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:07.209519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:07.312026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.objects.ports [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85049) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:30:07.313629 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:07.451187 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-54f23dfa-7eb4-4a3d-be6a-40ef6c161cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:07.462453 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:07.466244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a374bdd0-5257-4d67-ac09-60f664fbb46e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.9713759 Apr 18 21:30:07.467159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59378) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:07.501086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Checking segment: {'id': 'e837767d-b6c3-4f54-8cf5-276654378aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4c8cc492-ac9b-49f4-bb21-d8db24eb879e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:07.501507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network hostable DHCP agents. Network: 4c8cc492-ac9b-49f4-bb21-d8db24eb879e, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:30:07.525873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e301cb2c-25b4-4abd-accb-4b7ee6c04fae tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Request body: {'security_group_rule': {'security_group_id': '5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:07.525873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Subnet': ['ID=a93bb707-7b90-4959-a511-88f4cf5250a9,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:07.548405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f23dfa-7eb4-4a3d-be6a-40ef6c161cc1 None None] No DVR routers for this DVR port 43d14619-8b2f-421a-8d82-6ac521aea8b3 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:07.555705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e301cb2c-25b4-4abd-accb-4b7ee6c04fae tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:07.555705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e301cb2c-25b4-4abd-accb-4b7ee6c04fae tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Usage tracker for resource:security_group_rule and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:07.560544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f23dfa-7eb4-4a3d-be6a-40ef6c161cc1 None None] Pushing event deleted for resources: {'Port': ['ID=43d14619-8b2f-421a-8d82-6ac521aea8b3,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:07.565693 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:07.567580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e301cb2c-25b4-4abd-accb-4b7ee6c04fae tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:07.577732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e301cb2c-25b4-4abd-accb-4b7ee6c04fae tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:07.663960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network 4c8cc492-ac9b-49f4-bb21-d8db24eb879e is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:30:07.690541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8842e87-734e-4736-9fbe-f7c69103d48a req-94cbad48-fab9-4b21-a497-c755cacea5e8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:07.692178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8842e87-734e-4736-9fbe-f7c69103d48a req-94cbad48-fab9-4b21-a497-c755cacea5e8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.9902239 Apr 18 21:30:07.697692 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e301cb2c-25b4-4abd-accb-4b7ee6c04fae tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:07.719926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c732c7c6-de0f-4d28-8142-d882198e2846 req-c7417f12-3e83-4f48-a71a-c85107c0a6b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1697376 Apr 18 21:30:07.743477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:07.800072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:07.800508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 4c8cc492-ac9b-49f4-bb21-d8db24eb879e) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:07.821332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8266b2-a87b-4b16-8fd9-4d9bc351d8fa None None] Network 4c8cc492-ac9b-49f4-bb21-d8db24eb879e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:07.826840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:07.833577 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:07.854589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa665b-e179-450e-8801-995e75c89251 req-169789c4-baf1-4f86-8084-1f3add5026ca tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:07.856830 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37aa665b-e179-450e-8801-995e75c89251 req-169789c4-baf1-4f86-8084-1f3add5026ca tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 946 time: 0.4182811 Apr 18 21:30:07.926807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e301cb2c-25b4-4abd-accb-4b7ee6c04fae tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:07.973291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8842e87-734e-4736-9fbe-f7c69103d48a req-b37f4f41-331f-4d5e-8a93-e1f03e6fc95a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2571275 Apr 18 21:30:08.023711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Made reservation on behalf of 18546b6476ee48ff8dbb33e9f0d62503 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:08.026662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.041451 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-99c85394-4fd0-4ba5-952e-54f344357f78 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4654419 Apr 18 21:30:08.042628 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e301cb2c-25b4-4abd-accb-4b7ee6c04fae tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.048887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59388) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:08.054833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37aa665b-e179-450e-8801-995e75c89251 req-606ef32d-6bfd-4427-9b06-72b122f5e039 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905510 Apr 18 21:30:08.070377 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c732c7c6-de0f-4d28-8142-d882198e2846 req-61480aa1-284d-4372-9c72-619532c4b080 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 1096 time: 0.3191559 Apr 18 21:30:08.145198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301cb2c-25b4-4abd-accb-4b7ee6c04fae tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf3af70-b178-47c6-bf80-68734ce7435e,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:08.322729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-4c8cc492-ac9b-49f4-bb21-d8db24eb879e', 'network_id': '4c8cc492-ac9b-49f4-bb21-d8db24eb879e', 'tenant_id': '88e9b33d82b34017a0f0e294f4b11d9a', 'fixed_ips': [{'subnet_id': 'a93bb707-7b90-4959-a511-88f4cf5250a9'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:30:08.322729 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.350224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:01Z', 'revision_number': 2, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:08.360719 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.366407 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e301cb2c-25b4-4abd-accb-4b7ee6c04fae tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.368171 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e301cb2c-25b4-4abd-accb-4b7ee6c04fae tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8955364 Apr 18 21:30:08.372402 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3c6829da-4ae4-40fa-9736-587bd77b0a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.375442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59396) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:08.388036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4439c195-3287-47c1-be4e-2e85cdf82d6b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Request body: {'security_group_rule': {'security_group_id': '5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:08.399001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4439c195-3287-47c1-be4e-2e85cdf82d6b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:08.400286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Checking router: a7eacd50-d825-479a-997d-703b076c2153 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:30:08.401685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Updating router a7eacd50-d825-479a-997d-703b076c2153 port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:30:08.406478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4439c195-3287-47c1-be4e-2e85cdf82d6b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Usage tracker for resource:security_group_rule and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:08.414065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4439c195-3287-47c1-be4e-2e85cdf82d6b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:08.420254 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4439c195-3287-47c1-be4e-2e85cdf82d6b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:08.501730 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.572529 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.657686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732c7c6-de0f-4d28-8142-d882198e2846 req-d2a2aaa0-bd0d-4115-ab94-ebbfab0946e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:08.659129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c732c7c6-de0f-4d28-8142-d882198e2846 req-d2a2aaa0-bd0d-4115-ab94-ebbfab0946e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d1dc4cf-1467-4abe-ad17-a362277d1d3d HTTP/1.1" status: 200 len: 897 time: 0.5294671 Apr 18 21:30:08.663780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4439c195-3287-47c1-be4e-2e85cdf82d6b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.750254 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Allocated IP 2001:db8::f816:3eff:fe95:5604 (4c8cc492-ac9b-49f4-bb21-d8db24eb879e/a93bb707-7b90-4959-a511-88f4cf5250a9/6ef4eda3-2c0c-45c6-9609-5ae2e15e7514) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:08.769221 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4439c195-3287-47c1-be4e-2e85cdf82d6b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.783055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Allocated IP 172.20.0.14 (96c2fcdd-2cca-467d-9433-9c5ebd738c61/23addfbc-2010-41c2-a583-5d468a0b3722/ce18ebb5-9ca7-4683-828a-6f45c0d70eba) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:08.819967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98937cb2-0cd4-429c-8266-ef7b6601d6d9 req-5aed5e02-8ea1-407d-94e6-6b52d2099f5d tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:08.821584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98937cb2-0cd4-429c-8266-ef7b6601d6d9 req-5aed5e02-8ea1-407d-94e6-6b52d2099f5d tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.5653071 Apr 18 21:30:08.861823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4439c195-3287-47c1-be4e-2e85cdf82d6b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.892633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439c195-3287-47c1-be4e-2e85cdf82d6b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c20bc7a-7798-428e-a50d-634cf8dd0a33,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:08.932200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c856ab1-088a-448d-8406-10e38bba254e req-f3d99152-80e3-4495-ba7b-618683fdd95d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:08.933718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c856ab1-088a-448d-8406-10e38bba254e req-f3d99152-80e3-4495-ba7b-618683fdd95d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.6182799 Apr 18 21:30:09.007582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98937cb2-0cd4-429c-8266-ef7b6601d6d9 req-a27f76f8-64b5-47c8-89da-782cc4cd8f74 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605017 Apr 18 21:30:09.013785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4439c195-3287-47c1-be4e-2e85cdf82d6b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:09.015149 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4439c195-3287-47c1-be4e-2e85cdf82d6b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6369371 Apr 18 21:30:09.015637 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c732c7c6-de0f-4d28-8142-d882198e2846 req-bd02bbd1-983c-4549-8646-6b6220015c18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c3ff13-ed11-4f68-b91d-5a1350bf1568 HTTP/1.1" status: 200 len: 1001 time: 0.3448286 Apr 18 21:30:09.021109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59410) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:09.029264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:09.057584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:09.063492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Usage tracker for resource:floatingip and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:09.064176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:09.081165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:09.213842 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:09.363518 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:09.369210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732c7c6-de0f-4d28-8142-d882198e2846 req-0a3ea906-659d-4ef9-90cc-a44f7fa8ecbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:09.369210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c732c7c6-de0f-4d28-8142-d882198e2846 req-0a3ea906-659d-4ef9-90cc-a44f7fa8ecbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b284a5f-e890-4c0b-82b0-98b25cd3730e HTTP/1.1" status: 200 len: 835 time: 0.2825706 Apr 18 21:30:09.389885 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Transition to ACTIVE for port object 6ef4eda3-2c0c-45c6-9609-5ae2e15e7514 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:09.413191 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:09.440910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Transition to ACTIVE for port object 6ef4eda3-2c0c-45c6-9609-5ae2e15e7514 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:09.527665 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:09.581576 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:09.586062 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:09.639446 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8b8184e-b4b6-409f-955d-c74a2ab7020c req-d3db320a-7131-4155-b89e-91c8f94613ae tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 210 time: 0.2682278 Apr 18 21:30:09.715408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Transition to ACTIVE for port object fa4d481f-9d04-4874-b1c6-3c56dc250dd4 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:09.719758 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:09.720538 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c856ab1-088a-448d-8406-10e38bba254e req-a9c0b1e3-43f4-4d2f-985e-9bec3f50a4df tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7730377 Apr 18 21:30:09.738941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Network 4c8cc492-ac9b-49f4-bb21-d8db24eb879e is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:09.758536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:09.758536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:09.836783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Allocated IP 172.25.3.162 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/761732ee-c70e-477a-a5f6-f2419bda7de2) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:09.963766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c732c7c6-de0f-4d28-8142-d882198e2846 req-d6ffe742-c554-4094-9905-de8d2f6d9e3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d1dc4cf-1467-4abe-ad17-a362277d1d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5319307 Apr 18 21:30:09.969796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:09.969796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Pushing event updated for resources: {'Port': ['ID=6ef4eda3-2c0c-45c6-9609-5ae2e15e7514,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:09.988679 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Subnet': ['ID=a93bb707-7b90-4959-a511-88f4cf5250a9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:10.041149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Attempting to bind port 6ef4eda3-2c0c-45c6-9609-5ae2e15e7514 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:10.041149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Attempting to bind port 6ef4eda3-2c0c-45c6-9609-5ae2e15e7514 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'e837767d-b6c3-4f54-8cf5-276654378aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4c8cc492-ac9b-49f4-bb21-d8db24eb879e'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:10.041149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Attempting to bind port 6ef4eda3-2c0c-45c6-9609-5ae2e15e7514 on network 4c8cc492-ac9b-49f4-bb21-d8db24eb879e {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:10.061372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:30:10.061372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Checking segment: {'id': 'e837767d-b6c3-4f54-8cf5-276654378aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4c8cc492-ac9b-49f4-bb21-d8db24eb879e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:10.061372 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.061372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Bound using segment: {'id': 'e837767d-b6c3-4f54-8cf5-276654378aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4c8cc492-ac9b-49f4-bb21-d8db24eb879e'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:30:10.061372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Bound port: 6ef4eda3-2c0c-45c6-9609-5ae2e15e7514, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e837767d-b6c3-4f54-8cf5-276654378aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4c8cc492-ac9b-49f4-bb21-d8db24eb879e'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:10.061372 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.127462 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.182277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8cc492-ac9b-49f4-bb21-d8db24eb879e']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:10.195908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e979ee-6304-4032-83d6-cac882408812 None None] Pushing event updated for resources: {'Port': ['ID=fa4d481f-9d04-4874-b1c6-3c56dc250dd4,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:10.206259 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.210190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e837767d-b6c3-4f54-8cf5-276654378aa4') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:10.210190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e837767d-b6c3-4f54-8cf5-276654378aa4') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:10.225609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.249677 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.272648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] For port 6ef4eda3-2c0c-45c6-9609-5ae2e15e7514, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:10.278438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:10.283606 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:10.316046 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:10.455239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] For port 6ef4eda3-2c0c-45c6-9609-5ae2e15e7514, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6ef4eda3-2c0c-45c6-9609-5ae2e15e7514,segment=NetworkSegment(e837767d-b6c3-4f54-8cf5-276654378aa4),segment_id=e837767d-b6c3-4f54-8cf5-276654378aa4)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:10.464994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Attempting to bind port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:10.465370 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Attempting to bind port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:10.467162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Attempting to bind port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 on network cb5426b9-02ce-47bd-bc65-384e7cb55173 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:10.469113 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:30:10.469113 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:30:10.469113 n-d-836017-3 neutron-server[85049]: [parameters: {'id': '4c8cc492-ac9b-49f4-bb21-d8db24eb879e'}] Apr 18 21:30:10.469113 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:30:10.470035 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:30:10.477303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:30:10.477806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Checking segment: {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:10.478336 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.478802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Bound using segment: {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:30:10.479345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Bound port: fa4d481f-9d04-4874-b1c6-3c56dc250dd4, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:10.494210 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.494362 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.559753 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.618491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:10.619811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:10.626632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:10.639187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c732c7c6-de0f-4d28-8142-d882198e2846 req-36e67adc-cf5d-4d85-8980-628d9cb2b07e service neutron] 10.222.0.59 "GET /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271598 Apr 18 21:30:10.642265 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.679505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event updated for resources: {'Port': ['ID=761732ee-c70e-477a-a5f6-f2419bda7de2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:10.860815 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.892030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Transition to ACTIVE for port object ce18ebb5-9ca7-4683-828a-6f45c0d70eba will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:10.907418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] For port fa4d481f-9d04-4874-b1c6-3c56dc250dd4, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:10.909934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504362ec-de23-469c-8c96-62cb3f3bee8f None None] Pushing event updated for resources: {'Port': ['ID=6ef4eda3-2c0c-45c6-9609-5ae2e15e7514,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:10.923274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] For port fa4d481f-9d04-4874-b1c6-3c56dc250dd4, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fa4d481f-9d04-4874-b1c6-3c56dc250dd4,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:10.935544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197bdf34-e08e-4f2e-aa88-97b7154d5416 None None] Network 4c8cc492-ac9b-49f4-bb21-d8db24eb879e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:10.992722 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:11.021860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c602d9a0-0359-4912-9de5-8fb54fe2bc93 req-8b4f203f-79a2-43fa-9519-1e00c7cc9dc0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6580832 Apr 18 21:30:11.025569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c732c7c6-de0f-4d28-8142-d882198e2846 req-5a2e1c85-b869-4135-bbc7-ae91d260db3c service neutron] 10.222.0.59 "GET /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735788 Apr 18 21:30:11.048303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Deleting port 6ef4eda3-2c0c-45c6-9609-5ae2e15e7514 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:11.048657 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:11.059303 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:11.221755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:11.230447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e979ee-6304-4032-83d6-cac882408812 None None] Pushing event updated for resources: {'Port': ['ID=fa4d481f-9d04-4874-b1c6-3c56dc250dd4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:11.265761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9acd722d-5552-4cb2-aac8-e164bc0d6f89'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:30:11.389022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:11.389690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:29:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:11.390319 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:11.490880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05e713-e5c4-4809-b973-7bd947f77965 req-85409264-672c-4fba-b928-1b5debd7cf7b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:11.515393 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ed05e713-e5c4-4809-b973-7bd947f77965 req-85409264-672c-4fba-b928-1b5debd7cf7b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 1.5805924 Apr 18 21:30:11.713601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:11.718277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193e899-1ef6-45f5-aa70-c82a83727104 req-15b4b8a7-22ff-4a71-a10f-a1769c031cd7 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:11.721021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5193e899-1ef6-45f5-aa70-c82a83727104 req-15b4b8a7-22ff-4a71-a10f-a1769c031cd7 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 946 time: 1.8389225 Apr 18 21:30:11.727020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=ce18ebb5-9ca7-4683-828a-6f45c0d70eba,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:11.771748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:11.802425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:11.842163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] For port 6ef4eda3-2c0c-45c6-9609-5ae2e15e7514, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6ef4eda3-2c0c-45c6-9609-5ae2e15e7514,segment=NetworkSegment(e837767d-b6c3-4f54-8cf5-276654378aa4),segment_id=e837767d-b6c3-4f54-8cf5-276654378aa4)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:11.842642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:11.980831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:11.997191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ed05e713-e5c4-4809-b973-7bd947f77965 req-c6869181-dbfd-46c2-85bd-dba1a07d51e4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4784870 Apr 18 21:30:12.193891 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:12.199922 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.212932 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c602d9a0-0359-4912-9de5-8fb54fe2bc93 req-120eb9da-9046-42bd-b207-ad1406a2784c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1095 time: 0.9849241 Apr 18 21:30:12.240372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5193e899-1ef6-45f5-aa70-c82a83727104 req-d6e6376c-d7ef-4485-b91d-f57ae0fb8cb1 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4994645 Apr 18 21:30:12.255360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9be714-4a86-42d3-816a-2cd762752e7c None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:30:12.435146 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.449058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Calling delete_port for 6ef4eda3-2c0c-45c6-9609-5ae2e15e7514 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:12.491182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-54b8acdd-994b-4ee0-b8f3-1b37768918de tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4792521 Apr 18 21:30:12.517263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Request body: {'port': {'device_id': 'fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:12.524721 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.654372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602d9a0-0359-4912-9de5-8fb54fe2bc93 req-df6af313-f5e0-44ea-8131-b2ce458357ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:12.656024 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c602d9a0-0359-4912-9de5-8fb54fe2bc93 req-df6af313-f5e0-44ea-8131-b2ce458357ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.4103775 Apr 18 21:30:12.735790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50507287-ed25-4a50-9c6d-125db0e13508 req-70e5214c-07d6-4131-9dd5-863039dbc5b6 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:12.735790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50507287-ed25-4a50-9c6d-125db0e13508 req-70e5214c-07d6-4131-9dd5-863039dbc5b6 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.3520122 Apr 18 21:30:12.744893 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bd46f534-eb61-4c17-b7d2-0cc6b27bbdac None None] Provisioning for port ce18ebb5-9ca7-4683-828a-6f45c0d70eba completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:12.757362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event updated for resources: {'Port': ['ID=761732ee-c70e-477a-a5f6-f2419bda7de2,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:12.767122 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.771175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bd46f534-eb61-4c17-b7d2-0cc6b27bbdac None None] Provisioning complete for port ce18ebb5-9ca7-4683-828a-6f45c0d70eba triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:12.771541 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bd46f534-eb61-4c17-b7d2-0cc6b27bbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.813202 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.848146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Port': ['ID=6ef4eda3-2c0c-45c6-9609-5ae2e15e7514,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:12.851021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9be714-4a86-42d3-816a-2cd762752e7c None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:30:12.868964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bd46f534-eb61-4c17-b7d2-0cc6b27bbdac None None] Port ce18ebb5-9ca7-4683-828a-6f45c0d70eba cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:30:12.884986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No DVR routers for this DVR port 6ef4eda3-2c0c-45c6-9609-5ae2e15e7514 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:12.903471 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:13.167223 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:13.168910 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e7c228c6-aa27-482d-8f87-c376d4796290 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1465044 Apr 18 21:30:13.201359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:13.233122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8cc492-ac9b-49f4-bb21-d8db24eb879e']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:13.250669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e837767d-b6c3-4f54-8cf5-276654378aa4') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:13.251609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e837767d-b6c3-4f54-8cf5-276654378aa4') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:13.265063 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:13.287037 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:13.314601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:13.316434 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:13.322269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:10Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:13.334156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ccd84-4083-4498-9e5a-c3dd6e123e2e None None] The sync data for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 is: [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:10Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:13.351047 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:13.387733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6829da-4ae4-40fa-9736-587bd77b0a71 admin admin] Router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:13.473203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35417eab-a1c8-40d0-b707-b3ca41cf2baf req-51391159-8a4b-402a-ae1a-fb6813d1c3f5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:13.477052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-35417eab-a1c8-40d0-b707-b3ca41cf2baf req-51391159-8a4b-402a-ae1a-fb6813d1c3f5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:13.537046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c602d9a0-0359-4912-9de5-8fb54fe2bc93 req-e5d986ac-ba39-4d8c-9bf2-b1089959c963 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 999 time: 0.8703332 Apr 18 21:30:13.615123 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50507287-ed25-4a50-9c6d-125db0e13508 req-abdc1b44-c8ba-481f-a2bd-124ff3e55f68 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8283536 Apr 18 21:30:13.655141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:13.682515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:13.700968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Network': ['ID=4c8cc492-ac9b-49f4-bb21-d8db24eb879e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:13.713265 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-74e0ddd1-468e-4409-b04e-fcb62a845285 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/networks/4c8cc492-ac9b-49f4-bb21-d8db24eb879e HTTP/1.1" status: 204 len: 168 time: 5.6447177 Apr 18 21:30:13.713873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59456) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:13.736338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1587514550'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:13.743272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:13.758237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:network and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:13.761964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for network was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:13.768020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:13.884077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:13.888561 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:13.922033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59460) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:14.047469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fa4d481f-9d04-4874-b1c6-3c56dc250dd4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:14.139452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:30:14.160065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.160422 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Added segment 17e889e2-fd51-49dc-869d-9264f5c5e50b of type vlan for network 42ba9fc8-13a5-4aba-9b69-24c56f060b80 Apr 18 21:30:14.214338 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.248999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:14.255735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:14.256218 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.336616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602d9a0-0359-4912-9de5-8fb54fe2bc93 req-e3bb2eef-b63f-4f12-b98c-c43f7be1e38f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:14.345377 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c602d9a0-0359-4912-9de5-8fb54fe2bc93 req-e3bb2eef-b63f-4f12-b98c-c43f7be1e38f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.7311628 Apr 18 21:30:14.417601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.427851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:14.432558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.486869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-35417eab-a1c8-40d0-b707-b3ca41cf2baf req-51391159-8a4b-402a-ae1a-fb6813d1c3f5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:14.489947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35417eab-a1c8-40d0-b707-b3ca41cf2baf req-51391159-8a4b-402a-ae1a-fb6813d1c3f5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 932 time: 1.9324610 Apr 18 21:30:14.534048 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.579531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port fa4d481f-9d04-4874-b1c6-3c56dc250dd4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fa4d481f-9d04-4874-b1c6-3c56dc250dd4,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:14.633873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce18ebb5-9ca7-4683-828a-6f45c0d70eba {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:30:14.649970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Network': ['ID=42ba9fc8-13a5-4aba-9b69-24c56f060b80,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:14.665239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 42ba9fc8-13a5-4aba-9b69-24c56f060b80 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:30:14.681563 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.702321 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-2d7f29a9-600a-4c73-82bd-12d114f8d250 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Synchronizing usage tracker for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:14.745978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35417eab-a1c8-40d0-b707-b3ca41cf2baf req-f2dff915-fcee-4b3e-85b7-a8e370832277 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067325 Apr 18 21:30:14.775725 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.824848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Transition to ACTIVE for port object ce18ebb5-9ca7-4683-828a-6f45c0d70eba will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:14.834933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c602d9a0-0359-4912-9de5-8fb54fe2bc93 req-63d8aae3-1e32-46e8-942a-90accc2f620c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3858850 Apr 18 21:30:14.878079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=fa4d481f-9d04-4874-b1c6-3c56dc250dd4,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:14.897720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-2d7f29a9-600a-4c73-82bd-12d114f8d250 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Unset dirty status for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:14.900882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-2d7f29a9-600a-4c73-82bd-12d114f8d250 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--833052355&fields=id&tenant_id=6ea673beec6646f1a8adc1050a9bb03c HTTP/1.1" status: 200 len: 267 time: 0.4603558 Apr 18 21:30:14.964935 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bbe7cf11-1c8c-4774-827a-19d8cd08763e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2496629 Apr 18 21:30:14.972433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59476) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:14.986601 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:15.025941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'subnet': {'network_id': '42ba9fc8-13a5-4aba-9b69-24c56f060b80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:15.161289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:15.171653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:subnet and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:15.175784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:15.184049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:15.349583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Pushing event updated for resources: {'Port': ['ID=ce18ebb5-9ca7-4683-828a-6f45c0d70eba,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:15.438540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:15.623464 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:15.656000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-9bcbddc1-447e-460c-b496-6700d097ca2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:15.669425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-9bcbddc1-447e-460c-b496-6700d097ca2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/networks?id=cb5426b9-02ce-47bd-bc65-384e7cb55173 HTTP/1.1" status: 200 len: 810 time: 0.7108476 Apr 18 21:30:15.690582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c602d9a0-0359-4912-9de5-8fb54fe2bc93 req-eef76918-643a-4ef0-98f6-088f368cf782 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8484638 Apr 18 21:30:15.790295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-732f021d-5379-4be9-9060-29395f76d3ca tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/quotas/6ea673beec6646f1a8adc1050a9bb03c HTTP/1.1" status: 200 len: 375 time: 0.1196849 Apr 18 21:30:15.793231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6829da-4ae4-40fa-9736-587bd77b0a71 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:15.814700 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6189240b-7519-462f-b152-29253a5c3255 None None] Sync routers for ids ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:30:15.815182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3c6829da-4ae4-40fa-9736-587bd77b0a71 admin admin] 10.222.0.11 "PUT /v2.0/routers/19bd1387-5b51-4d92-9ca6-d281ca838eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.3450997 Apr 18 21:30:15.827859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59486) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:15.841836 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6189240b-7519-462f-b152-29253a5c3255 None None] Routers {'19bd1387-5b51-4d92-9ca6-d281ca838eb9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:15.842769 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6189240b-7519-462f-b152-29253a5c3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:29:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:16.012797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fa4d481f-9d04-4874-b1c6-3c56dc250dd4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:16.122468 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-6189240b-7519-462f-b152-29253a5c3255 None None] Set router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:16.238645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:16.238771 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.428028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd4e6f-4222-4ede-8380-9c1fce9a62cf req-efd36932-347d-4792-9cfe-837286044b90 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:16.429661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59dd4e6f-4222-4ede-8380-9c1fce9a62cf req-efd36932-347d-4792-9cfe-837286044b90 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 1.4307895 Apr 18 21:30:16.502895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Attempting to bind port ce18ebb5-9ca7-4683-828a-6f45c0d70eba on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:16.503524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Attempting to bind port ce18ebb5-9ca7-4683-828a-6f45c0d70eba by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:16.504103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Attempting to bind port ce18ebb5-9ca7-4683-828a-6f45c0d70eba on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:16.528625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.604675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Port ce18ebb5-9ca7-4683-828a-6f45c0d70eba on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:30:16.611717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Attempting to bind port ce18ebb5-9ca7-4683-828a-6f45c0d70eba on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:16.613589 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.636109 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c602d9a0-0359-4912-9de5-8fb54fe2bc93 req-81eba20b-3e6b-4f78-8912-80f91451fadb service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9288232 Apr 18 21:30:16.655497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:30:16.656774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Checking segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:16.657328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Bound using segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:30:16.657874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Bound port: ce18ebb5-9ca7-4683-828a-6f45c0d70eba, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:16.658401 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.690048 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6189240b-7519-462f-b152-29253a5c3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:30:04Z', 'revision_number': 5, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:16.691152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59dd4e6f-4222-4ede-8380-9c1fce9a62cf req-76454d6c-ddf8-4e08-9b6b-6da499ae6638 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2368515 Apr 18 21:30:16.765811 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6189240b-7519-462f-b152-29253a5c3255 None None] Checking router: 19bd1387-5b51-4d92-9ca6-d281ca838eb9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:30:16.784416 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6189240b-7519-462f-b152-29253a5c3255 None None] Routers {'19bd1387-5b51-4d92-9ca6-d281ca838eb9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:16.786852 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6189240b-7519-462f-b152-29253a5c3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:29:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:16.793998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] For port ce18ebb5-9ca7-4683-828a-6f45c0d70eba, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:16.797063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] For port ce18ebb5-9ca7-4683-828a-6f45c0d70eba, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ce18ebb5-9ca7-4683-828a-6f45c0d70eba,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:16.814596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-e191e446-5134-4312-8984-b2a36a8c6d93 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ea673beec6646f1a8adc1050a9bb03c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0017381 Apr 18 21:30:16.924000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Subnet': ['ID=37d44017-fc20-4a8f-9081-0adeb783101c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:16.953365 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.959298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Checking segment: {'id': '17e889e2-fd51-49dc-869d-9264f5c5e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '42ba9fc8-13a5-4aba-9b69-24c56f060b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:16.959893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network hostable DHCP agents. Network: 42ba9fc8-13a5-4aba-9b69-24c56f060b80, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:30:17.082521 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.083949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] 10.222.0.26 "PUT /v2.0/ports/ce18ebb5-9ca7-4683-828a-6f45c0d70eba HTTP/1.1" status: 200 len: 1092 time: 4.5734630 Apr 18 21:30:17.084385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675', 'tag': 'ce18ebb5-9ca7-4683-828a-6f45c0d70eba'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:17.100284 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-6189240b-7519-462f-b152-29253a5c3255 None None] Set router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:17.132226 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.157135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network 42ba9fc8-13a5-4aba-9b69-24c56f060b80 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:30:17.205687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f79a7b-af1c-4cfe-875b-81c8baddd894 service neutron] Pushing event updated for resources: {'Port': ['ID=ce18ebb5-9ca7-4683-828a-6f45c0d70eba,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:17.300390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 42ba9fc8-13a5-4aba-9b69-24c56f060b80) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:17.310247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34611b8-607f-47eb-8db9-933f47819bdc None None] Network 42ba9fc8-13a5-4aba-9b69-24c56f060b80 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:17.315990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:17.316810 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.338357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-dfb67b2e-86c0-43fb-8f1b-c933b2eeab71 service neutron] 10.222.0.11 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098588 Apr 18 21:30:17.381849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Allocated IP 172.20.0.17 (c3d7b1a4-293c-43d6-a84e-e860ea121919/2ae3d759-4758-491d-a57d-6bf7c36d9ead/1171fcbb-4d16-4d02-95f5-86a8a9aaed26) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:17.500002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda2675-514d-41a0-a394-f2373d10c743 req-702af0e7-d31f-42d5-8b5f-95ec85dae676 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:17.502028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-edda2675-514d-41a0-a394-f2373d10c743 req-702af0e7-d31f-42d5-8b5f-95ec85dae676 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.5941885 Apr 18 21:30:17.564573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-48d0ffda-7622-4309-b899-5cdd7fa48d66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 1095 time: 0.2950618 Apr 18 21:30:17.609524 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0e6fd125-3558-4927-81e8-8837c58d28a6 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6303186 Apr 18 21:30:17.609524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59496) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:17.690794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-9e7afb7a-df3e-4ad8-921b-ecc4aa6e23fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce18ebb5-9ca7-4683-828a-6f45c0d70eba HTTP/1.1" status: 200 len: 217 time: 0.1127217 Apr 18 21:30:17.736876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-42ba9fc8-13a5-4aba-9b69-24c56f060b80', 'network_id': '42ba9fc8-13a5-4aba-9b69-24c56f060b80', 'tenant_id': '88e9b33d82b34017a0f0e294f4b11d9a', 'fixed_ips': [{'subnet_id': '37d44017-fc20-4a8f-9081-0adeb783101c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:30:17.738020 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.749249 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-edda2675-514d-41a0-a394-f2373d10c743 req-bdc7710a-2a5c-4376-a6c1-6f4302c9e6c3 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290232 Apr 18 21:30:17.764518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-deb13ce5-5377-4c59-aec6-ad6225e0315e service neutron] 10.222.0.11 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094720 Apr 18 21:30:17.796352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-69a2308a-f26e-49f0-9cdf-10a2f4a787a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:17.796971 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6189240b-7519-462f-b152-29253a5c3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:30:04Z', 'revision_number': 5, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:17.798408 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-69a2308a-f26e-49f0-9cdf-10a2f4a787a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.0863976 Apr 18 21:30:17.807007 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6189240b-7519-462f-b152-29253a5c3255 None None] The sync data for ids ['19bd1387-5b51-4d92-9ca6-d281ca838eb9'] in n-d-836017-3 is: [{'id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-574792600-router', 'tenant_id': '5abe5c109e494fabbf8b2824a0c296d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ce64b042-b2af-4035-a772-41cd80288999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:29Z', 'updated_at': '2022-04-18T21:30:04Z', 'revision_number': 5, 'project_id': '5abe5c109e494fabbf8b2824a0c296d4', 'gw_port': {'id': 'ce64b042-b2af-4035-a772-41cd80288999', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd1387-5b51-4d92-9ca6-d281ca838eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:32Z', 'updated_at': '2022-04-18T21:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:30:17.964572 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.966572 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:18.011148 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:18.027924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-3b97c7c8-ab23-4196-9de5-44e665bac3ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022481 Apr 18 21:30:18.029263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Transition to ACTIVE for port object 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:18.117420 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:18.178740 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e8787d-ad23-4d6d-be31-b39c3e61ad53'] response: {'name': 'network-changed', 'server_uuid': 'fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675', 'tag': 'ce18ebb5-9ca7-4683-828a-6f45c0d70eba', 'status': 'completed', 'code': 200} Apr 18 21:30:18.245464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Deleting port ce64b042-b2af-4035-a772-41cd80288999 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:18.246234 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:18.255403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Allocated IP 2001:db8::2 (42ba9fc8-13a5-4aba-9b69-24c56f060b80/37d44017-fc20-4a8f-9081-0adeb783101c/6e0d3254-cbff-463f-b1a0-2edefa7868f6) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:18.337660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:18.468986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=1171fcbb-4d16-4d02-95f5-86a8a9aaed26,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:18.482437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network c3d7b1a4-293c-43d6-a84e-e860ea121919 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:18.487890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:18.494531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:18.577116 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:18.682847 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:18.701391 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Transition to ACTIVE for port object 6e0d3254-cbff-463f-b1a0-2edefa7868f6 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:18.738149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Transition to ACTIVE for port object 6e0d3254-cbff-463f-b1a0-2edefa7868f6 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:18.839837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:18.857459 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:18.872152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf017bf-2d9c-4591-a73c-c5b46285ec97 req-0f06b65a-1c80-4c85-bc2f-4c01da60173c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:18.873554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eaf017bf-2d9c-4591-a73c-c5b46285ec97 req-0f06b65a-1c80-4c85-bc2f-4c01da60173c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5231471 Apr 18 21:30:18.875320 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-97087d17-17b5-4adc-9666-d7dcffe7cfb0 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6956038 Apr 18 21:30:18.885310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cd8ca-bd0e-40bd-97e3-3349a02da691 req-828e166c-777f-49c9-a22b-16a98c1e0ecb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:18.893436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c5cd8ca-bd0e-40bd-97e3-3349a02da691 req-828e166c-777f-49c9-a22b-16a98c1e0ecb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.8623400 Apr 18 21:30:18.971768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Pushing event updated for resources: {'Port': ['ID=6e0d3254-cbff-463f-b1a0-2edefa7868f6,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:19.022098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Network 42ba9fc8-13a5-4aba-9b69-24c56f060b80 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:19.023147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:19.026043 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:19.090770 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.104658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] For port ce64b042-b2af-4035-a772-41cd80288999, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ce64b042-b2af-4035-a772-41cd80288999,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:19.105409 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.165347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Subnet': ['ID=37d44017-fc20-4a8f-9081-0adeb783101c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:19.196884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Attempting to bind port 6e0d3254-cbff-463f-b1a0-2edefa7868f6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:19.197053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Attempting to bind port 6e0d3254-cbff-463f-b1a0-2edefa7868f6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '17e889e2-fd51-49dc-869d-9264f5c5e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '42ba9fc8-13a5-4aba-9b69-24c56f060b80'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:19.197429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Attempting to bind port 6e0d3254-cbff-463f-b1a0-2edefa7868f6 on network 42ba9fc8-13a5-4aba-9b69-24c56f060b80 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:19.200232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ff8b869c-f621-4b9f-9706-168ce28a2eb8 None None] Provisioning for port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:19.203752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:19.205610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:19.206408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:19.207228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:19.208605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:19.209296 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:19.209840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:19.210792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:19.211379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:19.212875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:19.213954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:19.223622 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ff8b869c-f621-4b9f-9706-168ce28a2eb8 None None] Provisioning complete for port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:19.224888 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ff8b869c-f621-4b9f-9706-168ce28a2eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.265855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:30:19.266035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Checking segment: {'id': '17e889e2-fd51-49dc-869d-9264f5c5e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '42ba9fc8-13a5-4aba-9b69-24c56f060b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:19.266482 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.266984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Bound using segment: {'id': '17e889e2-fd51-49dc-869d-9264f5c5e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '42ba9fc8-13a5-4aba-9b69-24c56f060b80'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:30:19.268074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Bound port: 6e0d3254-cbff-463f-b1a0-2edefa7868f6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e889e2-fd51-49dc-869d-9264f5c5e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '42ba9fc8-13a5-4aba-9b69-24c56f060b80'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:19.268533 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.330330 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c5cd8ca-bd0e-40bd-97e3-3349a02da691 req-0216cd0d-4a27-4c8e-b1b5-a2da6afa5c7b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359775 Apr 18 21:30:19.343723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Calling delete_port for ce64b042-b2af-4035-a772-41cd80288999 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:19.409466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] For port 6e0d3254-cbff-463f-b1a0-2edefa7868f6, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:19.415397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] For port 6e0d3254-cbff-463f-b1a0-2edefa7868f6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6e0d3254-cbff-463f-b1a0-2edefa7868f6,segment=NetworkSegment(17e889e2-fd51-49dc-869d-9264f5c5e50b),segment_id=17e889e2-fd51-49dc-869d-9264f5c5e50b)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:19.447441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b869c-f621-4b9f-9706-168ce28a2eb8 None None] Port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:30:19.499470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eaf017bf-2d9c-4591-a73c-c5b46285ec97 req-946952b6-89ac-4a4c-b6c6-8025dcad362e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5892365 Apr 18 21:30:19.520616 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.554168 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2cab27d-bb69-4ee8-8c7e-15d0e26c8204 req-08280fb5-b7f9-4b1a-8bdc-66c03a78b8ac tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 210 time: 0.1128953 Apr 18 21:30:19.581607 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-536a7348-3727-4114-95cb-2f61e405a7c5 req-ee7bdcbe-1819-4768-9d47-218c6a9f2c71 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6474061 Apr 18 21:30:19.600193 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.632395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ba9fc8-13a5-4aba-9b69-24c56f060b80']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:19.656063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e889e2-fd51-49dc-869d-9264f5c5e50b') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:19.656835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e889e2-fd51-49dc-869d-9264f5c5e50b') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:19.687957 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.691094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.722469 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.739964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:19.740484 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:19.764159 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:19.790054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d76c4-052c-4c9f-a058-1a713998a7bc None None] Pushing event updated for resources: {'Port': ['ID=6e0d3254-cbff-463f-b1a0-2edefa7868f6,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:19.835422 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e98b71-4d36-4df5-8b31-b73e6f57b0ab None None] Network 42ba9fc8-13a5-4aba-9b69-24c56f060b80 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:19.881873 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.892992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f2697ce9-ef3d-4675-be65-9900b8fc2499 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:19.996013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53275320-6f1a-459e-8737-ac28ff020c03 req-bafb6460-b8ab-4bd9-aea8-2e31ff2557f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 1095 time: 0.1991322 Apr 18 21:30:20.010046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef84bb-2653-4bed-b400-7e2c154842ed req-3421f664-d312-4426-a5e2-f9d646eb0751 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:20.011939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8ef84bb-2653-4bed-b400-7e2c154842ed req-3421f664-d312-4426-a5e2-f9d646eb0751 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.3367040 Apr 18 21:30:20.032526 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: f2697ce9-ef3d-4675-be65-9900b8fc2499 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:20.032662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f2697ce9-ef3d-4675-be65-9900b8fc2499 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:20.102962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:20.119083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=1171fcbb-4d16-4d02-95f5-86a8a9aaed26,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:20.137730 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:20.228606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136c3423-618d-4143-812f-7d89d0ee096e None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:30:20.229252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce64b042-b2af-4035-a772-41cd80288999,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:20.359072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8ef84bb-2653-4bed-b400-7e2c154842ed req-5909d4a9-c09d-4919-b98a-7b6d9da38269 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094633 Apr 18 21:30:20.396789 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:30:20.396789 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:30:20.396789 n-d-836017-3 neutron-server[85049]: [parameters: {'id': '42ba9fc8-13a5-4aba-9b69-24c56f060b80'}] Apr 18 21:30:20.396789 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:30:20.398594 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:30:20.402867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53275320-6f1a-459e-8737-ac28ff020c03 req-7536df56-2cdd-4b1b-bd94-f22f2a304b68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:20.405006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53275320-6f1a-459e-8737-ac28ff020c03 req-7536df56-2cdd-4b1b-bd94-f22f2a304b68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.3915582 Apr 18 21:30:20.461459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136c3423-618d-4143-812f-7d89d0ee096e None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:30:20.484320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network c3d7b1a4-293c-43d6-a84e-e860ea121919 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:20.485780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:20.897101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:20.921196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:20.960795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Deleting port 6e0d3254-cbff-463f-b1a0-2edefa7868f6 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:20.961140 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:21.032269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59546) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:21.241758 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53275320-6f1a-459e-8737-ac28ff020c03 req-5dd2532f-ea7a-4865-aa7b-5f5630fb66b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce18ebb5-9ca7-4683-828a-6f45c0d70eba HTTP/1.1" status: 200 len: 217 time: 0.8267839 Apr 18 21:30:21.279581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] For port 6e0d3254-cbff-463f-b1a0-2edefa7868f6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6e0d3254-cbff-463f-b1a0-2edefa7868f6,segment=NetworkSegment(17e889e2-fd51-49dc-869d-9264f5c5e50b),segment_id=17e889e2-fd51-49dc-869d-9264f5c5e50b)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:21.280217 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:21.384289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0adefe86-b76c-4471-8de5-9b3299f1ff14 None None] Provisioning complete for port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:21.384970 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0adefe86-b76c-4471-8de5-9b3299f1ff14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:21.444834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0adefe86-b76c-4471-8de5-9b3299f1ff14 None None] Port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:30:21.448087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Calling delete_port for 6e0d3254-cbff-463f-b1a0-2edefa7868f6 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:21.474759 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22485400-df59-4e51-be81-73ce6cb7b3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:21.486765 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:21.529298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:21.534671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53275320-6f1a-459e-8737-ac28ff020c03 req-18b56663-8ef4-4837-bbf9-3d6ac75a93da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:21.536978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53275320-6f1a-459e-8737-ac28ff020c03 req-18b56663-8ef4-4837-bbf9-3d6ac75a93da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.2107017 Apr 18 21:30:21.568043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-22485400-df59-4e51-be81-73ce6cb7b3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:21.578987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-22485400-df59-4e51-be81-73ce6cb7b3ce admin admin] Usage tracker for resource:security_group_rule and tenant:4aaead250f5646c085f71c6d92bebe1f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:21.578987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-22485400-df59-4e51-be81-73ce6cb7b3ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:21.586303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-22485400-df59-4e51-be81-73ce6cb7b3ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:21.610208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:21.638936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306889f-a80d-4c7e-bbc6-2f79d5bb0129 req-4fc4a1b7-3352-4277-a60c-d474be42d22a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:21.640580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f306889f-a80d-4c7e-bbc6-2f79d5bb0129 req-4fc4a1b7-3352-4277-a60c-d474be42d22a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5317893 Apr 18 21:30:21.683937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923918a-91cc-4214-9f66-41f9eaced03a req-5c471469-b894-4cf9-878a-3ba53f84e83a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:21.685348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c923918a-91cc-4214-9f66-41f9eaced03a req-5c471469-b894-4cf9-878a-3ba53f84e83a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.6173038 Apr 18 21:30:21.699835 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:21.720713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-ed1f9248-4621-48ac-9f3d-2a63d8b0e0c0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:21.722266 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-ed1f9248-4621-48ac-9f3d-2a63d8b0e0c0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.26 "GET /v2.0/networks?id=cb5426b9-02ce-47bd-bc65-384e7cb55173 HTTP/1.1" status: 200 len: 810 time: 0.3984878 Apr 18 21:30:21.811384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Port': ['ID=6e0d3254-cbff-463f-b1a0-2edefa7868f6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:21.827340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No DVR routers for this DVR port 6e0d3254-cbff-463f-b1a0-2edefa7868f6 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:21.830850 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f306889f-a80d-4c7e-bbc6-2f79d5bb0129 req-264d9333-df1d-49d5-b676-0d24318aeea7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1609061 Apr 18 21:30:21.836976 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:21.837549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19bd1387-5b51-4d92-9ca6-d281ca838eb9 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:30:21.850351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c923918a-91cc-4214-9f66-41f9eaced03a req-e2b65e5e-4ad4-46ae-9bf2-84b0ecb52395 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465130 Apr 18 21:30:21.860686 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-c8365595-302e-4199-a7e4-8dae0104f059 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ea673beec6646f1a8adc1050a9bb03c HTTP/1.1" status: 200 len: 379 time: 0.1151915 Apr 18 21:30:21.868684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53275320-6f1a-459e-8737-ac28ff020c03 req-d8871eba-6e89-4834-8e69-0de0c28de169 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3180177 Apr 18 21:30:21.875738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Request body: {'port': {'device_id': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'admin_state_up': True, 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'security_groups': ['5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:21.922271 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:21.923893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1db1fb33-0938-4526-864b-f1caa225ed6a admin admin] 10.222.0.11 "DELETE /v2.0/routers/19bd1387-5b51-4d92-9ca6-d281ca838eb9 HTTP/1.1" status: 204 len: 168 time: 5.7845986 Apr 18 21:30:21.927026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59554) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:22.022109 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22485400-df59-4e51-be81-73ce6cb7b3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.038326 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.074863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ba9fc8-13a5-4aba-9b69-24c56f060b80']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:22.197297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22485400-df59-4e51-be81-73ce6cb7b3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.207639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e889e2-fd51-49dc-869d-9264f5c5e50b') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:22.211313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e889e2-fd51-49dc-869d-9264f5c5e50b') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:22.215033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fed3c2cc-1c90-46d9-b22b-6e072f4dc771 req-b000a665-63cf-4ac8-9d7f-2310df54bfca tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 210 time: 0.1493278 Apr 18 21:30:22.237213 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.262695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb188b9-19cc-4d69-8e89-1987fe65bcea admin admin] Deleting subnet d00d652b-7469-4e5e-b51f-27ade5c396f8 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:30:22.275846 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bb188b9-19cc-4d69-8e89-1987fe65bcea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.282802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.286207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22485400-df59-4e51-be81-73ce6cb7b3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0594aac-7733-4381-82ad-f25e3c970e37,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:22.303870 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-22485400-df59-4e51-be81-73ce6cb7b3ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4aaead250f5646c085f71c6d92bebe1f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2680287 Apr 18 21:30:22.304351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:22.304847 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.315118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59558) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:22.320368 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:22.419122 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bb188b9-19cc-4d69-8e89-1987fe65bcea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.420389 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:22.427169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Sync routers for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:30:22.442542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:22.443941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:29:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:22.450255 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-31374253-dc9e-4840-8d40-21b726806901 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "PUT /v2.0/routers/52085b98-a63e-4f63-96e9-ad5dce7e1b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5297902 Apr 18 21:30:22.501921 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.525526 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.531081 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/networks/42ba9fc8-13a5-4aba-9b69-24c56f060b80 HTTP/1.1" status: 204 len: 168 time: 4.9134197 Apr 18 21:30:22.532697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59564) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:22.536542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b7348-4204-43e3-91ad-6f78b66b02ba tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Network': ['ID=42ba9fc8-13a5-4aba-9b69-24c56f060b80,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:22.541796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-188481889'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:22.547565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:22.552767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:network and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:22.555771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for network was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:22.561698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:22.573103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53275320-6f1a-459e-8737-ac28ff020c03 req-e5a58074-cbab-480d-85fa-d8ead6c8bdf3 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770039 Apr 18 21:30:22.573103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:22.598810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Usage tracker for resource:port and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:22.624671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:22.634544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c5089-d5ab-47ef-a481-76f8e3c2622e req-dd9fd77c-9a2d-4345-aca3-fe9c2ed82eb1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:22.638540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba5c5089-d5ab-47ef-a481-76f8e3c2622e req-dd9fd77c-9a2d-4345-aca3-fe9c2ed82eb1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.5640194 Apr 18 21:30:22.641487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:22.650357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:22.656932 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.695198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:30:22.703413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:22.706631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.708007 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Added segment 5c2bb38e-6e4f-4de7-87bd-5df13f597579 of type vlan for network 6255e605-0e44-4f38-a038-2e54547dd5ee Apr 18 21:30:22.742801 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.813703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97f6e12a-b6ec-47f7-824c-374b4cf5812a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.862894 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bb188b9-19cc-4d69-8e89-1987fe65bcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.897512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba5c5089-d5ab-47ef-a481-76f8e3c2622e req-69c1d2a6-ad4c-4863-a168-f7f4576f224d tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970606 Apr 18 21:30:22.919928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Made reservation on behalf of 6ea673beec6646f1a8adc1050a9bb03c for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:22.922923 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.923961 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.928542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:22.929410 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:22.957705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53275320-6f1a-459e-8737-ac28ff020c03 req-b63640d7-45a9-4826-b3bb-e674df564e7e service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608191 Apr 18 21:30:22.959534 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97f6e12a-b6ec-47f7-824c-374b4cf5812a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.145894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:30:18Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3e00f24c-cdae-4855-abe8-76f7ce292d4b', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'port_id': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'mac_address': 'fa:16:3e:57:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:45Z', 'updated_at': '2022-04-18T21:29:01Z', 'revision_number': 1, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1171fcbb-4d16-4d02-95f5-86a8a9aaed26', 'name': '', 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:27:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ae3d759-4758-491d-a57d-6bf7c36d9ead', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:17Z', 'updated_at': '2022-04-18T21:30:19Z', 'revision_number': 2, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '2ae3d759-4758-491d-a57d-6bf7c36d9ead', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:28:00Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:23.153088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Network': ['ID=6255e605-0e44-4f38-a038-2e54547dd5ee,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:23.154007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Checking router: 52085b98-a63e-4f63-96e9-ad5dce7e1b55 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:30:23.154897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Updating router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:30:23.206747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 6255e605-0e44-4f38-a038-2e54547dd5ee details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:30:23.214563 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bb188b9-19cc-4d69-8e89-1987fe65bcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.228463 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-be82b31c-ba8f-4a8e-9144-a446e091d664 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6947169 Apr 18 21:30:23.231297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59574) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:23.237086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Request body: {'subnet': {'network_id': '6255e605-0e44-4f38-a038-2e54547dd5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:23.312977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb188b9-19cc-4d69-8e89-1987fe65bcea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00d652b-7469-4e5e-b51f-27ade5c396f8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:23.330665 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.344048 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bb188b9-19cc-4d69-8e89-1987fe65bcea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.349531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f14a97-2232-498c-b742-0d1cb8ab0613 None None] Network 5ea543e9-f1b9-4fd2-a362-bd88cda88288 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:23.355911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97f6e12a-b6ec-47f7-824c-374b4cf5812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.370618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:23.375765 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Usage tracker for resource:subnet and tenant:88e9b33d82b34017a0f0e294f4b11d9a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:23.378698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:23.384398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Allocated IP 172.20.0.9 (cb5426b9-02ce-47bd-bc65-384e7cb55173/4498ba41-22b7-4bd0-9281-c43e26e866ae/40a9a6ce-c9f5-4f42-a7bb-65fa833400eb) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:23.386385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:23.407088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6e12a-b6ec-47f7-824c-374b4cf5812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0594aac-7733-4381-82ad-f25e3c970e37,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:23.416782 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4bb188b9-19cc-4d69-8e89-1987fe65bcea admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d00d652b-7469-4e5e-b51f-27ade5c396f8 HTTP/1.1" status: 204 len: 168 time: 1.4398198 Apr 18 21:30:23.419440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59580) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:23.425314 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97f6e12a-b6ec-47f7-824c-374b4cf5812a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.431969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-97f6e12a-b6ec-47f7-824c-374b4cf5812a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0594aac-7733-4381-82ad-f25e3c970e37 HTTP/1.1" status: 204 len: 168 time: 1.1059825 Apr 18 21:30:23.465131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8f60e-8f80-4865-a99b-ba4bdf07c90c req-2b6bbea3-7437-47eb-a236-e989c2332105 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:23.465131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43f8f60e-8f80-4865-a99b-ba4bdf07c90c req-2b6bbea3-7437-47eb-a236-e989c2332105 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.3519466 Apr 18 21:30:23.485633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc249c-9712-43a3-94d4-bc7f5d7cc709 req-69187e3c-9439-4cf4-96c9-46153d3f8786 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:23.487208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8dc249c-9712-43a3-94d4-bc7f5d7cc709 req-69187e3c-9439-4cf4-96c9-46153d3f8786 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2822201 Apr 18 21:30:23.531518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Made reservation on behalf of 88e9b33d82b34017a0f0e294f4b11d9a for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:23.569409 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43f8f60e-8f80-4865-a99b-ba4bdf07c90c req-02d1b75b-9c13-4b9d-9f2d-a2bd293c6d8e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941510 Apr 18 21:30:23.665605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.703628 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8dc249c-9712-43a3-94d4-bc7f5d7cc709 req-3c97213e-ea38-4c8a-ae79-544e7bc07e5e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1621447 Apr 18 21:30:23.713174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Deleting port bc9184b6-6417-43d7-ab53-78759da3f67c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:23.714182 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.825407 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.825557 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.845009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Transition to ACTIVE for port object 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:23.879436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e04e96cf-98f1-4787-a56a-1150ef8d6c8e req-73035bd4-9cc1-4047-8122-013be5324725 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Synchronizing usage tracker for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:23.928108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b642c488-23a9-4583-8f5b-e592e384c7dd None None] DHCP port deletion for 5ea543e9-f1b9-4fd2-a362-bd88cda88288 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:30:23.945292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b642c488-23a9-4583-8f5b-e592e384c7dd None None] Deleting port bc9184b6-6417-43d7-ab53-78759da3f67c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:23.945816 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b642c488-23a9-4583-8f5b-e592e384c7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.954241 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:24.034923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e04e96cf-98f1-4787-a56a-1150ef8d6c8e req-73035bd4-9cc1-4047-8122-013be5324725 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Unset dirty status for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:24.047952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e04e96cf-98f1-4787-a56a-1150ef8d6c8e req-73035bd4-9cc1-4047-8122-013be5324725 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 210 time: 0.3317456 Apr 18 21:30:24.096057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Network cb5426b9-02ce-47bd-bc65-384e7cb55173 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:24.099728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:24.104265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:24.116728 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:24.145718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Transition to ACTIVE for port object 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:24.226896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event updated for resources: {'Port': ['ID=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:24.264099 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:24.344669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:24.345286 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:24.352620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] For port bc9184b6-6417-43d7-ab53-78759da3f67c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bc9184b6-6417-43d7-ab53-78759da3f67c,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:24.353182 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:24.401525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb9a1a-40c3-4a36-a277-dda233dfffcf req-1bd42da4-5e98-4bd9-bf97-21751e9a45b2 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:24.407324 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0fcb9a1a-40c3-4a36-a277-dda233dfffcf req-1bd42da4-5e98-4bd9-bf97-21751e9a45b2 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.2425971 Apr 18 21:30:24.436171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9548d647-5a0d-4190-8af1-a702eb53bbea req-bf753864-f0d8-44d6-9c63-b5039cabcd8d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 1096 time: 0.1625619 Apr 18 21:30:24.494864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-0ce7a8e4-b489-4a9e-b771-0024c01578f2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6251845 Apr 18 21:30:24.512827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Request body: {'port': {'device_id': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:24.587872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd43a9-5906-41fd-b1ac-161a9e481d72 None None] Pushing event updated for resources: {'Port': ['ID=1171fcbb-4d16-4d02-95f5-86a8a9aaed26,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:24.602272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59590) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:24.707165 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aed6295a-2177-47dd-8595-81b71eb07798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:24.735693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Calling delete_port for bc9184b6-6417-43d7-ab53-78759da3f67c owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:24.842646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-aed6295a-2177-47dd-8595-81b71eb07798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:24.847690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-aed6295a-2177-47dd-8595-81b71eb07798 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ba3ed358834bf8a08d533cbaf4e339 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:24.850010 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2d0e31b4-2bbc-4a1c-8e4a-f63781a49d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:24.855168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-aed6295a-2177-47dd-8595-81b71eb07798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:24.859323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9548d647-5a0d-4190-8af1-a702eb53bbea req-0f98f676-203d-458f-b121-5b0783365e16 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113197 Apr 18 21:30:24.861660 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0fcb9a1a-40c3-4a36-a277-dda233dfffcf req-55085d1a-b0a3-42f4-b22d-55aad3b01709 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513297 Apr 18 21:30:24.868224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b642c488-23a9-4583-8f5b-e592e384c7dd None None] For port bc9184b6-6417-43d7-ab53-78759da3f67c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bc9184b6-6417-43d7-ab53-78759da3f67c,segment=NetworkSegment(bfce8069-32f5-4d89-9e78-a66bf3ca4e40),segment_id=bfce8069-32f5-4d89-9e78-a66bf3ca4e40)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:24.868606 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b642c488-23a9-4583-8f5b-e592e384c7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:24.869580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-aed6295a-2177-47dd-8595-81b71eb07798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:24.937175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Attempting to bind port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:24.938220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Attempting to bind port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:24.938666 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Attempting to bind port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 on network c3d7b1a4-293c-43d6-a84e-e860ea121919 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:25.009443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b642c488-23a9-4583-8f5b-e592e384c7dd None None] Calling delete_port for bc9184b6-6417-43d7-ab53-78759da3f67c owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:25.025529 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.068848 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.069869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-83152ca5-f45d-4376-9432-6c949641c466 None None] Provisioning for port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:25.088171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-83152ca5-f45d-4376-9432-6c949641c466 None None] Provisioning complete for port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:25.088900 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-83152ca5-f45d-4376-9432-6c949641c466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.119555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:30:25.120301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Checking segment: {'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:25.121442 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.122056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Bound using segment: {'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:30:25.122727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Bound port: 1171fcbb-4d16-4d02-95f5-86a8a9aaed26, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff217963-ee50-45eb-8640-e094a2dc47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:25.123281 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.140275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9184b6-6417-43d7-ab53-78759da3f67c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:25.156280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] No DVR routers for this DVR port bc9184b6-6417-43d7-ab53-78759da3f67c on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.231881 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:25.235585 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:30:25.240429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-83152ca5-f45d-4376-9432-6c949641c466 None None] Port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:30:25.262162 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-b642c488-23a9-4583-8f5b-e592e384c7dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:30:25.262509 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-b642c488-23a9-4583-8f5b-e592e384c7dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:30:25.273425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] For port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:25.277544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] For port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1171fcbb-4d16-4d02-95f5-86a8a9aaed26,segment=NetworkSegment(ff217963-ee50-45eb-8640-e094a2dc47fd),segment_id=ff217963-ee50-45eb-8640-e094a2dc47fd)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:25.353499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d6a0d-4c6b-40ee-b67a-c8696c630bd2 req-82bc8a70-991e-40db-94db-079fe5b7cd4d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:25.355897 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d45d6a0d-4c6b-40ee-b67a-c8696c630bd2 req-82bc8a70-991e-40db-94db-079fe5b7cd4d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.4929917 Apr 18 21:30:25.368639 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.369994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.objects.ports [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85049) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:30:25.419629 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.473115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:25.473927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:29:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:25.493562 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.531942 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aed6295a-2177-47dd-8595-81b71eb07798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.538347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea543e9-f1b9-4fd2-a362-bd88cda88288']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:25.543414 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d45d6a0d-4c6b-40ee-b67a-c8696c630bd2 req-89bba9ab-7c19-4956-8518-2c63cf7b6ded tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360180 Apr 18 21:30:25.569362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:25.569741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfce8069-32f5-4d89-9e78-a66bf3ca4e40') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:25.588579 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.616912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.629948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event updated for resources: {'Subnet': ['ID=6e3ccefd-b477-4396-ad9c-4b057fe911e1,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:25.632761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:25.633170 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:25.651325 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:25.670544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d9cce-1ba3-471e-97e1-111afc7e5fcd req-0d8597ae-702b-45a4-96cb-809ed080a922 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:25.672016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e4d9cce-1ba3-471e-97e1-111afc7e5fcd req-0d8597ae-702b-45a4-96cb-809ed080a922 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5638809 Apr 18 21:30:25.677174 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aed6295a-2177-47dd-8595-81b71eb07798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.708767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd43a9-5906-41fd-b1ac-161a9e481d72 None None] Pushing event updated for resources: {'Port': ['ID=1171fcbb-4d16-4d02-95f5-86a8a9aaed26,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:25.731598 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Checking segment: {'id': '5c2bb38e-6e4f-4de7-87bd-5df13f597579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6255e605-0e44-4f38-a038-2e54547dd5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:25.731966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network hostable DHCP agents. Network: 6255e605-0e44-4f38-a038-2e54547dd5ee, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:30:25.764013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b642c488-23a9-4583-8f5b-e592e384c7dd None None] Deleting port bc9184b6-6417-43d7-ab53-78759da3f67c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:25.765152 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b642c488-23a9-4583-8f5b-e592e384c7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.813019 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.855012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6295a-2177-47dd-8595-81b71eb07798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96db8f86-b9e0-4bcc-bbc1-f03d4917a37d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:25.865038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:25.870531 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-aed6295a-2177-47dd-8595-81b71eb07798 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0ba3ed358834bf8a08d533cbaf4e339&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2440393 Apr 18 21:30:25.887885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59602) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:25.887885 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.890930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea543e9-f1b9-4fd2-a362-bd88cda88288,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:25.936355 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e4d9cce-1ba3-471e-97e1-111afc7e5fcd req-9917d8b3-670f-4fda-af76-12d3794e871c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2512853 Apr 18 21:30:25.969757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa08f38-09db-41d3-94af-b0d55637261b req-ca1bf2bb-d55b-4344-8a4a-c7d218800243 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:25.977508 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-daa08f38-09db-41d3-94af-b0d55637261b req-ca1bf2bb-d55b-4344-8a4a-c7d218800243 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 931 time: 0.1828611 Apr 18 21:30:25.982473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59608) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:25.985586 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-953904ef-61ee-4d80-9a4a-4420d6a6a4d8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5ea543e9-f1b9-4fd2-a362-bd88cda88288 HTTP/1.1" status: 204 len: 168 time: 2.5520101 Apr 18 21:30:26.022492 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-59ced954-a8be-473c-a48c-711e1f061d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:26.035159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Network 6255e605-0e44-4f38-a038-2e54547dd5ee is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:30:26.069002 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-59ced954-a8be-473c-a48c-711e1f061d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:26.189056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bc9184b6-6417-43d7-ab53-78759da3f67c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:26.198199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 6255e605-0e44-4f38-a038-2e54547dd5ee) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:26.204086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:26.204086 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:26.228347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b642c488-23a9-4583-8f5b-e592e384c7dd None None] The port 'bc9184b6-6417-43d7-ab53-78759da3f67c' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:30:26.231356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: bc9184b6-6417-43d7-ab53-78759da3f67c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:26.231693 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bc9184b6-6417-43d7-ab53-78759da3f67c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:26.233295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a2ac4-f57d-4090-b37f-b4b03e94b483 None None] Network 6255e605-0e44-4f38-a038-2e54547dd5ee requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:26.265401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:30:26.289889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:26.296661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-daa08f38-09db-41d3-94af-b0d55637261b req-dd1c5d65-52ea-407d-9806-286ed6994e0b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182576 Apr 18 21:30:26.337061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe875b1-2e64-44d7-b32d-7fe7ec5e624c req-e5b74bc7-a2ce-46aa-8989-6b7d22dcb66b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:26.338604 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fe875b1-2e64-44d7-b32d-7fe7ec5e624c req-e5b74bc7-a2ce-46aa-8989-6b7d22dcb66b tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.1674900 Apr 18 21:30:26.402910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59614) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:26.403776 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9e8edd91-d041-4fb2-af98-c6f8882f9712 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1653042 Apr 18 21:30:26.424504 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fe875b1-2e64-44d7-b32d-7fe7ec5e624c req-5341d627-d01e-4d29-a153-73df8a6ad625 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803523 Apr 18 21:30:26.439685 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-59ced954-a8be-473c-a48c-711e1f061d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:26.443056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-59ced954-a8be-473c-a48c-711e1f061d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:26.447950 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-59ced954-a8be-473c-a48c-711e1f061d15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96db8f86-b9e0-4bcc-bbc1-f03d4917a37d HTTP/1.1" status: 204 len: 168 time: 0.5530620 Apr 18 21:30:26.469807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ced954-a8be-473c-a48c-711e1f061d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96db8f86-b9e0-4bcc-bbc1-f03d4917a37d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:26.490093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Transition to ACTIVE for port object 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:26.687251 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:26.694261 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:26.735362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-6255e605-0e44-4f38-a038-2e54547dd5ee', 'network_id': '6255e605-0e44-4f38-a038-2e54547dd5ee', 'tenant_id': '88e9b33d82b34017a0f0e294f4b11d9a', 'fixed_ips': [{'subnet_id': '6e3ccefd-b477-4396-ad9c-4b057fe911e1'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:30:26.737161 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:26.769285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:30:18Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3e00f24c-cdae-4855-abe8-76f7ce292d4b', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'port_id': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'mac_address': 'fa:16:3e:57:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:45Z', 'updated_at': '2022-04-18T21:29:01Z', 'revision_number': 1, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1171fcbb-4d16-4d02-95f5-86a8a9aaed26', 'name': '', 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:27:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ae3d759-4758-491d-a57d-6bf7c36d9ead', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:17Z', 'updated_at': '2022-04-18T21:30:25Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '2ae3d759-4758-491d-a57d-6bf7c36d9ead', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:28:00Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:26.779549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf59be0-a6ed-4fa7-8c72-136b92ef3de8 None None] The sync data for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 is: [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:30:18Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3e00f24c-cdae-4855-abe8-76f7ce292d4b', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'port_id': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'mac_address': 'fa:16:3e:57:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:45Z', 'updated_at': '2022-04-18T21:29:01Z', 'revision_number': 1, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1171fcbb-4d16-4d02-95f5-86a8a9aaed26', 'name': '', 'network_id': 'c3d7b1a4-293c-43d6-a84e-e860ea121919', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:27:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ae3d759-4758-491d-a57d-6bf7c36d9ead', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:17Z', 'updated_at': '2022-04-18T21:30:25Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '2ae3d759-4758-491d-a57d-6bf7c36d9ead', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:28:00Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:30:27.150994 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:27.184128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Allocated IP 2001:db8::f816:3eff:fe63:6339 (6255e605-0e44-4f38-a038-2e54547dd5ee/6e3ccefd-b477-4396-ad9c-4b057fe911e1/86fe34c6-58c7-41eb-95d0-8f61e1e92179) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:27.226556 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Pushing event updated for resources: {'Port': ['ID=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:27.422535 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c62e1d3a-f0e6-4b5f-ac46-26840ed29a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:27.502345 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:27.518691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Transition to ACTIVE for port object 86fe34c6-58c7-41eb-95d0-8f61e1e92179 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:27.543791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Transition to ACTIVE for port object 86fe34c6-58c7-41eb-95d0-8f61e1e92179 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:27.629062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4350c-2ee5-42eb-9221-def7747ed051 req-d41e1f53-3b51-4733-a096-c1cc20603e60 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:27.639240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-efc4350c-2ee5-42eb-9221-def7747ed051 req-d41e1f53-3b51-4733-a096-c1cc20603e60 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.9068227 Apr 18 21:30:27.679966 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:27.720476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ef182-1870-4f01-9207-11e7fab432a2 req-5bc6afc4-4d64-4fe0-84fc-b450a0169d2c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:27.721980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af5ef182-1870-4f01-9207-11e7fab432a2 req-5bc6afc4-4d64-4fe0-84fc-b450a0169d2c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.6501276 Apr 18 21:30:27.782659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Pushing event updated for resources: {'Port': ['ID=86fe34c6-58c7-41eb-95d0-8f61e1e92179,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:27.783423 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16bed1ed-9783-4bd9-9c4c-8a49932736fd req-47e1f464-9dd3-4bf3-ad3f-43058931f6c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1095 time: 0.6342955 Apr 18 21:30:27.786987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Network 6255e605-0e44-4f38-a038-2e54547dd5ee is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:27.788393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:27.790987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:27.843165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Attempting to bind port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:27.843165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Attempting to bind port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:27.843165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Attempting to bind port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb on network cb5426b9-02ce-47bd-bc65-384e7cb55173 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:27.881494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Attempting to bind port 86fe34c6-58c7-41eb-95d0-8f61e1e92179 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:27.884103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Attempting to bind port 86fe34c6-58c7-41eb-95d0-8f61e1e92179 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5c2bb38e-6e4f-4de7-87bd-5df13f597579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6255e605-0e44-4f38-a038-2e54547dd5ee'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:27.884103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Attempting to bind port 86fe34c6-58c7-41eb-95d0-8f61e1e92179 on network 6255e605-0e44-4f38-a038-2e54547dd5ee {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:27.889581 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:30:27.890023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Checking segment: {'id': '5c2bb38e-6e4f-4de7-87bd-5df13f597579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6255e605-0e44-4f38-a038-2e54547dd5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:27.890428 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:27.891635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Bound using segment: {'id': '5c2bb38e-6e4f-4de7-87bd-5df13f597579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6255e605-0e44-4f38-a038-2e54547dd5ee'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:30:27.892178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Bound port: 86fe34c6-58c7-41eb-95d0-8f61e1e92179, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2bb38e-6e4f-4de7-87bd-5df13f597579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6255e605-0e44-4f38-a038-2e54547dd5ee'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:27.892637 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:27.901672 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-efc4350c-2ee5-42eb-9221-def7747ed051 req-05897e6a-688c-416e-8671-e93873219591 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631731 Apr 18 21:30:27.989483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:28.000777 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.008046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af5ef182-1870-4f01-9207-11e7fab432a2 req-74a4d3a3-b169-43bf-b7db-f24f56c698b4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2701626 Apr 18 21:30:28.066507 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.109513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb on network cb5426b9-02ce-47bd-bc65-384e7cb55173 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:30:28.110143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Attempting to bind port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb on network cb5426b9-02ce-47bd-bc65-384e7cb55173 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:28.112485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] For port 86fe34c6-58c7-41eb-95d0-8f61e1e92179, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:28.116958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] For port 86fe34c6-58c7-41eb-95d0-8f61e1e92179, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=86fe34c6-58c7-41eb-95d0-8f61e1e92179,segment=NetworkSegment(5c2bb38e-6e4f-4de7-87bd-5df13f597579),segment_id=5c2bb38e-6e4f-4de7-87bd-5df13f597579)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:28.134081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3ccefd-b477-4396-ad9c-4b057fe911e1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:28.141041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:30:28.141329 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Checking segment: {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:28.141738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Bound using segment: {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:30:28.142237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Bound port: 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:28.142586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.220354 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.225387 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:28.268404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:28.268774 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.379176 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974a8a9-e076-48ac-ae76-fcebae5077d9 None None] Pushing event updated for resources: {'Port': ['ID=86fe34c6-58c7-41eb-95d0-8f61e1e92179,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:28.389484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bed1ed-9783-4bd9-9c4c-8a49932736fd req-2a17d888-1cf2-4acc-a935-9c7803208cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:28.391846 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16bed1ed-9783-4bd9-9c4c-8a49932736fd req-2a17d888-1cf2-4acc-a935-9c7803208cbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.5914333 Apr 18 21:30:28.392563 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67752fd4-95fb-41d5-87e5-589be2ee0c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.459503 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.509389 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.523815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2daebee-2b19-4a00-a523-fb64fd16268a None None] Network 6255e605-0e44-4f38-a038-2e54547dd5ee requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:28.628978 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.630832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1171fcbb-4d16-4d02-95f5-86a8a9aaed26,segment=NetworkSegment(ff217963-ee50-45eb-8640-e094a2dc47fd),segment_id=ff217963-ee50-45eb-8640-e094a2dc47fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:28.664720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6255e605-0e44-4f38-a038-2e54547dd5ee']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:28.694837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2bb38e-6e4f-4de7-87bd-5df13f597579') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:28.695154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2bb38e-6e4f-4de7-87bd-5df13f597579') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:28.725625 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.729175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51b511-7c88-4a12-8bde-951174d2b040 req-107015c4-ae85-42c1-9652-87f801dcf7d4 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:28.729175 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c51b511-7c88-4a12-8bde-951174d2b040 req-107015c4-ae85-42c1-9652-87f801dcf7d4 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 943 time: 0.6672499 Apr 18 21:30:28.737694 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.765844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] For port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:28.771555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ce64b042-b2af-4035-a772-41cd80288999 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:28.791673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16bed1ed-9783-4bd9-9c4c-8a49932736fd req-98eecd40-c556-44f3-890b-a8cc32ee51b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 999 time: 0.3441739 Apr 18 21:30:28.797993 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.830558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: ce64b042-b2af-4035-a772-41cd80288999 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:28.830906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ce64b042-b2af-4035-a772-41cd80288999 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:28.853766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] For port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:28.875092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=1171fcbb-4d16-4d02-95f5-86a8a9aaed26,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:28.877482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba2726-08c4-4c31-90fa-c0f4e65671f2 req-4e4b83e2-83bf-4b56-8952-98b23537a7ff tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:28.881974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22ba2726-08c4-4c31-90fa-c0f4e65671f2 req-4e4b83e2-83bf-4b56-8952-98b23537a7ff tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.6851683 Apr 18 21:30:28.883244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:28.883725 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.890258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6019fc7-c4fb-41e4-b2c0-ee679d7cfd9a None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:28.905159 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:29.025115 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.080351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bed1ed-9783-4bd9-9c4c-8a49932736fd req-c5b9e541-905d-4f66-b094-8434681b1645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:29.081923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16bed1ed-9783-4bd9-9c4c-8a49932736fd req-c5b9e541-905d-4f66-b094-8434681b1645 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.2778575 Apr 18 21:30:29.086696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6019fc7-c4fb-41e4-b2c0-ee679d7cfd9a None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:30:29.148337 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c51b511-7c88-4a12-8bde-951174d2b040 req-4c3c289a-550b-4028-b196-a083a6dd9b00 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3922794 Apr 18 21:30:29.189270 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.190967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/40a9a6ce-c9f5-4f42-a7bb-65fa833400eb HTTP/1.1" status: 200 len: 1091 time: 4.6891758 Apr 18 21:30:29.196437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'tag': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:29.225600 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22ba2726-08c4-4c31-90fa-c0f4e65671f2 req-ebbec15d-dad2-49f7-8c79-bfb630c1396d tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045087 Apr 18 21:30:29.256298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:30:29.256298 n-d-836017-3 neutron-server[85048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:30:29.256298 n-d-836017-3 neutron-server[85048]: [parameters: {'id': '6255e605-0e44-4f38-a038-2e54547dd5ee'}] Apr 18 21:30:29.256298 n-d-836017-3 neutron-server[85048]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:30:29.256743 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:30:29.259192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c061d-d0d0-471b-af8e-7b954b4560e0 service neutron] Pushing event updated for resources: {'Port': ['ID=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:29.626613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16bed1ed-9783-4bd9-9c4c-8a49932736fd req-2a58231c-3048-4a48-a76d-08d33fe3eacb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5282497 Apr 18 21:30:29.774451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.867364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-fb3bb122-22c3-40ad-afe2-4776d1d7bb82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea673beec6646f1a8adc1050a9bb03c&device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 1094 time: 0.3526738 Apr 18 21:30:29.966449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:30.065609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Deleting port 86fe34c6-58c7-41eb-95d0-8f61e1e92179 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:30.065961 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:30.094599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:30.095942 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:30.343451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16bed1ed-9783-4bd9-9c4c-8a49932736fd req-46f5c411-d90d-4d8c-9007-cbba0abae054 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084136 Apr 18 21:30:30.385196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6796c-4ca4-4b27-aac9-cda5e618d111 req-a21373b0-edf4-4b70-be54-7e6c95dc10ce tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:30.386825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3f6796c-4ca4-4b27-aac9-cda5e618d111 req-a21373b0-edf4-4b70-be54-7e6c95dc10ce tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.8394814 Apr 18 21:30:30.399499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-61704602-9a5a-4c2e-b39e-bf6883cd5e4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb HTTP/1.1" status: 200 len: 217 time: 0.4321208 Apr 18 21:30:30.737382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-25d759c1-865a-422c-9226-c90ac8a23c84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:30.739062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-25d759c1-865a-422c-9226-c90ac8a23c84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4498ba41-22b7-4bd0-9281-c43e26e866ae HTTP/1.1" status: 200 len: 849 time: 0.2881951 Apr 18 21:30:30.898565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3f6796c-4ca4-4b27-aac9-cda5e618d111 req-80b5bb94-f054-4268-aeeb-1982bf1bc270 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4654033 Apr 18 21:30:30.932667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16bed1ed-9783-4bd9-9c4c-8a49932736fd req-b160c1e8-04f9-4f9d-a703-92a9d7d2949c service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348332 Apr 18 21:30:30.953719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f5b77-ab69-419d-8723-5e98007ceaac req-c7bdeeb4-307e-4df6-a225-78c936151cb5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:30.955212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d13f5b77-ab69-419d-8723-5e98007ceaac req-c7bdeeb4-307e-4df6-a225-78c936151cb5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 1.4417825 Apr 18 21:30:30.964343 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.019299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] For port 86fe34c6-58c7-41eb-95d0-8f61e1e92179, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=86fe34c6-58c7-41eb-95d0-8f61e1e92179,segment=NetworkSegment(5c2bb38e-6e4f-4de7-87bd-5df13f597579),segment_id=5c2bb38e-6e4f-4de7-87bd-5df13f597579)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:31.020005 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.200973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Calling delete_port for 86fe34c6-58c7-41eb-95d0-8f61e1e92179 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:31.239000 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2313e28-f612-4ca8-8674-f9d292f2bc3f'] response: {'name': 'network-changed', 'server_uuid': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'tag': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb', 'status': 'completed', 'code': 200} Apr 18 21:30:31.305690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d13f5b77-ab69-419d-8723-5e98007ceaac req-3720a253-68af-4fa8-a3d8-409ca0733849 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346682 Apr 18 21:30:31.329460 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-e6474e31-2d07-4427-8215-13eadb4ea4a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb5426b9-02ce-47bd-bc65-384e7cb55173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5523148 Apr 18 21:30:31.819748 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.897266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Port': ['ID=86fe34c6-58c7-41eb-95d0-8f61e1e92179,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:31.911707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-db777ffa-2093-4d66-9daa-212706877182 service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683100 Apr 18 21:30:31.921942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No DVR routers for this DVR port 86fe34c6-58c7-41eb-95d0-8f61e1e92179 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:32.124024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bfc8f-36a9-43ea-a065-5d7a748fd510 req-ae800a9a-0f10-4933-8fba-db19b77be469 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:32.125398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b0bfc8f-36a9-43ea-a065-5d7a748fd510 req-ae800a9a-0f10-4933-8fba-db19b77be469 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 943 time: 0.6412528 Apr 18 21:30:32.195115 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90f99e70-1a4c-400b-9836-7ce317cacc72 req-e853652c-b5ba-435a-a464-eb5de2388d26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ad10952069f497cace7a3bcbd89d15b&device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 1096 time: 0.5700257 Apr 18 21:30:32.225349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3df219-a1dc-48a7-82c8-d19b0a7bcb14 req-5a84ffb6-b65a-4764-9b69-117a5ef2786a tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:32.226886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da3df219-a1dc-48a7-82c8-d19b0a7bcb14 req-5a84ffb6-b65a-4764-9b69-117a5ef2786a tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.6206291 Apr 18 21:30:32.285940 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.401060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-67752fd4-95fb-41d5-87e5-589be2ee0c1d admin admin] Deleting port fc926ec4-5b19-422f-b0cf-b4bd41d41f56 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:32.412712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67752fd4-95fb-41d5-87e5-589be2ee0c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.479207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6255e605-0e44-4f38-a038-2e54547dd5ee']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:32.527665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2bb38e-6e4f-4de7-87bd-5df13f597579') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:32.531539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2bb38e-6e4f-4de7-87bd-5df13f597579') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:32.577124 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.603301 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b0bfc8f-36a9-43ea-a065-5d7a748fd510 req-c86af719-0601-4f9e-b73a-67ac0274b726 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4244335 Apr 18 21:30:32.617882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff5295d-4406-4232-b1b1-c05283c37515 req-6b3ac9aa-3d2d-4e0e-8ac4-772f6c2ab84e service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561129 Apr 18 21:30:32.718521 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da3df219-a1dc-48a7-82c8-d19b0a7bcb14 req-899a1b2f-c2c1-4105-86f4-bbd0816a7b34 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660261 Apr 18 21:30:32.719858 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.748976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f99e70-1a4c-400b-9836-7ce317cacc72 req-659dba37-14b1-4cb3-baad-58a9c27b8583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:32.750666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90f99e70-1a4c-400b-9836-7ce317cacc72 req-659dba37-14b1-4cb3-baad-58a9c27b8583 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b81895b1-d9e8-4028-8ecd-63f01a90f51d HTTP/1.1" status: 200 len: 911 time: 0.5203438 Apr 18 21:30:32.752383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:32.752820 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:32.771122 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:33.015867 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90f99e70-1a4c-400b-9836-7ce317cacc72 req-6df2965f-afc3-483f-9dd0-e1a791e33eda service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89495024-a0f5-458c-9a11-4c76dcff7b15 HTTP/1.1" status: 200 len: 217 time: 0.2101693 Apr 18 21:30:33.286638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.291515 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.342353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-67752fd4-95fb-41d5-87e5-589be2ee0c1d admin admin] For port fc926ec4-5b19-422f-b0cf-b4bd41d41f56, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fc926ec4-5b19-422f-b0cf-b4bd41d41f56,segment=NetworkSegment(add50bd0-25e9-49d1-b985-ed50cc9019ce),segment_id=add50bd0-25e9-49d1-b985-ed50cc9019ce)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:33.342720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67752fd4-95fb-41d5-87e5-589be2ee0c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.357593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Network': ['ID=6255e605-0e44-4f38-a038-2e54547dd5ee,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:33.383620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f99e70-1a4c-400b-9836-7ce317cacc72 req-c85461f6-b121-4222-a849-cc6a7a1fa81a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:33.385116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90f99e70-1a4c-400b-9836-7ce317cacc72 req-c85461f6-b121-4222-a849-cc6a7a1fa81a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba060648-7d7a-41b3-83ef-e3fb5a539db0 HTTP/1.1" status: 200 len: 850 time: 0.3574600 Apr 18 21:30:33.514464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-67752fd4-95fb-41d5-87e5-589be2ee0c1d admin admin] Calling delete_port for fc926ec4-5b19-422f-b0cf-b4bd41d41f56 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:33.530201 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.585413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a015f227-ecde-45e7-ad9f-ad6e3ff5e09c tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/networks/6255e605-0e44-4f38-a038-2e54547dd5ee HTTP/1.1" status: 204 len: 168 time: 7.1869137 Apr 18 21:30:33.593850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59718) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:33.619080 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90f99e70-1a4c-400b-9836-7ce317cacc72 req-ba5a5788-28bd-43e9-8ee3-21d0ea43c0ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b81895b1-d9e8-4028-8ecd-63f01a90f51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181896 Apr 18 21:30:33.630432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7303515-a115-4b08-a737-9aaef47478c4 req-e67edfc5-5ad0-49f0-b33b-90b468b63555 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:33.631865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7303515-a115-4b08-a737-9aaef47478c4 req-e67edfc5-5ad0-49f0-b33b-90b468b63555 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.7161174 Apr 18 21:30:33.633301 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f055401-dbd0-4262-a80a-b0aa4578875a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] DELETE failed (client error): The resource could not be found. Apr 18 21:30:33.635003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f055401-dbd0-4262-a80a-b0aa4578875a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:30:33.635353 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f055401-dbd0-4262-a80a-b0aa4578875a tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/subnets/6e3ccefd-b477-4396-ad9c-4b057fe911e1 HTTP/1.1" status: 404 len: 337 time: 0.0404353 Apr 18 21:30:33.637391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e8741-2853-4bb6-83f8-76bca03e6e14 req-76ccb48f-10c2-435f-9f4d-0ef10af91bc4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:33.637902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59724) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:33.638976 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f31e8741-2853-4bb6-83f8-76bca03e6e14 req-76ccb48f-10c2-435f-9f4d-0ef10af91bc4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.8915482 Apr 18 21:30:33.672086 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc5003c-b21a-49c0-803c-cbdf7e20d792 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] DELETE failed (client error): The resource could not be found. Apr 18 21:30:33.672086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc5003c-b21a-49c0-803c-cbdf7e20d792 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:30:33.672086 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1fc5003c-b21a-49c0-803c-cbdf7e20d792 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/networks/6255e605-0e44-4f38-a038-2e54547dd5ee HTTP/1.1" status: 404 len: 339 time: 0.0330560 Apr 18 21:30:33.674539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59728) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:33.714007 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a33d84-7cd6-4a37-95a1-5925d9bd64de tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] DELETE failed (client error): The resource could not be found. Apr 18 21:30:33.714454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a33d84-7cd6-4a37-95a1-5925d9bd64de tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:30:33.716108 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-89a33d84-7cd6-4a37-95a1-5925d9bd64de tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/subnets/37d44017-fc20-4a8f-9081-0adeb783101c HTTP/1.1" status: 404 len: 337 time: 0.0406497 Apr 18 21:30:33.718741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59732) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:33.744768 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a41d4b-da7a-43f9-b64c-8e19e13df6a3 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] DELETE failed (client error): The resource could not be found. Apr 18 21:30:33.745210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a41d4b-da7a-43f9-b64c-8e19e13df6a3 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:30:33.746882 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-07a41d4b-da7a-43f9-b64c-8e19e13df6a3 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/networks/42ba9fc8-13a5-4aba-9b69-24c56f060b80 HTTP/1.1" status: 404 len: 339 time: 0.0270627 Apr 18 21:30:33.749350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59736) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:33.794839 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fde8299-54ba-4cee-a3b4-8c9881d24f9f tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] DELETE failed (client error): The resource could not be found. Apr 18 21:30:33.795637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fde8299-54ba-4cee-a3b4-8c9881d24f9f tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:30:33.797684 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0fde8299-54ba-4cee-a3b4-8c9881d24f9f tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/subnets/a93bb707-7b90-4959-a511-88f4cf5250a9 HTTP/1.1" status: 404 len: 337 time: 0.0473869 Apr 18 21:30:33.804728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59742) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:33.822572 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18573746-46fa-4f26-9b75-b7ec6ecf7380 req-69256392-3579-4f93-bee0-b21a7fd84a05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea673beec6646f1a8adc1050a9bb03c&device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 1094 time: 0.6378043 Apr 18 21:30:33.837196 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c23fb8-e299-4109-997d-b108e2bc26ad tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] DELETE failed (client error): The resource could not be found. Apr 18 21:30:33.841074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c23fb8-e299-4109-997d-b108e2bc26ad tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:30:33.841074 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e1c23fb8-e299-4109-997d-b108e2bc26ad tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/networks/4c8cc492-ac9b-49f4-bb21-d8db24eb879e HTTP/1.1" status: 404 len: 339 time: 0.0376110 Apr 18 21:30:33.842903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59746) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:33.914579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2880a8c9-0678-4949-8399-a3deefef37f8 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Deleting port a99e0928-37b1-466e-9dd4-897659ea37b6 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:33.915066 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2880a8c9-0678-4949-8399-a3deefef37f8 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.963155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f7303515-a115-4b08-a737-9aaef47478c4 req-7a137c32-b521-487a-8da6-eddae205435c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985418 Apr 18 21:30:33.993433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f31e8741-2853-4bb6-83f8-76bca03e6e14 req-3a9bdfe4-2433-4813-adf7-b4f3183e532a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3250370 Apr 18 21:30:34.046047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90f99e70-1a4c-400b-9836-7ce317cacc72 req-4b3076e7-3736-4de1-936e-8c265c49e036 service neutron] 10.222.0.59 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027815 Apr 18 21:30:34.221563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2880a8c9-0678-4949-8399-a3deefef37f8 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:34.318518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18573746-46fa-4f26-9b75-b7ec6ecf7380 req-6f5fa2fe-a852-4d9f-95b5-527acb6d798b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:34.319935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18573746-46fa-4f26-9b75-b7ec6ecf7380 req-6f5fa2fe-a852-4d9f-95b5-527acb6d798b service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb5426b9-02ce-47bd-bc65-384e7cb55173 HTTP/1.1" status: 200 len: 911 time: 0.4759247 Apr 18 21:30:34.346547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2880a8c9-0678-4949-8399-a3deefef37f8 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Calling delete_port for a99e0928-37b1-466e-9dd4-897659ea37b6 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:34.491714 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18573746-46fa-4f26-9b75-b7ec6ecf7380 req-62079d27-9c89-4c0d-ba1b-daffc507f43f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb HTTP/1.1" status: 200 len: 217 time: 0.1604383 Apr 18 21:30:34.507684 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2880a8c9-0678-4949-8399-a3deefef37f8 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:34.551657 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90f99e70-1a4c-400b-9836-7ce317cacc72 req-4af91808-6ec7-4a17-9cb6-4777f7a39a9e service neutron] 10.222.0.59 "GET /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730592 Apr 18 21:30:34.561033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880a8c9-0678-4949-8399-a3deefef37f8 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Port': ['ID=a99e0928-37b1-466e-9dd4-897659ea37b6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:34.575278 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2880a8c9-0678-4949-8399-a3deefef37f8 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:34.586048 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2880a8c9-0678-4949-8399-a3deefef37f8 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/ports/a99e0928-37b1-466e-9dd4-897659ea37b6 HTTP/1.1" status: 204 len: 168 time: 0.7362194 Apr 18 21:30:34.587497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59756) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:34.609876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb97a46-6659-42fe-a572-0572640264c4 req-18a1f8fe-db6f-4e9a-ad25-c86523afad4f tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:34.617990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bb97a46-6659-42fe-a572-0572640264c4 req-18a1f8fe-db6f-4e9a-ad25-c86523afad4f tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.3964734 Apr 18 21:30:34.641589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59760) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:34.644395 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-62229887-4f4d-4490-bfa8-c3936d580ebd tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] DELETE failed (client error): The resource could not be found. Apr 18 21:30:34.644969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62229887-4f4d-4490-bfa8-c3936d580ebd tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:30:34.645543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18573746-46fa-4f26-9b75-b7ec6ecf7380 req-5670a3b6-9547-41ef-a469-c30b91b05337 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:34.647663 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-62229887-4f4d-4490-bfa8-c3936d580ebd tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/subnets/7d1eebb6-c3a8-4617-a3bc-0167920f27c1 HTTP/1.1" status: 404 len: 337 time: 0.0571082 Apr 18 21:30:34.647804 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18573746-46fa-4f26-9b75-b7ec6ecf7380 req-5670a3b6-9547-41ef-a469-c30b91b05337 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4498ba41-22b7-4bd0-9281-c43e26e866ae HTTP/1.1" status: 200 len: 849 time: 0.1488733 Apr 18 21:30:34.655453 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67752fd4-95fb-41d5-87e5-589be2ee0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:34.661985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59764) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:34.709758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59deda2-d7cb-4885-9134-529d223aecb1 req-37cb63d0-3c17-4846-a51a-52b5c62b5061 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:34.711204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f59deda2-d7cb-4885-9134-529d223aecb1 req-37cb63d0-3c17-4846-a51a-52b5c62b5061 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 943 time: 0.5001557 Apr 18 21:30:34.817389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67752fd4-95fb-41d5-87e5-589be2ee0c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc926ec4-5b19-422f-b0cf-b4bd41d41f56,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:35.094935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bb97a46-6659-42fe-a572-0572640264c4 req-51ce65cf-efc4-4e98-886a-74751b3cccd1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759090 Apr 18 21:30:35.278762 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:35.299605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-571aff73-245d-4b87-937d-df78d8f06e3c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:35.383353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f59deda2-d7cb-4885-9134-529d223aecb1 req-a206493a-6e91-445c-875d-b127bd2af199 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6270020 Apr 18 21:30:35.510860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18573746-46fa-4f26-9b75-b7ec6ecf7380 req-2300d204-8c17-447a-901d-dbafd6d20f16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb5426b9-02ce-47bd-bc65-384e7cb55173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8447280 Apr 18 21:30:35.763134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:35.797629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938557c-f8e1-421e-9a58-a4950ecb7e43 req-29cfb911-777d-4079-897e-d563458d5131 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:35.799086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e938557c-f8e1-421e-9a58-a4950ecb7e43 req-29cfb911-777d-4079-897e-d563458d5131 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5183401 Apr 18 21:30:35.830979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457f9039-02b2-4b8b-9baf-e9083208c4f1']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:35.864878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22524165-4e38-45e8-912b-24ad90d09cb9') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:35.865176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22524165-4e38-45e8-912b-24ad90d09cb9') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:35.899374 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:35.936461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18573746-46fa-4f26-9b75-b7ec6ecf7380 req-894bf241-0a2c-44c4-8f60-e7342d9570c6 service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028082 Apr 18 21:30:35.967159 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:35.992250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816df97-8577-4b1c-ae53-8d17b703c2ad req-e3ed0741-609c-4958-9c12-eb5f8b10bfff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:35.992250 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d816df97-8577-4b1c-ae53-8d17b703c2ad req-e3ed0741-609c-4958-9c12-eb5f8b10bfff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.4511061 Apr 18 21:30:36.042518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e938557c-f8e1-421e-9a58-a4950ecb7e43 req-bcb5db0b-1783-43d7-b0d3-3c509d80d518 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2198584 Apr 18 21:30:36.048726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:36.049120 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:36.068118 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:36.080526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-571aff73-245d-4b87-937d-df78d8f06e3c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:36.081119 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-571aff73-245d-4b87-937d-df78d8f06e3c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.247574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18573746-46fa-4f26-9b75-b7ec6ecf7380 req-e37c9d32-74ff-4c48-955d-324d1afcd611 service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049660 Apr 18 21:30:36.262998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d816df97-8577-4b1c-ae53-8d17b703c2ad req-785cf3bd-7c46-45ab-a232-a481b2e96e77 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118320 Apr 18 21:30:36.307605 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.348817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.364425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Network': ['ID=457f9039-02b2-4b8b-9baf-e9083208c4f1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:36.376504 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ed701747-e6e4-4d85-876f-d53b37227a20 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/networks/457f9039-02b2-4b8b-9baf-e9083208c4f1 HTTP/1.1" status: 204 len: 168 time: 1.6738992 Apr 18 21:30:36.381201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59796) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:36.411335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-571aff73-245d-4b87-937d-df78d8f06e3c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] For port 1171fcbb-4d16-4d02-95f5-86a8a9aaed26, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1171fcbb-4d16-4d02-95f5-86a8a9aaed26,segment=NetworkSegment(ff217963-ee50-45eb-8640-e094a2dc47fd),segment_id=ff217963-ee50-45eb-8640-e094a2dc47fd)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:36.411697 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-571aff73-245d-4b87-937d-df78d8f06e3c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.433658 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67752fd4-95fb-41d5-87e5-589be2ee0c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.548954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-571aff73-245d-4b87-937d-df78d8f06e3c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Calling delete_port for 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:36.600552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-fbc30737-bc1b-4e77-8176-a40eb1032c7e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Deleting port 29e32a2a-1442-4e00-ada6-2f023086c6a9 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:36.601181 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fbc30737-bc1b-4e77-8176-a40eb1032c7e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.842790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d716ba4-c3ad-493f-a4b0-1830a5936115 req-3f6d94f8-f173-4852-9ff4-c8b0ac277eaa tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:36.844252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d716ba4-c3ad-493f-a4b0-1830a5936115 req-3f6d94f8-f173-4852-9ff4-c8b0ac277eaa tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5803208 Apr 18 21:30:36.859973 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-571aff73-245d-4b87-937d-df78d8f06e3c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.907984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571aff73-245d-4b87-937d-df78d8f06e3c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Port': ['ID=1171fcbb-4d16-4d02-95f5-86a8a9aaed26,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:36.974309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4b762-2363-4a34-add9-07aac0feac49 req-5643d36c-8417-4d67-b641-d7e6b82281a1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:36.974461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3a4b762-2363-4a34-add9-07aac0feac49 req-5643d36c-8417-4d67-b641-d7e6b82281a1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.5313442 Apr 18 21:30:37.156182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d716ba4-c3ad-493f-a4b0-1830a5936115 req-76ab9d52-b7b0-4fd4-be5f-7abd2ae1fc8c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2995894 Apr 18 21:30:37.288612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fbc30737-bc1b-4e77-8176-a40eb1032c7e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:37.450080 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-571aff73-245d-4b87-937d-df78d8f06e3c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:37.457115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-fbc30737-bc1b-4e77-8176-a40eb1032c7e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Calling delete_port for 29e32a2a-1442-4e00-ada6-2f023086c6a9 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:37.497314 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3a4b762-2363-4a34-add9-07aac0feac49 req-dd57125f-82fb-4f9a-8d46-cb171d28fb8c tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107965 Apr 18 21:30:37.638202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdf5c1-95d8-45c1-934e-851592080a8e req-8ada4833-af4a-454d-b2d4-e8c05013d681 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:37.639535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e9fdf5c1-95d8-45c1-934e-851592080a8e req-8ada4833-af4a-454d-b2d4-e8c05013d681 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 943 time: 0.1538527 Apr 18 21:30:37.648056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:30:37.785720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fbc30737-bc1b-4e77-8176-a40eb1032c7e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:37.848107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:37.869532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'port_id': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb', 'mac_address': 'fa:16:3e:a5:36:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:30:37.945567 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:37.974012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:30:37.987992 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fbc30737-bc1b-4e77-8176-a40eb1032c7e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:37.997285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:38.004819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc30737-bc1b-4e77-8176-a40eb1032c7e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Port': ['ID=29e32a2a-1442-4e00-ada6-2f023086c6a9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:38.018837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fbc30737-bc1b-4e77-8176-a40eb1032c7e tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/ports/29e32a2a-1442-4e00-ada6-2f023086c6a9 HTTP/1.1" status: 204 len: 168 time: 1.6352284 Apr 18 21:30:38.023081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59808) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:38.040788 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e9fdf5c1-95d8-45c1-934e-851592080a8e req-13612d87-c577-404e-b831-45fcfd2d44fd tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315871 Apr 18 21:30:38.084504 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.157703 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f56e15c-7c7f-4c82-b41c-1ec3a861e465 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] DELETE failed (client error): The resource could not be found. Apr 18 21:30:38.158473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f56e15c-7c7f-4c82-b41c-1ec3a861e465 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:30:38.175220 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4f56e15c-7c7f-4c82-b41c-1ec3a861e465 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/subnets/d4568f37-9ef1-4c35-b336-b8713b5f7b04 HTTP/1.1" status: 404 len: 337 time: 0.1511149 Apr 18 21:30:38.176646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59812) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:38.230244 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:38.304999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167168d-9269-49cf-a154-aa0c853011e5 req-b307f966-11d4-4716-ac89-3b9514556265 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:38.306480 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4167168d-9269-49cf-a154-aa0c853011e5 req-b307f966-11d4-4716-ac89-3b9514556265 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.5812891 Apr 18 21:30:38.383740 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.414127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4167168d-9269-49cf-a154-aa0c853011e5 req-d852cc5a-2974-43ed-bd55-5e1e5bb6f29c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887103 Apr 18 21:30:38.428259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed77db-41cd-4a44-bcac-bd63b9cd7249 req-6bce4772-3cb0-468d-9d3c-7e154e3c317e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:38.436126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6ed77db-41cd-4a44-bcac-bd63b9cd7249 req-6bce4772-3cb0-468d-9d3c-7e154e3c317e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.2124743 Apr 18 21:30:38.449407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['40a9a6ce-c9f5-4f42-a7bb-65fa833400eb'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:30:38.596236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6ed77db-41cd-4a44-bcac-bd63b9cd7249 req-0b3ee130-305b-4b98-800d-101b248a9a60 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490903 Apr 18 21:30:38.607767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.633922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67752fd4-95fb-41d5-87e5-589be2ee0c1d admin admin] Router 8d54533a-8db6-40e4-9087-a09e0b5a7316 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:38.677594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e7b629-2f99-47e1-abb8-151e9c4d61f8']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:38.696734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d01bd4b-930c-492b-b726-dab63cd38c58') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:38.696937 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d01bd4b-930c-492b-b726-dab63cd38c58') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:38.723523 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.739849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571aff73-245d-4b87-937d-df78d8f06e3c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:38.751300 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.760571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:38.760967 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:38.780121 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:39.009995 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:30:39.100612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664adc8-8d6e-4a9e-b416-6001be189aff req-dfe86466-02b6-42fa-bc8d-2dc019c05e66 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:39.102482 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e664adc8-8d6e-4a9e-b416-6001be189aff req-dfe86466-02b6-42fa-bc8d-2dc019c05e66 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.4671984 Apr 18 21:30:39.111193 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.119511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022dbff-7d5a-44f8-bafe-ebe3270c25ec req-78aa9820-513c-4425-82a6-43b2885149ff tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:39.127163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1022dbff-7d5a-44f8-bafe-ebe3270c25ec req-78aa9820-513c-4425-82a6-43b2885149ff tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.1756153 Apr 18 21:30:39.139899 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.153849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Network': ['ID=41e7b629-2f99-47e1-abb8-151e9c4d61f8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:39.160786 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cc1cb733-36b3-4832-b4dc-a87f3a4f2e28 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/networks/41e7b629-2f99-47e1-abb8-151e9c4d61f8 HTTP/1.1" status: 204 len: 168 time: 0.9734786 Apr 18 21:30:39.161097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59824) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:39.222153 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.228421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1022dbff-7d5a-44f8-bafe-ebe3270c25ec req-434b2278-58a0-4b4f-b9db-18b880bb4b32 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994384 Apr 18 21:30:39.241034 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e664adc8-8d6e-4a9e-b416-6001be189aff req-1003ca58-5972-4807-b86d-763e8a11ef24 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1297476 Apr 18 21:30:39.291929 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67752fd4-95fb-41d5-87e5-589be2ee0c1d admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:39.307868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-67752fd4-95fb-41d5-87e5-589be2ee0c1d admin admin] 10.222.0.11 "PUT /v2.0/routers/8d54533a-8db6-40e4-9087-a09e0b5a7316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3226087 Apr 18 21:30:39.310686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59832) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:39.320674 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250b8e6-897e-47b8-bda7-f626a8d95fe8 None None] Sync routers for ids ['8d54533a-8db6-40e4-9087-a09e0b5a7316'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:30:39.354378 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250b8e6-897e-47b8-bda7-f626a8d95fe8 None None] Routers {'8d54533a-8db6-40e4-9087-a09e0b5a7316'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:39.355063 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2250b8e6-897e-47b8-bda7-f626a8d95fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8d54533a-8db6-40e4-9087-a09e0b5a7316'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:39.464570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7dcc52a-abcb-40c3-a06e-11ccfe0ee3fa tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Deleting subnet 9aaa888e-64e9-48bd-9802-2725c11d7ba1 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:30:39.468822 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc52a-abcb-40c3-a06e-11ccfe0ee3fa tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.537856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571aff73-245d-4b87-937d-df78d8f06e3c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:39.544318 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-571aff73-245d-4b87-937d-df78d8f06e3c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "PUT /v2.0/routers/52085b98-a63e-4f63-96e9-ad5dce7e1b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9015925 Apr 18 21:30:39.546802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc52a-abcb-40c3-a06e-11ccfe0ee3fa tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.555282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c3795-f187-4779-83dc-23ea894126ba None None] Sync routers for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:30:39.569512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c3795-f187-4779-83dc-23ea894126ba None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:39.571794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fb7c3795-f187-4779-83dc-23ea894126ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:39.598557 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-2250b8e6-897e-47b8-bda7-f626a8d95fe8 None None] Set router 8d54533a-8db6-40e4-9087-a09e0b5a7316 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:39.696368 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc52a-abcb-40c3-a06e-11ccfe0ee3fa tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.703445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:39.835051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7db2b6-0439-402c-8b4b-0a3e295ce628 req-a24eeb41-ae31-4be8-8594-67a0cb7e1e57 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:39.836541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e7db2b6-0439-402c-8b4b-0a3e295ce628 req-a24eeb41-ae31-4be8-8594-67a0cb7e1e57 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 944 time: 0.4231448 Apr 18 21:30:39.891879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-fb7c3795-f187-4779-83dc-23ea894126ba None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:39.952585 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e7db2b6-0439-402c-8b4b-0a3e295ce628 req-e4d66073-93f4-45b7-9e5e-54a27321c232 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024456 Apr 18 21:30:39.958347 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc52a-abcb-40c3-a06e-11ccfe0ee3fa tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.965606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:39.985255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:39.985255 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.985710 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.130605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcc52a-abcb-40c3-a06e-11ccfe0ee3fa tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Subnet': ['ID=9aaa888e-64e9-48bd-9802-2725c11d7ba1,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:40.145986 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc52a-abcb-40c3-a06e-11ccfe0ee3fa tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.182389 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e7dcc52a-abcb-40c3-a06e-11ccfe0ee3fa tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/subnets/9aaa888e-64e9-48bd-9802-2725c11d7ba1 HTTP/1.1" status: 204 len: 168 time: 1.0170920 Apr 18 21:30:40.183607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59850) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:40.187185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7a55a-44f1-47ae-bc3a-1f72a946c430 None None] Network d9ee345f-a3ea-40ef-a425-edec732843a1 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:40.275066 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2250b8e6-897e-47b8-bda7-f626a8d95fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'name': 'tempest-TaggedBootDevicesTest_v242-2134551893-router', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:55Z', 'updated_at': '2022-04-18T21:30:34Z', 'revision_number': 5, 'project_id': '086530a275d9451b94e80bb299a2c305', 'gw_port': {'id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:58Z', 'updated_at': '2022-04-18T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:40.281240 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250b8e6-897e-47b8-bda7-f626a8d95fe8 None None] Checking router: 8d54533a-8db6-40e4-9087-a09e0b5a7316 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:30:40.311663 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250b8e6-897e-47b8-bda7-f626a8d95fe8 None None] Routers {'8d54533a-8db6-40e4-9087-a09e0b5a7316'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:40.312284 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2250b8e6-897e-47b8-bda7-f626a8d95fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8d54533a-8db6-40e4-9087-a09e0b5a7316'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:40.457920 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.482364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Deleting port 458780fc-1ade-4202-a738-73a716c326e1 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:40.482921 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.491420 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.572442 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-2250b8e6-897e-47b8-bda7-f626a8d95fe8 None None] Set router 8d54533a-8db6-40e4-9087-a09e0b5a7316 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:40.586660 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.622364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Deleting port 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:40.623463 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.716768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:40.731343 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] For port 458780fc-1ade-4202-a738-73a716c326e1, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=458780fc-1ade-4202-a738-73a716c326e1,segment=NetworkSegment(8283e12f-a264-48a7-a076-afed83b09f80),segment_id=8283e12f-a264-48a7-a076-afed83b09f80)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:40.732400 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.878014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] For port 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=99ceaaf2-aa93-45db-98fb-ce6b3447f9b4,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:40.878507 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.908793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:40.959857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Calling delete_port for 458780fc-1ade-4202-a738-73a716c326e1 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:41.044976 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2250b8e6-897e-47b8-bda7-f626a8d95fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'name': 'tempest-TaggedBootDevicesTest_v242-2134551893-router', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:55Z', 'updated_at': '2022-04-18T21:30:34Z', 'revision_number': 5, 'project_id': '086530a275d9451b94e80bb299a2c305', 'gw_port': {'id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:58Z', 'updated_at': '2022-04-18T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:41.055343 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250b8e6-897e-47b8-bda7-f626a8d95fe8 None None] The sync data for ids ['8d54533a-8db6-40e4-9087-a09e0b5a7316'] in n-d-836017-3 is: [{'id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'name': 'tempest-TaggedBootDevicesTest_v242-2134551893-router', 'tenant_id': '086530a275d9451b94e80bb299a2c305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:55Z', 'updated_at': '2022-04-18T21:30:34Z', 'revision_number': 5, 'project_id': '086530a275d9451b94e80bb299a2c305', 'gw_port': {'id': '99ceaaf2-aa93-45db-98fb-ce6b3447f9b4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54533a-8db6-40e4-9087-a09e0b5a7316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:58Z', 'updated_at': '2022-04-18T21:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:30:41.075477 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.151237 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef264fa-cfc0-4077-a572-4f0ee2f29952 None None] DHCP port deletion for d9ee345f-a3ea-40ef-a425-edec732843a1 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:30:41.174615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59864) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:41.189369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9ef264fa-cfc0-4077-a572-4f0ee2f29952 None None] Deleting port 458780fc-1ade-4202-a738-73a716c326e1 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:41.189767 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9ef264fa-cfc0-4077-a572-4f0ee2f29952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.191718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Calling delete_port for 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:41.211251 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.280228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Port': ['ID=458780fc-1ade-4202-a738-73a716c326e1,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:41.294526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] No DVR routers for this DVR port 458780fc-1ade-4202-a738-73a716c326e1 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:41.299414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9ef264fa-cfc0-4077-a572-4f0ee2f29952 None None] The port '458780fc-1ade-4202-a738-73a716c326e1' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:30:41.312565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:41.335073 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fb7c3795-f187-4779-83dc-23ea894126ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:30:36Z', 'revision_number': 6, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3e00f24c-cdae-4855-abe8-76f7ce292d4b', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'port_id': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'mac_address': 'fa:16:3e:57:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:45Z', 'updated_at': '2022-04-18T21:29:01Z', 'revision_number': 1, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:28:00Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:41.341808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c3795-f187-4779-83dc-23ea894126ba None None] Checking router: 52085b98-a63e-4f63-96e9-ad5dce7e1b55 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:30:41.361829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c3795-f187-4779-83dc-23ea894126ba None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:41.361829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fb7c3795-f187-4779-83dc-23ea894126ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:41.412791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a8d68-5d91-4e69-a2fd-0048e4869378 req-9b4e2cbe-0049-42c0-b546-2cf37b0c16cc tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:41.415457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa0a8d68-5d91-4e69-a2fd-0048e4869378 req-9b4e2cbe-0049-42c0-b546-2cf37b0c16cc tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.2779145 Apr 18 21:30:41.472137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea5d9e-7c4e-468e-92a4-9b549e1c9701 req-74efa99a-eae5-46a8-9b40-e6f2542e895a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:41.477739 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fea5d9e-7c4e-468e-92a4-9b549e1c9701 req-74efa99a-eae5-46a8-9b40-e6f2542e895a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.3387904 Apr 18 21:30:41.484486 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58250b0b-ee88-4308-b04e-27e8782748c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.503328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.508750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa0a8d68-5d91-4e69-a2fd-0048e4869378 req-2fd715ab-b725-44b8-b937-f8a5eadfdf28 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746126 Apr 18 21:30:41.548667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ee345f-a3ea-40ef-a425-edec732843a1']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:41.564324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-58250b0b-ee88-4308-b04e-27e8782748c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:41.575249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8283e12f-a264-48a7-a076-afed83b09f80') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:41.575249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8283e12f-a264-48a7-a076-afed83b09f80') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:41.585273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-58250b0b-ee88-4308-b04e-27e8782748c0 admin admin] Usage tracker for resource:security_group_rule and tenant:1f982348a6a84723b9da26d04fa37e6a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:41.590905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-58250b0b-ee88-4308-b04e-27e8782748c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:41.598687 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.606188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-58250b0b-ee88-4308-b04e-27e8782748c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:41.613016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-fb7c3795-f187-4779-83dc-23ea894126ba None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:41.634485 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.636465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fea5d9e-7c4e-468e-92a4-9b549e1c9701 req-a337ef2c-136e-4edb-aa27-ba96ff591987 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323824 Apr 18 21:30:41.687431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:41.687843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.704267 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d27afe5-c9d2-4f64-928b-4f1c0b195cb3'] response: {'server_uuid': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb', 'code': 200} Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:41.720202 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:41.923290 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58250b0b-ee88-4308-b04e-27e8782748c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.971711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.981774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 458780fc-1ade-4202-a738-73a716c326e1 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:41.999398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.005846 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.029333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 458780fc-1ade-4202-a738-73a716c326e1 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:42.029695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 458780fc-1ade-4202-a738-73a716c326e1 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:42.030111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fc926ec4-5b19-422f-b0cf-b4bd41d41f56 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:42.039325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] Pushing event deleted for resources: {'Network': ['ID=d9ee345f-a3ea-40ef-a425-edec732843a1,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:42.044804 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-65161df8-112d-456d-a158-0d42b2ef7319 tempest-NetworksIpV6TestAttrs-958433549 tempest-NetworksIpV6TestAttrs-958433549-project] 10.222.0.11 "DELETE /v2.0/networks/d9ee345f-a3ea-40ef-a425-edec732843a1 HTTP/1.1" status: 204 len: 168 time: 1.8602014 Apr 18 21:30:42.051088 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58250b0b-ee88-4308-b04e-27e8782748c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.080050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: fc926ec4-5b19-422f-b0cf-b4bd41d41f56 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:42.082548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fc926ec4-5b19-422f-b0cf-b4bd41d41f56 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:42.110812 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-58250b0b-ee88-4308-b04e-27e8782748c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f982348a6a84723b9da26d04fa37e6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9349349 Apr 18 21:30:42.113670 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59872) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:42.119790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Pushing event deleted for resources: {'Port': ['ID=99ceaaf2-aa93-45db-98fb-ce6b3447f9b4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:42.215835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58250b0b-ee88-4308-b04e-27e8782748c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fef51a2-1e8d-4fe3-90e2-3872608fc66b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:42.259469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fb7c3795-f187-4779-83dc-23ea894126ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:30:36Z', 'revision_number': 6, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3e00f24c-cdae-4855-abe8-76f7ce292d4b', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'port_id': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'mac_address': 'fa:16:3e:57:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:45Z', 'updated_at': '2022-04-18T21:29:01Z', 'revision_number': 1, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:28:00Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:42.264426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c3795-f187-4779-83dc-23ea894126ba None None] The sync data for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 is: [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:30:36Z', 'revision_number': 6, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3e00f24c-cdae-4855-abe8-76f7ce292d4b', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'port_id': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'mac_address': 'fa:16:3e:57:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:45Z', 'updated_at': '2022-04-18T21:29:01Z', 'revision_number': 1, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:28:00Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:30:42.349433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62339da-ed62-4fb7-8104-2beb0be94c0e req-141cef4e-33f6-4f20-aa1f-6ee6089682d7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:42.351057 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a62339da-ed62-4fb7-8104-2beb0be94c0e req-141cef4e-33f6-4f20-aa1f-6ee6089682d7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.3870807 Apr 18 21:30:42.377966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3b114404-2c3b-4a32-9536-9661c53ef609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.408930 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3b114404-2c3b-4a32-9536-9661c53ef609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.416116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-82b261be-c7b7-406e-935c-c9286de12782 req-00fa5588-3cce-4306-9e35-abe4df55e1df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 1096 time: 0.6664495 Apr 18 21:30:42.554424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb127e72-6577-465d-8ce9-47b06f39cb2e req-8f20f2fc-92f0-4548-bcb2-4ff5d5e7f052 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:42.555799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb127e72-6577-465d-8ce9-47b06f39cb2e req-8f20f2fc-92f0-4548-bcb2-4ff5d5e7f052 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 946 time: 0.5903139 Apr 18 21:30:42.609450 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3b114404-2c3b-4a32-9536-9661c53ef609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.625500 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.629440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b114404-2c3b-4a32-9536-9661c53ef609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fef51a2-1e8d-4fe3-90e2-3872608fc66b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:42.634912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3b114404-2c3b-4a32-9536-9661c53ef609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.636613 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3b114404-2c3b-4a32-9536-9661c53ef609 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1fef51a2-1e8d-4fe3-90e2-3872608fc66b HTTP/1.1" status: 204 len: 168 time: 0.5220392 Apr 18 21:30:42.730780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59884) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:42.774151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-82b261be-c7b7-406e-935c-c9286de12782 req-cba02c21-6643-4dc7-80df-ea6cb029b435 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625642 Apr 18 21:30:42.851962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a62339da-ed62-4fb7-8104-2beb0be94c0e req-81da7664-02cc-46c3-823a-52068d28eed3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4276111 Apr 18 21:30:42.980669 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-547d89b9-056c-4bac-a490-275f89a34aac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=88e9b33d82b34017a0f0e294f4b11d9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2486722 Apr 18 21:30:42.981813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59890) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:43.039935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb127e72-6577-465d-8ce9-47b06f39cb2e req-e17c454d-4ddf-41b4-9c31-d44b706ceaa9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4693403 Apr 18 21:30:43.052174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef1944af-a848-4458-a01f-22cb9a819518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.094014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef1944af-a848-4458-a01f-22cb9a819518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.094654 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.116481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefba48-a2e9-4574-bf11-00fdda7ec99d req-dd2e2b57-b067-4519-bebb-fc2cc76d5230 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:43.126400 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9aefba48-a2e9-4574-bf11-00fdda7ec99d req-dd2e2b57-b067-4519-bebb-fc2cc76d5230 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.59 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 946 time: 0.7054198 Apr 18 21:30:43.198952 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.232907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef1944af-a848-4458-a01f-22cb9a819518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.249733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1944af-a848-4458-a01f-22cb9a819518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff5db11-9e33-4a35-b8ef-45c6e970371c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:43.254826 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef1944af-a848-4458-a01f-22cb9a819518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.256208 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ef1944af-a848-4458-a01f-22cb9a819518 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ff5db11-9e33-4a35-b8ef-45c6e970371c HTTP/1.1" status: 204 len: 168 time: 0.2725942 Apr 18 21:30:43.274637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-9aefba48-a2e9-4574-bf11-00fdda7ec99d req-b80641c6-413b-4ded-9d94-db1a8500a802 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting port 6de286ac-1735-4dcf-8b8e-67664dd2b946 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:43.275028 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9aefba48-a2e9-4574-bf11-00fdda7ec99d req-b80641c6-413b-4ded-9d94-db1a8500a802 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.377097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-b26f91ce-b936-4925-b763-f04aa94809cb tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:43.377823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-b26f91ce-b936-4925-b763-f04aa94809cb tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Synchronizing usage tracker for tenant:6ad10952069f497cace7a3bcbd89d15b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:43.431344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c937d-6542-4eaf-ba6e-d6bae9f23d12 req-14264815-a0ee-4ec7-90d8-f64084a4e3d7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:43.432897 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-212c937d-6542-4eaf-ba6e-d6bae9f23d12 req-14264815-a0ee-4ec7-90d8-f64084a4e3d7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.3960750 Apr 18 21:30:43.480418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-b26f91ce-b936-4925-b763-f04aa94809cb tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Unset dirty status for tenant:6ad10952069f497cace7a3bcbd89d15b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:43.481650 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-b26f91ce-b936-4925-b763-f04aa94809cb tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.1929290 Apr 18 21:30:43.488038 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.488703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d54533a-8db6-40e4-9087-a09e0b5a7316 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:30:43.578929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-9171c6e7-7759-4bbf-84f2-12627ff26c95 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Deleting port 89495024-a0f5-458c-9a11-4c76dcff7b15 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:43.579281 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-9171c6e7-7759-4bbf-84f2-12627ff26c95 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.608023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59898) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:43.639712 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8a516eb-4528-4f98-a038-37a0fada529a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.692146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748d6b5-d401-45c0-9160-f5fbacd04f00 req-269059a1-d9c4-40f2-821f-0e3e99e73c55 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:43.693630 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3748d6b5-d401-45c0-9160-f5fbacd04f00 req-269059a1-d9c4-40f2-821f-0e3e99e73c55 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 945 time: 0.4928482 Apr 18 21:30:43.756693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.756693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f50689a6-71c0-4f45-9d08-74f48d1a64ee admin admin] 10.222.0.11 "DELETE /v2.0/routers/8d54533a-8db6-40e4-9087-a09e0b5a7316 HTTP/1.1" status: 204 len: 168 time: 4.4372566 Apr 18 21:30:43.797343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59904) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:43.797343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-212c937d-6542-4eaf-ba6e-d6bae9f23d12 req-60da6a12-e4ee-443f-8aff-c33bb387b552 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497148 Apr 18 21:30:43.906083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-9171c6e7-7759-4bbf-84f2-12627ff26c95 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] For port 89495024-a0f5-458c-9a11-4c76dcff7b15, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=89495024-a0f5-458c-9a11-4c76dcff7b15,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:43.906083 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-9171c6e7-7759-4bbf-84f2-12627ff26c95 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.935000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3748d6b5-d401-45c0-9160-f5fbacd04f00 req-ae400d79-00ab-43a4-82f3-3d764ee70070 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261257 Apr 18 21:30:43.944885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-9aefba48-a2e9-4574-bf11-00fdda7ec99d req-b80641c6-413b-4ded-9d94-db1a8500a802 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] For port 6de286ac-1735-4dcf-8b8e-67664dd2b946, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=6de286ac-1735-4dcf-8b8e-67664dd2b946,segment=NetworkSegment(ff217963-ee50-45eb-8640-e094a2dc47fd),segment_id=ff217963-ee50-45eb-8640-e094a2dc47fd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:43.945907 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9aefba48-a2e9-4574-bf11-00fdda7ec99d req-b80641c6-413b-4ded-9d94-db1a8500a802 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.997889 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:44.089830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-9171c6e7-7759-4bbf-84f2-12627ff26c95 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Calling delete_port for 89495024-a0f5-458c-9a11-4c76dcff7b15 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:44.093240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:44.093821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1171fcbb-4d16-4d02-95f5-86a8a9aaed26 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:44.094501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:44.130824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:44.131531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 99ceaaf2-aa93-45db-98fb-ce6b3447f9b4 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:44.272936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c8a516eb-4528-4f98-a038-37a0fada529a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:44.278033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c8a516eb-4528-4f98-a038-37a0fada529a admin admin] Usage tracker for resource:security_group_rule and tenant:f0a3807992bb48a986f0f9078756dfe9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:44.280950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c8a516eb-4528-4f98-a038-37a0fada529a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:44.287306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c8a516eb-4528-4f98-a038-37a0fada529a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:44.291471 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-9aefba48-a2e9-4574-bf11-00fdda7ec99d req-b80641c6-413b-4ded-9d94-db1a8500a802 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Calling delete_port for 6de286ac-1735-4dcf-8b8e-67664dd2b946 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:44.330432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3842aa8d-2a7f-4d11-ab41-7110ce6def2a admin admin] Deleting subnet c6842caa-6ad9-457a-bedd-b2ec0540254f {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:30:44.358211 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8a516eb-4528-4f98-a038-37a0fada529a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.380841 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3842aa8d-2a7f-4d11-ab41-7110ce6def2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.414403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-9171c6e7-7759-4bbf-84f2-12627ff26c95 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.427678 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d5fc5034-d24a-4a5d-aae9-ec0614a5c6db'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:30:44.464407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['89495024-a0f5-458c-9a11-4c76dcff7b15'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:30:44.493279 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3842aa8d-2a7f-4d11-ab41-7110ce6def2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.498258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171c6e7-7759-4bbf-84f2-12627ff26c95 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Pushing event deleted for resources: {'Port': ['ID=89495024-a0f5-458c-9a11-4c76dcff7b15,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:44.564147 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8a516eb-4528-4f98-a038-37a0fada529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.610740 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c8a516eb-4528-4f98-a038-37a0fada529a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0a3807992bb48a986f0f9078756dfe9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0017724 Apr 18 21:30:44.617810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7849407-f59f-4255-8488-7e4db4a7c5de req-75b7335f-bdf4-4167-a2b3-8f46cfafdd2b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:44.625252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b7849407-f59f-4255-8488-7e4db4a7c5de req-75b7335f-bdf4-4167-a2b3-8f46cfafdd2b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.3732560 Apr 18 21:30:44.625252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59920) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:44.661358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-9171c6e7-7759-4bbf-84f2-12627ff26c95 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] No DVR routers for this DVR port 89495024-a0f5-458c-9a11-4c76dcff7b15 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:44.666474 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-9171c6e7-7759-4bbf-84f2-12627ff26c95 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.676939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f455069-0260-4dbb-88d8-84656cef0376', 'name': 'network-vif-deleted', 'tag': '89495024-a0f5-458c-9a11-4c76dcff7b15'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:44.695227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a516eb-4528-4f98-a038-37a0fada529a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4266c649-924b-49a0-b876-ee81858cc87f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:44.695723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c95bd-2c23-4a03-9a5e-0463036e0446 req-82b31cfa-504e-418b-ae6f-ab8a5fdca2d6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:44.697664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e82c95bd-2c23-4a03-9a5e-0463036e0446 req-82b31cfa-504e-418b-ae6f-ab8a5fdca2d6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.4170113 Apr 18 21:30:44.767022 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3842aa8d-2a7f-4d11-ab41-7110ce6def2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.809977 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4b7b742d-29db-4c85-a19d-1f6a4340e317 req-9171c6e7-7759-4bbf-84f2-12627ff26c95 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.59 "DELETE /v2.0/ports/89495024-a0f5-458c-9a11-4c76dcff7b15 HTTP/1.1" status: 204 len: 173 time: 1.3223898 Apr 18 21:30:44.833293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b7849407-f59f-4255-8488-7e4db4a7c5de req-4d2f2448-abbc-4c28-890a-bd141656c1b1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998937 Apr 18 21:30:44.853566 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9aefba48-a2e9-4574-bf11-00fdda7ec99d req-b80641c6-413b-4ded-9d94-db1a8500a802 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.909665 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9afa2d15-6c37-4fba-b174-089f7950d4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.913856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e82c95bd-2c23-4a03-9a5e-0463036e0446 req-a14807b4-4279-49dd-a3cd-f60c25cf5c2d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1972640 Apr 18 21:30:44.931563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80641c6-413b-4ded-9d94-db1a8500a802 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Port': ['ID=6de286ac-1735-4dcf-8b8e-67664dd2b946,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:44.990336 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9afa2d15-6c37-4fba-b174-089f7950d4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.007544 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b937eb92-cd46-4922-b528-46c5dd59df2e'] response: {'server_uuid': '6f455069-0260-4dbb-88d8-84656cef0376', 'name': 'network-vif-deleted', 'tag': '89495024-a0f5-458c-9a11-4c76dcff7b15', 'status': 'completed', 'code': 200} Apr 18 21:30:45.092183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d83e9457-f248-4e2e-b081-0f07fc371700 req-1a687e1e-ab1b-4d99-878f-95378982212f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=322c4ab8-027c-41df-bfd7-67aa024c6b95 HTTP/1.1" status: 200 len: 210 time: 0.1050880 Apr 18 21:30:45.106911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aefba48-a2e9-4574-bf11-00fdda7ec99d req-b80641c6-413b-4ded-9d94-db1a8500a802 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] No DVR routers for this DVR port 6de286ac-1735-4dcf-8b8e-67664dd2b946 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:45.112419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9aefba48-a2e9-4574-bf11-00fdda7ec99d req-b80641c6-413b-4ded-9d94-db1a8500a802 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.115061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322c4ab8-027c-41df-bfd7-67aa024c6b95', 'name': 'network-vif-deleted', 'tag': '6de286ac-1735-4dcf-8b8e-67664dd2b946'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:45.149285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59940) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:45.168099 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3842aa8d-2a7f-4d11-ab41-7110ce6def2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.212043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9aefba48-a2e9-4574-bf11-00fdda7ec99d req-b80641c6-413b-4ded-9d94-db1a8500a802 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.59 "DELETE /v2.0/ports/6de286ac-1735-4dcf-8b8e-67664dd2b946 HTTP/1.1" status: 204 len: 173 time: 2.0840855 Apr 18 21:30:45.219446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842aa8d-2a7f-4d11-ab41-7110ce6def2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6842caa-6ad9-457a-bedd-b2ec0540254f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:45.242495 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3842aa8d-2a7f-4d11-ab41-7110ce6def2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.249096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf2885-0189-426c-96d9-8a96c4c16a69 None None] Network f5c91167-926c-4bbb-bc83-c1850048a2ee requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:45.258161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3842aa8d-2a7f-4d11-ab41-7110ce6def2a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c6842caa-6ad9-457a-bedd-b2ec0540254f HTTP/1.1" status: 204 len: 168 time: 1.4507649 Apr 18 21:30:45.258513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59946) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:45.283661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786dba4-5174-4ddd-a4d4-b8ae5875a9cb req-190624e3-1773-4f7f-9f3b-458adb06d3b6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:45.285406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a786dba4-5174-4ddd-a4d4-b8ae5875a9cb req-190624e3-1773-4f7f-9f3b-458adb06d3b6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.1621149 Apr 18 21:30:45.382810 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9afa2d15-6c37-4fba-b174-089f7950d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.388071 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9afa2d15-6c37-4fba-b174-089f7950d4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.390565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9afa2d15-6c37-4fba-b174-089f7950d4ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4266c649-924b-49a0-b876-ee81858cc87f HTTP/1.1" status: 204 len: 168 time: 0.7605309 Apr 18 21:30:45.427500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-833334777'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:45.428815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a786dba4-5174-4ddd-a4d4-b8ae5875a9cb req-7615d774-900b-42f3-b088-fb9e463daadf tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344683 Apr 18 21:30:45.432941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa2d15-6c37-4fba-b174-089f7950d4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4266c649-924b-49a0-b876-ee81858cc87f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:45.470140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:45.487716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:network and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:45.511777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:45.546217 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.548636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:45.594107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Deleting port 8580a3b9-18d9-4ec7-80b6-de759da6a07c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:45.595306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.680504 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f87d074-2930-416d-ab74-d6a2290b988d req-e0586b6d-12d8-4075-b344-173f218da69d tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f455069-0260-4dbb-88d8-84656cef0376 HTTP/1.1" status: 200 len: 210 time: 0.0812299 Apr 18 21:30:45.685040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:45.688031 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.716256 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.741122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef3c2be-f45f-4490-9316-c8b7cc6016b9 None None] DHCP port deletion for f5c91167-926c-4bbb-bc83-c1850048a2ee request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:30:45.751890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3c2be-f45f-4490-9316-c8b7cc6016b9 None None] Deleting port 8580a3b9-18d9-4ec7-80b6-de759da6a07c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:45.751890 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c2be-f45f-4490-9316-c8b7cc6016b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.763845 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69169762-4a37-4c42-a031-ad2a2dfb5373'] response: {'server_uuid': '322c4ab8-027c-41df-bfd7-67aa024c6b95', 'name': 'network-vif-deleted', 'tag': '6de286ac-1735-4dcf-8b8e-67664dd2b946', 'status': 'completed', 'code': 200} Apr 18 21:30:45.824482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:45.828714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:security_group_rule and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:45.832179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:45.839102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:45.940982 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.054979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8580a3b9-18d9-4ec7-80b6-de759da6a07c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:46.101199 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.212317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] For port 8580a3b9-18d9-4ec7-80b6-de759da6a07c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8580a3b9-18d9-4ec7-80b6-de759da6a07c,segment=NetworkSegment(add50bd0-25e9-49d1-b985-ed50cc9019ce),segment_id=add50bd0-25e9-49d1-b985-ed50cc9019ce)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:46.212983 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.243309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:30:46.289862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6de286ac-1735-4dcf-8b8e-67664dd2b946 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:46.305890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69d2e1-d705-486b-8a09-f83768dce84c req-11a976ef-7706-48f4-afb4-9ab476333031 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:46.307599 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f69d2e1-d705-486b-8a09-f83768dce84c req-11a976ef-7706-48f4-afb4-9ab476333031 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.3974411 Apr 18 21:30:46.322232 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55c49c4a-30d1-40ea-8855-63b6cc6bf743 req-abbb202d-60c5-4fe0-8891-e62fe8285a7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 1095 time: 0.2844107 Apr 18 21:30:46.323006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 59962) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:46.329279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e4ae3-9064-46f8-bd11-4d2861af565c req-efbeff18-363a-403a-a28a-b098a2d31ad9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:46.332041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd6e4ae3-9064-46f8-bd11-4d2861af565c req-efbeff18-363a-403a-a28a-b098a2d31ad9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.3587520 Apr 18 21:30:46.348191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 6de286ac-1735-4dcf-8b8e-67664dd2b946 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:46.348736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 6de286ac-1735-4dcf-8b8e-67664dd2b946 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:46.366640 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5ef3c2be-f45f-4490-9316-c8b7cc6016b9 None None] For port 8580a3b9-18d9-4ec7-80b6-de759da6a07c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8580a3b9-18d9-4ec7-80b6-de759da6a07c,segment=NetworkSegment(add50bd0-25e9-49d1-b985-ed50cc9019ce),segment_id=add50bd0-25e9-49d1-b985-ed50cc9019ce)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:46.367128 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c2be-f45f-4490-9316-c8b7cc6016b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.508715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Calling delete_port for 8580a3b9-18d9-4ec7-80b6-de759da6a07c owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:46.544196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c49c4a-30d1-40ea-8855-63b6cc6bf743 req-431c0b8c-7afb-45b4-b93d-472b844345f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:46.545650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56dbe0bf-7d9d-40ba-b59c-f2b3b617e38b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:46.546421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55c49c4a-30d1-40ea-8855-63b6cc6bf743 req-431c0b8c-7afb-45b4-b93d-472b844345f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.2090974 Apr 18 21:30:46.554264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2a37a219-91d6-4e76-bffd-1a2983f26c89 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Request body: {'floatingip': {'port_id': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:46.566832 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.566832 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Added segment 678f1c5c-1a05-4e8a-944c-3a08927e2685 of type vlan for network 968f2291-3082-446d-bd15-064c0b2f72a4 Apr 18 21:30:46.594187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3c2be-f45f-4490-9316-c8b7cc6016b9 None None] Calling delete_port for 8580a3b9-18d9-4ec7-80b6-de759da6a07c owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:46.624297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.683968 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.719005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59966) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:46.732201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9010bbb4-0c2e-4b67-a4e3-a5691afbd2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.744993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.748611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:46.749200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.752748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.777733 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-5ef3c2be-f45f-4490-9316-c8b7cc6016b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:30:46.778169 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-5ef3c2be-f45f-4490-9316-c8b7cc6016b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:30:46.878430 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a37a219-91d6-4e76-bffd-1a2983f26c89 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.883841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8580a3b9-18d9-4ec7-80b6-de759da6a07c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:46.924350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] No DVR routers for this DVR port 8580a3b9-18d9-4ec7-80b6-de759da6a07c on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:46.994742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=968f2291-3082-446d-bd15-064c0b2f72a4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:47.000304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9010bbb4-0c2e-4b67-a4e3-a5691afbd2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:47.009243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 968f2291-3082-446d-bd15-064c0b2f72a4 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:30:47.032920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dd6e4ae3-9064-46f8-bd11-4d2861af565c req-51af300b-bbf5-4546-8c88-7ed8e01de419 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4842529 Apr 18 21:30:47.059804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9010bbb4-0c2e-4b67-a4e3-a5691afbd2c9 admin admin] Usage tracker for resource:security_group_rule and tenant:26f3ea3da51a45aead22486b02f4e52f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:47.073795 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5c526184-5e35-4d74-b137-010ce3eff51b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9232740 Apr 18 21:30:47.075017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9010bbb4-0c2e-4b67-a4e3-a5691afbd2c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:47.084311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9010bbb4-0c2e-4b67-a4e3-a5691afbd2c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:47.089987 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.110470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55c49c4a-30d1-40ea-8855-63b6cc6bf743 req-896f53ad-b28b-46e4-a3d4-1e24ebdd16cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 200 len: 999 time: 0.3837831 Apr 18 21:30:47.129964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c91167-926c-4bbb-bc83-c1850048a2ee']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:47.148726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add50bd0-25e9-49d1-b985-ed50cc9019ce') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:47.148726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add50bd0-25e9-49d1-b985-ed50cc9019ce') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:47.167231 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.199962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.216092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:47.216701 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:47.231445 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:47.235190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59972) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:47.235517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59974) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:47.279824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3c2be-f45f-4490-9316-c8b7cc6016b9 None None] Deleting port 8580a3b9-18d9-4ec7-80b6-de759da6a07c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:47.280121 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c2be-f45f-4490-9316-c8b7cc6016b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.295894 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9010bbb4-0c2e-4b67-a4e3-a5691afbd2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.312412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'network_id': '968f2291-3082-446d-bd15-064c0b2f72a4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:47.331112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2d53b-025c-4c78-9fb2-b3b6d698526f req-0812a32c-f6b3-455f-ac2b-24f7a7f18a16 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:47.338892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ad2d53b-025c-4c78-9fb2-b3b6d698526f req-0812a32c-f6b3-455f-ac2b-24f7a7f18a16 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.7913249 Apr 18 21:30:47.376161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3c2be-f45f-4490-9316-c8b7cc6016b9 None None] The port '8580a3b9-18d9-4ec7-80b6-de759da6a07c' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:30:47.395002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c49c4a-30d1-40ea-8855-63b6cc6bf743 req-79666a1a-5516-4b82-8431-cd4ddc2acb13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:47.396563 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55c49c4a-30d1-40ea-8855-63b6cc6bf743 req-79666a1a-5516-4b82-8431-cd4ddc2acb13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.2635975 Apr 18 21:30:47.451543 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9010bbb4-0c2e-4b67-a4e3-a5691afbd2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.502132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ad2d53b-025c-4c78-9fb2-b3b6d698526f req-fff1316b-df92-4443-951b-f2aac09a8591 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622372 Apr 18 21:30:47.527135 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.567878 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.571391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010bbb4-0c2e-4b67-a4e3-a5691afbd2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a79b1d-86d9-4a4f-8df0-7cafbd459145,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:47.574256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:47.588369 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9010bbb4-0c2e-4b67-a4e3-a5691afbd2c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26f3ea3da51a45aead22486b02f4e52f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8745008 Apr 18 21:30:47.595718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c91167-926c-4bbb-bc83-c1850048a2ee,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:47.597222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59982) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:47.601077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:subnet and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:47.607609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:47.610858 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40d3d43f-b0ff-4774-a1a7-05f3ed159238 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.628067 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c9ae3d9d-0a27-4001-a6fd-de32a7b7cbb5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f5c91167-926c-4bbb-bc83-c1850048a2ee HTTP/1.1" status: 204 len: 168 time: 2.3684328 Apr 18 21:30:47.639358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:47.686898 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40d3d43f-b0ff-4774-a1a7-05f3ed159238 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.746404 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55c49c4a-30d1-40ea-8855-63b6cc6bf743 req-2b5e9680-c2da-4c0b-97dc-366c4deaeff5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3397362 Apr 18 21:30:47.746639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:47.771547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c675ce70-ce5c-4527-9250-68dd3df88606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.870498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c675ce70-ce5c-4527-9250-68dd3df88606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.935617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.970447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55c49c4a-30d1-40ea-8855-63b6cc6bf743 req-5a3e053d-9420-404c-98e5-b2c590d38e18 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982727 Apr 18 21:30:48.108113 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40d3d43f-b0ff-4774-a1a7-05f3ed159238 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.126416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3d43f-b0ff-4774-a1a7-05f3ed159238 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:48.167926 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a37a219-91d6-4e76-bffd-1a2983f26c89 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.219153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c675ce70-ce5c-4527-9250-68dd3df88606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.235083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 89495024-a0f5-458c-9a11-4c76dcff7b15 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:48.238589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675ce70-ce5c-4527-9250-68dd3df88606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a79b1d-86d9-4a4f-8df0-7cafbd459145,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:48.256794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c675ce70-ce5c-4527-9250-68dd3df88606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.258026 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c675ce70-ce5c-4527-9250-68dd3df88606 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5a79b1d-86d9-4a4f-8df0-7cafbd459145 HTTP/1.1" status: 204 len: 168 time: 0.6528821 Apr 18 21:30:48.307134 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40d3d43f-b0ff-4774-a1a7-05f3ed159238 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.311648 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-40d3d43f-b0ff-4774-a1a7-05f3ed159238 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/security-groups/8cdbcfc4-dec8-43e4-9cf2-205e924b3a6a HTTP/1.1" status: 204 len: 168 time: 1.0724196 Apr 18 21:30:48.320783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 89495024-a0f5-458c-9a11-4c76dcff7b15 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:48.321136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 89495024-a0f5-458c-9a11-4c76dcff7b15 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:48.338131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 59996) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:48.393662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a37a219-91d6-4e76-bffd-1a2983f26c89 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.434938 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cd8495f3-a76b-472d-9aaa-44e8f69dea0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5abe5c109e494fabbf8b2824a0c296d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0955133 Apr 18 21:30:48.437416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60000) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:48.500556 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.545746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-12494b53-2864-4251-b28c-a66309d6d0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.579441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55c49c4a-30d1-40ea-8855-63b6cc6bf743 req-010d3ac2-9896-4759-9970-181c180f1d07 service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019785 Apr 18 21:30:48.602174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=06c5a0ea-f253-46ad-bf27-d23b752dfb35,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:48.617917 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-12494b53-2864-4251-b28c-a66309d6d0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.622394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19406e2e-ffbd-41be-b53c-d9f424d6b5c1 req-ba6704ce-7ec8-4a98-a5f5-51fde8c147b6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:48.623923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19406e2e-ffbd-41be-b53c-d9f424d6b5c1 req-ba6704ce-7ec8-4a98-a5f5-51fde8c147b6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.4154949 Apr 18 21:30:48.631300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ae40e-bb1c-429c-94fe-57054e93c94b req-36f41616-a221-4d39-936f-11e7c581c83a tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:48.632782 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-779ae40e-bb1c-429c-94fe-57054e93c94b req-36f41616-a221-4d39-936f-11e7c581c83a tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.5612853 Apr 18 21:30:48.728187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19406e2e-ffbd-41be-b53c-d9f424d6b5c1 req-8c093f57-d146-4b4f-b3ea-16c0024238de tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930655 Apr 18 21:30:48.736778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-779ae40e-bb1c-429c-94fe-57054e93c94b req-7b457477-1327-4ecc-ad38-993ac0f804f1 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836947 Apr 18 21:30:48.791683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking segment: {'id': '678f1c5c-1a05-4e8a-944c-3a08927e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '968f2291-3082-446d-bd15-064c0b2f72a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:48.792190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network hostable DHCP agents. Network: 968f2291-3082-446d-bd15-064c0b2f72a4, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:30:48.819483 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-2a37a219-91d6-4e76-bffd-1a2983f26c89 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Floating IP 57512685-1fdf-440e-bb2f-b3785a358d53 associated. External IP: 172.25.3.162, port: 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb. Apr 18 21:30:48.982274 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-12494b53-2864-4251-b28c-a66309d6d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.992465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network 968f2291-3082-446d-bd15-064c0b2f72a4 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:30:48.994531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60012) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:49.013924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12494b53-2864-4251-b28c-a66309d6d0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a7a5f8-870a-4779-8ef7-6bad42b3231a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:49.022480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-12494b53-2864-4251-b28c-a66309d6d0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.026298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-12494b53-2864-4251-b28c-a66309d6d0e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08a7a5f8-870a-4779-8ef7-6bad42b3231a HTTP/1.1" status: 204 len: 168 time: 0.5876837 Apr 18 21:30:49.096530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 968f2291-3082-446d-bd15-064c0b2f72a4) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:49.105171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc6c64c-50b9-4bbd-a3a1-ffb9518d3fd8 None None] Network 968f2291-3082-446d-bd15-064c0b2f72a4 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:49.112199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:49.113604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.208359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201143d-aaa2-445c-aee8-3969bfefe96a req-d78a047f-7a44-4fa6-80e6-378d65788ae2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:49.209890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6201143d-aaa2-445c-aee8-3969bfefe96a req-d78a047f-7a44-4fa6-80e6-378d65788ae2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.3067017 Apr 18 21:30:49.229754 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4d00e7b9-41e6-416c-99ec-580b2807c230 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9889205 Apr 18 21:30:49.233136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60020) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:49.239803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-591197932'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:49.251535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:49.260026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:network and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:49.268941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:49.279704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:49.321199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-14834579-95ac-4c07-a276-197a738f752d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting subnet 2ae3d759-4758-491d-a57d-6bf7c36d9ead {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:30:49.324847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6201143d-aaa2-445c-aee8-3969bfefe96a req-f9e477b5-12a4-4d41-b02f-77b0a314bbe5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925343 Apr 18 21:30:49.338812 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14834579-95ac-4c07-a276-197a738f752d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.378034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:49.384156 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.407227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-968f2291-3082-446d-bd15-064c0b2f72a4', 'network_id': '968f2291-3082-446d-bd15-064c0b2f72a4', 'tenant_id': '76f5a9f45865458297f3eaa9d4543691', 'fixed_ips': [{'subnet_id': '06c5a0ea-f253-46ad-bf27-d23b752dfb35'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:30:49.410314 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.414528 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14834579-95ac-4c07-a276-197a738f752d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.448866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:30:49.461337 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.461979 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Added segment 849295e6-23f8-40aa-912d-e0ad239c4ddc of type vlan for network 5ff10a29-dd5a-45ba-9b90-33f80c1e3169 Apr 18 21:30:49.541311 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.661089 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14834579-95ac-4c07-a276-197a738f752d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.689425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Allocated IP 172.20.255.242 (968f2291-3082-446d-bd15-064c0b2f72a4/06c5a0ea-f253-46ad-bf27-d23b752dfb35/9323527d-720e-4192-9ad1-9f88ae23f138) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:49.730332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.735913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:49.736715 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.814805 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14834579-95ac-4c07-a276-197a738f752d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.887075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14834579-95ac-4c07-a276-197a738f752d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae3d759-4758-491d-a57d-6bf7c36d9ead,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:49.899742 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14834579-95ac-4c07-a276-197a738f752d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.909164 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc208fd1-71f4-44cc-9e87-fb7ce3b15388 None None] Network c3d7b1a4-293c-43d6-a84e-e860ea121919 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:49.927697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a37a219-91d6-4e76-bffd-1a2983f26c89 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Router a7eacd50-d825-479a-997d-703b076c2153 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:49.929664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-14834579-95ac-4c07-a276-197a738f752d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/subnets/2ae3d759-4758-491d-a57d-6bf7c36d9ead HTTP/1.1" status: 204 len: 168 time: 0.9337275 Apr 18 21:30:49.940122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60036) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:49.999196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=5ff10a29-dd5a-45ba-9b90-33f80c1e3169,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:50.017751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 5ff10a29-dd5a-45ba-9b90-33f80c1e3169 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:30:50.099163 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-29f535e2-e98d-42ef-9fe6-83f78849e483 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8644514 Apr 18 21:30:50.102335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60042) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:50.114209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'network_id': '5ff10a29-dd5a-45ba-9b90-33f80c1e3169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:50.158328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60046) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:50.338187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:50.346475 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:subnet and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:50.351907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:50.369535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:50.383662 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-111a5fa1-e433-4c6d-a436-9976fc8829be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=086530a275d9451b94e80bb299a2c305&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2192812 Apr 18 21:30:50.388951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60056) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:50.402692 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.417240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Transition to ACTIVE for port object 9323527d-720e-4192-9ad1-9f88ae23f138 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:50.442917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Transition to ACTIVE for port object 9323527d-720e-4192-9ad1-9f88ae23f138 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:50.481340 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c28a08b3-68c2-4e5d-8497-c85586c72c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.494375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:50.522219 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.591808 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c28a08b3-68c2-4e5d-8497-c85586c72c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.611555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f12c773-aadb-4803-81bf-346f8c2500ff None None] DHCP port deletion for c3d7b1a4-293c-43d6-a84e-e860ea121919 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:30:50.621673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Pushing event updated for resources: {'Port': ['ID=9323527d-720e-4192-9ad1-9f88ae23f138,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:50.627930 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.634775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Network 968f2291-3082-446d-bd15-064c0b2f72a4 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:50.643379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:50.643379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4f12c773-aadb-4803-81bf-346f8c2500ff None None] Deleting port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:50.645587 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f12c773-aadb-4803-81bf-346f8c2500ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.708575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:50.709282 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.709500 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.711705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:50.729919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c28a08b3-68c2-4e5d-8497-c85586c72c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.793327 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:50.793798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:50.794210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:50.794619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:50.795017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:50.795411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:50.795805 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:50.796200 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:50.796692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:50.797070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:50.797749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:50.817573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a08b3-68c2-4e5d-8497-c85586c72c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6512781f-33a1-4ad2-aa61-9f0915527f0a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:50.837589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21d550-4643-45e1-b830-bd3b36e410bf req-17ca5576-b575-4391-a7ca-bec08170aaea tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:50.839113 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd21d550-4643-45e1-b830-bd3b36e410bf req-17ca5576-b575-4391-a7ca-bec08170aaea tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.7498808 Apr 18 21:30:50.848875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c28a08b3-68c2-4e5d-8497-c85586c72c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.852400 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c28a08b3-68c2-4e5d-8497-c85586c72c8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6512781f-33a1-4ad2-aa61-9f0915527f0a HTTP/1.1" status: 204 len: 168 time: 0.4601676 Apr 18 21:30:50.871426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec810d31-cee4-4675-8af8-40fbfb83e46a req-d86f9fba-d25d-49a6-8494-1df3f4ff1bc6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:50.878009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec810d31-cee4-4675-8af8-40fbfb83e46a req-d86f9fba-d25d-49a6-8494-1df3f4ff1bc6 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.8034716 Apr 18 21:30:50.914164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60ee4d-b046-472b-8f70-e41eb0be334c req-5acdc6a9-9c96-4beb-8004-953daff7a7de tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:50.915642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db60ee4d-b046-472b-8f70-e41eb0be334c req-5acdc6a9-9c96-4beb-8004-953daff7a7de tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 945 time: 0.4174843 Apr 18 21:30:50.997549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Attempting to bind port 9323527d-720e-4192-9ad1-9f88ae23f138 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:50.997759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Attempting to bind port 9323527d-720e-4192-9ad1-9f88ae23f138 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '678f1c5c-1a05-4e8a-944c-3a08927e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '968f2291-3082-446d-bd15-064c0b2f72a4'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:50.998128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Attempting to bind port 9323527d-720e-4192-9ad1-9f88ae23f138 on network 968f2291-3082-446d-bd15-064c0b2f72a4 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:51.026178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:30:51.026564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Checking segment: {'id': '678f1c5c-1a05-4e8a-944c-3a08927e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '968f2291-3082-446d-bd15-064c0b2f72a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:51.026975 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.027361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Bound using segment: {'id': '678f1c5c-1a05-4e8a-944c-3a08927e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '968f2291-3082-446d-bd15-064c0b2f72a4'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:30:51.027845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Bound port: 9323527d-720e-4192-9ad1-9f88ae23f138, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678f1c5c-1a05-4e8a-944c-3a08927e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '968f2291-3082-446d-bd15-064c0b2f72a4'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:51.028214 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.051476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4f12c773-aadb-4803-81bf-346f8c2500ff None None] For port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=20d49197-9ee0-4f5f-af9d-7d320aa5d8d5,segment=NetworkSegment(ff217963-ee50-45eb-8640-e094a2dc47fd),segment_id=ff217963-ee50-45eb-8640-e094a2dc47fd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:51.051476 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f12c773-aadb-4803-81bf-346f8c2500ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.146438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-db60ee4d-b046-472b-8f70-e41eb0be334c req-b0c72db5-20d4-4ce3-b414-016c23ab0bce tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Deleting port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:51.146777 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-db60ee4d-b046-472b-8f70-e41eb0be334c req-b0c72db5-20d4-4ce3-b414-016c23ab0bce tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.192733 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec810d31-cee4-4675-8af8-40fbfb83e46a req-77310d75-1e06-44e7-af9c-71b13896ac51 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3124325 Apr 18 21:30:51.211535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4f12c773-aadb-4803-81bf-346f8c2500ff None None] Calling delete_port for 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:51.248888 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd21d550-4643-45e1-b830-bd3b36e410bf req-c55a3b71-efa4-4422-ba2d-6968860ee429 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686430 Apr 18 21:30:51.270756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] For port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=20d49197-9ee0-4f5f-af9d-7d320aa5d8d5,segment=NetworkSegment(ff217963-ee50-45eb-8640-e094a2dc47fd),segment_id=ff217963-ee50-45eb-8640-e094a2dc47fd)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:51.271829 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.310683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] For port 9323527d-720e-4192-9ad1-9f88ae23f138, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:51.328105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] For port 9323527d-720e-4192-9ad1-9f88ae23f138, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9323527d-720e-4192-9ad1-9f88ae23f138,segment=NetworkSegment(678f1c5c-1a05-4e8a-944c-3a08927e2685),segment_id=678f1c5c-1a05-4e8a-944c-3a08927e2685)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:51.393861 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.437850 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f12c773-aadb-4803-81bf-346f8c2500ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.452172 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.483160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=9f1323ba-3123-4579-8a70-d4f599e38868,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:51.512205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Calling delete_port for 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:51.517662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12c773-aadb-4803-81bf-346f8c2500ff None None] No DVR routers for this DVR port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:51.520693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking segment: {'id': '849295e6-23f8-40aa-912d-e0ad239c4ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5ff10a29-dd5a-45ba-9b90-33f80c1e3169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:51.521335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network hostable DHCP agents. Network: 5ff10a29-dd5a-45ba-9b90-33f80c1e3169, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:30:51.532740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12c773-aadb-4803-81bf-346f8c2500ff None None] Pushing event deleted for resources: {'Port': ['ID=20d49197-9ee0-4f5f-af9d-7d320aa5d8d5,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:51.664290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7ea31-b685-4294-853b-3ed1eaf46982 None None] Pushing event updated for resources: {'Port': ['ID=9323527d-720e-4192-9ad1-9f88ae23f138,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:51.705407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network 5ff10a29-dd5a-45ba-9b90-33f80c1e3169 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:30:51.805883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a37a219-91d6-4e76-bffd-1a2983f26c89 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:51.812416 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a1a83b-38eb-451c-be72-19861ae21af4 None None] Sync routers for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:30:51.813412 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a37a219-91d6-4e76-bffd-1a2983f26c89 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.816638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 5ff10a29-dd5a-45ba-9b90-33f80c1e3169) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:51.828005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dfde2c-a3eb-486e-9a95-fd2391cd6226 None None] Network 5ff10a29-dd5a-45ba-9b90-33f80c1e3169 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:51.834524 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a1a83b-38eb-451c-be72-19861ae21af4 None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:51.837436 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c6a1a83b-38eb-451c-be72-19861ae21af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:51.852469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:51.853344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.969977 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:30:51.970290 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:30:51.981611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2a37a219-91d6-4e76-bffd-1a2983f26c89 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "PUT /v2.0/floatingips/57512685-1fdf-440e-bb2f-b3785a358d53 HTTP/1.1" status: 200 len: 991 time: 5.6384315 Apr 18 21:30:52.006346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'tag': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:52.032751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb6f88-a382-43ca-b2bc-b6bb0af975ff req-64b714d1-d4e5-4a96-aff1-ebf9e111b205 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:52.042170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21cb6f88-a382-43ca-b2bc-b6bb0af975ff req-64b714d1-d4e5-4a96-aff1-ebf9e111b205 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.6408768 Apr 18 21:30:52.048907 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:52.069500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf81af0-8d3c-4976-8229-0cba2a78dd9d req-00ae2dca-7ab5-4024-867a-325c61585818 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:52.071307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1bf81af0-8d3c-4976-8229-0cba2a78dd9d req-00ae2dca-7ab5-4024-867a-325c61585818 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.6104507 Apr 18 21:30:52.077121 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f050cc34-187f-4e48-8ac4-9f761dd0379c tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9724107 Apr 18 21:30:52.079930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60082) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:52.080367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-db60ee4d-b046-472b-8f70-e41eb0be334c req-b0c72db5-20d4-4ce3-b414-016c23ab0bce tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] For port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:52.080734 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-db60ee4d-b046-472b-8f70-e41eb0be334c req-b0c72db5-20d4-4ce3-b414-016c23ab0bce tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.163195 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:52.163532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:52.187969 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-c6a1a83b-38eb-451c-be72-19861ae21af4 None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:52.388340 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.491914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-5ff10a29-dd5a-45ba-9b90-33f80c1e3169', 'network_id': '5ff10a29-dd5a-45ba-9b90-33f80c1e3169', 'tenant_id': '76f5a9f45865458297f3eaa9d4543691', 'fixed_ips': [{'subnet_id': '9f1323ba-3123-4579-8a70-d4f599e38868'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:30:52.493353 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.576512 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.599086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting port 20d49197-9ee0-4f5f-af9d-7d320aa5d8d5 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:52.599427 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.672933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-db60ee4d-b046-472b-8f70-e41eb0be334c req-b0c72db5-20d4-4ce3-b414-016c23ab0bce tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Calling delete_port for d5fc5034-d24a-4a5d-aae9-ec0614a5c6db owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:52.800758 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21cb6f88-a382-43ca-b2bc-b6bb0af975ff req-d05b65ac-c188-488d-b75a-07327fb81bf7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7563250 Apr 18 21:30:52.836413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Allocated IP 172.20.0.2 (5ff10a29-dd5a-45ba-9b90-33f80c1e3169/9f1323ba-3123-4579-8a70-d4f599e38868/d77c84e3-07a6-4e55-8a73-8399c43185c6) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:53.042098 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c6a1a83b-38eb-451c-be72-19861ae21af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '57512685-1fdf-440e-bb2f-b3785a358d53', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'port_id': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'mac_address': 'fa:16:3e:a5:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:30:10Z', 'updated_at': '2022-04-18T21:30:47Z', 'revision_number': 1, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:14Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:53.048159 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a1a83b-38eb-451c-be72-19861ae21af4 None None] Checking router: a7eacd50-d825-479a-997d-703b076c2153 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:30:53.072290 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a1a83b-38eb-451c-be72-19861ae21af4 None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:53.073505 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c6a1a83b-38eb-451c-be72-19861ae21af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:53.152213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] The port '20d49197-9ee0-4f5f-af9d-7d320aa5d8d5' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:30:53.185549 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f453548-79ab-46e3-90ec-ebf5c2ad6db8'] response: {'name': 'network-changed', 'server_uuid': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'tag': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb', 'status': 'completed', 'code': 200} Apr 18 21:30:53.224366 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1bf81af0-8d3c-4976-8229-0cba2a78dd9d req-9adb6a3d-9293-4593-a519-6a852217a5d9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1215608 Apr 18 21:30:53.230054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc81270-4629-41d0-abd7-54744399a928 None None] Network 968f2291-3082-446d-bd15-064c0b2f72a4 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:53.446549 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-db60ee4d-b046-472b-8f70-e41eb0be334c req-b0c72db5-20d4-4ce3-b414-016c23ab0bce tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:53.483236 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-c6a1a83b-38eb-451c-be72-19861ae21af4 None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:30:53.536025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d58f2a0d-0cbc-4b88-b064-175eaaec1fe5 None None] Provisioning for port 9323527d-720e-4192-9ad1-9f88ae23f138 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:53.547647 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:53.557619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c72db5-20d4-4ce3-b414-016c23ab0bce tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Pushing event deleted for resources: {'Port': ['ID=d5fc5034-d24a-4a5d-aae9-ec0614a5c6db,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:53.640909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d7b1a4-293c-43d6-a84e-e860ea121919']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:53.689320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff217963-ee50-45eb-8640-e094a2dc47fd') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:53.689569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff217963-ee50-45eb-8640-e094a2dc47fd') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:53.717669 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:53.729541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-db60ee4d-b046-472b-8f70-e41eb0be334c req-b0c72db5-20d4-4ce3-b414-016c23ab0bce tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] No DVR routers for this DVR port d5fc5034-d24a-4a5d-aae9-ec0614a5c6db on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:53.735404 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-db60ee4d-b046-472b-8f70-e41eb0be334c req-b0c72db5-20d4-4ce3-b414-016c23ab0bce tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:53.741325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9df778f1-0929-4e28-8cfc-8817b59eeac9 req-bf45e8e9-db4e-4518-8d42-06b4d0e49966 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea673beec6646f1a8adc1050a9bb03c&device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 1096 time: 0.5550551 Apr 18 21:30:53.745280 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:53.765109 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d5fc5034-d24a-4a5d-aae9-ec0614a5c6db no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:53.794088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db60ee4d-b046-472b-8f70-e41eb0be334c req-b0c72db5-20d4-4ce3-b414-016c23ab0bce tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.26 "DELETE /v2.0/ports/d5fc5034-d24a-4a5d-aae9-ec0614a5c6db HTTP/1.1" status: 204 len: 173 time: 2.8479762 Apr 18 21:30:53.806622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127ce11-152c-436f-8e4f-0a2d74ec093e req-6e65dba6-454f-4831-948d-571e245f4997 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:53.807499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e127ce11-152c-436f-8e4f-0a2d74ec093e req-6e65dba6-454f-4831-948d-571e245f4997 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Synchronizing usage tracker for tenant:6ad10952069f497cace7a3bcbd89d15b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:53.812295 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:53.841731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Transition to ACTIVE for port object d77c84e3-07a6-4e55-8a73-8399c43185c6 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:53.853402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: d5fc5034-d24a-4a5d-aae9-ec0614a5c6db {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:53.853778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d5fc5034-d24a-4a5d-aae9-ec0614a5c6db not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:53.874758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Transition to ACTIVE for port object d77c84e3-07a6-4e55-8a73-8399c43185c6 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:53.893410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:53.897920 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:53.909263 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:53.995381 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c6a1a83b-38eb-451c-be72-19861ae21af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '57512685-1fdf-440e-bb2f-b3785a358d53', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'port_id': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'mac_address': 'fa:16:3e:a5:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:30:10Z', 'updated_at': '2022-04-18T21:30:47Z', 'revision_number': 1, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:14Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:54.001188 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a1a83b-38eb-451c-be72-19861ae21af4 None None] The sync data for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 is: [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '57512685-1fdf-440e-bb2f-b3785a358d53', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'port_id': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'mac_address': 'fa:16:3e:a5:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:30:10Z', 'updated_at': '2022-04-18T21:30:47Z', 'revision_number': 1, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:14Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:30:54.010648 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.106087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df778f1-0929-4e28-8cfc-8817b59eeac9 req-1771d16b-888a-428e-bae0-dac433cb3c8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:54.107668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9df778f1-0929-4e28-8cfc-8817b59eeac9 req-1771d16b-888a-428e-bae0-dac433cb3c8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb5426b9-02ce-47bd-bc65-384e7cb55173 HTTP/1.1" status: 200 len: 911 time: 0.3551710 Apr 18 21:30:54.114525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e127ce11-152c-436f-8e4f-0a2d74ec093e req-6e65dba6-454f-4831-948d-571e245f4997 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] Unset dirty status for tenant:6ad10952069f497cace7a3bcbd89d15b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:54.115717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e127ce11-152c-436f-8e4f-0a2d74ec093e req-6e65dba6-454f-4831-948d-571e245f4997 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/ports?device_id=86c5ef19-b8ff-44be-8c40-336f7dda7724 HTTP/1.1" status: 200 len: 867 time: 0.8554707 Apr 18 21:30:54.146950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9323527d-720e-4192-9ad1-9f88ae23f138 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:54.170830 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.272879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Network 5ff10a29-dd5a-45ba-9b90-33f80c1e3169 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:54.282175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1323ba-3123-4579-8a70-d4f599e38868,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:54.289701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:54.304561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:54.327676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Pushing event updated for resources: {'Port': ['ID=d77c84e3-07a6-4e55-8a73-8399c43185c6,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:54.416351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e127ce11-152c-436f-8e4f-0a2d74ec093e req-7020ffa7-88ff-49e2-a00a-58cfb3ba7933 tempest-ServerRescueTestJSON-1270543790 tempest-ServerRescueTestJSON-1270543790-project] 10.222.0.11 "GET /v2.0/security-groups?id=71f5bb15-5aeb-4c46-a6ab-218db974230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749259 Apr 18 21:30:54.461439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c5241-2da6-4198-a03e-98b08d023ca3 None None] New status for floating IP 57512685-1fdf-440e-bb2f-b3785a358d53: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:30:54.471337 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9df778f1-0929-4e28-8cfc-8817b59eeac9 req-799787ff-96f1-452c-913a-7e6de519e224 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb HTTP/1.1" status: 200 len: 999 time: 0.3313973 Apr 18 21:30:54.473034 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.509014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff10a29-dd5a-45ba-9b90-33f80c1e3169']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:54.523397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849295e6-23f8-40aa-912d-e0ad239c4ddc') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:54.523824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849295e6-23f8-40aa-912d-e0ad239c4ddc') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:54.538235 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.561847 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.573824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:54.575104 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.599164 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.601160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Attempting to bind port d77c84e3-07a6-4e55-8a73-8399c43185c6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:54.601746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Attempting to bind port d77c84e3-07a6-4e55-8a73-8399c43185c6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '849295e6-23f8-40aa-912d-e0ad239c4ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5ff10a29-dd5a-45ba-9b90-33f80c1e3169'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:54.614373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Attempting to bind port d77c84e3-07a6-4e55-8a73-8399c43185c6 on network 5ff10a29-dd5a-45ba-9b90-33f80c1e3169 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:54.614885 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:54.621979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:30:54.622756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Checking segment: {'id': '849295e6-23f8-40aa-912d-e0ad239c4ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5ff10a29-dd5a-45ba-9b90-33f80c1e3169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:54.623486 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.623885 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Bound using segment: {'id': '849295e6-23f8-40aa-912d-e0ad239c4ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5ff10a29-dd5a-45ba-9b90-33f80c1e3169'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:30:54.624376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Bound port: d77c84e3-07a6-4e55-8a73-8399c43185c6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849295e6-23f8-40aa-912d-e0ad239c4ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5ff10a29-dd5a-45ba-9b90-33f80c1e3169'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:54.624739 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.642372 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.681372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Network': ['ID=c3d7b1a4-293c-43d6-a84e-e860ea121919,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:54.694738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df778f1-0929-4e28-8cfc-8817b59eeac9 req-ec521dbb-e7e0-40a1-bdb4-bdf819ee8b8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:54.698678 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9df778f1-0929-4e28-8cfc-8817b59eeac9 req-ec521dbb-e7e0-40a1-bdb4-bdf819ee8b8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4498ba41-22b7-4bd0-9281-c43e26e866ae HTTP/1.1" status: 200 len: 849 time: 0.2033076 Apr 18 21:30:54.771143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-799cb756-7323-42c1-aae1-168c6f90a76a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/networks/c3d7b1a4-293c-43d6-a84e-e860ea121919 HTTP/1.1" status: 204 len: 168 time: 4.8311014 Apr 18 21:30:54.782797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60152) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:54.804929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 9323527d-720e-4192-9ad1-9f88ae23f138 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:54.807907 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-306fa67e-592f-4919-a5c3-c6dfbd2c35fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.832847 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 9323527d-720e-4192-9ad1-9f88ae23f138 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:54.833218 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.911698 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:30:54.911698 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:30:54.911698 n-d-836017-3 neutron-server[85049]: [parameters: {'id': '5ff10a29-dd5a-45ba-9b90-33f80c1e3169'}] Apr 18 21:30:54.911698 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:30:54.911698 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:30:54.987392 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] For port d77c84e3-07a6-4e55-8a73-8399c43185c6, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:55.000834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] For port d77c84e3-07a6-4e55-8a73-8399c43185c6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d77c84e3-07a6-4e55-8a73-8399c43185c6,segment=NetworkSegment(849295e6-23f8-40aa-912d-e0ad239c4ddc),segment_id=849295e6-23f8-40aa-912d-e0ad239c4ddc)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:55.060552 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.096527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 9323527d-720e-4192-9ad1-9f88ae23f138, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9323527d-720e-4192-9ad1-9f88ae23f138,segment=NetworkSegment(678f1c5c-1a05-4e8a-944c-3a08927e2685),segment_id=678f1c5c-1a05-4e8a-944c-3a08927e2685)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:55.132202 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.198104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c5ef19-b8ff-44be-8c40-336f7dda7724', 'name': 'network-vif-deleted', 'tag': 'd5fc5034-d24a-4a5d-aae9-ec0614a5c6db'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:55.221958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9df778f1-0929-4e28-8cfc-8817b59eeac9 req-ba821990-52b5-42c2-be75-04dd2a0e8e33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb5426b9-02ce-47bd-bc65-384e7cb55173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5122106 Apr 18 21:30:55.236587 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.238700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aaf1e1-ed49-409b-be5f-97533b88b7d4 None None] Pushing event updated for resources: {'Port': ['ID=d77c84e3-07a6-4e55-8a73-8399c43185c6,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:55.334453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-4baca78b-6aa3-400d-9030-eba4382ee4f3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting port 567c9071-90a5-4c53-ae9a-412c2bd16976 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:55.335425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4baca78b-6aa3-400d-9030-eba4382ee4f3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.410208 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.417112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=9323527d-720e-4192-9ad1-9f88ae23f138,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:55.431404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Deleting port d77c84e3-07a6-4e55-8a73-8399c43185c6 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:55.433609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.439182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73594800-2f7f-41e4-9e97-29250035ceb5 None None] Network 5ff10a29-dd5a-45ba-9b90-33f80c1e3169 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:55.513015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b5f49-f3d7-450a-9046-f90266391bef req-d4e6b1df-4075-4750-82d6-b28987b789d2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:55.520595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b08b5f49-f3d7-450a-9046-f90266391bef req-d4e6b1df-4075-4750-82d6-b28987b789d2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.5264261 Apr 18 21:30:55.581236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9df778f1-0929-4e28-8cfc-8817b59eeac9 req-ea4bc02c-daf3-4af0-aa82-87c294517b9b service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511846 Apr 18 21:30:55.723438 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b08b5f49-f3d7-450a-9046-f90266391bef req-0791b779-7e25-42a6-b2b8-f2b2ca654739 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016485 Apr 18 21:30:55.730591 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a38e2-a35b-4d9e-b34c-eacf4006118c None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:30:55.732793 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4baca78b-6aa3-400d-9030-eba4382ee4f3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.733357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4baca78b-6aa3-400d-9030-eba4382ee4f3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.767545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] For port d77c84e3-07a6-4e55-8a73-8399c43185c6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d77c84e3-07a6-4e55-8a73-8399c43185c6,segment=NetworkSegment(849295e6-23f8-40aa-912d-e0ad239c4ddc),segment_id=849295e6-23f8-40aa-912d-e0ad239c4ddc)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:55.767924 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.949643 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea724a5-f098-4d31-b0b1-27953fedd45c'] response: {'server_uuid': '86c5ef19-b8ff-44be-8c40-336f7dda7724', 'name': 'network-vif-deleted', 'tag': 'd5fc5034-d24a-4a5d-aae9-ec0614a5c6db', 'status': 'completed', 'code': 200} Apr 18 21:30:55.975227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9323527d-720e-4192-9ad1-9f88ae23f138 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:56.001060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-4baca78b-6aa3-400d-9030-eba4382ee4f3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Calling delete_port for 567c9071-90a5-4c53-ae9a-412c2bd16976 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:56.040558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Calling delete_port for d77c84e3-07a6-4e55-8a73-8399c43185c6 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:56.059156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60184) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:56.166559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6a38e2-a35b-4d9e-b34c-eacf4006118c None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:30:56.212719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 9323527d-720e-4192-9ad1-9f88ae23f138 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:56.213442 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.247248 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9df778f1-0929-4e28-8cfc-8817b59eeac9 req-49117198-3587-42df-a1a8-94bdb67f9148 service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588745 Apr 18 21:30:56.297118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.346173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606c0ad-4c56-4781-9cb4-6a4de2fc3a6f req-20b29333-4078-496c-ba0f-1634c286e9ed tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:56.354049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d606c0ad-4c56-4781-9cb4-6a4de2fc3a6f req-20b29333-4078-496c-ba0f-1634c286e9ed tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=99f29888-b00a-4347-8b93-9d3e086fa0ca HTTP/1.1" status: 200 len: 943 time: 0.4035330 Apr 18 21:30:56.420725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No DVR routers for this DVR port d77c84e3-07a6-4e55-8a73-8399c43185c6 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:56.475107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-d606c0ad-4c56-4781-9cb4-6a4de2fc3a6f req-6a853711-16ff-4de9-8c9c-c20341ac7425 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Deleting port ab8aa19d-23c0-4d68-a83c-31abec9a7398 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:56.475475 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d606c0ad-4c56-4781-9cb4-6a4de2fc3a6f req-6a853711-16ff-4de9-8c9c-c20341ac7425 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.598946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Port': ['ID=d77c84e3-07a6-4e55-8a73-8399c43185c6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:56.692037 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.721118 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4baca78b-6aa3-400d-9030-eba4382ee4f3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.727743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff10a29-dd5a-45ba-9b90-33f80c1e3169']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:56.741248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849295e6-23f8-40aa-912d-e0ad239c4ddc') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:56.741647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849295e6-23f8-40aa-912d-e0ad239c4ddc') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:56.758793 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.789839 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.795138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baca78b-6aa3-400d-9030-eba4382ee4f3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Port': ['ID=567c9071-90a5-4c53-ae9a-412c2bd16976,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:56.813507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:56.815159 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:56.852486 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:57.016792 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.042939 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.052237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Network': ['ID=5ff10a29-dd5a-45ba-9b90-33f80c1e3169,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:57.055953 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1af1579f-e952-447b-885d-858de6529ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.062729 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6fbdbc83-14ee-4846-a47e-7303fcfcf7a3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/5ff10a29-dd5a-45ba-9b90-33f80c1e3169 HTTP/1.1" status: 204 len: 168 time: 4.9783723 Apr 18 21:30:57.062930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60210) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:57.069045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1337534249'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:57.074636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:57.097743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:network and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:57.104752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:57.113552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:57.133999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60216) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:57.227512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-d606c0ad-4c56-4781-9cb4-6a4de2fc3a6f req-6a853711-16ff-4de9-8c9c-c20341ac7425 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] For port ab8aa19d-23c0-4d68-a83c-31abec9a7398, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ab8aa19d-23c0-4d68-a83c-31abec9a7398,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:57.229582 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d606c0ad-4c56-4781-9cb4-6a4de2fc3a6f req-6a853711-16ff-4de9-8c9c-c20341ac7425 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.272117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:57.275373 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.312630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:30:57.323220 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.323709 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Added segment 303a15d0-744c-453c-959e-dc89a685547c of type vlan for network 79487120-b3ad-4cec-99bf-5a907b3a7a1f Apr 18 21:30:57.368011 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.373022 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b347c27-baa4-415f-89a5-a06d41964150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.385978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-d606c0ad-4c56-4781-9cb4-6a4de2fc3a6f req-6a853711-16ff-4de9-8c9c-c20341ac7425 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Calling delete_port for ab8aa19d-23c0-4d68-a83c-31abec9a7398 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:57.424078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1b347c27-baa4-415f-89a5-a06d41964150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:57.429840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1b347c27-baa4-415f-89a5-a06d41964150 admin admin] Usage tracker for resource:security_group_rule and tenant:d1de7a60f55e470284b7d3a4e72813a6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:57.432908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1b347c27-baa4-415f-89a5-a06d41964150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:57.436528 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4baca78b-6aa3-400d-9030-eba4382ee4f3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.439192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1b347c27-baa4-415f-89a5-a06d41964150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:57.506234 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b347c27-baa4-415f-89a5-a06d41964150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.536466 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.540508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:57.541187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.621186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059945d9-6b04-4c94-a215-3c437ba844d3 req-3d288516-af9f-4d41-8142-c91fea05b967 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:57.622736 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-059945d9-6b04-4c94-a215-3c437ba844d3 req-3d288516-af9f-4d41-8142-c91fea05b967 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.5946662 Apr 18 21:30:57.630622 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b347c27-baa4-415f-89a5-a06d41964150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.693707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=79487120-b3ad-4cec-99bf-5a907b3a7a1f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:57.703982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 79487120-b3ad-4cec-99bf-5a907b3a7a1f details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:30:57.716011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b347c27-baa4-415f-89a5-a06d41964150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811f2a60-ccf0-4328-b77e-54cb45f3f874,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:57.723077 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1b347c27-baa4-415f-89a5-a06d41964150 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1de7a60f55e470284b7d3a4e72813a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5871665 Apr 18 21:30:57.728092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60222) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:57.754830 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-71cfccab-9ce5-468d-a19f-f4eb2b698b02 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6909015 Apr 18 21:30:57.758264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60226) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:57.762785 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'network_id': '79487120-b3ad-4cec-99bf-5a907b3a7a1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:57.820276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-059945d9-6b04-4c94-a215-3c437ba844d3 req-18d81177-4679-4ce1-94cc-20ce528c0625 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810250 Apr 18 21:30:57.902553 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e42288ca-c69e-410e-bfb3-6664d789aebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.916368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:57.918657 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.920377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:subnet and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:57.925823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:57.932217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:57.987870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d606c0ad-4c56-4781-9cb4-6a4de2fc3a6f req-6a853711-16ff-4de9-8c9c-c20341ac7425 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.005806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['5b463ac4-01c3-4990-931c-6aadc1e5d588', '6ab5822a-dd4c-4103-97ec-f05ae547c33c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:30:58.046768 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.066946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:58.118080 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e42288ca-c69e-410e-bfb3-6664d789aebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.134274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a853711-16ff-4de9-8c9c-c20341ac7425 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event deleted for resources: {'Port': ['ID=ab8aa19d-23c0-4d68-a83c-31abec9a7398,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:58.203428 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.338802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d606c0ad-4c56-4781-9cb4-6a4de2fc3a6f req-6a853711-16ff-4de9-8c9c-c20341ac7425 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] No DVR routers for this DVR port ab8aa19d-23c0-4d68-a83c-31abec9a7398 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:58.381688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Performing IP validity checks on allocation pools {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:30:58.381688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking for overlaps among allocation pools and gateway ip {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:30:58.451497 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-d606c0ad-4c56-4781-9cb4-6a4de2fc3a6f req-6a853711-16ff-4de9-8c9c-c20341ac7425 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.479235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f29888-b00a-4347-8b93-9d3e086fa0ca', 'name': 'network-vif-deleted', 'tag': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:58.605251 n-d-836017-3 neutron-server[85048]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a4cbde59-0831-482b-8f34-2ae689ab7bf9']: {'server_uuid': '99f29888-b00a-4347-8b93-9d3e086fa0ca', 'name': 'network-vif-deleted', 'tag': 'ab8aa19d-23c0-4d68-a83c-31abec9a7398', 'status': 'failed', 'code': 422} returned with failed status Apr 18 21:30:58.650257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d606c0ad-4c56-4781-9cb4-6a4de2fc3a6f req-6a853711-16ff-4de9-8c9c-c20341ac7425 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "DELETE /v2.0/ports/ab8aa19d-23c0-4d68-a83c-31abec9a7398 HTTP/1.1" status: 204 len: 173 time: 2.2953360 Apr 18 21:30:58.672471 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.673087 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.771446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=9fb76bd2-e482-4b92-ab70-24354e3847b6,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:58.779115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking segment: {'id': '303a15d0-744c-453c-959e-dc89a685547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '79487120-b3ad-4cec-99bf-5a907b3a7a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:58.779671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network hostable DHCP agents. Network: 79487120-b3ad-4cec-99bf-5a907b3a7a1f, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:30:58.887110 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e42288ca-c69e-410e-bfb3-6664d789aebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.923015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42288ca-c69e-410e-bfb3-6664d789aebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811f2a60-ccf0-4328-b77e-54cb45f3f874,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:58.942451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e42288ca-c69e-410e-bfb3-6664d789aebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.943569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e42288ca-c69e-410e-bfb3-6664d789aebe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/811f2a60-ccf0-4328-b77e-54cb45f3f874 HTTP/1.1" status: 204 len: 168 time: 1.2101245 Apr 18 21:30:58.951739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network 79487120-b3ad-4cec-99bf-5a907b3a7a1f is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:30:59.056469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 79487120-b3ad-4cec-99bf-5a907b3a7a1f) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:59.064944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:59.065610 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.078876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1af936-943a-4f96-87b8-794c75f6b8df None None] Network 79487120-b3ad-4cec-99bf-5a907b3a7a1f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:59.127409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baca78b-6aa3-400d-9030-eba4382ee4f3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:59.238230 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5e623411-3c6c-44fe-96e9-64f303471827 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4796724 Apr 18 21:30:59.238850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60242) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:59.428895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-79487120-b3ad-4cec-99bf-5a907b3a7a1f', 'network_id': '79487120-b3ad-4cec-99bf-5a907b3a7a1f', 'tenant_id': '76f5a9f45865458297f3eaa9d4543691', 'fixed_ips': [{'subnet_id': '9fb76bd2-e482-4b92-ab70-24354e3847b6'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:30:59.429966 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.559773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.601219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45247730-0a1f-4a66-86b6-cf958f2113f0 req-01e7deb0-bb6e-4722-a788-127df7155db2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:59.603042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45247730-0a1f-4a66-86b6-cf958f2113f0 req-01e7deb0-bb6e-4722-a788-127df7155db2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.5939031 Apr 18 21:30:59.774124 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45247730-0a1f-4a66-86b6-cf958f2113f0 req-2a8fa11d-7113-4932-8061-8b4ce614d1a6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205392 Apr 18 21:30:59.823941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.868608 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Allocated IP 172.20.0.3 (79487120-b3ad-4cec-99bf-5a907b3a7a1f/9fb76bd2-e482-4b92-ab70-24354e3847b6/20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:59.927821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baca78b-6aa3-400d-9030-eba4382ee4f3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:59.933078 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4baca78b-6aa3-400d-9030-eba4382ee4f3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.940429 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9508e0a-671c-4480-bef9-8952b5713847 None None] Sync routers for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:30:59.959119 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9508e0a-671c-4480-bef9-8952b5713847 None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:30:59.961142 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c9508e0a-671c-4480-bef9-8952b5713847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:00.055517 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4baca78b-6aa3-400d-9030-eba4382ee4f3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/floatingips/3e00f24c-cdae-4855-abe8-76f7ce292d4b HTTP/1.1" status: 204 len: 168 time: 5.2741761 Apr 18 21:31:00.075470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Deleting port ec99706b-5452-4279-ac7f-39379d6e1a6e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:00.075470 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.180640 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-c9508e0a-671c-4480-bef9-8952b5713847 None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:00.320204 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.341797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Transition to ACTIVE for port object 20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:00.369514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Transition to ACTIVE for port object 20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:00.472856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] For port ec99706b-5452-4279-ac7f-39379d6e1a6e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ec99706b-5452-4279-ac7f-39379d6e1a6e,segment=NetworkSegment(e5c20f1e-0055-4f5a-9231-f39c7f20e716),segment_id=e5c20f1e-0055-4f5a-9231-f39c7f20e716)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:00.473558 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.502049 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.593345 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.613909 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c9508e0a-671c-4480-bef9-8952b5713847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:30:36Z', 'revision_number': 6, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:28:00Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:00.630691 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9508e0a-671c-4480-bef9-8952b5713847 None None] Checking router: 52085b98-a63e-4f63-96e9-ad5dce7e1b55 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:31:00.647523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Network 79487120-b3ad-4cec-99bf-5a907b3a7a1f is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:00.664843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:00.668783 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9508e0a-671c-4480-bef9-8952b5713847 None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:00.668976 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:00.672019 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c9508e0a-671c-4480-bef9-8952b5713847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:00.690596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'tag': '42c3ff13-ed11-4f68-b91d-5a1350bf1568'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:00.692354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Pushing event updated for resources: {'Port': ['ID=20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:00.719361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Calling delete_port for ec99706b-5452-4279-ac7f-39379d6e1a6e owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:00.726528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb76bd2-e482-4b92-ab70-24354e3847b6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:01.012230 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.065002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Attempting to bind port 20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:01.065531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Attempting to bind port 20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '303a15d0-744c-453c-959e-dc89a685547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '79487120-b3ad-4cec-99bf-5a907b3a7a1f'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:01.065884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Attempting to bind port 20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845 on network 79487120-b3ad-4cec-99bf-5a907b3a7a1f {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:01.072572 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8b7d52-0d6e-405e-9e2c-4379a01ca70a'] response: {'name': 'network-changed', 'server_uuid': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'tag': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'status': 'completed', 'code': 200} Apr 18 21:31:01.077821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:01.077821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Checking segment: {'id': '303a15d0-744c-453c-959e-dc89a685547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '79487120-b3ad-4cec-99bf-5a907b3a7a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:01.077821 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.078195 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Bound using segment: {'id': '303a15d0-744c-453c-959e-dc89a685547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '79487120-b3ad-4cec-99bf-5a907b3a7a1f'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:01.078476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Bound port: 20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303a15d0-744c-453c-959e-dc89a685547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '79487120-b3ad-4cec-99bf-5a907b3a7a1f'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:01.078911 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.095803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79487120-b3ad-4cec-99bf-5a907b3a7a1f']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:01.125320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303a15d0-744c-453c-959e-dc89a685547c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:01.128166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303a15d0-744c-453c-959e-dc89a685547c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:01.155794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.204834 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.205640 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a983216-ce53-4aa6-bd07-fb8bc0417674 req-df257113-ffd3-4492-aa2b-98ae9746e8fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 1096 time: 0.1349092 Apr 18 21:31:01.207461 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.217776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:01.218238 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:01.266371 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:01.306573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] For port 20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:01.345316 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-c9508e0a-671c-4480-bef9-8952b5713847 None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:01.405377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] For port 20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845,segment=NetworkSegment(303a15d0-744c-453c-959e-dc89a685547c),segment_id=303a15d0-744c-453c-959e-dc89a685547c)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:01.410974 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.449188 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:31:01.449188 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:31:01.449188 n-d-836017-3 neutron-server[85049]: [parameters: {'id': '79487120-b3ad-4cec-99bf-5a907b3a7a1f'}] Apr 18 21:31:01.449188 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:31:01.454912 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:31:01.521584 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.530571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60294) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:01.636095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ec99706b-5452-4279-ac7f-39379d6e1a6e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:01.684957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7c9cd-16a5-4df4-8548-aa61b59affe9 None None] Pushing event updated for resources: {'Port': ['ID=20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:01.715619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.715957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.716483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.716978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.717510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.718018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.718504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.718994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.719468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.719963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.720443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.745031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfb157a-0ced-4421-919f-de737262bba0 None None] Network 79487120-b3ad-4cec-99bf-5a907b3a7a1f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:01.759972 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c857ce24-fb15-46e6-977c-a305a1e0d068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.775648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a983216-ce53-4aa6-bd07-fb8bc0417674 req-8f2c42fd-d87d-42a6-a4e8-737a4685f342 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:01.777025 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a983216-ce53-4aa6-bd07-fb8bc0417674 req-8f2c42fd-d87d-42a6-a4e8-737a4685f342 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d1dc4cf-1467-4abe-ad17-a362277d1d3d HTTP/1.1" status: 200 len: 897 time: 0.5643036 Apr 18 21:31:01.801789 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c9508e0a-671c-4480-bef9-8952b5713847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:30:36Z', 'revision_number': 6, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:28:00Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:01.806607 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9508e0a-671c-4480-bef9-8952b5713847 None None] The sync data for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 is: [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:30:36Z', 'revision_number': 6, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '122d4a29-c3cb-4871-83ab-be05020ac530', 'name': '', 'network_id': '7d1dc4cf-1467-4abe-ad17-a362277d1d3d', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:bf:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:44Z', 'updated_at': '2022-04-18T21:28:00Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '1b284a5f-e890-4c0b-82b0-98b25cd3730e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:31:01.828284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c857ce24-fb15-46e6-977c-a305a1e0d068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:01.833696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c857ce24-fb15-46e6-977c-a305a1e0d068 admin admin] Usage tracker for resource:security_group_rule and tenant:8dba3cd543c44ab68b5e9fe198048ee5 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:01.839411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c857ce24-fb15-46e6-977c-a305a1e0d068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:01.848701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c857ce24-fb15-46e6-977c-a305a1e0d068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:01.876234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a983216-ce53-4aa6-bd07-fb8bc0417674 req-906dc12a-07b8-461d-85d0-54bb93195713 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c3ff13-ed11-4f68-b91d-5a1350bf1568 HTTP/1.1" status: 200 len: 217 time: 0.0776072 Apr 18 21:31:01.953948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.007811 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c857ce24-fb15-46e6-977c-a305a1e0d068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.009279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Deleting port 20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:02.009955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.017259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f474dc-2d1c-442e-8123-257ec032d0f4 req-35f232bf-bf53-49b3-9ddf-eb35d3ac9c07 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:02.029895 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b7f474dc-2d1c-442e-8123-257ec032d0f4 req-35f232bf-bf53-49b3-9ddf-eb35d3ac9c07 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.6346042 Apr 18 21:31:02.137596 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c857ce24-fb15-46e6-977c-a305a1e0d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.168632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efc209a-ee05-4d0c-9ed0-a335c19cdd67 None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:31:02.274286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a983216-ce53-4aa6-bd07-fb8bc0417674 req-2c6bf3c9-3e3b-4965-9a35-482f4a6d70a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:02.284855 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a983216-ce53-4aa6-bd07-fb8bc0417674 req-2c6bf3c9-3e3b-4965-9a35-482f4a6d70a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b284a5f-e890-4c0b-82b0-98b25cd3730e HTTP/1.1" status: 200 len: 835 time: 0.4033482 Apr 18 21:31:02.329069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857ce24-fb15-46e6-977c-a305a1e0d068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9011d5-e2de-414d-a774-cb4eb589198d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:02.361289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b7f474dc-2d1c-442e-8123-257ec032d0f4 req-46811cf7-8cc7-4a24-86e6-f1635f04f941 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304358 Apr 18 21:31:02.375262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee5fc2-fe40-4de3-a87a-db675eb12c62 None None] New status for floating IP 3e00f24c-cdae-4855-abe8-76f7ce292d4b: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:31:02.403047 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c857ce24-fb15-46e6-977c-a305a1e0d068 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8dba3cd543c44ab68b5e9fe198048ee5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8711367 Apr 18 21:31:02.412663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60304) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:02.446522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-75b3d5f4-228f-482c-a81c-2a775f30c248 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:02.447242 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-75b3d5f4-228f-482c-a81c-2a775f30c248 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Synchronizing usage tracker for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:02.458930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0c285-866e-45d9-bfb5-ba6b518020bb req-98c94da7-59ca-4149-abeb-19069066757e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:02.459710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1eb0c285-866e-45d9-bfb5-ba6b518020bb req-98c94da7-59ca-4149-abeb-19069066757e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Synchronizing usage tracker for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:02.470566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] For port 20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845,segment=NetworkSegment(303a15d0-744c-453c-959e-dc89a685547c),segment_id=303a15d0-744c-453c-959e-dc89a685547c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:02.470932 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.531568 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a983216-ce53-4aa6-bd07-fb8bc0417674 req-f1e6095c-414e-431c-af27-74aaeb2439eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d1dc4cf-1467-4abe-ad17-a362277d1d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321949 Apr 18 21:31:02.555823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc209a-ee05-4d0c-9ed0-a335c19cdd67 None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:31:02.605492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-75b3d5f4-228f-482c-a81c-2a775f30c248 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Unset dirty status for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:02.616248 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-75b3d5f4-228f-482c-a81c-2a775f30c248 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.59 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 945 time: 0.4814777 Apr 18 21:31:02.686290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Calling delete_port for 20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:02.754795 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a983216-ce53-4aa6-bd07-fb8bc0417674 req-b778b759-0397-4dc9-a0ce-62666c8a6c49 service neutron] 10.222.0.59 "GET /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125163 Apr 18 21:31:02.755850 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a73293d5-a32b-40ee-b945-6d2161f08560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.791140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-24511b60-53ff-4daa-a493-ea7f5d09b66a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting port 42c3ff13-ed11-4f68-b91d-5a1350bf1568 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:02.791753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-24511b60-53ff-4daa-a493-ea7f5d09b66a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.794929 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a73293d5-a32b-40ee-b945-6d2161f08560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.869320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1eb0c285-866e-45d9-bfb5-ba6b518020bb req-98c94da7-59ca-4149-abeb-19069066757e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Unset dirty status for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:02.871190 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1eb0c285-866e-45d9-bfb5-ba6b518020bb req-98c94da7-59ca-4149-abeb-19069066757e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 945 time: 0.7433219 Apr 18 21:31:03.031738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1eb0c285-866e-45d9-bfb5-ba6b518020bb req-b2615a9a-ba7f-4262-a8ff-8752db4c1325 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d7fbc98-1a2a-43cd-8e51-932dcb4885b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954592 Apr 18 21:31:03.051616 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.135529 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a983216-ce53-4aa6-bd07-fb8bc0417674 req-f8490a28-8312-4da7-9d6b-42b0460285c1 service neutron] 10.222.0.59 "GET /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221238 Apr 18 21:31:03.179476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-24511b60-53ff-4daa-a493-ea7f5d09b66a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] For port 42c3ff13-ed11-4f68-b91d-5a1350bf1568, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=42c3ff13-ed11-4f68-b91d-5a1350bf1568,segment=NetworkSegment(ee7fdd4f-c4c5-4e93-961e-bbba3991be04),segment_id=ee7fdd4f-c4c5-4e93-961e-bbba3991be04)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:03.180085 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-24511b60-53ff-4daa-a493-ea7f5d09b66a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.208897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.325280 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a73293d5-a32b-40ee-b945-6d2161f08560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.384083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-24511b60-53ff-4daa-a493-ea7f5d09b66a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Calling delete_port for 42c3ff13-ed11-4f68-b91d-5a1350bf1568 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:03.467531 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67667a5f-e86e-4787-a9fb-5ce34e6f9d90 req-1de4e180-86fe-4dc7-a21f-e4900d82df8f tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.2566082 Apr 18 21:31:03.486098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73293d5-a32b-40ee-b945-6d2161f08560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9011d5-e2de-414d-a774-cb4eb589198d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:03.544854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No DVR routers for this DVR port 20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:03.555992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-3c272ea0-79fd-4a59-a3d8-fbc8c541a3a0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:03.556874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-3c272ea0-79fd-4a59-a3d8-fbc8c541a3a0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Synchronizing usage tracker for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:03.576924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Port': ['ID=20e35e9c-1ad0-4fd2-b12d-1fbf63e8d845,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:03.601711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e3beb-d29f-4c5e-95f1-c8f10a8160a7 req-a04f593a-8b9d-4d5f-b4f2-934b9c9fed2b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:03.602562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7f8e3beb-d29f-4c5e-95f1-c8f10a8160a7 req-a04f593a-8b9d-4d5f-b4f2-934b9c9fed2b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Synchronizing usage tracker for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:03.681635 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.734647 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.796294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79487120-b3ad-4cec-99bf-5a907b3a7a1f']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:03.815819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303a15d0-744c-453c-959e-dc89a685547c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:03.816167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303a15d0-744c-453c-959e-dc89a685547c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:03.838457 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.842704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-3c272ea0-79fd-4a59-a3d8-fbc8c541a3a0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Unset dirty status for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:03.844066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-3c272ea0-79fd-4a59-a3d8-fbc8c541a3a0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 907 time: 0.6343489 Apr 18 21:31:03.866572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-7f8e3beb-d29f-4c5e-95f1-c8f10a8160a7 req-a04f593a-8b9d-4d5f-b4f2-934b9c9fed2b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Unset dirty status for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:03.867040 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.879276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:03.879276 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.879466 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f8e3beb-d29f-4c5e-95f1-c8f10a8160a7 req-a04f593a-8b9d-4d5f-b4f2-934b9c9fed2b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 907 time: 0.6661658 Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:03.892779 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:03.929048 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a73293d5-a32b-40ee-b945-6d2161f08560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.929610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a73293d5-a32b-40ee-b945-6d2161f08560 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df9011d5-e2de-414d-a774-cb4eb589198d HTTP/1.1" status: 204 len: 168 time: 1.5161636 Apr 18 21:31:03.963890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027719b-4d5a-4ac3-a36f-8fe543ceeb43 req-8c71011a-d538-4564-bc4c-7b3da448ee17 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:03.965381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1027719b-4d5a-4ac3-a36f-8fe543ceeb43 req-8c71011a-d538-4564-bc4c-7b3da448ee17 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.3276420 Apr 18 21:31:03.973227 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-24511b60-53ff-4daa-a493-ea7f5d09b66a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.982090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-8acf531c-2236-44f5-a060-8b9d54488fd3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Deleting port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:03.982431 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-8acf531c-2236-44f5-a060-8b9d54488fd3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.024050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24511b60-53ff-4daa-a493-ea7f5d09b66a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Port': ['ID=42c3ff13-ed11-4f68-b91d-5a1350bf1568,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:04.109124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-24511b60-53ff-4daa-a493-ea7f5d09b66a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] No DVR routers for this DVR port 42c3ff13-ed11-4f68-b91d-5a1350bf1568 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:04.111544 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-24511b60-53ff-4daa-a493-ea7f5d09b66a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.114737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'name': 'network-vif-deleted', 'tag': '42c3ff13-ed11-4f68-b91d-5a1350bf1568'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:04.141312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.163108 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.169638 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/79487120-b3ad-4cec-99bf-5a907b3a7a1f HTTP/1.1" status: 204 len: 168 time: 4.9290326 Apr 18 21:31:04.172021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60330) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:04.177518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1874088888'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:04.181707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fbd78-339f-4212-80d2-05fa1065e7d1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Network': ['ID=79487120-b3ad-4cec-99bf-5a907b3a7a1f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:04.185096 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:04.189789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:network and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:04.193778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:04.200635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:04.245321 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cc0d9d2c-90e2-4af0-bc7c-c089ee568f2c req-24511b60-53ff-4daa-a493-ea7f5d09b66a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.59 "DELETE /v2.0/ports/42c3ff13-ed11-4f68-b91d-5a1350bf1568 HTTP/1.1" status: 204 len: 173 time: 1.5659597 Apr 18 21:31:04.295698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:04.298757 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.306250 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1027719b-4d5a-4ac3-a36f-8fe543ceeb43 req-a6b14088-1fd6-4f11-af35-2a32b1dbe1cf tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322394 Apr 18 21:31:04.333036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:04.340533 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d42ec705-59be-4478-b5f2-62c0fc991825 req-b62751b2-36cd-4b66-8d28-3ffc93b9e75a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 210 time: 0.1341062 Apr 18 21:31:04.353708 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.354109 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Added segment 97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0 of type vlan for network 0d398fe8-cdb3-48c5-b469-675c18d4f9b3 Apr 18 21:31:04.396676 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9894c275-b814-43d9-92e6-f710f384d637'] response: {'server_uuid': '00af6872-ee6b-4bd7-a017-754556ac8a2f', 'name': 'network-vif-deleted', 'tag': '42c3ff13-ed11-4f68-b91d-5a1350bf1568', 'status': 'completed', 'code': 200} Apr 18 21:31:04.398774 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.543802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-8acf531c-2236-44f5-a060-8b9d54488fd3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] For port 7c369ec8-382a-49e5-a09a-2664ec3f24f5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=7c369ec8-382a-49e5-a09a-2664ec3f24f5,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:04.544476 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-8acf531c-2236-44f5-a060-8b9d54488fd3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.564520 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.569925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:04.570799 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.735701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=0d398fe8-cdb3-48c5-b469-675c18d4f9b3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:04.747052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 0d398fe8-cdb3-48c5-b469-675c18d4f9b3 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:04.779564 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dd99585c-009c-4ac2-a315-7dba30385760 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6040220 Apr 18 21:31:04.785955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60346) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:04.786577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'network_id': '0d398fe8-cdb3-48c5-b469-675c18d4f9b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:04.792910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-8acf531c-2236-44f5-a060-8b9d54488fd3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Calling delete_port for 7c369ec8-382a-49e5-a09a-2664ec3f24f5 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:04.854009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f94f98c3-a8e0-45ce-b45f-31938f0b8519 req-d480b3ef-f9ab-4145-b50b-164fb3a2c1a4 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1380215 Apr 18 21:31:04.924864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Router 8d29e286-fdb0-4b04-843f-ec588534e666 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:31:04.963534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:04.968655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:subnet and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:04.972589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:04.979968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:05.101368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:05.238636 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.259513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e9ff1-1f07-4f4b-b673-a36cb75daae6 req-42640ff9-29d6-4e9d-9387-24171feaea9b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:05.259698 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-184e9ff1-1f07-4f4b-b673-a36cb75daae6 req-42640ff9-29d6-4e9d-9387-24171feaea9b tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 907 time: 0.2163370 Apr 18 21:31:05.332140 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-8acf531c-2236-44f5-a060-8b9d54488fd3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.734631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.774625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf531c-2236-44f5-a060-8b9d54488fd3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event deleted for resources: {'Port': ['ID=7c369ec8-382a-49e5-a09a-2664ec3f24f5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:05.840728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19f313e3-874a-4bd1-bd43-9f4e4e742f6d req-b95e8772-3c41-4b02-9347-3e52459afa50 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=00af6872-ee6b-4bd7-a017-754556ac8a2f HTTP/1.1" status: 200 len: 210 time: 0.1832135 Apr 18 21:31:05.843548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=12fe0a6a-f8fc-4e03-824f-9878906e3d0c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:05.869514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking segment: {'id': '97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d398fe8-cdb3-48c5-b469-675c18d4f9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:05.869887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network hostable DHCP agents. Network: 0d398fe8-cdb3-48c5-b469-675c18d4f9b3, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:31:05.881524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-8acf531c-2236-44f5-a060-8b9d54488fd3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] No DVR routers for this DVR port 7c369ec8-382a-49e5-a09a-2664ec3f24f5 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:05.887816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-8acf531c-2236-44f5-a060-8b9d54488fd3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.920159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4294e44-f495-4fb1-a699-18eb19b7244b', 'name': 'network-vif-deleted', 'tag': '7c369ec8-382a-49e5-a09a-2664ec3f24f5'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:05.951009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:31:05.960796 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f7453-7638-4d7f-8507-4d6f89cfedd6 None None] Sync routers for ids ['8d29e286-fdb0-4b04-843f-ec588534e666'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:31:05.965656 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a38e7fa5-db5d-4491-97db-6cb85601e1ee admin admin] 10.222.0.11 "PUT /v2.0/routers/8d29e286-fdb0-4b04-843f-ec588534e666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8961208 Apr 18 21:31:05.968420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60374) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:05.982614 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f7453-7638-4d7f-8507-4d6f89cfedd6 None None] Routers {'8d29e286-fdb0-4b04-843f-ec588534e666'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:05.983781 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-436f7453-7638-4d7f-8507-4d6f89cfedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8d29e286-fdb0-4b04-843f-ec588534e666'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:06.012046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbe91d-9227-49ca-95b5-d3218dd43cc7 req-679b7f67-36ae-4dd7-bee6-345171a4be4e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:06.026614 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10bbe91d-9227-49ca-95b5-d3218dd43cc7 req-679b7f67-36ae-4dd7-bee6-345171a4be4e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.3678143 Apr 18 21:31:06.044318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network 0d398fe8-cdb3-48c5-b469-675c18d4f9b3 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:31:06.106132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10bbe91d-9227-49ca-95b5-d3218dd43cc7 req-9d656312-144a-4e7f-a275-5254fe4d3d73 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782955 Apr 18 21:31:06.108335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9fe2e873-ff25-4e64-9a52-53f4fc4ecc38 req-8acf531c-2236-44f5-a060-8b9d54488fd3 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.59 "DELETE /v2.0/ports/7c369ec8-382a-49e5-a09a-2664ec3f24f5 HTTP/1.1" status: 204 len: 173 time: 2.2449608 Apr 18 21:31:06.265601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 0d398fe8-cdb3-48c5-b469-675c18d4f9b3) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:06.272152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:06.272861 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:06.277271 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26355fc-a487-4317-942a-4f40a0047bc8 None None] Network 0d398fe8-cdb3-48c5-b469-675c18d4f9b3 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:06.308325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0989e0f-b3e1-43a5-afe4-a99ab2efe127 req-12e5cad8-d574-4cda-91f0-c299a99f9fc1 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0821199 Apr 18 21:31:06.330221 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443ea56c-1847-4045-96e6-46dd5916983b'] response: {'server_uuid': 'd4294e44-f495-4fb1-a699-18eb19b7244b', 'name': 'network-vif-deleted', 'tag': '7c369ec8-382a-49e5-a09a-2664ec3f24f5', 'status': 'completed', 'code': 200} Apr 18 21:31:06.342583 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:06.342831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42c3ff13-ed11-4f68-b91d-5a1350bf1568 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:06.533686 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-436f7453-7638-4d7f-8507-4d6f89cfedd6 None None] Set router 8d29e286-fdb0-4b04-843f-ec588534e666 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:06.601456 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 42c3ff13-ed11-4f68-b91d-5a1350bf1568 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:06.602101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 42c3ff13-ed11-4f68-b91d-5a1350bf1568 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:06.628979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-be0a2ada-b493-46c5-b04c-bfc70f7cf107 req-7d55abd2-184d-47b8-bf95-7e8ce81c3140 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Synchronizing usage tracker for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:06.651512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f54d91ee-0211-4881-81cc-24984e73f08b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8705153 Apr 18 21:31:06.655420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60388) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:06.747415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-be0a2ada-b493-46c5-b04c-bfc70f7cf107 req-7d55abd2-184d-47b8-bf95-7e8ce81c3140 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Unset dirty status for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:06.752775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-be0a2ada-b493-46c5-b04c-bfc70f7cf107 req-7d55abd2-184d-47b8-bf95-7e8ce81c3140 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 210 time: 0.2367973 Apr 18 21:31:06.834394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-0d398fe8-cdb3-48c5-b469-675c18d4f9b3', 'network_id': '0d398fe8-cdb3-48c5-b469-675c18d4f9b3', 'tenant_id': '76f5a9f45865458297f3eaa9d4543691', 'fixed_ips': [{'subnet_id': '12fe0a6a-f8fc-4e03-824f-9878906e3d0c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:31:06.837419 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:06.914089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.024374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.046908 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.057834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60398) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:07.158753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Deleting port 58c9b7f9-1006-4583-bffd-88c8282e5fa3 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:07.159104 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.198487 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53ddfbcc-9b0a-4727-90a4-05921b2c64c6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.208208 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-436f7453-7638-4d7f-8507-4d6f89cfedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'name': 'tempest-ServerRescueTestJSON-389043401-router', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:00Z', 'updated_at': '2022-04-18T21:31:01Z', 'revision_number': 5, 'project_id': '6ad10952069f497cace7a3bcbd89d15b', 'gw_port': {'id': '58c9b7f9-1006-4583-bffd-88c8282e5fa3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:02Z', 'updated_at': '2022-04-18T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:07.220538 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f7453-7638-4d7f-8507-4d6f89cfedd6 None None] Checking router: 8d29e286-fdb0-4b04-843f-ec588534e666 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:31:07.235964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Allocated IP 172.20.0.1 (0d398fe8-cdb3-48c5-b469-675c18d4f9b3/12fe0a6a-f8fc-4e03-824f-9878906e3d0c/648a3236-816f-4a22-bda8-f2e664e34985) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:07.251161 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f7453-7638-4d7f-8507-4d6f89cfedd6 None None] Routers {'8d29e286-fdb0-4b04-843f-ec588534e666'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:07.252051 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-436f7453-7638-4d7f-8507-4d6f89cfedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['8d29e286-fdb0-4b04-843f-ec588534e666'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:07.308043 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53ddfbcc-9b0a-4727-90a4-05921b2c64c6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.530894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] For port 58c9b7f9-1006-4583-bffd-88c8282e5fa3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=58c9b7f9-1006-4583-bffd-88c8282e5fa3,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:07.531470 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.623627 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53ddfbcc-9b0a-4727-90a4-05921b2c64c6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.624412 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-436f7453-7638-4d7f-8507-4d6f89cfedd6 None None] Set router 8d29e286-fdb0-4b04-843f-ec588534e666 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:07.649926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddfbcc-9b0a-4727-90a4-05921b2c64c6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7fbc98-1a2a-43cd-8e51-932dcb4885b4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:07.662201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b4be2-a712-42b7-9eea-a86f025ab951 req-697b0ef3-0cee-426d-b83e-84ffc54b7a0c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:07.671081 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b9b4be2-a712-42b7-9eea-a86f025ab951 req-697b0ef3-0cee-426d-b83e-84ffc54b7a0c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.2270494 Apr 18 21:31:07.703083 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.731321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Transition to ACTIVE for port object 648a3236-816f-4a22-bda8-f2e664e34985 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:07.768524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Calling delete_port for 58c9b7f9-1006-4583-bffd-88c8282e5fa3 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:07.778314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Transition to ACTIVE for port object 648a3236-816f-4a22-bda8-f2e664e34985 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:07.863647 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-436f7453-7638-4d7f-8507-4d6f89cfedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'name': 'tempest-ServerRescueTestJSON-389043401-router', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:00Z', 'updated_at': '2022-04-18T21:31:07Z', 'revision_number': 6, 'project_id': '6ad10952069f497cace7a3bcbd89d15b', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:07.868210 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.874407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b9b4be2-a712-42b7-9eea-a86f025ab951 req-62c2787a-4b00-473b-b9b0-0a3352f1c72c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020447 Apr 18 21:31:07.880049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55f0d059-61dc-43a7-801e-49ebf619bcde req-11c77293-d22f-4ae9-bf86-209634a8faf1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4294e44-f495-4fb1-a699-18eb19b7244b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2024169 Apr 18 21:31:07.892059 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f7453-7638-4d7f-8507-4d6f89cfedd6 None None] The sync data for ids ['8d29e286-fdb0-4b04-843f-ec588534e666'] in n-d-836017-3 is: [{'id': '8d29e286-fdb0-4b04-843f-ec588534e666', 'name': 'tempest-ServerRescueTestJSON-389043401-router', 'tenant_id': '6ad10952069f497cace7a3bcbd89d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:00Z', 'updated_at': '2022-04-18T21:31:07Z', 'revision_number': 6, 'project_id': '6ad10952069f497cace7a3bcbd89d15b', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:31:07.981812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Pushing event updated for resources: {'Port': ['ID=648a3236-816f-4a22-bda8-f2e664e34985,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:08.006135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53ddfbcc-9b0a-4727-90a4-05921b2c64c6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.007298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-53ddfbcc-9b0a-4727-90a4-05921b2c64c6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/security-groups/8d7fbc98-1a2a-43cd-8e51-932dcb4885b4 HTTP/1.1" status: 204 len: 168 time: 0.9479678 Apr 18 21:31:08.013554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f049443-e658-44ac-b5c5-7df7c2456139 req-6ba287d7-926f-43ef-8e71-91c28f3cef2d tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.2511179 Apr 18 21:31:08.017878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Network 0d398fe8-cdb3-48c5-b469-675c18d4f9b3 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:08.017878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:08.025533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:08.083844 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.112651 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55f0d059-61dc-43a7-801e-49ebf619bcde req-a67f484d-3018-4458-9dbd-38eb6976a4ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=d4294e44-f495-4fb1-a699-18eb19b7244b HTTP/1.1" status: 200 len: 210 time: 0.0920641 Apr 18 21:31:08.189177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Subnet': ['ID=12fe0a6a-f8fc-4e03-824f-9878906e3d0c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:08.269933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60420) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:08.281059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Attempting to bind port 648a3236-816f-4a22-bda8-f2e664e34985 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:08.281378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Attempting to bind port 648a3236-816f-4a22-bda8-f2e664e34985 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d398fe8-cdb3-48c5-b469-675c18d4f9b3'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:08.287264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Attempting to bind port 648a3236-816f-4a22-bda8-f2e664e34985 on network 0d398fe8-cdb3-48c5-b469-675c18d4f9b3 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:08.318812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:08.319268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Checking segment: {'id': '97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d398fe8-cdb3-48c5-b469-675c18d4f9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:08.319586 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.319980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Bound using segment: {'id': '97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d398fe8-cdb3-48c5-b469-675c18d4f9b3'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:08.320502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Bound port: 648a3236-816f-4a22-bda8-f2e664e34985, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d398fe8-cdb3-48c5-b469-675c18d4f9b3'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:08.320875 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.440218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d059-61dc-43a7-801e-49ebf619bcde req-db9d9606-7ae8-436a-bd09-e61c3748cd87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:08.442021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55f0d059-61dc-43a7-801e-49ebf619bcde req-db9d9606-7ae8-436a-bd09-e61c3748cd87 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9805981f52fc4d558c0e20f0c766a376&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2937272 Apr 18 21:31:08.450125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7c369ec8-382a-49e5-a09a-2664ec3f24f5 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:08.497050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 7c369ec8-382a-49e5-a09a-2664ec3f24f5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:08.497389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 7c369ec8-382a-49e5-a09a-2664ec3f24f5 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:08.606173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] For port 648a3236-816f-4a22-bda8-f2e664e34985, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:08.614705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] For port 648a3236-816f-4a22-bda8-f2e664e34985, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=648a3236-816f-4a22-bda8-f2e664e34985,segment=NetworkSegment(97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0),segment_id=97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:08.651875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d059-61dc-43a7-801e-49ebf619bcde req-97a4234b-380f-4735-b8bc-f82e372ffc6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:08.653852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55f0d059-61dc-43a7-801e-49ebf619bcde req-97a4234b-380f-4735-b8bc-f82e372ffc6b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2054803 Apr 18 21:31:08.701515 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.719202 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.759006 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7efc483-3793-4c46-b976-0787ff2d6e17 req-e3435440-6e21-4c7a-9b00-d615bb4b3489 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.4938049 Apr 18 21:31:08.778646 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.795620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Pushing event deleted for resources: {'Port': ['ID=58c9b7f9-1006-4583-bffd-88c8282e5fa3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:08.829282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d398fe8-cdb3-48c5-b469-675c18d4f9b3']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:08.842992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594cd20-5db6-4b98-82e3-4b84f8658c6d None None] Pushing event updated for resources: {'Port': ['ID=648a3236-816f-4a22-bda8-f2e664e34985,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:08.886521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:08.886809 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:08.920702 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc9171-2973-4e0c-b7dd-42137d6e5a05 None None] Network 0d398fe8-cdb3-48c5-b469-675c18d4f9b3 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:08.955452 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.984713 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.997778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:08.998432 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:09.028300 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:09.228761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7cae-0f4b-4354-94da-f2b0407167fd req-7f96e4d8-3a3c-402e-af14-ac4c2b93f85e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:09.230362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-931a7cae-0f4b-4354-94da-f2b0407167fd req-7f96e4d8-3a3c-402e-af14-ac4c2b93f85e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.1454353 Apr 18 21:31:09.327174 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:09.340392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-931a7cae-0f4b-4354-94da-f2b0407167fd req-d073a149-f6bc-43f9-a495-e0489b7066cf tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016464 Apr 18 21:31:09.354191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce71675-c63a-4df6-aaaa-d78b3880395f None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:31:09.464753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:09.513026 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cec6607-43ad-43b8-893b-7521b5ccd80e req-6b86d0f2-3091-42a7-ad0a-7f9569a2cd47 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1305256 Apr 18 21:31:09.548640 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce71675-c63a-4df6-aaaa-d78b3880395f None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:31:09.632223 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:31:09.632223 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:31:09.632223 n-d-836017-3 neutron-server[85049]: [parameters: {'id': '0d398fe8-cdb3-48c5-b469-675c18d4f9b3'}] Apr 18 21:31:09.632223 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:31:09.632639 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:31:09.641007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f1ce7-06cc-4d91-81b1-9700f28c9ce4 req-4d375b39-cf1d-4b78-b9cf-48f372f1a8b2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:09.642924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-140f1ce7-06cc-4d91-81b1-9700f28c9ce4 req-4d375b39-cf1d-4b78-b9cf-48f372f1a8b2 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 946 time: 0.1448972 Apr 18 21:31:09.717945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-140f1ce7-06cc-4d91-81b1-9700f28c9ce4 req-8e53ce19-b96c-4e86-a205-d32b939e276d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681965 Apr 18 21:31:09.851994 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:09.858889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:09.994949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62df3-1276-4764-8b33-d8e9618b7f83 req-d012b585-2e91-40bc-97a2-570ddb1a843f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:09.996278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0b62df3-1276-4764-8b33-d8e9618b7f83 req-d012b585-2e91-40bc-97a2-570ddb1a843f tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 946 time: 0.1201732 Apr 18 21:31:10.002291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ec99706b-5452-4279-ac7f-39379d6e1a6e no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:10.046079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: ec99706b-5452-4279-ac7f-39379d6e1a6e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:10.046415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ec99706b-5452-4279-ac7f-39379d6e1a6e not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:10.046833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 58c9b7f9-1006-4583-bffd-88c8282e5fa3 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:10.092802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-e0b62df3-1276-4764-8b33-d8e9618b7f83 req-041b09aa-dcd6-4b2b-8b9f-3489a9709289 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Deleting port 6ab5822a-dd4c-4103-97ec-f05ae547c33c {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:10.093087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0b62df3-1276-4764-8b33-d8e9618b7f83 req-041b09aa-dcd6-4b2b-8b9f-3489a9709289 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.096922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 58c9b7f9-1006-4583-bffd-88c8282e5fa3 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:10.097527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 58c9b7f9-1006-4583-bffd-88c8282e5fa3 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:10.116056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.118100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d29e286-fdb0-4b04-843f-ec588534e666 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:31:10.153940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.214711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Deleting port 648a3236-816f-4a22-bda8-f2e664e34985 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:10.220137 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.258792 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a24224c0-891c-4d47-b5e3-42b4cc64fef6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.308319 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.311761 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3ef8c413-9640-4152-b543-d4e208a9af69 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8d29e286-fdb0-4b04-843f-ec588534e666 HTTP/1.1" status: 204 len: 168 time: 4.3396511 Apr 18 21:31:10.312924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60448) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:10.591607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] For port 648a3236-816f-4a22-bda8-f2e664e34985, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=648a3236-816f-4a22-bda8-f2e664e34985,segment=NetworkSegment(97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0),segment_id=97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:10.593508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.639772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-88995d9a-db46-41e5-95cd-a57680410dca admin admin] Deleting subnet ba060648-7d7a-41b3-83ef-e3fb5a539db0 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:31:10.650232 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88995d9a-db46-41e5-95cd-a57680410dca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.785141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ef0039c-24f9-4fb8-ac86-e64ba54ccf82 req-5aadab7e-f843-4787-9543-60bcc98e23a1 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0820134 Apr 18 21:31:10.793524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88995d9a-db46-41e5-95cd-a57680410dca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.846075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-e0b62df3-1276-4764-8b33-d8e9618b7f83 req-041b09aa-dcd6-4b2b-8b9f-3489a9709289 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] For port 6ab5822a-dd4c-4103-97ec-f05ae547c33c, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=6ab5822a-dd4c-4103-97ec-f05ae547c33c,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:10.846453 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0b62df3-1276-4764-8b33-d8e9618b7f83 req-041b09aa-dcd6-4b2b-8b9f-3489a9709289 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.852723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Calling delete_port for 648a3236-816f-4a22-bda8-f2e664e34985 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:10.875269 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88995d9a-db46-41e5-95cd-a57680410dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.110807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.176885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Port': ['ID=648a3236-816f-4a22-bda8-f2e664e34985,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:11.178759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-e0b62df3-1276-4764-8b33-d8e9618b7f83 req-041b09aa-dcd6-4b2b-8b9f-3489a9709289 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Calling delete_port for 6ab5822a-dd4c-4103-97ec-f05ae547c33c owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:11.196772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No DVR routers for this DVR port 648a3236-816f-4a22-bda8-f2e664e34985 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:11.222597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88995d9a-db46-41e5-95cd-a57680410dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.262295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c61c17-933d-44ba-8268-d5eb0249145d req-478dbab7-eb46-4665-9769-bc1cc889379d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:11.270476 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2c61c17-933d-44ba-8268-d5eb0249145d req-478dbab7-eb46-4665-9769-bc1cc889379d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.7436576 Apr 18 21:31:11.318462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88995d9a-db46-41e5-95cd-a57680410dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba060648-7d7a-41b3-83ef-e3fb5a539db0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:11.363816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88995d9a-db46-41e5-95cd-a57680410dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.399167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-88995d9a-db46-41e5-95cd-a57680410dca admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ba060648-7d7a-41b3-83ef-e3fb5a539db0 HTTP/1.1" status: 204 len: 168 time: 1.0852201 Apr 18 21:31:11.402588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60470) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:11.406416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.433586 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2c61c17-933d-44ba-8268-d5eb0249145d req-74eb110b-b468-4116-8dcc-267e3e8bd5ee tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618950 Apr 18 21:31:11.444114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d398fe8-cdb3-48c5-b469-675c18d4f9b3']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:11.467458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:11.467458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b7c4a1-eaf4-46b5-bf03-b3ac924a03c0') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:11.494287 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.513033 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.524201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:11.524201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:11.531998 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:11.591802 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e78ccb4e-b5b6-410f-92e6-d74be0fe095b req-35a7d2e7-a742-4ecb-bbdd-dbca07f71f08 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6145146 Apr 18 21:31:11.620029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46325078-5509-43b0-904f-5d8c02cf004a req-b5d5214a-f9e5-4979-8a84-bae57f23b57c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:11.621558 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46325078-5509-43b0-904f-5d8c02cf004a req-b5d5214a-f9e5-4979-8a84-bae57f23b57c tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 946 time: 0.5986359 Apr 18 21:31:11.771399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a24224c0-891c-4d47-b5e3-42b4cc64fef6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting port 122d4a29-c3cb-4871-83ab-be05020ac530 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:11.772049 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a24224c0-891c-4d47-b5e3-42b4cc64fef6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.800145 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.808303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.829772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.831691 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46325078-5509-43b0-904f-5d8c02cf004a req-38fb9999-1078-4e7a-ae32-4b72cc7657d9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922562 Apr 18 21:31:11.836952 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0b62df3-1276-4764-8b33-d8e9618b7f83 req-041b09aa-dcd6-4b2b-8b9f-3489a9709289 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.849619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['5b463ac4-01c3-4990-931c-6aadc1e5d588', '6ab5822a-dd4c-4103-97ec-f05ae547c33c'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:31:11.850958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Network': ['ID=0d398fe8-cdb3-48c5-b469-675c18d4f9b3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:11.858734 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1dc72666-e390-4270-86c9-2ead24246fce tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/0d398fe8-cdb3-48c5-b469-675c18d4f9b3 HTTP/1.1" status: 204 len: 168 time: 5.2018204 Apr 18 21:31:11.863101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60482) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:11.888994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1202872398'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:11.930639 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e78ccb4e-b5b6-410f-92e6-d74be0fe095b req-a2b20544-a838-481b-ba61-06c9e43209e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9805981f52fc4d558c0e20f0c766a376&device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 1096 time: 0.3081517 Apr 18 21:31:11.953381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:11.953558 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b09aa-dcd6-4b2b-8b9f-3489a9709289 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event deleted for resources: {'Port': ['ID=6ab5822a-dd4c-4103-97ec-f05ae547c33c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:11.958593 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:network and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:11.973685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:11.983795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:12.056140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-a24224c0-891c-4d47-b5e3-42b4cc64fef6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] For port 122d4a29-c3cb-4871-83ab-be05020ac530, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=122d4a29-c3cb-4871-83ab-be05020ac530,segment=NetworkSegment(ee7fdd4f-c4c5-4e93-961e-bbba3991be04),segment_id=ee7fdd4f-c4c5-4e93-961e-bbba3991be04)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:12.056627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a24224c0-891c-4d47-b5e3-42b4cc64fef6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.186340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.188636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:12.191914 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.214613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a24224c0-891c-4d47-b5e3-42b4cc64fef6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Calling delete_port for 122d4a29-c3cb-4871-83ab-be05020ac530 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:12.218277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b62df3-1276-4764-8b33-d8e9618b7f83 req-041b09aa-dcd6-4b2b-8b9f-3489a9709289 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] No DVR routers for this DVR port 6ab5822a-dd4c-4103-97ec-f05ae547c33c on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:12.230153 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-e0b62df3-1276-4764-8b33-d8e9618b7f83 req-041b09aa-dcd6-4b2b-8b9f-3489a9709289 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.284302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:12.312504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.312852 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Added segment 0f185989-07ab-4395-a778-0aac4f482d04 of type vlan for network 19426fca-6b34-446e-86db-0bb2c9414799 Apr 18 21:31:12.349160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8e1226-1ef1-44a5-b721-c5780d73f393', 'name': 'network-vif-deleted', 'tag': '6ab5822a-dd4c-4103-97ec-f05ae547c33c'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:12.354406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.361255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81895b1-d9e8-4028-8ecd-63f01a90f51d']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:12.418291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c20f1e-0055-4f5a-9231-f39c7f20e716') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:12.418583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c20f1e-0055-4f5a-9231-f39c7f20e716') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:12.444915 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55ad3dd-46c1-448a-9fe7-9dc5e0ba0577'] response: {'server_uuid': '9d8e1226-1ef1-44a5-b721-c5780d73f393', 'name': 'network-vif-deleted', 'tag': '6ab5822a-dd4c-4103-97ec-f05ae547c33c', 'status': 'completed', 'code': 200} Apr 18 21:31:12.458171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-beb23032-9844-4757-af9a-6a2f3b574738 req-9c84d12c-968c-4d2a-bdb6-ee87b42a24ae tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1025903 Apr 18 21:31:12.468867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.518297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.518297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:12.518297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.531085 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.539092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:12.540055 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.567851 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a24224c0-891c-4d47-b5e3-42b4cc64fef6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:12.605763 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:12.617403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0b62df3-1276-4764-8b33-d8e9618b7f83 req-041b09aa-dcd6-4b2b-8b9f-3489a9709289 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "DELETE /v2.0/ports/6ab5822a-dd4c-4103-97ec-f05ae547c33c HTTP/1.1" status: 204 len: 173 time: 2.6164412 Apr 18 21:31:12.634178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ccb4e-b5b6-410f-92e6-d74be0fe095b req-f26cf8b3-c362-4256-b1b0-be998256140a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:12.638075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e78ccb4e-b5b6-410f-92e6-d74be0fe095b req-f26cf8b3-c362-4256-b1b0-be998256140a service neutron] 10.222.0.26 "GET /v2.0/networks?id=8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 200 len: 912 time: 0.6784506 Apr 18 21:31:12.676723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8106928 Apr 18 21:31:12.688572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24224c0-891c-4d47-b5e3-42b4cc64fef6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Port': ['ID=122d4a29-c3cb-4871-83ab-be05020ac530,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:12.690236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60492) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:12.704984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'network_id': '19426fca-6b34-446e-86db-0bb2c9414799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:12.747197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e78ccb4e-b5b6-410f-92e6-d74be0fe095b req-7e26ddf3-6409-4873-8248-cd2f2ad50559 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b463ac4-01c3-4990-931c-6aadc1e5d588 HTTP/1.1" status: 200 len: 217 time: 0.0780160 Apr 18 21:31:12.834761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ccb4e-b5b6-410f-92e6-d74be0fe095b req-88a53e1c-b252-4509-8e17-c95b804f5107 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:12.836217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e78ccb4e-b5b6-410f-92e6-d74be0fe095b req-88a53e1c-b252-4509-8e17-c95b804f5107 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 200 len: 850 time: 0.0832360 Apr 18 21:31:12.841724 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.849184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2a292-f980-4c96-a0b4-1383356dd5e0 req-660f431e-f393-450a-bd6f-d1f8e72c6a00 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:12.850657 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77c2a292-f980-4c96-a0b4-1383356dd5e0 req-660f431e-f393-450a-bd6f-d1f8e72c6a00 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.2180243 Apr 18 21:31:12.869315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3645f-a425-4def-851f-c7037dd129f0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=19426fca-6b34-446e-86db-0bb2c9414799,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:12.879927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 19426fca-6b34-446e-86db-0bb2c9414799 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:12.962984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:13.051111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=b81895b1-d9e8-4028-8ecd-63f01a90f51d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:13.064832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:13.070971 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:subnet and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:13.075729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:13.127766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77c2a292-f980-4c96-a0b4-1383356dd5e0 req-208bf039-27fa-4b6c-b705-f8a8c30fac01 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277923 Apr 18 21:31:13.155619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8d45c9d6-5913-4bc9-af1a-13d2cc062018 req-8029a1b0-2b8e-457e-a863-b77d7e37e5d7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Synchronizing usage tracker for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:13.161569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:13.233343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4ff8cdbd-f271-4373-b492-ac71941c4d3d admin admin] 10.222.0.11 "DELETE /v2.0/networks/b81895b1-d9e8-4028-8ecd-63f01a90f51d HTTP/1.1" status: 204 len: 168 time: 1.8240736 Apr 18 21:31:13.252518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e78ccb4e-b5b6-410f-92e6-d74be0fe095b req-7c4026bd-e05d-4e70-ba34-7136d4f73af6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8206fe37-8686-497b-b552-23c2a6f40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3989589 Apr 18 21:31:13.360925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:13.361588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8d45c9d6-5913-4bc9-af1a-13d2cc062018 req-8029a1b0-2b8e-457e-a863-b77d7e37e5d7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Unset dirty status for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:13.362955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8d45c9d6-5913-4bc9-af1a-13d2cc062018 req-8029a1b0-2b8e-457e-a863-b77d7e37e5d7 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d8e1226-1ef1-44a5-b721-c5780d73f393 HTTP/1.1" status: 200 len: 210 time: 0.3059278 Apr 18 21:31:13.439767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e78ccb4e-b5b6-410f-92e6-d74be0fe095b req-2882fb5e-f719-428b-90a5-856516be44ee service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810954 Apr 18 21:31:13.442722 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a24224c0-891c-4d47-b5e3-42b4cc64fef6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:13.581650 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:13.637952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e78ccb4e-b5b6-410f-92e6-d74be0fe095b req-f5dc233b-2041-4957-b80a-115bebb21e5d service neutron] 10.222.0.26 "GET /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895988 Apr 18 21:31:13.754448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9bced53-46de-4e4f-83ac-1dfeaa3e3065 req-c9640b7a-f637-4d00-b938-9f3d60c804d7 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0410290 Apr 18 21:31:13.879107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60518) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:13.915515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6ab5822a-dd4c-4103-97ec-f05ae547c33c no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:13.956958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fefcd229-3d68-4e82-bf65-4dee0c025cfb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ad10952069f497cace7a3bcbd89d15b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0759852 Apr 18 21:31:13.957276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60522) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:14.009048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 6ab5822a-dd4c-4103-97ec-f05ae547c33c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:14.009692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 6ab5822a-dd4c-4103-97ec-f05ae547c33c not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:14.089569 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.090801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-6a2f0b05-2379-46ca-b3b1-84123b645752 req-791ed88f-e400-4e14-be72-c0e95d7a7c57 service neutron] (85048) timed out ('10.222.0.11', 43460) {{(pid=85048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:31:14.241787 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c3693287-c7c0-4122-ac63-21fc0f83b5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.282782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=1307bdae-ecf5-49a6-b042-4d1fca3c7248,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:14.325391 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c3693287-c7c0-4122-ac63-21fc0f83b5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.337372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942faf3c-0a15-4c68-96d1-ce620ab8fdc2 req-8fbf8e3d-b9a8-4607-b07c-4f2736cf3963 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:14.338842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-942faf3c-0a15-4c68-96d1-ce620ab8fdc2 req-8fbf8e3d-b9a8-4607-b07c-4f2736cf3963 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.0898254 Apr 18 21:31:14.351797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking segment: {'id': '0f185989-07ab-4395-a778-0aac4f482d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '19426fca-6b34-446e-86db-0bb2c9414799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:14.352182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network hostable DHCP agents. Network: 19426fca-6b34-446e-86db-0bb2c9414799, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:31:14.389700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-942faf3c-0a15-4c68-96d1-ce620ab8fdc2 req-8225a0ba-ca17-45ce-8bbd-733e6bb76a08 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449290 Apr 18 21:31:14.732199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24224c0-891c-4d47-b5e3-42b4cc64fef6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:31:14.805356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network 19426fca-6b34-446e-86db-0bb2c9414799 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:31:14.817510 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c3693287-c7c0-4122-ac63-21fc0f83b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.900808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693287-c7c0-4122-ac63-21fc0f83b5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f5bb15-5aeb-4c46-a6ab-218db974230e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:14.964179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26018993-7265-4486-93dd-a8cf6a2efc50 req-aefb5e17-ca47-4377-9691-3a82f48922b7 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0452886 Apr 18 21:31:14.987603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 19426fca-6b34-446e-86db-0bb2c9414799) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:14.998404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:14.998557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d964ad-7714-4ce1-8840-8b5fe256311a None None] Network 19426fca-6b34-446e-86db-0bb2c9414799 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:15.003646 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.013983 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c3693287-c7c0-4122-ac63-21fc0f83b5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.015358 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c3693287-c7c0-4122-ac63-21fc0f83b5cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71f5bb15-5aeb-4c46-a6ab-218db974230e HTTP/1.1" status: 204 len: 168 time: 1.0571163 Apr 18 21:31:15.045667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24224c0-891c-4d47-b5e3-42b4cc64fef6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:31:15.062121 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a24224c0-891c-4d47-b5e3-42b4cc64fef6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "PUT /v2.0/routers/52085b98-a63e-4f63-96e9-ad5dce7e1b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7907259 Apr 18 21:31:15.064883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60540) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:15.103551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69cc21-7538-4aa9-b910-b3ffb3435d28 None None] Sync routers for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:31:15.137720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69cc21-7538-4aa9-b910-b3ffb3435d28 None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:15.138919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4b69cc21-7538-4aa9-b910-b3ffb3435d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:15.144464 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ac2254c5-df56-476e-b2f4-81f9b966c916 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4481156 Apr 18 21:31:15.149222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60546) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:15.281403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce83452-b39f-410f-80cb-4b3ac96d82b3 req-65690f16-58f3-4622-8e1e-c6248675cb6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:15.291806 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ce83452-b39f-410f-80cb-4b3ac96d82b3 req-65690f16-58f3-4622-8e1e-c6248675cb6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.1779580 Apr 18 21:31:15.438921 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ce83452-b39f-410f-80cb-4b3ac96d82b3 req-668eb747-1ca2-494a-b4fe-8378387e876a tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449332 Apr 18 21:31:15.470656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4b69cc21-7538-4aa9-b910-b3ffb3435d28 None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:15.514816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebd7e9-b7d8-49ca-a95c-155bb8f75268 req-3c149138-7c5f-4f68-9018-e5bcac7a710e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:15.517412 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0eebd7e9-b7d8-49ca-a95c-155bb8f75268 req-3c149138-7c5f-4f68-9018-e5bcac7a710e tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.1517537 Apr 18 21:31:15.524203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e19cc4-56fd-4993-81f0-aa4e026a5dd9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting subnet 1b284a5f-e890-4c0b-82b0-98b25cd3730e {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:31:15.531349 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43e19cc4-56fd-4993-81f0-aa4e026a5dd9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.660526 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.693513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0eebd7e9-b7d8-49ca-a95c-155bb8f75268 req-b7644459-8cc3-4848-8cae-d85a40db4e57 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Deleting port 5b463ac4-01c3-4990-931c-6aadc1e5d588 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:15.693849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0eebd7e9-b7d8-49ca-a95c-155bb8f75268 req-b7644459-8cc3-4848-8cae-d85a40db4e57 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.709110 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43e19cc4-56fd-4993-81f0-aa4e026a5dd9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.777937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-19426fca-6b34-446e-86db-0bb2c9414799', 'network_id': '19426fca-6b34-446e-86db-0bb2c9414799', 'tenant_id': '76f5a9f45865458297f3eaa9d4543691', 'fixed_ips': [{'subnet_id': '1307bdae-ecf5-49a6-b042-4d1fca3c7248'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:31:15.779295 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.802142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43e19cc4-56fd-4993-81f0-aa4e026a5dd9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.968902 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.002872 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:31:16.056073 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43e19cc4-56fd-4993-81f0-aa4e026a5dd9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.079754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Allocated IP 172.20.0.2 (19426fca-6b34-446e-86db-0bb2c9414799/1307bdae-ecf5-49a6-b042-4d1fca3c7248/f40454b8-fd29-4ca6-b110-cf201845948c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:16.107793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4b69cc21-7538-4aa9-b910-b3ffb3435d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:31:12Z', 'revision_number': 7, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:16.118715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e19cc4-56fd-4993-81f0-aa4e026a5dd9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Subnet': ['ID=1b284a5f-e890-4c0b-82b0-98b25cd3730e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:16.131750 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43e19cc4-56fd-4993-81f0-aa4e026a5dd9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.142807 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-43e19cc4-56fd-4993-81f0-aa4e026a5dd9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/subnets/1b284a5f-e890-4c0b-82b0-98b25cd3730e HTTP/1.1" status: 204 len: 168 time: 1.0763340 Apr 18 21:31:16.143528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1db62-9515-4aa9-a62b-4f0128e5c795 req-f5f8a976-dea5-46e6-8ad6-aa36e4000c20 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:16.143735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60570) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:16.145305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05f1db62-9515-4aa9-a62b-4f0128e5c795 req-f5f8a976-dea5-46e6-8ad6-aa36e4000c20 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.5577738 Apr 18 21:31:16.186108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc40e02-0ea9-4853-8103-1f3ea0f87fa3 None None] Network 7d1dc4cf-1467-4abe-ad17-a362277d1d3d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:16.328282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05f1db62-9515-4aa9-a62b-4f0128e5c795 req-50264d3a-7f91-4468-bcc3-898c3c0450c0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668611 Apr 18 21:31:16.444697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0eebd7e9-b7d8-49ca-a95c-155bb8f75268 req-b7644459-8cc3-4848-8cae-d85a40db4e57 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] For port 5b463ac4-01c3-4990-931c-6aadc1e5d588, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5b463ac4-01c3-4990-931c-6aadc1e5d588,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:16.445304 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0eebd7e9-b7d8-49ca-a95c-155bb8f75268 req-b7644459-8cc3-4848-8cae-d85a40db4e57 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.463458 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.481243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69cc21-7538-4aa9-b910-b3ffb3435d28 None None] Checking router: 52085b98-a63e-4f63-96e9-ad5dce7e1b55 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:31:16.601986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0eebd7e9-b7d8-49ca-a95c-155bb8f75268 req-b7644459-8cc3-4848-8cae-d85a40db4e57 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Calling delete_port for 5b463ac4-01c3-4990-931c-6aadc1e5d588 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:16.645016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69cc21-7538-4aa9-b910-b3ffb3435d28 None None] Routers {'52085b98-a63e-4f63-96e9-ad5dce7e1b55'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:16.645819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4b69cc21-7538-4aa9-b910-b3ffb3435d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:16.763535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08f8efed-fab1-4d7a-94e8-d7b3863bf01c req-87aed8f3-2bfb-4c58-b33e-3b41ac696f65 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.4082451 Apr 18 21:31:16.846163 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.901600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62378e-6d46-480d-bd08-f2a54f13a378 req-e9f79cc2-bcff-461d-b36d-478eb91c7ad0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:16.903590 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc62378e-6d46-480d-bd08-f2a54f13a378 req-e9f79cc2-bcff-461d-b36d-478eb91c7ad0 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 945 time: 0.1986244 Apr 18 21:31:16.917348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting port 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:16.917679 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.970893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc62378e-6d46-480d-bd08-f2a54f13a378 req-7719c4da-b993-4f73-abdd-cd4250cd6cb9 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=494c9473-d5de-4a31-bd9d-520cc2f1a8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606117 Apr 18 21:31:17.003226 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0eebd7e9-b7d8-49ca-a95c-155bb8f75268 req-b7644459-8cc3-4848-8cae-d85a40db4e57 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.028212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['5b463ac4-01c3-4990-931c-6aadc1e5d588'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:31:17.042139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60586) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:17.063776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7644459-8cc3-4848-8cae-d85a40db4e57 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event deleted for resources: {'Port': ['ID=5b463ac4-01c3-4990-931c-6aadc1e5d588,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:17.136780 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.190759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Transition to ACTIVE for port object f40454b8-fd29-4ca6-b110-cf201845948c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:17.193356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] For port 29fba07f-73c8-492d-9c40-eb5c3bac8ab4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=29fba07f-73c8-492d-9c40-eb5c3bac8ab4,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:17.193897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.234642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eebd7e9-b7d8-49ca-a95c-155bb8f75268 req-b7644459-8cc3-4848-8cae-d85a40db4e57 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] No DVR routers for this DVR port 5b463ac4-01c3-4990-931c-6aadc1e5d588 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:17.250532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0eebd7e9-b7d8-49ca-a95c-155bb8f75268 req-b7644459-8cc3-4848-8cae-d85a40db4e57 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.252165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4b69cc21-7538-4aa9-b910-b3ffb3435d28 None None] Set router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:17.253537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbe5c0-f28d-4996-9341-8b4c6cf51895', 'name': 'network-vif-deleted', 'tag': '5b463ac4-01c3-4990-931c-6aadc1e5d588'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:17.343504 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Transition to ACTIVE for port object f40454b8-fd29-4ca6-b110-cf201845948c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:17.347265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-183916368-network', 'tenant_id': 'f6a0062248914aeda6c8dc504ff933ae'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:17.352961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:17.365487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Usage tracker for resource:network and tenant:f6a0062248914aeda6c8dc504ff933ae is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:17.373656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:17.376641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d91c5-401e-4ced-ba89-ca9a5bc37072 None None] DHCP port deletion for 7d1dc4cf-1467-4abe-ad17-a362277d1d3d request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:31:17.386725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:17.394963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0eebd7e9-b7d8-49ca-a95c-155bb8f75268 req-b7644459-8cc3-4848-8cae-d85a40db4e57 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "DELETE /v2.0/ports/5b463ac4-01c3-4990-931c-6aadc1e5d588 HTTP/1.1" status: 204 len: 173 time: 1.8714051 Apr 18 21:31:17.420211 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e566af80-9442-4b4e-8c7f-b0dc519871d0'] response: {'server_uuid': '30fbe5c0-f28d-4996-9341-8b4c6cf51895', 'name': 'network-vif-deleted', 'tag': '5b463ac4-01c3-4990-931c-6aadc1e5d588', 'status': 'completed', 'code': 200} Apr 18 21:31:17.520721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.531723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Made reservation on behalf of f6a0062248914aeda6c8dc504ff933ae for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:17.531723 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.559252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d91c5-401e-4ced-ba89-ca9a5bc37072 None None] Deleting port e97327dd-a433-4b00-b63a-7bef80c94571 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:17.560457 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ac5d91c5-401e-4ced-ba89-ca9a5bc37072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.633522 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.721347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b975-c0dc-4932-afc8-adcb1920e7a4 req-b7be4da7-674d-42c4-bf79-f266159dc5ec tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:17.727198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Calling delete_port for 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:17.731550 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d553b975-c0dc-4932-afc8-adcb1920e7a4 req-b7be4da7-674d-42c4-bf79-f266159dc5ec tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.1716542 Apr 18 21:31:17.793196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Network 19426fca-6b34-446e-86db-0bb2c9414799 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:17.793970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Pushing event updated for resources: {'Port': ['ID=f40454b8-fd29-4ca6-b110-cf201845948c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:17.807463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d553b975-c0dc-4932-afc8-adcb1920e7a4 req-2b1bba90-0f7d-4a6f-8a85-6080eabdebe4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748105 Apr 18 21:31:17.827416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:17.839110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:17.895899 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.899018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:17.904973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a0062248914aeda6c8dc504ff933ae is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:17.910934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:17.919162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:17.956197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Subnet': ['ID=1307bdae-ecf5-49a6-b042-4d1fca3c7248,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:18.088933 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.091270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e97327dd-a433-4b00-b63a-7bef80c94571 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:18.167297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.187121 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.208767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f5d8a71-5ffb-4aa9-891e-c41f1a12c0b8 req-70d52d55-6b98-4e54-9c78-2d54103c2b8c tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1138337 Apr 18 21:31:18.236154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:18.244338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19426fca-6b34-446e-86db-0bb2c9414799']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:18.267609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f185989-07ab-4395-a778-0aac4f482d04') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:18.267921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f185989-07ab-4395-a778-0aac4f482d04') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:18.296453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.323702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.334597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:18.335284 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.354934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0217f557-543d-4cdf-a6e2-e567c7fbef54 req-14afd40a-030b-4bd8-a603-15b752df6e94 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Synchronizing usage tracker for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:18.372466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Attempting to bind port f40454b8-fd29-4ca6-b110-cf201845948c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:18.373169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Attempting to bind port f40454b8-fd29-4ca6-b110-cf201845948c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '0f185989-07ab-4395-a778-0aac4f482d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '19426fca-6b34-446e-86db-0bb2c9414799'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:18.373169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Attempting to bind port f40454b8-fd29-4ca6-b110-cf201845948c on network 19426fca-6b34-446e-86db-0bb2c9414799 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:18.410546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eabbc7-6147-4e14-96fc-2f9a2f38728a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:18.428433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ac5d91c5-401e-4ced-ba89-ca9a5bc37072 None None] For port e97327dd-a433-4b00-b63a-7bef80c94571, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e97327dd-a433-4b00-b63a-7bef80c94571,segment=NetworkSegment(ee7fdd4f-c4c5-4e93-961e-bbba3991be04),segment_id=ee7fdd4f-c4c5-4e93-961e-bbba3991be04)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:18.428433 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ac5d91c5-401e-4ced-ba89-ca9a5bc37072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.432986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:18.433364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Checking segment: {'id': '0f185989-07ab-4395-a778-0aac4f482d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '19426fca-6b34-446e-86db-0bb2c9414799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:18.433797 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.434188 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Bound using segment: {'id': '0f185989-07ab-4395-a778-0aac4f482d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '19426fca-6b34-446e-86db-0bb2c9414799'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:18.434662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Bound port: f40454b8-fd29-4ca6-b110-cf201845948c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f185989-07ab-4395-a778-0aac4f482d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '19426fca-6b34-446e-86db-0bb2c9414799'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:18.435036 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:18.483905 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:18.486570 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.486678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.486895 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Added segment f9be4068-da46-415f-b6c0-a50c285a5606 of type vlan for network fe1bb088-ac0c-4a9a-aa85-c91adaacb32c Apr 18 21:31:18.523300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.535107 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:31:18.535107 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:31:18.535107 n-d-836017-3 neutron-server[85049]: [parameters: {'id': '19426fca-6b34-446e-86db-0bb2c9414799'}] Apr 18 21:31:18.535107 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:31:18.537128 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:31:18.538288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Port': ['ID=29fba07f-73c8-492d-9c40-eb5c3bac8ab4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:18.542946 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0217f557-543d-4cdf-a6e2-e567c7fbef54 req-14afd40a-030b-4bd8-a603-15b752df6e94 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Unset dirty status for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:18.561068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0217f557-543d-4cdf-a6e2-e567c7fbef54 req-14afd40a-030b-4bd8-a603-15b752df6e94 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fbe5c0-f28d-4996-9341-8b4c6cf51895 HTTP/1.1" status: 200 len: 210 time: 0.2932608 Apr 18 21:31:18.608048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d91c5-401e-4ced-ba89-ca9a5bc37072 None None] Calling delete_port for e97327dd-a433-4b00-b63a-7bef80c94571 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:18.671301 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.673009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:18.673009 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.760171 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.796382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] Pushing event updated for resources: {'Network': ['ID=fe1bb088-ac0c-4a9a-aa85-c91adaacb32c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:18.801954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4b69cc21-7538-4aa9-b910-b3ffb3435d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:31:12Z', 'revision_number': 7, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:18.811162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69cc21-7538-4aa9-b910-b3ffb3435d28 None None] The sync data for ids ['52085b98-a63e-4f63-96e9-ad5dce7e1b55'] in n-d-836017-3 is: [{'id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'name': 'tempest-TestNetworkBasicOps-router-370746126', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:31:12Z', 'revision_number': 7, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': '29fba07f-73c8-492d-9c40-eb5c3bac8ab4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52085b98-a63e-4f63-96e9-ad5dce7e1b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:36Z', 'updated_at': '2022-04-18T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:31:18.814443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] For port f40454b8-fd29-4ca6-b110-cf201845948c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:18.816712 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network fe1bb088-ac0c-4a9a-aa85-c91adaacb32c details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:18.835720 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.902897 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6015d254-455b-493c-a391-c6f81fdefe39 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8595257 Apr 18 21:31:18.905525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60606) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:18.912365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Request body: {'subnet': {'network_id': 'fe1bb088-ac0c-4a9a-aa85-c91adaacb32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-183916368-subnet', 'tenant_id': 'f6a0062248914aeda6c8dc504ff933ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:18.919026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:18.936743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Usage tracker for resource:subnet and tenant:f6a0062248914aeda6c8dc504ff933ae is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:18.944971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:18.955328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:18.971003 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ac5d91c5-401e-4ced-ba89-ca9a5bc37072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.048049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597e558-2156-4db7-a7af-c4fe34e12835 req-4dcecec3-5112-419f-8353-1bd0cce31fcb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:19.050188 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8597e558-2156-4db7-a7af-c4fe34e12835 req-4dcecec3-5112-419f-8353-1bd0cce31fcb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.0892732 Apr 18 21:31:19.055257 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.076568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] For port f40454b8-fd29-4ca6-b110-cf201845948c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f40454b8-fd29-4ca6-b110-cf201845948c,segment=NetworkSegment(0f185989-07ab-4395-a778-0aac4f482d04),segment_id=0f185989-07ab-4395-a778-0aac4f482d04)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:19.090522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d91c5-401e-4ced-ba89-ca9a5bc37072 None None] Pushing event deleted for resources: {'Port': ['ID=e97327dd-a433-4b00-b63a-7bef80c94571,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:19.099613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d91c5-401e-4ced-ba89-ca9a5bc37072 None None] No DVR routers for this DVR port e97327dd-a433-4b00-b63a-7bef80c94571 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:19.126603 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8597e558-2156-4db7-a7af-c4fe34e12835 req-bbbb327d-bd3b-47f0-912f-f5d8d0227abd tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617971 Apr 18 21:31:19.126603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Made reservation on behalf of f6a0062248914aeda6c8dc504ff933ae for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:19.126603 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.150625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.154942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Deleting port f40454b8-fd29-4ca6-b110-cf201845948c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:19.155306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.189079 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.245310 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.475384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a3f578-a649-4f3a-9451-2c8f7fd775ae None None] Network 19426fca-6b34-446e-86db-0bb2c9414799 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:19.503746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe62f4d-da95-45e7-a147-7eb6db7f1d48 None None] Pushing event updated for resources: {'Port': ['ID=f40454b8-fd29-4ca6-b110-cf201845948c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:19.525713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] For port f40454b8-fd29-4ca6-b110-cf201845948c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f40454b8-fd29-4ca6-b110-cf201845948c,segment=NetworkSegment(0f185989-07ab-4395-a778-0aac4f482d04),segment_id=0f185989-07ab-4395-a778-0aac4f482d04)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:19.526217 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.595025 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.595747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Fanout notify agent at l3_agent the message router_deleted on router 52085b98-a63e-4f63-96e9-ad5dce7e1b55 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:31:19.628728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06ec8335-32cc-47ef-8a29-3ba64345a64e req-dc60ce13-324f-4dcd-bc1d-d65bbadfed37 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0926740 Apr 18 21:31:19.681982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Calling delete_port for f40454b8-fd29-4ca6-b110-cf201845948c owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:19.727249 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.786169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a188d77-8c2b-4839-b534-c9a748f8c711 None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:31:19.789100 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.794624 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4f8ef194-65ec-4bcc-9712-19229e7d1682 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/routers/52085b98-a63e-4f63-96e9-ad5dce7e1b55 HTTP/1.1" status: 204 len: 168 time: 3.6492209 Apr 18 21:31:19.795335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60618) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:19.938587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f298b4-df39-4865-9395-4103a134da35,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:19.946059 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.956287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Checking segment: {'id': 'f9be4068-da46-415f-b6c0-a50c285a5606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe1bb088-ac0c-4a9a-aa85-c91adaacb32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:19.963147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Network hostable DHCP agents. Network: fe1bb088-ac0c-4a9a-aa85-c91adaacb32c, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:31:19.994178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a188d77-8c2b-4839-b534-c9a748f8c711 None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:31:20.002807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ce18ebb5-9ca7-4683-828a-6f45c0d70eba details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:31:20.007233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5b463ac4-01c3-4990-931c-6aadc1e5d588 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:20.051146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 5b463ac4-01c3-4990-931c-6aadc1e5d588 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:20.051848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5b463ac4-01c3-4990-931c-6aadc1e5d588 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:20.107012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Network fe1bb088-ac0c-4a9a-aa85-c91adaacb32c is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:31:20.171066 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.205049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1dc4cf-1467-4abe-ad17-a362277d1d3d']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:20.218894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:20.219321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7fdd4f-c4c5-4e93-961e-bbba3991be04') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:20.234842 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.254396 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.258347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, fe1bb088-ac0c-4a9a-aa85-c91adaacb32c) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:20.266028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:20.269988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.292338 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.348928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No DVR routers for this DVR port f40454b8-fd29-4ca6-b110-cf201845948c on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:20.405631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Port': ['ID=f40454b8-fd29-4ca6-b110-cf201845948c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:20.435987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:20.436404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:20.436778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:20.437155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:20.445560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:20.446311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:20.446662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:20.447000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:20.447336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:20.451117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:20.451509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:20.462633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:20.470173 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.495107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-46e81b68-7d45-466e-b26c-478ecc6a5456 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5884371 Apr 18 21:31:20.507717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 122d4a29-c3cb-4871-83ab-be05020ac530 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:20.537443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db9c98-1c8c-460f-817a-7aa34817681b req-5e33d1ff-584f-4d9d-a7e0-5109ecf6f178 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:20.546058 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79db9c98-1c8c-460f-817a-7aa34817681b req-5e33d1ff-584f-4d9d-a7e0-5109ecf6f178 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 944 time: 0.1537302 Apr 18 21:31:20.560801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 122d4a29-c3cb-4871-83ab-be05020ac530 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:20.566889 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 122d4a29-c3cb-4871-83ab-be05020ac530 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:20.567482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:20.569410 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:20.619580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79db9c98-1c8c-460f-817a-7aa34817681b req-4450608e-e1f8-4635-81b6-fc5fd9042a6f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725563 Apr 18 21:31:20.642345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:20.642611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 29fba07f-73c8-492d-9c40-eb5c3bac8ab4 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:20.719534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ce18ebb5-9ca7-4683-828a-6f45c0d70eba, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ce18ebb5-9ca7-4683-828a-6f45c0d70eba,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:20.738180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'ce18ebb5-9ca7-4683-828a-6f45c0d70eba', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'port_id': 'ce18ebb5-9ca7-4683-828a-6f45c0d70eba', 'mac_address': 'fa:16:3e:dc:5c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:31:20.778448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.853559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19426fca-6b34-446e-86db-0bb2c9414799']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:20.880623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f185989-07ab-4395-a778-0aac4f482d04') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:20.880899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f185989-07ab-4395-a778-0aac4f482d04') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:20.906943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.936912 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.942414 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.946512 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.973940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.984574 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce18ebb5-9ca7-4683-828a-6f45c0d70eba {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:31:20.986447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Network': ['ID=7d1dc4cf-1467-4abe-ad17-a362277d1d3d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:20.993720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:20.994194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.003403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ce18ebb5-9ca7-4683-828a-6f45c0d70eba, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ce18ebb5-9ca7-4683-828a-6f45c0d70eba,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:21.007500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93459818-b9b9-4a8d-aa1f-2c0cb9cf2893 None None] Network fe1bb088-ac0c-4a9a-aa85-c91adaacb32c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:21.024892 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:21.074077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01fef272-02d2-46fd-86a4-f4c0ce0384bd req-ec532da3-1d8c-4a23-98b6-2332f6f9f65c tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1812661 Apr 18 21:31:21.086081 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1d5e40e7-9b6b-4e6d-8d11-0b64581a31ce tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/networks/7d1dc4cf-1467-4abe-ad17-a362277d1d3d HTTP/1.1" status: 204 len: 168 time: 1.2854953 Apr 18 21:31:21.100767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60642) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:21.104784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3525e34-d1f3-4704-a60c-07c69bebf2e1 req-70821517-c0fd-44b1-91a3-e35ae315d159 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:21.107819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3525e34-d1f3-4704-a60c-07c69bebf2e1 req-70821517-c0fd-44b1-91a3-e35ae315d159 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2973683 Apr 18 21:31:21.120752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'network': {'name': 'tempest-network-smoke--437683541', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'port_security_enabled': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:21.142459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:21.164043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:network and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:21.167431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:21.186136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:21.186248 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3525e34-d1f3-4704-a60c-07c69bebf2e1 req-d1e1b07a-f20d-4c52-88af-c3cb58647488 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686500 Apr 18 21:31:21.238915 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.261778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.285922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.298811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Network': ['ID=19426fca-6b34-446e-86db-0bb2c9414799,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:21.302823 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ceaa0969-cb51-4523-a85d-b0e1fb10c905 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/19426fca-6b34-446e-86db-0bb2c9414799 HTTP/1.1" status: 204 len: 168 time: 6.1526399 Apr 18 21:31:21.306658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60648) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:21.311747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-724215595'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:21.317216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:21.321344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:network and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:21.324935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:21.328043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Made reservation on behalf of 1bfb4ecea54942dca79bbe9472e0ec87 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:21.338266 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.368158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ce18ebb5-9ca7-4683-828a-6f45c0d70eba,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:21.370724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:21.385122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:21.392489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba43b1fd-d009-4e59-a2a2-9ba88422cfa0 None None] Network fe1bb088-ac0c-4a9a-aa85-c91adaacb32c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:21.397505 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.397881 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Added segment 69d97a2a-230e-4790-bc83-dc38c611a766 of type vlan for network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a Apr 18 21:31:21.439305 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.476628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:21.480084 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.521577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:21.541904 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.542245 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Added segment f5b318c9-6405-4d14-8258-2484349fd9fd of type vlan for network 222c911d-15c7-48ac-9976-5b13e4eb1c73 Apr 18 21:31:21.558744 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.562462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:21.563055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.625181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-9fd1bce4-63cd-4071-81ae-78a0cc91093c tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:21.626188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-9fd1bce4-63cd-4071-81ae-78a0cc91093c tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Synchronizing usage tracker for tenant:f6a0062248914aeda6c8dc504ff933ae on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:21.657205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['ce18ebb5-9ca7-4683-828a-6f45c0d70eba'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:31:21.689211 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.728574 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Network': ['ID=95e6d3c4-7b49-4dee-9f16-9a3000150d5a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:21.744932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-9fd1bce4-63cd-4071-81ae-78a0cc91093c tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Unset dirty status for tenant:f6a0062248914aeda6c8dc504ff933ae on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:21.746926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-9fd1bce4-63cd-4071-81ae-78a0cc91093c tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/networks?id=fe1bb088-ac0c-4a9a-aa85-c91adaacb32c HTTP/1.1" status: 200 len: 808 time: 0.3473496 Apr 18 21:31:21.752034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:21.779550 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4a7ff1e9-1799-42ff-b031-4f6d3739fa2d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6663821 Apr 18 21:31:21.780712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60660) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:21.787743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-190251017', 'admin_state_up': True, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:21.788673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-7b1a868d-692f-466e-b981-90fd48be7105 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/quotas/f6a0062248914aeda6c8dc504ff933ae HTTP/1.1" status: 200 len: 375 time: 0.0335071 Apr 18 21:31:21.806922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:21.811433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:router and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:21.814827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:21.821828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:21.830523 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.836783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:21.838706 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.896191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b48522dd-171f-4c6d-a286-18089e503d50 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6a0062248914aeda6c8dc504ff933ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015439 Apr 18 21:31:21.939166 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.940885 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.988386 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=222c911d-15c7-48ac-9976-5b13e4eb1c73,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:22.003797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 222c911d-15c7-48ac-9976-5b13e4eb1c73 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:22.019132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-3edc20ef-44c9-47f7-a878-2100e7340570 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:22.020580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-3edc20ef-44c9-47f7-a878-2100e7340570 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.3340497 Apr 18 21:31:22.073088 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2dba6c93-36cb-43b2-84f2-fff09e9f03d0 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7655981 Apr 18 21:31:22.074346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60666) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:22.085380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'network_id': '222c911d-15c7-48ac-9976-5b13e4eb1c73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:22.109574 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:22.134274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Deleting port 9fa8a486-71af-4f45-b071-b3673a3e1a54 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:22.134805 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:22.205984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fd674-4522-47ec-8d16-07d818c5188d req-95aa31a9-92ef-4606-ae86-275c88828516 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:22.209988 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b0fd674-4522-47ec-8d16-07d818c5188d req-95aa31a9-92ef-4606-ae86-275c88828516 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 945 time: 0.3608046 Apr 18 21:31:22.213963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-7b4b16ff-4606-420c-8475-89299e1cb15a service neutron] 10.222.0.11 "GET /v2.0/networks/fe1bb088-ac0c-4a9a-aa85-c91adaacb32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075612 Apr 18 21:31:22.346063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:22.349981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:subnet and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:22.352797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:22.359757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:22.418262 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b0fd674-4522-47ec-8d16-07d818c5188d req-9eb8f342-6de1-4655-aa70-96600eb3b631 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004998 Apr 18 21:31:22.538611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b7682738-6461-470c-86b7-656bdfe7dce8 service neutron] 10.222.0.11 "GET /v2.0/networks/fe1bb088-ac0c-4a9a-aa85-c91adaacb32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965233 Apr 18 21:31:22.564208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:22.603576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-342dd780-1480-4f72-ba71-46a803956f04 req-2913f49e-01c3-4888-96fb-efa4aeea895a tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0569098 Apr 18 21:31:22.633617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] For port 9fa8a486-71af-4f45-b071-b3673a3e1a54, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9fa8a486-71af-4f45-b071-b3673a3e1a54,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:22.633983 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:22.696417 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:22.781050 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:22.814408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Performing IP validity checks on allocation pools {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:31:22.814927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking for overlaps among allocation pools and gateway ip {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:31:22.901864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e639370-d20d-4d63-9680-28cb5ff9c685 req-9e09080c-8d11-455f-a5d0-ea7847fa4f60 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 210 time: 0.0661998 Apr 18 21:31:23.056807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ebb7-1739-4b7f-a7ce-fe469e6b5ddb req-28f22df2-7250-4309-be08-75d643acb9c4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:23.058008 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c682ebb7-1739-4b7f-a7ce-fe469e6b5ddb req-28f22df2-7250-4309-be08-75d643acb9c4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 944 time: 0.2631178 Apr 18 21:31:23.059747 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.060371 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.060678 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Floating IP 77034664-23a4-4b53-b8ce-f186d2e51a17 disassociated. External IP: 172.25.3.107, port: 9fa8a486-71af-4f45-b071-b3673a3e1a54. Apr 18 21:31:23.061025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Calling delete_port for 9fa8a486-71af-4f45-b071-b3673a3e1a54 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:23.151453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.182857 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.224494 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.283844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c682ebb7-1739-4b7f-a7ce-fe469e6b5ddb req-90255629-6e1f-4566-a34e-a446b606b3a8 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups?id=801bfc14-e1f7-4a4c-8369-cd51fe51098d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815725 Apr 18 21:31:23.344464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=23a98851-bde5-41b1-99ae-c07e78994222,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:23.379432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking segment: {'id': 'f5b318c9-6405-4d14-8258-2484349fd9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '222c911d-15c7-48ac-9976-5b13e4eb1c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:23.380183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network hostable DHCP agents. Network: 222c911d-15c7-48ac-9976-5b13e4eb1c73, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:31:23.463656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Allocated IP 172.25.3.186 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/c6e782e1-730b-4c9f-bf10-e6f09df6e0ad) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:23.561060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network 222c911d-15c7-48ac-9976-5b13e4eb1c73 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:31:23.586911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.649069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 222c911d-15c7-48ac-9976-5b13e4eb1c73) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:23.658443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2122d534-ba65-4d29-8231-ac8d10d0b13f None None] Network 222c911d-15c7-48ac-9976-5b13e4eb1c73 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:23.665233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event deleted for resources: {'Port': ['ID=9fa8a486-71af-4f45-b071-b3673a3e1a54,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:23.668326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:23.668985 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.818883 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.826804 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-879aeba5-437a-4eb3-b42a-f400ca9cf39a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7460620 Apr 18 21:31:23.827090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60698) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:23.958178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a7bad92-2e0e-4d89-ade2-06fb83a137f7 req-33eca4e1-19e4-4cc1-9428-d034b102238c tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1392534 Apr 18 21:31:23.986423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-222c911d-15c7-48ac-9976-5b13e4eb1c73', 'network_id': '222c911d-15c7-48ac-9976-5b13e4eb1c73', 'tenant_id': '76f5a9f45865458297f3eaa9d4543691', 'fixed_ips': [{'subnet_id': '23a98851-bde5-41b1-99ae-c07e78994222'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:31:23.990707 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.994584 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.006619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3546c08-d228-4067-8f0f-0f8250255be4 req-42309c0b-c01d-43a1-899b-7c7661e671e7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:24.006796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ce18ebb5-9ca7-4683-828a-6f45c0d70eba up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:24.019562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3546c08-d228-4067-8f0f-0f8250255be4 req-42309c0b-c01d-43a1-899b-7c7661e671e7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 945 time: 0.4724078 Apr 18 21:31:24.110027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3546c08-d228-4067-8f0f-0f8250255be4 req-04f80e32-3e34-46b3-8cb9-c1124b192545 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894535 Apr 18 21:31:24.123182 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.182584 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.240265 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d66eaf40-4162-4903-94df-e6be6241cb42 req-ac38bde5-f997-4872-a723-cbcfe791f076 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 210 time: 0.1460969 Apr 18 21:31:24.331550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Router 3d067e44-0f34-4794-b71e-88bf5040204b has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:31:24.337677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:24.341444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port ce18ebb5-9ca7-4683-828a-6f45c0d70eba completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:24.344113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:24.349804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:24.373940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port ce18ebb5-9ca7-4683-828a-6f45c0d70eba triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:24.374393 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.395904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=c6e782e1-730b-4c9f-bf10-e6f09df6e0ad,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:24.480426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Allocated IP 172.20.0.3 (222c911d-15c7-48ac-9976-5b13e4eb1c73/23a98851-bde5-41b1-99ae-c07e78994222/0bc4322c-20c4-4199-8bab-47639737f4ee) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:24.574621 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9fb0bcfd-0416-4b52-9c0a-09c49535543b req-1ac0c79e-2136-4b45-a6cd-7f9b74c229b4 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 210 time: 0.0547020 Apr 18 21:31:24.666385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:31:24.676531 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf49e6f-c3cc-4c3a-bb0b-952c9ecf7a95 None None] Sync routers for ids ['3d067e44-0f34-4794-b71e-88bf5040204b'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:31:24.706482 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf49e6f-c3cc-4c3a-bb0b-952c9ecf7a95 None None] Routers {'3d067e44-0f34-4794-b71e-88bf5040204b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:24.706482 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ddf49e6f-c3cc-4c3a-bb0b-952c9ecf7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3d067e44-0f34-4794-b71e-88bf5040204b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:24.752250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] No DVR routers for this DVR port 9fa8a486-71af-4f45-b071-b3673a3e1a54 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:24.755865 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.758636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-deleted', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:24.768154 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.822107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce18ebb5-9ca7-4683-828a-6f45c0d70eba'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:24.822865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.823595 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.867668 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d677-fc96-46c6-a6a9-0dd0c05562be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.876600 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d46bda-efe1-4b73-b234-cfffe758df15'] response: {'server_uuid': 'cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7', 'name': 'network-vif-deleted', 'tag': '9fa8a486-71af-4f45-b071-b3673a3e1a54', 'status': 'completed', 'code': 200} Apr 18 21:31:24.881589 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ce18ebb5-9ca7-4683-828a-6f45c0d70eba, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ce18ebb5-9ca7-4683-828a-6f45c0d70eba,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:24.905931 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.918762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Transition to ACTIVE for port object 0bc4322c-20c4-4199-8bab-47639737f4ee will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:24.922384 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92252662-584b-436b-931a-3922a00abc36'] response: {'server_uuid': 'fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce18ebb5-9ca7-4683-828a-6f45c0d70eba', 'code': 200} Apr 18 21:31:24.951866 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aad63ea2-c2d7-4cab-b0b6-e56682367a7e req-cebd8184-1ede-4522-8d5c-0956c9d86d6d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.26 "DELETE /v2.0/ports/9fa8a486-71af-4f45-b071-b3673a3e1a54 HTTP/1.1" status: 204 len: 173 time: 2.9244361 Apr 18 21:31:24.954117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Transition to ACTIVE for port object 0bc4322c-20c4-4199-8bab-47639737f4ee will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:24.974259 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.120124 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ddf49e6f-c3cc-4c3a-bb0b-952c9ecf7a95 None None] Set router 3d067e44-0f34-4794-b71e-88bf5040204b gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:25.154385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ce18ebb5-9ca7-4683-828a-6f45c0d70eba,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:25.162155 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.266372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1af64d51-1885-4c1e-b1da-d16a9a6d5ddd req-82dddc0a-49c7-42d1-a6f4-cdf676fda2e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 1097 time: 0.2481875 Apr 18 21:31:25.271197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Network 222c911d-15c7-48ac-9976-5b13e4eb1c73 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:25.274415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:25.283087 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:25.296865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.306779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Pushing event updated for resources: {'Port': ['ID=0bc4322c-20c4-4199-8bab-47639737f4ee,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:25.434023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec01c280-56d1-4f64-8325-63cf6b13b4cf req-7a969c4f-5f97-4b7d-b86c-696eff24144c tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1621218 Apr 18 21:31:25.465590 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1af64d51-1885-4c1e-b1da-d16a9a6d5ddd req-4674a510-baf6-4be0-bab3-8dcfb86ee487 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943921 Apr 18 21:31:25.473455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Subnet': ['ID=23a98851-bde5-41b1-99ae-c07e78994222,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:25.506556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Attempting to bind port 0bc4322c-20c4-4199-8bab-47639737f4ee on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:25.507207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Attempting to bind port 0bc4322c-20c4-4199-8bab-47639737f4ee by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'f5b318c9-6405-4d14-8258-2484349fd9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '222c911d-15c7-48ac-9976-5b13e4eb1c73'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:25.507761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Attempting to bind port 0bc4322c-20c4-4199-8bab-47639737f4ee on network 222c911d-15c7-48ac-9976-5b13e4eb1c73 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:25.515894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:25.516611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Checking segment: {'id': 'f5b318c9-6405-4d14-8258-2484349fd9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '222c911d-15c7-48ac-9976-5b13e4eb1c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:25.517233 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.517983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Bound using segment: {'id': 'f5b318c9-6405-4d14-8258-2484349fd9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '222c911d-15c7-48ac-9976-5b13e4eb1c73'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:25.519273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Bound port: 0bc4322c-20c4-4199-8bab-47639737f4ee, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b318c9-6405-4d14-8258-2484349fd9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '222c911d-15c7-48ac-9976-5b13e4eb1c73'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:25.519887 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.553423 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.588648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222c911d-15c7-48ac-9976-5b13e4eb1c73']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:25.605957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b318c9-6405-4d14-8258-2484349fd9fd') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:25.606349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b318c9-6405-4d14-8258-2484349fd9fd') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:25.607589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4da11a-78f3-4fb1-b4b9-b59058b7b8b9 req-9c2f9e37-414c-4569-b3ab-0e70f957a2e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:25.614009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec4da11a-78f3-4fb1-b4b9-b59058b7b8b9 req-9c2f9e37-414c-4569-b3ab-0e70f957a2e8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 946 time: 0.1455166 Apr 18 21:31:25.631484 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.655031 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.663212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:25.663750 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:25.683590 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:25.686062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:31:25.700914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] For port 0bc4322c-20c4-4199-8bab-47639737f4ee, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:25.713144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec4da11a-78f3-4fb1-b4b9-b59058b7b8b9 req-08354676-e552-4e75-9534-7e7563a995c9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905590 Apr 18 21:31:25.785027 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ddf49e6f-c3cc-4c3a-bb0b-952c9ecf7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:19:15Z', 'revision_number': 4, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '69c389a3-61ed-422d-9a8c-6c90f590fabc', 'name': '', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'mac_address': 'fa:16:3e:14:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:13Z', 'updated_at': '2022-04-18T21:19:27Z', 'revision_number': 5, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'subnets': [{'id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:25.790220 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf49e6f-c3cc-4c3a-bb0b-952c9ecf7a95 None None] Checking router: 3d067e44-0f34-4794-b71e-88bf5040204b for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:31:25.802989 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf49e6f-c3cc-4c3a-bb0b-952c9ecf7a95 None None] Routers {'3d067e44-0f34-4794-b71e-88bf5040204b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:25.803777 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ddf49e6f-c3cc-4c3a-bb0b-952c9ecf7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3d067e44-0f34-4794-b71e-88bf5040204b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:25.812681 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ebb3cd98-951c-427c-9f10-daeae09a39f4 req-fa9f7793-bd8f-4798-b6a6-bb1ad7c1d464 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 210 time: 0.0498481 Apr 18 21:31:25.989940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:26.025808 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ddf49e6f-c3cc-4c3a-bb0b-952c9ecf7a95 None None] Set router 3d067e44-0f34-4794-b71e-88bf5040204b gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:26.072478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e4a4dcdb-1000-4f40-ae84-8229d4de7f33 req-647831e0-63e6-445b-8aee-8003348a8d27 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Synchronizing usage tracker for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:26.094285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:31:26.094285 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:31:26.094285 n-d-836017-3 neutron-server[85049]: [parameters: {'id': '222c911d-15c7-48ac-9976-5b13e4eb1c73'}] Apr 18 21:31:26.094285 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:31:26.094787 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:31:26.124223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] For port 0bc4322c-20c4-4199-8bab-47639737f4ee, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0bc4322c-20c4-4199-8bab-47639737f4ee,segment=NetworkSegment(f5b318c9-6405-4d14-8258-2484349fd9fd),segment_id=f5b318c9-6405-4d14-8258-2484349fd9fd)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:26.125530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 9fa8a486-71af-4f45-b071-b3673a3e1a54 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:26.126135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9fa8a486-71af-4f45-b071-b3673a3e1a54 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:26.173572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e4a4dcdb-1000-4f40-ae84-8229d4de7f33 req-647831e0-63e6-445b-8aee-8003348a8d27 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Unset dirty status for tenant:9805981f52fc4d558c0e20f0c766a376 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:26.175054 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4a4dcdb-1000-4f40-ae84-8229d4de7f33 req-647831e0-63e6-445b-8aee-8003348a8d27 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8a1fb9-ed5d-471b-98ee-8a03ae3280d7 HTTP/1.1" status: 200 len: 210 time: 0.1726255 Apr 18 21:31:26.251162 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.335876 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-9567b927-35c9-4286-9c44-4775e9cab9e6 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:26.337276 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-9567b927-35c9-4286-9c44-4775e9cab9e6 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.59 "GET /v2.0/networks?id=fe1bb088-ac0c-4a9a-aa85-c91adaacb32c HTTP/1.1" status: 200 len: 808 time: 0.1856642 Apr 18 21:31:26.355567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Request body: {'port': {'device_id': 'ef06ed9e-a358-4960-ac79-aa5bea837a22', 'network_id': 'fe1bb088-ac0c-4a9a-aa85-c91adaacb32c', 'admin_state_up': True, 'tenant_id': 'f6a0062248914aeda6c8dc504ff933ae'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:26.446930 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ddf49e6f-c3cc-4c3a-bb0b-952c9ecf7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:19:15Z', 'revision_number': 4, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '69c389a3-61ed-422d-9a8c-6c90f590fabc', 'name': '', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'mac_address': 'fa:16:3e:14:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:13Z', 'updated_at': '2022-04-18T21:19:27Z', 'revision_number': 5, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'subnets': [{'id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:26.451337 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf49e6f-c3cc-4c3a-bb0b-952c9ecf7a95 None None] The sync data for ids ['3d067e44-0f34-4794-b71e-88bf5040204b'] in n-d-836017-3 is: [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:19:15Z', 'revision_number': 4, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '69c389a3-61ed-422d-9a8c-6c90f590fabc', 'name': '', 'network_id': '8206fe37-8686-497b-b552-23c2a6f40d7d', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'mac_address': 'fa:16:3e:14:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:13Z', 'updated_at': '2022-04-18T21:19:27Z', 'revision_number': 5, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'subnets': [{'id': '29dfc91b-4b7f-4e32-a00e-d8224f42e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:31:26.491883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:31:26.499762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18afbc-4927-48d5-a870-2ce765f3f667 None None] Pushing event updated for resources: {'Port': ['ID=0bc4322c-20c4-4199-8bab-47639737f4ee,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:26.515482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Sync routers for ids ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:31:26.524502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76beb6e6-690c-40a3-978b-9aeb4e38567d None None] Network 222c911d-15c7-48ac-9976-5b13e4eb1c73 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:26.593130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:26.595281 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.599989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Usage tracker for resource:port and tenant:f6a0062248914aeda6c8dc504ff933ae is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:26.604496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:26.608176 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.609870 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6284d688-3f10-4c9a-8a3a-5962dde2bffa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8278537 Apr 18 21:31:26.613541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60730) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:26.641297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:26.666482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Routers {'4c7bf6a8-b311-46f1-8cb4-9c9944f53788'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:26.666726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Deleting port 0bc4322c-20c4-4199-8bab-47639737f4ee {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:26.667081 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.667782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:30:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:26.710663 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2997085a-438c-4701-ae4c-b6e760eba9eb tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=1bfb4ecea54942dca79bbe9472e0ec87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0957966 Apr 18 21:31:26.809195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60734) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:26.864792 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20ffd52a-bf90-470b-8229-1f92736766d1 req-1eccb651-5053-4102-989c-0d1553acba21 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1483436 Apr 18 21:31:26.965527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Made reservation on behalf of f6a0062248914aeda6c8dc504ff933ae for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:26.967413 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1a4b9-49c8-4562-a197-decf37e00f09 None None] New status for floating IP 77034664-23a4-4b53-b8ce-f186d2e51a17: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:31:26.985086 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.263306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2387fb2-2fc2-44d7-8100-d20f48b4da3d None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:31:27.364653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] For port 0bc4322c-20c4-4199-8bab-47639737f4ee, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0bc4322c-20c4-4199-8bab-47639737f4ee,segment=NetworkSegment(f5b318c9-6405-4d14-8258-2484349fd9fd),segment_id=f5b318c9-6405-4d14-8258-2484349fd9fd)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:27.364930 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.367496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba311956-dba1-447c-918f-0257179691d1 req-49511850-1409-45aa-9b77-d72ec491824b tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 210 time: 0.0820138 Apr 18 21:31:27.374333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2072dce7-0af9-4810-a560-40315658e606 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:27.378744 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2072dce7-0af9-4810-a560-40315658e606 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5614941 Apr 18 21:31:27.380309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60746) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:27.424637 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ca10c8bb-fc4f-44e5-81a1-92e7934b85b4 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423970 Apr 18 21:31:27.430484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb877be-bb8d-431f-9d8a-0a831084d098 req-ddd306e6-21c9-4339-83ef-bc4051645189 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:27.437736 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fb877be-bb8d-431f-9d8a-0a831084d098 req-ddd306e6-21c9-4339-83ef-bc4051645189 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 946 time: 0.3603189 Apr 18 21:31:27.455733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60750) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:27.467405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490064904', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:27.472516 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2387fb2-2fc2-44d7-8100-d20f48b4da3d None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:31:27.476459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Set router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:27.521491 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-58c49398-9888-4856-8fa0-32c0330f4484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.606015 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fb877be-bb8d-431f-9d8a-0a831084d098 req-20451c7d-a36a-4568-aba1-cb7040e682f4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672523 Apr 18 21:31:27.616066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:27.619915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:subnet and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:27.624071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:27.640393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:27.659341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Calling delete_port for 0bc4322c-20c4-4199-8bab-47639737f4ee owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:27.692056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60758) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:27.730109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Allocated IP 172.20.0.11 (fe1bb088-ac0c-4a9a-aa85-c91adaacb32c/43f298b4-df39-4865-9395-4103a134da35/783bdb0e-26f1-4caa-b6c2-d3f2f2125161) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:27.772292 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e718150-46c1-4ab9-be2a-4715726759b1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.784254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Made reservation on behalf of 1bfb4ecea54942dca79bbe9472e0ec87 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:27.877424 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.952137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Port': ['ID=0bc4322c-20c4-4199-8bab-47639737f4ee,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:27.964339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No DVR routers for this DVR port 0bc4322c-20c4-4199-8bab-47639737f4ee on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:27.965734 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.063216 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.072942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'name': 'tempest-TestNetworkBasicOps-router-190251017', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:21Z', 'updated_at': '2022-04-18T21:31:24Z', 'revision_number': 3, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:23Z', 'updated_at': '2022-04-18T21:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:28.085124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Checking router: 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:31:28.085755 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Updating router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 port c6e782e1-730b-4c9f-bf10-e6f09df6e0ad binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:31:28.150730 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.152083 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e718150-46c1-4ab9-be2a-4715726759b1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.221689 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.307591 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.318408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222c911d-15c7-48ac-9976-5b13e4eb1c73']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:28.321555 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12b33911-8198-42e3-aef7-863bc0ad459e req-c321a71e-3296-4f5d-8061-dd89c5ee3168 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0544698 Apr 18 21:31:28.334174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b318c9-6405-4d14-8258-2484349fd9fd') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:28.335110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b318c9-6405-4d14-8258-2484349fd9fd') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:28.355100 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.388165 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e718150-46c1-4ab9-be2a-4715726759b1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.413058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.422281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:28.422686 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.438247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e718150-46c1-4ab9-be2a-4715726759b1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801bfc14-e1f7-4a4c-8369-cd51fe51098d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:28.482958 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:28.635508 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.671525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca2dbfb6-5f86-4813-8a45-6ce1a6b4dcfd req-dec1c76e-6855-410e-9181-6da5e10268ed tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 210 time: 0.0793955 Apr 18 21:31:28.691854 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.692749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e718150-46c1-4ab9-be2a-4715726759b1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.694072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5e718150-46c1-4ab9-be2a-4715726759b1 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "DELETE /v2.0/security-groups/801bfc14-e1f7-4a4c-8369-cd51fe51098d HTTP/1.1" status: 204 len: 168 time: 1.0011561 Apr 18 21:31:28.698538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60776) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:28.738455 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-5b51acb5-546b-48a2-8cae-2f094eb4104d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] show failed (client error): The resource could not be found. Apr 18 21:31:28.742163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5b51acb5-546b-48a2-8cae-2f094eb4104d tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "GET /v2.0/security-groups/801bfc14-e1f7-4a4c-8369-cd51fe51098d HTTP/1.1" status: 404 len: 347 time: 0.0400074 Apr 18 21:31:28.744627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60780) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:28.745598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Subnet': ['ID=28f3c7cd-afd0-4bad-ad63-e543c82cc40f,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:28.814219 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.826808 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.837755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Network fe1bb088-ac0c-4a9a-aa85-c91adaacb32c is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:28.850354 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.864422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:28.864759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Transition to ACTIVE for port object c6e782e1-730b-4c9f-bf10-e6f09df6e0ad will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:28.873991 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.876851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Network': ['ID=222c911d-15c7-48ac-9976-5b13e4eb1c73,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:28.882515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:28.952533 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f6ca02ec-5577-4c5a-86e1-909daf1ebfd7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/222c911d-15c7-48ac-9976-5b13e4eb1c73 HTTP/1.1" status: 204 len: 168 time: 5.1244962 Apr 18 21:31:28.953761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Pushing event updated for resources: {'Port': ['ID=783bdb0e-26f1-4caa-b6c2-d3f2f2125161,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:28.956076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60786) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:28.972650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-545324670'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:28.983219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:28.983905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.987435 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.998733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:28.998733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:network and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:29.003374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:29.010753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:29.045400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e9a9ba12-a542-4dfc-b174-7c149ace7a36 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Deleting port 19d37db6-9e79-4ccf-a0fa-0783befcb7df {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:29.045777 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ba12-a542-4dfc-b174-7c149ace7a36 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.076751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60790) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:29.080807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e92f1-e0b4-466c-8f10-9e4c7f0e9e82 None None] Pushing event updated for resources: {'Port': ['ID=c6e782e1-730b-4c9f-bf10-e6f09df6e0ad,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:29.085253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Attempting to bind port c6e782e1-730b-4c9f-bf10-e6f09df6e0ad on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:29.085665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Attempting to bind port c6e782e1-730b-4c9f-bf10-e6f09df6e0ad by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:29.086032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Attempting to bind port c6e782e1-730b-4c9f-bf10-e6f09df6e0ad on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:29.095968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:29.097010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:29.097719 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.098480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:29.099204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Bound port: c6e782e1-730b-4c9f-bf10-e6f09df6e0ad, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:29.100097 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.101459 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b933c9ef-4fb4-4e20-af6f-bd8f7f726fd0 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7495649 Apr 18 21:31:29.104918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Checking segment: {'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:29.105185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network hostable DHCP agents. Network: 95e6d3c4-7b49-4dee-9f16-9a3000150d5a, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:31:29.130268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Request body: {'port': {'device_id': 'ef06ed9e-a358-4960-ac79-aa5bea837a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:29.247703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] For port c6e782e1-730b-4c9f-bf10-e6f09df6e0ad, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:29.252827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] For port c6e782e1-730b-4c9f-bf10-e6f09df6e0ad, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c6e782e1-730b-4c9f-bf10-e6f09df6e0ad,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:29.270166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71f3f-a165-43fd-9b8e-65e916ebe4a0 req-8ec5636b-513d-4804-b56c-ed839c426680 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:29.278042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2db71f3f-a165-43fd-9b8e-65e916ebe4a0 req-8ec5636b-513d-4804-b56c-ed839c426680 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 946 time: 0.4423270 Apr 18 21:31:29.299756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:29.303809 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.345221 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.359317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2db71f3f-a165-43fd-9b8e-65e916ebe4a0 req-3c61f62f-d390-4b89-bec1-058fbf3444f8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802917 Apr 18 21:31:29.367066 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-79094571-96ad-4ada-8bc8-1ba608475176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.368026 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ba12-a542-4dfc-b174-7c149ace7a36 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.368360 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ba12-a542-4dfc-b174-7c149ace7a36 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.399285 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.420814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:29.465528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-79094571-96ad-4ada-8bc8-1ba608475176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:29.467312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.467663 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Added segment ef37e8a6-887f-44a8-a4bc-3c879469f0e0 of type vlan for network 77390b5d-9e19-48c1-a48d-820faf17ebe7 Apr 18 21:31:29.476008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-79094571-96ad-4ada-8bc8-1ba608475176 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a514904f6a4db7ad2ee7c212d1a6b0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:29.485786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-79094571-96ad-4ada-8bc8-1ba608475176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:29.538051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e92f1-e0b4-466c-8f10-9e4c7f0e9e82 None None] Pushing event updated for resources: {'Port': ['ID=c6e782e1-730b-4c9f-bf10-e6f09df6e0ad,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:29.542983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-79094571-96ad-4ada-8bc8-1ba608475176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:29.543198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Routers {'4c7bf6a8-b311-46f1-8cb4-9c9944f53788'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:29.543724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:31:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:29.604288 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.786115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e9a9ba12-a542-4dfc-b174-7c149ace7a36 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Calling delete_port for 19d37db6-9e79-4ccf-a0fa-0783befcb7df owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:29.806011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] Set router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:29.818422 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-79094571-96ad-4ada-8bc8-1ba608475176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.822026 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.822206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:31:29.823066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:29.823651 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.928908 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8276c85-f153-4f73-88fa-33311e8934a0 req-b7297791-6179-4264-a030-52487540177e tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1106720 Apr 18 21:31:30.008486 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc5549-3157-4e0d-a111-df2107354422 req-5f0e65bf-a19b-439e-89f3-38f2c3b97429 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:30.017556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dfc5549-3157-4e0d-a111-df2107354422 req-5f0e65bf-a19b-439e-89f3-38f2c3b97429 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 946 time: 0.1917987 Apr 18 21:31:30.033769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-79094571-96ad-4ada-8bc8-1ba608475176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.077662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 95e6d3c4-7b49-4dee-9f16-9a3000150d5a) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:30.088739 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:31:30.096387 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b6921b-a0de-442f-bab1-66639d66217e None None] Network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:30.107146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:30.107780 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.151722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=77390b5d-9e19-48c1-a48d-820faf17ebe7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:30.183306 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dfc5549-3157-4e0d-a111-df2107354422 req-bd43cfb5-e2fb-4b0a-b4f1-77a8c61b7952 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626050 Apr 18 21:31:30.191884 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ea291af1-48c3-4555-8d90-db7a398cb096 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2306588 Apr 18 21:31:30.195920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79094571-96ad-4ada-8bc8-1ba608475176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57f84c3-d85e-47a8-b655-354c46c9d339,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:30.196296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60804) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:30.220718 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-79094571-96ad-4ada-8bc8-1ba608475176 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4a514904f6a4db7ad2ee7c212d1a6b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1338871 Apr 18 21:31:30.223842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:31:30.227709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60808) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:30.268917 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.305901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Transition to ACTIVE for port object 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:30.322385 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f8200c53-1600-4b54-a430-0f6f3bdb8a4c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8654606 Apr 18 21:31:30.329130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60814) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:30.334019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 77390b5d-9e19-48c1-a48d-820faf17ebe7 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:30.334183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'network_id': '77390b5d-9e19-48c1-a48d-820faf17ebe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:30.446450 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.450358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-14544a55-a2a1-4535-b3d8-3cc060d8aa6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.497178 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ba12-a542-4dfc-b174-7c149ace7a36 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.578372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ips': [{'subnet_id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:31:30.579164 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.586157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9ba12-a542-4dfc-b174-7c149ace7a36 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Pushing event deleted for resources: {'Port': ['ID=19d37db6-9e79-4ccf-a0fa-0783befcb7df,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:30.602098 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-14544a55-a2a1-4535-b3d8-3cc060d8aa6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.689749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3c0d7-7dc3-41b0-bf77-b3543e995fe1 req-88e5e334-d562-4a7c-a57b-a22d86b7ba5f tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:30.692223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6f3c0d7-7dc3-41b0-bf77-b3543e995fe1 req-88e5e334-d562-4a7c-a57b-a22d86b7ba5f tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 932 time: 0.4800284 Apr 18 21:31:30.695279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Pushing event updated for resources: {'Port': ['ID=783bdb0e-26f1-4caa-b6c2-d3f2f2125161,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:30.758267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:30.766998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:subnet and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:30.774096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:30.786864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:30.814900 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ba12-a542-4dfc-b174-7c149ace7a36 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.817303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ba12-a542-4dfc-b174-7c149ace7a36 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.821511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e9a9ba12-a542-4dfc-b174-7c149ace7a36 tempest-ServerActionsTestJSON-1661734749 tempest-ServerActionsTestJSON-1661734749-project] 10.222.0.11 "DELETE /v2.0/floatingips/77034664-23a4-4b53-b8ce-f186d2e51a17 HTTP/1.1" status: 204 len: 168 time: 2.0700643 Apr 18 21:31:30.821511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60820) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:30.833251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c6f3c0d7-7dc3-41b0-bf77-b3543e995fe1 req-a6ea06ea-5d53-4e67-ba71-283cb519578a tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Synchronizing usage tracker for tenant:f6a0062248914aeda6c8dc504ff933ae on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:30.860922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'name': 'tempest-TestNetworkBasicOps-router-190251017', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:21Z', 'updated_at': '2022-04-18T21:31:24Z', 'revision_number': 3, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:23Z', 'updated_at': '2022-04-18T21:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:30.870385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Allocated IP 172.20.0.2 (95e6d3c4-7b49-4dee-9f16-9a3000150d5a/28f3c7cd-afd0-4bad-ad63-e543c82cc40f/2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:30.873293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec8402-9331-4d22-8c70-44badb96851d None None] The sync data for ids ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'] in n-d-836017-3 is: [{'id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'name': 'tempest-TestNetworkBasicOps-router-190251017', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:21Z', 'updated_at': '2022-04-18T21:31:24Z', 'revision_number': 3, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:23Z', 'updated_at': '2022-04-18T21:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:31:30.904547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Attempting to bind port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:30.907649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Attempting to bind port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'f9be4068-da46-415f-b6c0-a50c285a5606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe1bb088-ac0c-4a9a-aa85-c91adaacb32c'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:30.907649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Attempting to bind port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 on network fe1bb088-ac0c-4a9a-aa85-c91adaacb32c {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:30.907910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:30.919676 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 on network fe1bb088-ac0c-4a9a-aa85-c91adaacb32c not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:31:30.919676 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Attempting to bind port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 on network fe1bb088-ac0c-4a9a-aa85-c91adaacb32c {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:30.940762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:30.941172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Checking segment: {'id': 'f9be4068-da46-415f-b6c0-a50c285a5606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe1bb088-ac0c-4a9a-aa85-c91adaacb32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:30.941502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Bound using segment: {'id': 'f9be4068-da46-415f-b6c0-a50c285a5606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe1bb088-ac0c-4a9a-aa85-c91adaacb32c'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:30.944526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Bound port: 783bdb0e-26f1-4caa-b6c2-d3f2f2125161, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9be4068-da46-415f-b6c0-a50c285a5606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fe1bb088-ac0c-4a9a-aa85-c91adaacb32c'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:30.944899 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.958723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-14544a55-a2a1-4535-b3d8-3cc060d8aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.988818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14544a55-a2a1-4535-b3d8-3cc060d8aa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57f84c3-d85e-47a8-b655-354c46c9d339,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:31.075539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-c6f3c0d7-7dc3-41b0-bf77-b3543e995fe1 req-a6ea06ea-5d53-4e67-ba71-283cb519578a tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Unset dirty status for tenant:f6a0062248914aeda6c8dc504ff933ae on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:31.076837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6f3c0d7-7dc3-41b0-bf77-b3543e995fe1 req-a6ea06ea-5d53-4e67-ba71-283cb519578a tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/security-groups?id=84eabbc7-6147-4e14-96fc-2f9a2f38728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514695 Apr 18 21:31:31.152569 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-14544a55-a2a1-4535-b3d8-3cc060d8aa6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.182147 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-14544a55-a2a1-4535-b3d8-3cc060d8aa6f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e57f84c3-d85e-47a8-b655-354c46c9d339 HTTP/1.1" status: 204 len: 168 time: 0.9419854 Apr 18 21:31:31.311865 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.343306 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.356493 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Transition to ACTIVE for port object 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:31.386906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Transition to ACTIVE for port object 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:31.459879 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.510873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] For port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:31.540586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] For port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=783bdb0e-26f1-4caa-b6c2-d3f2f2125161,segment=NetworkSegment(f9be4068-da46-415f-b6c0-a50c285a5606),segment_id=f9be4068-da46-415f-b6c0-a50c285a5606)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:31.559548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Pushing event updated for resources: {'Port': ['ID=2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:31.573302 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.589374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:31.590785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:31.597985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:31.640909 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.701785 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16308ae4-e3f3-4760-9f8a-365cf8525e45 req-6e45a77a-c930-466a-86d6-0d7627a7aca5 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0880177 Apr 18 21:31:31.722001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Attempting to bind port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:31.722349 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Attempting to bind port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:31.722711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Attempting to bind port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 on network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:31.730379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:31.730756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Checking segment: {'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:31.731152 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.731808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Bound using segment: {'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:31.732004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Bound port: 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:31.732422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.842751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] For port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:31.849910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] For port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0,segment=NetworkSegment(69d97a2a-230e-4790-bc83-dc38c611a766),segment_id=69d97a2a-230e-4790-bc83-dc38c611a766)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:31.880133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b94d89-88a3-4f40-b7c1-1936296bc196 req-92037d86-df0d-4989-89d7-a9eae089687f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:31.881780 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4b94d89-88a3-4f40-b7c1-1936296bc196 req-92037d86-df0d-4989-89d7-a9eae089687f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 946 time: 0.6874204 Apr 18 21:31:31.906385 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.983500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.988213 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] 10.222.0.59 "PUT /v2.0/ports/783bdb0e-26f1-4caa-b6c2-d3f2f2125161 HTTP/1.1" status: 200 len: 1092 time: 2.8754036 Apr 18 21:31:31.993953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef06ed9e-a358-4960-ac79-aa5bea837a22', 'tag': '783bdb0e-26f1-4caa-b6c2-d3f2f2125161'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:32.057640 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d01a27-9543-40ec-a733-edf2bf82561f service neutron] Pushing event updated for resources: {'Port': ['ID=783bdb0e-26f1-4caa-b6c2-d3f2f2125161,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:32.078291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c6e782e1-730b-4c9f-bf10-e6f09df6e0ad up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:32.078698 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4b94d89-88a3-4f40-b7c1-1936296bc196 req-df80ef29-67e4-459f-90ec-9da74c417ef9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883504 Apr 18 21:31:32.159460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6bc73-41d9-4cd9-8c3d-f13b7da9ee99 None None] Pushing event updated for resources: {'Port': ['ID=2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:32.251399 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d08cae3-e5c4-4aaa-896b-263cd9bd12db'] response: {'name': 'network-changed', 'server_uuid': 'ef06ed9e-a358-4960-ac79-aa5bea837a22', 'tag': '783bdb0e-26f1-4caa-b6c2-d3f2f2125161', 'status': 'completed', 'code': 200} Apr 18 21:31:32.345754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c6e782e1-730b-4c9f-bf10-e6f09df6e0ad completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:32.351587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c6e782e1-730b-4c9f-bf10-e6f09df6e0ad triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:32.351895 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:32.378040 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-8f25c52b-8b27-4112-8e40-107cf2cdf7f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6a0062248914aeda6c8dc504ff933ae&device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 1095 time: 0.2357428 Apr 18 21:31:32.475049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60838) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:32.529957 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:32.578491 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:32.598259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port c6e782e1-730b-4c9f-bf10-e6f09df6e0ad, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c6e782e1-730b-4c9f-bf10-e6f09df6e0ad,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:32.647379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c30a7a7-efef-4129-b37a-19794545fdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:32.665117 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-a7532172-22bb-48fe-8477-056cb21cdf07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=783bdb0e-26f1-4caa-b6c2-d3f2f2125161 HTTP/1.1" status: 200 len: 217 time: 0.2775364 Apr 18 21:31:32.691021 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:32.766298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=c6e782e1-730b-4c9f-bf10-e6f09df6e0ad,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:32.784055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1c30a7a7-efef-4129-b37a-19794545fdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:32.792729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1c30a7a7-efef-4129-b37a-19794545fdbb admin admin] Usage tracker for resource:security_group_rule and tenant:24df51cd68f0401caffb9d0201acfb2a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:32.825032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1c30a7a7-efef-4129-b37a-19794545fdbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:32.834817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=4b450cd7-fd2d-4511-bb53-4acd7fc78893,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:32.845623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1c30a7a7-efef-4129-b37a-19794545fdbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:32.851191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-4ef0f7de-ab11-43d9-9ac9-330570e3498b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:32.852871 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-4ef0f7de-ab11-43d9-9ac9-330570e3498b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43f298b4-df39-4865-9395-4103a134da35 HTTP/1.1" status: 200 len: 848 time: 0.1523786 Apr 18 21:31:32.881270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking segment: {'id': 'ef37e8a6-887f-44a8-a4bc-3c879469f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '77390b5d-9e19-48c1-a48d-820faf17ebe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:32.881852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network hostable DHCP agents. Network: 77390b5d-9e19-48c1-a48d-820faf17ebe7, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:31:32.891088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9f40-74f9-43d4-a2c0-fda688fc6fa0 req-2cd70812-cd4b-45d6-9d4e-b3463e7c4a1a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:32.892667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99da9f40-74f9-43d4-a2c0-fda688fc6fa0 req-2cd70812-cd4b-45d6-9d4e-b3463e7c4a1a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 946 time: 0.3196275 Apr 18 21:31:32.913222 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:32.925651 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-65d5ed5e-656f-4120-94df-e2972df0660a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe1bb088-ac0c-4a9a-aa85-c91adaacb32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604632 Apr 18 21:31:33.012823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca7b9a-a709-4ed3-940f-c24edd01f775 req-ac45993b-1dc2-4271-85a9-20f602341235 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:33.022478 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0ca7b9a-a709-4ed3-940f-c24edd01f775 req-ac45993b-1dc2-4271-85a9-20f602341235 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 944 time: 0.5017498 Apr 18 21:31:33.025970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49c6581f-2522-48e9-9471-6196ca56ecb1 req-e7a69412-8842-4838-a608-eec3f57befee tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1242421 Apr 18 21:31:33.124665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-99da9f40-74f9-43d4-a2c0-fda688fc6fa0 req-3a8de0ae-3d06-4a21-a805-8e11f5311bf0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Deleting port ce18ebb5-9ca7-4683-828a-6f45c0d70eba {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:33.125283 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-99da9f40-74f9-43d4-a2c0-fda688fc6fa0 req-3a8de0ae-3d06-4a21-a805-8e11f5311bf0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.199014 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0ca7b9a-a709-4ed3-940f-c24edd01f775 req-653b7248-fb39-4268-bfac-9e7131db4856 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/security-groups?id=84eabbc7-6147-4e14-96fc-2f9a2f38728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755097 Apr 18 21:31:33.306219 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c30a7a7-efef-4129-b37a-19794545fdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.320168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network 77390b5d-9e19-48c1-a48d-820faf17ebe7 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:31:33.430593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c30a7a7-efef-4129-b37a-19794545fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.453187 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-6639aab1-97b7-426a-ac7a-da5290f6ef89 service neutron] 10.222.0.59 "GET /v2.0/networks/fe1bb088-ac0c-4a9a-aa85-c91adaacb32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195036 Apr 18 21:31:33.474480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 77390b5d-9e19-48c1-a48d-820faf17ebe7) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:33.484268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28acd002-74fd-4b01-a686-dd0bc441f391 None None] Network 77390b5d-9e19-48c1-a48d-820faf17ebe7 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:33.484834 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02526ea4-d5cf-4032-9953-9f20cddbdd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.545791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:33.546388 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.567932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24975761-d045-4d71-94eb-296c45367a2d None None] Network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:33.589125 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.590748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30a7a7-efef-4129-b37a-19794545fdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb309058-4fe6-4120-a210-8c4bfff5fe01,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:33.619996 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1c30a7a7-efef-4129-b37a-19794545fdbb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24df51cd68f0401caffb9d0201acfb2a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1425040 Apr 18 21:31:33.630885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60846) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:33.751311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-99da9f40-74f9-43d4-a2c0-fda688fc6fa0 req-3a8de0ae-3d06-4a21-a805-8e11f5311bf0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] For port ce18ebb5-9ca7-4683-828a-6f45c0d70eba, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ce18ebb5-9ca7-4683-828a-6f45c0d70eba,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:33.751703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-99da9f40-74f9-43d4-a2c0-fda688fc6fa0 req-3a8de0ae-3d06-4a21-a805-8e11f5311bf0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.783600 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3a36f7a-cdf0-4a37-81aa-5ff466311d73 req-b28c6536-91f6-4697-b68c-64f048dd347e service neutron] 10.222.0.59 "GET /v2.0/networks/fe1bb088-ac0c-4a9a-aa85-c91adaacb32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125224 Apr 18 21:31:33.809747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Allocated IP 172.20.0.1 (95e6d3c4-7b49-4dee-9f16-9a3000150d5a/28f3c7cd-afd0-4bad-ad63-e543c82cc40f/f444d095-205b-4fa0-b881-1e95426a4937) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:33.840520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8979b657-fb99-4be3-8889-32db6d09833f None None] Provisioning for port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:33.888664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-99da9f40-74f9-43d4-a2c0-fda688fc6fa0 req-3a8de0ae-3d06-4a21-a805-8e11f5311bf0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Calling delete_port for ce18ebb5-9ca7-4683-828a-6f45c0d70eba owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:33.919892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2cfcdf14-baf6-4b1a-bcdb-fb16a457b538 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.7179031 Apr 18 21:31:33.920087 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-77390b5d-9e19-48c1-a48d-820faf17ebe7', 'network_id': '77390b5d-9e19-48c1-a48d-820faf17ebe7', 'tenant_id': '76f5a9f45865458297f3eaa9d4543691', 'fixed_ips': [{'subnet_id': '4b450cd7-fd2d-4511-bb53-4acd7fc78893'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:31:33.921135 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.921723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60850) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:33.946895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad93e9-9017-4ba9-8e17-6bde37ebda1d req-92873897-3e00-4f4f-93d9-c7838c9aa3f5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:33.967859 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8ad93e9-9017-4ba9-8e17-6bde37ebda1d req-92873897-3e00-4f4f-93d9-c7838c9aa3f5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 946 time: 0.5936987 Apr 18 21:31:34.028509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.046209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Transition to ACTIVE for port object f444d095-205b-4fa0-b881-1e95426a4937 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:34.075984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4d00d3-065a-44dc-867a-4defbf8a61c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.144867 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-79f34e61-f188-4d3e-80ff-2f50b818b991 req-7cb4a647-5b07-4ba4-943c-0968803f62cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6a0062248914aeda6c8dc504ff933ae&device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 1095 time: 0.1507680 Apr 18 21:31:34.151074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:34.196708 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.220911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4d00d3-065a-44dc-867a-4defbf8a61c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.387446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Allocated IP 172.20.0.1 (77390b5d-9e19-48c1-a48d-820faf17ebe7/4b450cd7-fd2d-4511-bb53-4acd7fc78893/036b3e48-12a9-4e18-81b2-1289526c3cc7) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:34.388200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=f444d095-205b-4fa0-b881-1e95426a4937,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:34.388200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:34.400019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:34.404555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:34.468951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f34e61-f188-4d3e-80ff-2f50b818b991 req-dec85a07-c352-42b0-9578-dbb2f7d6fcea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:34.470455 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-79f34e61-f188-4d3e-80ff-2f50b818b991 req-dec85a07-c352-42b0-9578-dbb2f7d6fcea service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe1bb088-ac0c-4a9a-aa85-c91adaacb32c HTTP/1.1" status: 200 len: 909 time: 0.3184476 Apr 18 21:31:34.522792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:34.532304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:34.532677 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.539880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.557284 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ffb78785-bcc5-40b9-a68b-3dcd50a7a142 req-7f66764e-0a49-4546-95e7-3cfb72c92d9a tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.2696841 Apr 18 21:31:34.624518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8ad93e9-9017-4ba9-8e17-6bde37ebda1d req-0aaf43ad-0083-40b0-a2d4-92c6e12b0f57 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6558490 Apr 18 21:31:34.681426 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.750084 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-79f34e61-f188-4d3e-80ff-2f50b818b991 req-47ecac47-0c69-45cd-ab93-4638bed80207 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=783bdb0e-26f1-4caa-b6c2-d3f2f2125161 HTTP/1.1" status: 200 len: 217 time: 0.2711520 Apr 18 21:31:34.780449 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.805088 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.826271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.843371 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Transition to ACTIVE for port object 036b3e48-12a9-4e18-81b2-1289526c3cc7 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:34.855069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f34e61-f188-4d3e-80ff-2f50b818b991 req-4cba07c7-5eee-4da4-a134-ccaae7005a93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:34.856614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-79f34e61-f188-4d3e-80ff-2f50b818b991 req-4cba07c7-5eee-4da4-a134-ccaae7005a93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43f298b4-df39-4865-9395-4103a134da35 HTTP/1.1" status: 200 len: 848 time: 0.0995927 Apr 18 21:31:34.889389 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-99da9f40-74f9-43d4-a2c0-fda688fc6fa0 req-3a8de0ae-3d06-4a21-a805-8e11f5311bf0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.906141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9acd722d-5552-4cb2-aac8-e164bc0d6f89'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:31:34.934452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Transition to ACTIVE for port object 036b3e48-12a9-4e18-81b2-1289526c3cc7 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:34.937820 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-79f34e61-f188-4d3e-80ff-2f50b818b991 req-d3fe026d-3ff7-49cb-b217-5e27910e7850 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe1bb088-ac0c-4a9a-aa85-c91adaacb32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531790 Apr 18 21:31:34.959154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4d00d3-065a-44dc-867a-4defbf8a61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.959292 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.994741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d00d3-065a-44dc-867a-4defbf8a61c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb309058-4fe6-4120-a210-8c4bfff5fe01,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:35.004756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8de0ae-3d06-4a21-a805-8e11f5311bf0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event deleted for resources: {'Port': ['ID=ce18ebb5-9ca7-4683-828a-6f45c0d70eba,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:35.064355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0,segment=NetworkSegment(69d97a2a-230e-4790-bc83-dc38c611a766),segment_id=69d97a2a-230e-4790-bc83-dc38c611a766)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:35.069390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d6185aa6-dde2-4fe1-87a1-9b7e683326d4 None None] Provisioning complete for port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:35.070071 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d6185aa6-dde2-4fe1-87a1-9b7e683326d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:35.153800 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:35.191642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-99da9f40-74f9-43d4-a2c0-fda688fc6fa0 req-3a8de0ae-3d06-4a21-a805-8e11f5311bf0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] No DVR routers for this DVR port ce18ebb5-9ca7-4683-828a-6f45c0d70eba on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:35.195025 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-99da9f40-74f9-43d4-a2c0-fda688fc6fa0 req-3a8de0ae-3d06-4a21-a805-8e11f5311bf0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:35.198230 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99da9f40-74f9-43d4-a2c0-fda688fc6fa0 req-3a8de0ae-3d06-4a21-a805-8e11f5311bf0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "DELETE /v2.0/ports/ce18ebb5-9ca7-4683-828a-6f45c0d70eba HTTP/1.1" status: 204 len: 173 time: 2.2986710 Apr 18 21:31:35.199728 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4d00d3-065a-44dc-867a-4defbf8a61c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:35.200740 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5a4d00d3-065a-44dc-867a-4defbf8a61c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb309058-4fe6-4120-a210-8c4bfff5fe01 HTTP/1.1" status: 204 len: 168 time: 1.5689342 Apr 18 21:31:35.216132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675', 'name': 'network-vif-deleted', 'tag': 'ce18ebb5-9ca7-4683-828a-6f45c0d70eba'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:35.232750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Network 77390b5d-9e19-48c1-a48d-820faf17ebe7 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:35.258118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:35.259435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295fc7c-f6a8-4895-a857-484dc9c40293 req-69bfb498-1499-4962-887a-e60e35c8cbca tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:35.268250 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b295fc7c-f6a8-4895-a857-484dc9c40293 req-69bfb498-1499-4962-887a-e60e35c8cbca tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 944 time: 0.4644308 Apr 18 21:31:35.270225 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:35.271647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c6e782e1-730b-4c9f-bf10-e6f09df6e0ad up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:35.376293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:35.436300 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46291f3f-2a3d-4bf5-85d0-32bd89bcf8fb'] response: {'server_uuid': 'fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675', 'name': 'network-vif-deleted', 'tag': 'ce18ebb5-9ca7-4683-828a-6f45c0d70eba', 'status': 'completed', 'code': 200} Apr 18 21:31:35.454020 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-79f34e61-f188-4d3e-80ff-2f50b818b991 req-f759475c-7330-4872-8d6f-645db8ce2dd3 service neutron] 10.222.0.59 "GET /v2.0/networks/fe1bb088-ac0c-4a9a-aa85-c91adaacb32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078681 Apr 18 21:31:35.539948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:35.652007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Subnet': ['ID=4b450cd7-fd2d-4511-bb53-4acd7fc78893,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:35.684844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Attempting to bind port 036b3e48-12a9-4e18-81b2-1289526c3cc7 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:35.684844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Attempting to bind port 036b3e48-12a9-4e18-81b2-1289526c3cc7 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'ef37e8a6-887f-44a8-a4bc-3c879469f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '77390b5d-9e19-48c1-a48d-820faf17ebe7'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:35.684844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Attempting to bind port 036b3e48-12a9-4e18-81b2-1289526c3cc7 on network 77390b5d-9e19-48c1-a48d-820faf17ebe7 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:35.685551 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b295fc7c-f6a8-4895-a857-484dc9c40293 req-8f2c75f5-45ac-4687-8424-0212bcd2db51 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/security-groups?id=84eabbc7-6147-4e14-96fc-2f9a2f38728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145863 Apr 18 21:31:35.709560 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:35.709968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Checking segment: {'id': 'ef37e8a6-887f-44a8-a4bc-3c879469f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '77390b5d-9e19-48c1-a48d-820faf17ebe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:35.710381 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:35.710779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Bound using segment: {'id': 'ef37e8a6-887f-44a8-a4bc-3c879469f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '77390b5d-9e19-48c1-a48d-820faf17ebe7'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:35.711268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Bound port: 036b3e48-12a9-4e18-81b2-1289526c3cc7, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef37e8a6-887f-44a8-a4bc-3c879469f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '77390b5d-9e19-48c1-a48d-820faf17ebe7'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:35.715508 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:35.802572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c6e782e1-730b-4c9f-bf10-e6f09df6e0ad triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:35.804696 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:35.840414 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-79f34e61-f188-4d3e-80ff-2f50b818b991 req-c01e5417-0217-4a13-b01a-68d32e37ce9e service neutron] 10.222.0.59 "GET /v2.0/networks/fe1bb088-ac0c-4a9a-aa85-c91adaacb32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785558 Apr 18 21:31:35.902640 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:35.916768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Pushing event updated for resources: {'Port': ['ID=036b3e48-12a9-4e18-81b2-1289526c3cc7,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:35.939297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:36.044244 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:36.063680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b6bf31f-4377-426a-ace3-2961d391044d req-41b324a5-fdbb-436b-b06d-d391aba8c2dd tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1854680 Apr 18 21:31:36.065721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cdff496e-82c5-441a-9361-7cde1088f971 req-728742e6-5694-4295-9b20-1d64c50d125d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:36.073905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77390b5d-9e19-48c1-a48d-820faf17ebe7']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:36.104540 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ce18ebb5-9ca7-4683-828a-6f45c0d70eba no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:36.163909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef37e8a6-887f-44a8-a4bc-3c879469f0e0') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:36.164144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef37e8a6-887f-44a8-a4bc-3c879469f0e0') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:36.168806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: ce18ebb5-9ca7-4683-828a-6f45c0d70eba {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:36.169212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ce18ebb5-9ca7-4683-828a-6f45c0d70eba not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:36.199821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cdff496e-82c5-441a-9361-7cde1088f971 req-728742e6-5694-4295-9b20-1d64c50d125d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:36.200998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdff496e-82c5-441a-9361-7cde1088f971 req-728742e6-5694-4295-9b20-1d64c50d125d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 210 time: 0.2819459 Apr 18 21:31:36.219489 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:36.254239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=f444d095-205b-4fa0-b881-1e95426a4937,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:36.270497 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:36.282224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:36.283237 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:36.283893 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7c5a8c9a-b7ca-44ad-90e9-0aa583028b7d None None] Provisioning for port f444d095-205b-4fa0-b881-1e95426a4937 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:36.290433 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:36.297878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7c5a8c9a-b7ca-44ad-90e9-0aa583028b7d None None] Provisioning complete for port f444d095-205b-4fa0-b881-1e95426a4937 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:36.298316 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8c9a-b7ca-44ad-90e9-0aa583028b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:36.298569 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:36.345718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:36.371423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] For port 036b3e48-12a9-4e18-81b2-1289526c3cc7, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:36.423852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] For port 036b3e48-12a9-4e18-81b2-1289526c3cc7, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=036b3e48-12a9-4e18-81b2-1289526c3cc7,segment=NetworkSegment(ef37e8a6-887f-44a8-a4bc-3c879469f0e0),segment_id=ef37e8a6-887f-44a8-a4bc-3c879469f0e0)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:36.428570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a8c9a-b7ca-44ad-90e9-0aa583028b7d None None] Port f444d095-205b-4fa0-b881-1e95426a4937 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:31:36.439801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:31:36.457064 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:31:36.457064 n-d-836017-3 neutron-server[85048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:31:36.457064 n-d-836017-3 neutron-server[85048]: [parameters: {'id': '77390b5d-9e19-48c1-a48d-820faf17ebe7'}] Apr 18 21:31:36.457064 n-d-836017-3 neutron-server[85048]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:31:36.457708 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:31:36.526761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:36.529338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:36.551260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:36.572534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-02526ea4-d5cf-4032-9953-9f20cddbdd70 admin admin] Deleting port 69c389a3-61ed-422d-9a8c-6c90f590fabc {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:36.572897 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02526ea4-d5cf-4032-9953-9f20cddbdd70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:36.607257 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:36.673462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60868) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:36.766096 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f74ca69d-d46f-434a-a87b-04631584690c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:36.819001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16d6a6-0b45-485a-b845-e7e35b3a6e44 None None] Pushing event updated for resources: {'Port': ['ID=036b3e48-12a9-4e18-81b2-1289526c3cc7,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:36.851122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6e58e4-ffb6-44f7-8f65-1c695519544c None None] Network 77390b5d-9e19-48c1-a48d-820faf17ebe7 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:36.906610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f74ca69d-d46f-434a-a87b-04631584690c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:36.941613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f74ca69d-d46f-434a-a87b-04631584690c admin admin] Usage tracker for resource:security_group_rule and tenant:1e73562e392e49fab6cc4355b612dc14 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:36.950760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f74ca69d-d46f-434a-a87b-04631584690c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:37.000429 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.016592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-02526ea4-d5cf-4032-9953-9f20cddbdd70 admin admin] For port 69c389a3-61ed-422d-9a8c-6c90f590fabc, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=69c389a3-61ed-422d-9a8c-6c90f590fabc,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:37.016592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02526ea4-d5cf-4032-9953-9f20cddbdd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.115956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=783bdb0e-26f1-4caa-b6c2-d3f2f2125161,segment=NetworkSegment(f9be4068-da46-415f-b6c0-a50c285a5606),segment_id=f9be4068-da46-415f-b6c0-a50c285a5606)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:37.150225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:37.150598 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.218664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '783bdb0e-26f1-4caa-b6c2-d3f2f2125161', 'network_id': 'fe1bb088-ac0c-4a9a-aa85-c91adaacb32c', 'port_id': '783bdb0e-26f1-4caa-b6c2-d3f2f2125161', 'mac_address': 'fa:16:3e:32:b6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f298b4-df39-4865-9395-4103a134da35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:31:37.287127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4bb75070-6680-4928-a924-3d3b1801b437 None None] Provisioning complete for port f444d095-205b-4fa0-b881-1e95426a4937 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:37.287570 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4bb75070-6680-4928-a924-3d3b1801b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.320908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-02526ea4-d5cf-4032-9953-9f20cddbdd70 admin admin] Calling delete_port for 69c389a3-61ed-422d-9a8c-6c90f590fabc owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:37.358601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f74ca69d-d46f-434a-a87b-04631584690c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:37.427087 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.431058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:31:37.447836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:31:37.459273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Deleting port 036b3e48-12a9-4e18-81b2-1289526c3cc7 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:37.460012 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.527964 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8f7e99e-4415-4485-b95d-c94622694f5a req-b1b2230f-c853-41cb-b2c6-c22d2dd5bc96 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1120546 Apr 18 21:31:37.551983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4bb75070-6680-4928-a924-3d3b1801b437 None None] Port f444d095-205b-4fa0-b881-1e95426a4937 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:31:37.569359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=783bdb0e-26f1-4caa-b6c2-d3f2f2125161,segment=NetworkSegment(f9be4068-da46-415f-b6c0-a50c285a5606),segment_id=f9be4068-da46-415f-b6c0-a50c285a5606)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:37.609937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865f5a5f-cdfe-47d3-bb58-dbde04539e97 None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:31:37.698150 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.718073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fbc1b-13cb-49d1-bc81-6ea55e9e9980 req-f6df1f08-e7b1-459f-aec5-11c7259ec11a tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.719711 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e5fbc1b-13cb-49d1-bc81-6ea55e9e9980 req-f6df1f08-e7b1-459f-aec5-11c7259ec11a tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 944 time: 0.7707479 Apr 18 21:31:37.736326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:31:37.762929 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f74ca69d-d46f-434a-a87b-04631584690c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.770731 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ec89f506-7d45-44e6-9eda-0e23bc7adc21 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "PUT /v2.0/routers/4c7bf6a8-b311-46f1-8cb4-9c9944f53788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4337106 Apr 18 21:31:37.771432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60880) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:37.780483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Sync routers for ids ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:31:37.813214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Routers {'4c7bf6a8-b311-46f1-8cb4-9c9944f53788'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:37.813871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:31:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:37.890225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f74ca69d-d46f-434a-a87b-04631584690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.921579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f1201cb-8127-416a-b4ae-53e146eafac9 req-40d03fad-544e-4963-8b71-acc7998a3731 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe0561ae-ae6f-4b4b-a2d6-b00bf5c44675 HTTP/1.1" status: 200 len: 210 time: 0.1739206 Apr 18 21:31:37.956936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d66863-8a57-4296-a8a8-1c2243f5cdcd tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.957583 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d66863-8a57-4296-a8a8-1c2243f5cdcd tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.957959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d66863-8a57-4296-a8a8-1c2243f5cdcd tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.958332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d66863-8a57-4296-a8a8-1c2243f5cdcd tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.958686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d66863-8a57-4296-a8a8-1c2243f5cdcd tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.959045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d66863-8a57-4296-a8a8-1c2243f5cdcd tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.959402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d66863-8a57-4296-a8a8-1c2243f5cdcd tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.959758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d66863-8a57-4296-a8a8-1c2243f5cdcd tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.960112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d66863-8a57-4296-a8a8-1c2243f5cdcd tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.960518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d66863-8a57-4296-a8a8-1c2243f5cdcd tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.960875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d66863-8a57-4296-a8a8-1c2243f5cdcd tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.963626 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-85d66863-8a57-4296-a8a8-1c2243f5cdcd tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7729 time: 0.1911776 Apr 18 21:31:37.966467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60884) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:38.035441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] For port 036b3e48-12a9-4e18-81b2-1289526c3cc7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=036b3e48-12a9-4e18-81b2-1289526c3cc7,segment=NetworkSegment(ef37e8a6-887f-44a8-a4bc-3c879469f0e0),segment_id=ef37e8a6-887f-44a8-a4bc-3c879469f0e0)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:38.035717 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.043700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Set router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:38.056711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ca69d-d46f-434a-a87b-04631584690c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684d5e3a-03b5-4b3f-89fa-0f074893fd08,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:38.063999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d36a7e-ecca-422e-9378-44db4a89b255 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:38.064441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d36a7e-ecca-422e-9378-44db4a89b255 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:38.068921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d36a7e-ecca-422e-9378-44db4a89b255 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:38.068921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d36a7e-ecca-422e-9378-44db4a89b255 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:38.068921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d36a7e-ecca-422e-9378-44db4a89b255 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:38.068921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d36a7e-ecca-422e-9378-44db4a89b255 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:38.068921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d36a7e-ecca-422e-9378-44db4a89b255 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:38.068921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d36a7e-ecca-422e-9378-44db4a89b255 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:38.068921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d36a7e-ecca-422e-9378-44db4a89b255 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:38.068921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d36a7e-ecca-422e-9378-44db4a89b255 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:38.074977 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e2d36a7e-ecca-422e-9378-44db4a89b255 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6522 time: 0.1035101 Apr 18 21:31:38.074977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60888) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:38.153824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f74ca69d-d46f-434a-a87b-04631584690c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e73562e392e49fab6cc4355b612dc14&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4789178 Apr 18 21:31:38.217191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60892) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:38.240173 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e5fbc1b-13cb-49d1-bc81-6ea55e9e9980 req-5dd43afc-23e0-4a62-ae48-05ccb54f4b45 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/security-groups?id=84eabbc7-6147-4e14-96fc-2f9a2f38728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090714 Apr 18 21:31:38.251102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Calling delete_port for 036b3e48-12a9-4e18-81b2-1289526c3cc7 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:38.315623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['783bdb0e-26f1-4caa-b6c2-d3f2f2125161'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:31:38.321806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65133d3d-35d3-4dd5-b37a-438c166d1c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.357972 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65133d3d-35d3-4dd5-b37a-438c166d1c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.386456 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02526ea4-d5cf-4032-9953-9f20cddbdd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.396193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=783bdb0e-26f1-4caa-b6c2-d3f2f2125161,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:38.474536 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-84fab335-3989-4cbf-8e1c-ca3134fbbff1 tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4485 time: 0.3963184 Apr 18 21:31:38.496165 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.503380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02526ea4-d5cf-4032-9953-9f20cddbdd70 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c389a3-61ed-422d-9a8c-6c90f590fabc,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:38.520298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865f5a5f-cdfe-47d3-bb58-dbde04539e97 None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:31:38.534376 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65133d3d-35d3-4dd5-b37a-438c166d1c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.561580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65133d3d-35d3-4dd5-b37a-438c166d1c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684d5e3a-03b5-4b3f-89fa-0f074893fd08,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:38.584444 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-65133d3d-35d3-4dd5-b37a-438c166d1c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.587905 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-65133d3d-35d3-4dd5-b37a-438c166d1c42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/684d5e3a-03b5-4b3f-89fa-0f074893fd08 HTTP/1.1" status: 204 len: 168 time: 0.3673799 Apr 18 21:31:38.691320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Port': ['ID=036b3e48-12a9-4e18-81b2-1289526c3cc7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:38.792806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No DVR routers for this DVR port 036b3e48-12a9-4e18-81b2-1289526c3cc7 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:38.981360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'name': 'tempest-TestNetworkBasicOps-router-190251017', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:21Z', 'updated_at': '2022-04-18T21:31:34Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:23Z', 'updated_at': '2022-04-18T21:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f444d095-205b-4fa0-b881-1e95426a4937', 'name': '', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:eb:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:33Z', 'updated_at': '2022-04-18T21:31:35Z', 'revision_number': 2, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:38.995281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Checking router: 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:31:38.996265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Updating router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 port f444d095-205b-4fa0-b881-1e95426a4937 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:31:39.067828 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.097431 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b3b9d15-c34b-4b85-9ae7-33a7931cfe5f req-8e7c4524-81f5-43f9-8a59-646e274a5bc2 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1985657 Apr 18 21:31:39.217638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.258183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77390b5d-9e19-48c1-a48d-820faf17ebe7']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:39.274492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef37e8a6-887f-44a8-a4bc-3c879469f0e0') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:39.279791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef37e8a6-887f-44a8-a4bc-3c879469f0e0') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:39.305882 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.316758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60908) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:39.323344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-272860506', 'description': 'tempest-secgroup-smoke-272860506 description', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:39.336580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:39.344143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:39.351184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:39.363502 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.366128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:39.375688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:39.376264 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:39.393258 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:39.399682 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.443984 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.556173 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02526ea4-d5cf-4032-9953-9f20cddbdd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.726373 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.739832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:39.744305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:39.747551 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.763140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:39.772155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Network': ['ID=77390b5d-9e19-48c1-a48d-820faf17ebe7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:39.786256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:39.798065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7896-35cb-49bd-904e-82b349e0987a req-45cd82d3-45cd-441e-99a4-027f733a2c08 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:39.805729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a6c7896-35cb-49bd-904e-82b349e0987a req-45cd82d3-45cd-441e-99a4-027f733a2c08 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 945 time: 0.2857611 Apr 18 21:31:39.840692 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-32c0973c-7fdf-4cc3-a303-bf6260526176 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/77390b5d-9e19-48c1-a48d-820faf17ebe7 HTTP/1.1" status: 204 len: 168 time: 5.9083440 Apr 18 21:31:39.847579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60922) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:39.857267 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.868926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-296249828'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:39.873316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Transition to ACTIVE for port object f444d095-205b-4fa0-b881-1e95426a4937 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:39.876940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.901796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:39.922994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a6c7896-35cb-49bd-904e-82b349e0987a req-e96aa9db-8c2d-4270-a41a-7da6b696855b tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/security-groups?id=84eabbc7-6147-4e14-96fc-2f9a2f38728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165910 Apr 18 21:31:39.931354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:network and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:39.944867 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.945007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:39.959386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:39.965513 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.044882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533dde72-6d5b-46bc-aa38-a56b7e2b219e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:40.129826 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.134153 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c686276a-f889-4ff8-92b0-d28ac7d32756 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.8138301 Apr 18 21:31:40.134751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60928) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:40.140116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8c05b763-2766-40cf-88a7-505f727ae760 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '533dde72-6d5b-46bc-aa38-a56b7e2b219e', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:40.168677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274c8fd-4529-47c4-8233-914c122f9043 None None] Pushing event updated for resources: {'Port': ['ID=f444d095-205b-4fa0-b881-1e95426a4937,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:40.183885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8c05b763-2766-40cf-88a7-505f727ae760 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:40.191172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:40.196573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8c05b763-2766-40cf-88a7-505f727ae760 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:40.200080 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.206093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8c05b763-2766-40cf-88a7-505f727ae760 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:40.218147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8c05b763-2766-40cf-88a7-505f727ae760 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:40.300303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Attempting to bind port f444d095-205b-4fa0-b881-1e95426a4937 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:40.300588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Attempting to bind port f444d095-205b-4fa0-b881-1e95426a4937 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:40.300872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Attempting to bind port f444d095-205b-4fa0-b881-1e95426a4937 on network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:40.310909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:40.311423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Checking segment: {'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:40.311829 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.312220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Bound using segment: {'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:40.312732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Bound port: f444d095-205b-4fa0-b881-1e95426a4937, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:40.313291 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.320212 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c05b763-2766-40cf-88a7-505f727ae760 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.330074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:40.358299 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.358651 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Added segment bf7b5def-0821-43f7-a917-64337d51e61d of type vlan for network d6014b45-0643-4bdd-85ee-eb57a68d9e13 Apr 18 21:31:40.456331 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.479310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:40.507798 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c05b763-2766-40cf-88a7-505f727ae760 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.591323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] For port f444d095-205b-4fa0-b881-1e95426a4937, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:40.608019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] For port f444d095-205b-4fa0-b881-1e95426a4937, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f444d095-205b-4fa0-b881-1e95426a4937,segment=NetworkSegment(69d97a2a-230e-4790-bc83-dc38c611a766),segment_id=69d97a2a-230e-4790-bc83-dc38c611a766)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:40.612125 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0850b4f-9621-4013-bb66-53b0e3921b44 req-ea4b2983-db1f-4100-a5e6-0f01ed4a6821 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1443431 Apr 18 21:31:40.624840 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c05b763-2766-40cf-88a7-505f727ae760 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.659311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05b763-2766-40cf-88a7-505f727ae760 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f27fee-6a5d-42e0-b20e-96a841052141,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:40.766855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02526ea4-d5cf-4032-9953-9f20cddbdd70 admin admin] Router 3d067e44-0f34-4794-b71e-88bf5040204b has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:31:40.774402 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.809032 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c05b763-2766-40cf-88a7-505f727ae760 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.811512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8c05b763-2766-40cf-88a7-505f727ae760 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6758456 Apr 18 21:31:40.818178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60942) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:40.826515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0c8e76e6-53d5-4879-919d-7be81846eafe tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '533dde72-6d5b-46bc-aa38-a56b7e2b219e', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:40.833255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:40.843753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.847850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:40.848905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.859096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:40.859096 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.870689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0c8e76e6-53d5-4879-919d-7be81846eafe tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:40.889622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0c8e76e6-53d5-4879-919d-7be81846eafe tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:40.900592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0c8e76e6-53d5-4879-919d-7be81846eafe tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:40.921392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0c8e76e6-53d5-4879-919d-7be81846eafe tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:40.974283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274c8fd-4529-47c4-8233-914c122f9043 None None] Pushing event updated for resources: {'Port': ['ID=f444d095-205b-4fa0-b881-1e95426a4937,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:41.035216 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c8e76e6-53d5-4879-919d-7be81846eafe tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:41.078538 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Routers {'4c7bf6a8-b311-46f1-8cb4-9c9944f53788'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:41.086736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:31:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:41.239109 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c8e76e6-53d5-4879-919d-7be81846eafe tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:41.311021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c8e76e6-53d5-4879-919d-7be81846eafe tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:41.367882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e76e6-53d5-4879-919d-7be81846eafe tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f7420c-3228-4722-a4f8-0dc4285fdf26,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:41.382534 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:41.647822 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c8e76e6-53d5-4879-919d-7be81846eafe tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:41.647822 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0c8e76e6-53d5-4879-919d-7be81846eafe tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6880913 Apr 18 21:31:41.647822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60954) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:41.647822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a9491901-fb2b-4363-bf28-bbf0c22baace tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '533dde72-6d5b-46bc-aa38-a56b7e2b219e', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:41.659904 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6752131 Apr 18 21:31:41.666354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a9491901-fb2b-4363-bf28-bbf0c22baace tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:41.666354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60958) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:41.666354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a9491901-fb2b-4363-bf28-bbf0c22baace tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:41.666354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a9491901-fb2b-4363-bf28-bbf0c22baace tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:41.668668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e90e9a-5403-46a1-a757-06605edbbba4 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=d6014b45-0643-4bdd-85ee-eb57a68d9e13,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:41.668843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'network_id': 'd6014b45-0643-4bdd-85ee-eb57a68d9e13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:41.669014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] Set router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:41.669197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368e7d4-e37c-4c74-8887-f7a3614ec909 req-a1ea1939-1f8c-43f6-8757-58ce193beadd tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:41.669197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d368e7d4-e37c-4c74-8887-f7a3614ec909 req-a1ea1939-1f8c-43f6-8757-58ce193beadd tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 945 time: 0.3924079 Apr 18 21:31:41.679335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:41.681773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a9491901-fb2b-4363-bf28-bbf0c22baace tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:41.685941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:subnet and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:41.692040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:41.704419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=783bdb0e-26f1-4caa-b6c2-d3f2f2125161,segment=NetworkSegment(f9be4068-da46-415f-b6c0-a50c285a5606),segment_id=f9be4068-da46-415f-b6c0-a50c285a5606)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:41.710276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d368e7d4-e37c-4c74-8887-f7a3614ec909 req-bb5df846-4d50-443e-aa9c-92e092c6d4ad tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/security-groups?id=84eabbc7-6147-4e14-96fc-2f9a2f38728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720553 Apr 18 21:31:41.719023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef06ed9e-a358-4960-ac79-aa5bea837a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783bdb0e-26f1-4caa-b6c2-d3f2f2125161'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:41.719444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02526ea4-d5cf-4032-9953-9f20cddbdd70 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:31:41.725888 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d6014b45-0643-4bdd-85ee-eb57a68d9e13 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:41.731634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-02526ea4-d5cf-4032-9953-9f20cddbdd70 admin admin] 10.222.0.11 "PUT /v2.0/routers/3d067e44-0f34-4794-b71e-88bf5040204b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9057505 Apr 18 21:31:41.733159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60966) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:41.737060 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe9344-7dd1-412b-a3d5-a7837c17a05f None None] Sync routers for ids ['3d067e44-0f34-4794-b71e-88bf5040204b'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:31:41.753678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:41.756369 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe9344-7dd1-412b-a3d5-a7837c17a05f None None] Routers {'3d067e44-0f34-4794-b71e-88bf5040204b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:41.758061 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ccfe9344-7dd1-412b-a3d5-a7837c17a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:31:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3d067e44-0f34-4794-b71e-88bf5040204b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:41.789329 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9491901-fb2b-4363-bf28-bbf0c22baace tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:41.933066 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5279842-1f69-49c1-9738-7af4ecf3e2c4'] response: {'server_uuid': 'ef06ed9e-a358-4960-ac79-aa5bea837a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783bdb0e-26f1-4caa-b6c2-d3f2f2125161', 'code': 200} Apr 18 21:31:42.057333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:42.118377 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ccfe9344-7dd1-412b-a3d5-a7837c17a05f None None] Set router 3d067e44-0f34-4794-b71e-88bf5040204b gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:42.119851 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2465571b-501f-4a6e-899a-f31981b6fcc0 req-862dce24-8ac2-4869-b65a-b8be3f99443c tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0543609 Apr 18 21:31:42.139322 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:42.306247 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:42.328380 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:42.350416 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-699b5541-e65f-4693-bfe2-048bc748142c req-d6a246c8-da50-4230-b2a0-8a6996872502 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0532811 Apr 18 21:31:42.415814 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9491901-fb2b-4363-bf28-bbf0c22baace tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:42.450353 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:42.481431 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-02af6192-cf64-4009-99d8-aa81af3d7d0a req-d3f14131-1b92-4253-ada7-8be67293e6b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 1097 time: 0.5115643 Apr 18 21:31:42.554679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Deleting port 50b14526-8b79-40bc-b77f-f64710ce9ed8 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:42.557780 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:42.601154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=783bdb0e-26f1-4caa-b6c2-d3f2f2125161,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:42.684326 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9491901-fb2b-4363-bf28-bbf0c22baace tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:42.733925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9491901-fb2b-4363-bf28-bbf0c22baace tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e1f608-5df0-42e5-a1c2-84962de97048,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:42.748996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'name': 'tempest-TestNetworkBasicOps-router-190251017', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:21Z', 'updated_at': '2022-04-18T21:31:34Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:23Z', 'updated_at': '2022-04-18T21:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f444d095-205b-4fa0-b881-1e95426a4937', 'name': '', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:eb:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:33Z', 'updated_at': '2022-04-18T21:31:40Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:42.765457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f579c3-c28d-4563-836b-f089d84c24be None None] The sync data for ids ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'] in n-d-836017-3 is: [{'id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'name': 'tempest-TestNetworkBasicOps-router-190251017', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:21Z', 'updated_at': '2022-04-18T21:31:34Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:23Z', 'updated_at': '2022-04-18T21:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f444d095-205b-4fa0-b881-1e95426a4937', 'name': '', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:eb:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:33Z', 'updated_at': '2022-04-18T21:31:40Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:31:42.816229 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ccfe9344-7dd1-412b-a3d5-a7837c17a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:31:37Z', 'revision_number': 5, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port': {'id': '50b14526-8b79-40bc-b77f-f64710ce9ed8', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:58Z', 'updated_at': '2022-04-18T21:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:42.822788 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe9344-7dd1-412b-a3d5-a7837c17a05f None None] Checking router: 3d067e44-0f34-4794-b71e-88bf5040204b for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:31:42.838379 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe9344-7dd1-412b-a3d5-a7837c17a05f None None] Routers {'3d067e44-0f34-4794-b71e-88bf5040204b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:31:42.838379 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ccfe9344-7dd1-412b-a3d5-a7837c17a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:31:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3d067e44-0f34-4794-b71e-88bf5040204b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:42.903161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] For port 50b14526-8b79-40bc-b77f-f64710ce9ed8, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=50b14526-8b79-40bc-b77f-f64710ce9ed8,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:42.912674 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:42.962229 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-02af6192-cf64-4009-99d8-aa81af3d7d0a req-faa5a370-6af5-41df-9d97-bd72bb01dd35 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=84eabbc7-6147-4e14-96fc-2f9a2f38728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957644 Apr 18 21:31:42.979175 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9491901-fb2b-4363-bf28-bbf0c22baace tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:42.979175 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a9491901-fb2b-4363-bf28-bbf0c22baace tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4697578 Apr 18 21:31:42.979641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60978) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:43.002450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8503522a-c48c-4375-ac41-dbbc331c7f46 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '533dde72-6d5b-46bc-aa38-a56b7e2b219e', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:43.015992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8503522a-c48c-4375-ac41-dbbc331c7f46 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:43.025409 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8503522a-c48c-4375-ac41-dbbc331c7f46 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:43.037090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8503522a-c48c-4375-ac41-dbbc331c7f46 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:43.045022 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:43.058882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8503522a-c48c-4375-ac41-dbbc331c7f46 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:43.143985 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ccfe9344-7dd1-412b-a3d5-a7837c17a05f None None] Set router 3d067e44-0f34-4794-b71e-88bf5040204b gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:31:43.144402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Calling delete_port for 50b14526-8b79-40bc-b77f-f64710ce9ed8 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:43.206226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=85b57203-ad27-4812-a774-e24dba671da0,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:43.221815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking segment: {'id': 'bf7b5def-0821-43f7-a917-64337d51e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd6014b45-0643-4bdd-85ee-eb57a68d9e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:43.222175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network hostable DHCP agents. Network: d6014b45-0643-4bdd-85ee-eb57a68d9e13, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:31:43.275080 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8503522a-c48c-4375-ac41-dbbc331c7f46 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:43.300575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6da9-12c1-4787-ab18-76416fb3087e req-b8d37e8b-55e5-4146-a45e-1ea418f8d575 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:43.302174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-681a6da9-12c1-4787-ab18-76416fb3087e req-b8d37e8b-55e5-4146-a45e-1ea418f8d575 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 946 time: 0.2640309 Apr 18 21:31:43.418545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-681a6da9-12c1-4787-ab18-76416fb3087e req-b73d493a-2118-4c0e-bd83-0908f9b29f99 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/security-groups?id=84eabbc7-6147-4e14-96fc-2f9a2f38728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028035 Apr 18 21:31:43.440845 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8503522a-c48c-4375-ac41-dbbc331c7f46 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:43.441752 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ccfe9344-7dd1-412b-a3d5-a7837c17a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:31:42Z', 'revision_number': 6, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:43.443054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network d6014b45-0643-4bdd-85ee-eb57a68d9e13 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:31:43.446728 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe9344-7dd1-412b-a3d5-a7837c17a05f None None] The sync data for ids ['3d067e44-0f34-4794-b71e-88bf5040204b'] in n-d-836017-3 is: [{'id': '3d067e44-0f34-4794-b71e-88bf5040204b', 'name': 'tempest-ServerActionsTestJSON-358048164-router', 'tenant_id': '9805981f52fc4d558c0e20f0c766a376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:55Z', 'updated_at': '2022-04-18T21:31:42Z', 'revision_number': 6, 'project_id': '9805981f52fc4d558c0e20f0c766a376', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:31:43.534838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, d6014b45-0643-4bdd-85ee-eb57a68d9e13) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:43.534838 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8503522a-c48c-4375-ac41-dbbc331c7f46 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:43.542677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1c0eb2-e4e4-48df-82c6-537083063a1e None None] Network d6014b45-0643-4bdd-85ee-eb57a68d9e13 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:43.543582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:43.544162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:43.620249 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065be70d-2622-45a0-a578-96dc2622ea13 req-d349818f-9409-449c-9f30-ff953aa0c68d tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0735579 Apr 18 21:31:43.648287 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:43.663161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503522a-c48c-4375-ac41-dbbc331c7f46 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7346e4-eab0-4baf-9438-96eb7f79f9bf,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:43.713461 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-002733fe-b723-4fcf-b214-ff937ce47d39 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1710525 Apr 18 21:31:43.714196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60990) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:43.749381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b14526-8b79-40bc-b77f-f64710ce9ed8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:43.781085 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8503522a-c48c-4375-ac41-dbbc331c7f46 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:43.795792 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8503522a-c48c-4375-ac41-dbbc331c7f46 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8149376 Apr 18 21:31:43.799509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60994) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:43.961548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9fcee1e5-d4e0-4bf4-8774-4f8dffe7271f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '533dde72-6d5b-46bc-aa38-a56b7e2b219e', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:43.993080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9fcee1e5-d4e0-4bf4-8774-4f8dffe7271f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:44.006013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9fcee1e5-d4e0-4bf4-8774-4f8dffe7271f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:44.012830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9fcee1e5-d4e0-4bf4-8774-4f8dffe7271f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:44.026574 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9fcee1e5-d4e0-4bf4-8774-4f8dffe7271f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:44.103786 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-d6014b45-0643-4bdd-85ee-eb57a68d9e13', 'network_id': 'd6014b45-0643-4bdd-85ee-eb57a68d9e13', 'tenant_id': '76f5a9f45865458297f3eaa9d4543691', 'fixed_ips': [{'subnet_id': '85b57203-ad27-4812-a774-e24dba671da0'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:31:44.105307 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:44.211231 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-9fcee1e5-d4e0-4bf4-8774-4f8dffe7271f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Project 1bfb4ecea54942dca79bbe9472e0ec87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:31:44.255791 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fcee1e5-d4e0-4bf4-8774-4f8dffe7271f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:44.304288 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:44.332949 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:44.431951 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fcee1e5-d4e0-4bf4-8774-4f8dffe7271f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:44.472438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Allocated IP 172.20.0.1 (d6014b45-0643-4bdd-85ee-eb57a68d9e13/85b57203-ad27-4812-a774-e24dba671da0/c648a850-35cf-4e89-950f-540ec6ed3d1c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:44.559436 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fcee1e5-d4e0-4bf4-8774-4f8dffe7271f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:44.645133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcee1e5-d4e0-4bf4-8774-4f8dffe7271f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f98a27a-0983-4d92-aa64-651dc00fc093,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:44.692239 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:44.738457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f444d095-205b-4fa0-b881-1e95426a4937 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:44.823001 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9fcee1e5-d4e0-4bf4-8774-4f8dffe7271f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:44.826825 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9fcee1e5-d4e0-4bf4-8774-4f8dffe7271f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0124605 Apr 18 21:31:44.834877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32776) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:44.834877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-424882c4-d3ce-403e-9e8e-ca67c43fb9f0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'security_group_rule': {'security_group_id': '533dde72-6d5b-46bc-aa38-a56b7e2b219e', 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:44.840765 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-424882c4-d3ce-403e-9e8e-ca67c43fb9f0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:44.846868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-424882c4-d3ce-403e-9e8e-ca67c43fb9f0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:security_group_rule and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:44.850139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-424882c4-d3ce-403e-9e8e-ca67c43fb9f0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:44.870873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-424882c4-d3ce-403e-9e8e-ca67c43fb9f0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:44.919707 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:44.938940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Transition to ACTIVE for port object c648a850-35cf-4e89-950f-540ec6ed3d1c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:44.960545 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-424882c4-d3ce-403e-9e8e-ca67c43fb9f0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Project 1bfb4ecea54942dca79bbe9472e0ec87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:31:44.973491 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-424882c4-d3ce-403e-9e8e-ca67c43fb9f0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:44.984617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:44.987870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:44.988784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Transition to ACTIVE for port object c648a850-35cf-4e89-950f-540ec6ed3d1c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:45.011214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d01474-12cc-4837-8150-9a63d2cc57b9 req-e660dcb6-5cdb-48b3-88ba-366c04ca56a2 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:45.014988 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7d01474-12cc-4837-8150-9a63d2cc57b9 req-e660dcb6-5cdb-48b3-88ba-366c04ca56a2 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 946 time: 0.3420625 Apr 18 21:31:45.066722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port f444d095-205b-4fa0-b881-1e95426a4937 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:45.071210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7d01474-12cc-4837-8150-9a63d2cc57b9 req-e7eef2d1-afef-485a-b6d8-fb9d75a53306 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/security-groups?id=84eabbc7-6147-4e14-96fc-2f9a2f38728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472944 Apr 18 21:31:45.072404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f444d095-205b-4fa0-b881-1e95426a4937 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:45.072775 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.083634 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-424882c4-d3ce-403e-9e8e-ca67c43fb9f0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.135146 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.203712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.203712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d067e44-0f34-4794-b71e-88bf5040204b {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:31:45.238852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b648cd0-9524-4194-9aa7-0862882a4787 req-a8d3f32a-7bed-49e1-9b96-3eca48938033 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0693750 Apr 18 21:31:45.238852 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.238852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-564e7da6-89a0-49f7-9b64-e33b60b625c5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/3d067e44-0f34-4794-b71e-88bf5040204b HTTP/1.1" status: 204 len: 168 time: 3.4983175 Apr 18 21:31:45.238852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 32788) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:45.291045 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-424882c4-d3ce-403e-9e8e-ca67c43fb9f0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.341960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Pushing event updated for resources: {'Port': ['ID=c648a850-35cf-4e89-950f-540ec6ed3d1c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:45.346535 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.352910 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.360398 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Network d6014b45-0643-4bdd-85ee-eb57a68d9e13 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:45.364683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:45.374922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:45.410643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port f444d095-205b-4fa0-b881-1e95426a4937, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f444d095-205b-4fa0-b881-1e95426a4937,segment=NetworkSegment(69d97a2a-230e-4790-bc83-dc38c611a766),segment_id=69d97a2a-230e-4790-bc83-dc38c611a766)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:45.414616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424882c4-d3ce-403e-9e8e-ca67c43fb9f0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535d8248-d997-4198-a365-baf67679586d,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:45.425626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Subnet': ['ID=85b57203-ad27-4812-a774-e24dba671da0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:45.432260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e160f059-54a8-4f74-b85a-86cfdb2687b4 admin admin] Deleting subnet 29dfc91b-4b7f-4e32-a00e-d8224f42e447 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:31:45.437858 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e160f059-54a8-4f74-b85a-86cfdb2687b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.493770 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e160f059-54a8-4f74-b85a-86cfdb2687b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.506778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Attempting to bind port c648a850-35cf-4e89-950f-540ec6ed3d1c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:45.507149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Attempting to bind port c648a850-35cf-4e89-950f-540ec6ed3d1c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'bf7b5def-0821-43f7-a917-64337d51e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd6014b45-0643-4bdd-85ee-eb57a68d9e13'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:45.507509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Attempting to bind port c648a850-35cf-4e89-950f-540ec6ed3d1c on network d6014b45-0643-4bdd-85ee-eb57a68d9e13 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:45.514919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:45.521100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Checking segment: {'id': 'bf7b5def-0821-43f7-a917-64337d51e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd6014b45-0643-4bdd-85ee-eb57a68d9e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:45.521100 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.521100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Bound using segment: {'id': 'bf7b5def-0821-43f7-a917-64337d51e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd6014b45-0643-4bdd-85ee-eb57a68d9e13'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:45.521100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Bound port: c648a850-35cf-4e89-950f-540ec6ed3d1c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7b5def-0821-43f7-a917-64337d51e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd6014b45-0643-4bdd-85ee-eb57a68d9e13'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:45.521100 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.524226 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-424882c4-d3ce-403e-9e8e-ca67c43fb9f0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.534383 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-424882c4-d3ce-403e-9e8e-ca67c43fb9f0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7017663 Apr 18 21:31:45.540214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c4dab-22bd-4f0b-a44e-19ffec2bb4a4 req-96a745d6-0bb5-4fb7-87c0-7c8064da253b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:45.541754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.550707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a8c4dab-22bd-4f0b-a44e-19ffec2bb4a4 req-96a745d6-0bb5-4fb7-87c0-7c8064da253b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 945 time: 0.2613668 Apr 18 21:31:45.576693 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.604722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6014b45-0643-4bdd-85ee-eb57a68d9e13']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:45.630164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a8c4dab-22bd-4f0b-a44e-19ffec2bb4a4 req-b4b82c6f-97d3-4b51-a33b-defe8db662c6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812144 Apr 18 21:31:45.633816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 69c389a3-61ed-422d-9a8c-6c90f590fabc no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:45.652505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7b5def-0821-43f7-a917-64337d51e61d') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:45.652505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7b5def-0821-43f7-a917-64337d51e61d') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:45.652724 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e160f059-54a8-4f74-b85a-86cfdb2687b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.680548 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.699751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 69c389a3-61ed-422d-9a8c-6c90f590fabc {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:45.702772 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 69c389a3-61ed-422d-9a8c-6c90f590fabc not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:45.716983 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.739131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:45.739545 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.771867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] For port c648a850-35cf-4e89-950f-540ec6ed3d1c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:45.778706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f444d095-205b-4fa0-b881-1e95426a4937,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:45.838542 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:45.844651 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e160f059-54a8-4f74-b85a-86cfdb2687b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.848495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] For port c648a850-35cf-4e89-950f-540ec6ed3d1c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c648a850-35cf-4e89-950f-540ec6ed3d1c,segment=NetworkSegment(bf7b5def-0821-43f7-a917-64337d51e61d),segment_id=bf7b5def-0821-43f7-a917-64337d51e61d)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:45.888495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160f059-54a8-4f74-b85a-86cfdb2687b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29dfc91b-4b7f-4e32-a00e-d8224f42e447,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:45.897899 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:31:45.897899 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:31:45.897899 n-d-836017-3 neutron-server[85049]: [parameters: {'id': 'd6014b45-0643-4bdd-85ee-eb57a68d9e13'}] Apr 18 21:31:45.897899 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:31:45.897899 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:31:45.898796 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e160f059-54a8-4f74-b85a-86cfdb2687b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.904059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e160f059-54a8-4f74-b85a-86cfdb2687b4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/29dfc91b-4b7f-4e32-a00e-d8224f42e447 HTTP/1.1" status: 204 len: 168 time: 0.6643724 Apr 18 21:31:45.906735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32806) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:45.907134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59faf9-267e-4f59-85fc-6d749137d7d8 None None] Network 8206fe37-8686-497b-b552-23c2a6f40d7d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:46.023805 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:46.068839 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:46.090763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Deleting port e5c198fb-5d04-485a-81fe-9cd1adfe989c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:46.090763 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:46.308178 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-075c87df-32d1-416a-9369-f40d07b5191f req-20ea483e-7dba-4071-99fe-fff814683ff8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=daa70bd77d284e78a98767a1830ac4ac&device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.0880594 Apr 18 21:31:46.347814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-bbf321c6-6da0-4b08-b0d9-fe2d60925473 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Synchronizing usage tracker for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:46.362557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8f56a-5c56-4f07-bf8d-69203c1778e9 None None] Pushing event updated for resources: {'Port': ['ID=c648a850-35cf-4e89-950f-540ec6ed3d1c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:46.409938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:46.420538 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546b0dd4-da16-4901-ad6c-dd03d5ee4289 None None] Network d6014b45-0643-4bdd-85ee-eb57a68d9e13 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:46.473293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-bbf321c6-6da0-4b08-b0d9-fe2d60925473 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Unset dirty status for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:46.473293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-bbf321c6-6da0-4b08-b0d9-fe2d60925473 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272860506&fields=id&tenant_id=1bfb4ecea54942dca79bbe9472e0ec87 HTTP/1.1" status: 200 len: 267 time: 0.1738801 Apr 18 21:31:46.484104 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-075c87df-32d1-416a-9369-f40d07b5191f req-45442f07-6b87-4eb9-a84f-f5a870627d5f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=daa70bd77d284e78a98767a1830ac4ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1551166 Apr 18 21:31:46.560188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Deleting port c648a850-35cf-4e89-950f-540ec6ed3d1c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:46.560789 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:46.646746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f444d095-205b-4fa0-b881-1e95426a4937 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:46.687209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] For port e5c198fb-5d04-485a-81fe-9cd1adfe989c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e5c198fb-5d04-485a-81fe-9cd1adfe989c,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:46.687777 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:46.745834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17a634d7-7680-4716-a130-ea4cd4915ab9 req-21959144-35c7-4e11-9973-69325464cece tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.3448923 Apr 18 21:31:46.840728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f444d095-205b-4fa0-b881-1e95426a4937 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:46.841106 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:46.855295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-d3e3cc6b-393c-446b-a5e8-dbb55045bf6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:46.859791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-d3e3cc6b-393c-446b-a5e8-dbb55045bf6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Synchronizing usage tracker for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:46.870998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8668f1-ce35-4930-8386-846d41a81d63 None None] DHCP port deletion for 8206fe37-8686-497b-b552-23c2a6f40d7d request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:31:46.874730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bc0ed-ab10-4780-9ca5-c9eef7384fcc req-81d8549c-38a6-48c7-861a-919937ff97b9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:46.877308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-054bc0ed-ab10-4780-9ca5-c9eef7384fcc req-81d8549c-38a6-48c7-861a-919937ff97b9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 945 time: 0.3501172 Apr 18 21:31:46.888943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6f8668f1-ce35-4930-8386-846d41a81d63 None None] Deleting port e5c198fb-5d04-485a-81fe-9cd1adfe989c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:46.898108 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f8668f1-ce35-4930-8386-846d41a81d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:46.983675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-054bc0ed-ab10-4780-9ca5-c9eef7384fcc req-39cb9e60-e97a-4052-9da3-ac861e2ea88b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Deleting port 9acd722d-5552-4cb2-aac8-e164bc0d6f89 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:46.985449 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-054bc0ed-ab10-4780-9ca5-c9eef7384fcc req-39cb9e60-e97a-4052-9da3-ac861e2ea88b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:47.037499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Calling delete_port for e5c198fb-5d04-485a-81fe-9cd1adfe989c owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:47.072076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 50b14526-8b79-40bc-b77f-f64710ce9ed8 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:47.083130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-d3e3cc6b-393c-446b-a5e8-dbb55045bf6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Unset dirty status for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:47.089308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-d3e3cc6b-393c-446b-a5e8-dbb55045bf6f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/networks?id=95e6d3c4-7b49-4dee-9f16-9a3000150d5a HTTP/1.1" status: 200 len: 796 time: 0.6097906 Apr 18 21:31:47.185790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-ed9a5060-97f3-4556-aef9-212e9d0a00f4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/quotas/1bfb4ecea54942dca79bbe9472e0ec87 HTTP/1.1" status: 200 len: 375 time: 0.0795486 Apr 18 21:31:47.214662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c87df-32d1-416a-9369-f40d07b5191f req-8eed2250-9891-488e-a470-d1934587b195 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:47.216271 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-075c87df-32d1-416a-9369-f40d07b5191f req-8eed2250-9891-488e-a470-d1934587b195 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6913040 Apr 18 21:31:47.237343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 50b14526-8b79-40bc-b77f-f64710ce9ed8 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:47.249012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 50b14526-8b79-40bc-b77f-f64710ce9ed8 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:47.318033 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:47.375380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6f8668f1-ce35-4930-8386-846d41a81d63 None None] For port e5c198fb-5d04-485a-81fe-9cd1adfe989c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e5c198fb-5d04-485a-81fe-9cd1adfe989c,segment=NetworkSegment(416e8754-5220-432f-90d2-f8a6e987159c),segment_id=416e8754-5220-432f-90d2-f8a6e987159c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:47.376027 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f8668f1-ce35-4930-8386-846d41a81d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:47.434739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c198fb-5d04-485a-81fe-9cd1adfe989c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:47.444689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] No DVR routers for this DVR port e5c198fb-5d04-485a-81fe-9cd1adfe989c on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:47.558090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6f8668f1-ce35-4930-8386-846d41a81d63 None None] Calling delete_port for e5c198fb-5d04-485a-81fe-9cd1adfe989c owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:47.634532 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:47.664653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] For port c648a850-35cf-4e89-950f-540ec6ed3d1c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c648a850-35cf-4e89-950f-540ec6ed3d1c,segment=NetworkSegment(bf7b5def-0821-43f7-a917-64337d51e61d),segment_id=bf7b5def-0821-43f7-a917-64337d51e61d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:47.665926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:47.691433 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-6f8668f1-ce35-4930-8386-846d41a81d63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:31:47.691843 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-6f8668f1-ce35-4930-8386-846d41a81d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:31:47.746949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-845c7f7d-07d9-49e5-8d74-8b5fca91e06a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5475402 Apr 18 21:31:47.755271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8206fe37-8686-497b-b552-23c2a6f40d7d']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:47.796859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53991a-a8ac-4231-b4c1-5dafed4b58d3 req-6828e1f5-5741-4f9c-9a06-c610e57fdae3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:47.798355 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b53991a-a8ac-4231-b4c1-5dafed4b58d3 req-6828e1f5-5741-4f9c-9a06-c610e57fdae3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 945 time: 0.4838762 Apr 18 21:31:47.833380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Calling delete_port for c648a850-35cf-4e89-950f-540ec6ed3d1c owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:47.861101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416e8754-5220-432f-90d2-f8a6e987159c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:47.861441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416e8754-5220-432f-90d2-f8a6e987159c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:47.887048 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:47.895908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-054bc0ed-ab10-4780-9ca5-c9eef7384fcc req-39cb9e60-e97a-4052-9da3-ac861e2ea88b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] For port 9acd722d-5552-4cb2-aac8-e164bc0d6f89, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9acd722d-5552-4cb2-aac8-e164bc0d6f89,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:47.902068 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-054bc0ed-ab10-4780-9ca5-c9eef7384fcc req-39cb9e60-e97a-4052-9da3-ac861e2ea88b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:47.911518 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:47.929404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:47.929836 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:47.944555 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:48.046031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-054bc0ed-ab10-4780-9ca5-c9eef7384fcc req-39cb9e60-e97a-4052-9da3-ac861e2ea88b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Calling delete_port for 9acd722d-5552-4cb2-aac8-e164bc0d6f89 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:48.089787 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.110883 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b53991a-a8ac-4231-b4c1-5dafed4b58d3 req-47ad916b-2d7a-4724-8f6d-b696c91f4076 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=fae20417-6f9e-452a-bef6-b431b12d7adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010423 Apr 18 21:31:48.148046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9162371b-9729-4cef-ab12-7326e5d60e31 service neutron] 10.222.0.11 "GET /v2.0/networks/95e6d3c4-7b49-4dee-9f16-9a3000150d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782609 Apr 18 21:31:48.169359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.193746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6f8668f1-ce35-4930-8386-846d41a81d63 None None] Deleting port e5c198fb-5d04-485a-81fe-9cd1adfe989c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:48.194132 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f8668f1-ce35-4930-8386-846d41a81d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.219711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Port': ['ID=c648a850-35cf-4e89-950f-540ec6ed3d1c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:48.240384 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.291986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8206fe37-8686-497b-b552-23c2a6f40d7d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:48.296325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No DVR routers for this DVR port c648a850-35cf-4e89-950f-540ec6ed3d1c on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:48.336513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6f8668f1-ce35-4930-8386-846d41a81d63 None None] The port 'e5c198fb-5d04-485a-81fe-9cd1adfe989c' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:31:48.364597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792026ff-1c27-4699-bf9c-b9dc612419ad None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:31:48.430232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.445364 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c411372d-cedc-4165-9997-f93fdac02da0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8206fe37-8686-497b-b552-23c2a6f40d7d HTTP/1.1" status: 204 len: 168 time: 2.5353632 Apr 18 21:31:48.496517 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-054bc0ed-ab10-4780-9ca5-c9eef7384fcc req-39cb9e60-e97a-4052-9da3-ac861e2ea88b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.509346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9acd722d-5552-4cb2-aac8-e164bc0d6f89'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:31:48.551191 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-075c87df-32d1-416a-9369-f40d07b5191f req-4e9059f9-48b6-4081-bb10-11c3cdefcaaf tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.59 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1102040 Apr 18 21:31:48.561864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6014b45-0643-4bdd-85ee-eb57a68d9e13']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:48.577229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7b5def-0821-43f7-a917-64337d51e61d') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:48.578001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7b5def-0821-43f7-a917-64337d51e61d') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:48.584710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792026ff-1c27-4699-bf9c-b9dc612419ad None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:31:48.584920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb9e60-e97a-4052-9da3-ac861e2ea88b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event deleted for resources: {'Port': ['ID=9acd722d-5552-4cb2-aac8-e164bc0d6f89,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:48.592799 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.599642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee64ca13-e61e-455c-8a45-a81da5d53299 req-8050a644-981b-4209-8ed3-3d3c7d4f7373 tempest-ServerShowV257Test-722450304 tempest-ServerShowV257Test-722450304-project] 10.222.0.11 "GET /v2.0/ports?device_id=04ee5a7b-ead2-4e17-aeb6-13c031adc093 HTTP/1.1" status: 200 len: 210 time: 0.1586006 Apr 18 21:31:48.612672 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.617189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e5c198fb-5d04-485a-81fe-9cd1adfe989c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:48.622333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:48.623041 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:48.641156 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:48.737809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: e5c198fb-5d04-485a-81fe-9cd1adfe989c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:48.739031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e5c198fb-5d04-485a-81fe-9cd1adfe989c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:48.804290 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.819496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-054bc0ed-ab10-4780-9ca5-c9eef7384fcc req-39cb9e60-e97a-4052-9da3-ac861e2ea88b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] No DVR routers for this DVR port 9acd722d-5552-4cb2-aac8-e164bc0d6f89 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:48.824836 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-054bc0ed-ab10-4780-9ca5-c9eef7384fcc req-39cb9e60-e97a-4052-9da3-ac861e2ea88b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.830596 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.848305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Network': ['ID=d6014b45-0643-4bdd-85ee-eb57a68d9e13,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:48.848305 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9f29d9a6-ec50-42ce-bb39-5d701a61c9d2 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/d6014b45-0643-4bdd-85ee-eb57a68d9e13 HTTP/1.1" status: 204 len: 168 time: 5.1233313 Apr 18 21:31:48.848305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32836) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:48.848576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-844299516'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:48.854217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9591196-dae5-45fb-8a57-702d48b56a19', 'name': 'network-vif-deleted', 'tag': '9acd722d-5552-4cb2-aac8-e164bc0d6f89'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:48.859066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:48.866355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:network and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:48.880548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:48.894231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-c40cf7c8-70ad-4d7e-bd20-c8e9729e6b87 service neutron] 10.222.0.11 "GET /v2.0/networks/95e6d3c4-7b49-4dee-9f16-9a3000150d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452595 Apr 18 21:31:48.904621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:48.918013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-054bc0ed-ab10-4780-9ca5-c9eef7384fcc req-39cb9e60-e97a-4052-9da3-ac861e2ea88b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "DELETE /v2.0/ports/9acd722d-5552-4cb2-aac8-e164bc0d6f89 HTTP/1.1" status: 204 len: 173 time: 2.0241921 Apr 18 21:31:49.021193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:49.025111 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.059140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:49.069588 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.081416 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Added segment fdafede8-23a8-401d-a467-3c2f6c2c53da of type vlan for network b1317083-bac2-4a52-8d4c-2df3df64dbe0 Apr 18 21:31:49.097883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 32844) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:49.168697 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.280781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32856) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:49.282016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-75b99bc2-0148-496e-83c7-e3a23d5814e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9805981f52fc4d558c0e20f0c766a376&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1805758 Apr 18 21:31:49.287446 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea519d5-fc8f-4d47-b21b-87b0c4165937'] response: {'server_uuid': 'a9591196-dae5-45fb-8a57-702d48b56a19', 'name': 'network-vif-deleted', 'tag': '9acd722d-5552-4cb2-aac8-e164bc0d6f89', 'status': 'completed', 'code': 200} Apr 18 21:31:49.451597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-781ae61d-ded8-4870-98a2-a5f7ca65d62a req-8917ce8c-fc32-446a-b6a0-fc2ef3a07249 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 210 time: 0.1488254 Apr 18 21:31:49.547448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.555893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:49.559719 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.574613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b4dbd8fc-a292-4087-b4a7-95f7c233813b req-932617f2-17a0-4567-b607-b79e6653033e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:49.650104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b4dbd8fc-a292-4087-b4a7-95f7c233813b req-932617f2-17a0-4567-b607-b79e6653033e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:49.651879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4dbd8fc-a292-4087-b4a7-95f7c233813b req-932617f2-17a0-4567-b607-b79e6653033e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 210 time: 0.1390319 Apr 18 21:31:49.768188 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e03c753-cc0a-4694-ab9d-e5c1da2d33f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.797413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=b1317083-bac2-4a52-8d4c-2df3df64dbe0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:49.810723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b1317083-bac2-4a52-8d4c-2df3df64dbe0 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:49.855477 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e03c753-cc0a-4694-ab9d-e5c1da2d33f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.869542 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1481a02d-8d31-4070-b3b1-d9f837da2654 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0235133 Apr 18 21:31:49.870621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 32870) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:49.879776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-70dcfcb3-60e9-45d0-bdb7-aaf53d31c1db tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'New_network'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:50.089732 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e03c753-cc0a-4694-ab9d-e5c1da2d33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.118426 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e03c753-cc0a-4694-ab9d-e5c1da2d33f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.119704 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5e03c753-cc0a-4694-ab9d-e5c1da2d33f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/494c9473-d5de-4a31-bd9d-520cc2f1a8f8 HTTP/1.1" status: 204 len: 168 time: 0.8377302 Apr 18 21:31:50.138279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03c753-cc0a-4694-ab9d-e5c1da2d33f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494c9473-d5de-4a31-bd9d-520cc2f1a8f8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:50.427005 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70dcfcb3-60e9-45d0-bdb7-aaf53d31c1db tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.505729 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70dcfcb3-60e9-45d0-bdb7-aaf53d31c1db tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.563569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9acd722d-5552-4cb2-aac8-e164bc0d6f89 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:50.608376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 9acd722d-5552-4cb2-aac8-e164bc0d6f89 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:50.608989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9acd722d-5552-4cb2-aac8-e164bc0d6f89 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:50.664554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcfcb3-60e9-45d0-bdb7-aaf53d31c1db tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=b1317083-bac2-4a52-8d4c-2df3df64dbe0,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:50.684728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b1317083-bac2-4a52-8d4c-2df3df64dbe0 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:50.722225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70dcfcb3-60e9-45d0-bdb7-aaf53d31c1db tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network b1317083-bac2-4a52-8d4c-2df3df64dbe0 is not hosted by any dhcp agent {{(pid=85048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 18 21:31:50.726582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dcfcb3-60e9-45d0-bdb7-aaf53d31c1db tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:50.727367 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70dcfcb3-60e9-45d0-bdb7-aaf53d31c1db tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.728923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-70dcfcb3-60e9-45d0-bdb7-aaf53d31c1db tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "PUT /v2.0/networks/b1317083-bac2-4a52-8d4c-2df3df64dbe0 HTTP/1.1" status: 200 len: 723 time: 0.8562436 Apr 18 21:31:50.732429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32894) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:50.739636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'network_id': 'b1317083-bac2-4a52-8d4c-2df3df64dbe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:50.743993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c8562fa-f4ae-4d6c-88cd-4a89500ebedd req-6dde168a-ff28-4da2-a981-765994ddc131 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 210 time: 0.0619912 Apr 18 21:31:50.818337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 32898) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:51.155203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:51.177987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:subnet and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:51.190515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:51.211180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:51.284626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:51.369106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18002a4a-30c1-4b7d-84ff-9607a4350bb7 req-66fa17c4-4aac-475e-91e1-5390e7adb1b7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9591196-dae5-45fb-8a57-702d48b56a19 HTTP/1.1" status: 200 len: 210 time: 0.0958982 Apr 18 21:31:51.370669 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02debaea-9cd9-4dd8-8972-daf09f4f0b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.418275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-02debaea-9cd9-4dd8-8972-daf09f4f0b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:51.423529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-02debaea-9cd9-4dd8-8972-daf09f4f0b8f admin admin] Usage tracker for resource:security_group_rule and tenant:daa70bd77d284e78a98767a1830ac4ac is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:51.427429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-02debaea-9cd9-4dd8-8972-daf09f4f0b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:51.437713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-02debaea-9cd9-4dd8-8972-daf09f4f0b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:51.530581 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02debaea-9cd9-4dd8-8972-daf09f4f0b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.545551 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.627696 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02debaea-9cd9-4dd8-8972-daf09f4f0b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.688474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02debaea-9cd9-4dd8-8972-daf09f4f0b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96509144-a24d-40aa-af3e-507849d0d99c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:51.735461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-02debaea-9cd9-4dd8-8972-daf09f4f0b8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=daa70bd77d284e78a98767a1830ac4ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9158647 Apr 18 21:31:51.739313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 32918) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:51.928734 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:52.070522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26dc11cd-a101-47f8-9f60-5cf6f3d8a403 req-7a3a5ced-7e65-4be4-bba2-6f938ac5eab2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 210 time: 0.0595353 Apr 18 21:31:52.089158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking segment: {'id': 'fdafede8-23a8-401d-a467-3c2f6c2c53da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b1317083-bac2-4a52-8d4c-2df3df64dbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:52.089572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network hostable DHCP agents. Network: b1317083-bac2-4a52-8d4c-2df3df64dbe0, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:31:52.097545 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-46c557a9-f903-44ed-9298-9eb2a766d170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:52.139333 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-46c557a9-f903-44ed-9298-9eb2a766d170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:52.157624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=3e11c64d-90ac-408d-9dc0-95c93c6d5440,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:52.287939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network b1317083-bac2-4a52-8d4c-2df3df64dbe0 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:31:52.364820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32940) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:52.369277 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-46c557a9-f903-44ed-9298-9eb2a766d170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:52.372260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b1317083-bac2-4a52-8d4c-2df3df64dbe0) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:52.382094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c95f2e4-ddc8-4ac0-ae98-ed4e76296f5d None None] Network b1317083-bac2-4a52-8d4c-2df3df64dbe0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:52.410682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:52.415385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:52.484028 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-46c557a9-f903-44ed-9298-9eb2a766d170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:52.487331 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-46c557a9-f903-44ed-9298-9eb2a766d170 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96509144-a24d-40aa-af3e-507849d0d99c HTTP/1.1" status: 204 len: 168 time: 0.7467220 Apr 18 21:31:52.489416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c557a9-f903-44ed-9298-9eb2a766d170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96509144-a24d-40aa-af3e-507849d0d99c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:52.565997 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ebd679f7-a729-41f2-b6ca-cf83b497817f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8324196 Apr 18 21:31:52.568695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32950) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:52.574909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b2499619-3f1e-4901-b650-4f5fd2091bfb tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:52.594825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-c54b13ea-689d-4975-bf9f-e1272997da39 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:52.596502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-c54b13ea-689d-4975-bf9f-e1272997da39 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.26 "GET /v2.0/networks?id=95e6d3c4-7b49-4dee-9f16-9a3000150d5a HTTP/1.1" status: 200 len: 796 time: 0.3335984 Apr 18 21:31:52.701668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-8771e50f-6cc8-47c9-84f7-d457321125a0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bfb4ecea54942dca79bbe9472e0ec87 HTTP/1.1" status: 200 len: 379 time: 0.0789781 Apr 18 21:31:52.721428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'port': {'device_id': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'admin_state_up': True, 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'security_groups': ['533dde72-6d5b-46bc-aa38-a56b7e2b219e']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:52.817775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-600793428-network', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:52.845338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:52.873248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Usage tracker for resource:network and tenant:a5c9a00d34014bc5bc1cb879fac27cdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:52.888958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:52.903639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:52.908474 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2499619-3f1e-4901-b650-4f5fd2091bfb tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1465226'] for subnet, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.002835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-b1317083-bac2-4a52-8d4c-2df3df64dbe0', 'network_id': 'b1317083-bac2-4a52-8d4c-2df3df64dbe0', 'tenant_id': '76f5a9f45865458297f3eaa9d4543691', 'fixed_ips': [{'subnet_id': '3e11c64d-90ac-408d-9dc0-95c93c6d5440'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:31:53.003970 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.016680 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:31:53.033861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:53.039298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:port and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:53.043352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:53.051228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:53.094403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Made reservation on behalf of a5c9a00d34014bc5bc1cb879fac27cdf for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:53.097651 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.125151 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.191612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Made reservation on behalf of 1bfb4ecea54942dca79bbe9472e0ec87 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:53.196248 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.221798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:53.246103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Usage tracker for resource:security_group_rule and tenant:a5c9a00d34014bc5bc1cb879fac27cdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:53.273060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:53.294976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:53.453504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.453504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2499619-3f1e-4901-b650-4f5fd2091bfb tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776081348509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1465667'] for subnet, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.453799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Allocated IP 172.20.0.2 (b1317083-bac2-4a52-8d4c-2df3df64dbe0/3e11c64d-90ac-408d-9dc0-95c93c6d5440/baebafc4-6944-4086-911d-a0b37e755cfd) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:53.592941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2499619-3f1e-4901-b650-4f5fd2091bfb tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:53.599174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2499619-3f1e-4901-b650-4f5fd2091bfb tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.604302 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b2499619-3f1e-4901-b650-4f5fd2091bfb tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "PUT /v2.0/subnets/3e11c64d-90ac-408d-9dc0-95c93c6d5440 HTTP/1.1" status: 200 len: 806 time: 1.0318244 Apr 18 21:31:53.604515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Allocated IP 172.20.0.3 (95e6d3c4-7b49-4dee-9f16-9a3000150d5a/28f3c7cd-afd0-4bad-ad63-e543c82cc40f/c75e108f-6d40-4959-9a3c-826d04f8205b) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:53.605739 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.613490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 32972) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:53.646498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2499619-3f1e-4901-b650-4f5fd2091bfb tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=3e11c64d-90ac-408d-9dc0-95c93c6d5440,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:53.818050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.832590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Transition to ACTIVE for port object baebafc4-6944-4086-911d-a0b37e755cfd will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:53.850223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:53.894910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Transition to ACTIVE for port object baebafc4-6944-4086-911d-a0b37e755cfd will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:53.915905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc37f91-e7ad-4732-ae3f-54753e8348d9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:53.929201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.934087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.952715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Transition to ACTIVE for port object c75e108f-6d40-4959-9a3c-826d04f8205b will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:53.954617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:53.958540 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Added segment 3d5b4bda-6183-4657-9a0a-d49485387474 of type vlan for network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 Apr 18 21:31:53.993267 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:54.068314 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a2042cc-7c34-4a82-9ed9-cbad7acb9fcf req-0e79e4ed-f1ed-460d-9539-242c39b7ddef tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 210 time: 0.0930007 Apr 18 21:31:54.093677 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:54.114029 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:54.160149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Pushing event updated for resources: {'Port': ['ID=baebafc4-6944-4086-911d-a0b37e755cfd,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:54.162910 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:54.203985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:54.204337 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:54.206899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:54.206899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:54.206899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:54.206899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:54.206899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:54.211661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:54.211661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:54.211661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:54.211661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:54.225828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Network b1317083-bac2-4a52-8d4c-2df3df64dbe0 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:54.232821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:54.235369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:54.327339 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=c75e108f-6d40-4959-9a3c-826d04f8205b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:54.377852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:54.379098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:54.382150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:54.421070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:54.421968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:54.422568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:54.493665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:54.494279 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:54.504427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:54.509847 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Attempting to bind port baebafc4-6944-4086-911d-a0b37e755cfd on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:54.518971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Attempting to bind port baebafc4-6944-4086-911d-a0b37e755cfd by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'fdafede8-23a8-401d-a467-3c2f6c2c53da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b1317083-bac2-4a52-8d4c-2df3df64dbe0'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:54.522126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Attempting to bind port baebafc4-6944-4086-911d-a0b37e755cfd on network b1317083-bac2-4a52-8d4c-2df3df64dbe0 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:54.546702 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:54.554290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Checking segment: {'id': 'fdafede8-23a8-401d-a467-3c2f6c2c53da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b1317083-bac2-4a52-8d4c-2df3df64dbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:54.554290 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:54.554290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Bound using segment: {'id': 'fdafede8-23a8-401d-a467-3c2f6c2c53da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b1317083-bac2-4a52-8d4c-2df3df64dbe0'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:54.554290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Bound port: baebafc4-6944-4086-911d-a0b37e755cfd, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdafede8-23a8-401d-a467-3c2f6c2c53da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b1317083-bac2-4a52-8d4c-2df3df64dbe0'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:54.554290 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:54.633672 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-9c0ffb76-e985-4a3a-a3e2-e1674a454719 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9265983 Apr 18 21:31:54.651438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Request body: {'port': {'device_id': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:54.774645 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bebc309a-87ee-43f2-89ab-d9b567fa583b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:54.848847 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] For port baebafc4-6944-4086-911d-a0b37e755cfd, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:54.855129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] For port baebafc4-6944-4086-911d-a0b37e755cfd, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=baebafc4-6944-4086-911d-a0b37e755cfd,segment=NetworkSegment(fdafede8-23a8-401d-a467-3c2f6c2c53da),segment_id=fdafede8-23a8-401d-a467-3c2f6c2c53da)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:54.905101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-589d2af4-a34c-4623-b3b2-e7963dced650 None None] Provisioning for port c75e108f-6d40-4959-9a3c-826d04f8205b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:54.912771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-589d2af4-a34c-4623-b3b2-e7963dced650 None None] Provisioning complete for port c75e108f-6d40-4959-9a3c-826d04f8205b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:54.913140 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-589d2af4-a34c-4623-b3b2-e7963dced650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:54.993569 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:55.002339 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:55.076713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Subnet': ['ID=3e11c64d-90ac-408d-9dc0-95c93c6d5440,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:55.132250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-589d2af4-a34c-4623-b3b2-e7963dced650 None None] Port c75e108f-6d40-4959-9a3c-826d04f8205b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:31:55.162747 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7936723 Apr 18 21:31:55.168843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33022) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:55.177214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182119a6-d123-4b3e-beda-32da7b77bef2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d47644e-c23c-4ec3-8068-fc5ffd6525f0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:55.183201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Request body: {'subnet': {'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-subnet', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:55.207060 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:55.217932 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:55.246474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:55.297864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Usage tracker for resource:subnet and tenant:a5c9a00d34014bc5bc1cb879fac27cdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:55.343293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:55.356267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59481d7a-1fa1-4550-97ef-71e3e0231d9d req-5804c997-a778-4ac7-8e08-fd620e98c46c tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:55.373878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59481d7a-1fa1-4550-97ef-71e3e0231d9d req-5804c997-a778-4ac7-8e08-fd620e98c46c tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 946 time: 0.4225423 Apr 18 21:31:55.429870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1317083-bac2-4a52-8d4c-2df3df64dbe0']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:55.435886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacc5c1-63a4-43af-8e6b-0da1c6ebb974 None None] Pushing event updated for resources: {'Port': ['ID=baebafc4-6944-4086-911d-a0b37e755cfd,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:55.477060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdafede8-23a8-401d-a467-3c2f6c2c53da') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:55.482675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdafede8-23a8-401d-a467-3c2f6c2c53da') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:55.492585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477c480d-09ae-4e9d-92db-642e5ebec5ed None None] Network b1317083-bac2-4a52-8d4c-2df3df64dbe0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:55.503559 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:55.539322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:55.547930 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:55.570633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:55.572471 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:55.601853 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:55.704115 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59481d7a-1fa1-4550-97ef-71e3e0231d9d req-9a77eeba-1eef-4923-abae-c72cd630d889 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/security-groups?id=84eabbc7-6147-4e14-96fc-2f9a2f38728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285871 Apr 18 21:31:55.719017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Made reservation on behalf of a5c9a00d34014bc5bc1cb879fac27cdf for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:55.721852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:55.919084 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:31:55.919084 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:31:55.919084 n-d-836017-3 neutron-server[85049]: [parameters: {'id': 'b1317083-bac2-4a52-8d4c-2df3df64dbe0'}] Apr 18 21:31:55.919084 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:31:55.919446 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:31:55.986783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c97d0-f5b3-4e25-b228-dfe70c7bcdb6 None None] Network b1317083-bac2-4a52-8d4c-2df3df64dbe0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:56.011296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8484e68-3f11-49ea-a14d-aa7ab7838368 req-5f7ac502-60a8-4f81-838f-0126c00244c4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:56.019480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e8484e68-3f11-49ea-a14d-aa7ab7838368 req-5f7ac502-60a8-4f81-838f-0126c00244c4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Synchronizing usage tracker for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:56.162881 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:56.300438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0df74c-8de5-43a8-ace7-27954610b62a None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:31:56.410453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=130930d8-1729-48fe-bf80-851666da5a1f,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:56.426407 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:56.460989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Checking segment: {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:56.461703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Network hostable DHCP agents. Network: 9d47644e-c23c-4ec3-8068-fc5ffd6525f0, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:31:56.474607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Deleting port baebafc4-6944-4086-911d-a0b37e755cfd {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:56.477907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:56.486856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75e108f-6d40-4959-9a3c-826d04f8205b {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:31:56.500705 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:56.526738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Transition to ACTIVE for port object c75e108f-6d40-4959-9a3c-826d04f8205b will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:56.527897 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-e8484e68-3f11-49ea-a14d-aa7ab7838368 req-5f7ac502-60a8-4f81-838f-0126c00244c4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Unset dirty status for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:56.538603 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8484e68-3f11-49ea-a14d-aa7ab7838368 req-5f7ac502-60a8-4f81-838f-0126c00244c4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 931 time: 0.7921045 Apr 18 21:31:56.605625 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:56.705270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Pushing event updated for resources: {'Port': ['ID=c75e108f-6d40-4959-9a3c-826d04f8205b,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:56.722781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:31:56.778256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] For port baebafc4-6944-4086-911d-a0b37e755cfd, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=baebafc4-6944-4086-911d-a0b37e755cfd,segment=NetworkSegment(fdafede8-23a8-401d-a467-3c2f6c2c53da),segment_id=fdafede8-23a8-401d-a467-3c2f6c2c53da)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:56.778628 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:56.857356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 9d47644e-c23c-4ec3-8068-fc5ffd6525f0) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:56.901745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0df74c-8de5-43a8-ace7-27954610b62a None None] Unable to find a vacant binding_index for network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 and agent aa93d888-ac76-4881-a017-4e7890dc1f38 {{(pid=85050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 18 21:31:56.909299 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0df74c-8de5-43a8-ace7-27954610b62a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 9d47644e-c23c-4ec3-8068-fc5ffd6525f0) {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:31:56.922712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a0ab3-d683-4e77-a6db-cab54aa74d5b req-bb5e825f-1c02-4e84-876c-1b3c2c7f6b86 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:56.924414 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d4a0ab3-d683-4e77-a6db-cab54aa74d5b req-bb5e825f-1c02-4e84-876c-1b3c2c7f6b86 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 946 time: 0.7891314 Apr 18 21:31:56.930469 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8484e68-3f11-49ea-a14d-aa7ab7838368 req-4cb1a26e-a734-4520-adb1-f2a12fb71e1a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3910372 Apr 18 21:31:56.943833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Calling delete_port for baebafc4-6944-4086-911d-a0b37e755cfd owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:56.976618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:56.977205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.103261 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ae41bf6f-4ccf-4efe-b8e3-809aa8f6b0f3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9332170 Apr 18 21:31:57.104139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33112) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:57.109911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:57.126421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:57.138679 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Usage tracker for resource:router and tenant:a5c9a00d34014bc5bc1cb879fac27cdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:57.140335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:57.156763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:57.185252 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.250536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Attempting to bind port c75e108f-6d40-4959-9a3c-826d04f8205b on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:57.250878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Attempting to bind port c75e108f-6d40-4959-9a3c-826d04f8205b by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:57.251213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Attempting to bind port c75e108f-6d40-4959-9a3c-826d04f8205b on network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:57.262064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Port': ['ID=baebafc4-6944-4086-911d-a0b37e755cfd,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:57.270692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No DVR routers for this DVR port baebafc4-6944-4086-911d-a0b37e755cfd on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:57.305664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.306726 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.317613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Port c75e108f-6d40-4959-9a3c-826d04f8205b on network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:31:57.317933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Attempting to bind port c75e108f-6d40-4959-9a3c-826d04f8205b on network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:57.332616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:57.333247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Checking segment: {'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:57.333979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Bound using segment: {'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:57.334612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Bound port: c75e108f-6d40-4959-9a3c-826d04f8205b, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d97a2a-230e-4790-bc83-dc38c611a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:57.335130 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.349432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-7d4a0ab3-d683-4e77-a6db-cab54aa74d5b req-11d100a5-de44-434d-b30f-63a78726e75b tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Deleting port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:57.350500 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7d4a0ab3-d683-4e77-a6db-cab54aa74d5b req-11d100a5-de44-434d-b30f-63a78726e75b tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.365498 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9fb29a87-33c5-44ef-bf28-dd24ee8448cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.500101 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.509651 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.557714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1317083-bac2-4a52-8d4c-2df3df64dbe0']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:57.572369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdafede8-23a8-401d-a467-3c2f6c2c53da') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:57.572815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdafede8-23a8-401d-a467-3c2f6c2c53da') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:57.587422 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.605988 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.620267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:57.620989 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:57.639936 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:57.700188 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:31:57.701122 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:57.808899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33144) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:57.852378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30c297-9963-4794-82a1-301605a36340 req-77db38cc-df27-4660-9040-9ed4d95bd340 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:57.858198 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c30c297-9963-4794-82a1-301605a36340 req-77db38cc-df27-4660-9040-9ed4d95bd340 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 946 time: 0.7234249 Apr 18 21:31:57.955383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33150) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:57.964038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1248747471', 'description': 'tempest-secgroup-smoke-1248747471 description', 'project_id': '18546b6476ee48ff8dbb33e9f0d62503'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:58.000827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] For port c75e108f-6d40-4959-9a3c-826d04f8205b, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:58.003290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:58.022253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Allocated IP 172.20.0.2 (9d47644e-c23c-4ec3-8068-fc5ffd6525f0/130930d8-1729-48fe-bf80-851666da5a1f/c00b7e36-3526-4b85-9cac-de65d2a25483) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:58.063426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] For port c75e108f-6d40-4959-9a3c-826d04f8205b, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c75e108f-6d40-4959-9a3c-826d04f8205b,segment=NetworkSegment(69d97a2a-230e-4790-bc83-dc38c611a766),segment_id=69d97a2a-230e-4790-bc83-dc38c611a766)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:58.068809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:58.069676 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.088139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-7d4a0ab3-d683-4e77-a6db-cab54aa74d5b req-11d100a5-de44-434d-b30f-63a78726e75b tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] For port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=783bdb0e-26f1-4caa-b6c2-d3f2f2125161,segment=NetworkSegment(f9be4068-da46-415f-b6c0-a50c285a5606),segment_id=f9be4068-da46-415f-b6c0-a50c285a5606)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:58.088770 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7d4a0ab3-d683-4e77-a6db-cab54aa74d5b req-11d100a5-de44-434d-b30f-63a78726e75b tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.093861 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.131626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c30c297-9963-4794-82a1-301605a36340 req-67a9682b-8a44-48a7-aa57-1ef66caa4e4c tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/security-groups?id=84eabbc7-6147-4e14-96fc-2f9a2f38728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468576 Apr 18 21:31:58.203960 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.216474 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.322087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Network': ['ID=b1317083-bac2-4a52-8d4c-2df3df64dbe0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:58.325573 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.415321 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2adbc717-e819-4e4f-915b-a73bac1edb6f tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/b1317083-bac2-4a52-8d4c-2df3df64dbe0 HTTP/1.1" status: 204 len: 168 time: 4.7789073 Apr 18 21:31:58.426787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33162) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:58.441823 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.461274 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b28de478-4993-4c1f-90ff-29de4b496c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.475612 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.487454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Transition to ACTIVE for port object c00b7e36-3526-4b85-9cac-de65d2a25483 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:58.499747 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e6fe29-9e5a-4983-a129-05f0c183d3e1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:31:58.502555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e6fe29-9e5a-4983-a129-05f0c183d3e1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:31:58.504079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-7d4a0ab3-d683-4e77-a6db-cab54aa74d5b req-11d100a5-de44-434d-b30f-63a78726e75b tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Calling delete_port for 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:58.510627 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-38e6fe29-9e5a-4983-a129-05f0c183d3e1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/b1317083-bac2-4a52-8d4c-2df3df64dbe0 HTTP/1.1" status: 404 len: 339 time: 0.0773637 Apr 18 21:31:58.514246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33166) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:58.526299 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Transition to ACTIVE for port object c00b7e36-3526-4b85-9cac-de65d2a25483 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:58.540543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b28de478-4993-4c1f-90ff-29de4b496c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:58.544851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b28de478-4993-4c1f-90ff-29de4b496c20 admin admin] Usage tracker for resource:security_group_rule and tenant:f5cb7608d43048c7abe3441f2053d95d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:58.547936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b28de478-4993-4c1f-90ff-29de4b496c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:58.556709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b28de478-4993-4c1f-90ff-29de4b496c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:58.592346 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.594093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] 10.222.0.26 "PUT /v2.0/ports/c75e108f-6d40-4959-9a3c-826d04f8205b HTTP/1.1" status: 200 len: 1091 time: 3.9491622 Apr 18 21:31:58.620731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'tag': 'c75e108f-6d40-4959-9a3c-826d04f8205b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:58.624605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b28de478-4993-4c1f-90ff-29de4b496c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.625157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.630448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1377727593', 'description': 'd1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:58.638740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:58.649289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:network and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:58.654154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:58.664623 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.665188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:58.729335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:58.749601 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d55c84f-561f-403c-9184-3b5cb1228f6e'] response: {'name': 'network-changed', 'server_uuid': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'tag': 'c75e108f-6d40-4959-9a3c-826d04f8205b', 'status': 'completed', 'code': 200} Apr 18 21:31:58.750501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:security_group_rule and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:58.759003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904233c6-e123-43b1-b132-4c2b590ff3d0 req-3d82376f-cdb6-4fe4-8c22-368f0f1cadf4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:58.760543 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-904233c6-e123-43b1-b132-4c2b590ff3d0 req-3d82376f-cdb6-4fe4-8c22-368f0f1cadf4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 943 time: 0.4362264 Apr 18 21:31:58.761417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:58.766242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697d45b-8c51-4d91-8f2d-821b496ca405 service neutron] Pushing event updated for resources: {'Port': ['ID=c75e108f-6d40-4959-9a3c-826d04f8205b,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:58.773040 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b28de478-4993-4c1f-90ff-29de4b496c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.781937 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.826243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:58.828978 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.840197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:58.866938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:58.887330 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:58.890718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:58.900264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:58.909565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Pushing event updated for resources: {'Port': ['ID=c00b7e36-3526-4b85-9cac-de65d2a25483,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:58.929762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-904233c6-e123-43b1-b132-4c2b590ff3d0 req-cc029ed1-f62b-4000-abdb-95721c7a44d3 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550913 Apr 18 21:31:58.968371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28de478-4993-4c1f-90ff-29de4b496c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee470e8f-3726-457c-a796-22f96a148048,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:58.999473 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b28de478-4993-4c1f-90ff-29de4b496c20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5cb7608d43048c7abe3441f2053d95d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1796548 Apr 18 21:31:59.005456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33176) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:59.014092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:59.030658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-4145ab3d-fb66-4aa2-b6b3-4486b7e05577 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 1094 time: 0.2659740 Apr 18 21:31:59.035297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.035648 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Added segment ef64f1b7-be65-4fd8-8e29-1c58d428eeeb of type vlan for network 1611a0c5-09b9-4c4e-a18e-6e17a1f81816 Apr 18 21:31:59.113696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Attempting to bind port c00b7e36-3526-4b85-9cac-de65d2a25483 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:59.114544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Attempting to bind port c00b7e36-3526-4b85-9cac-de65d2a25483 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:59.115133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Attempting to bind port c00b7e36-3526-4b85-9cac-de65d2a25483 on network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:59.123808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:59.124730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Checking segment: {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:59.125325 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.125934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Bound using segment: {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:59.127355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Bound port: c00b7e36-3526-4b85-9cac-de65d2a25483, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:59.128089 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.144801 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.169378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Allocated IP 172.25.3.102 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/3268d56f-79c7-4675-8ec9-64ae710ff34c) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:59.242814 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7d4a0ab3-d683-4e77-a6db-cab54aa74d5b req-11d100a5-de44-434d-b30f-63a78726e75b tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.319524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] For port c00b7e36-3526-4b85-9cac-de65d2a25483, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:59.331708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] For port c00b7e36-3526-4b85-9cac-de65d2a25483, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c00b7e36-3526-4b85-9cac-de65d2a25483,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:59.364629 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.373244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:59.373660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.410338 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.414085 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.426020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d100a5-de44-434d-b30f-63a78726e75b tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Pushing event deleted for resources: {'Port': ['ID=783bdb0e-26f1-4caa-b6c2-d3f2f2125161,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:59.565456 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48478a-771e-460e-a65a-de3f268eaf50 None None] Pushing event updated for resources: {'Port': ['ID=c00b7e36-3526-4b85-9cac-de65d2a25483,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:59.583060 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.706015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4a0ab3-d683-4e77-a6db-cab54aa74d5b req-11d100a5-de44-434d-b30f-63a78726e75b tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] No DVR routers for this DVR port 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:59.707491 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.725183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=1611a0c5-09b9-4c4e-a18e-6e17a1f81816,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:59.739401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 1611a0c5-09b9-4c4e-a18e-6e17a1f81816 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:59.741302 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7d4a0ab3-d683-4e77-a6db-cab54aa74d5b req-11d100a5-de44-434d-b30f-63a78726e75b tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.752392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-dab02885-09b4-4825-b926-ae5e1824e4b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c75e108f-6d40-4959-9a3c-826d04f8205b HTTP/1.1" status: 200 len: 217 time: 0.6733789 Apr 18 21:31:59.793773 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-71ca36a3-d6b4-4743-94f3-e093f758330b tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2759588 Apr 18 21:31:59.794190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33184) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:59.840010 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.884692 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6d19e25a-5516-4b38-892e-64b2fb77d2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.888661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cac00230-ba7b-47b1-a073-5861e0186cd6 req-0333cc3d-3be2-46b0-9ed1-698d75a151c2 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Synchronizing usage tracker for tenant:f6a0062248914aeda6c8dc504ff933ae on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:59.908922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d4a0ab3-d683-4e77-a6db-cab54aa74d5b req-11d100a5-de44-434d-b30f-63a78726e75b tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.59 "DELETE /v2.0/ports/783bdb0e-26f1-4caa-b6c2-d3f2f2125161 HTTP/1.1" status: 204 len: 173 time: 2.9196677 Apr 18 21:31:59.919264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:59.929568 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.938310 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-796c470b-9aae-4934-a836-14e162e259d9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.9785912 Apr 18 21:31:59.963194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33188) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:59.976670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9078b7ee-6a99-4237-9904-12b97033f4c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'security_group_rule': {'security_group_id': 'cc24dbcc-0d4a-46e7-8943-a8a8381aabaf', 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:59.999397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9078b7ee-6a99-4237-9904-12b97033f4c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:00.007979 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6d19e25a-5516-4b38-892e-64b2fb77d2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:00.033317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9078b7ee-6a99-4237-9904-12b97033f4c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:security_group_rule and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:00.042118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9078b7ee-6a99-4237-9904-12b97033f4c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:00.063319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:00.063579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-8e9d524f-b14f-4f28-bd58-d80c64fccae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:00.065386 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-8e9d524f-b14f-4f28-bd58-d80c64fccae2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28f3c7cd-afd0-4bad-ad63-e543c82cc40f HTTP/1.1" status: 200 len: 834 time: 0.3004289 Apr 18 21:32:00.074599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9078b7ee-6a99-4237-9904-12b97033f4c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:00.079351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:00.096261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:00.163387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cac00230-ba7b-47b1-a073-5861e0186cd6 req-0333cc3d-3be2-46b0-9ed1-698d75a151c2 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] Unset dirty status for tenant:f6a0062248914aeda6c8dc504ff933ae on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:00.168416 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cac00230-ba7b-47b1-a073-5861e0186cd6 req-0333cc3d-3be2-46b0-9ed1-698d75a151c2 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 210 time: 0.4669037 Apr 18 21:32:00.219497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4bf40e-0439-495a-97f8-58afe214c203 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:00.224026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7a4bf40e-0439-495a-97f8-58afe214c203 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Synchronizing usage tracker for tenant:76f5a9f45865458297f3eaa9d4543691 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:00.240435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Pushing event updated for resources: {'Port': ['ID=3268d56f-79c7-4675-8ec9-64ae710ff34c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:00.295105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eebcc-6f54-4017-8dd5-9becfb3b9bf1 req-d4593393-22eb-40e4-9d5d-c8a29908f8e5 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:00.296835 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c1eebcc-6f54-4017-8dd5-9becfb3b9bf1 req-d4593393-22eb-40e4-9d5d-c8a29908f8e5 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 943 time: 0.1515026 Apr 18 21:32:00.304132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-27f1bdbc-82a9-412b-982f-c2252e44e61c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e6d3c4-7b49-4dee-9f16-9a3000150d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2221565 Apr 18 21:32:00.438327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c1eebcc-6f54-4017-8dd5-9becfb3b9bf1 req-39f831c1-8690-408d-a302-5eadf45ffc58 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330619 Apr 18 21:32:00.499086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-a639ed1a-1f7f-4336-9281-ae382a1a5e12 service neutron] 10.222.0.26 "GET /v2.0/networks/95e6d3c4-7b49-4dee-9f16-9a3000150d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789558 Apr 18 21:32:00.566764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c00b7e36-3526-4b85-9cac-de65d2a25483 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:00.601891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:32:00.634858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7a4bf40e-0439-495a-97f8-58afe214c203 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Unset dirty status for tenant:76f5a9f45865458297f3eaa9d4543691 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:00.635680 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7a4bf40e-0439-495a-97f8-58afe214c203 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/networks?id=1611a0c5-09b9-4c4e-a18e-6e17a1f81816 HTTP/1.1" status: 200 len: 761 time: 0.8401184 Apr 18 21:32:00.638285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33202) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:00.645820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-acc41a31-9edd-4dd2-8fc0-e57cf55fb630 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'description': 'd2'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:00.647630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:32:00.648033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 783bdb0e-26f1-4caa-b6c2-d3f2f2125161 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:32:00.670310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6d19e25a-5516-4b38-892e-64b2fb77d2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:00.698406 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9078b7ee-6a99-4237-9904-12b97033f4c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:00.721012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19e25a-5516-4b38-892e-64b2fb77d2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee470e8f-3726-457c-a796-22f96a148048,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:00.733629 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6d19e25a-5516-4b38-892e-64b2fb77d2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:00.737717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6d19e25a-5516-4b38-892e-64b2fb77d2a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee470e8f-3726-457c-a796-22f96a148048 HTTP/1.1" status: 204 len: 168 time: 1.7297983 Apr 18 21:32:00.754059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef06ed9e-a358-4960-ac79-aa5bea837a22', 'name': 'network-vif-deleted', 'tag': '783bdb0e-26f1-4caa-b6c2-d3f2f2125161'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:00.760813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44eb1f12-91d8-49fc-a23b-ba18c84d8590 req-0cb4c3e1-dacd-4ce8-8b31-a95b317f998f service neutron] 10.222.0.26 "GET /v2.0/networks/95e6d3c4-7b49-4dee-9f16-9a3000150d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555249 Apr 18 21:32:00.764461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c00b7e36-3526-4b85-9cac-de65d2a25483 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:00.864254 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9078b7ee-6a99-4237-9904-12b97033f4c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:00.866704 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce0b492-cc85-40dc-bf22-a7ea9a3f3608'] response: {'server_uuid': 'ef06ed9e-a358-4960-ac79-aa5bea837a22', 'name': 'network-vif-deleted', 'tag': '783bdb0e-26f1-4caa-b6c2-d3f2f2125161', 'status': 'completed', 'code': 200} Apr 18 21:32:00.916799 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9078b7ee-6a99-4237-9904-12b97033f4c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:00.945735 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:00.946552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:00.988773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078b7ee-6a99-4237-9904-12b97033f4c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12e98cc-6aa8-48c9-a00f-6ce6ea45d2d9,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:00.995260 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:01.024988 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484fd4fc-b4e0-4281-b8ef-6b55036bea5a None None] Network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:01.055083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85f496a7-dfac-4010-b9c2-60b6e4af9fc3 req-47457183-51ed-4fc7-98db-6d30b1290f26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 1094 time: 0.1216450 Apr 18 21:32:01.060158 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9078b7ee-6a99-4237-9904-12b97033f4c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:01.060709 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9078b7ee-6a99-4237-9904-12b97033f4c1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0941973 Apr 18 21:32:01.328046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f496a7-dfac-4010-b9c2-60b6e4af9fc3 req-e940c216-641e-4514-bc3a-9759cf40a095 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:01.329552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85f496a7-dfac-4010-b9c2-60b6e4af9fc3 req-e940c216-641e-4514-bc3a-9759cf40a095 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e6d3c4-7b49-4dee-9f16-9a3000150d5a HTTP/1.1" status: 200 len: 897 time: 0.2677355 Apr 18 21:32:01.333751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33216) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:01.501972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'security_group_rule': {'security_group_id': 'cc24dbcc-0d4a-46e7-8943-a8a8381aabaf', 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:01.502913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-acc41a31-9edd-4dd2-8fc0-e57cf55fb630 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:01.528695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:01.624183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:security_group_rule and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:01.645003 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85f496a7-dfac-4010-b9c2-60b6e4af9fc3 req-79a2c2c6-f305-47c5-b102-6d0474428e28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c75e108f-6d40-4959-9a3c-826d04f8205b HTTP/1.1" status: 200 len: 217 time: 0.3035719 Apr 18 21:32:01.645955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:01.650293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-254e178b-adcc-423c-b230-7d4514dd544c None None] Provisioning for port c00b7e36-3526-4b85-9cac-de65d2a25483 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:01.655490 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-acc41a31-9edd-4dd2-8fc0-e57cf55fb630 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:01.662230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-254e178b-adcc-423c-b230-7d4514dd544c None None] Provisioning complete for port c00b7e36-3526-4b85-9cac-de65d2a25483 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:01.662230 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-254e178b-adcc-423c-b230-7d4514dd544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:01.696986 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-895597b3-10dd-4ea1-810c-7aa521cafe02 req-6d4cde3e-4590-4145-ae7c-c4d3e8782931 tempest-ServerTagsTestJSON-1548615601 tempest-ServerTagsTestJSON-1548615601-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef06ed9e-a358-4960-ac79-aa5bea837a22 HTTP/1.1" status: 200 len: 210 time: 0.1424732 Apr 18 21:32:01.749421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-acc41a31-9edd-4dd2-8fc0-e57cf55fb630 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network 1611a0c5-09b9-4c4e-a18e-6e17a1f81816 is not hosted by any dhcp agent {{(pid=85049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 18 21:32:01.760183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc41a31-9edd-4dd2-8fc0-e57cf55fb630 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:01.763396 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-acc41a31-9edd-4dd2-8fc0-e57cf55fb630 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:01.768694 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-acc41a31-9edd-4dd2-8fc0-e57cf55fb630 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "PUT /v2.0/networks/1611a0c5-09b9-4c4e-a18e-6e17a1f81816 HTTP/1.1" status: 200 len: 758 time: 1.1292326 Apr 18 21:32:01.774247 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33238) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:01.789356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:01.928403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f496a7-dfac-4010-b9c2-60b6e4af9fc3 req-25ccea94-4bc4-44c6-bbba-99ff20b2a5ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:01.928403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85f496a7-dfac-4010-b9c2-60b6e4af9fc3 req-25ccea94-4bc4-44c6-bbba-99ff20b2a5ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28f3c7cd-afd0-4bad-ad63-e543c82cc40f HTTP/1.1" status: 200 len: 834 time: 0.2465813 Apr 18 21:32:02.036774 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:02.060316 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-254e178b-adcc-423c-b230-7d4514dd544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:02.183586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc41a31-9edd-4dd2-8fc0-e57cf55fb630 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=1611a0c5-09b9-4c4e-a18e-6e17a1f81816,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:02.210104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 1611a0c5-09b9-4c4e-a18e-6e17a1f81816 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:32:02.290122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28b90b7-3b3f-4176-a726-70d17ab69db8 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:02.292407 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e28b90b7-3b3f-4176-a726-70d17ab69db8 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/networks?id=1611a0c5-09b9-4c4e-a18e-6e17a1f81816 HTTP/1.1" status: 200 len: 761 time: 0.5078006 Apr 18 21:32:02.304210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:02.306951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33246) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:02.347616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1319897749'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:02.363968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:02.397669 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:02.420911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Router b9327b39-73f2-42fc-8118-927db2a87f56 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:32:02.439059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-254e178b-adcc-423c-b230-7d4514dd544c None None] For port c00b7e36-3526-4b85-9cac-de65d2a25483, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c00b7e36-3526-4b85-9cac-de65d2a25483,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:02.447192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:02.490422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39acf173-0b3b-4656-9ae7-00eec37ac30b,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:02.506304 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85f496a7-dfac-4010-b9c2-60b6e4af9fc3 req-efeca8ff-8461-4223-95bf-7c16f4654eb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e6d3c4-7b49-4dee-9f16-9a3000150d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5701461 Apr 18 21:32:02.530557 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-254e178b-adcc-423c-b230-7d4514dd544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:02.558162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:02.558516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:02.558863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:02.560319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:02.560319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:02.560639 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:02.560971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:02.561304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:02.561650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:02.561972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:02.562300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:02.668273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:02.670537 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2ae6c8ce-3a65-48ec-82a7-4c3c5e328db1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3342156 Apr 18 21:32:02.670537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:02.673726 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:02.692517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44066e82-7a6d-4cea-8c8f-59ae5969a6f1 None None] Network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:02.709384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32379f86-711f-4ce2-8cd5-d49c8dafb90c req-c84ab8e4-d7a5-495f-ae54-0388c75b744f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:02.732105 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33254) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:02.734809 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32379f86-711f-4ce2-8cd5-d49c8dafb90c req-c84ab8e4-d7a5-495f-ae54-0388c75b744f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 943 time: 0.5955009 Apr 18 21:32:02.754044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e86c1689-1396-4dc0-85a0-cb688307de29 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'security_group_rule': {'security_group_id': 'cc24dbcc-0d4a-46e7-8943-a8a8381aabaf', 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:02.772033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e86c1689-1396-4dc0-85a0-cb688307de29 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:02.783808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e86c1689-1396-4dc0-85a0-cb688307de29 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:security_group_rule and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:02.788476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e86c1689-1396-4dc0-85a0-cb688307de29 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:02.814454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e86c1689-1396-4dc0-85a0-cb688307de29 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:02.886959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e178b-adcc-423c-b230-7d4514dd544c None None] Pushing event updated for resources: {'Port': ['ID=c00b7e36-3526-4b85-9cac-de65d2a25483,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:02.929462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85f496a7-dfac-4010-b9c2-60b6e4af9fc3 req-80fcc871-03c4-4fd3-8aa9-c2eb0ef3fa1c service neutron] 10.222.0.26 "GET /v2.0/networks/95e6d3c4-7b49-4dee-9f16-9a3000150d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117889 Apr 18 21:32:02.942880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e86c1689-1396-4dc0-85a0-cb688307de29 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:02.959274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32379f86-711f-4ce2-8cd5-d49c8dafb90c req-ffc5e21a-95b0-4338-a917-1eb6d2a88354 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229893 Apr 18 21:32:03.025557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33266) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:03.051467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:32:03.063189 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.063544 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Added segment 599577e6-3e3d-4750-bb39-e264043d9cee of type vlan for network 18226138-2dbd-4c80-a3ed-f88d3ead4e52 Apr 18 21:32:03.099302 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.134945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:03.181750 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e86c1689-1396-4dc0-85a0-cb688307de29 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.207518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1359f85f-043d-4ffa-8384-21fbe39cde19 admin admin] Deleting subnet 43f298b4-df39-4865-9395-4103a134da35 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:32:03.211958 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1359f85f-043d-4ffa-8384-21fbe39cde19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.265791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Sync routers for ids ['b9327b39-73f2-42fc-8118-927db2a87f56'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:32:03.281732 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e86c1689-1396-4dc0-85a0-cb688307de29 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.308767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1359f85f-043d-4ffa-8384-21fbe39cde19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.308875 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-270aa5f0-a469-4741-9a96-efda0378475d None None] Provisioning complete for port c00b7e36-3526-4b85-9cac-de65d2a25483 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:03.308875 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-270aa5f0-a469-4741-9a96-efda0378475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.331074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.334944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:03.335710 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.370669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Routers {'b9327b39-73f2-42fc-8118-927db2a87f56'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:03.371220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:31:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b9327b39-73f2-42fc-8118-927db2a87f56'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:03.434140 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.435348 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d9493370-a9c3-4f17-94c7-f01d81f8cb6f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3298411 Apr 18 21:32:03.472442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33280) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:03.489759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1724880 Apr 18 21:32:03.493116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33284) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:03.524004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'network_id': '18226138-2dbd-4c80-a3ed-f88d3ead4e52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:03.627608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c1689-1396-4dc0-85a0-cb688307de29 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a4efa3-ef0c-48ce-a092-e271a8406e9d,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:03.752884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e86c1689-1396-4dc0-85a0-cb688307de29 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.754101 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e86c1689-1396-4dc0-85a0-cb688307de29 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0199020 Apr 18 21:32:03.760726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233175e0-99de-4b60-91c7-d068e161fa75 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=18226138-2dbd-4c80-a3ed-f88d3ead4e52,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:03.760976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33290) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:03.793814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:03.801206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 18226138-2dbd-4c80-a3ed-f88d3ead4e52 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:32:03.812643 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.820997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0fda2a95-67e9-45c6-97cf-b7763987e1ff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'security_group_rule': {'security_group_id': 'cc24dbcc-0d4a-46e7-8943-a8a8381aabaf', 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:03.832497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85f496a7-dfac-4010-b9c2-60b6e4af9fc3 req-d71531ac-98f9-4295-81f7-4f599eb2f021 service neutron] 10.222.0.26 "GET /v2.0/networks/95e6d3c4-7b49-4dee-9f16-9a3000150d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8709466 Apr 18 21:32:03.835200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Usage tracker for resource:subnet and tenant:76f5a9f45865458297f3eaa9d4543691 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:03.836600 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0fda2a95-67e9-45c6-97cf-b7763987e1ff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:03.838398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:03.844898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0fda2a95-67e9-45c6-97cf-b7763987e1ff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:security_group_rule and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:03.845234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:03.863178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0fda2a95-67e9-45c6-97cf-b7763987e1ff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:03.871663 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0fda2a95-67e9-45c6-97cf-b7763987e1ff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:03.886426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Set router b9327b39-73f2-42fc-8118-927db2a87f56 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:03.893367 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1359f85f-043d-4ffa-8384-21fbe39cde19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:03.948342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:04.055976 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fda2a95-67e9-45c6-97cf-b7763987e1ff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.150210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33298) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:04.152332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1359f85f-043d-4ffa-8384-21fbe39cde19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.231945 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.284906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359f85f-043d-4ffa-8384-21fbe39cde19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f298b4-df39-4865-9395-4103a134da35,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:04.358513 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fda2a95-67e9-45c6-97cf-b7763987e1ff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.366900 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1359f85f-043d-4ffa-8384-21fbe39cde19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.379606 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1359f85f-043d-4ffa-8384-21fbe39cde19 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/43f298b4-df39-4865-9395-4103a134da35 HTTP/1.1" status: 204 len: 168 time: 1.3514347 Apr 18 21:32:04.381855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33306) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:04.469227 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d2a68-2e9c-4b92-a780-72578ff9a829 req-2d3ace25-67ce-43b6-85f1-dc1051780de4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:04.469675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad3d2a68-2e9c-4b92-a780-72578ff9a829 req-2d3ace25-67ce-43b6-85f1-dc1051780de4 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 943 time: 0.1156850 Apr 18 21:32:04.552062 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.556955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fda2a95-67e9-45c6-97cf-b7763987e1ff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.576098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c00b7e36-3526-4b85-9cac-de65d2a25483 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:04.588324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda2a95-67e9-45c6-97cf-b7763987e1ff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0060f7d-b293-439f-8efb-f9497c0408a5,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:04.622316 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e4c73a9-d210-497e-9dee-b505223e3f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.666005 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad3d2a68-2e9c-4b92-a780-72578ff9a829 req-fc292ea0-cbf4-4803-9259-228812c7011a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870909 Apr 18 21:32:04.727053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0e4c73a9-d210-497e-9dee-b505223e3f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:04.743177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c00b7e36-3526-4b85-9cac-de65d2a25483 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:04.743490 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.756491 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.785509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0e4c73a9-d210-497e-9dee-b505223e3f2d admin admin] Usage tracker for resource:security_group_rule and tenant:74821cac313b4a94917633547bf03d5a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:04.789605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fda2a95-67e9-45c6-97cf-b7763987e1ff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.793541 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0fda2a95-67e9-45c6-97cf-b7763987e1ff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9861910 Apr 18 21:32:04.793541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0e4c73a9-d210-497e-9dee-b505223e3f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:04.809154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33314) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:04.815069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0e4c73a9-d210-497e-9dee-b505223e3f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:04.821402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6aef9fcc-624f-4d30-9073-6d2a432cd0b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'security_group_rule': {'security_group_id': 'cc24dbcc-0d4a-46e7-8943-a8a8381aabaf', 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:04.836393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-25fe1058-ebfe-40ca-b5e3-362911139552 None None] Provisioning complete for port c00b7e36-3526-4b85-9cac-de65d2a25483 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:04.842010 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-25fe1058-ebfe-40ca-b5e3-362911139552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.842313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6aef9fcc-624f-4d30-9073-6d2a432cd0b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:04.846288 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.856740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6aef9fcc-624f-4d30-9073-6d2a432cd0b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:security_group_rule and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:04.870762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6aef9fcc-624f-4d30-9073-6d2a432cd0b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:04.893745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6aef9fcc-624f-4d30-9073-6d2a432cd0b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:04.901052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1bb088-ac0c-4a9a-aa85-c91adaacb32c']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:04.906381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=cac1c810-e96f-40c6-b756-e7ccffd7d588,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:04.962902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:00Z', 'revision_number': 3, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:04.988158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking segment: {'id': '599577e6-3e3d-4750-bb39-e264043d9cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18226138-2dbd-4c80-a3ed-f88d3ead4e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:04.989652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network hostable DHCP agents. Network: 18226138-2dbd-4c80-a3ed-f88d3ead4e52, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:32:04.998625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Checking router: b9327b39-73f2-42fc-8118-927db2a87f56 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:32:04.998625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Updating router b9327b39-73f2-42fc-8118-927db2a87f56 port 3268d56f-79c7-4675-8ec9-64ae710ff34c binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:32:05.072527 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.112841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9be4068-da46-415f-b6c0-a50c285a5606') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:05.113211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9be4068-da46-415f-b6c0-a50c285a5606') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:05.116172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network 18226138-2dbd-4c80-a3ed-f88d3ead4e52 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:32:05.202838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 18226138-2dbd-4c80-a3ed-f88d3ead4e52) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:05.208372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:05.209348 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.214879 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.221681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab1c3a7-8299-476f-beaa-e8b2594d75c3 None None] Network 18226138-2dbd-4c80-a3ed-f88d3ead4e52 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:05.269829 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.272168 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-6aef9fcc-624f-4d30-9073-6d2a432cd0b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Project 18546b6476ee48ff8dbb33e9f0d62503 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:32:05.300923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:32:05.301325 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.316056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1240b546-2b5a-4861-9ed8-2271aec929f6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8144364 Apr 18 21:32:05.316653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33324) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:05.316763 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6aef9fcc-624f-4d30-9073-6d2a432cd0b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:32:05.324069 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:32:05.343108 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e4c73a9-d210-497e-9dee-b505223e3f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.512773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e4c73a9-d210-497e-9dee-b505223e3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.527955 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.611453 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.620836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c73a9-d210-497e-9dee-b505223e3f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c65a811-9e6b-4703-ab9b-97e403efdd74,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:05.632623 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0e4c73a9-d210-497e-9dee-b505223e3f2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74821cac313b4a94917633547bf03d5a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4694550 Apr 18 21:32:05.633568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33330) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:05.667604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6aef9fcc-624f-4d30-9073-6d2a432cd0b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.688693 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03314713-911a-4d85-a859-fcb4c73c4d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-18226138-2dbd-4c80-a3ed-f88d3ead4e52', 'network_id': '18226138-2dbd-4c80-a3ed-f88d3ead4e52', 'tenant_id': '76f5a9f45865458297f3eaa9d4543691', 'fixed_ips': [{'subnet_id': 'cac1c810-e96f-40c6-b756-e7ccffd7d588'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:32:05.690415 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-03314713-911a-4d85-a859-fcb4c73c4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.737148 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c27e4bc-adc6-4280-8666-40d86f38cd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.741874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.821379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.832077 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.843913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6aef9fcc-624f-4d30-9073-6d2a432cd0b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.856530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1bb088-ac0c-4a9a-aa85-c91adaacb32c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:05.921185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Subnet': ['ID=cac1c810-e96f-40c6-b756-e7ccffd7d588,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:05.921422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.951435 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c27e4bc-adc6-4280-8666-40d86f38cd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:05.953966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Transition to ACTIVE for port object 3268d56f-79c7-4675-8ec9-64ae710ff34c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:05.968781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef9fcc-624f-4d30-9073-6d2a432cd0b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6a2ef8-ccc6-4299-8091-9fdb052feff9,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server [None req-03314713-911a-4d85-a859-fcb4c73c4d33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cac1c810-e96f-40c6-b756-e7ccffd7d588: This subnet is being modified by another concurrent operation. Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:32:06.027296 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cac1c810-e96f-40c6-b756-e7ccffd7d588: This subnet is being modified by another concurrent operation. Apr 18 21:32:06.031051 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server Apr 18 21:32:06.076590 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.126356 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ba961bb9-05b6-4eb8-8b03-793787c3c238 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fe1bb088-ac0c-4a9a-aa85-c91adaacb32c HTTP/1.1" status: 204 len: 168 time: 1.7433887 Apr 18 21:32:06.128897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6aef9fcc-624f-4d30-9073-6d2a432cd0b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.131159 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6aef9fcc-624f-4d30-9073-6d2a432cd0b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.3210344 Apr 18 21:32:06.134942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33338) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:06.137981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.145147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cb941428-afc5-4565-9893-c6e70c6731bc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'security_group_rule': {'security_group_id': 'cc24dbcc-0d4a-46e7-8943-a8a8381aabaf', 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:06.153550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cb941428-afc5-4565-9893-c6e70c6731bc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:06.183406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cb941428-afc5-4565-9893-c6e70c6731bc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:security_group_rule and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:06.186385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c27e4bc-adc6-4280-8666-40d86f38cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.191089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cb941428-afc5-4565-9893-c6e70c6731bc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:06.225689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18226138-2dbd-4c80-a3ed-f88d3ead4e52']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:06.248300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599577e6-3e3d-4750-bb39-e264043d9cee') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:06.249557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599577e6-3e3d-4750-bb39-e264043d9cee') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:06.269558 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.271123 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6b8d9-fd03-4cf7-8265-b3ee70d3961d None None] Pushing event updated for resources: {'Port': ['ID=3268d56f-79c7-4675-8ec9-64ae710ff34c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:06.280883 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0733e5-2d41-4d92-8943-1c790075c41e None None] Network 18226138-2dbd-4c80-a3ed-f88d3ead4e52 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:06.295140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c75e108f-6d40-4959-9a3c-826d04f8205b details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:32:06.303037 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.310037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:32:06.310712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cb941428-afc5-4565-9893-c6e70c6731bc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:06.311395 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.337098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27e4bc-adc6-4280-8666-40d86f38cd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c65a811-9e6b-4703-ab9b-97e403efdd74,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:06.348143 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c27e4bc-adc6-4280-8666-40d86f38cd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.349830 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1c27e4bc-adc6-4280-8666-40d86f38cd19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c65a811-9e6b-4703-ab9b-97e403efdd74 HTTP/1.1" status: 204 len: 168 time: 0.7151771 Apr 18 21:32:06.420329 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-cb941428-afc5-4565-9893-c6e70c6731bc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Project 18546b6476ee48ff8dbb33e9f0d62503 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:32:06.437575 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb941428-afc5-4565-9893-c6e70c6731bc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.461784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9c896-ab4b-4663-80e8-1a1e94e80257 req-9562019e-2e67-42e3-8e56-5e1c52cceca2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:06.470990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1d9c896-ab4b-4663-80e8-1a1e94e80257 req-9562019e-2e67-42e3-8e56-5e1c52cceca2 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 943 time: 0.3984771 Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:32:06.474429 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:32:06.531993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1d9c896-ab4b-4663-80e8-1a1e94e80257 req-c03cdbc2-2960-4b8f-9999-83455bce5752 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597136 Apr 18 21:32:06.535621 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:32:06.550713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.584646 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.594836 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb941428-afc5-4565-9893-c6e70c6731bc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.607429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33348) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:06.647314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.670269 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb941428-afc5-4565-9893-c6e70c6731bc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.709466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb941428-afc5-4565-9893-c6e70c6731bc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c65c2c-71f9-41ce-846f-68e2478f0780,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:06.741230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Network': ['ID=18226138-2dbd-4c80-a3ed-f88d3ead4e52,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:06.769496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33352) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:06.769910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-41645def-8358-4589-bd80-074b6b007d8a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/18226138-2dbd-4c80-a3ed-f88d3ead4e52 HTTP/1.1" status: 204 len: 168 time: 1.4507368 Apr 18 21:32:06.845716 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dad80e6-9349-41c7-8db7-3e1a78b64b85 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] GET failed (client error): The resource could not be found. Apr 18 21:32:06.846325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7dad80e6-9349-41c7-8db7-3e1a78b64b85 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Synchronizing usage tracker for tenant:76f5a9f45865458297f3eaa9d4543691 on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:06.855268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb941428-afc5-4565-9893-c6e70c6731bc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.856418 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cb941428-afc5-4565-9893-c6e70c6731bc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7202859 Apr 18 21:32:06.866139 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e832b831-e6f6-4f37-a612-48128ac30fe7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6a0062248914aeda6c8dc504ff933ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2536190 Apr 18 21:32:06.866240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Attempting to bind port 3268d56f-79c7-4675-8ec9-64ae710ff34c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:06.866240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Attempting to bind port 3268d56f-79c7-4675-8ec9-64ae710ff34c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:06.866240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Attempting to bind port 3268d56f-79c7-4675-8ec9-64ae710ff34c on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:06.866480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33358) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:06.954537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:06.955552 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:06.955965 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.956361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:06.957031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Bound port: 3268d56f-79c7-4675-8ec9-64ae710ff34c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:06.957419 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:06.991567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c569242c-5f8f-4b0a-b749-67572148b707 None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:32:06.996941 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6729af3d-85c4-4923-9407-e885f592773f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:07.011910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Allocated IP 172.20.0.1 (9d47644e-c23c-4ec3-8068-fc5ffd6525f0/130930d8-1729-48fe-bf80-851666da5a1f/e24e7ccd-843c-4ce4-bf06-4b1f9e593f34) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:07.040405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7dad80e6-9349-41c7-8db7-3e1a78b64b85 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Unset dirty status for tenant:76f5a9f45865458297f3eaa9d4543691 on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:07.040405 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7dad80e6-9349-41c7-8db7-3e1a78b64b85 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/subnets/cac1c810-e96f-40c6-b756-e7ccffd7d588 HTTP/1.1" status: 404 len: 337 time: 0.2643187 Apr 18 21:32:07.045155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33374) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:07.110226 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5678b815-a469-462a-b33b-ec8c5a992c23 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:07.111395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5678b815-a469-462a-b33b-ec8c5a992c23 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:07.119669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5678b815-a469-462a-b33b-ec8c5a992c23 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/18226138-2dbd-4c80-a3ed-f88d3ead4e52 HTTP/1.1" status: 404 len: 339 time: 0.0726626 Apr 18 21:32:07.122599 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6729af3d-85c4-4923-9407-e885f592773f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:07.132951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33384) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:07.166345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c75e108f-6d40-4959-9a3c-826d04f8205b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c75e108f-6d40-4959-9a3c-826d04f8205b,segment=NetworkSegment(69d97a2a-230e-4790-bc83-dc38c611a766),segment_id=69d97a2a-230e-4790-bc83-dc38c611a766)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:07.237163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'c75e108f-6d40-4959-9a3c-826d04f8205b', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'port_id': 'c75e108f-6d40-4959-9a3c-826d04f8205b', 'mac_address': 'fa:16:3e:cc:25:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:32:07.239853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] For port 3268d56f-79c7-4675-8ec9-64ae710ff34c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:07.294238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] For port 3268d56f-79c7-4675-8ec9-64ae710ff34c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3268d56f-79c7-4675-8ec9-64ae710ff34c,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:07.345673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50af9b6-3592-4f67-982d-9bce199fad9d tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:07.345673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b50af9b6-3592-4f67-982d-9bce199fad9d tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Synchronizing usage tracker for tenant:76f5a9f45865458297f3eaa9d4543691 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:07.353188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:07.377554 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:07.402795 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:07.431980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569242c-5f8f-4b0a-b749-67572148b707 None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:32:07.432212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Transition to ACTIVE for port object e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:07.457274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75e108f-6d40-4959-9a3c-826d04f8205b {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:32:07.493751 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6729af3d-85c4-4923-9407-e885f592773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:07.504221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c75e108f-6d40-4959-9a3c-826d04f8205b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c75e108f-6d40-4959-9a3c-826d04f8205b,segment=NetworkSegment(69d97a2a-230e-4790-bc83-dc38c611a766),segment_id=69d97a2a-230e-4790-bc83-dc38c611a766)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:07.513863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6b8d9-fd03-4cf7-8265-b3ee70d3961d None None] Pushing event updated for resources: {'Port': ['ID=3268d56f-79c7-4675-8ec9-64ae710ff34c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:07.518272 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:07.528922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729af3d-85c4-4923-9407-e885f592773f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eabbc7-6147-4e14-96fc-2f9a2f38728a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:07.530807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b50af9b6-3592-4f67-982d-9bce199fad9d tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Unset dirty status for tenant:76f5a9f45865458297f3eaa9d4543691 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:07.534601 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b50af9b6-3592-4f67-982d-9bce199fad9d tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3975546 Apr 18 21:32:07.536454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33402) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:07.587640 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2c745b24-f8a1-4226-b0c1-657a13f01e76 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Synchronizing usage tracker for tenant:76f5a9f45865458297f3eaa9d4543691 on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:07.595756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2c745b24-f8a1-4226-b0c1-657a13f01e76 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Unset dirty status for tenant:76f5a9f45865458297f3eaa9d4543691 on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:07.600940 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2c745b24-f8a1-4226-b0c1-657a13f01e76 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 207 time: 0.0619648 Apr 18 21:32:07.601536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33408) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:07.608005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Routers {'b9327b39-73f2-42fc-8118-927db2a87f56'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:07.608656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:31:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b9327b39-73f2-42fc-8118-927db2a87f56'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:07.651132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:07.652175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Pushing event updated for resources: {'Port': ['ID=e24e7ccd-843c-4ce4-bf06-4b1f9e593f34,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:07.656260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:07.662646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:07.670261 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:07.747533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6729af3d-85c4-4923-9407-e885f592773f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:07.749143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6729af3d-85c4-4923-9407-e885f592773f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84eabbc7-6147-4e14-96fc-2f9a2f38728a HTTP/1.1" status: 204 len: 168 time: 0.8824840 Apr 18 21:32:07.791430 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:07.972432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=c75e108f-6d40-4959-9a3c-826d04f8205b,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:08.024745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d72b0-56e5-4b07-989b-771ec749732e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:08.029104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d72b0-56e5-4b07-989b-771ec749732e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:08.035301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d72b0-56e5-4b07-989b-771ec749732e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:08.042665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d72b0-56e5-4b07-989b-771ec749732e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:08.043688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7b4d72b0-56e5-4b07-989b-771ec749732e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4399490 Apr 18 21:32:08.050464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33420) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:08.081396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c75e108f-6d40-4959-9a3c-826d04f8205b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:32:08.135396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] Set router b9327b39-73f2-42fc-8118-927db2a87f56 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:08.253623 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:08.556186 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2dd413fb-ddd8-45c8-adcc-a43ea0a248bb tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4981799 Apr 18 21:32:08.572671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33436) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:08.630809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae580c2-9591-452f-aa60-a3bddb483d07 req-28c800e3-1480-4864-ab90-0090db857bb8 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:08.639505 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ae580c2-9591-452f-aa60-a3bddb483d07 req-28c800e3-1480-4864-ab90-0090db857bb8 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 944 time: 0.8047626 Apr 18 21:32:08.791565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ae580c2-9591-452f-aa60-a3bddb483d07 req-2207446e-946f-4315-8072-26157401b963 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510875 Apr 18 21:32:08.808731 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:08.816822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a6ba4-a054-477c-bfdd-b299f093bc79 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:08.818825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a6ba4-a054-477c-bfdd-b299f093bc79 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:08.823945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3c6a6ba4-a054-477c-bfdd-b299f093bc79 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2483976 Apr 18 21:32:08.824747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33446) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:08.873265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:00Z', 'revision_number': 3, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:08.896671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:08.896966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ece95f-5a00-471d-8976-c2fa7b5afcf4 None None] The sync data for ids ['b9327b39-73f2-42fc-8118-927db2a87f56'] in n-d-836017-3 is: [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:00Z', 'revision_number': 3, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:32:09.046456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33458) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:09.214543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb1489c-0cd5-4e98-b4fe-724b90c62a5d tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:09.225378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb1489c-0cd5-4e98-b4fe-724b90c62a5d tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:09.230729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33472) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:09.231671 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6fb1489c-0cd5-4e98-b4fe-724b90c62a5d tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4053929 Apr 18 21:32:09.241033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Pushing event updated for resources: {'Port': ['ID=e24e7ccd-843c-4ce4-bf06-4b1f9e593f34,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:09.246672 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:09.289628 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:09.386046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c72b063e-96a4-4ba5-9f19-e92c2ae4e6d9 None None] Provisioning for port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:09.389068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c72b063e-96a4-4ba5-9f19-e92c2ae4e6d9 None None] Provisioning complete for port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:09.389684 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c72b063e-96a4-4ba5-9f19-e92c2ae4e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:09.576052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c72b063e-96a4-4ba5-9f19-e92c2ae4e6d9 None None] Port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:32:09.588203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1036319734-network', 'tenant_id': '77b059139f84405db9bad3c9f82f200d'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:09.598079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:09.606267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Usage tracker for resource:network and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:09.611225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:09.630432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:09.649749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:09.651289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:09.697892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9166e13b-db88-4122-bb4a-8ff0aea9089e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:09.702577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9166e13b-db88-4122-bb4a-8ff0aea9089e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/networks/968f2291-3082-446d-bd15-064c0b2f72a4 HTTP/1.1" status: 200 len: 799 time: 0.4674039 Apr 18 21:32:09.702881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33486) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:09.956738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-142b75b8-3a2a-4d97-bf2f-33cd08cc5dad tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/networks/968f2291-3082-446d-bd15-064c0b2f72a4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2527647 Apr 18 21:32:09.958017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Made reservation on behalf of 77b059139f84405db9bad3c9f82f200d for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:09.962581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33494) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:09.969870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.004515 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.086481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:10.092918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:10.099177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:10.107121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:10.163996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928f121c-1e1e-482b-a3cb-f69f8b7e0f61 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:10.168879 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-928f121c-1e1e-482b-a3cb-f69f8b7e0f61 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/subnets/06c5a0ea-f253-46ad-bf27-d23b752dfb35 HTTP/1.1" status: 200 len: 811 time: 0.2041545 Apr 18 21:32:10.173520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33500) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:10.224083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c75e108f-6d40-4959-9a3c-826d04f8205b up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:10.279068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f67fde0a-ea94-4c4a-99fe-0b52f5ea0d3b None None] Provisioning complete for port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:10.279712 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f67fde0a-ea94-4c4a-99fe-0b52f5ea0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.336924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c057c69-5205-4afa-97c5-aea54ae4b77e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:10.338640 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0c057c69-5205-4afa-97c5-aea54ae4b77e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "GET /v2.0/subnets/06c5a0ea-f253-46ad-bf27-d23b752dfb35?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1644523 Apr 18 21:32:10.345567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33512) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:10.351827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2058344938'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:10.362215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:10.398049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:10.509528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f67fde0a-ea94-4c4a-99fe-0b52f5ea0d3b None None] Port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:32:10.565312 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.584273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:10.588089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.591057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172515b-82a8-488c-910e-03b5abfe6903 req-22545ba7-efb8-40b9-82d4-65f8e89d1c7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:10.615996 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e172515b-82a8-488c-910e-03b5abfe6903 req-22545ba7-efb8-40b9-82d4-65f8e89d1c7e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 944 time: 0.4791412 Apr 18 21:32:10.644595 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.644801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port c75e108f-6d40-4959-9a3c-826d04f8205b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:10.650519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port c75e108f-6d40-4959-9a3c-826d04f8205b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:10.651322 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.674818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:32:10.683637 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.685315 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Added segment a2c3c7b0-1b80-4d32-87dd-4a5296799e0b of type vlan for network eeb6b84e-f8da-43e4-b706-8497e886851a Apr 18 21:32:10.737638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3268d56f-79c7-4675-8ec9-64ae710ff34c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:10.745150 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.864389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d78ffd-e2b6-4f82-a37c-e9ef7693f40f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:10.893603 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e172515b-82a8-488c-910e-03b5abfe6903 req-32ec7966-d3eb-4da9-a4fd-52236c507c7d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705934 Apr 18 21:32:10.893603 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.911235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:10.911235 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.918458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:32:10.971577 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.975873 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Added segment 6e24c968-d17f-48cf-affb-a9d0d3673076 of type vlan for network 685829de-b47d-4972-8ca0-fe04c37e1a41 Apr 18 21:32:11.094226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3268d56f-79c7-4675-8ec9-64ae710ff34c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:11.097581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:11.116831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3268d56f-79c7-4675-8ec9-64ae710ff34c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:11.117643 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:11.127575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] Pushing event updated for resources: {'Network': ['ID=eeb6b84e-f8da-43e4-b706-8497e886851a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:11.131911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9793dd73-5e7c-4401-828d-aaefbb7bbf17 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0903580 Apr 18 21:32:11.134302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33522) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:11.140916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Request body: {'subnet': {'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-subnet', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:11.148573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:11.153339 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Usage tracker for resource:subnet and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:11.158175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:11.159279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network eeb6b84e-f8da-43e4-b706-8497e886851a details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:32:11.186351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:11.238074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Router b9327b39-73f2-42fc-8118-927db2a87f56 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:32:11.262197 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:11.275171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Made reservation on behalf of 77b059139f84405db9bad3c9f82f200d for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:11.277501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:11.394578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75e108f-6d40-4959-9a3c-826d04f8205b'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:11.420727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c75e108f-6d40-4959-9a3c-826d04f8205b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c75e108f-6d40-4959-9a3c-826d04f8205b,segment=NetworkSegment(69d97a2a-230e-4790-bc83-dc38c611a766),segment_id=69d97a2a-230e-4790-bc83-dc38c611a766)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:11.463457 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:11.473986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:11.477144 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:11.488556 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:11.610563 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8284c178-10a3-415b-bb48-da9b9f848395'] response: {'server_uuid': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75e108f-6d40-4959-9a3c-826d04f8205b', 'code': 200} Apr 18 21:32:11.612606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e84df0ef-ece7-4eb5-a597-707aebc234e7 req-4a7bf53d-04c5-4058-bb7a-3ff1c2a9b680 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.1961145 Apr 18 21:32:11.706937 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3599877 Apr 18 21:32:11.752186 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:11.774510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 3268d56f-79c7-4675-8ec9-64ae710ff34c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3268d56f-79c7-4675-8ec9-64ae710ff34c,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:11.837700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=c75e108f-6d40-4959-9a3c-826d04f8205b,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:11.852643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33542) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:11.868913 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:12.028322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=3268d56f-79c7-4675-8ec9-64ae710ff34c,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:12.213020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7275adbf-65e4-4346-806f-4de86e07da1b req-78b5d044-0ccd-4790-9954-d4619e01b7d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 1096 time: 0.5822041 Apr 18 21:32:12.241571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdef4c-787d-4d9f-93b9-2b897e822e5e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Network': ['ID=685829de-b47d-4972-8ca0-fe04c37e1a41,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:12.254507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 685829de-b47d-4972-8ca0-fe04c37e1a41 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:32:12.261068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'network_id': '685829de-b47d-4972-8ca0-fe04c37e1a41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:12.297588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:12.446276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7275adbf-65e4-4346-806f-4de86e07da1b req-b778cce8-3bf3-4799-9774-c5540be19d32 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322011 Apr 18 21:32:12.453310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f73b1940-ffab-4f06-a08d-3f3c87735f84,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:12.468733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Checking segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:12.469095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Network hostable DHCP agents. Network: eeb6b84e-f8da-43e4-b706-8497e886851a, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:32:12.484265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204ad00-1a4e-4db8-a1a1-937e87f09719 req-47e78ac4-824e-443b-85fa-81285eea7e62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:12.491835 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9204ad00-1a4e-4db8-a1a1-937e87f09719 req-47e78ac4-824e-443b-85fa-81285eea7e62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 945 time: 0.2516470 Apr 18 21:32:12.587310 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9204ad00-1a4e-4db8-a1a1-937e87f09719 req-cf2c5dd5-129d-4ba4-80c3-848e76c26825 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944617 Apr 18 21:32:12.619418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3268d56f-79c7-4675-8ec9-64ae710ff34c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:12.632970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:12.653579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Network eeb6b84e-f8da-43e4-b706-8497e886851a is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:32:12.673219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:12.737678 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3268d56f-79c7-4675-8ec9-64ae710ff34c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:12.741815 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:12.788749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, eeb6b84e-f8da-43e4-b706-8497e886851a) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:12.801846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:12.802436 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:12.811374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:12.820189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-92b7552d-7f01-459b-8a11-0f46a4199a90 admin admin] 10.222.0.11 "PUT /v2.0/routers/b9327b39-73f2-42fc-8118-927db2a87f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3466935 Apr 18 21:32:12.821398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Made reservation on behalf of 76f5a9f45865458297f3eaa9d4543691 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:12.848292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3513fa6-655f-40fe-8101-0861955302d3 None None] Network eeb6b84e-f8da-43e4-b706-8497e886851a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:13.092045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14710f74-78f8-4460-b30e-63e88af76bfb req-c0dc138e-de1d-40c3-a9fa-c43b2051849d tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.1759355 Apr 18 21:32:13.100335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33568) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:13.101651 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f41d02dd-2cbc-4fea-8984-db7f70fa0eb6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9647820 Apr 18 21:32:13.179374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:13.188229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb14f2-ef02-4185-a05d-418defa66938 req-9eb3ad24-b2a6-4fad-8132-85ac2cb02baa tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:13.231652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:13.237824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-52fb14f2-ef02-4185-a05d-418defa66938 req-9eb3ad24-b2a6-4fad-8132-85ac2cb02baa tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.5320518 Apr 18 21:32:13.298817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:13.307615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Usage tracker for resource:router and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:13.312500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:13.322730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:13.416929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-52fb14f2-ef02-4185-a05d-418defa66938 req-42dcc1c2-869a-4c3d-a4cd-6aa322b2b42c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781406 Apr 18 21:32:13.511425 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:13.516807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:13.571015 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:13.677270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Performing IP validity checks on allocation pools {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:32:13.680497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking for overlaps among allocation pools and gateway ip {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:32:13.710344 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-eeb6b84e-f8da-43e4-b706-8497e886851a', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:32:13.711838 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:13.992651 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Sync routers for ids ['b9327b39-73f2-42fc-8118-927db2a87f56'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:32:14.000355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33586) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:14.012743 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Routers {'b9327b39-73f2-42fc-8118-927db2a87f56'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:14.015580 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:31:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b9327b39-73f2-42fc-8118-927db2a87f56'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:14.064134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Allocated IP 172.20.0.2 (eeb6b84e-f8da-43e4-b706-8497e886851a/f73b1940-ffab-4f06-a08d-3f3c87735f84/cb0a3cac-6db8-49f6-9ff4-97f189e059f7) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:14.258494 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:14.272426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcaa02-f774-4548-81ba-a0eeb07729f7 req-f70413b7-49a5-48cc-945c-6486ff4eaeaf tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:14.281395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e7fcaa02-f774-4548-81ba-a0eeb07729f7 req-f70413b7-49a5-48cc-945c-6486ff4eaeaf tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 945 time: 0.2812381 Apr 18 21:32:14.341554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-f728b802-1639-481f-ad6b-849cdc89783d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:14.354454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-f728b802-1639-481f-ad6b-849cdc89783d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 818 time: 0.5381379 Apr 18 21:32:14.453737 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6f09-bae9-4cf7-8427-b29e2c630a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:14.515157 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:14.520214 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Set router b9327b39-73f2-42fc-8118-927db2a87f56 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:14.520559 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e7fcaa02-f774-4548-81ba-a0eeb07729f7 req-78f4fb6b-4222-406a-ba9f-ad4519c0c1b9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379122 Apr 18 21:32:14.533217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-6f574c04-7e4f-4c88-9604-69dfc6bbfbd6 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/quotas/a5c9a00d34014bc5bc1cb879fac27cdf HTTP/1.1" status: 200 len: 375 time: 0.1756394 Apr 18 21:32:14.605050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:14.616926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Transition to ACTIVE for port object cb0a3cac-6db8-49f6-9ff4-97f189e059f7 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:14.637399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Transition to ACTIVE for port object cb0a3cac-6db8-49f6-9ff4-97f189e059f7 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:14.665920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4c7a6f09-bae9-4cf7-8427-b29e2c630a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:14.666587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=bff7b603-b9f3-4bd6-b6c0-2a09c01c04e4,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:14.679299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4c7a6f09-bae9-4cf7-8427-b29e2c630a67 admin admin] Usage tracker for resource:security_group_rule and tenant:bace4841370948e79752ef7379495678 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:14.683418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4c7a6f09-bae9-4cf7-8427-b29e2c630a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:14.691436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4c7a6f09-bae9-4cf7-8427-b29e2c630a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:14.728199 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:14.739788 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-8c02b6c1-2599-4742-883c-8bfd9fc835bc tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2055197 Apr 18 21:32:14.762952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Checking segment: {'id': '6e24c968-d17f-48cf-affb-a9d0d3673076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '685829de-b47d-4972-8ca0-fe04c37e1a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:14.767605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network hostable DHCP agents. Network: 685829de-b47d-4972-8ca0-fe04c37e1a41, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:32:14.854040 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6f09-bae9-4cf7-8427-b29e2c630a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:14.881619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Network eeb6b84e-f8da-43e4-b706-8497e886851a is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:14.882513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Pushing event updated for resources: {'Port': ['ID=cb0a3cac-6db8-49f6-9ff4-97f189e059f7,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:14.889388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:14.896215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:14.912824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Network 685829de-b47d-4972-8ca0-fe04c37e1a41 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:32:14.952478 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:14.981995 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6f09-bae9-4cf7-8427-b29e2c630a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.028311 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.028683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Attempting to bind port cb0a3cac-6db8-49f6-9ff4-97f189e059f7 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:15.029191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Attempting to bind port cb0a3cac-6db8-49f6-9ff4-97f189e059f7 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:15.029684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Attempting to bind port cb0a3cac-6db8-49f6-9ff4-97f189e059f7 on network eeb6b84e-f8da-43e4-b706-8497e886851a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:15.037718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:15.038393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Checking segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:15.038888 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.039729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Bound using segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:15.039851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 685829de-b47d-4972-8ca0-fe04c37e1a41) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:15.039972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Bound port: cb0a3cac-6db8-49f6-9ff4-97f189e059f7, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:15.040246 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.054647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6481d0f-144a-49a3-898b-0a43ee013a8b None None] Network 685829de-b47d-4972-8ca0-fe04c37e1a41 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:15.086617 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e24e7ccd-843c-4ce4-bf06-4b1f9e593f34', 'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'mac_address': 'fa:16:3e:2c:12:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:06Z', 'updated_at': '2022-04-18T21:32:08Z', 'revision_number': 2, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'subnets': [{'id': '130930d8-1729-48fe-bf80-851666da5a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:15.092983 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Checking router: b9327b39-73f2-42fc-8118-927db2a87f56 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:32:15.093447 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Updating router b9327b39-73f2-42fc-8118-927db2a87f56 port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:32:15.129794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a6f09-bae9-4cf7-8427-b29e2c630a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8409ade-b11d-458b-8368-22c62024bb92,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:15.139271 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4c7a6f09-bae9-4cf7-8427-b29e2c630a67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bace4841370948e79752ef7379495678&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1379521 Apr 18 21:32:15.162482 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80686316-c291-4304-a6f5-d0e49ffed60e req-158d0969-d0f7-4a24-916e-68570362eb2f tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.3188789 Apr 18 21:32:15.175965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33600) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:15.192069 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.199690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:15.199690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.322257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-8390d1ad-08fc-4140-9134-b054050cceb9 service neutron] 10.222.0.11 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815899 Apr 18 21:32:15.349836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] For port cb0a3cac-6db8-49f6-9ff4-97f189e059f7, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:15.446060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-167275d7-6421-470b-96e0-93a819fca340 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.5588946 Apr 18 21:32:15.457011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33604) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:15.466776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] For port cb0a3cac-6db8-49f6-9ff4-97f189e059f7, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cb0a3cac-6db8-49f6-9ff4-97f189e059f7,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:15.471659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-131197fc-2e6f-4c22-9708-51173b6ef021 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:15.547315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd1e55a3-4745-4670-a5ea-2ec76815c014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.553338 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.610483 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd1e55a3-4745-4670-a5ea-2ec76815c014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.616692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-685829de-b47d-4972-8ca0-fe04c37e1a41', 'network_id': '685829de-b47d-4972-8ca0-fe04c37e1a41', 'tenant_id': '76f5a9f45865458297f3eaa9d4543691', 'fixed_ips': [{'subnet_id': 'bff7b603-b9f3-4bd6-b6c0-2a09c01c04e4'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:32:15.620368 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.622214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-205d8dd9-e6c1-4ba1-960d-a8e16046b5ad service neutron] 10.222.0.11 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891514 Apr 18 21:32:15.633048 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dd720-3509-46d4-8c2b-a972d499e37a req-27c8e2b7-6ff3-4b76-bfd1-d3c6c06a13dc tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:15.640035 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c08dd720-3509-46d4-8c2b-a972d499e37a req-27c8e2b7-6ff3-4b76-bfd1-d3c6c06a13dc tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.1500793 Apr 18 21:32:15.701289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c08dd720-3509-46d4-8c2b-a972d499e37a req-3711ed42-1f3a-42a8-8b69-aea5373f1f98 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602894 Apr 18 21:32:15.777725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77b980-a21a-40bc-87b6-a5eccb4fc9a5 None None] Pushing event updated for resources: {'Port': ['ID=cb0a3cac-6db8-49f6-9ff4-97f189e059f7,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:15.779125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Allocated IP 172.25.3.119 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/d491f63d-a2cc-4e25-94f0-72ec922701c6) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:15.836393 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd1e55a3-4745-4670-a5ea-2ec76815c014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.945576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b7581-9106-48cf-b302-12b7f9ea33d3 req-4435eece-a891-4e6f-aa43-be26358883e0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:15.945974 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.949920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e55a3-4745-4670-a5ea-2ec76815c014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8409ade-b11d-458b-8368-22c62024bb92,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:15.961876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d1b7581-9106-48cf-b302-12b7f9ea33d3 req-4435eece-a891-4e6f-aa43-be26358883e0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 945 time: 0.1172709 Apr 18 21:32:15.977885 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Transition to ACTIVE for port object e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:16.055919 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.069875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd1e55a3-4745-4670-a5ea-2ec76815c014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.071142 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fd1e55a3-4745-4670-a5ea-2ec76815c014 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8409ade-b11d-458b-8368-22c62024bb92 HTTP/1.1" status: 204 len: 168 time: 0.8877614 Apr 18 21:32:16.107278 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-131197fc-2e6f-4c22-9708-51173b6ef021 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1465226'] for subnet, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.188040 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Allocated IP 172.20.0.3 (685829de-b47d-4972-8ca0-fe04c37e1a41/bff7b603-b9f3-4bd6-b6c0-2a09c01c04e4/cd27896e-475a-4b2e-bc37-26b42e85814a) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:16.265347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72bfb517-ba86-4f0c-9f92-7d2a3a0f1333 req-1ddb70be-3635-43c2-bc1e-aafac2590375 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 210 time: 0.1748521 Apr 18 21:32:16.393904 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.432314 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Pushing event updated for resources: {'Port': ['ID=e24e7ccd-843c-4ce4-bf06-4b1f9e593f34,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:16.509372 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:16.510325 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:16.510325 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:16.520664 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:16.521203 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:16.521435 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:16.529441 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:16.529750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d1b7581-9106-48cf-b302-12b7f9ea33d3 req-1cab797d-310b-4365-a30a-942cc4832ad0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5660026 Apr 18 21:32:16.529871 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:16.531151 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:16.531514 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:16.531833 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:16.554973 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c952a902-2802-4ef1-99ca-4083c18d5a74 req-0c7540ea-54f4-4ad0-b3ff-eae579eb8b04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.2782435 Apr 18 21:32:16.573948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.814226 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Attempting to bind port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:16.814610 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Attempting to bind port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:16.814954 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Attempting to bind port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 on network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:16.835477 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cb0a3cac-6db8-49f6-9ff4-97f189e059f7 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:16.836210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:16.844859 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:16.845242 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Checking segment: {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:16.846320 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.846320 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Bound using segment: {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:16.846518 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Bound port: e24e7ccd-843c-4ce4-bf06-4b1f9e593f34, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:16.846885 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.859221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:16.864547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:16.966118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=d491f63d-a2cc-4e25-94f0-72ec922701c6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:17.065515 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:17.088022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Transition to ACTIVE for port object cd27896e-475a-4b2e-bc37-26b42e85814a will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:17.103653 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] For port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:17.110839 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] For port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e24e7ccd-843c-4ce4-bf06-4b1f9e593f34,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:17.117210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Transition to ACTIVE for port object cd27896e-475a-4b2e-bc37-26b42e85814a will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:17.231309 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:17.235353 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:17.344958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port cb0a3cac-6db8-49f6-9ff4-97f189e059f7 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:17.362308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-495e0aa7-c0f7-436b-af3b-9969c685ec18 req-1fcd6825-370b-4944-8a76-cdc75e2e000f tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.4930842 Apr 18 21:32:17.402936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Network 685829de-b47d-4972-8ca0-fe04c37e1a41 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:17.407587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:17.411361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:17.466407 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631046aa-a532-4a9a-ace4-e77c6c23b018 req-5026d448-8861-4590-b990-59d293be1bc9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:17.479852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-631046aa-a532-4a9a-ace4-e77c6c23b018 req-5026d448-8861-4590-b990-59d293be1bc9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 945 time: 0.5169005 Apr 18 21:32:17.486971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Pushing event updated for resources: {'Port': ['ID=cd27896e-475a-4b2e-bc37-26b42e85814a,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:17.522664 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e35bc-e877-4811-9dac-82b27de96e40 None None] Pushing event updated for resources: {'Port': ['ID=e24e7ccd-843c-4ce4-bf06-4b1f9e593f34,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:17.530216 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Routers {'b9327b39-73f2-42fc-8118-927db2a87f56'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:17.530828 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:31:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b9327b39-73f2-42fc-8118-927db2a87f56'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:17.597444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Attempting to bind port cd27896e-475a-4b2e-bc37-26b42e85814a on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:17.599188 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Attempting to bind port cd27896e-475a-4b2e-bc37-26b42e85814a by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '6e24c968-d17f-48cf-affb-a9d0d3673076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '685829de-b47d-4972-8ca0-fe04c37e1a41'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:17.599943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Attempting to bind port cd27896e-475a-4b2e-bc37-26b42e85814a on network 685829de-b47d-4972-8ca0-fe04c37e1a41 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:17.626779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:17.627347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Checking segment: {'id': '6e24c968-d17f-48cf-affb-a9d0d3673076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '685829de-b47d-4972-8ca0-fe04c37e1a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:17.627947 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:17.628780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Bound using segment: {'id': '6e24c968-d17f-48cf-affb-a9d0d3673076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '685829de-b47d-4972-8ca0-fe04c37e1a41'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:17.629787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Bound port: cd27896e-475a-4b2e-bc37-26b42e85814a, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e24c968-d17f-48cf-affb-a9d0d3673076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '685829de-b47d-4972-8ca0-fe04c37e1a41'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:17.630551 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:17.634067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-631046aa-a532-4a9a-ace4-e77c6c23b018 req-8a1e2772-f3bc-4ebb-b97d-36eaa1c3a38a tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520081 Apr 18 21:32:17.657905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33648) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:17.986747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] For port cd27896e-475a-4b2e-bc37-26b42e85814a, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:17.995077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] For port cd27896e-475a-4b2e-bc37-26b42e85814a, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cd27896e-475a-4b2e-bc37-26b42e85814a,segment=NetworkSegment(6e24c968-d17f-48cf-affb-a9d0d3673076),segment_id=6e24c968-d17f-48cf-affb-a9d0d3673076)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:18.101358 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0896c286-0722-4b50-a67f-876aab2f93aa None None] Network eeb6b84e-f8da-43e4-b706-8497e886851a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:18.166382 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] Set router b9327b39-73f2-42fc-8118-927db2a87f56 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:18.179828 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.197219 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.198015 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.415192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ccdf9962-0356-4477-a78d-99c4131033eb tempest-TestNetworkBasicOps-1902677465 tempest-TestNetworkBasicOps-1902677465-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 1091 time: 0.7557700 Apr 18 21:32:18.442881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33660) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:18.452984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4dbe5-167d-4879-be38-08cb5824317c None None] Pushing event updated for resources: {'Port': ['ID=cd27896e-475a-4b2e-bc37-26b42e85814a,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:18.459162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-131197fc-2e6f-4c22-9708-51173b6ef021 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776081348509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1465667'] for subnet, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.466723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': 'c75e108f-6d40-4959-9a3c-826d04f8205b', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address': '172.20.0.3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:18.473995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:18.489980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Usage tracker for resource:floatingip and tenant:1bfb4ecea54942dca79bbe9472e0ec87 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:18.491062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:18.498020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:18.518749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1172f985-d1e0-49b1-a8f1-ffb92bec12d6 None None] Provisioning for port cb0a3cac-6db8-49f6-9ff4-97f189e059f7 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:18.535013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1172f985-d1e0-49b1-a8f1-ffb92bec12d6 None None] Provisioning complete for port cb0a3cac-6db8-49f6-9ff4-97f189e059f7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:18.535628 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1172f985-d1e0-49b1-a8f1-ffb92bec12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.543273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3d56-247a-48d9-9560-7810469b15bd req-07b77836-acc2-4420-addd-ddc55d4c4cc1 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:18.550484 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-07b77836-acc2-4420-addd-ddc55d4c4cc1 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 818 time: 0.7195191 Apr 18 21:32:18.592176 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.651145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131197fc-2e6f-4c22-9708-51173b6ef021 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:18.651440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-131197fc-2e6f-4c22-9708-51173b6ef021 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.656428 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-131197fc-2e6f-4c22-9708-51173b6ef021 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "PUT /v2.0/subnets/bff7b603-b9f3-4bd6-b6c0-2a09c01c04e4 HTTP/1.1" status: 200 len: 877 time: 3.1981905 Apr 18 21:32:18.663992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33668) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:18.670947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-86ec4080-4d9a-4d74-974a-5cbdf4c352ad tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/quotas/a5c9a00d34014bc5bc1cb879fac27cdf HTTP/1.1" status: 200 len: 375 time: 0.1193764 Apr 18 21:32:18.763796 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e24e7ccd-843c-4ce4-bf06-4b1f9e593f34', 'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'mac_address': 'fa:16:3e:2c:12:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:06Z', 'updated_at': '2022-04-18T21:32:17Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'subnets': [{'id': '130930d8-1729-48fe-bf80-851666da5a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:18.769691 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478ce35-bee3-42e6-8c49-ff848dae0052 None None] The sync data for ids ['b9327b39-73f2-42fc-8118-927db2a87f56'] in n-d-836017-3 is: [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e24e7ccd-843c-4ce4-bf06-4b1f9e593f34', 'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'mac_address': 'fa:16:3e:2c:12:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:06Z', 'updated_at': '2022-04-18T21:32:17Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'subnets': [{'id': '130930d8-1729-48fe-bf80-851666da5a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:32:18.796966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8e044-e4e1-43cd-b82c-0e210db26f8c req-31c7079e-d380-43d1-af94-987964e8d995 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:18.807714 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22e8e044-e4e1-43cd-b82c-0e210db26f8c req-31c7079e-d380-43d1-af94-987964e8d995 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.7177649 Apr 18 21:32:18.821777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33672) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:18.822710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131197fc-2e6f-4c22-9708-51173b6ef021 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event updated for resources: {'Subnet': ['ID=bff7b603-b9f3-4bd6-b6c0-2a09c01c04e4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:19.103171 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.171173 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22e8e044-e4e1-43cd-b82c-0e210db26f8c req-fd7ffa6e-5fdc-447a-b2e5-3c32a3e659c7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622155 Apr 18 21:32:19.183102 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1172f985-d1e0-49b1-a8f1-ffb92bec12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.196683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Deleting port cd27896e-475a-4b2e-bc37-26b42e85814a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:32:19.197536 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.247695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1172f985-d1e0-49b1-a8f1-ffb92bec12d6 None None] For port cb0a3cac-6db8-49f6-9ff4-97f189e059f7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cb0a3cac-6db8-49f6-9ff4-97f189e059f7,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:19.313310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-704920628-network', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:19.324493 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1172f985-d1e0-49b1-a8f1-ffb92bec12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.339952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-c94986de-233a-480d-b7b3-794c66c49211 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6646316 Apr 18 21:32:19.364991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:19.392119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Usage tracker for resource:network and tenant:f663ddef311e43bdad05c26a0cb9a71e is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:19.400789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:19.421858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:19.545360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172f985-d1e0-49b1-a8f1-ffb92bec12d6 None None] Pushing event updated for resources: {'Port': ['ID=cb0a3cac-6db8-49f6-9ff4-97f189e059f7,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:19.624160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Made reservation on behalf of f663ddef311e43bdad05c26a0cb9a71e for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:19.629835 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.713436 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.770799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6c6ac41-f3f7-4051-bf46-f2d8b75d8efc req-613dd4fa-f0d9-467d-9ce9-7b640d98d8c3 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0898590 Apr 18 21:32:19.771279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-273321c2-c4e0-4310-a5c4-1b94dfcfd248 None None] Provisioning complete for port cb0a3cac-6db8-49f6-9ff4-97f189e059f7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:19.771279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-273321c2-c4e0-4310-a5c4-1b94dfcfd248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.841728 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.054691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:32:20.104594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:20.118201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Usage tracker for resource:security_group_rule and tenant:f663ddef311e43bdad05c26a0cb9a71e is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:20.161607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:20.200537 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-b357f48e-31da-4d24-a596-24d2a3767ee6 service neutron] 10.222.0.11 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8567805 Apr 18 21:32:20.209823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:20.214171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] For port cd27896e-475a-4b2e-bc37-26b42e85814a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cd27896e-475a-4b2e-bc37-26b42e85814a,segment=NetworkSegment(6e24c968-d17f-48cf-affb-a9d0d3673076),segment_id=6e24c968-d17f-48cf-affb-a9d0d3673076)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:20.214541 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.221595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-6f5dc9be-1b2f-4cf3-854e-ffb65317c007 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:20.231528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-6f5dc9be-1b2f-4cf3-854e-ffb65317c007 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.59 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 818 time: 0.8056924 Apr 18 21:32:20.318342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b90c57-5c29-4f3d-9342-123a5c2f4da6 None None] Network 685829de-b47d-4972-8ca0-fe04c37e1a41 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:20.528198 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-7b3ea9e1-b221-4937-90fb-c8c3820feb80 service neutron] 10.222.0.11 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929254 Apr 18 21:32:20.539414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Request body: {'port': {'device_id': '752dba09-cd78-4953-98c6-38247e90e678', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'admin_state_up': True, 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:20.566991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-82fc913d-d5aa-48e7-8033-f38e3ffff016 None None] Provisioning for port cd27896e-475a-4b2e-bc37-26b42e85814a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:20.758555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Calling delete_port for cd27896e-475a-4b2e-bc37-26b42e85814a owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:32:20.886114 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:21.097144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Allocated IP 172.25.3.180 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/1586b4f4-7edb-4cb0-8f70-93286e9fc801) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:21.144502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:21.158622 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:21.159406 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.204657 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.214347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:21.251992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b05a5-4f96-4816-9530-4942154ee9a1 req-25af0ef6-3eb6-4eeb-9e5a-7c992141fe7f tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:21.270268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc7b05a5-4f96-4816-9530-4942154ee9a1 req-25af0ef6-3eb6-4eeb-9e5a-7c992141fe7f tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.3512027 Apr 18 21:32:21.372663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Usage tracker for resource:port and tenant:a5c9a00d34014bc5bc1cb879fac27cdf is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:21.441492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:21.448559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:21.514489 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.521589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Port': ['ID=cd27896e-475a-4b2e-bc37-26b42e85814a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:21.533258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0f23c7-451d-4511-8beb-1990230f1276 None None] Network 685829de-b47d-4972-8ca0-fe04c37e1a41 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:21.564568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fddf5e99-6324-4bc0-b3bf-a0e2dad96325 None None] Could not find standard attr ID for object cd27896e-475a-4b2e-bc37-26b42e85814a. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:32:21.565629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc7b05a5-4f96-4816-9530-4942154ee9a1 req-754524e4-66c6-4b12-85b2-6c30d0e9c58d tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673161 Apr 18 21:32:21.592276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Made reservation on behalf of a5c9a00d34014bc5bc1cb879fac27cdf for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:21.595192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No DVR routers for this DVR port cd27896e-475a-4b2e-bc37-26b42e85814a on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:32:21.595812 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.597980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:21.637154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.639008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.639008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.639008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.639008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.639008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.639511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.639511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.639765 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.640114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.640414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.662578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Sync routers for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:32:21.726708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:21.728636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:31:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:21.770537 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.771963 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.846761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.848706 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-feb058f8-33da-4bcf-969c-79408fea4cb5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7214541 Apr 18 21:32:21.856979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33704) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:21.938207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.965840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:21.998310 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd7580d3-db02-4336-8ec6-1fd1b655d935 req-b9eef360-b1ec-4d9b-b4a1-8bbb74517f61 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 210 time: 0.2066414 Apr 18 21:32:22.032150 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.044900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e24e7ccd-843c-4ce4-bf06-4b1f9e593f34,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:22.048460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Allocated IP 172.20.0.12 (9d47644e-c23c-4ec3-8068-fc5ffd6525f0/130930d8-1729-48fe-bf80-851666da5a1f/eec2fadf-7ace-4552-bda4-9f7d5f540489) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:22.077397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:32:22.096440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.096788 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Added segment 05d79a49-9ddc-4774-b0f8-4b2cc56380f0 of type vlan for network a6ec7c96-8d23-4a1b-873b-616706fef93c Apr 18 21:32:22.104276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef3f043-56bd-4658-bb67-278c985da4c3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:22.152776 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.274264 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.275042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cd27896e-475a-4b2e-bc37-26b42e85814a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:22.436157 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.441020 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.441985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:22.445286 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.514203 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.529340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: cd27896e-475a-4b2e-bc37-26b42e85814a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:32:22.532930 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cd27896e-475a-4b2e-bc37-26b42e85814a not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 21:32:22.543388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Subnet': ['ID=bff7b603-b9f3-4bd6-b6c0-2a09c01c04e4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:22.544059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Transition to ACTIVE for port object eec2fadf-7ace-4552-bda4-9f7d5f540489 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:22.581414 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.664614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.8206053 Apr 18 21:32:22.680829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33712) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:22.694935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:22.701674 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.715929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Request body: {'subnet': {'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-704920628-subnet', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:22.723308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:22.728076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Usage tracker for resource:subnet and tenant:f663ddef311e43bdad05c26a0cb9a71e is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:22.730216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:22.732232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:22.742424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:22.744100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=e24e7ccd-843c-4ce4-bf06-4b1f9e593f34,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:22.768663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Port cd27896e-475a-4b2e-bc37-26b42e85814a not found, will not notify nova. {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 21:32:22.769045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cb0a3cac-6db8-49f6-9ff4-97f189e059f7 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:22.796734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:22.830034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7cd6f-8079-476f-90c8-9fb1d7cced3e admin admin] Pushing event updated for resources: {'Network': ['ID=a6ec7c96-8d23-4a1b-873b-616706fef93c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:22.853187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Made reservation on behalf of f663ddef311e43bdad05c26a0cb9a71e for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:22.867563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.884955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a6ec7c96-8d23-4a1b-873b-616706fef93c details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:32:22.900926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb12a6c2-f7d0-4cde-a971-7ef92ca60335 req-ba775df8-58a2-452d-8308-6c1c39b0b737 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.1739159 Apr 18 21:32:22.956270 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.008629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685829de-b47d-4972-8ca0-fe04c37e1a41']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:23.039880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e24c968-d17f-48cf-affb-a9d0d3673076') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:23.039880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e24c968-d17f-48cf-affb-a9d0d3673076') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:23.052546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:23.056126 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.101708 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.108649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=1586b4f4-7edb-4cb0-8f70-93286e9fc801,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:23.113525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:23.121668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:32:23.122213 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:32:23.139623 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:32:23.178530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:23.368252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event updated for resources: {'Port': ['ID=eec2fadf-7ace-4552-bda4-9f7d5f540489,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:23.502776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port cb0a3cac-6db8-49f6-9ff4-97f189e059f7 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:23.503421 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.509053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.531322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:23.533174 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.629535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0708f71-0f01-4cc5-a2cd-ad5bc77eadfe req-3c6bd6d9-d4eb-414f-89b0-000cca4c88b4 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 210 time: 0.1537690 Apr 18 21:32:23.697047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c3109-c488-4ef8-a235-61dd7e715525 req-29dabb0c-6529-4dab-a7e3-e95f2e4907f1 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:23.699448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc5c3109-c488-4ef8-a235-61dd7e715525 req-29dabb0c-6529-4dab-a7e3-e95f2e4907f1 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.7907829 Apr 18 21:32:23.779399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc5c3109-c488-4ef8-a235-61dd7e715525 req-ee3a08d9-0770-4af6-84af-bae67df08f35 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734947 Apr 18 21:32:23.783991 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4708bd91-6877-43c3-8c0e-8397adf1aa06 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2489069 Apr 18 21:32:23.852808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:17Z', 'revision_number': 3, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:23.864080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Checking router: 07e6a41b-5a86-4ef4-827a-00f05a1595e9 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:32:23.866363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Updating router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 port d491f63d-a2cc-4e25-94f0-72ec922701c6 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:32:23.878779 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.904318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Network': ['ID=685829de-b47d-4972-8ca0-fe04c37e1a41,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:23.931553 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.027321 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f7184844-f41f-492c-9beb-5e04c81485d6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/685829de-b47d-4972-8ca0-fe04c37e1a41 HTTP/1.1" status: 204 len: 168 time: 5.3623159 Apr 18 21:32:24.056697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33726) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:24.201656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481dff2d-92cc-49e2-b91f-c8f40f3810af None None] DHCP port deletion for 685829de-b47d-4972-8ca0-fe04c37e1a41 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:32:24.217260 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-64128b40-6d79-4757-8df1-b65aed1cf29e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:24.217260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64128b40-6d79-4757-8df1-b65aed1cf29e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:24.223043 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-64128b40-6d79-4757-8df1-b65aed1cf29e tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/subnets/bff7b603-b9f3-4bd6-b6c0-2a09c01c04e4 HTTP/1.1" status: 404 len: 337 time: 0.1248600 Apr 18 21:32:24.227733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33732) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:24.327384 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18d909d-8b11-41d1-b9f0-78e120e2f8f8 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:24.327838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18d909d-8b11-41d1-b9f0-78e120e2f8f8 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:24.337029 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a18d909d-8b11-41d1-b9f0-78e120e2f8f8 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/685829de-b47d-4972-8ca0-fe04c37e1a41 HTTP/1.1" status: 404 len: 339 time: 0.0990953 Apr 18 21:32:24.350218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33736) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:24.443644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:24.487073 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.492666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Request body: {'port': {'device_id': '752dba09-cd78-4953-98c6-38247e90e678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:24.497761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bdab6a28-f51d-4620-a7b4-5c4b555a6d23 None None] Provisioning for port eec2fadf-7ace-4552-bda4-9f7d5f540489 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:24.530634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bdab6a28-f51d-4620-a7b4-5c4b555a6d23 None None] Provisioning complete for port eec2fadf-7ace-4552-bda4-9f7d5f540489 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:24.530995 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bdab6a28-f51d-4620-a7b4-5c4b555a6d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.551162 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89b1b96-6c69-4178-8dd2-90d36ff762f1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:24.551604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89b1b96-6c69-4178-8dd2-90d36ff762f1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:24.554604 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a89b1b96-6c69-4178-8dd2-90d36ff762f1 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/subnets/cac1c810-e96f-40c6-b756-e7ccffd7d588 HTTP/1.1" status: 404 len: 337 time: 0.1949072 Apr 18 21:32:24.555372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:24.558514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33740) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:24.596780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bdab6a28-f51d-4620-a7b4-5c4b555a6d23 None None] Port eec2fadf-7ace-4552-bda4-9f7d5f540489 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:32:24.603304 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f8e695-11a5-466f-9ca6-29949594db86 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:24.603462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f8e695-11a5-466f-9ca6-29949594db86 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:24.608123 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d5f8e695-11a5-466f-9ca6-29949594db86 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/18226138-2dbd-4c80-a3ed-f88d3ead4e52 HTTP/1.1" status: 404 len: 339 time: 0.0442533 Apr 18 21:32:24.612733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33744) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:24.694859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:24.695239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.752674 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7cd1-cb74-40de-a616-bedda89ab6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.756631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.780198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Checking segment: {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:24.783235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Network hostable DHCP agents. Network: a6ec7c96-8d23-4a1b-873b-616706fef93c, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:32:24.884699 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.921118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Transition to ACTIVE for port object d491f63d-a2cc-4e25-94f0-72ec922701c6 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:24.971037 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9da3a2a9-5950-4f41-862b-b22b9682cace req-32ff9ae7-31a9-4a2d-b953-e93d6bbb6297 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.5060863 Apr 18 21:32:25.050026 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.071968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-54b2464f-849c-44a1-99a8-1b76bbe9a5d2 req-1c9ef9c3-b585-43a9-8725-948e4f9dc7df tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Synchronizing usage tracker for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:25.077310 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.132559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1611a0c5-09b9-4c4e-a18e-6e17a1f81816']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:25.145609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Network a6ec7c96-8d23-4a1b-873b-616706fef93c is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:32:25.186055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef64f1b7-be65-4fd8-8e29-1c58d428eeeb') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:25.186525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef64f1b7-be65-4fd8-8e29-1c58d428eeeb') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:25.214754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2f6a6-278f-4f3e-b370-8865b2ca54d3 None None] Pushing event updated for resources: {'Port': ['ID=d491f63d-a2cc-4e25-94f0-72ec922701c6,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:25.220916 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.245133 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.248164 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Attempting to bind port d491f63d-a2cc-4e25-94f0-72ec922701c6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:25.248847 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Attempting to bind port d491f63d-a2cc-4e25-94f0-72ec922701c6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:25.249501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Attempting to bind port d491f63d-a2cc-4e25-94f0-72ec922701c6 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:25.253425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a6ec7c96-8d23-4a1b-873b-616706fef93c) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:25.262753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:25.262753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:25.262753 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.262753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:25.263211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:25.263302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Bound port: d491f63d-a2cc-4e25-94f0-72ec922701c6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:25.263302 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.263458 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.300782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81df2898-f280-43b2-8cae-e527a0408dd1 None None] Network a6ec7c96-8d23-4a1b-873b-616706fef93c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:25.338969 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.351865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.388649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:32:25.389279 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.393055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3d56-247a-48d9-9560-7810469b15bd req-cec0d10d-c4b1-432f-affe-8f0eaa5545e5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:25.396338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-cec0d10d-c4b1-432f-affe-8f0eaa5545e5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 818 time: 1.1872752 Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:32:25.426745 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:32:25.495441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Request body: {'port': {'device_id': 'ab04ef66-c002-4a0c-a530-1c09a8540177', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'admin_state_up': True, 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:25.549900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] For port d491f63d-a2cc-4e25-94f0-72ec922701c6, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:25.567269 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b44491d3-55e2-43c9-9996-ad74d8610744 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8765795 Apr 18 21:32:25.568099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33754) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:25.591312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-704920628-router', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:25.612949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:25.618140 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.624947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] For port d491f63d-a2cc-4e25-94f0-72ec922701c6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d491f63d-a2cc-4e25-94f0-72ec922701c6,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:25.627996 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-54b2464f-849c-44a1-99a8-1b76bbe9a5d2 req-1c9ef9c3-b585-43a9-8725-948e4f9dc7df tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Unset dirty status for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:25.637616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Usage tracker for resource:router and tenant:f663ddef311e43bdad05c26a0cb9a71e is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:25.642789 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-54b2464f-849c-44a1-99a8-1b76bbe9a5d2 req-1c9ef9c3-b585-43a9-8725-948e4f9dc7df tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 210 time: 0.6649859 Apr 18 21:32:25.645853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:25.655500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:25.702927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-a6ec7c96-8d23-4a1b-873b-616706fef93c', 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'fixed_ips': [{'subnet_id': '0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:32:25.704322 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.780759 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.807496 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.950509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Allocated IP 172.20.0.1 (eeb6b84e-f8da-43e4-b706-8497e886851a/f73b1940-ffab-4f06-a08d-3f3c87735f84/97da7fb0-03ac-489d-aeae-d790ddc291a9) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:26.054611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2f6a6-278f-4f3e-b370-8865b2ca54d3 None None] Pushing event updated for resources: {'Port': ['ID=d491f63d-a2cc-4e25-94f0-72ec922701c6,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:26.064078 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cd27896e-475a-4b2e-bc37-26b42e85814a no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:32:26.108959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: cd27896e-475a-4b2e-bc37-26b42e85814a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:32:26.109331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cd27896e-475a-4b2e-bc37-26b42e85814a not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:32:26.153448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:26.154313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:31:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:26.271818 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.283738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-643c6a3d-493a-44f8-be92-4314ec9a16c0 req-ecde749d-0b83-484b-938a-15c0a8999ecf tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.1156094 Apr 18 21:32:26.316441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Transition to ACTIVE for port object 97da7fb0-03ac-489d-aeae-d790ddc291a9 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:26.361895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Allocated IP 172.20.0.2 (a6ec7c96-8d23-4a1b-873b-616706fef93c/0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68/54cdb1c8-f392-4f03-82b2-37569b94470a) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:26.425627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:26.548927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad04d2b-d6c8-4925-9973-09100fd26a21 req-4210cda5-032c-4f33-8062-59e97974903a tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:26.548927 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ad04d2b-d6c8-4925-9973-09100fd26a21 req-4210cda5-032c-4f33-8062-59e97974903a tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 1.2111766 Apr 18 21:32:26.548927 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:32:26.548927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:26.549445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:26.633844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec2fadf-7ace-4552-bda4-9f7d5f540489 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:32:26.638276 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.648084 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.653809 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ad04d2b-d6c8-4925-9973-09100fd26a21 req-c2a23421-1dbe-420c-ac06-b5d639945120 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031789 Apr 18 21:32:26.672193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Transition to ACTIVE for port object eec2fadf-7ace-4552-bda4-9f7d5f540489 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:26.690945 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.693449 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.729771 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/1611a0c5-09b9-4c4e-a18e-6e17a1f81816 HTTP/1.1" status: 204 len: 168 time: 2.1081877 Apr 18 21:32:26.732090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33764) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:26.746612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89379753-3894-49ae-b583-2048baa21f93 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Network': ['ID=1611a0c5-09b9-4c4e-a18e-6e17a1f81816,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:26.758870 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.759985 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.784489 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eff011c-b997-4e6d-a590-1fb804d45074 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:26.784900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eff011c-b997-4e6d-a590-1fb804d45074 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:26.793031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9eff011c-b997-4e6d-a590-1fb804d45074 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/subnets/3e11c64d-90ac-408d-9dc0-95c93c6d5440 HTTP/1.1" status: 404 len: 337 time: 0.0598347 Apr 18 21:32:26.796346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Made reservation on behalf of a5c9a00d34014bc5bc1cb879fac27cdf for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:26.798326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.806800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.808594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33768) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:26.822313 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.828988 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.853700 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.871619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Transition to ACTIVE for port object 54cdb1c8-f392-4f03-82b2-37569b94470a will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:26.907992 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1286659c-c8e1-4202-9982-8feb06028e59 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:26.908471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1286659c-c8e1-4202-9982-8feb06028e59 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:26.928389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Transition to ACTIVE for port object 54cdb1c8-f392-4f03-82b2-37569b94470a will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:26.931998 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1286659c-c8e1-4202-9982-8feb06028e59 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/b1317083-bac2-4a52-8d4c-2df3df64dbe0 HTTP/1.1" status: 404 len: 339 time: 0.1223671 Apr 18 21:32:26.937924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33772) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:26.942045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Network eeb6b84e-f8da-43e4-b706-8497e886851a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:26.948585 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.977639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:26.982606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Pushing event updated for resources: {'Port': ['ID=97da7fb0-03ac-489d-aeae-d790ddc291a9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:26.988949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:27.000476 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9ce8268-46a0-4511-9fdc-83b1375c3044 req-60bdf4ac-5502-47b4-8d23-0ae5160b81f2 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 210 time: 0.1383214 Apr 18 21:32:27.024261 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-97988864-a647-4c42-9326-d50a2b303aed tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:27.024261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97988864-a647-4c42-9326-d50a2b303aed tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:27.024261 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-97988864-a647-4c42-9326-d50a2b303aed tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/subnets/85b57203-ad27-4812-a774-e24dba671da0 HTTP/1.1" status: 404 len: 337 time: 0.0829375 Apr 18 21:32:27.032200 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:17Z', 'revision_number': 3, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:27.037356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523caef-aba2-4008-89cf-2b7b2f5bbbcc None None] The sync data for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 is: [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:17Z', 'revision_number': 3, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:32:27.080712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33776) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:27.109117 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.254948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.255110 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1b28dadd-74be-4915-a6b0-c26d35077bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.255110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Network a6ec7c96-8d23-4a1b-873b-616706fef93c is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:27.272452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:27.277159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:27.329751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Pushing event updated for resources: {'Port': ['ID=eec2fadf-7ace-4552-bda4-9f7d5f540489,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:27.431803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Pushing event updated for resources: {'Port': ['ID=54cdb1c8-f392-4f03-82b2-37569b94470a,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:27.498086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Attempting to bind port 54cdb1c8-f392-4f03-82b2-37569b94470a on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:27.498742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Attempting to bind port 54cdb1c8-f392-4f03-82b2-37569b94470a by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:27.499110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Attempting to bind port 54cdb1c8-f392-4f03-82b2-37569b94470a on network a6ec7c96-8d23-4a1b-873b-616706fef93c {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:27.515950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:27.516970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Checking segment: {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:27.517405 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.517835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Bound using segment: {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:27.518332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Bound port: 54cdb1c8-f392-4f03-82b2-37569b94470a, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:27.518714 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.520931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.530173 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d02e3f-e91c-414f-858f-d807328180aa tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:27.530801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d02e3f-e91c-414f-858f-d807328180aa tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:27.561934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.668816 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b4d02e3f-e91c-414f-858f-d807328180aa tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/d6014b45-0643-4bdd-85ee-eb57a68d9e13 HTTP/1.1" status: 404 len: 339 time: 0.5872076 Apr 18 21:32:27.671305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33782) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:27.680171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] For port 54cdb1c8-f392-4f03-82b2-37569b94470a, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:27.684204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] For port 54cdb1c8-f392-4f03-82b2-37569b94470a, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=54cdb1c8-f392-4f03-82b2-37569b94470a,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:27.710833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c37e5144-459f-4fe2-b8cc-2e84fb39b6ca None None] Provisioning for port 97da7fb0-03ac-489d-aeae-d790ddc291a9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:27.730345 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5a45b4-c132-44fc-84d3-027e5a6dbaf3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:27.730784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5a45b4-c132-44fc-84d3-027e5a6dbaf3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:27.732456 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3b5a45b4-c132-44fc-84d3-027e5a6dbaf3 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/subnets/4b450cd7-fd2d-4511-bb53-4acd7fc78893 HTTP/1.1" status: 404 len: 337 time: 0.0600789 Apr 18 21:32:27.756612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33790) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:27.759860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c37e5144-459f-4fe2-b8cc-2e84fb39b6ca None None] Provisioning complete for port 97da7fb0-03ac-489d-aeae-d790ddc291a9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:27.761089 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c37e5144-459f-4fe2-b8cc-2e84fb39b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.788454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5567bad6-87b6-46e7-b099-32389fe358a4 req-1062cfba-d562-460c-8d4b-35b8fcc49ad2 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.1375608 Apr 18 21:32:27.823624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event updated for resources: {'Port': ['ID=1586b4f4-7edb-4cb0-8f70-93286e9fc801,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:27.859378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Allocated IP 172.20.0.5 (9d47644e-c23c-4ec3-8068-fc5ffd6525f0/130930d8-1729-48fe-bf80-851666da5a1f/3a5f0991-3e1c-430d-92b2-fcba207eccb2) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:27.868298 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-359b6e49-0bfa-4339-87b1-86ce20bd2295 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:27.868738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359b6e49-0bfa-4339-87b1-86ce20bd2295 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:27.873175 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-359b6e49-0bfa-4339-87b1-86ce20bd2295 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/77390b5d-9e19-48c1-a48d-820faf17ebe7 HTTP/1.1" status: 404 len: 339 time: 0.1119761 Apr 18 21:32:27.877442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33794) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:27.889668 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.932110 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.979433 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c9b2ca-c93d-4b60-b4eb-38971633d059 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:27.979977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c9b2ca-c93d-4b60-b4eb-38971633d059 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:27.985764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c8c9b2ca-c93d-4b60-b4eb-38971633d059 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/subnets/23a98851-bde5-41b1-99ae-c07e78994222 HTTP/1.1" status: 404 len: 337 time: 0.1057699 Apr 18 21:32:27.989612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33798) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:28.018722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c37e5144-459f-4fe2-b8cc-2e84fb39b6ca None None] Port 97da7fb0-03ac-489d-aeae-d790ddc291a9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:32:28.036538 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc03b7-b314-4a71-8d56-d46f8850bb24 None None] Pushing event updated for resources: {'Port': ['ID=54cdb1c8-f392-4f03-82b2-37569b94470a,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:28.081603 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.087261 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c341ff8-54f7-4dba-9553-699828219cc6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:28.087701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c341ff8-54f7-4dba-9553-699828219cc6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:28.089406 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8c341ff8-54f7-4dba-9553-699828219cc6 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/222c911d-15c7-48ac-9976-5b13e4eb1c73 HTTP/1.1" status: 404 len: 339 time: 0.0622993 Apr 18 21:32:28.092952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33804) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:28.140400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Attempting to bind port eec2fadf-7ace-4552-bda4-9f7d5f540489 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:28.140787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Attempting to bind port eec2fadf-7ace-4552-bda4-9f7d5f540489 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:28.141285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Attempting to bind port eec2fadf-7ace-4552-bda4-9f7d5f540489 on network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:28.170849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Port eec2fadf-7ace-4552-bda4-9f7d5f540489 on network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:32:28.171236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Attempting to bind port eec2fadf-7ace-4552-bda4-9f7d5f540489 on network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:28.226401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:28.228169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Checking segment: {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:28.228169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Bound using segment: {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:28.229524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Bound port: eec2fadf-7ace-4552-bda4-9f7d5f540489, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:28.229886 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.324220 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03d5baa-fbc7-466f-846a-15e8ed26b6f5 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:28.324642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03d5baa-fbc7-466f-846a-15e8ed26b6f5 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:28.326857 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d03d5baa-fbc7-466f-846a-15e8ed26b6f5 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/subnets/1307bdae-ecf5-49a6-b042-4d1fca3c7248 HTTP/1.1" status: 404 len: 337 time: 0.2154009 Apr 18 21:32:28.333086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33808) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:28.398189 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-174e1c81-08c0-481d-80af-01357899ee89 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:28.398549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174e1c81-08c0-481d-80af-01357899ee89 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:28.402939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-174e1c81-08c0-481d-80af-01357899ee89 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/19426fca-6b34-446e-86db-0bb2c9414799 HTTP/1.1" status: 404 len: 339 time: 0.0533967 Apr 18 21:32:28.404427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33812) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:28.405196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d660670d-6d0b-4949-8a1d-afa7872cff30 req-f7690c7e-dcd3-403a-bb81-3ca6e4c17c0a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Synchronizing usage tracker for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:28.469360 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a372e48a-7c73-493e-bbd8-8ac17ebc6ba7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:28.470034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a372e48a-7c73-493e-bbd8-8ac17ebc6ba7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:28.471807 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a372e48a-7c73-493e-bbd8-8ac17ebc6ba7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/subnets/12fe0a6a-f8fc-4e03-824f-9878906e3d0c HTTP/1.1" status: 404 len: 337 time: 0.0608373 Apr 18 21:32:28.477637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33816) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:28.537050 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a795b2-f7ab-4f74-adaf-d67b49f678e7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:28.537835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a795b2-f7ab-4f74-adaf-d67b49f678e7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:28.539357 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-56a795b2-f7ab-4f74-adaf-d67b49f678e7 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/0d398fe8-cdb3-48c5-b469-675c18d4f9b3 HTTP/1.1" status: 404 len: 339 time: 0.0607529 Apr 18 21:32:28.543100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33820) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:28.589639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.603169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d660670d-6d0b-4949-8a1d-afa7872cff30 req-f7690c7e-dcd3-403a-bb81-3ca6e4c17c0a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Unset dirty status for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:28.604349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d660670d-6d0b-4949-8a1d-afa7872cff30 req-f7690c7e-dcd3-403a-bb81-3ca6e4c17c0a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 210 time: 0.3971438 Apr 18 21:32:28.609587 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.618269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cf928-0773-4296-89b5-5f0b2f2e175b req-295c5b67-de70-4ea3-81e7-fa928947bc71 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:28.618269 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a39cf928-0773-4296-89b5-5f0b2f2e175b req-295c5b67-de70-4ea3-81e7-fa928947bc71 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.6409948 Apr 18 21:32:28.634354 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.636922 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d56ba66-bca5-4061-af9b-7d925a55236d tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:28.637350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d56ba66-bca5-4061-af9b-7d925a55236d tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:28.639169 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2d56ba66-bca5-4061-af9b-7d925a55236d tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/subnets/9fb76bd2-e482-4b92-ab70-24354e3847b6 HTTP/1.1" status: 404 len: 337 time: 0.0936344 Apr 18 21:32:28.648418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33824) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:28.708366 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9b8296-5157-45b4-9e2e-21f1de1caf92 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:28.709190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9b8296-5157-45b4-9e2e-21f1de1caf92 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:28.710179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bb9b8296-5157-45b4-9e2e-21f1de1caf92 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/79487120-b3ad-4cec-99bf-5a907b3a7a1f HTTP/1.1" status: 404 len: 339 time: 0.0390658 Apr 18 21:32:28.712530 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.713980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33828) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:28.728694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] For port eec2fadf-7ace-4552-bda4-9f7d5f540489, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:28.754869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] For port eec2fadf-7ace-4552-bda4-9f7d5f540489, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=eec2fadf-7ace-4552-bda4-9f7d5f540489,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:28.762915 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba184b7-5bbd-4ba3-8496-b83c6c2f1605 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:28.763336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba184b7-5bbd-4ba3-8496-b83c6c2f1605 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:28.773350 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fba184b7-5bbd-4ba3-8496-b83c6c2f1605 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/subnets/9f1323ba-3123-4579-8a70-d4f599e38868 HTTP/1.1" status: 404 len: 337 time: 0.0558527 Apr 18 21:32:28.774368 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Floating IP 1de7917f-3243-4021-9b9d-dcc0a6d0e04e associated. External IP: 172.25.3.180, port: c75e108f-6d40-4959-9a3c-826d04f8205b. Apr 18 21:32:28.776400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33832) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:28.778751 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.828242 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.841706 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.983456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Pushing event updated for resources: {'Port': ['ID=eec2fadf-7ace-4552-bda4-9f7d5f540489,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:29.015978 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9187a0-1ec4-42ea-94ee-d3d8f0ffc089 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] DELETE failed (client error): The resource could not be found. Apr 18 21:32:29.017142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9187a0-1ec4-42ea-94ee-d3d8f0ffc089 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:32:29.018988 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2e9187a0-1ec4-42ea-94ee-d3d8f0ffc089 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/5ff10a29-dd5a-45ba-9b90-33f80c1e3169 HTTP/1.1" status: 404 len: 339 time: 0.2415619 Apr 18 21:32:29.027273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33840) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:29.038796 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:29.074678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Pushing event updated for resources: {'Port': ['ID=97da7fb0-03ac-489d-aeae-d790ddc291a9,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:29.103203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a39cf928-0773-4296-89b5-5f0b2f2e175b req-c5f38be7-6fbd-4855-ae12-fc27247aba58 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4726946 Apr 18 21:32:29.139381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Allocated IP 172.25.3.111 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:29.182081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Transition to ACTIVE for port object 3a5f0991-3e1c-430d-92b2-fcba207eccb2 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:29.189065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4e7a9ab-bc3f-4c00-b686-af0a1b78cd4a req-a894359f-5926-418a-996a-54d462d25d93 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0740440 Apr 18 21:32:29.222807 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:29.228097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-e681f86f-d38a-4c55-b6f8-170a0e7deb5b service neutron] 10.222.0.59 "PUT /v2.0/ports/eec2fadf-7ace-4552-bda4-9f7d5f540489 HTTP/1.1" status: 200 len: 1092 time: 5.3264482 Apr 18 21:32:29.228097 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752dba09-cd78-4953-98c6-38247e90e678', 'tag': 'eec2fadf-7ace-4552-bda4-9f7d5f540489'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:29.399065 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f864b0-af90-4d2c-8750-f945fddee3c5'] response: {'name': 'network-changed', 'server_uuid': '752dba09-cd78-4953-98c6-38247e90e678', 'tag': 'eec2fadf-7ace-4552-bda4-9f7d5f540489', 'status': 'completed', 'code': 200} Apr 18 21:32:29.469588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:29.551567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7be235-095c-4432-877e-9498623dc38a None None] Network a6ec7c96-8d23-4a1b-873b-616706fef93c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:29.599621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:29.617095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:29.623321 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:29.655080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Network eeb6b84e-f8da-43e4-b706-8497e886851a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:29.661275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:30.008244 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.009756 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:32:30.062513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f4186ea6-fe13-45c9-ae5c-ec204b8a278a None None] Provisioning for port 54cdb1c8-f392-4f03-82b2-37569b94470a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:30.249888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74620c6-30b4-4595-aaf3-fb280186a425 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Deleting subnet 06c5a0ea-f253-46ad-bf27-d23b752dfb35 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:32:30.257441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-024f4d51-f526-4dab-80f0-bb2382ffce61 None None] Provisioning complete for port 97da7fb0-03ac-489d-aeae-d790ddc291a9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:30.257842 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-024f4d51-f526-4dab-80f0-bb2382ffce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.268806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c74620c6-30b4-4595-aaf3-fb280186a425 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.408951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-024f4d51-f526-4dab-80f0-bb2382ffce61 None None] Port 97da7fb0-03ac-489d-aeae-d790ddc291a9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:32:30.417879 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c74620c6-30b4-4595-aaf3-fb280186a425 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.418054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 54cdb1c8-f392-4f03-82b2-37569b94470a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:30.574999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event updated for resources: {'Port': ['ID=3a5f0991-3e1c-430d-92b2-fcba207eccb2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:30.611745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:30.612791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.623711 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.643857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4a80f2f8-35f9-41aa-a02b-b512a85f1db3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 1095 time: 1.2428153 Apr 18 21:32:30.669852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c74620c6-30b4-4595-aaf3-fb280186a425 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.795093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-83977d90-c260-467f-bfb1-2cad2d6b99e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec2fadf-7ace-4552-bda4-9f7d5f540489 HTTP/1.1" status: 200 len: 217 time: 0.1263320 Apr 18 21:32:30.843875 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-024f4d51-f526-4dab-80f0-bb2382ffce61 None None] Provisioning for port 3a5f0991-3e1c-430d-92b2-fcba207eccb2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:30.846116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:30.852325 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-024f4d51-f526-4dab-80f0-bb2382ffce61 None None] Provisioning complete for port 3a5f0991-3e1c-430d-92b2-fcba207eccb2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:30.852856 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-024f4d51-f526-4dab-80f0-bb2382ffce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.855358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:30.872401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:30.887240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Pushing event updated for resources: {'Port': ['ID=b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:30.902221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bbf16-775d-4669-b72e-d3140fab3436 req-1307e86a-ce6c-4c87-b967-a66194fd30c7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:30.903817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab2bbf16-775d-4669-b72e-d3140fab3436 req-1307e86a-ce6c-4c87-b967-a66194fd30c7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.5003350 Apr 18 21:32:30.938099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c17be-4224-4c47-a593-9248d79094ce req-0c0026ff-a6f5-4dfa-b0b2-81981b34c47d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:30.940173 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b94c17be-4224-4c47-a593-9248d79094ce req-0c0026ff-a6f5-4dfa-b0b2-81981b34c47d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 931 time: 0.6342719 Apr 18 21:32:30.968258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 54cdb1c8-f392-4f03-82b2-37569b94470a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:30.997508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 54cdb1c8-f392-4f03-82b2-37569b94470a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:30.998032 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.034223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-029d0fcf-a2ac-4b94-809b-937413653979 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:31.036908 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-029d0fcf-a2ac-4b94-809b-937413653979 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.2333360 Apr 18 21:32:31.041804 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c74620c6-30b4-4595-aaf3-fb280186a425 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.046914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-024f4d51-f526-4dab-80f0-bb2382ffce61 None None] Port 3a5f0991-3e1c-430d-92b2-fcba207eccb2 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:32:31.063232 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.091860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b94c17be-4224-4c47-a593-9248d79094ce req-43dbf0f3-de29-46c4-ba27-5f937cf9d536 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448760 Apr 18 21:32:31.104692 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-b6bea6a0-3761-48e7-af60-2ca060768c84 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6311958 Apr 18 21:32:31.115491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74620c6-30b4-4595-aaf3-fb280186a425 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Subnet': ['ID=06c5a0ea-f253-46ad-bf27-d23b752dfb35,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:31.124647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Request body: {'port': {'device_id': 'ab04ef66-c002-4a0c-a530-1c09a8540177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:31.161320 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c74620c6-30b4-4595-aaf3-fb280186a425 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.186945 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.216944 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c74620c6-30b4-4595-aaf3-fb280186a425 tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/subnets/06c5a0ea-f253-46ad-bf27-d23b752dfb35 HTTP/1.1" status: 204 len: 168 time: 2.1864460 Apr 18 21:32:31.221650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33862) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:31.225370 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5b963e-9b11-4aea-9324-8e8c1b7885ed None None] Network 968f2291-3082-446d-bd15-064c0b2f72a4 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:31.268811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab2bbf16-775d-4669-b72e-d3140fab3436 req-5a2e3375-82d1-4c54-af40-4e8cfa161c81 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555682 Apr 18 21:32:31.269614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 54cdb1c8-f392-4f03-82b2-37569b94470a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=54cdb1c8-f392-4f03-82b2-37569b94470a,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:31.346693 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.408144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:32:31.451205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-11b49f03-31c0-45a1-87be-0ef70dc75d2d None None] Provisioning complete for port 54cdb1c8-f392-4f03-82b2-37569b94470a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:31.451635 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-11b49f03-31c0-45a1-87be-0ef70dc75d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.600250 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.611281 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.612008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.634986 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e70e03a-a5cc-4f02-9c44-c312addb5f41 req-7a286e6c-7b7f-4bf8-bdcf-7a779fbdff3b tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.1398609 Apr 18 21:32:31.642478 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.655953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-3b0eb77a-d3e3-4bb2-b259-799b1858d87d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6044357 Apr 18 21:32:31.692107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-c7ccc0c6-ac5c-4322-862b-663607e04379 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:32:31.693058 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-c7ccc0c6-ac5c-4322-862b-663607e04379 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056534 Apr 18 21:32:31.702517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=54cdb1c8-f392-4f03-82b2-37569b94470a,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:31.743019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:32:31.843778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Deleting port 9323527d-720e-4192-9ad1-9f88ae23f138 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:32:31.844126 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.847128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f95d2c-48da-48f3-b20b-c24f2f7252c1 None None] DHCP port deletion for 968f2291-3082-446d-bd15-064c0b2f72a4 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:32:31.853370 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-78f95d2c-48da-48f3-b20b-c24f2f7252c1 None None] Deleting port 9323527d-720e-4192-9ad1-9f88ae23f138 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:32:31.853370 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-78f95d2c-48da-48f3-b20b-c24f2f7252c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.922037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:31.950380 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cf9d824e-ce23-42d0-b75f-ffbfcf770c5d admin admin] 10.222.0.11 "PUT /v2.0/routers/07e6a41b-5a86-4ef4-827a-00f05a1595e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0830171 Apr 18 21:32:32.207818 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 54cdb1c8-f392-4f03-82b2-37569b94470a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:32.257150 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Router 0944cee4-b506-4dbf-ab68-c5d0de54083e is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:32:32.386909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-78f95d2c-48da-48f3-b20b-c24f2f7252c1 None None] For port 9323527d-720e-4192-9ad1-9f88ae23f138, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9323527d-720e-4192-9ad1-9f88ae23f138,segment=NetworkSegment(678f1c5c-1a05-4e8a-944c-3a08927e2685),segment_id=678f1c5c-1a05-4e8a-944c-3a08927e2685)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:32.387305 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-78f95d2c-48da-48f3-b20b-c24f2f7252c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:32.621938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-78f95d2c-48da-48f3-b20b-c24f2f7252c1 None None] Calling delete_port for 9323527d-720e-4192-9ad1-9f88ae23f138 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:32:32.745458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 54cdb1c8-f392-4f03-82b2-37569b94470a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:32.746319 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:32.810334 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-78f95d2c-48da-48f3-b20b-c24f2f7252c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:32.906268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f95d2c-48da-48f3-b20b-c24f2f7252c1 None None] Pushing event deleted for resources: {'Port': ['ID=9323527d-720e-4192-9ad1-9f88ae23f138,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:32.917464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f95d2c-48da-48f3-b20b-c24f2f7252c1 None None] No DVR routers for this DVR port 9323527d-720e-4192-9ad1-9f88ae23f138 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:32:32.975755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:32.985739 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Sync routers for ids ['0944cee4-b506-4dbf-ab68-c5d0de54083e'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:32:33.014735 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Routers {'0944cee4-b506-4dbf-ab68-c5d0de54083e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:33.015754 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0944cee4-b506-4dbf-ab68-c5d0de54083e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:33.068011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9323527d-720e-4192-9ad1-9f88ae23f138 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:32:33.106812 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:33.112279 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9e716dff-5600-40e7-b15b-80f64914daf0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5298698 Apr 18 21:32:33.113153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33884) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:33.113387 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 9323527d-720e-4192-9ad1-9f88ae23f138 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:32:33.113966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9323527d-720e-4192-9ad1-9f88ae23f138 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:32:33.131033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] The port '9323527d-720e-4192-9ad1-9f88ae23f138' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:32:33.322963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5f0991-3e1c-430d-92b2-fcba207eccb2 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:32:33.336345 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-4bedc50c-7bfc-4de9-a6af-8f94db3f241a service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6280940 Apr 18 21:32:33.343497 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:33.427181 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Set router 0944cee4-b506-4dbf-ab68-c5d0de54083e gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:33.519229 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:33.551409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Transition to ACTIVE for port object 3a5f0991-3e1c-430d-92b2-fcba207eccb2 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:33.612437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6208d-3fea-451c-be70-8ea057b2699c req-c756be5a-7ed1-43c5-a1cf-fe4c66b25f1c tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:33.619565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c5d6208d-3fea-451c-be70-8ea057b2699c req-c756be5a-7ed1-43c5-a1cf-fe4c66b25f1c tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 931 time: 0.9917510 Apr 18 21:32:33.635533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:33.658347 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:33.757141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0db382-bba9-42ad-9c21-2c3fab9105ba req-9d6fe42c-493c-4db0-9820-54b54b0dd264 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:33.757141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee0db382-bba9-42ad-9c21-2c3fab9105ba req-9d6fe42c-493c-4db0-9820-54b54b0dd264 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 1.2515347 Apr 18 21:32:33.762311 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'name': 'tempest-TestServerMultinode-704920628-router', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:26Z', 'updated_at': '2022-04-18T21:32:31Z', 'revision_number': 3, 'project_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'gw_port': {'id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:28Z', 'updated_at': '2022-04-18T21:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:33.766695 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Checking router: 0944cee4-b506-4dbf-ab68-c5d0de54083e for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:32:33.767271 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Updating router 0944cee4-b506-4dbf-ab68-c5d0de54083e port b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:32:33.781946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2cb14a17-ad7d-42df-8999-4789bafb13ab req-054e2c21-9896-42f9-b8cc-ec33c65d7ac9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea673beec6646f1a8adc1050a9bb03c&device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 1096 time: 1.3070610 Apr 18 21:32:33.820933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968f2291-3082-446d-bd15-064c0b2f72a4']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:33.836743 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:33.991984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678f1c5c-1a05-4e8a-944c-3a08927e2685') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:33.991984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678f1c5c-1a05-4e8a-944c-3a08927e2685') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:34.058065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c5d6208d-3fea-451c-be70-8ea057b2699c req-b2e45759-2600-4373-84fb-a0f07483d2ca tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375637 Apr 18 21:32:34.060105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd9620d1-8878-4de9-afcd-3e75e0bb10bb req-94af509d-2122-4ff3-999b-940a8bbad48a service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011542 Apr 18 21:32:34.062080 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.121804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Pushing event updated for resources: {'Port': ['ID=3a5f0991-3e1c-430d-92b2-fcba207eccb2,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:34.152893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee0db382-bba9-42ad-9c21-2c3fab9105ba req-1b80f777-3b7f-4426-af97-88b61572d0e8 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4093668 Apr 18 21:32:34.154756 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.218976 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d491f63d-a2cc-4e25-94f0-72ec922701c6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:34.345831 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.422799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:32:34.424521 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:32:34.455022 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:32:34.490552 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port d491f63d-a2cc-4e25-94f0-72ec922701c6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:34.492577 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.496755 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d491f63d-a2cc-4e25-94f0-72ec922701c6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:34.497303 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.506065 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Transition to ACTIVE for port object b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:34.575219 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.667702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0514e9c-c8ad-4af0-8f60-1efb43af7a3c req-68c9c554-b3f3-47b0-ae36-fcf50e2c628b tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.1995010 Apr 18 21:32:34.680396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb14a17-ad7d-42df-8999-4789bafb13ab req-2e369a6b-290a-499b-9191-8a7ec0b2b917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:34.681829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2cb14a17-ad7d-42df-8999-4789bafb13ab req-2e369a6b-290a-499b-9191-8a7ec0b2b917 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb5426b9-02ce-47bd-bc65-384e7cb55173 HTTP/1.1" status: 200 len: 911 time: 0.8847606 Apr 18 21:32:34.703034 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea3dbb-92ab-41c3-ab27-17d6dcc91158 None None] Pushing event updated for resources: {'Port': ['ID=b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:34.736873 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Attempting to bind port b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:34.737534 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Attempting to bind port b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:34.738111 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Attempting to bind port b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:34.745950 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.746866 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:34.747436 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:34.748007 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.748554 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:34.749361 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Bound port: b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:34.750011 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.784158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port d491f63d-a2cc-4e25-94f0-72ec922701c6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d491f63d-a2cc-4e25-94f0-72ec922701c6,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:34.797830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Allocated IP 172.20.0.1 (a6ec7c96-8d23-4a1b-873b-616706fef93c/0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68/0d29848d-304c-4efa-a2af-92744b941de6) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:34.834146 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.861603 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.878287 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] For port b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:34.886475 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] For port b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:35.000051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:35.002829 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:35.021933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Transition to ACTIVE for port object 0d29848d-304c-4efa-a2af-92744b941de6 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:35.103214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33900) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:35.111546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047142645', 'description': 'tempest-description--194039358'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:35.112495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d491f63d-a2cc-4e25-94f0-72ec922701c6,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:35.114826 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:35.124895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:35.126449 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2cb14a17-ad7d-42df-8999-4789bafb13ab req-b646f259-faf4-4bc8-bfc0-5f6407c1ae5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb HTTP/1.1" status: 200 len: 1001 time: 0.4307797 Apr 18 21:32:35.127855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] Pushing event deleted for resources: {'Network': ['ID=968f2291-3082-446d-bd15-064c0b2f72a4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:35.130151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a59e1497-aca4-4cf6-9a20-97ad17cfb67a tempest-NetworksTest-961930473 tempest-NetworksTest-961930473-project] 10.222.0.11 "DELETE /v2.0/networks/968f2291-3082-446d-bd15-064c0b2f72a4 HTTP/1.1" status: 204 len: 168 time: 3.8929234 Apr 18 21:32:35.137681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:35.148264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:35.170103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:35.170271 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea3dbb-92ab-41c3-ab27-17d6dcc91158 None None] Pushing event updated for resources: {'Port': ['ID=b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:35.178880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:35.187328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Attempting to bind port 3a5f0991-3e1c-430d-92b2-fcba207eccb2 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:35.188473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Attempting to bind port 3a5f0991-3e1c-430d-92b2-fcba207eccb2 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:35.188672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Attempting to bind port 3a5f0991-3e1c-430d-92b2-fcba207eccb2 on network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:35.224158 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df80915c-75db-47ea-85d2-2d3149b723e8 req-10b3f457-d5f8-4b3f-8033-aa7dfd4819f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 1095 time: 0.9224265 Apr 18 21:32:35.238317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Port 3a5f0991-3e1c-430d-92b2-fcba207eccb2 on network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:32:35.238317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Attempting to bind port 3a5f0991-3e1c-430d-92b2-fcba207eccb2 on network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:35.238500 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Routers {'0944cee4-b506-4dbf-ab68-c5d0de54083e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:35.238500 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0944cee4-b506-4dbf-ab68-c5d0de54083e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:35.285336 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:35.323687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:35.335245 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766dae18-abf9-478c-82df-ffe5b989c184 None None] Sync routers for ids ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:32:35.354648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766dae18-abf9-478c-82df-ffe5b989c184 None None] Routers {'4c7bf6a8-b311-46f1-8cb4-9c9944f53788'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:35.356629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-766dae18-abf9-478c-82df-ffe5b989c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:35.389320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Network a6ec7c96-8d23-4a1b-873b-616706fef93c is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:35.399668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:35.406457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:35.448017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:35.470840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Pushing event updated for resources: {'Port': ['ID=0d29848d-304c-4efa-a2af-92744b941de6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:35.542802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:35.547212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:35.570566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:35.587059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:35.589675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Checking segment: {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:35.592617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Bound using segment: {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:35.592942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Bound port: 3a5f0991-3e1c-430d-92b2-fcba207eccb2, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:35.593569 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:35.594604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:35.653281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-766dae18-abf9-478c-82df-ffe5b989c184 None None] Set router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:35.687599 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] Set router 0944cee4-b506-4dbf-ab68-c5d0de54083e gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:35.714005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb14a17-ad7d-42df-8999-4789bafb13ab req-7d709e52-9272-4e84-b098-4d13e78d7a1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:35.714005 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2cb14a17-ad7d-42df-8999-4789bafb13ab req-7d709e52-9272-4e84-b098-4d13e78d7a1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4498ba41-22b7-4bd0-9281-c43e26e866ae HTTP/1.1" status: 200 len: 849 time: 0.5699399 Apr 18 21:32:35.743191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:35.852211 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:35.884148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80915c-75db-47ea-85d2-2d3149b723e8 req-3469d5d1-3018-4a77-956b-94d1f25302b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:35.885668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df80915c-75db-47ea-85d2-2d3149b723e8 req-3469d5d1-3018-4a77-956b-94d1f25302b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.6410975 Apr 18 21:32:35.893295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33912) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:35.945912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:35.975876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d3267cab-e413-4e37-9dc1-9111c26394f7 None None] Provisioning for port 0d29848d-304c-4efa-a2af-92744b941de6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:36.046671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d3267cab-e413-4e37-9dc1-9111c26394f7 None None] Provisioning complete for port 0d29848d-304c-4efa-a2af-92744b941de6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:36.053227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d3267cab-e413-4e37-9dc1-9111c26394f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:36.113718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c681878d-9a23-4f74-a5f1-853d4d0d0d30,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:36.154797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d491f63d-a2cc-4e25-94f0-72ec922701c6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:36.156559 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:36.158377 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-396e6eb8-e61e-4386-b301-f386971e5735 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0540314 Apr 18 21:32:36.189527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33920) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:36.239120 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:36.245761 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'name': 'tempest-TestServerMultinode-704920628-router', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:26Z', 'updated_at': '2022-04-18T21:32:31Z', 'revision_number': 3, 'project_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'gw_port': {'id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:28Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:36.253939 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e51cb-2ca5-41b7-9ca3-8a003e351cce None None] The sync data for ids ['0944cee4-b506-4dbf-ab68-c5d0de54083e'] in n-d-836017-3 is: [{'id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'name': 'tempest-TestServerMultinode-704920628-router', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:26Z', 'updated_at': '2022-04-18T21:32:31Z', 'revision_number': 3, 'project_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'gw_port': {'id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:28Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:32:36.310344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-acf90f1e-0fdf-4f66-aa7d-0cff61b93aaf tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'security_group_rule': {'security_group_id': 'c681878d-9a23-4f74-a5f1-853d4d0d0d30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:36.360777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d3267cab-e413-4e37-9dc1-9111c26394f7 None None] Port 0d29848d-304c-4efa-a2af-92744b941de6 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:32:36.366689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-acf90f1e-0fdf-4f66-aa7d-0cff61b93aaf tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:36.371383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-acf90f1e-0fdf-4f66-aa7d-0cff61b93aaf tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:36.374866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-acf90f1e-0fdf-4f66-aa7d-0cff61b93aaf tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:36.394458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df80915c-75db-47ea-85d2-2d3149b723e8 req-5426464a-f35b-427d-a996-63a1239369a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec2fadf-7ace-4552-bda4-9f7d5f540489 HTTP/1.1" status: 200 len: 217 time: 0.4524288 Apr 18 21:32:36.446264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-acf90f1e-0fdf-4f66-aa7d-0cff61b93aaf tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:36.446597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d491f63d-a2cc-4e25-94f0-72ec922701c6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:36.447063 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:36.505897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-766dae18-abf9-478c-82df-ffe5b989c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'name': 'tempest-TestNetworkBasicOps-router-190251017', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:21Z', 'updated_at': '2022-04-18T21:31:34Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:23Z', 'updated_at': '2022-04-18T21:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '1de7917f-3243-4021-9b9d-dcc0a6d0e04e', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'port_id': 'c75e108f-6d40-4959-9a3c-826d04f8205b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'mac_address': 'fa:16:3e:cc:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:24Z', 'updated_at': '2022-04-18T21:32:24Z', 'revision_number': 0, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f444d095-205b-4fa0-b881-1e95426a4937', 'name': '', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:eb:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:33Z', 'updated_at': '2022-04-18T21:31:45Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:36.514291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766dae18-abf9-478c-82df-ffe5b989c184 None None] Checking router: 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:32:36.530008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:36.569122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766dae18-abf9-478c-82df-ffe5b989c184 None None] Routers {'4c7bf6a8-b311-46f1-8cb4-9c9944f53788'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:36.569765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] For port 3a5f0991-3e1c-430d-92b2-fcba207eccb2, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:36.569940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-766dae18-abf9-478c-82df-ffe5b989c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:36.582905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] For port 3a5f0991-3e1c-430d-92b2-fcba207eccb2, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3a5f0991-3e1c-430d-92b2-fcba207eccb2,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:36.591679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45282b1b-be89-4d5a-b50e-c6126520524f req-3086a852-a704-456d-a93f-515025da7b36 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:36.594032 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45282b1b-be89-4d5a-b50e-c6126520524f req-3086a852-a704-456d-a93f-515025da7b36 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 943 time: 0.8978207 Apr 18 21:32:36.597691 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c7bf59d7-5086-4832-88b9-626700669007 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 18.1533966 Apr 18 21:32:36.601038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33924) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:36.606890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'tag': 'c75e108f-6d40-4959-9a3c-826d04f8205b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:36.612966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:36.688562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2cb14a17-ad7d-42df-8999-4789bafb13ab req-8b2fa1db-fab5-4471-b08f-7bb33d715589 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb5426b9-02ce-47bd-bc65-384e7cb55173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9245160 Apr 18 21:32:36.698674 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1cb9dfc2-04eb-4690-a3fd-74084fa7d239 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76f5a9f45865458297f3eaa9d4543691&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7644634 Apr 18 21:32:36.709266 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:36.712748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33932) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:36.714330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80915c-75db-47ea-85d2-2d3149b723e8 req-5e29b30e-1b2d-4eee-8e24-5c179d53d3fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:36.715774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df80915c-75db-47ea-85d2-2d3149b723e8 req-5e29b30e-1b2d-4eee-8e24-5c179d53d3fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.2755356 Apr 18 21:32:36.753313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device eec2fadf-7ace-4552-bda4-9f7d5f540489 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:32:36.883078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa6ee6-3fee-4862-8349-40b9617c7783 req-65496dbb-46d9-49ec-96f2-93474ab15a6d tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:36.884454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59fa6ee6-3fee-4862-8349-40b9617c7783 req-65496dbb-46d9-49ec-96f2-93474ab15a6d tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 1.2723746 Apr 18 21:32:36.898833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-766dae18-abf9-478c-82df-ffe5b989c184 None None] Set router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:36.962521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Pushing event updated for resources: {'Port': ['ID=0d29848d-304c-4efa-a2af-92744b941de6,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:36.966153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6f15a95-e22b-43b3-a364-a39ecbba2ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:36.972466 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:36.982081 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-acf90f1e-0fdf-4f66-aa7d-0cff61b93aaf tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.038019 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6f15a95-e22b-43b3-a364-a39ecbba2ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.050327 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-76e1d67e-13ee-4b81-9022-b98f1decca1f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/floatingips/1de7917f-3243-4021-9b9d-dcc0a6d0e04e HTTP/1.1" status: 200 len: 991 time: 0.4477861 Apr 18 21:32:37.072455 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.074116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] 10.222.0.26 "PUT /v2.0/ports/3a5f0991-3e1c-430d-92b2-fcba207eccb2 HTTP/1.1" status: 200 len: 1091 time: 5.9566669 Apr 18 21:32:37.137148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port eec2fadf-7ace-4552-bda4-9f7d5f540489, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=eec2fadf-7ace-4552-bda4-9f7d5f540489,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:37.160354 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45282b1b-be89-4d5a-b50e-c6126520524f req-f4aa82f0-4a24-4239-848b-7fb8eb141417 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419073 Apr 18 21:32:37.181390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'eec2fadf-7ace-4552-bda4-9f7d5f540489', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'port_id': 'eec2fadf-7ace-4552-bda4-9f7d5f540489', 'mac_address': 'fa:16:3e:25:86:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:32:37.273005 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-acf90f1e-0fdf-4f66-aa7d-0cff61b93aaf tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.295297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Network a6ec7c96-8d23-4a1b-873b-616706fef93c is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:37.300049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:37.475650 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.496408 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6f15a95-e22b-43b3-a364-a39ecbba2ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.512588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec2fadf-7ace-4552-bda4-9f7d5f540489 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:32:37.528271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6344e-db19-4cd1-8fc1-ba9d5e46a8be service neutron] Pushing event updated for resources: {'Port': ['ID=3a5f0991-3e1c-430d-92b2-fcba207eccb2,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:37.568424 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-acf90f1e-0fdf-4f66-aa7d-0cff61b93aaf tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.623502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f15a95-e22b-43b3-a364-a39ecbba2ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dbe0bf-7d9d-40ba-b59c-f2b3b617e38b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:37.654136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f6f15a95-e22b-43b3-a364-a39ecbba2ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.658479 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f6f15a95-e22b-43b3-a364-a39ecbba2ddb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56dbe0bf-7d9d-40ba-b59c-f2b3b617e38b HTTP/1.1" status: 204 len: 168 time: 0.9327760 Apr 18 21:32:37.696145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port eec2fadf-7ace-4552-bda4-9f7d5f540489, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=eec2fadf-7ace-4552-bda4-9f7d5f540489,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:37.723793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59fa6ee6-3fee-4862-8349-40b9617c7783 req-65f30942-779b-4458-9b44-a68c5e373cae tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7791934 Apr 18 21:32:37.744527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2cb14a17-ad7d-42df-8999-4789bafb13ab req-dba9886d-ce10-498a-a1bc-1f3707fb4751 service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0443177 Apr 18 21:32:37.761764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fafe3a8d-42eb-48b3-b71c-30aaf2750e8a req-13b2f967-3979-4419-9219-efb5400dca72 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.2051339 Apr 18 21:32:37.777262 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.782833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf90f1e-0fdf-4f66-aa7d-0cff61b93aaf tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c929b1a6-0324-4207-b913-6867cb437342,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:37.838051 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Sync routers for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:32:37.856628 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:37.864487 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:37.871197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df80915c-75db-47ea-85d2-2d3149b723e8 req-e5f32718-4e46-4c8f-b514-48f5cc4087aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0054936 Apr 18 21:32:37.999718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-766dae18-abf9-478c-82df-ffe5b989c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'name': 'tempest-TestNetworkBasicOps-router-190251017', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:21Z', 'updated_at': '2022-04-18T21:31:34Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:23Z', 'updated_at': '2022-04-18T21:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '1de7917f-3243-4021-9b9d-dcc0a6d0e04e', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'port_id': 'c75e108f-6d40-4959-9a3c-826d04f8205b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'mac_address': 'fa:16:3e:cc:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:24Z', 'updated_at': '2022-04-18T21:32:24Z', 'revision_number': 0, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f444d095-205b-4fa0-b881-1e95426a4937', 'name': '', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:eb:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:33Z', 'updated_at': '2022-04-18T21:31:45Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:38.018718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=eec2fadf-7ace-4552-bda4-9f7d5f540489,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:38.040608 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766dae18-abf9-478c-82df-ffe5b989c184 None None] The sync data for ids ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'] in n-d-836017-3 is: [{'id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'name': 'tempest-TestNetworkBasicOps-router-190251017', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:21Z', 'updated_at': '2022-04-18T21:31:34Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:23Z', 'updated_at': '2022-04-18T21:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '1de7917f-3243-4021-9b9d-dcc0a6d0e04e', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'port_id': 'c75e108f-6d40-4959-9a3c-826d04f8205b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'mac_address': 'fa:16:3e:cc:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:24Z', 'updated_at': '2022-04-18T21:32:24Z', 'revision_number': 0, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f444d095-205b-4fa0-b881-1e95426a4937', 'name': '', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:eb:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:33Z', 'updated_at': '2022-04-18T21:31:45Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:32:38.045690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5ef82b35-a3fb-41c5-96a3-a253d9e632e2 None None] Provisioning complete for port 0d29848d-304c-4efa-a2af-92744b941de6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:38.045690 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5ef82b35-a3fb-41c5-96a3-a253d9e632e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:38.102823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33940) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:38.112890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2cb14a17-ad7d-42df-8999-4789bafb13ab req-fbc99166-d30c-4c7f-9bf3-e9abbb37ed73 service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472240 Apr 18 21:32:38.117238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['eec2fadf-7ace-4552-bda4-9f7d5f540489'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:32:38.158610 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aecabdd9-47cf-43d0-9ad5-ae200cfa546a'] response: {'name': 'network-changed', 'server_uuid': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'tag': 'c75e108f-6d40-4959-9a3c-826d04f8205b', 'status': 'completed', 'code': 200} Apr 18 21:32:38.242449 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-acf90f1e-0fdf-4f66-aa7d-0cff61b93aaf tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:38.246092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-acf90f1e-0fdf-4f66-aa7d-0cff61b93aaf tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.9739704 Apr 18 21:32:38.263017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33946) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:38.293341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:38.294669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-81efc3db-f9a4-4e93-bf5e-c7de68ce003b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 1094 time: 0.9908218 Apr 18 21:32:38.323405 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:38.397701 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-77cf3472-df82-4cea-8be0-a4d8bcfa7436 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/floatingips/1de7917f-3243-4021-9b9d-dcc0a6d0e04e HTTP/1.1" status: 200 len: 991 time: 0.2932053 Apr 18 21:32:38.410094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-bd091956-c584-460d-a899-b700c8cc258b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'security_group_rule': {'security_group_id': 'c681878d-9a23-4f74-a5f1-853d4d0d0d30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:38.416484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bd091956-c584-460d-a899-b700c8cc258b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:38.423161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bd091956-c584-460d-a899-b700c8cc258b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:38.427797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bd091956-c584-460d-a899-b700c8cc258b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:38.433379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5ef82b35-a3fb-41c5-96a3-a253d9e632e2 None None] Port 0d29848d-304c-4efa-a2af-92744b941de6 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:32:38.437234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bd091956-c584-460d-a899-b700c8cc258b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:38.549955 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10750b7f-686d-474e-aae7-e89c1540cfb1 req-a9f7fa0d-01a8-46bc-adbb-8eddf4231f22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 1096 time: 0.5780702 Apr 18 21:32:38.623341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb8e431-8b5e-42a2-92a9-ba2b3392534f None None] New status for floating IP 1de7917f-3243-4021-9b9d-dcc0a6d0e04e: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:32:38.631688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bd091956-c584-460d-a899-b700c8cc258b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:38.859150 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-0c47bf1d-1167-4fd3-8c41-8acdf3e4e8c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a5f0991-3e1c-430d-92b2-fcba207eccb2 HTTP/1.1" status: 200 len: 217 time: 0.3905783 Apr 18 21:32:38.984187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df80915c-75db-47ea-85d2-2d3149b723e8 req-383918cb-9cb6-41fa-9489-440c52302117 service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8240438 Apr 18 21:32:38.988222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3d56-247a-48d9-9560-7810469b15bd req-cc2b726f-2cf1-4b53-bd4a-23f11e7469ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:38.989774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-cc2b726f-2cf1-4b53-bd4a-23f11e7469ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.1221111 Apr 18 21:32:39.015673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10750b7f-686d-474e-aae7-e89c1540cfb1 req-f79fa2ad-30f5-47d6-b3cc-68f841909a42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:39.022748 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10750b7f-686d-474e-aae7-e89c1540cfb1 req-f79fa2ad-30f5-47d6-b3cc-68f841909a42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e6d3c4-7b49-4dee-9f16-9a3000150d5a HTTP/1.1" status: 200 len: 897 time: 0.4512565 Apr 18 21:32:39.097720 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:28Z', 'revision_number': 2, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:39.112300 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Checking router: 07e6a41b-5a86-4ef4-827a-00f05a1595e9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:32:39.118018 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Updating router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 port 97da7fb0-03ac-489d-aeae-d790ddc291a9 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:32:39.137193 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bd091956-c584-460d-a899-b700c8cc258b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:39.225064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bd091956-c584-460d-a899-b700c8cc258b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:39.263086 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:39.280524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Router 0944cee4-b506-4dbf-ab68-c5d0de54083e has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:32:39.310357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd091956-c584-460d-a899-b700c8cc258b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a86820d-d240-40ba-aa44-da25bce29224,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:39.330147 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10750b7f-686d-474e-aae7-e89c1540cfb1 req-77443546-0e37-4c3f-b421-8d07076b00fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c75e108f-6d40-4959-9a3c-826d04f8205b HTTP/1.1" status: 200 len: 999 time: 0.2805798 Apr 18 21:32:39.345649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08108ad1-5531-45e3-a67c-bfb0295c0517 req-e9a7a773-4dd7-43be-9f8b-b560f1b12d15 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:39.361615 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:39.362470 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:39.364473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08108ad1-5531-45e3-a67c-bfb0295c0517 req-e9a7a773-4dd7-43be-9f8b-b560f1b12d15 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 943 time: 0.7233915 Apr 18 21:32:39.367810 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df80915c-75db-47ea-85d2-2d3149b723e8 req-a69111dd-132f-41e0-a331-03b9ae0e04f0 service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762872 Apr 18 21:32:39.369689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:39.370125 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:39.413951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33968) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:39.570851 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:39.593375 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:39.597300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08108ad1-5531-45e3-a67c-bfb0295c0517 req-5ad237fa-888c-4909-b26b-d944093f77ed tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320247 Apr 18 21:32:39.667481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-ae6121fa-3a6b-4c24-a265-c5a92d0da6ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6512711 Apr 18 21:32:39.693361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d357e09-2208-4338-8a0c-1ec98c88acc2 req-7cfeaecc-0886-41ea-a08a-d3f17fafec1c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:39.699850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bd091956-c584-460d-a899-b700c8cc258b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:39.705043 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bd091956-c584-460d-a899-b700c8cc258b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3076494 Apr 18 21:32:39.710568 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8d357e09-2208-4338-8a0c-1ec98c88acc2 req-7cfeaecc-0886-41ea-a08a-d3f17fafec1c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.6372612 Apr 18 21:32:39.711978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33976) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:39.736087 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:39.774498 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:39.776885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:39.793235 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Transition to ACTIVE for port object 97da7fb0-03ac-489d-aeae-d790ddc291a9 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:39.820424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:39.820424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:floatingip and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:39.822895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10750b7f-686d-474e-aae7-e89c1540cfb1 req-e0f7e7e3-97c0-4ef1-b2e0-677050e34409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:39.824039 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10750b7f-686d-474e-aae7-e89c1540cfb1 req-e0f7e7e3-97c0-4ef1-b2e0-677050e34409 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28f3c7cd-afd0-4bad-ad63-e543c82cc40f HTTP/1.1" status: 200 len: 834 time: 0.4879985 Apr 18 21:32:39.824850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:39.852380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:39.869374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:39.887738 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:39.934618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b41ac9a0-c808-4dcb-a6b6-d22521299faa tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/floatingips/1de7917f-3243-4021-9b9d-dcc0a6d0e04e HTTP/1.1" status: 200 len: 993 time: 0.5028462 Apr 18 21:32:39.960309 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10750b7f-686d-474e-aae7-e89c1540cfb1 req-e30178ec-6133-4a4e-a42a-593a49aa816b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e6d3c4-7b49-4dee-9f16-9a3000150d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262267 Apr 18 21:32:39.969648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49732055-6732-4734-af2c-742f979b86e7 req-2e4322a3-806f-4818-9a75-3062caa72f54 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0832083 Apr 18 21:32:40.009429 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:40.014022 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8d357e09-2208-4338-8a0c-1ec98c88acc2 req-5ef55516-2562-4b60-b6db-ef7b533c835f tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022695 Apr 18 21:32:40.067603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33982) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:40.070324 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-92eb0278-bf2e-4341-9055-5bff38bea312 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566303 Apr 18 21:32:40.166952 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80b0fd-c9c8-4397-9ab3-cf077f9e6ac0 None None] Pushing event updated for resources: {'Port': ['ID=97da7fb0-03ac-489d-aeae-d790ddc291a9,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:40.173660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:40.180621 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6635439a-44cb-42e8-81f5-499cff87ad50 admin admin] 10.222.0.11 "PUT /v2.0/routers/0944cee4-b506-4dbf-ab68-c5d0de54083e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0662782 Apr 18 21:32:40.197202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:40.220288 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Attempting to bind port 97da7fb0-03ac-489d-aeae-d790ddc291a9 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:40.222950 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Attempting to bind port 97da7fb0-03ac-489d-aeae-d790ddc291a9 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:40.223449 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Attempting to bind port 97da7fb0-03ac-489d-aeae-d790ddc291a9 on network eeb6b84e-f8da-43e4-b706-8497e886851a {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:40.239366 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:40.239825 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Checking segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:40.240302 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:40.240734 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Bound using segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:40.246524 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Bound port: 97da7fb0-03ac-489d-aeae-d790ddc291a9, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:40.247330 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:40.263263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab04ef66-c002-4a0c-a530-1c09a8540177', 'tag': '3a5f0991-3e1c-430d-92b2-fcba207eccb2'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:40.405194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:40.406002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3c2a3276-0306-48b3-a03d-61855f9f3113 tempest-ServiceProvidersTest-1018657918 tempest-ServiceProvidersTest-1018657918-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3293190 Apr 18 21:32:40.407152 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:40.448924 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7afc6c90-a13c-4153-8b57-47ba8aed1f14'] response: {'name': 'network-changed', 'server_uuid': 'ab04ef66-c002-4a0c-a530-1c09a8540177', 'tag': '3a5f0991-3e1c-430d-92b2-fcba207eccb2', 'status': 'completed', 'code': 200} Apr 18 21:32:40.459012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-602c3d56-247a-48d9-9560-7810469b15bd req-8f6cf0eb-5991-4f89-a53d-6f79c94f693c service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825970 Apr 18 21:32:40.472062 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10750b7f-686d-474e-aae7-e89c1540cfb1 req-7a49caa1-d389-4dd5-898d-e93df9999f08 service neutron] 10.222.0.26 "GET /v2.0/networks/95e6d3c4-7b49-4dee-9f16-9a3000150d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040052 Apr 18 21:32:40.489928 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] For port 97da7fb0-03ac-489d-aeae-d790ddc291a9, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:40.502159 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] For port 97da7fb0-03ac-489d-aeae-d790ddc291a9, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=97da7fb0-03ac-489d-aeae-d790ddc291a9,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:40.622242 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:40.636503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10750b7f-686d-474e-aae7-e89c1540cfb1 req-cdd252f2-a105-45dd-be3a-ce344b229ced service neutron] 10.222.0.26 "GET /v2.0/networks/95e6d3c4-7b49-4dee-9f16-9a3000150d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520157 Apr 18 21:32:40.711815 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80b0fd-c9c8-4397-9ab3-cf077f9e6ac0 None None] Pushing event updated for resources: {'Port': ['ID=97da7fb0-03ac-489d-aeae-d790ddc291a9,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:40.715728 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:40.716611 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:40.770198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device eec2fadf-7ace-4552-bda4-9f7d5f540489 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:40.912686 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:40.990743 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8d90d477-373f-46f9-9f9d-eea909281b9e req-d9a4da08-8f19-4a5e-b6b6-af153fabc3ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 1094 time: 0.3340931 Apr 18 21:32:40.993308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf54e6-729d-4eaf-9873-21a318d6d963 req-c20fc291-c8dd-475d-baaf-43b46ec288b4 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:40.997077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0cf54e6-729d-4eaf-9873-21a318d6d963 req-c20fc291-c8dd-475d-baaf-43b46ec288b4 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 943 time: 0.2343454 Apr 18 21:32:41.058826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port eec2fadf-7ace-4552-bda4-9f7d5f540489 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:41.061301 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:41.070590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port eec2fadf-7ace-4552-bda4-9f7d5f540489 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:41.070965 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:41.076654 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0cf54e6-729d-4eaf-9873-21a318d6d963 req-39471e11-1131-42f5-bac1-7beb317c88fd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704777 Apr 18 21:32:41.317528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34010) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:41.341847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Allocated IP 172.25.3.74 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/4f189a83-35d8-4c04-98af-92c5c6aae363) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:41.346052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e2a6a90-0e28-4b17-884d-9ab00f23186d req-0b89dad1-599b-4736-aa8b-b56c98bd17ee tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.1114702 Apr 18 21:32:41.389519 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:41.446364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752dba09-cd78-4953-98c6-38247e90e678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec2fadf-7ace-4552-bda4-9f7d5f540489'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:41.461892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port eec2fadf-7ace-4552-bda4-9f7d5f540489, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=eec2fadf-7ace-4552-bda4-9f7d5f540489,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:41.517674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c42b60-23a8-4c69-bf9a-85c8b5b6d100 req-ce7e879d-e574-41bd-ab8c-790db69b3d9d tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:41.521885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25c42b60-23a8-4c69-bf9a-85c8b5b6d100 req-ce7e879d-e574-41bd-ab8c-790db69b3d9d tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.1748259 Apr 18 21:32:41.572206 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d67c8f0-0eee-4545-af25-43c4723a8bbe'] response: {'server_uuid': '752dba09-cd78-4953-98c6-38247e90e678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec2fadf-7ace-4552-bda4-9f7d5f540489', 'code': 200} Apr 18 21:32:41.617629 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:41.631504 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25c42b60-23a8-4c69-bf9a-85c8b5b6d100 req-07ca07fb-96b2-46c4-ae57-e488e7a49253 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025379 Apr 18 21:32:41.639060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90d477-373f-46f9-9f9d-eea909281b9e req-82fc06bb-7907-4a81-93df-93b3903ad3d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:41.640400 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8d90d477-373f-46f9-9f9d-eea909281b9e req-82fc06bb-7907-4a81-93df-93b3903ad3d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.6363444 Apr 18 21:32:41.693821 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:40Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:41.698998 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc644c9f-80a0-4c9e-bf99-d82c2d94cc5c None None] The sync data for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 is: [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:40Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:32:41.724672 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=eec2fadf-7ace-4552-bda4-9f7d5f540489,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:41.792929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:41.796750 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7bc91343-da93-464e-8c8a-ba52007f89c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:41.799048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d9806f9-c1b8-43ad-b763-6e75583af942 req-9161cb8b-bb9d-44a0-8bfa-2324a19903c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 1097 time: 0.1368639 Apr 18 21:32:41.812281 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8d90d477-373f-46f9-9f9d-eea909281b9e req-128936d4-be36-41f8-93bd-3c8c7312c9db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a5f0991-3e1c-430d-92b2-fcba207eccb2 HTTP/1.1" status: 200 len: 217 time: 0.1541111 Apr 18 21:32:41.859494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d9806f9-c1b8-43ad-b763-6e75583af942 req-0411b9cc-f4b3-4a8d-a214-d100310bec6b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539858 Apr 18 21:32:41.883467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90d477-373f-46f9-9f9d-eea909281b9e req-9f791b8b-11a3-4034-9870-bdfc7e098b00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:41.884944 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8d90d477-373f-46f9-9f9d-eea909281b9e req-9f791b8b-11a3-4034-9870-bdfc7e098b00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.0645304 Apr 18 21:32:41.956492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7bc91343-da93-464e-8c8a-ba52007f89c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:41.965781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7bc91343-da93-464e-8c8a-ba52007f89c1 admin admin] Usage tracker for resource:security_group_rule and tenant:a8468c2165094ac4aab63f9983b34e34 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:41.971049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7bc91343-da93-464e-8c8a-ba52007f89c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:41.992281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7bc91343-da93-464e-8c8a-ba52007f89c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:42.039697 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8d90d477-373f-46f9-9f9d-eea909281b9e req-3f613183-4224-47bf-a11d-fe9dad493215 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428542 Apr 18 21:32:42.108972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 97da7fb0-03ac-489d-aeae-d790ddc291a9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:42.306263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 97da7fb0-03ac-489d-aeae-d790ddc291a9 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:42.310430 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:42.314824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 97da7fb0-03ac-489d-aeae-d790ddc291a9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:42.322022 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:42.377761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e78b37-bd21-4dbe-8c32-acd634fe9e88 req-65be8f48-4d09-4caa-89ee-47b2745165d8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:42.379389 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63e78b37-bd21-4dbe-8c32-acd634fe9e88 req-65be8f48-4d09-4caa-89ee-47b2745165d8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 943 time: 0.1195502 Apr 18 21:32:42.450148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:42.456545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63e78b37-bd21-4dbe-8c32-acd634fe9e88 req-0b6f9dbf-0a91-4ecc-bfdb-b86cbf6f1c5c tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689123 Apr 18 21:32:42.457952 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7bc91343-da93-464e-8c8a-ba52007f89c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:42.459412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:42.478884 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:42.505795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34036) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:42.511869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-999781175-network', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:42.515412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'Port': ['ID=4f189a83-35d8-4c04-98af-92c5c6aae363,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:42.524157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:42.530682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Usage tracker for resource:network and tenant:05204e2bedd3484fa4ac80084848dfd7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:42.534337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:42.544589 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7bc91343-da93-464e-8c8a-ba52007f89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:42.544851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:42.557146 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:42.611087 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 97da7fb0-03ac-489d-aeae-d790ddc291a9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=97da7fb0-03ac-489d-aeae-d790ddc291a9,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:42.635346 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8d90d477-373f-46f9-9f9d-eea909281b9e req-f04b55f9-e08a-4a12-8312-12fad9228691 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878210 Apr 18 21:32:42.690890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac9b3e17-a19c-4cdb-88d3-d731d8c629ba req-4b1b1a20-8192-4bc3-b338-e8e574922e6a tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0653391 Apr 18 21:32:42.692207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Made reservation on behalf of 05204e2bedd3484fa4ac80084848dfd7 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:42.695757 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:42.707128 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:42.731739 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:42.747734 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7bc91343-da93-464e-8c8a-ba52007f89c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8468c2165094ac4aab63f9983b34e34&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4291599 Apr 18 21:32:42.759862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34040) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:42.768974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc91343-da93-464e-8c8a-ba52007f89c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbc30b7-43ee-405d-89a7-c28c9084150b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:42.838343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:42.847166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Usage tracker for resource:security_group_rule and tenant:05204e2bedd3484fa4ac80084848dfd7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:42.851841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:42.860518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:42.867766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=97da7fb0-03ac-489d-aeae-d790ddc291a9,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:42.872896 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8d90d477-373f-46f9-9f9d-eea909281b9e req-df514296-47ce-47b7-8cd9-95d60c37592c service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218783 Apr 18 21:32:42.898450 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-11391927-64f2-4630-a2fb-ea024f166dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:42.956289 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-11391927-64f2-4630-a2fb-ea024f166dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:42.975153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.034107 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.122518 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.156148 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.199851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce541ed-18f5-422f-ad06-235b91d5d6b8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:43.215410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:32:43.227293 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.227674 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Added segment cadcba09-eb3c-44d0-a77d-b6de79ab1dc4 of type vlan for network 9274f010-e981-4c50-8fb6-9a69ce9438f9 Apr 18 21:32:43.234410 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-11391927-64f2-4630-a2fb-ea024f166dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.257615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11391927-64f2-4630-a2fb-ea024f166dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbc30b7-43ee-405d-89a7-c28c9084150b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:43.309066 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.313390 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-11391927-64f2-4630-a2fb-ea024f166dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.317594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-11391927-64f2-4630-a2fb-ea024f166dd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bbbc30b7-43ee-405d-89a7-c28c9084150b HTTP/1.1" status: 204 len: 168 time: 0.5540829 Apr 18 21:32:43.409035 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.510817 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.535741 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.536343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:43.537069 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.594069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'Port': ['ID=4f189a83-35d8-4c04-98af-92c5c6aae363,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:43.665982 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.686111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] Pushing event updated for resources: {'Network': ['ID=9274f010-e981-4c50-8fb6-9a69ce9438f9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:43.696393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 9274f010-e981-4c50-8fb6-9a69ce9438f9 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:32:43.708963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8198ff1a-ef8f-4ac8-82f2-91782f9c7f80 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2020705 Apr 18 21:32:43.711631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34052) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:43.720545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Request body: {'subnet': {'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-999781175-subnet', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:43.735027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:43.740941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.742428 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-967370c2-c183-402a-973e-b64ee830561e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0242290 Apr 18 21:32:43.742957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Usage tracker for resource:subnet and tenant:05204e2bedd3484fa4ac80084848dfd7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:43.748067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:43.757166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:43.791746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6d92d-deed-4bb5-b566-a72e5da66e67 req-83ada8ac-de68-48ea-8705-80cc3d5dce17 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:43.799026 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4a6d92d-deed-4bb5-b566-a72e5da66e67 req-83ada8ac-de68-48ea-8705-80cc3d5dce17 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 943 time: 0.1791015 Apr 18 21:32:43.821290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Made reservation on behalf of 05204e2bedd3484fa4ac80084848dfd7 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:43.823679 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:43.994662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3679bd6b-c1e0-4ebf-bfc0-42ed147d3369 req-c83a0771-c0bc-49da-ab1c-a0aab53eb952 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0659122 Apr 18 21:32:44.008988 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4a6d92d-deed-4bb5-b566-a72e5da66e67 req-6aabfe2f-d2d9-4510-b3fc-9273a545f677 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090375 Apr 18 21:32:44.086373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 97da7fb0-03ac-489d-aeae-d790ddc291a9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:44.182901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 97da7fb0-03ac-489d-aeae-d790ddc291a9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:44.183451 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:44.290378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-c9cc1680-e76c-4385-8ea3-5fb685d7817e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Synchronizing usage tracker for tenant:77b059139f84405db9bad3c9f82f200d on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:44.367474 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:44.403735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-c9cc1680-e76c-4385-8ea3-5fb685d7817e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Unset dirty status for tenant:77b059139f84405db9bad3c9f82f200d on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:44.404892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-c9cc1680-e76c-4385-8ea3-5fb685d7817e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2047142645&fields=id&tenant_id=77b059139f84405db9bad3c9f82f200d HTTP/1.1" status: 200 len: 267 time: 0.2060392 Apr 18 21:32:44.432466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3a5f0991-3e1c-430d-92b2-fcba207eccb2 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:32:44.529100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3758b064-ee23-4cd2-be89-b5cb620d4b2e,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:44.587578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3a5f0991-3e1c-430d-92b2-fcba207eccb2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3a5f0991-3e1c-430d-92b2-fcba207eccb2,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:44.601996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '3a5f0991-3e1c-430d-92b2-fcba207eccb2', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'port_id': '3a5f0991-3e1c-430d-92b2-fcba207eccb2', 'mac_address': 'fa:16:3e:72:75:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:32:44.604005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Checking segment: {'id': 'cadcba09-eb3c-44d0-a77d-b6de79ab1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:44.604497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Network hostable DHCP agents. Network: 9274f010-e981-4c50-8fb6-9a69ce9438f9, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:32:44.655575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-df2a2a20-c073-488a-adf6-5ecefa40ef44 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:44.662245 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:44.681212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5f0991-3e1c-430d-92b2-fcba207eccb2 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:32:44.692820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-64ac5198-e42c-4533-a6a6-f201e3aff99e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:44.693609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-64ac5198-e42c-4533-a6a6-f201e3aff99e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Synchronizing usage tracker for tenant:77b059139f84405db9bad3c9f82f200d on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:44.697340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3a5f0991-3e1c-430d-92b2-fcba207eccb2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3a5f0991-3e1c-430d-92b2-fcba207eccb2,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:44.723397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Network 9274f010-e981-4c50-8fb6-9a69ce9438f9 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:32:44.763677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-df2a2a20-c073-488a-adf6-5ecefa40ef44 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:44.763885 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:44.764949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-df2a2a20-c073-488a-adf6-5ecefa40ef44 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248747471&fields=id&tenant_id=18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 267 time: 0.1999447 Apr 18 21:32:44.770122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34090) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:44.833659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=3a5f0991-3e1c-430d-92b2-fcba207eccb2,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:44.864270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-64ac5198-e42c-4533-a6a6-f201e3aff99e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Unset dirty status for tenant:77b059139f84405db9bad3c9f82f200d on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:44.865429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-64ac5198-e42c-4533-a6a6-f201e3aff99e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 815 time: 0.4524655 Apr 18 21:32:44.866008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 9274f010-e981-4c50-8fb6-9a69ce9438f9) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:44.870296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:44.870879 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:44.878644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192bec46-b060-4ad8-9a67-44612ddf506e None None] Network 9274f010-e981-4c50-8fb6-9a69ce9438f9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:44.911110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-fb8176c7-a48c-4202-b24e-b902e8b0e1d2 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/quotas/77b059139f84405db9bad3c9f82f200d HTTP/1.1" status: 200 len: 375 time: 0.0353022 Apr 18 21:32:44.918114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-824643316-network', 'tenant_id': 'ba74138ccea94ca0b73a2dc23754c40d'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:44.966565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:44.985232 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-77f7383f-a136-45ea-8dd7-a6ccc9177bee admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2677131 Apr 18 21:32:44.986068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Usage tracker for resource:network and tenant:ba74138ccea94ca0b73a2dc23754c40d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:44.986630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34096) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:44.990018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:44.993651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-999781175-router', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:44.999382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:45.004429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Usage tracker for resource:router and tenant:05204e2bedd3484fa4ac80084848dfd7 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:45.008729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:45.009177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:45.015850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:45.025232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-f8f7234c-99e8-48ef-bf7f-5c33d2f2b702 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:45.026685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-f8f7234c-99e8-48ef-bf7f-5c33d2f2b702 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 0.2516534 Apr 18 21:32:45.060780 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-2661084b-ff1e-429d-bbcc-ebe81c6cb548 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/quotas/18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 375 time: 0.0270913 Apr 18 21:32:45.110327 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-9274f010-e981-4c50-8fb6-9a69ce9438f9', 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'fixed_ips': [{'subnet_id': '3758b064-ee23-4cd2-be89-b5cb620d4b2e'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:32:45.110327 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.115842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-64a3bade-58c0-4ee8-ac99-0f0ff2a369cc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1907866 Apr 18 21:32:45.143067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['3a5f0991-3e1c-430d-92b2-fcba207eccb2'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:32:45.180848 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.182446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.207372 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.217584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Made reservation on behalf of ba74138ccea94ca0b73a2dc23754c40d for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:45.220106 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.252810 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.282627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-b10841cc-7616-49cf-9186-8d11ea2f47d3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2140756 Apr 18 21:32:45.399460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:45.401282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Allocated IP 172.20.0.2 (9274f010-e981-4c50-8fb6-9a69ce9438f9/3758b064-ee23-4cd2-be89-b5cb620d4b2e/58e907d0-3c76-42f3-9c16-473a38973e58) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:45.413225 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-91f787f5-c1b2-4bfc-a7bf-fea9e3c81c26 service neutron] 10.222.0.11 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756653 Apr 18 21:32:45.415942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Usage tracker for resource:security_group_rule and tenant:ba74138ccea94ca0b73a2dc23754c40d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:45.420748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:45.447837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.452347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:45.579530 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-ea7b1604-d753-46d4-ad0d-ba6651917f14 service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734625 Apr 18 21:32:45.653385 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.665256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Transition to ACTIVE for port object 58e907d0-3c76-42f3-9c16-473a38973e58 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:45.685879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Transition to ACTIVE for port object 58e907d0-3c76-42f3-9c16-473a38973e58 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:45.732806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.761918 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.767960 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.817034 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-39659f23-eeb7-43fe-bb7c-68160cb76527 service neutron] 10.222.0.11 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928463 Apr 18 21:32:45.833339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Network 9274f010-e981-4c50-8fb6-9a69ce9438f9 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:45.836038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:45.840215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:45.850366 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Pushing event updated for resources: {'Port': ['ID=58e907d0-3c76-42f3-9c16-473a38973e58,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:45.855956 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.889882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-3568764d-c465-45e1-8953-aed2580340ff service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946465 Apr 18 21:32:45.927697 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.938697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Attempting to bind port 58e907d0-3c76-42f3-9c16-473a38973e58 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:45.939150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Attempting to bind port 58e907d0-3c76-42f3-9c16-473a38973e58 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'cadcba09-eb3c-44d0-a77d-b6de79ab1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:45.939478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Attempting to bind port 58e907d0-3c76-42f3-9c16-473a38973e58 on network 9274f010-e981-4c50-8fb6-9a69ce9438f9 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:45.946990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:45.947220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Checking segment: {'id': 'cadcba09-eb3c-44d0-a77d-b6de79ab1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:45.947584 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.948028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Bound using segment: {'id': 'cadcba09-eb3c-44d0-a77d-b6de79ab1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:45.948532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Bound port: 58e907d0-3c76-42f3-9c16-473a38973e58, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadcba09-eb3c-44d0-a77d-b6de79ab1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:45.949050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.950772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Allocated IP 172.25.3.181 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/7edc8462-698c-418f-bcb0-5d833d8c671b) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:45.967408 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:32:45.982457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74edd6b-e823-468f-a948-c0c85e949eb5,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:45.991752 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:45.992844 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Added segment 668b5216-e09e-4d0d-bc76-45803976b27e of type vlan for network be77b343-905e-4f27-a3dd-b571448590da Apr 18 21:32:46.050754 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.159851 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.164651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] For port 58e907d0-3c76-42f3-9c16-473a38973e58, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:46.169501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.173029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:46.173029 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.173441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] For port 58e907d0-3c76-42f3-9c16-473a38973e58, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=58e907d0-3c76-42f3-9c16-473a38973e58,segment=NetworkSegment(cadcba09-eb3c-44d0-a77d-b6de79ab1dc4),segment_id=cadcba09-eb3c-44d0-a77d-b6de79ab1dc4)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:46.290286 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.320546 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.338571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] Pushing event updated for resources: {'Network': ['ID=be77b343-905e-4f27-a3dd-b571448590da,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:46.363792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network be77b343-905e-4f27-a3dd-b571448590da details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:32:46.376676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1ebd4-8145-473c-843c-1baa2d049db8 req-33fd52dd-f893-4e6d-8102-a2637f2c1e91 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:46.378224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10d1ebd4-8145-473c-843c-1baa2d049db8 req-33fd52dd-f893-4e6d-8102-a2637f2c1e91 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 944 time: 0.1144588 Apr 18 21:32:46.411180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-559cccc7-078e-4184-abdf-1048dcd7857b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6412933 Apr 18 21:32:46.412058 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34118) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:46.419039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Request body: {'subnet': {'network_id': 'be77b343-905e-4f27-a3dd-b571448590da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-824643316-subnet', 'tenant_id': 'ba74138ccea94ca0b73a2dc23754c40d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:46.433379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:46.441697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Usage tracker for resource:subnet and tenant:ba74138ccea94ca0b73a2dc23754c40d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:46.446552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:46.463543 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10d1ebd4-8145-473c-843c-1baa2d049db8 req-6c816b02-c894-436a-b8d7-4c111e93a1b8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795045 Apr 18 21:32:46.464614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:46.477517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3a5f0991-3e1c-430d-92b2-fcba207eccb2 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:46.552721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Made reservation on behalf of ba74138ccea94ca0b73a2dc23754c40d for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:46.564920 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.575978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3045dc-408e-409d-97af-b0dcd9b467ec None None] Pushing event updated for resources: {'Port': ['ID=58e907d0-3c76-42f3-9c16-473a38973e58,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:46.585697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:46.592208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:46.595182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7edc8462-698c-418f-bcb0-5d833d8c671b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:46.603691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:46.689795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 3a5f0991-3e1c-430d-92b2-fcba207eccb2 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:46.694810 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 3a5f0991-3e1c-430d-92b2-fcba207eccb2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:46.695237 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.844401 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e16f8fc-4d66-4319-9f24-7b025ba856e0 req-7668805f-1420-4f49-ac5d-52a47847c875 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.2277858 Apr 18 21:32:46.879187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.879936 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.927981 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.973717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3a5f0991-3e1c-430d-92b2-fcba207eccb2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3a5f0991-3e1c-430d-92b2-fcba207eccb2,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:46.973717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab04ef66-c002-4a0c-a530-1c09a8540177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5f0991-3e1c-430d-92b2-fcba207eccb2'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:47.003800 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a261e56a-f6d5-4601-b516-0d404f42f8d0 req-c2946fa3-288b-4f88-b769-436206ef5307 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 210 time: 0.1339738 Apr 18 21:32:47.055684 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:47.096392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02cbbdfd-27a3-4531-acee-cae0123e896e req-0a9773f5-6f98-434d-841d-849abc0c4a15 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 210 time: 0.1127422 Apr 18 21:32:47.152758 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800bfcf1-ede1-40ea-9693-f6fe4f2587ec'] response: {'server_uuid': 'ab04ef66-c002-4a0c-a530-1c09a8540177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5f0991-3e1c-430d-92b2-fcba207eccb2', 'code': 200} Apr 18 21:32:47.162980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=3a5f0991-3e1c-430d-92b2-fcba207eccb2,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:47.320532 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2162db85-e66b-4de8-b766-c2d6e7acc760 req-57d811c6-aa50-46a0-8afb-ca18b83f1a36 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 1096 time: 0.0979953 Apr 18 21:32:47.340940 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:47.364609 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2162db85-e66b-4de8-b766-c2d6e7acc760 req-0c2923b2-c7a5-4bc0-9f86-2b72d742de76 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385370 Apr 18 21:32:47.418491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16479d2a-0cb7-46c2-9f9f-6b433e617430,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:47.428204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Router 20019577-067f-459c-9226-e721fba6609a is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:32:47.431094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Checking segment: {'id': '668b5216-e09e-4d0d-bc76-45803976b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'be77b343-905e-4f27-a3dd-b571448590da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:47.431448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Network hostable DHCP agents. Network: be77b343-905e-4f27-a3dd-b571448590da, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:32:47.528943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Network be77b343-905e-4f27-a3dd-b571448590da is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:32:47.666665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, be77b343-905e-4f27-a3dd-b571448590da) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:47.671869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:47.672618 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:47.676929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46917aae-0dd9-4a45-8431-9c60a47e0f66 None None] Network be77b343-905e-4f27-a3dd-b571448590da requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:47.703714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:47.715131 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Sync routers for ids ['20019577-067f-459c-9226-e721fba6609a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:32:47.732744 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Routers {'20019577-067f-459c-9226-e721fba6609a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:47.733656 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['20019577-067f-459c-9226-e721fba6609a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:47.739544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fe9fc-c42d-4cfb-9152-616ba9ba6a54 req-0347f312-a442-4ab4-9c3f-ad7db473ebb9 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:47.741282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-238fe9fc-c42d-4cfb-9152-616ba9ba6a54 req-0347f312-a442-4ab4-9c3f-ad7db473ebb9 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1165848 Apr 18 21:32:47.804093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:47.808476 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0129c641-1783-4df9-b562-8a0886a089c8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8206460 Apr 18 21:32:47.809207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34138) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:47.830925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-238fe9fc-c42d-4cfb-9152-616ba9ba6a54 req-c9eec09d-1bf0-4463-a09c-ee492b47815c tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676346 Apr 18 21:32:47.830925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-34ffc0f5-5064-4edb-8d8d-e332e1182a33 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4030006 Apr 18 21:32:48.008299 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Set router 20019577-067f-459c-9226-e721fba6609a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:48.188302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5c8ae4-4b29-4d59-a632-9fdf916d9c59 None None] Network 9274f010-e981-4c50-8fb6-9a69ce9438f9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:48.241869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683b1ce3-c8eb-497d-a84a-275130d35aea None None] Network be77b343-905e-4f27-a3dd-b571448590da requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:48.277323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 58e907d0-3c76-42f3-9c16-473a38973e58 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:48.475942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68255e03-6a0e-4db1-aa13-d622beafc9ca req-48d01d27-e9ca-402a-b29e-9ad7f94a82e6 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.1314781 Apr 18 21:32:48.522010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d190ac3-ae2c-4cb2-831e-22668d27c018 req-b4bf338a-cda7-43db-8a8e-d6b1d035faef tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 210 time: 0.1089270 Apr 18 21:32:48.638924 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20019577-067f-459c-9226-e721fba6609a', 'name': 'tempest-TestServerMultinode-999781175-router', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:32:46Z', 'revision_number': 3, 'project_id': '05204e2bedd3484fa4ac80084848dfd7', 'gw_port': {'id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20019577-067f-459c-9226-e721fba6609a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:48.649995 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Checking router: 20019577-067f-459c-9226-e721fba6609a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:32:48.650608 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Updating router 20019577-067f-459c-9226-e721fba6609a port 7edc8462-698c-418f-bcb0-5d833d8c671b binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:32:48.721284 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7ae2b239-63bb-42ea-9627-bf025e109d10 None None] Provisioning for port 58e907d0-3c76-42f3-9c16-473a38973e58 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:48.742534 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:48.746020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 58e907d0-3c76-42f3-9c16-473a38973e58 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:48.755152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7ae2b239-63bb-42ea-9627-bf025e109d10 None None] Provisioning complete for port 58e907d0-3c76-42f3-9c16-473a38973e58 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:48.755357 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7ae2b239-63bb-42ea-9627-bf025e109d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:48.759692 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9765f746-0a32-4749-a7c6-8ec8e7dbadba req-01d74ff6-31e4-4124-a8b2-aa8327d7e599 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 210 time: 0.0818791 Apr 18 21:32:48.790067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 58e907d0-3c76-42f3-9c16-473a38973e58 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:48.790442 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.094633 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7ae2b239-63bb-42ea-9627-bf025e109d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.106494 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.203092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7ae2b239-63bb-42ea-9627-bf025e109d10 None None] For port 58e907d0-3c76-42f3-9c16-473a38973e58, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=58e907d0-3c76-42f3-9c16-473a38973e58,segment=NetworkSegment(cadcba09-eb3c-44d0-a77d-b6de79ab1dc4),segment_id=cadcba09-eb3c-44d0-a77d-b6de79ab1dc4)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:49.245985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a7688-a48e-478b-9fc2-69bf7c6bd1f5 req-1f2f4b1b-60ec-41d6-bf13-bc0787e71145 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:49.267454 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7ae2b239-63bb-42ea-9627-bf025e109d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.277749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-276a7688-a48e-478b-9fc2-69bf7c6bd1f5 req-1f2f4b1b-60ec-41d6-bf13-bc0787e71145 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.2165425 Apr 18 21:32:49.331936 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.400327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-276a7688-a48e-478b-9fc2-69bf7c6bd1f5 req-1b3a06ae-49c7-476c-9b04-37797e7188e4 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211317 Apr 18 21:32:49.458428 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.476012 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Transition to ACTIVE for port object 7edc8462-698c-418f-bcb0-5d833d8c671b will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:49.577057 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:32:49.577413 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:32:49.580627 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.582346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2b239-63bb-42ea-9627-bf025e109d10 None None] Pushing event updated for resources: {'Port': ['ID=58e907d0-3c76-42f3-9c16-473a38973e58,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:49.586090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-966f4e0a-44e0-407b-af9f-af21c816089d None None] Provisioning complete for port 58e907d0-3c76-42f3-9c16-473a38973e58 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:49.589292 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-966f4e0a-44e0-407b-af9f-af21c816089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.781462 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ce996-dc36-4500-975b-88e5591afbe7 None None] Pushing event updated for resources: {'Port': ['ID=7edc8462-698c-418f-bcb0-5d833d8c671b,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:49.786600 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Attempting to bind port 7edc8462-698c-418f-bcb0-5d833d8c671b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:49.787296 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Attempting to bind port 7edc8462-698c-418f-bcb0-5d833d8c671b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:49.787886 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Attempting to bind port 7edc8462-698c-418f-bcb0-5d833d8c671b on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:49.802014 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:49.805598 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:49.806200 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.806688 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:49.807275 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Bound port: 7edc8462-698c-418f-bcb0-5d833d8c671b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:49.807730 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.878200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59d0a68d-1051-4450-b4b0-664f82123b22 req-31794b3e-9869-45c4-80f3-48f42acd6770 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.1859257 Apr 18 21:32:49.880557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-549dd84c-90c9-49b3-9605-3e3df1c599eb req-bd26a5d3-8312-4ab2-94b1-e4c76e88a2d8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 210 time: 0.1020124 Apr 18 21:32:49.901292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-c78d6831-044c-4392-a37a-ab3b91a4d1fe tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:49.902746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-c78d6831-044c-4392-a37a-ab3b91a4d1fe tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.59 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 815 time: 0.4979787 Apr 18 21:32:49.942255 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] For port 7edc8462-698c-418f-bcb0-5d833d8c671b, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:49.946115 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] For port 7edc8462-698c-418f-bcb0-5d833d8c671b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7edc8462-698c-418f-bcb0-5d833d8c671b,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:49.977178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-13237158-c169-4d5a-b040-6538ddddf068 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b059139f84405db9bad3c9f82f200d HTTP/1.1" status: 200 len: 380 time: 0.0553951 Apr 18 21:32:49.989653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'port': {'device_id': 'f17eb188-2ad1-4801-b10f-234057d17618', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'admin_state_up': True, 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'security_groups': ['c681878d-9a23-4f74-a5f1-853d4d0d0d30']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:50.042109 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:50.056477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34174) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:50.066753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2025754902-network', 'tenant_id': '897781e670b84c1ea374122973532a84'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:50.072599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:50.076596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Usage tracker for resource:network and tenant:897781e670b84c1ea374122973532a84 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:50.079902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:50.086623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:50.104599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Allocated IP 172.20.0.1 (9274f010-e981-4c50-8fb6-9a69ce9438f9/3758b064-ee23-4cd2-be89-b5cb620d4b2e/18f4e1fd-4f77-4ac9-bbec-0f8f1c363417) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:50.184113 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ce996-dc36-4500-975b-88e5591afbe7 None None] Pushing event updated for resources: {'Port': ['ID=7edc8462-698c-418f-bcb0-5d833d8c671b,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:50.207710 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Routers {'20019577-067f-459c-9226-e721fba6609a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:32:50.208504 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['20019577-067f-459c-9226-e721fba6609a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:50.228891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Made reservation on behalf of 897781e670b84c1ea374122973532a84 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:50.231424 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:50.243100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:50.261160 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:50.293677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:port and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:50.301518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:50.308752 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26161819-72ca-48ff-8dd0-145818590d24 req-e54cf88f-8a6d-4da4-aab0-efbcc24fc0eb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 210 time: 0.0675488 Apr 18 21:32:50.317497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 58e907d0-3c76-42f3-9c16-473a38973e58 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:50.339707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:50.409283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Made reservation on behalf of 77b059139f84405db9bad3c9f82f200d for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:50.410921 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 58e907d0-3c76-42f3-9c16-473a38973e58 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:50.411076 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:50.412540 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:50.447855 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] Set router 20019577-067f-459c-9226-e721fba6609a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:32:50.471383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:50.497968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Usage tracker for resource:security_group_rule and tenant:897781e670b84c1ea374122973532a84 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:50.510821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:50.529666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:50.560739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-70f2acea-a443-48ab-8753-cc93e76d0677 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:50.566023 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-70f2acea-a443-48ab-8753-cc93e76d0677 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 0.3060496 Apr 18 21:32:50.611924 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:50.666321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Transition to ACTIVE for port object 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:50.682183 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c5bcd1b6-85ea-4fc5-8ddd-a3477f7ed59d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 380 time: 0.1010888 Apr 18 21:32:50.695069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'port': {'device_id': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'admin_state_up': True, 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'security_groups': ['cc24dbcc-0d4a-46e7-8943-a8a8381aabaf']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:50.802151 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20019577-067f-459c-9226-e721fba6609a', 'name': 'tempest-TestServerMultinode-999781175-router', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:32:46Z', 'revision_number': 3, 'project_id': '05204e2bedd3484fa4ac80084848dfd7', 'gw_port': {'id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20019577-067f-459c-9226-e721fba6609a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:50.807458 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe5fd7-57eb-4a38-8ead-92ae5c4a254a None None] The sync data for ids ['20019577-067f-459c-9226-e721fba6609a'] in n-d-836017-3 is: [{'id': '20019577-067f-459c-9226-e721fba6609a', 'name': 'tempest-TestServerMultinode-999781175-router', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:32:46Z', 'revision_number': 3, 'project_id': '05204e2bedd3484fa4ac80084848dfd7', 'gw_port': {'id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20019577-067f-459c-9226-e721fba6609a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:32:50.817125 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:50.883775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:50.898333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30c38c-45b0-4cf8-925a-ae7414327098 req-cfa9d956-5b51-40d9-a6de-8c7126fd0212 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:50.899790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca30c38c-45b0-4cf8-925a-ae7414327098 req-cfa9d956-5b51-40d9-a6de-8c7126fd0212 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1584592 Apr 18 21:32:50.906053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:50.922280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:32:50.936231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:50.941718 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:50.966117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Allocated IP 172.20.0.8 (eeb6b84e-f8da-43e4-b706-8497e886851a/f73b1940-ffab-4f06-a08d-3f3c87735f84/cbb01581-f9a4-4f14-a670-d57469b0719a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:51.010093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:51.010318 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Added segment 7fedc225-4e66-4ffd-b134-3c063903b2eb of type vlan for network 872ee067-4fed-4263-b595-1d423abc2da7 Apr 18 21:32:51.034888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a7299b-7c42-4a5a-8ffa-578b21526b8c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:51.064871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Network 9274f010-e981-4c50-8fb6-9a69ce9438f9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:51.070388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:51.084603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:51.098214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca30c38c-45b0-4cf8-925a-ae7414327098 req-8f600000-b813-49a7-9919-d0b8f9adc980 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861372 Apr 18 21:32:51.185869 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca76dad3-0017-4605-ab23-454bffa4bb74 req-7bd83537-e5aa-46fa-bf36-c21203e57c70 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 210 time: 0.1548030 Apr 18 21:32:51.231705 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:51.287317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:51.354168 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:51.363424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Made reservation on behalf of 18546b6476ee48ff8dbb33e9f0d62503 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:51.366615 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:51.413782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Pushing event updated for resources: {'Port': ['ID=18f4e1fd-4f77-4ac9-bbec-0f8f1c363417,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:51.421657 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-67c08b5a-18fd-4d8b-9a07-1dfc4517b34c req-62f37761-59bd-443c-ad8a-2bbdd2d80d5d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.1059303 Apr 18 21:32:51.460580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc87d146-5aee-4991-bdd4-5f9d6d7099f2 req-4aa4b205-77b3-4949-8c76-e09e8496edd2 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0986760 Apr 18 21:32:51.463570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Transition to ACTIVE for port object cbb01581-f9a4-4f14-a670-d57469b0719a will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:51.477879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4e735bb4-04bd-4715-abd4-2a340daf1f5f None None] Provisioning for port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:51.484828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4e735bb4-04bd-4715-abd4-2a340daf1f5f None None] Provisioning complete for port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:51.485272 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4e735bb4-04bd-4715-abd4-2a340daf1f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:51.533218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:51.534635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:51.535605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:51.543822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4e735bb4-04bd-4715-abd4-2a340daf1f5f None None] Port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:32:51.565363 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:51.697871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f9f5cfe-4ed8-4695-bfa3-ce224b933077 req-fa69ffda-9a70-4252-9209-2a138e99a097 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 210 time: 0.0673685 Apr 18 21:32:51.708947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Network eeb6b84e-f8da-43e4-b706-8497e886851a is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:51.712510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'Port': ['ID=cbb01581-f9a4-4f14-a670-d57469b0719a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:51.716216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:51.718851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:51.798248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:51.798889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:51.801219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] Pushing event updated for resources: {'Network': ['ID=872ee067-4fed-4263-b595-1d423abc2da7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:51.808244 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:51.825001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 872ee067-4fed-4263-b595-1d423abc2da7 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:32:51.855500 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fc4dab7b-d4ab-4cc8-96be-87f24abda442 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7978334 Apr 18 21:32:51.864334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34190) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:51.870953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Request body: {'subnet': {'network_id': '872ee067-4fed-4263-b595-1d423abc2da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2025754902-subnet', 'tenant_id': '897781e670b84c1ea374122973532a84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:51.876066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Allocated IP 172.20.0.12 (96c2fcdd-2cca-467d-9433-9c5ebd738c61/23addfbc-2010-41c2-a583-5d468a0b3722/88461e7e-0371-4c94-9ce1-b9f3118061b4) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:51.918701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:51.924789 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f282f7dd-8622-4380-a64c-94feb5e1266f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9427366 Apr 18 21:32:51.936347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Request body: {'port': {'device_id': 'f17eb188-2ad1-4801-b10f-234057d17618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:51.992052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Usage tracker for resource:subnet and tenant:897781e670b84c1ea374122973532a84 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:32:51.998723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:32:52.015205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:52.083670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2d4fb3a8-3c53-4846-b27f-a865fb37cd3a None None] Provisioning for port cbb01581-f9a4-4f14-a670-d57469b0719a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:52.089003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2d4fb3a8-3c53-4846-b27f-a865fb37cd3a None None] Provisioning complete for port cbb01581-f9a4-4f14-a670-d57469b0719a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:52.089367 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb3a8-3c53-4846-b27f-a865fb37cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:52.158408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fb3a8-3c53-4846-b27f-a865fb37cd3a None None] Port cbb01581-f9a4-4f14-a670-d57469b0719a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:32:52.191948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:52.226619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Made reservation on behalf of 897781e670b84c1ea374122973532a84 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:52.228918 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:52.289776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479ce4-22e1-45e8-82b7-0509bfbfd672 req-dc285c15-bc90-4b3b-ae4e-6e478b436d96 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:52.297734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57479ce4-22e1-45e8-82b7-0509bfbfd672 req-dc285c15-bc90-4b3b-ae4e-6e478b436d96 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.2760148 Apr 18 21:32:52.437884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57479ce4-22e1-45e8-82b7-0509bfbfd672 req-ceac2712-b180-4971-b301-334a5c0bdae2 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382158 Apr 18 21:32:52.596197 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7da6ffd2-65eb-40bd-bf53-f5d1a8f67ed6 req-6efa21d5-f9f0-4e14-a2e9-0ee4c588367f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 1096 time: 0.6485362 Apr 18 21:32:52.677006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e649f5-47bb-4aa7-989c-e836d0a6bd0b req-71530d67-3104-46eb-9812-c212956c2e08 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:52.677006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-71e649f5-47bb-4aa7-989c-e836d0a6bd0b req-71530d67-3104-46eb-9812-c212956c2e08 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Synchronizing usage tracker for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:52.792956 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:32:52.811751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-71e649f5-47bb-4aa7-989c-e836d0a6bd0b req-71530d67-3104-46eb-9812-c212956c2e08 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Unset dirty status for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:52.812044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6ffd2-65eb-40bd-bf53-f5d1a8f67ed6 req-4efa9fd6-2df6-4280-af1c-66a5386d9779 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:52.813674 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71e649f5-47bb-4aa7-989c-e836d0a6bd0b req-71530d67-3104-46eb-9812-c212956c2e08 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 931 time: 0.3388352 Apr 18 21:32:52.814740 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7da6ffd2-65eb-40bd-bf53-f5d1a8f67ed6 req-4efa9fd6-2df6-4280-af1c-66a5386d9779 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.2089500 Apr 18 21:32:52.821362 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:52.847648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ccb0ee8b-2c46-4441-897c-be660d789054 req-e74a754a-18ba-49e9-8be1-e6d91712aa42 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0768631 Apr 18 21:32:52.869206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb01581-f9a4-4f14-a670-d57469b0719a {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:32:52.889144 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:52.918760 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:52.941648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71e649f5-47bb-4aa7-989c-e836d0a6bd0b req-3b5bb936-a751-4c4a-b004-53274b1d3bda tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183712 Apr 18 21:32:52.942781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Transition to ACTIVE for port object cbb01581-f9a4-4f14-a670-d57469b0719a will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:53.007234 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:53.038207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:53.059347 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7da6ffd2-65eb-40bd-bf53-f5d1a8f67ed6 req-f12ae461-2bad-4ad8-a96e-051049369d85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a5f0991-3e1c-430d-92b2-fcba207eccb2 HTTP/1.1" status: 200 len: 217 time: 0.2344151 Apr 18 21:32:53.117406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa0fefa4-93c7-4ac8-9403-c6569aae938b req-99eacf86-ab89-4087-8641-60d0976d32f0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 210 time: 0.0495589 Apr 18 21:32:53.122154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb01581-f9a4-4f14-a670-d57469b0719a,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:53.158103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Transition to ACTIVE for port object 88461e7e-0371-4c94-9ce1-b9f3118061b4 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:53.195350 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:53.330321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Pushing event updated for resources: {'Port': ['ID=18f4e1fd-4f77-4ac9-bbec-0f8f1c363417,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:53.377719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6ffd2-65eb-40bd-bf53-f5d1a8f67ed6 req-4cd256a8-2670-4839-a43a-db11fb860f4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:53.379679 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7da6ffd2-65eb-40bd-bf53-f5d1a8f67ed6 req-4cd256a8-2670-4839-a43a-db11fb860f4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.3022203 Apr 18 21:32:53.405507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Attempting to bind port cbb01581-f9a4-4f14-a670-d57469b0719a on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:53.405864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Attempting to bind port cbb01581-f9a4-4f14-a670-d57469b0719a by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:53.406794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Attempting to bind port cbb01581-f9a4-4f14-a670-d57469b0719a on network eeb6b84e-f8da-43e4-b706-8497e886851a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:53.412916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Port cbb01581-f9a4-4f14-a670-d57469b0719a on network eeb6b84e-f8da-43e4-b706-8497e886851a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:32:53.413231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Attempting to bind port cbb01581-f9a4-4f14-a670-d57469b0719a on network eeb6b84e-f8da-43e4-b706-8497e886851a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:53.419514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:53.419844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Checking segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:53.420218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Bound using segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:53.420638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Bound port: cbb01581-f9a4-4f14-a670-d57469b0719a, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:53.420980 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:53.502699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Network 9274f010-e981-4c50-8fb6-9a69ce9438f9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:53.512119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:53.522442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] For port cbb01581-f9a4-4f14-a670-d57469b0719a, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:53.525750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] For port cbb01581-f9a4-4f14-a670-d57469b0719a, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=cbb01581-f9a4-4f14-a670-d57469b0719a,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:53.639507 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:53.653095 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:53.690587 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:53.728829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b11d-727d-4b97-9a8c-b846b38b0ca7 req-8d6fbfc5-218a-48d1-a5e2-2e4686dc60f7 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:53.731246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a496b11d-727d-4b97-9a8c-b846b38b0ca7 req-8d6fbfc5-218a-48d1-a5e2-2e4686dc60f7 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1482410 Apr 18 21:32:53.735738 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:53.737068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] 10.222.0.59 "PUT /v2.0/ports/cbb01581-f9a4-4f14-a670-d57469b0719a HTTP/1.1" status: 200 len: 1091 time: 1.8052135 Apr 18 21:32:53.737562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17eb188-2ad1-4801-b10f-234057d17618', 'tag': 'cbb01581-f9a4-4f14-a670-d57469b0719a'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:53.788379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6fc34-3179-4ced-adfb-8ce7fb7960f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb01581-f9a4-4f14-a670-d57469b0719a,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:53.812284 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a496b11d-727d-4b97-9a8c-b846b38b0ca7 req-7143e3a8-418f-49b7-96ca-c5e74ceddaea tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699034 Apr 18 21:32:53.816640 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972346ef-78e4-4598-9a6a-25493710733c'] response: {'name': 'network-changed', 'server_uuid': 'f17eb188-2ad1-4801-b10f-234057d17618', 'tag': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'status': 'completed', 'code': 200} Apr 18 21:32:53.845803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-247ca5e7-6f5c-4d08-ad6f-8ca920d1bd17 None None] Provisioning complete for port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:53.846360 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-247ca5e7-6f5c-4d08-ad6f-8ca920d1bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:53.865996 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7da6ffd2-65eb-40bd-bf53-f5d1a8f67ed6 req-efd80180-4abf-42c6-866e-d6bf378fb6df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4695568 Apr 18 21:32:53.899482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=88461e7e-0371-4c94-9ce1-b9f3118061b4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:53.905986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:53.920108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:53.939410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-247ca5e7-6f5c-4d08-ad6f-8ca920d1bd17 None None] Port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:32:53.979186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3014551e-aee4-4689-87af-785c0b71d4bd,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:53.981263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:54.160643 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-509a759f-c6a0-4308-b1c2-018c846e35d3 req-0e1d7dbd-55a2-4c57-8cf5-cf8ea8b10453 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 1094 time: 0.2598248 Apr 18 21:32:54.163894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80bd4d3e-76fd-422a-ac93-75b4a4ad2533 req-014c17c8-2b32-4413-a4ea-64f33f98b27b tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0696115 Apr 18 21:32:54.204309 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7da6ffd2-65eb-40bd-bf53-f5d1a8f67ed6 req-59521407-21a9-4680-9515-793a25d78b7d service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220408 Apr 18 21:32:54.386626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e909a68b-4e69-449e-b5cf-ce9d5315720b None None] Provisioning for port 88461e7e-0371-4c94-9ce1-b9f3118061b4 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:54.393052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e909a68b-4e69-449e-b5cf-ce9d5315720b None None] Provisioning complete for port 88461e7e-0371-4c94-9ce1-b9f3118061b4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:54.393766 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e909a68b-4e69-449e-b5cf-ce9d5315720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:54.452514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e909a68b-4e69-449e-b5cf-ce9d5315720b None None] Port 88461e7e-0371-4c94-9ce1-b9f3118061b4 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:32:54.466531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a759f-c6a0-4308-b1c2-018c846e35d3 req-5568c518-4f2a-412e-ae64-ce8ff8f419f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:54.467972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-509a759f-c6a0-4308-b1c2-018c846e35d3 req-5568c518-4f2a-412e-ae64-ce8ff8f419f5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=77b059139f84405db9bad3c9f82f200d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2607188 Apr 18 21:32:54.471087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Checking segment: {'id': '7fedc225-4e66-4ffd-b134-3c063903b2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '872ee067-4fed-4263-b595-1d423abc2da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:54.471446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Network hostable DHCP agents. Network: 872ee067-4fed-4263-b595-1d423abc2da7, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:32:54.480621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250d150-716a-4120-8140-7be2628dead1 req-0c2462ef-0b0d-4d24-8462-4c359b91b66a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:54.482078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3250d150-716a-4120-8140-7be2628dead1 req-0c2462ef-0b0d-4d24-8462-4c359b91b66a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 943 time: 0.3204255 Apr 18 21:32:54.601300 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-79ec0a50-8910-41f7-8c1c-c52f37202e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:54.614741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d6c69-59f7-46d1-b913-96a0e6a4060c req-4e4a041d-edc5-4163-8e9d-48c1b39998b9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:54.616195 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-162d6c69-59f7-46d1-b913-96a0e6a4060c req-4e4a041d-edc5-4163-8e9d-48c1b39998b9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 932 time: 0.2644410 Apr 18 21:32:54.618170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:54.618770 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:54.675307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3250d150-716a-4120-8140-7be2628dead1 req-fb24df1f-e301-4d15-a146-7330ca96be89 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737349 Apr 18 21:32:54.692327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a759f-c6a0-4308-b1c2-018c846e35d3 req-0c96896e-8181-4087-856d-77e32d05ecc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:54.693815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-509a759f-c6a0-4308-b1c2-018c846e35d3 req-0c96896e-8181-4087-856d-77e32d05ecc0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2190771 Apr 18 21:32:54.702347 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7da6ffd2-65eb-40bd-bf53-f5d1a8f67ed6 req-3ce99718-931c-4732-b038-9356f280a621 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887736 Apr 18 21:32:54.714208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-162d6c69-59f7-46d1-b913-96a0e6a4060c req-6a0ebbe0-cb33-4394-9561-7344d0c4e73c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883422 Apr 18 21:32:54.760266 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-c04b325b-321f-49c9-9f78-0d71d0f35275 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0690656 Apr 18 21:32:54.772098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Request body: {'port': {'device_id': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:54.811846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Network 872ee067-4fed-4263-b595-1d423abc2da7 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:32:54.829773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-2130a7f3-2c47-4300-bd05-e6571d409708 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 1094 time: 0.0868533 Apr 18 21:32:54.853255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Router 20019577-067f-459c-9226-e721fba6609a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:32:54.907844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-34a64b97-00d6-4cc8-8631-4bf57e7f99bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb01581-f9a4-4f14-a670-d57469b0719a HTTP/1.1" status: 200 len: 217 time: 0.0692024 Apr 18 21:32:54.918706 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:55.005274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 872ee067-4fed-4263-b595-1d423abc2da7) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:55.023448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfb5455-7208-4611-b33d-766a9750a956 None None] Network 872ee067-4fed-4263-b595-1d423abc2da7 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:55.075935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-7151b815-4d4f-46f1-ad56-ee6be52daf03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:55.079130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:55.084200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:55.084334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-7151b815-4d4f-46f1-ad56-ee6be52daf03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f73b1940-ffab-4f06-a08d-3f3c87735f84 HTTP/1.1" status: 200 len: 854 time: 0.1639652 Apr 18 21:32:55.178398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34351711-a3f6-4ab0-8a7d-50d0062678f5 req-8c9baad1-5a9e-484e-9154-32149798d3f7 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:55.189681 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34351711-a3f6-4ab0-8a7d-50d0062678f5 req-8c9baad1-5a9e-484e-9154-32149798d3f7 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.2228768 Apr 18 21:32:55.221017 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8674851b-ee2b-4b67-97a3-adf5fe94e316 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3553712 Apr 18 21:32:55.256812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-f4bac3e5-0b03-49fa-bb3e-9db8067c3f80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eeb6b84e-f8da-43e4-b706-8497e886851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698494 Apr 18 21:32:55.259957 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34351711-a3f6-4ab0-8a7d-50d0062678f5 req-4e3e658d-f646-4040-8b2a-049479bf0a7f tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689256 Apr 18 21:32:55.322013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e6eb2d-08d8-4475-832c-1443a9f6f2ea None None] Network 872ee067-4fed-4263-b595-1d423abc2da7 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:32:55.409775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34224) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:55.476834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-72087e1f-749e-4f7b-af9c-5facae0c1dc9 service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107167 Apr 18 21:32:55.594976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88461e7e-0371-4c94-9ce1-b9f3118061b4 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:32:55.608112 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68daf003-c856-43a0-a2d1-395461c34c57 req-61a60c27-dba3-4548-9d23-a87bfa674156 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31de48678b5d4ab1999ec7a4d7fbebcc&device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0566633 Apr 18 21:32:55.610522 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:55.651443 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68daf003-c856-43a0-a2d1-395461c34c57 req-798eee77-e975-456d-ace5-6556d3d6a9b8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=31de48678b5d4ab1999ec7a4d7fbebcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322778 Apr 18 21:32:55.679085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a61b9c9-ec45-4a5e-8df1-07a1670c5cf1 admin admin] Deleting subnet 16479d2a-0cb7-46c2-9f9f-6b433e617430 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:32:55.681500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Transition to ACTIVE for port object 88461e7e-0371-4c94-9ce1-b9f3118061b4 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:55.725823 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a61b9c9-ec45-4a5e-8df1-07a1670c5cf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:55.741424 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:55.766841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f538d28-c82e-4eed-bd90-5763ea3976d0 req-78cfa273-2b14-4dd3-ab39-96907334997b tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0951269 Apr 18 21:32:55.806471 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a61b9c9-ec45-4a5e-8df1-07a1670c5cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:55.917855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daf003-c856-43a0-a2d1-395461c34c57 req-c867b12d-76a5-4831-9706-6c3d50255f2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:55.919327 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68daf003-c856-43a0-a2d1-395461c34c57 req-c867b12d-76a5-4831-9706-6c3d50255f2d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2594597 Apr 18 21:32:55.925508 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a748c97-15f6-4972-903e-fe71ddc6ed72 req-71c1e769-080d-42f7-aae9-f3f3d755ad85 service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415491 Apr 18 21:32:55.929890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:55.939440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Pushing event updated for resources: {'Port': ['ID=88461e7e-0371-4c94-9ce1-b9f3118061b4,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:55.944414 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a61b9c9-ec45-4a5e-8df1-07a1670c5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:55.954987 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9d3576fb-26be-4633-b947-51ec19bec73f admin admin] 10.222.0.11 "PUT /v2.0/routers/20019577-067f-459c-9226-e721fba6609a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1433017 Apr 18 21:32:56.093461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e4dbf-252d-4552-8fb0-177338cac3ca req-83ece305-64bb-46dd-89fa-aedb46a0f232 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:56.101209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-757e4dbf-252d-4552-8fb0-177338cac3ca req-83ece305-64bb-46dd-89fa-aedb46a0f232 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 943 time: 0.2656317 Apr 18 21:32:56.233769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Attempting to bind port 88461e7e-0371-4c94-9ce1-b9f3118061b4 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:56.234468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Attempting to bind port 88461e7e-0371-4c94-9ce1-b9f3118061b4 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:56.234817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Attempting to bind port 88461e7e-0371-4c94-9ce1-b9f3118061b4 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:56.240623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Port 88461e7e-0371-4c94-9ce1-b9f3118061b4 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:32:56.240936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Attempting to bind port 88461e7e-0371-4c94-9ce1-b9f3118061b4 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:56.247028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:56.247361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Checking segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:56.247734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Bound using segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:56.248213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Bound port: 88461e7e-0371-4c94-9ce1-b9f3118061b4, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:56.248493 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:56.248829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec1549-0e8f-4a05-b8fc-a1b8f4d7fbb1 req-1204e455-0208-4767-9029-256b7fe89615 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:56.250871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11ec1549-0e8f-4a05-b8fc-a1b8f4d7fbb1 req-1204e455-0208-4767-9029-256b7fe89615 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 944 time: 0.2392356 Apr 18 21:32:56.254645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-757e4dbf-252d-4552-8fb0-177338cac3ca req-4ed37565-3c43-42c5-8281-8ee96265aad7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525958 Apr 18 21:32:56.275098 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a61b9c9-ec45-4a5e-8df1-07a1670c5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:56.325675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61b9c9-ec45-4a5e-8df1-07a1670c5cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16479d2a-0cb7-46c2-9f9f-6b433e617430,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:56.342394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] For port 88461e7e-0371-4c94-9ce1-b9f3118061b4, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:56.345623 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a61b9c9-ec45-4a5e-8df1-07a1670c5cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:56.348104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] For port 88461e7e-0371-4c94-9ce1-b9f3118061b4, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=88461e7e-0371-4c94-9ce1-b9f3118061b4,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:56.355545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8a61b9c9-ec45-4a5e-8df1-07a1670c5cf1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/16479d2a-0cb7-46c2-9f9f-6b433e617430 HTTP/1.1" status: 204 len: 168 time: 0.9437315 Apr 18 21:32:56.358256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34242) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:56.362896 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11ec1549-0e8f-4a05-b8fc-a1b8f4d7fbb1 req-9c8c81ef-0865-4538-a741-783b8537497a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055126 Apr 18 21:32:56.441702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:56.536852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:56.538373 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] 10.222.0.59 "PUT /v2.0/ports/88461e7e-0371-4c94-9ce1-b9f3118061b4 HTTP/1.1" status: 200 len: 1092 time: 1.7701612 Apr 18 21:32:56.541078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'tag': '88461e7e-0371-4c94-9ce1-b9f3118061b4'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:56.552671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:56.573154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5e5ee-3cc5-4d2f-9698-7072d64b4cba service neutron] Pushing event updated for resources: {'Port': ['ID=88461e7e-0371-4c94-9ce1-b9f3118061b4,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:56.619007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae61d47-53a3-4b9b-9c14-cc8030ad2bfb req-494e9b67-787d-4024-ae6d-7ce47f04db33 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:56.624917 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b93a3b08-9060-4fff-9595-c19992790871'] response: {'name': 'network-changed', 'server_uuid': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'tag': '88461e7e-0371-4c94-9ce1-b9f3118061b4', 'status': 'completed', 'code': 200} Apr 18 21:32:56.636912 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ae61d47-53a3-4b9b-9c14-cc8030ad2bfb req-494e9b67-787d-4024-ae6d-7ce47f04db33 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1564209 Apr 18 21:32:56.712959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ae61d47-53a3-4b9b-9c14-cc8030ad2bfb req-f0a2eab9-3d7a-41b1-8396-f4db6fd5b548 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691192 Apr 18 21:32:56.799226 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:56.839249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be77b343-905e-4f27-a3dd-b571448590da']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:56.856995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668b5216-e09e-4d0d-bc76-45803976b27e') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:56.857106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668b5216-e09e-4d0d-bc76-45803976b27e') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:56.872753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:56.894523 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b0556fcc-c57e-45f6-bbec-26e0a95049f6 req-41464676-7487-4d8b-9d3c-37d12ba5fae3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 1095 time: 0.1426668 Apr 18 21:32:56.895601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:56.901918 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:32:56.902415 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:32:56.919851 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:32:56.997793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83823aa4-6881-4f08-93e1-1c064f762770 req-fd6e671a-6ebe-46ec-8f10-0f11a5dd0090 tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0496662 Apr 18 21:32:57.043996 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-c9021879-be00-4dc5-adf9-ec389de831fc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:57.044664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-c9021879-be00-4dc5-adf9-ec389de831fc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Synchronizing usage tracker for tenant:05204e2bedd3484fa4ac80084848dfd7 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:57.064178 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6cdd1e84-3a32-437e-a2c2-13790d45ab5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:57.131939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0556fcc-c57e-45f6-bbec-26e0a95049f6 req-dcb9ca99-7621-4bb1-ad50-ad348bb79e62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:57.133280 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b0556fcc-c57e-45f6-bbec-26e0a95049f6 req-dcb9ca99-7621-4bb1-ad50-ad348bb79e62 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2112329 Apr 18 21:32:57.137929 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-c9021879-be00-4dc5-adf9-ec389de831fc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Unset dirty status for tenant:05204e2bedd3484fa4ac80084848dfd7 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:57.139072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-c9021879-be00-4dc5-adf9-ec389de831fc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/networks?id=a6ec7c96-8d23-4a1b-873b-616706fef93c HTTP/1.1" status: 200 len: 910 time: 0.2657118 Apr 18 21:32:57.159581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-c5fd6246-05be-4617-a4bb-c245323059ec tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/quotas/05204e2bedd3484fa4ac80084848dfd7 HTTP/1.1" status: 200 len: 375 time: 0.0144603 Apr 18 21:32:57.213521 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:57.241522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-44cea515-0db2-4b7f-bbb1-052255ddc656 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=05204e2bedd3484fa4ac80084848dfd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756550 Apr 18 21:32:57.242007 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:57.255269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] Pushing event deleted for resources: {'Network': ['ID=be77b343-905e-4f27-a3dd-b571448590da,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:57.260114 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a757aca5-db2f-427e-9056-0119bb72b310 admin admin] 10.222.0.11 "DELETE /v2.0/networks/be77b343-905e-4f27-a3dd-b571448590da HTTP/1.1" status: 204 len: 168 time: 0.9007993 Apr 18 21:32:57.267164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34262) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:57.391672 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68daf003-c856-43a0-a2d1-395461c34c57 req-04134dbb-a21f-45fe-9eef-ba2301e25e9a tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.59 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0456443 Apr 18 21:32:57.398125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0556fcc-c57e-45f6-bbec-26e0a95049f6 req-6d6cb4ac-d0b7-451a-bb10-f8630300a2aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:57.399562 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b0556fcc-c57e-45f6-bbec-26e0a95049f6 req-6d6cb4ac-d0b7-451a-bb10-f8630300a2aa service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2596281 Apr 18 21:32:57.402633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6011c62-f6d4-43bc-bdc2-3debbc81a3be admin admin] Deleting subnet 3014551e-aee4-4689-87af-785c0b71d4bd {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:32:57.407436 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6011c62-f6d4-43bc-bdc2-3debbc81a3be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:57.486773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-520eaed4-f3d2-4d5f-bff7-3e60a8cf9fa6 service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375658 Apr 18 21:32:57.505312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6011c62-f6d4-43bc-bdc2-3debbc81a3be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:57.581077 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6011c62-f6d4-43bc-bdc2-3debbc81a3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:57.627511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-ec372859-2c5a-4693-a908-89c46b91a96b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 1095 time: 0.1868105 Apr 18 21:32:57.629102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e540f32-eb33-4aec-83ce-90fd1b341db8 req-0bd15c37-93bc-49b2-a63c-e26cc8ae0406 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:57.630586 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e540f32-eb33-4aec-83ce-90fd1b341db8 req-0bd15c37-93bc-49b2-a63c-e26cc8ae0406 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 943 time: 0.2442873 Apr 18 21:32:57.695007 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-e5c95166-8396-47d9-878d-dda21aa77144 service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973746 Apr 18 21:32:57.705529 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e540f32-eb33-4aec-83ce-90fd1b341db8 req-1b2a0927-9ba3-4b7f-a457-b5712156d28b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601177 Apr 18 21:32:57.721063 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-48c935c8-914d-4518-8531-f0e2f9be7765 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88461e7e-0371-4c94-9ce1-b9f3118061b4 HTTP/1.1" status: 200 len: 217 time: 0.0771875 Apr 18 21:32:57.791093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-131cdf18-d0eb-4d90-9109-21e6f0f360f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:57.792654 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-131cdf18-d0eb-4d90-9109-21e6f0f360f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.0654123 Apr 18 21:32:57.795502 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6011c62-f6d4-43bc-bdc2-3debbc81a3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:57.878142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6011c62-f6d4-43bc-bdc2-3debbc81a3be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3014551e-aee4-4689-87af-785c0b71d4bd,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:57.886917 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6011c62-f6d4-43bc-bdc2-3debbc81a3be admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:57.902784 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a6011c62-f6d4-43bc-bdc2-3debbc81a3be admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3014551e-aee4-4689-87af-785c0b71d4bd HTTP/1.1" status: 204 len: 168 time: 0.6324682 Apr 18 21:32:57.905134 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34272) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:57.905886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aafb09-5d55-44c4-b74c-1877392382a6 req-e388544b-38c6-4ace-b722-f2164539550e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:57.907445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26aafb09-5d55-44c4-b74c-1877392382a6 req-e388544b-38c6-4ace-b722-f2164539550e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 944 time: 0.0796916 Apr 18 21:32:57.974246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26aafb09-5d55-44c4-b74c-1877392382a6 req-6473d39d-3eab-45e2-bfc4-cab659da3885 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598314 Apr 18 21:32:57.997987 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:58.134300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b2eec7f-ef02-4b0a-a6a4-3c5572b16e76 req-8a9b3838-6256-4144-85cc-b84bea23c37c tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 210 time: 0.0955613 Apr 18 21:32:58.177033 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:58.186997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e50f53-30d7-4256-8a33-18b1df534a66 req-8948b6d8-2f06-4d8c-80b5-8f555f83bcd0 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:58.192164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4e50f53-30d7-4256-8a33-18b1df534a66 req-8948b6d8-2f06-4d8c-80b5-8f555f83bcd0 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1098337 Apr 18 21:32:58.192304 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-7c9557bf-33d4-400c-bb67-c2224a7451fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3913448 Apr 18 21:32:58.260137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4e50f53-30d7-4256-8a33-18b1df534a66 req-e9a5d02b-9d7b-47fa-ab35-2ffcc6c3345d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639899 Apr 18 21:32:58.392776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a07b3641-42d1-4a3d-8d36-2999f7bc7ae2 req-116c40e9-17c3-4774-866e-65a1fd45b22c tempest-ServerShowV254Test-60172728 tempest-ServerShowV254Test-60172728-project] 10.222.0.11 "GET /v2.0/ports?device_id=27603b10-63da-4819-af96-2c23150bf540 HTTP/1.1" status: 200 len: 210 time: 0.0500388 Apr 18 21:32:58.453137 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:58.493216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872ee067-4fed-4263-b595-1d423abc2da7']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:58.504206 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-f849c0af-8128-4665-aa83-a0feca2d8799 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651582 Apr 18 21:32:58.507474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fedc225-4e66-4ffd-b134-3c063903b2eb') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:58.507768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fedc225-4e66-4ffd-b134-3c063903b2eb') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:58.546215 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:58.606499 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:58.616181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:58.627303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:32:58.627691 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:32:58.640736 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:32:58.750417 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dbf6ac20-dc9b-433e-8fdd-73f7ea903c3a req-89d3bb4b-2712-4af5-a5b7-34546131708d service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355511 Apr 18 21:32:58.820740 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:58.836922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:58.840689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device cbb01581-f9a4-4f14-a670-d57469b0719a details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:32:58.846384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] Pushing event deleted for resources: {'Network': ['ID=872ee067-4fed-4263-b595-1d423abc2da7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:58.851559 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-78893a38-a732-46d2-8be4-7ec84b3ad04a admin admin] 10.222.0.11 "DELETE /v2.0/networks/872ee067-4fed-4263-b595-1d423abc2da7 HTTP/1.1" status: 204 len: 168 time: 0.9429405 Apr 18 21:32:58.990813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port cbb01581-f9a4-4f14-a670-d57469b0719a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=cbb01581-f9a4-4f14-a670-d57469b0719a,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:59.025025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'port_id': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'mac_address': 'fa:16:3e:4f:31:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:32:59.027969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22ea68-9ff9-472b-b161-47adea20b496 req-679a8cd2-0259-49cc-aef4-60db7449f2fd tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:59.029590 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf22ea68-9ff9-472b-b161-47adea20b496 req-679a8cd2-0259-49cc-aef4-60db7449f2fd tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 943 time: 0.1957986 Apr 18 21:32:59.083051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf22ea68-9ff9-472b-b161-47adea20b496 req-76eb455c-4fc7-4a43-9c3d-883834bdb903 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467508 Apr 18 21:32:59.085960 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:59.109745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb01581-f9a4-4f14-a670-d57469b0719a {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:32:59.126953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port cbb01581-f9a4-4f14-a670-d57469b0719a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=cbb01581-f9a4-4f14-a670-d57469b0719a,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:59.184360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb16040-9b27-4272-8140-83b9c463fdef req-45723361-f6ab-44ce-8c1e-3d2f371bc853 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:59.185878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fb16040-9b27-4272-8140-83b9c463fdef req-45723361-f6ab-44ce-8c1e-3d2f371bc853 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 944 time: 0.0923264 Apr 18 21:32:59.192460 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:59.250764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fb16040-9b27-4272-8140-83b9c463fdef req-80b4a68d-c2c4-4fe9-adfc-f497a9db5ff2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471413 Apr 18 21:32:59.290943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=cbb01581-f9a4-4f14-a670-d57469b0719a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:59.299981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:59.300333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:59.300673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:59.301132 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:59.301558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:59.301839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:59.302168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:59.302494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:59.302819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:59.303142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:59.303463 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:59.336031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4ff82e5-e1c1-4b3a-aaa3-1630a48514ac req-12077109-ad87-4864-9c5a-8c392dc47e73 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 210 time: 0.0493755 Apr 18 21:32:59.336218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34300) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:59.400397 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-88cb840c-4d3d-4a46-99dd-ef4fe6482b64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba74138ccea94ca0b73a2dc23754c40d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0682502 Apr 18 21:32:59.402940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34304) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:59.419457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['cbb01581-f9a4-4f14-a670-d57469b0719a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:32:59.564293 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-855ea681-5b9e-4059-ab27-ae4158a3d643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:59.600674 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-855ea681-5b9e-4059-ab27-ae4158a3d643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:59.626180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6889e4-4d6c-4222-bf34-109da17e8397 req-31b92013-12d6-4c7a-92af-3df5667bc517 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:59.627741 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d6889e4-4d6c-4222-bf34-109da17e8397 req-31b92013-12d6-4c7a-92af-3df5667bc517 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1750231 Apr 18 21:32:59.698327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d6889e4-4d6c-4222-bf34-109da17e8397 req-476cb5d5-aa9f-4b4b-9846-936b34811627 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631034 Apr 18 21:32:59.774837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-855ea681-5b9e-4059-ab27-ae4158a3d643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:59.789909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ea681-5b9e-4059-ab27-ae4158a3d643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74edd6b-e823-468f-a948-c0c85e949eb5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:59.797901 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-855ea681-5b9e-4059-ab27-ae4158a3d643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:59.797901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-855ea681-5b9e-4059-ab27-ae4158a3d643 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d74edd6b-e823-468f-a948-c0c85e949eb5 HTTP/1.1" status: 204 len: 168 time: 0.3930335 Apr 18 21:33:00.100600 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34318) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:00.303194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1f3557e-4a05-4cfe-84f4-5b6d69b59f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.354379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77233f86-1e1b-43d1-91e3-a9fb9093abbe req-ffe28d90-e8c3-4cf5-9f0a-26e8a25457f8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:00.356002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77233f86-1e1b-43d1-91e3-a9fb9093abbe req-ffe28d90-e8c3-4cf5-9f0a-26e8a25457f8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 944 time: 0.1054466 Apr 18 21:33:00.428773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e1f3557e-4a05-4cfe-84f4-5b6d69b59f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:00.436631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e1f3557e-4a05-4cfe-84f4-5b6d69b59f2e admin admin] Usage tracker for resource:security_group_rule and tenant:31de48678b5d4ab1999ec7a4d7fbebcc is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:00.449358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e1f3557e-4a05-4cfe-84f4-5b6d69b59f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:00.460866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e1f3557e-4a05-4cfe-84f4-5b6d69b59f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:00.462507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77233f86-1e1b-43d1-91e3-a9fb9093abbe req-4293d8c9-a671-4a6f-adee-f8fe69cb401a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956919 Apr 18 21:33:00.493512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-ab291783-9e74-4d22-9235-5d9aacb137d6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:00.496113 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-ab291783-9e74-4d22-9235-5d9aacb137d6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.26 "GET /v2.0/networks?id=a6ec7c96-8d23-4a1b-873b-616706fef93c HTTP/1.1" status: 200 len: 910 time: 0.1798542 Apr 18 21:33:00.507790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c491044-4191-4c1f-b830-49131a71346a req-c2673af9-e5ae-49cc-bbc3-6f9d98817e5c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:00.509445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c491044-4191-4c1f-b830-49131a71346a req-c2673af9-e5ae-49cc-bbc3-6f9d98817e5c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 944 time: 0.0988970 Apr 18 21:33:00.520209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Request body: {'port': {'device_id': '4a313bb5-f999-48ae-87d7-8547422c2c31', 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c', 'admin_state_up': True, 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:00.536688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:00.545067 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Usage tracker for resource:port and tenant:05204e2bedd3484fa4ac80084848dfd7 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:00.549332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:00.561062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c491044-4191-4c1f-b830-49131a71346a req-27a946bf-11e0-4bb4-8059-248b648b656d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460088 Apr 18 21:33:00.563449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:00.597344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1f3557e-4a05-4cfe-84f4-5b6d69b59f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.600521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34330) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:00.653229 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2ed98ac3-f571-4762-b7fe-5a1fa71d7f03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=897781e670b84c1ea374122973532a84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515921 Apr 18 21:33:00.655727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34334) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:00.670715 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2b69ca4-8931-4a9a-a605-e4bd6661d315 req-cede7bca-b027-43f8-a2d7-6b177d836358 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 210 time: 0.0397332 Apr 18 21:33:00.672910 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1f3557e-4a05-4cfe-84f4-5b6d69b59f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.749531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Made reservation on behalf of 05204e2bedd3484fa4ac80084848dfd7 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:33:00.752595 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.763140 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e1f3557e-4a05-4cfe-84f4-5b6d69b59f2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31de48678b5d4ab1999ec7a4d7fbebcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6611438 Apr 18 21:33:00.766883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34340) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:00.767071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3557e-4a05-4cfe-84f4-5b6d69b59f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b0be88-188c-40d8-af0f-c2a55b88021d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:00.793922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be3e6ccd-bb05-4bab-846a-c425e22fc94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.854565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device cbb01581-f9a4-4f14-a670-d57469b0719a up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:00.867990 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be3e6ccd-bb05-4bab-846a-c425e22fc94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.874031 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3992ed5d-d028-4981-9d24-8c2a2ec212f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.919984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3992ed5d-d028-4981-9d24-8c2a2ec212f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.972303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4ab96-09ef-400e-9079-16b5dd8bc8a0 req-3281d890-cd2b-4cbf-9422-5c04ed456b45 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:00.973799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-faa4ab96-09ef-400e-9079-16b5dd8bc8a0 req-3281d890-cd2b-4cbf-9422-5c04ed456b45 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1486292 Apr 18 21:33:00.991963 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.992429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Allocated IP 172.20.0.8 (a6ec7c96-8d23-4a1b-873b-616706fef93c/0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68/fb97840b-1422-4028-89c5-95ebafd27017) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:33:01.023966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port cbb01581-f9a4-4f14-a670-d57469b0719a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:01.034601 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-faa4ab96-09ef-400e-9079-16b5dd8bc8a0 req-94caa29e-e892-4ec8-bc56-e7166df07d85 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 Apr 18 21:33:01.036815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port cbb01581-f9a4-4f14-a670-d57469b0719a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:01.039337 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.078618 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3992ed5d-d028-4981-9d24-8c2a2ec212f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.093959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992ed5d-d028-4981-9d24-8c2a2ec212f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b0be88-188c-40d8-af0f-c2a55b88021d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:01.095510 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be3e6ccd-bb05-4bab-846a-c425e22fc94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.120157 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3992ed5d-d028-4981-9d24-8c2a2ec212f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.120157 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3992ed5d-d028-4981-9d24-8c2a2ec212f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05b0be88-188c-40d8-af0f-c2a55b88021d HTTP/1.1" status: 204 len: 168 time: 0.3485255 Apr 18 21:33:01.196367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e6ccd-bb05-4bab-846a-c425e22fc94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a7299b-7c42-4a5a-8ffa-578b21526b8c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:01.224786 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.231890 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be3e6ccd-bb05-4bab-846a-c425e22fc94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.233005 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-be3e6ccd-bb05-4bab-846a-c425e22fc94e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68a7299b-7c42-4a5a-8ffa-578b21526b8c HTTP/1.1" status: 204 len: 168 time: 0.5757282 Apr 18 21:33:01.263748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17eb188-2ad1-4801-b10f-234057d17618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb01581-f9a4-4f14-a670-d57469b0719a'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:01.277160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port cbb01581-f9a4-4f14-a670-d57469b0719a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=cbb01581-f9a4-4f14-a670-d57469b0719a,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:01.319115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.330456 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746b8c8c-4f4e-4dc3-8041-8007af88e52c'] response: {'server_uuid': 'f17eb188-2ad1-4801-b10f-234057d17618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'code': 200} Apr 18 21:33:01.334533 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.336258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Transition to ACTIVE for port object fb97840b-1422-4028-89c5-95ebafd27017 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:01.403853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=cbb01581-f9a4-4f14-a670-d57469b0719a,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:01.433772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.529868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Network a6ec7c96-8d23-4a1b-873b-616706fef93c is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:33:01.535777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Pushing event updated for resources: {'Port': ['ID=fb97840b-1422-4028-89c5-95ebafd27017,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:01.538326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:01.541052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:33:01.617741 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-549f576f-0efe-4085-97ab-5f30afca6aba req-86bda32d-953e-4b10-8187-8e10ca940ad1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 1096 time: 0.2206335 Apr 18 21:33:01.804457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64b714-6f93-4194-b190-fb866673686d req-2580d45e-7f20-4662-bfc4-632aeb0aa0d3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:01.813567 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c64b714-6f93-4194-b190-fb866673686d req-2580d45e-7f20-4662-bfc4-632aeb0aa0d3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 945 time: 0.1223423 Apr 18 21:33:01.833932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:01.834731 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.899235 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-549f576f-0efe-4085-97ab-5f30afca6aba req-eeb18b8b-db45-4fee-a3a1-fa974e36879a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672157 Apr 18 21:33:01.930702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c64b714-6f93-4194-b190-fb866673686d req-41452882-85ad-4dae-8238-e3fe2c3c7200 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160965 Apr 18 21:33:01.980044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fed32-46da-44b6-a891-11354931e001 req-f9123d54-80cd-4882-b17c-62284617e1ed tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:01.981571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b32fed32-46da-44b6-a891-11354931e001 req-f9123d54-80cd-4882-b17c-62284617e1ed tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 944 time: 0.1354368 Apr 18 21:33:01.985390 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-29082aee-501f-4fb2-a082-388bc1202ca6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4703391 Apr 18 21:33:01.996379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-96cfa3b7-a3f4-4ab8-a6ab-e140d60fd769 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:33:01.997343 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-96cfa3b7-a3f4-4ab8-a6ab-e140d60fd769 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064521 Apr 18 21:33:02.013487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Request body: {'port': {'device_id': '4a313bb5-f999-48ae-87d7-8547422c2c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:02.074929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b32fed32-46da-44b6-a891-11354931e001 req-62121d28-c2dc-4765-a9d4-51b8d1126ea1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850189 Apr 18 21:33:02.098769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b06b7227-fa1e-4d28-8960-9fd0d50ed3e7 None None] Provisioning for port fb97840b-1422-4028-89c5-95ebafd27017 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:02.105483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b06b7227-fa1e-4d28-8960-9fd0d50ed3e7 None None] Provisioning complete for port fb97840b-1422-4028-89c5-95ebafd27017 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:02.106165 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b06b7227-fa1e-4d28-8960-9fd0d50ed3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:02.251155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b06b7227-fa1e-4d28-8960-9fd0d50ed3e7 None None] Port fb97840b-1422-4028-89c5-95ebafd27017 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:33:02.258061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:02.391153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6c6783e1-ce6a-42b1-bd82-1dbfbaa341ae req-40fbbf0d-ec51-49d7-bde1-d358391ba74b tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1027 time: 0.3145421 Apr 18 21:33:02.403335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d13fe-32cb-4ef0-8bd0-5216871439c6 req-0ce0c496-b21c-4a68-a454-f218c74132f9 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:02.404837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee3d13fe-32cb-4ef0-8bd0-5216871439c6 req-0ce0c496-b21c-4a68-a454-f218c74132f9 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1747296 Apr 18 21:33:02.500995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6c6783e1-ce6a-42b1-bd82-1dbfbaa341ae req-f604bc6c-2b6d-4c02-b472-11563d6006e4 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Synchronizing usage tracker for tenant:05204e2bedd3484fa4ac80084848dfd7 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:02.508670 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee3d13fe-32cb-4ef0-8bd0-5216871439c6 req-89066665-bffd-4e71-9daa-d8a1be0f9193 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802283 Apr 18 21:33:02.578674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6c6783e1-ce6a-42b1-bd82-1dbfbaa341ae req-f604bc6c-2b6d-4c02-b472-11563d6006e4 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Unset dirty status for tenant:05204e2bedd3484fa4ac80084848dfd7 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:02.580372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6c6783e1-ce6a-42b1-bd82-1dbfbaa341ae req-f604bc6c-2b6d-4c02-b472-11563d6006e4 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746523 Apr 18 21:33:02.706224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb97840b-1422-4028-89c5-95ebafd27017 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:33:02.713604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:02.729381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Transition to ACTIVE for port object fb97840b-1422-4028-89c5-95ebafd27017 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:02.789814 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:02.843097 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34396) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:02.937566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Pushing event updated for resources: {'Port': ['ID=fb97840b-1422-4028-89c5-95ebafd27017,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:03.031558 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-558715684-network', 'tenant_id': '00766acdcef7497ba7f48218df75c761'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:03.048111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:03.065567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Usage tracker for resource:network and tenant:00766acdcef7497ba7f48218df75c761 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:03.073613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:03.097821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Attempting to bind port fb97840b-1422-4028-89c5-95ebafd27017 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:33:03.098453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Attempting to bind port fb97840b-1422-4028-89c5-95ebafd27017 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:33:03.099845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Attempting to bind port fb97840b-1422-4028-89c5-95ebafd27017 on network a6ec7c96-8d23-4a1b-873b-616706fef93c {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:03.101413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:03.107889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Port fb97840b-1422-4028-89c5-95ebafd27017 on network a6ec7c96-8d23-4a1b-873b-616706fef93c not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:33:03.108512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Attempting to bind port fb97840b-1422-4028-89c5-95ebafd27017 on network a6ec7c96-8d23-4a1b-873b-616706fef93c {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:03.124151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:33:03.124909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Checking segment: {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:03.125960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Bound using segment: {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:33:03.126713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Bound port: fb97840b-1422-4028-89c5-95ebafd27017, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:33:03.127429 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:03.244346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] For port fb97840b-1422-4028-89c5-95ebafd27017, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:03.247509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] For port fb97840b-1422-4028-89c5-95ebafd27017, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fb97840b-1422-4028-89c5-95ebafd27017,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:33:03.289876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e6075-1f62-4813-8853-fbae1e20af21 req-045827ad-bf7a-48a7-963f-bb45aef960b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:03.291681 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b8e6075-1f62-4813-8853-fbae1e20af21 req-045827ad-bf7a-48a7-963f-bb45aef960b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 945 time: 0.1748331 Apr 18 21:33:03.379970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Made reservation on behalf of 00766acdcef7497ba7f48218df75c761 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:33:03.382293 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:03.410734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b8e6075-1f62-4813-8853-fbae1e20af21 req-fa94f546-2842-4dac-aa79-d3ea4cf05d3e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123645 Apr 18 21:33:03.412570 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:03.418975 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:03.472234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941aad6b-d9ac-4482-96d3-3dbb4cdc9531 req-458c03e5-6254-4579-8be0-02d116885ba5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:03.474071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-941aad6b-d9ac-4482-96d3-3dbb4cdc9531 req-458c03e5-6254-4579-8be0-02d116885ba5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 944 time: 0.1608677 Apr 18 21:33:03.475980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:03.480525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Usage tracker for resource:security_group_rule and tenant:00766acdcef7497ba7f48218df75c761 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:03.486931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:03.500382 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:03.501950 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] 10.222.0.26 "PUT /v2.0/ports/fb97840b-1422-4028-89c5-95ebafd27017 HTTP/1.1" status: 200 len: 1091 time: 1.4978786 Apr 18 21:33:03.502545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a313bb5-f999-48ae-87d7-8547422c2c31', 'tag': 'fb97840b-1422-4028-89c5-95ebafd27017'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:03.510888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:03.523482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d1190-7289-4046-bd3c-3d13fc8ce579 service neutron] Pushing event updated for resources: {'Port': ['ID=fb97840b-1422-4028-89c5-95ebafd27017,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:03.540999 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:03.569220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-941aad6b-d9ac-4482-96d3-3dbb4cdc9531 req-eda7e532-1e81-4957-8529-bbf517910135 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840249 Apr 18 21:33:03.652617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:03.762225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:03.766723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-3e97fd2b-ee51-4308-a461-9bb3ca6c5c1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=05204e2bedd3484fa4ac80084848dfd7&device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1094 time: 0.1166985 Apr 18 21:33:03.836389 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea7de00-1dce-4cc0-93a0-dc30d16a49dd'] response: {'name': 'network-changed', 'server_uuid': '4a313bb5-f999-48ae-87d7-8547422c2c31', 'tag': 'fb97840b-1422-4028-89c5-95ebafd27017', 'status': 'completed', 'code': 200} Apr 18 21:33:03.844326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:33:03.855766 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-1120674b-5c91-4a6c-b3e7-6c7e471e9141 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb97840b-1422-4028-89c5-95ebafd27017 HTTP/1.1" status: 200 len: 217 time: 0.0807803 Apr 18 21:33:03.869634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400786c4-2f0f-4554-89bf-cb9c946d6946,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:03.879109 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:03.879752 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Added segment b5b9ef45-b688-41cf-b2ac-a319a2f2ba89 of type vlan for network ccedaf54-c780-4768-a3e7-e439effe0d42 Apr 18 21:33:03.897552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:03.897552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:03.897552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:03.897552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:03.897552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:03.897552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:03.897552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:03.897552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:03.897552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:03.897552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:03.898588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:03.934671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-1051f8e5-2fff-4e9f-bc48-89b61d2aac56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:03.936239 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-1051f8e5-2fff-4e9f-bc48-89b61d2aac56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68 HTTP/1.1" status: 200 len: 848 time: 0.0747509 Apr 18 21:33:03.967603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0428d-1b12-45ee-a312-4f5dfcbf9f6b req-52d9dac0-33d7-452b-af32-c6318974810a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:03.970567 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09e0428d-1b12-45ee-a312-4f5dfcbf9f6b req-52d9dac0-33d7-452b-af32-c6318974810a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.2528098 Apr 18 21:33:03.978183 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:04.014226 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-8c411b65-31ad-4bf7-bdfd-0ce28d660d91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a6ec7c96-8d23-4a1b-873b-616706fef93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713210 Apr 18 21:33:04.076767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09e0428d-1b12-45ee-a312-4f5dfcbf9f6b req-771af25a-2e6d-47ca-abc4-3b4da6e2b493 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894845 Apr 18 21:33:04.085465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78cec743-598d-40d5-b428-a9dc41ee27ec req-01330acc-4451-4e3b-8bfe-baecb8ddc1e1 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1094 time: 0.1578164 Apr 18 21:33:04.164712 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-b04dc445-0ab1-441a-b7f1-34fe78ed1b7c service neutron] 10.222.0.26 "GET /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443124 Apr 18 21:33:04.202921 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:04.206989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:04.206989 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:04.325461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] Pushing event updated for resources: {'Network': ['ID=ccedaf54-c780-4768-a3e7-e439effe0d42,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:04.328868 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a9587dd6-8b98-4040-a05a-345e4d8a01b0 req-4f6048d4-42e1-41d7-bedf-c4ce80b784da service neutron] 10.222.0.26 "GET /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567550 Apr 18 21:33:04.337414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network ccedaf54-c780-4768-a3e7-e439effe0d42 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:33:04.347230 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78cec743-598d-40d5-b428-a9dc41ee27ec req-e0483716-1ab5-4323-93e7-674217bfb8bf tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441585 Apr 18 21:33:04.385214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c86d19f0-aae2-4319-a284-aa676ae30f7a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5399451 Apr 18 21:33:04.387899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34430) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:04.394440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Request body: {'subnet': {'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-558715684-subnet', 'tenant_id': '00766acdcef7497ba7f48218df75c761', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:04.400662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:04.405087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Usage tracker for resource:subnet and tenant:00766acdcef7497ba7f48218df75c761 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:04.409987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:04.419335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:04.501739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Made reservation on behalf of 00766acdcef7497ba7f48218df75c761 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:33:04.501739 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:04.625401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2da64-961e-4dc1-82e7-456f705a525c req-6f0d23c6-7d0f-438b-80ab-d6445ef931e4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:04.626963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2b2da64-961e-4dc1-82e7-456f705a525c req-6f0d23c6-7d0f-438b-80ab-d6445ef931e4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 945 time: 0.0878334 Apr 18 21:33:04.691516 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2b2da64-961e-4dc1-82e7-456f705a525c req-8b326f36-a842-48bd-9ec9-a7f8a80dec08 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567799 Apr 18 21:33:04.807041 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad84e047-4ba8-496b-9850-5c3e3661fe1b req-d6ec088a-b707-41e5-b82a-465ee1ed0094 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=05204e2bedd3484fa4ac80084848dfd7&device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1094 time: 0.3666825 Apr 18 21:33:04.813085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b6d5e-854b-4aad-a58d-faaf15152e1b req-b5439cd6-0920-4762-8d57-1d278435b53f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:04.827067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-007b6d5e-854b-4aad-a58d-faaf15152e1b req-b5439cd6-0920-4762-8d57-1d278435b53f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 944 time: 0.1118646 Apr 18 21:33:04.960233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-007b6d5e-854b-4aad-a58d-faaf15152e1b req-f3dc75a9-7232-4c7e-a27c-5143661d9fd8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979409 Apr 18 21:33:04.983225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd1af1-98c6-4189-8b6c-4efdf8798971 req-fe143685-9e33-4898-a479-985568ce80d1 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:04.985646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86fd1af1-98c6-4189-8b6c-4efdf8798971 req-fe143685-9e33-4898-a479-985568ce80d1 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 945 time: 0.1570735 Apr 18 21:33:04.997976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34446) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:05.004561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-36e39372-c8b5-4c3b-88c3-cd072fff7521 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'floatingip': {'port_id': 'cbb01581-f9a4-4f14-a670-d57469b0719a'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:05.038323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84e047-4ba8-496b-9850-5c3e3661fe1b req-51ff3987-7ee6-4da4-99de-ddddb693f57a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:05.042886 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad84e047-4ba8-496b-9850-5c3e3661fe1b req-51ff3987-7ee6-4da4-99de-ddddb693f57a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a6ec7c96-8d23-4a1b-873b-616706fef93c HTTP/1.1" status: 200 len: 910 time: 0.2177913 Apr 18 21:33:05.103071 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36e39372-c8b5-4c3b-88c3-cd072fff7521 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:05.116808 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:05.165226 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad84e047-4ba8-496b-9850-5c3e3661fe1b req-1893bb9c-6ef4-42a6-b129-7a8c5f1e21d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb97840b-1422-4028-89c5-95ebafd27017 HTTP/1.1" status: 200 len: 217 time: 0.1191587 Apr 18 21:33:05.263857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6090f4f8-a068-4260-877c-317905a852aa,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:05.289154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Checking segment: {'id': 'b5b9ef45-b688-41cf-b2ac-a319a2f2ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:05.289306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Network hostable DHCP agents. Network: ccedaf54-c780-4768-a3e7-e439effe0d42, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:33:05.294550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84e047-4ba8-496b-9850-5c3e3661fe1b req-fe11aecc-b3e1-40e5-b456-b50d04044d05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:05.296999 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad84e047-4ba8-496b-9850-5c3e3661fe1b req-fe11aecc-b3e1-40e5-b456-b50d04044d05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68 HTTP/1.1" status: 200 len: 848 time: 0.1141264 Apr 18 21:33:05.388634 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad84e047-4ba8-496b-9850-5c3e3661fe1b req-4a45a8ed-55c7-4f61-a164-81eeaf2b82de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a6ec7c96-8d23-4a1b-873b-616706fef93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842435 Apr 18 21:33:05.488754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Network ccedaf54-c780-4768-a3e7-e439effe0d42 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:33:05.541324 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad84e047-4ba8-496b-9850-5c3e3661fe1b req-33a57661-5412-475d-8a02-1c300a7553e3 service neutron] 10.222.0.26 "GET /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441636 Apr 18 21:33:05.570728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, ccedaf54-c780-4768-a3e7-e439effe0d42) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:05.580528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9542548b-3077-4d2b-ab1b-6118430e9a8e None None] Network ccedaf54-c780-4768-a3e7-e439effe0d42 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:33:05.624690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:05.625436 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:05.688103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c1b26-40ac-40de-a311-f3ed8dd3c986 req-76a092e1-8e21-4dcb-bf2f-3d8c647ebe9b tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:05.690665 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-313c1b26-40ac-40de-a311-f3ed8dd3c986 req-76a092e1-8e21-4dcb-bf2f-3d8c647ebe9b tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.3609130 Apr 18 21:33:05.720653 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0161b6fa-4740-404e-a240-e97235e408a1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3314233 Apr 18 21:33:05.743327 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad84e047-4ba8-496b-9850-5c3e3661fe1b req-938a1b98-507e-47d3-a64c-51b8267d8292 service neutron] 10.222.0.26 "GET /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949525 Apr 18 21:33:05.828246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cef4b993-a9bd-4389-ac13-89002d73ad6b req-801012bb-7f50-4197-9288-2f076620ad5a tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1094 time: 0.2928479 Apr 18 21:33:05.846914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-313c1b26-40ac-40de-a311-f3ed8dd3c986 req-3a4338be-7dfd-4800-b469-8b8d74b02ddc tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459923 Apr 18 21:33:05.851305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548cbfb5-2d2f-4872-aeab-2752e92a8a5d None None] Network ccedaf54-c780-4768-a3e7-e439effe0d42 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:33:06.058472 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cef4b993-a9bd-4389-ac13-89002d73ad6b req-94c30da8-4848-4cbb-a85f-0f8a73d7b57a tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127883 Apr 18 21:33:06.290994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7edc8462-698c-418f-bcb0-5d833d8c671b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:06.426365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 7edc8462-698c-418f-bcb0-5d833d8c671b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:06.431703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 7edc8462-698c-418f-bcb0-5d833d8c671b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:06.432080 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:06.522142 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36e39372-c8b5-4c3b-88c3-cd072fff7521 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:06.554242 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:06.570469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 7edc8462-698c-418f-bcb0-5d833d8c671b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7edc8462-698c-418f-bcb0-5d833d8c671b,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:06.580363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c26c2-6e0f-4db0-a68b-fa8de59c73a9 req-d4a1768b-9926-40aa-804d-286869c62e34 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:06.581832 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-303c26c2-6e0f-4db0-a68b-fa8de59c73a9 req-d4a1768b-9926-40aa-804d-286869c62e34 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 944 time: 0.3331573 Apr 18 21:33:06.597805 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36e39372-c8b5-4c3b-88c3-cd072fff7521 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:06.660478 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:06.735138 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=7edc8462-698c-418f-bcb0-5d833d8c671b,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:06.745738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60b3e2-d60f-4195-b631-5940d867076e req-cd2317aa-0698-4f1c-8be6-7afa8fc8e5fd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:06.746406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3b60b3e2-d60f-4195-b631-5940d867076e req-cd2317aa-0698-4f1c-8be6-7afa8fc8e5fd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Synchronizing usage tracker for tenant:00766acdcef7497ba7f48218df75c761 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:06.790914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-303c26c2-6e0f-4db0-a68b-fa8de59c73a9 req-ba5c365a-a94c-489c-b126-6d4f0deed76d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031415 Apr 18 21:33:06.879912 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-36e39372-c8b5-4c3b-88c3-cd072fff7521 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Floating IP 5cbefe2e-7aeb-4a7c-9a64-afb6e806a782 associated. External IP: 172.25.3.74, port: cbb01581-f9a4-4f14-a670-d57469b0719a. Apr 18 21:33:06.897644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 88461e7e-0371-4c94-9ce1-b9f3118061b4 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:33:06.938664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3b60b3e2-d60f-4195-b631-5940d867076e req-cd2317aa-0698-4f1c-8be6-7afa8fc8e5fd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Unset dirty status for tenant:00766acdcef7497ba7f48218df75c761 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:06.946015 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-cd2317aa-0698-4f1c-8be6-7afa8fc8e5fd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/networks?id=ccedaf54-c780-4768-a3e7-e439effe0d42 HTTP/1.1" status: 200 len: 813 time: 0.6314979 Apr 18 21:33:07.052578 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:33:07.067005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 88461e7e-0371-4c94-9ce1-b9f3118061b4, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=88461e7e-0371-4c94-9ce1-b9f3118061b4,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:07.085585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '88461e7e-0371-4c94-9ce1-b9f3118061b4', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'port_id': '88461e7e-0371-4c94-9ce1-b9f3118061b4', 'mac_address': 'fa:16:3e:a1:00:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:33:07.092754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-d4c50a9d-d7b3-4f33-af51-5c59a6eedbe5 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/quotas/00766acdcef7497ba7f48218df75c761 HTTP/1.1" status: 200 len: 375 time: 0.1458542 Apr 18 21:33:07.150077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-903a82c0-9f86-4a35-894b-3b4bed67c672 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=00766acdcef7497ba7f48218df75c761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484679 Apr 18 21:33:07.159100 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:07.182917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88461e7e-0371-4c94-9ce1-b9f3118061b4 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:33:07.200745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 88461e7e-0371-4c94-9ce1-b9f3118061b4, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=88461e7e-0371-4c94-9ce1-b9f3118061b4,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:07.282571 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:07.289932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18973115-b896-4b22-8592-2cb7b81ef531 req-6f345512-a477-474c-975e-df4e2cb356f3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:07.291390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18973115-b896-4b22-8592-2cb7b81ef531 req-6f345512-a477-474c-975e-df4e2cb356f3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.2656968 Apr 18 21:33:07.330601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Sync routers for ids ['0944cee4-b506-4dbf-ab68-c5d0de54083e'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:33:07.362655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-e58bf867-ac22-4a5e-a5a4-83769c2bee35 service neutron] 10.222.0.11 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006576 Apr 18 21:33:07.363219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Routers {'0944cee4-b506-4dbf-ab68-c5d0de54083e'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:07.363849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0944cee4-b506-4dbf-ab68-c5d0de54083e'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:07.450265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=88461e7e-0371-4c94-9ce1-b9f3118061b4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:07.470803 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18973115-b896-4b22-8592-2cb7b81ef531 req-46ce8912-4993-4811-b099-6ac326d3171f tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628079 Apr 18 21:33:07.548348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-6d364216-ab2a-4435-9437-b5377d1e3fdb service neutron] 10.222.0.11 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759057 Apr 18 21:33:07.556729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['88461e7e-0371-4c94-9ce1-b9f3118061b4'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:07.692804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Set router 0944cee4-b506-4dbf-ab68-c5d0de54083e gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:07.830149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-749dea90-b3d4-42ec-9d12-12022a0a8152 req-baae06c8-9778-4593-bfc9-426f1dae30e5 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1094 time: 0.2101171 Apr 18 21:33:07.910712 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-59955b26-f985-499d-91a8-7bb065f75821 req-2b1c0f4d-6ea0-43c7-8552-4e3660f9c127 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 210 time: 0.0550213 Apr 18 21:33:07.943847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-749dea90-b3d4-42ec-9d12-12022a0a8152 req-e61803b1-455d-41ea-a60e-916884cfff0b tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062496 Apr 18 21:33:08.026650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e39372-c8b5-4c3b-88c3-cd072fff7521 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:33:08.343156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7edc8462-698c-418f-bcb0-5d833d8c671b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:08.389772 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65a54fd2-db85-4ec9-aa1d-9b8a487cc974 req-cd80428c-8d3c-425c-b8f0-9d3e62cfbc55 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1773701 Apr 18 21:33:08.439484 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'name': 'tempest-TestServerMultinode-704920628-router', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:26Z', 'updated_at': '2022-04-18T21:32:35Z', 'revision_number': 4, 'project_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'gw_port': {'id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:28Z', 'updated_at': '2022-04-18T21:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '0d29848d-304c-4efa-a2af-92744b941de6', 'name': '', 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'mac_address': 'fa:16:3e:d6:42:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:34Z', 'updated_at': '2022-04-18T21:32:36Z', 'revision_number': 2, 'project_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'subnets': [{'id': '0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:08.447382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Checking router: 0944cee4-b506-4dbf-ab68-c5d0de54083e for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:33:08.447729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Updating router 0944cee4-b506-4dbf-ab68-c5d0de54083e port 0d29848d-304c-4efa-a2af-92744b941de6 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:33:08.519189 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:08.539932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 7edc8462-698c-418f-bcb0-5d833d8c671b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:08.540531 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:08.569827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49ab61-09e8-4c42-80e7-0df99f6dbb7f req-4f1cf135-edd9-4ae6-96a0-ebf911f6b58f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:08.571604 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b49ab61-09e8-4c42-80e7-0df99f6dbb7f req-4f1cf135-edd9-4ae6-96a0-ebf911f6b58f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 945 time: 0.4435315 Apr 18 21:33:08.573260 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65a54fd2-db85-4ec9-aa1d-9b8a487cc974 req-5f134351-8395-49c8-a156-c94feab2d3ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 1097 time: 0.0926104 Apr 18 21:33:08.583565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device fb97840b-1422-4028-89c5-95ebafd27017 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:33:08.650915 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b49ab61-09e8-4c42-80e7-0df99f6dbb7f req-d9bd0a3c-6549-42a9-acc6-3056bae3bee5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679805 Apr 18 21:33:08.773569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a54fd2-db85-4ec9-aa1d-9b8a487cc974 req-bb586514-ca8f-482d-950f-280a7e5dc885 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:08.776763 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65a54fd2-db85-4ec9-aa1d-9b8a487cc974 req-bb586514-ca8f-482d-950f-280a7e5dc885 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.1813390 Apr 18 21:33:08.796860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57df0-f4b9-473a-a9cf-502f6cdccb70 req-579fbcba-074e-4053-98ce-8b8873935c59 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:08.804038 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ab57df0-f4b9-473a-a9cf-502f6cdccb70 req-579fbcba-074e-4053-98ce-8b8873935c59 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1465306 Apr 18 21:33:08.822963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e39372-c8b5-4c3b-88c3-cd072fff7521 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:33:08.831552 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36e39372-c8b5-4c3b-88c3-cd072fff7521 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:08.836479 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb7109-53b9-4859-9315-c913f5587bc9 None None] Sync routers for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:33:08.869229 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb7109-53b9-4859-9315-c913f5587bc9 None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:08.878839 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bfcb7109-53b9-4859-9315-c913f5587bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:08.911127 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65a54fd2-db85-4ec9-aa1d-9b8a487cc974 req-e71e5502-3ccf-456e-9c60-a5b027435198 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec2fadf-7ace-4552-bda4-9f7d5f540489 HTTP/1.1" status: 200 len: 217 time: 0.1236055 Apr 18 21:33:08.922320 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ab57df0-f4b9-473a-a9cf-502f6cdccb70 req-92a19da6-598d-4988-bfb2-3a1e94506a93 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171830 Apr 18 21:33:08.943908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 88461e7e-0371-4c94-9ce1-b9f3118061b4 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:08.950436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-36e39372-c8b5-4c3b-88c3-cd072fff7521 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "PUT /v2.0/floatingips/5cbefe2e-7aeb-4a7c-9a64-afb6e806a782 HTTP/1.1" status: 200 len: 990 time: 3.9509563 Apr 18 21:33:08.952294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17eb188-2ad1-4801-b10f-234057d17618', 'tag': 'cbb01581-f9a4-4f14-a670-d57469b0719a'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:09.037649 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df8aa37-280e-4b34-b212-516f1fe1cf4e'] response: {'name': 'network-changed', 'server_uuid': 'f17eb188-2ad1-4801-b10f-234057d17618', 'tag': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'status': 'completed', 'code': 200} Apr 18 21:33:09.067054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a54fd2-db85-4ec9-aa1d-9b8a487cc974 req-79ce5307-01e9-41d1-8bef-71c75b4c83d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:09.071415 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65a54fd2-db85-4ec9-aa1d-9b8a487cc974 req-79ce5307-01e9-41d1-8bef-71c75b4c83d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.1542697 Apr 18 21:33:09.210833 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65a54fd2-db85-4ec9-aa1d-9b8a487cc974 req-8fd39363-f428-4bf6-9072-78afc03b2718 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309345 Apr 18 21:33:09.248201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port fb97840b-1422-4028-89c5-95ebafd27017, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fb97840b-1422-4028-89c5-95ebafd27017,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:09.269097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'fb97840b-1422-4028-89c5-95ebafd27017', 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c', 'port_id': 'fb97840b-1422-4028-89c5-95ebafd27017', 'mac_address': 'fa:16:3e:aa:96:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:33:09.310107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6782b65-93ac-49b9-8f9a-e034a7af2099 req-ad49ee70-4449-45cc-9c89-345264b39061 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 210 time: 0.1980753 Apr 18 21:33:09.334713 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-bfcb7109-53b9-4859-9315-c913f5587bc9 None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:09.389775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f6ca0f2-1dba-4b17-88f6-85b1f3423436 req-41f715f0-1494-413c-9d21-33ed3b24abf1 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1094 time: 0.1599443 Apr 18 21:33:09.395693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dccf4d0-9de3-4c92-8da9-03da83d5c47b req-25c313b3-d45d-4e1b-9ea2-9879b76786c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 1096 time: 0.3306077 Apr 18 21:33:09.421063 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:09.462840 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65a54fd2-db85-4ec9-aa1d-9b8a487cc974 req-181447be-c3ae-42d6-8d35-7ace4a1ece27 service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417595 Apr 18 21:33:09.508704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb97840b-1422-4028-89c5-95ebafd27017 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:33:09.516018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:09.563482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port fb97840b-1422-4028-89c5-95ebafd27017, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fb97840b-1422-4028-89c5-95ebafd27017,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:09.584607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccf4d0-9de3-4c92-8da9-03da83d5c47b req-98590c54-d027-4918-961e-b2bd285ae9b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:09.586945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dccf4d0-9de3-4c92-8da9-03da83d5c47b req-98590c54-d027-4918-961e-b2bd285ae9b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 916 time: 0.1581397 Apr 18 21:33:09.662670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 88461e7e-0371-4c94-9ce1-b9f3118061b4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:09.670228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 88461e7e-0371-4c94-9ce1-b9f3118061b4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:09.670888 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:09.676487 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-65a54fd2-db85-4ec9-aa1d-9b8a487cc974 req-db921826-5b4a-48a5-9b74-0901bd9344d3 service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040796 Apr 18 21:33:09.702075 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:09.728195 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dccf4d0-9de3-4c92-8da9-03da83d5c47b req-17ac2855-2c5a-4de0-97aa-2941be50b53e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb01581-f9a4-4f14-a670-d57469b0719a HTTP/1.1" status: 200 len: 998 time: 0.1299887 Apr 18 21:33:09.736584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f6ca0f2-1dba-4b17-88f6-85b1f3423436 req-8d832388-6683-44cf-86ed-432569433b16 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457828 Apr 18 21:33:09.786208 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:09.818672 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Transition to ACTIVE for port object 0d29848d-304c-4efa-a2af-92744b941de6 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:09.823171 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bfcb7109-53b9-4859-9315-c913f5587bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '5cbefe2e-7aeb-4a7c-9a64-afb6e806a782', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:4f:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17eb188-2ad1-4801-b10f-234057d17618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:42Z', 'updated_at': '2022-04-18T21:33:06Z', 'revision_number': 1, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:09.829596 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb7109-53b9-4859-9315-c913f5587bc9 None None] Checking router: 07e6a41b-5a86-4ef4-827a-00f05a1595e9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:33:09.831768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=fb97840b-1422-4028-89c5-95ebafd27017,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:09.832718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccf4d0-9de3-4c92-8da9-03da83d5c47b req-23ce82b3-d3f9-4827-a50e-28f20984dd50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:09.835758 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dccf4d0-9de3-4c92-8da9-03da83d5c47b req-23ce82b3-d3f9-4827-a50e-28f20984dd50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f73b1940-ffab-4f06-a08d-3f3c87735f84 HTTP/1.1" status: 200 len: 854 time: 0.0950811 Apr 18 21:33:09.843461 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb7109-53b9-4859-9315-c913f5587bc9 None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:09.844371 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bfcb7109-53b9-4859-9315-c913f5587bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:09.914783 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:09.928873 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.033315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88461e7e-0371-4c94-9ce1-b9f3118061b4'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:10.041673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dccf4d0-9de3-4c92-8da9-03da83d5c47b req-bbfe6ed6-c5a7-48e8-86f5-11043317909d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eeb6b84e-f8da-43e4-b706-8497e886851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668837 Apr 18 21:33:10.052924 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-bfcb7109-53b9-4859-9315-c913f5587bc9 None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:10.135032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['fb97840b-1422-4028-89c5-95ebafd27017'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:10.237433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 88461e7e-0371-4c94-9ce1-b9f3118061b4, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=88461e7e-0371-4c94-9ce1-b9f3118061b4,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:10.303041 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61591d5-47ae-426a-ab31-1e037b4d1327 None None] Pushing event updated for resources: {'Port': ['ID=0d29848d-304c-4efa-a2af-92744b941de6,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:10.322110 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.338761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dccf4d0-9de3-4c92-8da9-03da83d5c47b req-642729b7-084e-45c7-a017-ac36d12cc619 service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884159 Apr 18 21:33:10.347301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b943aa-d0a1-47af-8360-bd17709713d1 req-68e5565b-adfa-4b8d-8b94-e4a0d480a992 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:10.360314 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62b943aa-d0a1-47af-8360-bd17709713d1 req-68e5565b-adfa-4b8d-8b94-e4a0d480a992 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 945 time: 0.5233786 Apr 18 21:33:10.555983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Attempting to bind port 0d29848d-304c-4efa-a2af-92744b941de6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:33:10.556636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Attempting to bind port 0d29848d-304c-4efa-a2af-92744b941de6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:33:10.557008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Attempting to bind port 0d29848d-304c-4efa-a2af-92744b941de6 on network a6ec7c96-8d23-4a1b-873b-616706fef93c {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:10.584170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:33:10.584427 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bfcb7109-53b9-4859-9315-c913f5587bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '5cbefe2e-7aeb-4a7c-9a64-afb6e806a782', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:4f:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17eb188-2ad1-4801-b10f-234057d17618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:42Z', 'updated_at': '2022-04-18T21:33:06Z', 'revision_number': 1, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:10.584573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Checking segment: {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:10.585531 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.585930 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Bound using segment: {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:33:10.586402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Bound port: 0d29848d-304c-4efa-a2af-92744b941de6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:33:10.586966 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.588589 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb7109-53b9-4859-9315-c913f5587bc9 None None] The sync data for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 is: [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '5cbefe2e-7aeb-4a7c-9a64-afb6e806a782', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:4f:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17eb188-2ad1-4801-b10f-234057d17618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:42Z', 'updated_at': '2022-04-18T21:33:06Z', 'revision_number': 1, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:33:10.594211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62b943aa-d0a1-47af-8360-bd17709713d1 req-0812fefb-ed98-414b-b360-a80361a75afa tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325287 Apr 18 21:33:10.623556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dccf4d0-9de3-4c92-8da9-03da83d5c47b req-b734a128-a8e7-4376-bb1e-29c3040ee8f2 service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032027 Apr 18 21:33:10.633726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d8695-b360-476d-9565-23e564250a0b req-4f9367e1-e22f-4f98-a490-c950b0533384 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:10.641952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c8d8695-b360-476d-9565-23e564250a0b req-4f9367e1-e22f-4f98-a490-c950b0533384 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.3067336 Apr 18 21:33:10.653902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=88461e7e-0371-4c94-9ce1-b9f3118061b4,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:10.703173 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c8d8695-b360-476d-9565-23e564250a0b req-ab279052-1822-434d-a7cd-e23506a85601 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596633 Apr 18 21:33:10.808653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] For port 0d29848d-304c-4efa-a2af-92744b941de6, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:10.813369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] For port 0d29848d-304c-4efa-a2af-92744b941de6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0d29848d-304c-4efa-a2af-92744b941de6,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:33:10.872737 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced678da-4cae-4287-a9c1-12cc1acd4c49'] response: {'server_uuid': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88461e7e-0371-4c94-9ce1-b9f3118061b4', 'code': 200} Apr 18 21:33:10.877001 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.889821 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4da46785-5ab9-4a01-bcec-f40063761251 req-55f58206-456f-4eec-899a-23facbd805be tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 210 time: 0.0542588 Apr 18 21:33:11.000757 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61591d5-47ae-426a-ab31-1e037b4d1327 None None] Pushing event updated for resources: {'Port': ['ID=0d29848d-304c-4efa-a2af-92744b941de6,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:11.003464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Routers {'0944cee4-b506-4dbf-ab68-c5d0de54083e'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:11.004060 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0944cee4-b506-4dbf-ab68-c5d0de54083e'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:11.120616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f3d3d2c-e959-4022-8d6b-9a81192b476b req-bbd04f98-de6c-4e6f-831d-0d06727634ca tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1095 time: 0.1513419 Apr 18 21:33:11.124845 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-514b48a9-3d3b-4d64-a9be-df2ddf091680 req-71c6700e-6576-4d60-b6d6-9de7c58dd6a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 1097 time: 0.1563437 Apr 18 21:33:11.225613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f3d3d2c-e959-4022-8d6b-9a81192b476b req-242242ed-1dc4-4eaa-9b80-54caf87025c7 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750566 Apr 18 21:33:11.241721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] Set router 0944cee4-b506-4dbf-ab68-c5d0de54083e gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:11.245455 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-514b48a9-3d3b-4d64-a9be-df2ddf091680 req-791b9707-bc00-4493-8713-9887bc26ec87 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107550 Apr 18 21:33:11.555701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'name': 'tempest-TestServerMultinode-704920628-router', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:26Z', 'updated_at': '2022-04-18T21:32:35Z', 'revision_number': 4, 'project_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'gw_port': {'id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:28Z', 'updated_at': '2022-04-18T21:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '0d29848d-304c-4efa-a2af-92744b941de6', 'name': '', 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'mac_address': 'fa:16:3e:d6:42:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:34Z', 'updated_at': '2022-04-18T21:33:10Z', 'revision_number': 4, 'project_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'subnets': [{'id': '0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:11.559972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b04ebb-36a2-4c66-ae61-5c1eebab2119 None None] The sync data for ids ['0944cee4-b506-4dbf-ab68-c5d0de54083e'] in n-d-836017-3 is: [{'id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'name': 'tempest-TestServerMultinode-704920628-router', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:26Z', 'updated_at': '2022-04-18T21:32:35Z', 'revision_number': 4, 'project_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'gw_port': {'id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:28Z', 'updated_at': '2022-04-18T21:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '0d29848d-304c-4efa-a2af-92744b941de6', 'name': '', 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'mac_address': 'fa:16:3e:d6:42:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:34Z', 'updated_at': '2022-04-18T21:33:10Z', 'revision_number': 4, 'project_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'subnets': [{'id': '0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:33:12.366779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0d29848d-304c-4efa-a2af-92744b941de6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:12.367403 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-778adac9-b77b-4675-90d8-022602b069c0 req-33a1b51e-1dab-4e3f-810a-b3f51f8d6030 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2768416 Apr 18 21:33:12.458309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0712cbf-ae78-4eb5-89dd-2f4f562d9ecb req-c62d3463-60b9-4604-96fe-350cdf0decbc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:12.465891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d0712cbf-ae78-4eb5-89dd-2f4f562d9ecb req-c62d3463-60b9-4604-96fe-350cdf0decbc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 946 time: 0.6580410 Apr 18 21:33:12.534839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60b3e2-d60f-4195-b631-5940d867076e req-2f60f589-2301-4dcf-ab2b-14a90c08c6a3 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:12.537111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-2f60f589-2301-4dcf-ab2b-14a90c08c6a3 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.59 "GET /v2.0/networks?id=ccedaf54-c780-4768-a3e7-e439effe0d42 HTTP/1.1" status: 200 len: 813 time: 0.7795289 Apr 18 21:33:12.544960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 0d29848d-304c-4efa-a2af-92744b941de6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:12.548117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e9e58-d4ea-4c6e-a737-4fea9d7b6cb8 req-a8785809-d7c3-4aae-b940-f54534a80d22 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:12.550224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d7e9e58-d4ea-4c6e-a737-4fea9d7b6cb8 req-a8785809-d7c3-4aae-b940-f54534a80d22 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.4897835 Apr 18 21:33:12.554482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0d29848d-304c-4efa-a2af-92744b941de6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:12.555102 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.558188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Request body: {'port': {'device_id': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42', 'admin_state_up': True, 'tenant_id': '00766acdcef7497ba7f48218df75c761'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:12.623362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device fb97840b-1422-4028-89c5-95ebafd27017 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:12.629087 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-778adac9-b77b-4675-90d8-022602b069c0 req-512163b2-7ad0-4dba-8708-edaa7a6dfffe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea673beec6646f1a8adc1050a9bb03c&device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 1096 time: 0.1175756 Apr 18 21:33:12.706855 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d7e9e58-d4ea-4c6e-a737-4fea9d7b6cb8 req-a7897353-fc81-47ab-be28-3ccc28eb470c tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178157 Apr 18 21:33:12.787136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d0712cbf-ae78-4eb5-89dd-2f4f562d9ecb req-f704b960-e863-4983-8cdf-168192c71963 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202829 Apr 18 21:33:12.908251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778adac9-b77b-4675-90d8-022602b069c0 req-2c99de2e-83ae-49f3-a4bf-dce9f9dc38d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:12.913526 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-778adac9-b77b-4675-90d8-022602b069c0 req-2c99de2e-83ae-49f3-a4bf-dce9f9dc38d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb5426b9-02ce-47bd-bc65-384e7cb55173 HTTP/1.1" status: 200 len: 911 time: 0.2075899 Apr 18 21:33:12.938563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:12.947746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Usage tracker for resource:port and tenant:00766acdcef7497ba7f48218df75c761 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:12.955767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:12.978809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:13.020656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port fb97840b-1422-4028-89c5-95ebafd27017 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:13.027796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port fb97840b-1422-4028-89c5-95ebafd27017 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:13.028157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.194416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Made reservation on behalf of 00766acdcef7497ba7f48218df75c761 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:33:13.203504 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-778adac9-b77b-4675-90d8-022602b069c0 req-af7da5d0-f36b-419e-a20e-8d0d324cea02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb HTTP/1.1" status: 200 len: 1001 time: 0.2820315 Apr 18 21:33:13.217326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.243093 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.250826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a75bcf6b-d9f1-4881-aec9-05d0b5db53f1 req-2f9246af-c2ae-43bc-b03a-97c4e2b06099 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 210 time: 0.1827705 Apr 18 21:33:13.328260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778adac9-b77b-4675-90d8-022602b069c0 req-43978fe1-8e7d-4a60-a52b-5d5e2fb9b4b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:13.330205 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-778adac9-b77b-4675-90d8-022602b069c0 req-43978fe1-8e7d-4a60-a52b-5d5e2fb9b4b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4498ba41-22b7-4bd0-9281-c43e26e866ae HTTP/1.1" status: 200 len: 849 time: 0.1206284 Apr 18 21:33:13.358856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 0d29848d-304c-4efa-a2af-92744b941de6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0d29848d-304c-4efa-a2af-92744b941de6,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:13.368512 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.402525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a313bb5-f999-48ae-87d7-8547422c2c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb97840b-1422-4028-89c5-95ebafd27017'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:13.419674 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-048dda0c-56ae-4b04-8c03-4af7f7bc3b19 req-8a703def-8c7a-40ec-b007-23ddce09c997 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1095 time: 0.4051902 Apr 18 21:33:13.425230 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-778adac9-b77b-4675-90d8-022602b069c0 req-91d881ec-1feb-4765-a955-05f9385f25c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb5426b9-02ce-47bd-bc65-384e7cb55173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826395 Apr 18 21:33:13.437683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port fb97840b-1422-4028-89c5-95ebafd27017, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fb97840b-1422-4028-89c5-95ebafd27017,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:13.452289 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.513143 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ac8ac2-65d5-47e0-9ca6-5a21caf5511d'] response: {'server_uuid': '4a313bb5-f999-48ae-87d7-8547422c2c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb97840b-1422-4028-89c5-95ebafd27017', 'code': 200} Apr 18 21:33:13.529928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Allocated IP 172.20.0.10 (ccedaf54-c780-4768-a3e7-e439effe0d42/6090f4f8-a068-4260-877c-317905a852aa/699409d3-3a34-4bb7-9806-0815a5907610) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:33:13.534303 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-048dda0c-56ae-4b04-8c03-4af7f7bc3b19 req-9f1e7671-6b3f-4710-b7b5-8e708d58df16 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076534 Apr 18 21:33:13.557427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.584620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=0d29848d-304c-4efa-a2af-92744b941de6,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:13.609761 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-778adac9-b77b-4675-90d8-022602b069c0 req-8241ac69-e974-402d-ab12-8d0281c2498e service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772964 Apr 18 21:33:13.662163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=fb97840b-1422-4028-89c5-95ebafd27017,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:13.760148 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-778adac9-b77b-4675-90d8-022602b069c0 req-b12eac0a-ab6a-482d-86b6-3ce3e28d5180 service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446202 Apr 18 21:33:13.798668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b811fb8-3ff4-438a-925b-eefa3e98748b req-5115b797-5ebf-480d-bd3f-1d05c895a0b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1096 time: 0.1953416 Apr 18 21:33:13.923022 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.934998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b811fb8-3ff4-438a-925b-eefa3e98748b req-6fcd3434-1cdd-4d83-8b5d-e418ba4d79a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217382 Apr 18 21:33:14.051845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae40d9-6e9c-4d1c-93b7-8996ff181867 req-71f16511-b664-4607-97b9-e95e9c3e8656 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:14.053823 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22ae40d9-6e9c-4d1c-93b7-8996ff181867 req-71f16511-b664-4607-97b9-e95e9c3e8656 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1833696 Apr 18 21:33:14.079949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4878af6-8f27-446e-b1e9-88517dbeac9f req-7ebe90ef-eb25-452e-9f98-0679067e42a9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:14.081463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4878af6-8f27-446e-b1e9-88517dbeac9f req-7ebe90ef-eb25-452e-9f98-0679067e42a9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 946 time: 0.1513946 Apr 18 21:33:14.119437 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:14.206021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22ae40d9-6e9c-4d1c-93b7-8996ff181867 req-8ae341cc-8108-446a-b7d3-fbed5cab49da tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461785 Apr 18 21:33:14.232024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Network ccedaf54-c780-4768-a3e7-e439effe0d42 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:33:14.235133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4878af6-8f27-446e-b1e9-88517dbeac9f req-606bdec1-4964-4c9f-a03f-03f6f352f122 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475837 Apr 18 21:33:14.236310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:14.240905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:33:14.270752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Pushing event updated for resources: {'Port': ['ID=699409d3-3a34-4bb7-9806-0815a5907610,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:14.352356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:14.352968 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:14.369462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0d29848d-304c-4efa-a2af-92744b941de6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:14.479404 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-37b3faf2-6c4e-45b2-b7c6-3b3f36770eca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9252760 Apr 18 21:33:14.493325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Request body: {'port': {'device_id': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:14.506451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0d29848d-304c-4efa-a2af-92744b941de6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:14.507671 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:14.837360 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:14.870186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc576-e8ff-48f3-89fd-37e44282d700 req-513d8c0f-92a3-4af6-81cb-6febc88e9df4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:14.871638 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ed3fc576-e8ff-48f3-89fd-37e44282d700 req-513d8c0f-92a3-4af6-81cb-6febc88e9df4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 946 time: 0.3428583 Apr 18 21:33:14.907011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0baaf1-6f91-45c1-932b-6cc4d350dcad req-5baa0f11-2e04-4dac-aa9b-3cb8ac6fc138 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:14.907607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8a0baaf1-6f91-45c1-932b-6cc4d350dcad req-5baa0f11-2e04-4dac-aa9b-3cb8ac6fc138 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Synchronizing usage tracker for tenant:00766acdcef7497ba7f48218df75c761 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:15.033901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ed3fc576-e8ff-48f3-89fd-37e44282d700 req-6c3a477d-df0d-4d9f-8b38-a79987b61629 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373799 Apr 18 21:33:15.063371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34586) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:15.084565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8a0baaf1-6f91-45c1-932b-6cc4d350dcad req-5baa0f11-2e04-4dac-aa9b-3cb8ac6fc138 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Unset dirty status for tenant:00766acdcef7497ba7f48218df75c761 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:15.085792 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a0baaf1-6f91-45c1-932b-6cc4d350dcad req-5baa0f11-2e04-4dac-aa9b-3cb8ac6fc138 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 932 time: 0.5516708 Apr 18 21:33:15.279036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8a0baaf1-6f91-45c1-932b-6cc4d350dcad req-70b2d770-30eb-4943-8c9e-bf878f8bd9ef tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Synchronizing usage tracker for tenant:00766acdcef7497ba7f48218df75c761 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:15.413129 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-17f808e8-9461-4321-ba53-e316b63d7081 tempest-TestVolumeBootPattern-1378907098 tempest-TestVolumeBootPattern-1378907098-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 1092 time: 0.3482332 Apr 18 21:33:15.416351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34594) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:15.426370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '88461e7e-0371-4c94-9ce1-b9f3118061b4', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:15.429852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8a0baaf1-6f91-45c1-932b-6cc4d350dcad req-70b2d770-30eb-4943-8c9e-bf878f8bd9ef tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Unset dirty status for tenant:00766acdcef7497ba7f48218df75c761 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:15.433643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:15.438570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:floatingip and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:15.442100 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a0baaf1-6f91-45c1-932b-6cc4d350dcad req-70b2d770-30eb-4943-8c9e-bf878f8bd9ef tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233551 Apr 18 21:33:15.442914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:15.449858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:15.496776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699409d3-3a34-4bb7-9806-0815a5907610 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:33:15.512197 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.551386 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.569244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06ee3ac2-e644-4cca-88bb-9e4d5ae58e54 req-a4fc6d8b-3299-4720-a933-cfa22d5befff tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1096 time: 0.2067034 Apr 18 21:33:15.570970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Transition to ACTIVE for port object 699409d3-3a34-4bb7-9806-0815a5907610 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:15.582749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b1a805-8d8f-4f55-960e-c00ed1f4352f None None] New status for floating IP 5cbefe2e-7aeb-4a7c-9a64-afb6e806a782: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:33:15.639436 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.766625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.861117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06ee3ac2-e644-4cca-88bb-9e4d5ae58e54 req-04469378-319f-4105-ad49-1e62cf3ad972 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888906 Apr 18 21:33:15.894398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Pushing event updated for resources: {'Port': ['ID=699409d3-3a34-4bb7-9806-0815a5907610,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:15.946193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Allocated IP 172.25.3.67 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/9b02344a-0f87-4956-a7c6-8f0a6b627ce5) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:33:16.027893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e76e14-3494-4722-b375-cc0dabb37605 req-28f86be6-c72e-4559-a045-d90a3c565ef9 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:16.033992 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75e76e14-3494-4722-b375-cc0dabb37605 req-28f86be6-c72e-4559-a045-d90a3c565ef9 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.2478352 Apr 18 21:33:16.060078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Attempting to bind port 699409d3-3a34-4bb7-9806-0815a5907610 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:33:16.060485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Attempting to bind port 699409d3-3a34-4bb7-9806-0815a5907610 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'b5b9ef45-b688-41cf-b2ac-a319a2f2ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:33:16.060820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Attempting to bind port 699409d3-3a34-4bb7-9806-0815a5907610 on network ccedaf54-c780-4768-a3e7-e439effe0d42 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:16.078706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Port 699409d3-3a34-4bb7-9806-0815a5907610 on network ccedaf54-c780-4768-a3e7-e439effe0d42 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:33:16.079103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Attempting to bind port 699409d3-3a34-4bb7-9806-0815a5907610 on network ccedaf54-c780-4768-a3e7-e439effe0d42 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:16.090127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:33:16.090469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Checking segment: {'id': 'b5b9ef45-b688-41cf-b2ac-a319a2f2ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:16.090852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Bound using segment: {'id': 'b5b9ef45-b688-41cf-b2ac-a319a2f2ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:33:16.091285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Bound port: 699409d3-3a34-4bb7-9806-0815a5907610, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b9ef45-b688-41cf-b2ac-a319a2f2ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:33:16.091635 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:16.099641 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:16.109381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75e76e14-3494-4722-b375-cc0dabb37605 req-bdd69730-75b1-45e6-b6c1-b3db7df54ef5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720918 Apr 18 21:33:16.191109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:16.194316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=699409d3-3a34-4bb7-9806-0815a5907610,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:33:16.201157 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:16.271073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:33:16.273822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:16.278284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:33:16.292597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:16.312532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=9b02344a-0f87-4956-a7c6-8f0a6b627ce5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:16.356152 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:16.357654 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] 10.222.0.59 "PUT /v2.0/ports/699409d3-3a34-4bb7-9806-0815a5907610 HTTP/1.1" status: 200 len: 1092 time: 1.8694911 Apr 18 21:33:16.358084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'tag': '699409d3-3a34-4bb7-9806-0815a5907610'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:16.387998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e88e70-98da-45fb-a9cf-e5ec19024abd service neutron] Pushing event updated for resources: {'Port': ['ID=699409d3-3a34-4bb7-9806-0815a5907610,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:16.424441 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b56ad91-9539-45e4-9982-298078b7d646'] response: {'name': 'network-changed', 'server_uuid': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'tag': '699409d3-3a34-4bb7-9806-0815a5907610', 'status': 'completed', 'code': 200} Apr 18 21:33:16.519770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d3a24eb-10f1-418a-be3e-29b77aa18a24 req-bfcd15f9-85e2-447d-b3bf-1a1c9997cc67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=00766acdcef7497ba7f48218df75c761&device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 1095 time: 0.0788436 Apr 18 21:33:16.753752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a24eb-10f1-418a-be3e-29b77aa18a24 req-8bea490b-0ee1-4611-b8f4-e226f784f3b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:16.755172 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d3a24eb-10f1-418a-be3e-29b77aa18a24 req-8bea490b-0ee1-4611-b8f4-e226f784f3b0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=00766acdcef7497ba7f48218df75c761&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2264566 Apr 18 21:33:16.760734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dea68c-50f5-445d-9d9e-8bf164afc2d5 req-3dc56f2c-658b-4546-be4e-ee7f786ba532 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:16.762116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8dea68c-50f5-445d-9d9e-8bf164afc2d5 req-3dc56f2c-658b-4546-be4e-ee7f786ba532 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.1881802 Apr 18 21:33:16.893947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8dea68c-50f5-445d-9d9e-8bf164afc2d5 req-ac9b0ea9-07ed-448e-982e-a59f36f5dd3e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109166 Apr 18 21:33:16.942705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a24eb-10f1-418a-be3e-29b77aa18a24 req-3f66c8fe-d7f3-4c07-b566-20a2f3b150ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:16.944157 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d3a24eb-10f1-418a-be3e-29b77aa18a24 req-3f66c8fe-d7f3-4c07-b566-20a2f3b150ae service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1800327 Apr 18 21:33:16.984756 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.103312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.135032 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bff89280-120a-4640-b28e-c1ee14a6d4db req-93a5e773-6fcb-4289-911b-5b6d13cf57d2 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1096 time: 0.1059690 Apr 18 21:33:17.137842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-528be46c-d65b-41c0-8a61-dced576e74d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=00766acdcef7497ba7f48218df75c761&device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 1095 time: 0.1391463 Apr 18 21:33:17.341764 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.402020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-0c41a0de-d498-4fd0-adcd-181122172f8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699409d3-3a34-4bb7-9806-0815a5907610 HTTP/1.1" status: 200 len: 217 time: 0.2418742 Apr 18 21:33:17.414783 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.465353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bff89280-120a-4640-b28e-c1ee14a6d4db req-0c961176-9f32-4648-a553-a042dd786840 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225667 Apr 18 21:33:17.490018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60b3e2-d60f-4195-b631-5940d867076e req-21ec9b5a-1953-447e-8848-e5f27f85ccc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:17.491461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-21ec9b5a-1953-447e-8848-e5f27f85ccc1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6090f4f8-a068-4260-877c-317905a852aa HTTP/1.1" status: 200 len: 853 time: 0.0825887 Apr 18 21:33:17.540027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=9b02344a-0f87-4956-a7c6-8f0a6b627ce5,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:17.542825 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.551026 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-5febf566-8a38-4d35-b60a-da8808d11919 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ccedaf54-c780-4768-a3e7-e439effe0d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520303 Apr 18 21:33:17.556646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036810e7-bc6c-4db4-b83d-a35f4c237e72 req-0b2d266b-8afc-4246-b425-d0ad45e9d377 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:17.558047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-036810e7-bc6c-4db4-b83d-a35f4c237e72 req-0b2d266b-8afc-4246-b425-d0ad45e9d377 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.2203553 Apr 18 21:33:17.763493 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Floating IP f08c4437-52c9-4b6e-b283-6511c24f6e10 associated. External IP: 172.25.3.67, port: 88461e7e-0371-4c94-9ce1-b9f3118061b4. Apr 18 21:33:17.765876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-036810e7-bc6c-4db4-b83d-a35f4c237e72 req-8c727b85-410b-48cf-aaab-2e53062e783c tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989336 Apr 18 21:33:17.814572 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-aec75278-ac31-4026-921b-90b665db6fba service neutron] 10.222.0.59 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470601 Apr 18 21:33:17.817364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1c96c7e-3465-4d6c-a033-7082bd5b9c6f req-aa70a57b-a3e8-428e-8dc9-5799bcce99f8 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1096 time: 0.1485839 Apr 18 21:33:17.954477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1c96c7e-3465-4d6c-a033-7082bd5b9c6f req-28f660d1-96f6-4cea-872e-f0951f0f2ce0 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314328 Apr 18 21:33:18.013398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b60b3e2-d60f-4195-b631-5940d867076e req-e6a6fb4d-ef43-4da3-b652-d81211fff8f3 service neutron] 10.222.0.59 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753058 Apr 18 21:33:18.200259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148aa9c-63d0-4e71-a2e3-1e2e1c652de1 req-6cc497ad-e584-49f1-bb15-159509c29422 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:18.201749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e148aa9c-63d0-4e71-a2e3-1e2e1c652de1 req-6cc497ad-e584-49f1-bb15-159509c29422 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.1386018 Apr 18 21:33:18.229893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37e1726c-e40f-499b-80bb-0288f3dd3331 req-d9b2a16d-7d97-4ab8-a238-f255ac56d5c5 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1096 time: 0.1298037 Apr 18 21:33:18.258852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:33:18.288078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e148aa9c-63d0-4e71-a2e3-1e2e1c652de1 req-67ca5a68-0606-49ae-9383-c01326c20537 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782402 Apr 18 21:33:18.293947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37e1726c-e40f-499b-80bb-0288f3dd3331 req-14c178de-3f99-4360-83f3-aeaca15b55ea tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577848 Apr 18 21:33:18.479245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:33:18.492155 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3a345-76fd-4f41-bef7-7559ca1662c2 None None] Sync routers for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:33:18.506715 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3a345-76fd-4f41-bef7-7559ca1662c2 None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:18.507494 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e2b3a345-76fd-4f41-bef7-7559ca1662c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:18.583791 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:18.701831 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-e2b3a345-76fd-4f41-bef7-7559ca1662c2 None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:18.759350 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-94c62eb4-6ad8-47ec-8850-066b6631a729 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3375773 Apr 18 21:33:18.759350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'tag': '88461e7e-0371-4c94-9ce1-b9f3118061b4'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:18.760985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-59609e8a-b434-4b87-a097-2f66595b3b3f tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:18.762669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-59609e8a-b434-4b87-a097-2f66595b3b3f tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/networks?id=a6ec7c96-8d23-4a1b-873b-616706fef93c HTTP/1.1" status: 200 len: 910 time: 0.1948726 Apr 18 21:33:18.790363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-117148ba-a69c-4e28-9c71-5896e86c2865 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/quotas/05204e2bedd3484fa4ac80084848dfd7 HTTP/1.1" status: 200 len: 375 time: 0.0136590 Apr 18 21:33:18.832549 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4d98e8-e444-4535-985e-e046f2a70581'] response: {'name': 'network-changed', 'server_uuid': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'tag': '88461e7e-0371-4c94-9ce1-b9f3118061b4', 'status': 'completed', 'code': 200} Apr 18 21:33:18.935036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-6a27e54a-fe50-4afd-904d-ac5c6a223fc3 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=05204e2bedd3484fa4ac80084848dfd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1367970 Apr 18 21:33:19.055334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00653ea5-2682-4e9f-b2e4-09118c109a0b req-f81068a8-2a17-44f6-ba21-1b98a4107047 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 1097 time: 0.1938696 Apr 18 21:33:19.118442 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e2b3a345-76fd-4f41-bef7-7559ca1662c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'f08c4437-52c9-4b6e-b283-6511c24f6e10', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': '88461e7e-0371-4c94-9ce1-b9f3118061b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:a1:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:16Z', 'updated_at': '2022-04-18T21:33:16Z', 'revision_number': 0, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:19.122545 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3a345-76fd-4f41-bef7-7559ca1662c2 None None] Checking router: 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:33:19.134149 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3a345-76fd-4f41-bef7-7559ca1662c2 None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:19.134871 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e2b3a345-76fd-4f41-bef7-7559ca1662c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:32:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:19.275667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-a5f7d1ed-1440-46c8-a60f-2ff033251af4 service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323033 Apr 18 21:33:19.281914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00653ea5-2682-4e9f-b2e4-09118c109a0b req-f56aebd0-30b2-49d5-b1ec-82b25a590663 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:19.283395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00653ea5-2682-4e9f-b2e4-09118c109a0b req-f56aebd0-30b2-49d5-b1ec-82b25a590663 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.2143478 Apr 18 21:33:19.334789 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-e2b3a345-76fd-4f41-bef7-7559ca1662c2 None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:19.529200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a663e66-0554-4407-9e3c-1ccf75639621 req-9aed4bd9-b01f-4d32-8861-4f5bc1b4347f tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:19.532939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a663e66-0554-4407-9e3c-1ccf75639621 req-9aed4bd9-b01f-4d32-8861-4f5bc1b4347f tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.5629196 Apr 18 21:33:19.654109 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a663e66-0554-4407-9e3c-1ccf75639621 req-c155c758-8761-4bc7-8b6c-515f586cae1f tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011548 Apr 18 21:33:19.655751 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00653ea5-2682-4e9f-b2e4-09118c109a0b req-5011b3bb-6ffc-469d-992e-eaf3a05a0a1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88461e7e-0371-4c94-9ce1-b9f3118061b4 HTTP/1.1" status: 200 len: 999 time: 0.3497331 Apr 18 21:33:19.698789 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-3f8bdb72-1283-4dec-9af4-3742a7136b7e service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142208 Apr 18 21:33:19.709915 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e2b3a345-76fd-4f41-bef7-7559ca1662c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'f08c4437-52c9-4b6e-b283-6511c24f6e10', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': '88461e7e-0371-4c94-9ce1-b9f3118061b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:a1:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:16Z', 'updated_at': '2022-04-18T21:33:16Z', 'revision_number': 0, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:19.714892 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3a345-76fd-4f41-bef7-7559ca1662c2 None None] The sync data for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 is: [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'f08c4437-52c9-4b6e-b283-6511c24f6e10', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': '88461e7e-0371-4c94-9ce1-b9f3118061b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:a1:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:16Z', 'updated_at': '2022-04-18T21:33:16Z', 'revision_number': 0, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:33:19.729206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00653ea5-2682-4e9f-b2e4-09118c109a0b req-99cab8fa-c2a0-4a0a-9577-31020859d863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:19.730813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00653ea5-2682-4e9f-b2e4-09118c109a0b req-99cab8fa-c2a0-4a0a-9577-31020859d863 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.0684288 Apr 18 21:33:19.821511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00653ea5-2682-4e9f-b2e4-09118c109a0b req-79034931-f5a4-4649-af49-208470c4a02f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823176 Apr 18 21:33:20.019989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98bfd5-df47-4072-b1c2-154149a72a4d req-b75de0c2-d036-4418-b691-7279f7c2c1a1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:20.021426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa98bfd5-df47-4072-b1c2-154149a72a4d req-b75de0c2-d036-4418-b691-7279f7c2c1a1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.1720011 Apr 18 21:33:20.023288 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00653ea5-2682-4e9f-b2e4-09118c109a0b req-c0577f88-4059-49b9-8074-2a72772dd792 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942108 Apr 18 21:33:20.180552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-772820c0-db96-4eae-81d8-4a036a99dd7b req-5b07d5f6-56bc-4578-b024-fb2c1103de3d tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 210 time: 0.0636146 Apr 18 21:33:20.197489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa98bfd5-df47-4072-b1c2-154149a72a4d req-144379ba-2f55-4d46-a89e-436e7a41f6f3 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699719 Apr 18 21:33:20.235794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00653ea5-2682-4e9f-b2e4-09118c109a0b req-8a4d7294-9901-4f82-a762-96fba6cea390 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940713 Apr 18 21:33:20.860623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd4218-fdb7-4167-852f-8b91d0379c53 req-e5b8a844-3b0b-4e73-9557-384c5fc928d7 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:20.862104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12fd4218-fdb7-4167-852f-8b91d0379c53 req-e5b8a844-3b0b-4e73-9557-384c5fc928d7 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.0808470 Apr 18 21:33:20.910584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12fd4218-fdb7-4167-852f-8b91d0379c53 req-45e122bb-49eb-4955-a4b8-410e8ad40674 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422778 Apr 18 21:33:20.967689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 699409d3-3a34-4bb7-9806-0815a5907610 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:33:21.103514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=699409d3-3a34-4bb7-9806-0815a5907610,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:21.118902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '699409d3-3a34-4bb7-9806-0815a5907610', 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42', 'port_id': '699409d3-3a34-4bb7-9806-0815a5907610', 'mac_address': 'fa:16:3e:f1:33:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6090f4f8-a068-4260-877c-317905a852aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:33:21.177653 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:21.196410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699409d3-3a34-4bb7-9806-0815a5907610 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:33:21.211858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=699409d3-3a34-4bb7-9806-0815a5907610,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:21.315366 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:21.387760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=699409d3-3a34-4bb7-9806-0815a5907610,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:21.445504 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35f88d6d-61da-49e8-9795-05ca30be5e66 req-dacd0327-5099-4b24-a2a4-1d3d97e5b444 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 210 time: 0.1321955 Apr 18 21:33:21.493283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82de3f-d7b7-475b-a648-0f270b6be406 req-d8fa6350-44a0-4af4-ad7e-cfb5f2776db8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:21.494742 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e82de3f-d7b7-475b-a648-0f270b6be406 req-d8fa6350-44a0-4af4-ad7e-cfb5f2776db8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 945 time: 0.1043277 Apr 18 21:33:21.545939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e82de3f-d7b7-475b-a648-0f270b6be406 req-ac3d0a1d-2262-4ef8-b49b-35112c8d2354 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453095 Apr 18 21:33:21.575971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['699409d3-3a34-4bb7-9806-0815a5907610'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:21.962661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6b8165b-198d-4b21-b7e9-4da6e7599bdf req-951646f8-27c2-4cc9-8abf-a5566c6470f8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 1096 time: 0.0733066 Apr 18 21:33:22.003084 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6b8165b-198d-4b21-b7e9-4da6e7599bdf req-dea74624-e5a4-4816-b35d-175e89ea2ad2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373020 Apr 18 21:33:22.106331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf522a-3864-4e42-b131-4e5b808e702e req-7fd009d6-1cc2-4a42-b4c8-480bcc3547bb tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:22.107746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfbf522a-3864-4e42-b131-4e5b808e702e req-7fd009d6-1cc2-4a42-b4c8-480bcc3547bb tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.0750072 Apr 18 21:33:22.154201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfbf522a-3864-4e42-b131-4e5b808e702e req-634829c0-4d94-407c-a0a0-0da1fb53c595 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Apr 18 21:33:22.566794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-110fc16c-985a-4fc7-a256-80c65c597639 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:22.569599 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-110fc16c-985a-4fc7-a256-80c65c597639 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.59 "GET /v2.0/networks?id=a6ec7c96-8d23-4a1b-873b-616706fef93c HTTP/1.1" status: 200 len: 910 time: 0.1598635 Apr 18 21:33:22.586994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Request body: {'port': {'device_id': 'bc4f4209-a176-4495-9669-b4e3d2224f3e', 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c', 'admin_state_up': True, 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:22.628608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:22.639598 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a07ee69a-d8ae-4bf4-b90b-28b0d4999453 req-6e6949ab-effd-4dfb-8ec0-0380c5d24849 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 210 time: 0.0547135 Apr 18 21:33:22.640549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Usage tracker for resource:port and tenant:05204e2bedd3484fa4ac80084848dfd7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:22.646313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:22.654619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:22.746622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Made reservation on behalf of 05204e2bedd3484fa4ac80084848dfd7 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:33:22.748851 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:22.819932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78321217-23b6-406e-b4ae-5c9741e6bd2f req-54b0fc78-863c-408b-90e1-49dcc60def36 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:22.821304 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78321217-23b6-406e-b4ae-5c9741e6bd2f req-54b0fc78-863c-408b-90e1-49dcc60def36 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 945 time: 0.1390347 Apr 18 21:33:22.938972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78321217-23b6-406e-b4ae-5c9741e6bd2f req-6993cb9b-7ec8-40b5-bdec-52cb7bc1b4ba tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091576 Apr 18 21:33:22.965462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Allocated IP 172.20.0.14 (a6ec7c96-8d23-4a1b-873b-616706fef93c/0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68/5d821b6f-c34c-4287-91a3-0fb1e056dd64) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:33:22.984075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 699409d3-3a34-4bb7-9806-0815a5907610 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:23.163475 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 699409d3-3a34-4bb7-9806-0815a5907610 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:23.174530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 699409d3-3a34-4bb7-9806-0815a5907610 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:23.175328 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.306357 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.340955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=699409d3-3a34-4bb7-9806-0815a5907610,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:23.341919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699409d3-3a34-4bb7-9806-0815a5907610'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:23.364462 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.392794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Transition to ACTIVE for port object 5d821b6f-c34c-4287-91a3-0fb1e056dd64 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:23.401861 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e91cc7-aa49-4614-86f6-2b0a7fd9e33d'] response: {'server_uuid': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699409d3-3a34-4bb7-9806-0815a5907610', 'code': 200} Apr 18 21:33:23.412547 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.447300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239f464-6e5d-4200-8f2c-ac91d3c6f7d7 req-84259afc-a751-4c34-b6e9-207b8170fb7a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:23.450957 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e239f464-6e5d-4200-8f2c-ac91d3c6f7d7 req-84259afc-a751-4c34-b6e9-207b8170fb7a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1431065 Apr 18 21:33:23.489071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=699409d3-3a34-4bb7-9806-0815a5907610,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:23.498638 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e239f464-6e5d-4200-8f2c-ac91d3c6f7d7 req-766ee9bc-ce07-4c41-9f14-933b3e772f60 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433621 Apr 18 21:33:23.533460 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.545590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['fb97840b-1422-4028-89c5-95ebafd27017'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:23.565380 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7ae1fd4b-fcee-4540-870e-0579e1dcd145 req-d486993c-d8a8-4352-b3a4-9d6092de8046 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 1097 time: 0.1065307 Apr 18 21:33:23.611005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Network a6ec7c96-8d23-4a1b-873b-616706fef93c is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:33:23.614437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:23.618666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:33:23.649097 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Pushing event updated for resources: {'Port': ['ID=5d821b6f-c34c-4287-91a3-0fb1e056dd64,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:23.656598 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7ae1fd4b-fcee-4540-870e-0579e1dcd145 req-daa41017-510f-4578-92ca-598d4cd6160b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840390 Apr 18 21:33:23.702336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:23.702850 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.841996 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-dee7c822-0944-4031-9f6d-082a7d605c06 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2596657 Apr 18 21:33:23.880386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Request body: {'port': {'device_id': 'bc4f4209-a176-4495-9669-b4e3d2224f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:23.926470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f67a3d87-b88c-4b15-8d49-112a9edcafc8 req-f63b4654-869b-4fdd-ac1a-dacc78bacecf tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Synchronizing usage tracker for tenant:05204e2bedd3484fa4ac80084848dfd7 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:24.013182 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:24.015161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-611f89ca-fbc8-4b51-9f36-033855b8c22a None None] Provisioning for port 5d821b6f-c34c-4287-91a3-0fb1e056dd64 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:24.023050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-611f89ca-fbc8-4b51-9f36-033855b8c22a None None] Provisioning complete for port 5d821b6f-c34c-4287-91a3-0fb1e056dd64 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:24.023500 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-611f89ca-fbc8-4b51-9f36-033855b8c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:24.084977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f67a3d87-b88c-4b15-8d49-112a9edcafc8 req-f63b4654-869b-4fdd-ac1a-dacc78bacecf tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Unset dirty status for tenant:05204e2bedd3484fa4ac80084848dfd7 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:24.086229 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f67a3d87-b88c-4b15-8d49-112a9edcafc8 req-f63b4654-869b-4fdd-ac1a-dacc78bacecf tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1028 time: 0.2830384 Apr 18 21:33:24.090228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-611f89ca-fbc8-4b51-9f36-033855b8c22a None None] Port 5d821b6f-c34c-4287-91a3-0fb1e056dd64 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:33:24.277244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f67a3d87-b88c-4b15-8d49-112a9edcafc8 req-a5e472fd-cdd5-46b0-bb16-4713512ddc43 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367383 Apr 18 21:33:24.397916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899cdd7-ca4d-40a1-ac8c-2f1fbbf5438f req-783d5c12-8fb6-4a37-b60d-6c331b6ac01a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:24.399364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9899cdd7-ca4d-40a1-ac8c-2f1fbbf5438f req-783d5c12-8fb6-4a37-b60d-6c331b6ac01a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.3122411 Apr 18 21:33:24.477828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9899cdd7-ca4d-40a1-ac8c-2f1fbbf5438f req-c714c32b-5233-4cc6-8979-cee5db0a152e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725079 Apr 18 21:33:24.567139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d821b6f-c34c-4287-91a3-0fb1e056dd64 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:33:24.574321 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:24.589956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Transition to ACTIVE for port object 5d821b6f-c34c-4287-91a3-0fb1e056dd64 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:24.603082 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f53ba2d4-3021-4206-a5cd-a4c2b9a35c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:24.697949 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:24.763355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814789-e295-4a99-8f36-5d9509bc389c req-19d5cb3f-f56a-433c-951f-a490150a7f9d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:24.764801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce814789-e295-4a99-8f36-5d9509bc389c req-19d5cb3f-f56a-433c-951f-a490150a7f9d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1345594 Apr 18 21:33:24.890567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d821b6f-c34c-4287-91a3-0fb1e056dd64,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:24.919548 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce814789-e295-4a99-8f36-5d9509bc389c req-14e00235-dc0c-43e1-ba12-171bba66957b tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892065 Apr 18 21:33:25.221112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Attempting to bind port 5d821b6f-c34c-4287-91a3-0fb1e056dd64 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:33:25.221112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Attempting to bind port 5d821b6f-c34c-4287-91a3-0fb1e056dd64 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:33:25.221112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Attempting to bind port 5d821b6f-c34c-4287-91a3-0fb1e056dd64 on network a6ec7c96-8d23-4a1b-873b-616706fef93c {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:25.221112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Port 5d821b6f-c34c-4287-91a3-0fb1e056dd64 on network a6ec7c96-8d23-4a1b-873b-616706fef93c not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:33:25.221112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Attempting to bind port 5d821b6f-c34c-4287-91a3-0fb1e056dd64 on network a6ec7c96-8d23-4a1b-873b-616706fef93c {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:25.239276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:33:25.239276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Checking segment: {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:25.239276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Bound using segment: {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:33:25.239276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Bound port: 5d821b6f-c34c-4287-91a3-0fb1e056dd64, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d79a49-9ddc-4774-b0f8-4b2cc56380f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:33:25.239276 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:25.322313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1251943-3cbd-4611-896d-e090e2a921ee req-e6723f30-30b8-4701-9101-f8a43f6befd6 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:25.322313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1251943-3cbd-4611-896d-e090e2a921ee req-e6723f30-30b8-4701-9101-f8a43f6befd6 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1934941 Apr 18 21:33:25.377923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] For port 5d821b6f-c34c-4287-91a3-0fb1e056dd64, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:25.398434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] For port 5d821b6f-c34c-4287-91a3-0fb1e056dd64, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5d821b6f-c34c-4287-91a3-0fb1e056dd64,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:33:25.407452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1251943-3cbd-4611-896d-e090e2a921ee req-8f6b3e9a-3e17-44d7-a7c6-e84004233f61 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637665 Apr 18 21:33:25.473149 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:25.679886 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:25.680959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] 10.222.0.59 "PUT /v2.0/ports/5d821b6f-c34c-4287-91a3-0fb1e056dd64 HTTP/1.1" status: 200 len: 1092 time: 1.8075347 Apr 18 21:33:25.681785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4f4209-a176-4495-9669-b4e3d2224f3e', 'tag': '5d821b6f-c34c-4287-91a3-0fb1e056dd64'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:25.713816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce248ee9-185d-47ed-9338-595298648ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d821b6f-c34c-4287-91a3-0fb1e056dd64,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:25.731194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c38412f7-f83f-4e07-926c-4dbbda21a4ff req-b808c59c-7f12-438c-9da6-5e363ecb5d38 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1053 time: 0.3115337 Apr 18 21:33:25.795465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c38412f7-f83f-4e07-926c-4dbbda21a4ff req-c18e48bd-02fe-47c5-9051-5bc78bc1cd95 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Apr 18 21:33:26.035350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-b33eb22f-c2ae-4a23-8012-7a935dfc17b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05204e2bedd3484fa4ac80084848dfd7&device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1095 time: 0.2347219 Apr 18 21:33:26.036798 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e5b3bf-de25-4194-88aa-9645eea10c7d'] response: {'name': 'network-changed', 'server_uuid': 'bc4f4209-a176-4495-9669-b4e3d2224f3e', 'tag': '5d821b6f-c34c-4287-91a3-0fb1e056dd64', 'status': 'completed', 'code': 200} Apr 18 21:33:26.259439 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-ebe0e7f2-ab0e-4136-ba90-b22f5ca2dd78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d821b6f-c34c-4287-91a3-0fb1e056dd64 HTTP/1.1" status: 200 len: 217 time: 0.1893990 Apr 18 21:33:26.354281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537044a-6bdc-48ea-b71f-a87b44a2d405 req-d032bada-0cd3-4bce-ae71-58a24db1deac tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:26.364456 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5537044a-6bdc-48ea-b71f-a87b44a2d405 req-d032bada-0cd3-4bce-ae71-58a24db1deac tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.4001818 Apr 18 21:33:26.398691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-2a5a0364-27ce-48ce-b52d-015e26dca30c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:26.400042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-2a5a0364-27ce-48ce-b52d-015e26dca30c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68 HTTP/1.1" status: 200 len: 848 time: 0.1349008 Apr 18 21:33:26.415473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796506ae-3b4c-4031-bf9f-ad4bc0e1b40b req-ffe48093-1832-4e93-9dd7-165a01bb49f4 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:26.415473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-796506ae-3b4c-4031-bf9f-ad4bc0e1b40b req-ffe48093-1832-4e93-9dd7-165a01bb49f4 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.2460229 Apr 18 21:33:26.516801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5537044a-6bdc-48ea-b71f-a87b44a2d405 req-58cf7b70-c1c5-4486-bd15-beb45a38a673 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518099 Apr 18 21:33:26.536882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-796506ae-3b4c-4031-bf9f-ad4bc0e1b40b req-4f504aa2-d7ed-4c68-a096-14beb182fb3f tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854101 Apr 18 21:33:26.546020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-e79bff8c-1899-41e0-ba3d-64ceb03cbf34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6ec7c96-8d23-4a1b-873b-616706fef93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345315 Apr 18 21:33:26.701780 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-472e0cda-845a-4a72-a3b3-36f85b8414f5 service neutron] 10.222.0.59 "GET /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491268 Apr 18 21:33:26.935284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24558fa6-6147-473a-884f-5f54616fbbfc req-b4a5de37-0049-4b6d-9af7-d52a70a8fc1d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:26.936716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-b4a5de37-0049-4b6d-9af7-d52a70a8fc1d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/networks?id=ccedaf54-c780-4768-a3e7-e439effe0d42 HTTP/1.1" status: 200 len: 813 time: 0.2565162 Apr 18 21:33:26.941683 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e7a4d2f-2b40-4be2-a305-6e26957a9019 req-bc316c5b-9605-4938-aab3-19c569fb3c19 service neutron] 10.222.0.59 "GET /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305908 Apr 18 21:33:26.991025 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-8a37798d-eafd-4de9-8d5c-bfb7c54e1e18 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/quotas/00766acdcef7497ba7f48218df75c761 HTTP/1.1" status: 200 len: 375 time: 0.0484607 Apr 18 21:33:27.058147 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-99b20990-0f4c-4754-baff-c45f303bfd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:27.117821 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3eaa0b1d-876e-42a5-ba57-2fe575e00fb5 req-4aed8761-2010-4784-9f5f-d0f31f077356 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1095 time: 0.1787841 Apr 18 21:33:27.168828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-489dbd6c-1499-4295-9732-63bff57dc685 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=00766acdcef7497ba7f48218df75c761&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1667006 Apr 18 21:33:27.276878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3eaa0b1d-876e-42a5-ba57-2fe575e00fb5 req-5d4aeef9-747d-4656-b8bd-b272bd5b2f44 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484492 Apr 18 21:33:27.294018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-795d0b32-37f5-4457-9ddb-58af2de75d25 req-fc08b92f-f0d7-4543-8229-dcce5cfa7d02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05204e2bedd3484fa4ac80084848dfd7&device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1095 time: 0.2269471 Apr 18 21:33:27.416842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-56bf4117-94d5-4722-a993-5193b92e380b service neutron] 10.222.0.11 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301290 Apr 18 21:33:27.655664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d0b32-37f5-4457-9ddb-58af2de75d25 req-5c8c4883-cacc-4d59-bf50-4a22f02e8cb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:27.657412 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-795d0b32-37f5-4457-9ddb-58af2de75d25 req-5c8c4883-cacc-4d59-bf50-4a22f02e8cb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6ec7c96-8d23-4a1b-873b-616706fef93c HTTP/1.1" status: 200 len: 910 time: 0.3547854 Apr 18 21:33:27.796014 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-795d0b32-37f5-4457-9ddb-58af2de75d25 req-eae02b0a-374b-454c-9263-e7a45ddce9bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d821b6f-c34c-4287-91a3-0fb1e056dd64 HTTP/1.1" status: 200 len: 217 time: 0.1311424 Apr 18 21:33:27.851566 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-be51eecd-1710-40df-b5c8-bcef95a8b2f9 service neutron] 10.222.0.11 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277303 Apr 18 21:33:27.894359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d0b32-37f5-4457-9ddb-58af2de75d25 req-ada8b637-c93a-4139-8d73-1aa9f7021902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:27.895807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-795d0b32-37f5-4457-9ddb-58af2de75d25 req-ada8b637-c93a-4139-8d73-1aa9f7021902 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68 HTTP/1.1" status: 200 len: 848 time: 0.0907617 Apr 18 21:33:27.906055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396183a-adab-408c-ad16-a3d7d4a80492 req-9e92f92b-f8e0-45e7-8773-1555ffecb850 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:27.907581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1396183a-adab-408c-ad16-a3d7d4a80492 req-9e92f92b-f8e0-45e7-8773-1555ffecb850 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1957836 Apr 18 21:33:28.001629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1396183a-adab-408c-ad16-a3d7d4a80492 req-1c00564d-fd0f-4628-8f68-f11605e076fd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594192 Apr 18 21:33:28.015637 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-795d0b32-37f5-4457-9ddb-58af2de75d25 req-99a04bc2-6426-4334-9ad1-6d3604633f1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6ec7c96-8d23-4a1b-873b-616706fef93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071179 Apr 18 21:33:28.020553 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:28.241843 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-734bc989-2fc6-4747-b436-257998f1ff8a req-b9f9f5ec-76cb-4d69-92dd-b4aa72036b21 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 210 time: 0.0705307 Apr 18 21:33:28.273523 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-795d0b32-37f5-4457-9ddb-58af2de75d25 req-571f5327-9760-469c-8089-49342d804104 service neutron] 10.222.0.59 "GET /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457020 Apr 18 21:33:28.451942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Sync routers for ids ['20019577-067f-459c-9226-e721fba6609a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:33:28.468791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Routers {'20019577-067f-459c-9226-e721fba6609a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:28.470265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['20019577-067f-459c-9226-e721fba6609a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:28.551992 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322195d0-1894-4ce6-a382-479784846ccb None None] New status for floating IP f08c4437-52c9-4b6e-b283-6511c24f6e10: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:33:28.587361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-795d0b32-37f5-4457-9ddb-58af2de75d25 req-593dfdd6-ce3b-4643-83d3-7984a9653e9c service neutron] 10.222.0.59 "GET /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012307 Apr 18 21:33:28.613289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e9f9523-da3a-4358-803d-ddf0c310b2d1 req-cfc514ef-6229-4671-94a2-c00a7598caa5 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1095 time: 0.1716120 Apr 18 21:33:28.680958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e9f9523-da3a-4358-803d-ddf0c310b2d1 req-e01c7e23-6e22-4c4f-bf31-4ca2c9299c5e tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664163 Apr 18 21:33:28.746968 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:28.787040 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Set router 20019577-067f-459c-9226-e721fba6609a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:28.870608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c91c4b-6a15-4928-acf6-2d2797c5578c req-fc8b3686-7aed-488a-9fb0-35183bbcfa6f tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:28.872367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83c91c4b-6a15-4928-acf6-2d2797c5578c req-fc8b3686-7aed-488a-9fb0-35183bbcfa6f tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.0949118 Apr 18 21:33:28.945559 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83c91c4b-6a15-4928-acf6-2d2797c5578c req-0925a749-cdce-436a-983a-03b8fccc9099 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664356 Apr 18 21:33:29.130764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20019577-067f-459c-9226-e721fba6609a', 'name': 'tempest-TestServerMultinode-999781175-router', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:32:51Z', 'revision_number': 4, 'project_id': '05204e2bedd3484fa4ac80084848dfd7', 'gw_port': {'id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20019577-067f-459c-9226-e721fba6609a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '18f4e1fd-4f77-4ac9-bbec-0f8f1c363417', 'name': '', 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'mac_address': 'fa:16:3e:d4:bf:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20019577-067f-459c-9226-e721fba6609a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3758b064-ee23-4cd2-be89-b5cb620d4b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:49Z', 'updated_at': '2022-04-18T21:32:52Z', 'revision_number': 2, 'project_id': '05204e2bedd3484fa4ac80084848dfd7', 'subnets': [{'id': '3758b064-ee23-4cd2-be89-b5cb620d4b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:29.134838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Checking router: 20019577-067f-459c-9226-e721fba6609a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:33:29.135233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Updating router 20019577-067f-459c-9226-e721fba6609a port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:33:29.189832 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:29.430462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8d44f44-b3a0-4562-9e50-8691927f6d31 req-f9957fe4-a227-4ead-85d3-6eedeeb32dcd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 210 time: 0.0533109 Apr 18 21:33:29.604520 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:29.617248 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Transition to ACTIVE for port object 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:29.717620 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:29.905863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da46e5-45ea-4b1c-8dca-722e2a002f41 None None] Pushing event updated for resources: {'Port': ['ID=18f4e1fd-4f77-4ac9-bbec-0f8f1c363417,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:29.947992 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb94a637-868b-431b-b811-443250feb17f req-38328c38-b27f-4112-a0e9-8be840226252 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1095 time: 0.0979316 Apr 18 21:33:30.030406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb94a637-868b-431b-b811-443250feb17f req-3e5882c2-6c5b-4db7-acfd-8b1ba5d77f53 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768898 Apr 18 21:33:30.060019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Attempting to bind port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:33:30.060625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Attempting to bind port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'cadcba09-eb3c-44d0-a77d-b6de79ab1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:33:30.061051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Attempting to bind port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 on network 9274f010-e981-4c50-8fb6-9a69ce9438f9 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:30.070341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:33:30.070986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Checking segment: {'id': 'cadcba09-eb3c-44d0-a77d-b6de79ab1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:30.071551 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:30.072042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Bound using segment: {'id': 'cadcba09-eb3c-44d0-a77d-b6de79ab1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:33:30.072885 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Bound port: 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadcba09-eb3c-44d0-a77d-b6de79ab1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:33:30.073554 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:30.231035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] For port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:30.234483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] For port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=18f4e1fd-4f77-4ac9-bbec-0f8f1c363417,segment=NetworkSegment(cadcba09-eb3c-44d0-a77d-b6de79ab1dc4),segment_id=cadcba09-eb3c-44d0-a77d-b6de79ab1dc4)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:33:30.255307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a11f9-16da-469d-b3c3-17ec64d9c0c1 req-4a5ba7dd-dd24-4d20-8354-1afed01a305d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:30.256732 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f99a11f9-16da-469d-b3c3-17ec64d9c0c1 req-4a5ba7dd-dd24-4d20-8354-1afed01a305d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1137516 Apr 18 21:33:30.305038 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f99a11f9-16da-469d-b3c3-17ec64d9c0c1 req-c5267d56-d51f-403f-aa77-cf7bead23d69 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427208 Apr 18 21:33:30.339773 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:30.424533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Routers {'20019577-067f-459c-9226-e721fba6609a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:30.425403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['20019577-067f-459c-9226-e721fba6609a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:30.542833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da46e5-45ea-4b1c-8dca-722e2a002f41 None None] Pushing event updated for resources: {'Port': ['ID=18f4e1fd-4f77-4ac9-bbec-0f8f1c363417,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:30.695197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f01601bb-ff82-4601-a89f-11dfb911e99a req-95f54524-6dea-4f8a-8429-ae292e06aa43 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 210 time: 0.0838599 Apr 18 21:33:30.764852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] Set router 20019577-067f-459c-9226-e721fba6609a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:31.014970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5d821b6f-c34c-4287-91a3-0fb1e056dd64 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:33:31.053348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24558fa6-6147-473a-884f-5f54616fbbfc req-20f6b05f-60b2-4cf5-91be-d97d6207ae1f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:31.055127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-20f6b05f-60b2-4cf5-91be-d97d6207ae1f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.26 "GET /v2.0/networks?id=ccedaf54-c780-4768-a3e7-e439effe0d42 HTTP/1.1" status: 200 len: 813 time: 0.1979036 Apr 18 21:33:31.058239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34794) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:31.085982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Request body: {'port': {'device_id': 'eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f', 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42', 'admin_state_up': True, 'tenant_id': '00766acdcef7497ba7f48218df75c761'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:31.209438 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:31.238163 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a77c0f0a-60a0-4068-8c18-39ef0c129fb0 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/floatingips/1de7917f-3243-4021-9b9d-dcc0a6d0e04e HTTP/1.1" status: 200 len: 993 time: 0.1781909 Apr 18 21:33:31.258242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 5d821b6f-c34c-4287-91a3-0fb1e056dd64, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5d821b6f-c34c-4287-91a3-0fb1e056dd64,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:31.314471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '5d821b6f-c34c-4287-91a3-0fb1e056dd64', 'network_id': 'a6ec7c96-8d23-4a1b-873b-616706fef93c', 'port_id': '5d821b6f-c34c-4287-91a3-0fb1e056dd64', 'mac_address': 'fa:16:3e:3e:17:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:33:31.393445 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:31.431945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d821b6f-c34c-4287-91a3-0fb1e056dd64 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:33:31.433284 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b22b111-b616-4f68-bd25-764117891711 req-74dca7a6-13d1-47cb-89be-624bb7fcca6a tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1095 time: 0.1627316 Apr 18 21:33:31.434302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:31.446443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:31.452200 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20019577-067f-459c-9226-e721fba6609a', 'name': 'tempest-TestServerMultinode-999781175-router', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:32:51Z', 'revision_number': 4, 'project_id': '05204e2bedd3484fa4ac80084848dfd7', 'gw_port': {'id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20019577-067f-459c-9226-e721fba6609a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '18f4e1fd-4f77-4ac9-bbec-0f8f1c363417', 'name': '', 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'mac_address': 'fa:16:3e:d4:bf:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20019577-067f-459c-9226-e721fba6609a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3758b064-ee23-4cd2-be89-b5cb620d4b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:49Z', 'updated_at': '2022-04-18T21:33:30Z', 'revision_number': 4, 'project_id': '05204e2bedd3484fa4ac80084848dfd7', 'subnets': [{'id': '3758b064-ee23-4cd2-be89-b5cb620d4b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:31.459045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 5d821b6f-c34c-4287-91a3-0fb1e056dd64, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5d821b6f-c34c-4287-91a3-0fb1e056dd64,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:31.460142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd0764-33ff-4916-aafa-30cee6c2444f None None] The sync data for ids ['20019577-067f-459c-9226-e721fba6609a'] in n-d-836017-3 is: [{'id': '20019577-067f-459c-9226-e721fba6609a', 'name': 'tempest-TestServerMultinode-999781175-router', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:32:51Z', 'revision_number': 4, 'project_id': '05204e2bedd3484fa4ac80084848dfd7', 'gw_port': {'id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20019577-067f-459c-9226-e721fba6609a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '18f4e1fd-4f77-4ac9-bbec-0f8f1c363417', 'name': '', 'network_id': '9274f010-e981-4c50-8fb6-9a69ce9438f9', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'mac_address': 'fa:16:3e:d4:bf:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20019577-067f-459c-9226-e721fba6609a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3758b064-ee23-4cd2-be89-b5cb620d4b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:49Z', 'updated_at': '2022-04-18T21:33:30Z', 'revision_number': 4, 'project_id': '05204e2bedd3484fa4ac80084848dfd7', 'subnets': [{'id': '3758b064-ee23-4cd2-be89-b5cb620d4b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:33:31.495623 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b22b111-b616-4f68-bd25-764117891711 req-272ac713-6b34-40d2-a6e7-caff4331bbd1 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500972 Apr 18 21:33:31.525159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34806) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:31.531887 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:31.559348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Made reservation on behalf of 00766acdcef7497ba7f48218df75c761 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:33:31.568204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:31.710386 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=5d821b6f-c34c-4287-91a3-0fb1e056dd64,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:31.820154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['5d821b6f-c34c-4287-91a3-0fb1e056dd64'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:32.008424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Allocated IP 172.20.0.8 (ccedaf54-c780-4768-a3e7-e439effe0d42/6090f4f8-a068-4260-877c-317905a852aa/dee681f3-4b3a-4b78-b847-a02b54386688) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:33:32.063195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting port 1586b4f4-7edb-4cb0-8f70-93286e9fc801 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:33:32.065964 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:32.090778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-983573a1-9f91-4cd2-b34d-186313eda0bf req-3c5492d0-a19a-4752-bc21-0923c842d5c7 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 210 time: 0.0629103 Apr 18 21:33:32.407517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:32.410593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:32.410941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:32.470654 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:32.588580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:32.670878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:32.678715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:32.678927 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:32.721145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Calling delete_port for 1586b4f4-7edb-4cb0-8f70-93286e9fc801 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:33:32.762665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['699409d3-3a34-4bb7-9806-0815a5907610'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:32.845896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Network ccedaf54-c780-4768-a3e7-e439effe0d42 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:33:32.850134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:32.865816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:33:32.928558 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Pushing event updated for resources: {'Port': ['ID=dee681f3-4b3a-4b78-b847-a02b54386688,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:32.946140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:32.946754 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:33.054113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5d821b6f-c34c-4287-91a3-0fb1e056dd64 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:33.127027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf863c7d-74a8-45c3-9d8b-7a83c58a273f req-195b74ca-bff0-44c5-b10b-f06b5af5359f tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1096 time: 0.1666992 Apr 18 21:33:33.257341 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-7867af4f-d998-4af6-99b2-6492301ede1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1683543 Apr 18 21:33:33.277392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Request body: {'port': {'device_id': 'eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:33.357398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf863c7d-74a8-45c3-9d8b-7a83c58a273f req-82020686-0464-44fb-8194-08349608c608 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186248 Apr 18 21:33:33.493077 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:33.544701 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:33.627064 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:33.665071 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:33.672557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b37d-dc03-4ad7-9efc-f5a7da302ff7 req-325b4b68-f5ab-4638-9123-b710f8c13eaa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:33.672557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d168b37d-dc03-4ad7-9efc-f5a7da302ff7 req-325b4b68-f5ab-4638-9123-b710f8c13eaa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Synchronizing usage tracker for tenant:00766acdcef7497ba7f48218df75c761 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:33.719355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=18f4e1fd-4f77-4ac9-bbec-0f8f1c363417,segment=NetworkSegment(cadcba09-eb3c-44d0-a77d-b6de79ab1dc4),segment_id=cadcba09-eb3c-44d0-a77d-b6de79ab1dc4)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:33.732081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Port': ['ID=1586b4f4-7edb-4cb0-8f70-93286e9fc801,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:33.827118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:33.827118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:33.827118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:33.827118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:33.827118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:33.827118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:33.827118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:33.827118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:33.827118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:33.836268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 5d821b6f-c34c-4287-91a3-0fb1e056dd64 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:33.846098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:33.846098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:33.869602 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:33.869602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 5d821b6f-c34c-4287-91a3-0fb1e056dd64 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:33.869602 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:33.902079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:34.011664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-d168b37d-dc03-4ad7-9efc-f5a7da302ff7 req-325b4b68-f5ab-4638-9123-b710f8c13eaa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Unset dirty status for tenant:00766acdcef7497ba7f48218df75c761 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:34.011664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d168b37d-dc03-4ad7-9efc-f5a7da302ff7 req-325b4b68-f5ab-4638-9123-b710f8c13eaa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 931 time: 0.5805950 Apr 18 21:33:34.019993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=18f4e1fd-4f77-4ac9-bbec-0f8f1c363417,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:34.163916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d168b37d-dc03-4ad7-9efc-f5a7da302ff7 req-8a7d0ff5-9827-423a-a034-020e41414333 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365347 Apr 18 21:33:34.170991 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:34.245902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4f4209-a176-4495-9669-b4e3d2224f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d821b6f-c34c-4287-91a3-0fb1e056dd64'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:34.271037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 5d821b6f-c34c-4287-91a3-0fb1e056dd64, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5d821b6f-c34c-4287-91a3-0fb1e056dd64,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:34.395703 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccf7074-75ba-477b-b31c-bdd1d76f3283'] response: {'server_uuid': 'bc4f4209-a176-4495-9669-b4e3d2224f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d821b6f-c34c-4287-91a3-0fb1e056dd64', 'code': 200} Apr 18 21:33:34.403790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee681f3-4b3a-4b78-b847-a02b54386688 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:33:34.403790 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:34.438499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Transition to ACTIVE for port object dee681f3-4b3a-4b78-b847-a02b54386688 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:34.486076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:34.570413 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:34.630737 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:34.706494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=5d821b6f-c34c-4287-91a3-0fb1e056dd64,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:34.799852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:34.799852 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:34.814780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:33:34.824499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Pushing event updated for resources: {'Port': ['ID=dee681f3-4b3a-4b78-b847-a02b54386688,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:35.084329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0050fcd-a71e-459e-b5ac-d92c8c842f0e req-7df14718-83f6-43ee-aa57-8b37d1d0bef8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1097 time: 0.6237755 Apr 18 21:33:35.212399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0050fcd-a71e-459e-b5ac-d92c8c842f0e req-dba542e4-9c26-4fd2-a1dd-3ac60d55f939 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949070 Apr 18 21:33:35.326554 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9d95ecb0-8af0-4a31-8f3b-c920d44b9a04 req-4a18cb60-c64f-4013-85c0-c53d67364101 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 1097 time: 0.1553719 Apr 18 21:33:35.361646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1368fa3d-c36d-4c6a-9334-31fad04f69a0 req-ea872c8e-35ac-4475-b4f9-bb9d3359d835 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1097 time: 0.6235592 Apr 18 21:33:35.374090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:33:35.384021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370f37e-37b9-4324-91be-eadbbcd40091 None None] Sync routers for ids ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:33:35.396764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c370f37e-37b9-4324-91be-eadbbcd40091 None None] Routers {'4c7bf6a8-b311-46f1-8cb4-9c9944f53788'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:35.397688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c370f37e-37b9-4324-91be-eadbbcd40091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:35.464983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Attempting to bind port dee681f3-4b3a-4b78-b847-a02b54386688 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:33:35.465224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Attempting to bind port dee681f3-4b3a-4b78-b847-a02b54386688 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'b5b9ef45-b688-41cf-b2ac-a319a2f2ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:33:35.465557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Attempting to bind port dee681f3-4b3a-4b78-b847-a02b54386688 on network ccedaf54-c780-4768-a3e7-e439effe0d42 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:35.470771 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1368fa3d-c36d-4c6a-9334-31fad04f69a0 req-af7de70b-be7e-4678-b5a5-2afb2912f1c6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997503 Apr 18 21:33:35.479534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Port dee681f3-4b3a-4b78-b847-a02b54386688 on network ccedaf54-c780-4768-a3e7-e439effe0d42 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:33:35.480088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Attempting to bind port dee681f3-4b3a-4b78-b847-a02b54386688 on network ccedaf54-c780-4768-a3e7-e439effe0d42 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:35.494298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecba63c-af8d-4964-ab70-aaa19341aadc req-6aed1fce-3650-46aa-8c5e-ca8234588695 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:35.502220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ecba63c-af8d-4964-ab70-aaa19341aadc req-6aed1fce-3650-46aa-8c5e-ca8234588695 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.2932444 Apr 18 21:33:35.537957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:33:35.538534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Checking segment: {'id': 'b5b9ef45-b688-41cf-b2ac-a319a2f2ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:35.539107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Bound using segment: {'id': 'b5b9ef45-b688-41cf-b2ac-a319a2f2ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:33:35.539733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Bound port: dee681f3-4b3a-4b78-b847-a02b54386688, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b9ef45-b688-41cf-b2ac-a319a2f2ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:33:35.540277 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:35.542962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:35.565119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ecba63c-af8d-4964-ab70-aaa19341aadc req-6f77cd7f-9ed5-4812-b318-4fff283a0b08 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620248 Apr 18 21:33:35.622829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c370f37e-37b9-4324-91be-eadbbcd40091 None None] Set router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:35.643177 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b6f747df-72af-4822-9815-45696357bd23 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/floatingips/1de7917f-3243-4021-9b9d-dcc0a6d0e04e HTTP/1.1" status: 204 len: 168 time: 4.1187072 Apr 18 21:33:35.647259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'tag': 'c75e108f-6d40-4959-9a3c-826d04f8205b'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:35.665907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] For port dee681f3-4b3a-4b78-b847-a02b54386688, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:35.669763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] For port dee681f3-4b3a-4b78-b847-a02b54386688, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=dee681f3-4b3a-4b78-b847-a02b54386688,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:33:35.675973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95ecb0-8af0-4a31-8f3b-c920d44b9a04 req-572a2ab8-0052-437d-b97b-ebd42ea274da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:35.675973 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9d95ecb0-8af0-4a31-8f3b-c920d44b9a04 req-572a2ab8-0052-437d-b97b-ebd42ea274da service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.2438684 Apr 18 21:33:35.770573 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:35.793147 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9d95ecb0-8af0-4a31-8f3b-c920d44b9a04 req-e4847f43-4487-49ee-90ac-7bb268452b8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec2fadf-7ace-4552-bda4-9f7d5f540489 HTTP/1.1" status: 200 len: 217 time: 0.1108310 Apr 18 21:33:35.863517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Pushing event updated for resources: {'Port': ['ID=dee681f3-4b3a-4b78-b847-a02b54386688,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:35.885690 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:35.886864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95ecb0-8af0-4a31-8f3b-c920d44b9a04 req-04efd9c5-fdd6-466f-ae1e-a16c266d0f05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:35.887373 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-558e7519-2658-4c0c-9bcc-f87e480934e4 service neutron] 10.222.0.26 "PUT /v2.0/ports/dee681f3-4b3a-4b78-b847-a02b54386688 HTTP/1.1" status: 200 len: 1091 time: 2.6205285 Apr 18 21:33:35.888439 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9d95ecb0-8af0-4a31-8f3b-c920d44b9a04 req-04efd9c5-fdd6-466f-ae1e-a16c266d0f05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.0877037 Apr 18 21:33:35.888865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f', 'tag': 'dee681f3-4b3a-4b78-b847-a02b54386688'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:35.926073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb825c-8b33-4ea6-853b-3540e1085e30 req-c8de6e39-b408-466f-aa32-45e3288ecd04 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:35.928238 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d6bb825c-8b33-4ea6-853b-3540e1085e30 req-c8de6e39-b408-466f-aa32-45e3288ecd04 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 943 time: 0.2402105 Apr 18 21:33:35.991768 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d6bb825c-8b33-4ea6-853b-3540e1085e30 req-1339a42f-031d-4ab3-915f-d62d446d3b8f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575962 Apr 18 21:33:36.023585 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9d95ecb0-8af0-4a31-8f3b-c920d44b9a04 req-c5d21f7c-b69b-493f-bf61-ccb79c4953d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273255 Apr 18 21:33:36.082666 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c370f37e-37b9-4324-91be-eadbbcd40091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'name': 'tempest-TestNetworkBasicOps-router-190251017', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:21Z', 'updated_at': '2022-04-18T21:31:34Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:23Z', 'updated_at': '2022-04-18T21:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f444d095-205b-4fa0-b881-1e95426a4937', 'name': '', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:eb:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:33Z', 'updated_at': '2022-04-18T21:31:45Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:36.101379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370f37e-37b9-4324-91be-eadbbcd40091 None None] Checking router: 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:33:36.102440 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-c184000f-b1ee-46b8-abc9-7629fc769f50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00766acdcef7497ba7f48218df75c761&device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 1094 time: 0.1033919 Apr 18 21:33:36.102548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c370f37e-37b9-4324-91be-eadbbcd40091 None None] Routers {'4c7bf6a8-b311-46f1-8cb4-9c9944f53788'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:36.102548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c370f37e-37b9-4324-91be-eadbbcd40091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:36.206127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-9432aeec-2213-4ceb-a263-76709509fe86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee681f3-4b3a-4b78-b847-a02b54386688 HTTP/1.1" status: 200 len: 217 time: 0.0997829 Apr 18 21:33:36.281105 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486e4db9-e0a3-40f4-a5a9-50de988f3609'] response: {'name': 'network-changed', 'server_uuid': 'eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f', 'tag': 'dee681f3-4b3a-4b78-b847-a02b54386688', 'status': 'completed', 'code': 200} Apr 18 21:33:36.287132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24558fa6-6147-473a-884f-5f54616fbbfc req-b062cc3c-9c64-4f7f-b089-f755c1fb7ad0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:36.288602 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-b062cc3c-9c64-4f7f-b089-f755c1fb7ad0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6090f4f8-a068-4260-877c-317905a852aa HTTP/1.1" status: 200 len: 853 time: 0.0755341 Apr 18 21:33:36.346210 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a1d38f-4f2b-48cf-8ea0-f8f489b0bdca'] response: {'name': 'network-changed', 'server_uuid': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'tag': 'c75e108f-6d40-4959-9a3c-826d04f8205b', 'status': 'completed', 'code': 200} Apr 18 21:33:36.375841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-71979ca9-67ff-4c6e-9cd2-e9b1f55e43da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccedaf54-c780-4768-a3e7-e439effe0d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789967 Apr 18 21:33:36.404588 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9d95ecb0-8af0-4a31-8f3b-c920d44b9a04 req-63c2a6c9-94ce-4278-b84f-2c57a665b74b service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706167 Apr 18 21:33:36.453303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c370f37e-37b9-4324-91be-eadbbcd40091 None None] Set router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:36.865994 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2eebf7d7-ca42-4178-967d-2e96364659eb req-e7dc1625-42d6-43f3-80bf-13956207edf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 1096 time: 0.2093766 Apr 18 21:33:36.865994 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9d95ecb0-8af0-4a31-8f3b-c920d44b9a04 req-e424c238-0dd7-49a9-8503-4a74aa6143e0 service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515780 Apr 18 21:33:36.865994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebf7d7-ca42-4178-967d-2e96364659eb req-db16aa6f-ac03-42a0-93eb-3fd7cb4ecc2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:36.865994 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2eebf7d7-ca42-4178-967d-2e96364659eb req-db16aa6f-ac03-42a0-93eb-3fd7cb4ecc2d service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e6d3c4-7b49-4dee-9f16-9a3000150d5a HTTP/1.1" status: 200 len: 897 time: 0.3085923 Apr 18 21:33:36.890964 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-3fe4f8b4-b229-42cb-9243-f450166ee964 service neutron] 10.222.0.26 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574139 Apr 18 21:33:36.956340 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2eebf7d7-ca42-4178-967d-2e96364659eb req-49887795-46ef-4f1e-bd5a-3db4ea2250ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c75e108f-6d40-4959-9a3c-826d04f8205b HTTP/1.1" status: 200 len: 217 time: 0.1234958 Apr 18 21:33:37.002438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb2fef-20c2-4488-973f-79d21fa2e163 req-542c3adc-9492-4ed7-b608-603150d1d38e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:37.009816 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-feeb2fef-20c2-4488-973f-79d21fa2e163 req-542c3adc-9492-4ed7-b608-603150d1d38e tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 945 time: 0.5593698 Apr 18 21:33:37.039778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebf7d7-ca42-4178-967d-2e96364659eb req-f687e920-0120-4f14-baa8-355cd1a45414 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:37.041420 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2eebf7d7-ca42-4178-967d-2e96364659eb req-f687e920-0120-4f14-baa8-355cd1a45414 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28f3c7cd-afd0-4bad-ad63-e543c82cc40f HTTP/1.1" status: 200 len: 834 time: 0.0785315 Apr 18 21:33:37.090993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c370f37e-37b9-4324-91be-eadbbcd40091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'name': 'tempest-TestNetworkBasicOps-router-190251017', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:21Z', 'updated_at': '2022-04-18T21:31:34Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:23Z', 'updated_at': '2022-04-18T21:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f444d095-205b-4fa0-b881-1e95426a4937', 'name': '', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:eb:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:33Z', 'updated_at': '2022-04-18T21:31:45Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:37.096864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370f37e-37b9-4324-91be-eadbbcd40091 None None] The sync data for ids ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'] in n-d-836017-3 is: [{'id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'name': 'tempest-TestNetworkBasicOps-router-190251017', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:21Z', 'updated_at': '2022-04-18T21:31:34Z', 'revision_number': 4, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'gw_port': {'id': 'c6e782e1-730b-4c9f-bf10-e6f09df6e0ad', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:23Z', 'updated_at': '2022-04-18T21:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f444d095-205b-4fa0-b881-1e95426a4937', 'name': '', 'network_id': '95e6d3c4-7b49-4dee-9f16-9a3000150d5a', 'tenant_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'mac_address': 'fa:16:3e:eb:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7bf6a8-b311-46f1-8cb4-9c9944f53788', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:33Z', 'updated_at': '2022-04-18T21:31:45Z', 'revision_number': 5, 'project_id': '1bfb4ecea54942dca79bbe9472e0ec87', 'subnets': [{'id': '28f3c7cd-afd0-4bad-ad63-e543c82cc40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:33:37.108001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24558fa6-6147-473a-884f-5f54616fbbfc req-fc85b3dd-c4bf-4de1-bafa-67cc11a56c14 service neutron] 10.222.0.26 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491086 Apr 18 21:33:37.126606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5a6eb6b-4462-4a3c-8cd5-baed359c68f0 req-d74df269-a398-4bcb-bd1e-900c2aa5f86f tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1097 time: 0.3720403 Apr 18 21:33:37.150689 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2eebf7d7-ca42-4178-967d-2e96364659eb req-010963d4-22df-40fd-be37-3dca18ec7734 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e6d3c4-7b49-4dee-9f16-9a3000150d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916512 Apr 18 21:33:37.176811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-feeb2fef-20c2-4488-973f-79d21fa2e163 req-192f066f-22bb-4f7f-99dd-7d95e04f1923 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661386 Apr 18 21:33:37.233559 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5a6eb6b-4462-4a3c-8cd5-baed359c68f0 req-037e048a-bbd0-400c-a450-c6837b5d364d tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978966 Apr 18 21:33:37.439810 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2eebf7d7-ca42-4178-967d-2e96364659eb req-aefcc75f-f2cb-43d6-b3ff-49cea1b68e32 service neutron] 10.222.0.26 "GET /v2.0/networks/95e6d3c4-7b49-4dee-9f16-9a3000150d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752697 Apr 18 21:33:37.499554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b43c2e49-47fa-4246-8857-144432e7766d req-df73a836-6cfd-4324-919f-7203f643cbde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00766acdcef7497ba7f48218df75c761&device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 1094 time: 0.2246134 Apr 18 21:33:37.535865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcdfdd-299d-4724-b1ce-28d914df7967 req-4bcc15ca-e838-4a92-a0c7-8a1d5ca4f0eb tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:37.537368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25fcdfdd-299d-4724-b1ce-28d914df7967 req-4bcc15ca-e838-4a92-a0c7-8a1d5ca4f0eb tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1978128 Apr 18 21:33:37.576015 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2eebf7d7-ca42-4178-967d-2e96364659eb req-baf1faca-3360-497a-8062-0be09fbe7e2b service neutron] 10.222.0.26 "GET /v2.0/networks/95e6d3c4-7b49-4dee-9f16-9a3000150d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278145 Apr 18 21:33:37.628670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be3ea1-7ec7-4541-9e0e-2e07d7777faf req-6eca0b4c-508d-469e-930b-3fbb59428db1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:37.630150 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94be3ea1-7ec7-4541-9e0e-2e07d7777faf req-6eca0b4c-508d-469e-930b-3fbb59428db1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 943 time: 0.2380793 Apr 18 21:33:37.713883 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25fcdfdd-299d-4724-b1ce-28d914df7967 req-6e185fb8-b18a-437b-8523-156603b41055 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690457 Apr 18 21:33:37.735896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c2e49-47fa-4246-8857-144432e7766d req-b77ac462-6bc3-4929-8a17-d1da71e6d94c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:37.737383 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b43c2e49-47fa-4246-8857-144432e7766d req-b77ac462-6bc3-4929-8a17-d1da71e6d94c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccedaf54-c780-4768-a3e7-e439effe0d42 HTTP/1.1" status: 200 len: 914 time: 0.2297533 Apr 18 21:33:37.743658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94be3ea1-7ec7-4541-9e0e-2e07d7777faf req-e3db2089-afd6-436e-aee2-d0ac21cc2e2f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073284 Apr 18 21:33:37.823926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b43c2e49-47fa-4246-8857-144432e7766d req-08a95a3d-68d7-4a1b-a3ca-031f877deb0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee681f3-4b3a-4b78-b847-a02b54386688 HTTP/1.1" status: 200 len: 217 time: 0.0790555 Apr 18 21:33:38.007146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c2e49-47fa-4246-8857-144432e7766d req-8a7bde77-8464-4210-ae13-19dee50ba85e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:38.008778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b43c2e49-47fa-4246-8857-144432e7766d req-8a7bde77-8464-4210-ae13-19dee50ba85e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6090f4f8-a068-4260-877c-317905a852aa HTTP/1.1" status: 200 len: 853 time: 0.1764922 Apr 18 21:33:38.068569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b43c2e49-47fa-4246-8857-144432e7766d req-b758ae84-4d02-427f-8ad0-96cdc7f3fdd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccedaf54-c780-4768-a3e7-e439effe0d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480814 Apr 18 21:33:38.097945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-2de468cf-9853-4033-aea6-c0fdcce54da9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:38.098697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-2de468cf-9853-4033-aea6-c0fdcce54da9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Synchronizing usage tracker for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:38.190300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-2de468cf-9853-4033-aea6-c0fdcce54da9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Unset dirty status for tenant:1bfb4ecea54942dca79bbe9472e0ec87 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:38.191177 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-2de468cf-9853-4033-aea6-c0fdcce54da9 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 945 time: 0.1824262 Apr 18 21:33:38.208212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b43c2e49-47fa-4246-8857-144432e7766d req-5e7ed286-7955-4c52-a5c3-2e924c267331 service neutron] 10.222.0.26 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377130 Apr 18 21:33:38.299410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-51c0f497-a97b-4861-857b-398f67a5e08d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting port c75e108f-6d40-4959-9a3c-826d04f8205b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:33:38.299768 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-51c0f497-a97b-4861-857b-398f67a5e08d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:38.450925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b43c2e49-47fa-4246-8857-144432e7766d req-fb3431b6-49a2-4bf5-99f1-2d57cd6b38fc service neutron] 10.222.0.26 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312987 Apr 18 21:33:38.514503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0382806-2a26-453d-a8bd-4a48c444b6c2 req-e38c57b7-be72-48ea-9050-c460b940867c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:38.520541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0382806-2a26-453d-a8bd-4a48c444b6c2 req-e38c57b7-be72-48ea-9050-c460b940867c tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 945 time: 0.1588616 Apr 18 21:33:38.576084 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab2cec20-39dd-4c32-a558-47cfdf4812e1 req-890234b9-c0ba-45fc-9692-d6893764c60e tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1097 time: 0.1174965 Apr 18 21:33:38.579508 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0382806-2a26-453d-a8bd-4a48c444b6c2 req-ce564a0c-60c9-4d72-84c1-b6b56af116f5 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/security-groups?id=533dde72-6d5b-46bc-aa38-a56b7e2b219e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535753 Apr 18 21:33:38.610954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-51c0f497-a97b-4861-857b-398f67a5e08d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] For port c75e108f-6d40-4959-9a3c-826d04f8205b, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c75e108f-6d40-4959-9a3c-826d04f8205b,segment=NetworkSegment(69d97a2a-230e-4790-bc83-dc38c611a766),segment_id=69d97a2a-230e-4790-bc83-dc38c611a766)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:38.611354 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-51c0f497-a97b-4861-857b-398f67a5e08d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:38.623242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab2cec20-39dd-4c32-a558-47cfdf4812e1 req-0c8db411-03d0-4e27-9442-aad392036b54 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375826 Apr 18 21:33:38.755886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-51c0f497-a97b-4861-857b-398f67a5e08d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Calling delete_port for c75e108f-6d40-4959-9a3c-826d04f8205b owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:33:38.994829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fae8d-25c8-402b-b0ba-d79d64c8bc75 req-d6e3ce25-28f8-406d-9a68-1ad50938ac68 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:38.998090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a2fae8d-25c8-402b-b0ba-d79d64c8bc75 req-d6e3ce25-28f8-406d-9a68-1ad50938ac68 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1500845 Apr 18 21:33:39.009298 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-51c0f497-a97b-4861-857b-398f67a5e08d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:39.060092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15894b5b-5a74-438a-a759-46639aac67d6 req-e2da2878-dd23-4795-ba27-57b006a89664 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1097 time: 0.1350591 Apr 18 21:33:39.064713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a2fae8d-25c8-402b-b0ba-d79d64c8bc75 req-f84905e6-866b-4be9-8b4a-7343dad7d0ea tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605307 Apr 18 21:33:39.066364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0f497-a97b-4861-857b-398f67a5e08d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Port': ['ID=c75e108f-6d40-4959-9a3c-826d04f8205b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:39.127813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15894b5b-5a74-438a-a759-46639aac67d6 req-46821f29-65ef-41ea-b153-150a3a49b95e tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578051 Apr 18 21:33:39.143744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-51c0f497-a97b-4861-857b-398f67a5e08d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] No DVR routers for this DVR port c75e108f-6d40-4959-9a3c-826d04f8205b on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:33:39.147157 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-51c0f497-a97b-4861-857b-398f67a5e08d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:39.157892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'name': 'network-vif-deleted', 'tag': 'c75e108f-6d40-4959-9a3c-826d04f8205b'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:39.261402 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ddd0acb0-0a60-438b-8ea9-b23927fa7939 req-51c0f497-a97b-4861-857b-398f67a5e08d tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.26 "DELETE /v2.0/ports/c75e108f-6d40-4959-9a3c-826d04f8205b HTTP/1.1" status: 204 len: 173 time: 1.0639067 Apr 18 21:33:39.316239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:39.420220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cd234ff-d7c5-4bf9-8800-c18d7cc3219e req-d343e9ef-58ef-453d-af98-550774b4dbf6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1097 time: 0.1074159 Apr 18 21:33:39.428719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecc664-8210-4dea-aa39-8a464a2de8aa req-810ecd84-7df0-4946-9512-01542f54ef3c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:39.430184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8ecc664-8210-4dea-aa39-8a464a2de8aa req-810ecd84-7df0-4946-9512-01542f54ef3c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 943 time: 0.1567600 Apr 18 21:33:39.512411 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cd234ff-d7c5-4bf9-8800-c18d7cc3219e req-153ed4ed-de3a-4344-acc2-31e8ca40fbdf tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812511 Apr 18 21:33:39.514943 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8ecc664-8210-4dea-aa39-8a464a2de8aa req-1d3e7256-b44a-4671-8324-d86578d0f786 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676527 Apr 18 21:33:39.630766 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475ae451-edf6-4d82-b182-c35bb8a76ea7'] response: {'server_uuid': 'cf84c137-0e40-4142-aeea-752c58ddf802', 'name': 'network-vif-deleted', 'tag': 'c75e108f-6d40-4959-9a3c-826d04f8205b', 'status': 'completed', 'code': 200} Apr 18 21:33:39.787469 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d012e42-b7de-40e5-bed2-170de4faf24b req-515c969f-f9bc-4947-bb93-8ae32dab91a6 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf84c137-0e40-4142-aeea-752c58ddf802 HTTP/1.1" status: 200 len: 210 time: 0.0450313 Apr 18 21:33:40.379404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b585634-ea57-452c-9ce7-8a47a7b393c3 req-263545a4-004d-490b-9535-b760518e33d6 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:40.380834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b585634-ea57-452c-9ce7-8a47a7b393c3 req-263545a4-004d-490b-9535-b760518e33d6 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1261806 Apr 18 21:33:40.386357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad5bb5a0-eabe-4ecc-8fa9-42afa01d2abb req-03022827-cde0-45ac-bdc6-4b4c1792c3c3 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1097 time: 0.2023110 Apr 18 21:33:40.465597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b585634-ea57-452c-9ce7-8a47a7b393c3 req-d885c291-44ba-405e-bc11-f1ec3ed3d965 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782268 Apr 18 21:33:40.467435 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad5bb5a0-eabe-4ecc-8fa9-42afa01d2abb req-60cbfdb8-de4f-4942-ac93-228018dcae71 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654652 Apr 18 21:33:40.657851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c75e108f-6d40-4959-9a3c-826d04f8205b no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:33:40.752312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f912f0-7db0-4660-9fd5-15391e53f462 req-8b0bcfce-b448-44a7-8a1d-dc705c606385 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:40.753671 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70f912f0-7db0-4660-9fd5-15391e53f462 req-8b0bcfce-b448-44a7-8a1d-dc705c606385 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 943 time: 0.0865147 Apr 18 21:33:40.774490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: c75e108f-6d40-4959-9a3c-826d04f8205b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:33:40.774857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c75e108f-6d40-4959-9a3c-826d04f8205b not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:33:40.803308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70f912f0-7db0-4660-9fd5-15391e53f462 req-4cbd54b4-9bc1-4b3e-bb2a-591d943a899f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432749 Apr 18 21:33:40.915167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34928) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:40.991370 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0d044ae-e013-44fd-b1cc-22cb565c9bdd tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:41.022391 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0d044ae-e013-44fd-b1cc-22cb565c9bdd tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:41.192225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0d044ae-e013-44fd-b1cc-22cb565c9bdd tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:41.216345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d044ae-e013-44fd-b1cc-22cb565c9bdd tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=533dde72-6d5b-46bc-aa38-a56b7e2b219e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:41.282721 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0d044ae-e013-44fd-b1cc-22cb565c9bdd tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:41.284085 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b0d044ae-e013-44fd-b1cc-22cb565c9bdd tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/security-groups/533dde72-6d5b-46bc-aa38-a56b7e2b219e HTTP/1.1" status: 204 len: 168 time: 0.3687000 Apr 18 21:33:41.382805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34936) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:41.782181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf7a75-0146-47b5-a49c-7dbd8aa6e49d req-a9a70e96-40d1-4e17-bde8-828ad33c4201 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:41.782181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ecf7a75-0146-47b5-a49c-7dbd8aa6e49d req-a9a70e96-40d1-4e17-bde8-828ad33c4201 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1276426 Apr 18 21:33:41.799189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cd83a599-2ae1-4f4b-ae64-9f86b014ccc1 req-f1fbf84f-2321-49f9-add9-aa3cdb557e41 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1097 time: 0.1872413 Apr 18 21:33:41.854209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ecf7a75-0146-47b5-a49c-7dbd8aa6e49d req-665c407c-1ccb-4bd3-a099-cf6007a948d2 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809081 Apr 18 21:33:41.892664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cd83a599-2ae1-4f4b-ae64-9f86b014ccc1 req-de367f02-530d-4c73-87fe-881361cafe3c tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926027 Apr 18 21:33:41.903087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-84a5a74c-ee40-4d16-923f-17acb4bcb663 req-e6017628-6256-4415-a0cc-ed6ae4f3fd62 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Synchronizing usage tracker for tenant:05204e2bedd3484fa4ac80084848dfd7 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:41.936024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-84a5a74c-ee40-4d16-923f-17acb4bcb663 req-e6017628-6256-4415-a0cc-ed6ae4f3fd62 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Unset dirty status for tenant:05204e2bedd3484fa4ac80084848dfd7 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:41.937861 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84a5a74c-ee40-4d16-923f-17acb4bcb663 req-e6017628-6256-4415-a0cc-ed6ae4f3fd62 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 1097 time: 0.1701427 Apr 18 21:33:41.943510 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36593306-248e-40de-87ff-bd9c4df3ea62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:42.082444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae541b-09e3-4725-ba1b-30b7a6054c07 req-4613a56d-4acc-4746-8b36-c86228b76d2a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:42.090016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4ae541b-09e3-4725-ba1b-30b7a6054c07 req-4613a56d-4acc-4746-8b36-c86228b76d2a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 943 time: 0.0952477 Apr 18 21:33:42.250516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-84a5a74c-ee40-4d16-923f-17acb4bcb663 req-d7e8e180-061d-44f9-bb2f-dbd84f4070a2 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Deleting port 5d821b6f-c34c-4287-91a3-0fb1e056dd64 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:33:42.250915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-84a5a74c-ee40-4d16-923f-17acb4bcb663 req-d7e8e180-061d-44f9-bb2f-dbd84f4070a2 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:42.308075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4ae541b-09e3-4725-ba1b-30b7a6054c07 req-66a79649-d3e8-410e-954c-af3b2c4c7662 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171669 Apr 18 21:33:42.522167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-84a5a74c-ee40-4d16-923f-17acb4bcb663 req-d7e8e180-061d-44f9-bb2f-dbd84f4070a2 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] For port 5d821b6f-c34c-4287-91a3-0fb1e056dd64, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5d821b6f-c34c-4287-91a3-0fb1e056dd64,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:42.522663 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-84a5a74c-ee40-4d16-923f-17acb4bcb663 req-d7e8e180-061d-44f9-bb2f-dbd84f4070a2 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:42.649984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-84a5a74c-ee40-4d16-923f-17acb4bcb663 req-d7e8e180-061d-44f9-bb2f-dbd84f4070a2 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Calling delete_port for 5d821b6f-c34c-4287-91a3-0fb1e056dd64 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:33:42.662454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device dee681f3-4b3a-4b78-b847-a02b54386688 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:33:42.814728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port dee681f3-4b3a-4b78-b847-a02b54386688, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=dee681f3-4b3a-4b78-b847-a02b54386688,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:42.826339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'dee681f3-4b3a-4b78-b847-a02b54386688', 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42', 'port_id': 'dee681f3-4b3a-4b78-b847-a02b54386688', 'mac_address': 'fa:16:3e:2c:b4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6090f4f8-a068-4260-877c-317905a852aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:33:42.899224 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:42.921587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee681f3-4b3a-4b78-b847-a02b54386688 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:33:42.945518 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port dee681f3-4b3a-4b78-b847-a02b54386688, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=dee681f3-4b3a-4b78-b847-a02b54386688,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:43.035284 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-84a5a74c-ee40-4d16-923f-17acb4bcb663 req-d7e8e180-061d-44f9-bb2f-dbd84f4070a2 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:43.049445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['5d821b6f-c34c-4287-91a3-0fb1e056dd64'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:43.080535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['fb97840b-1422-4028-89c5-95ebafd27017'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:43.095921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8e180-061d-44f9-bb2f-dbd84f4070a2 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d821b6f-c34c-4287-91a3-0fb1e056dd64,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:43.120522 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:43.160819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d9c8971-1921-40ea-a073-bc13356d49ff req-f342c48b-7dad-428f-ace2-5b63bc2517f3 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 210 time: 0.0861647 Apr 18 21:33:43.240550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed24a-97a8-4b35-9501-33571eaff61d req-d0653c8b-3520-4b7f-8192-008ebfe46978 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:43.244222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=dee681f3-4b3a-4b78-b847-a02b54386688,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:43.252784 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c10ed24a-97a8-4b35-9501-33571eaff61d req-d0653c8b-3520-4b7f-8192-008ebfe46978 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.2318406 Apr 18 21:33:43.264499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a5a74c-ee40-4d16-923f-17acb4bcb663 req-d7e8e180-061d-44f9-bb2f-dbd84f4070a2 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] No DVR routers for this DVR port 5d821b6f-c34c-4287-91a3-0fb1e056dd64 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:33:43.270194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-84a5a74c-ee40-4d16-923f-17acb4bcb663 req-d7e8e180-061d-44f9-bb2f-dbd84f4070a2 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:43.288101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4f4209-a176-4495-9669-b4e3d2224f3e', 'name': 'network-vif-deleted', 'tag': '5d821b6f-c34c-4287-91a3-0fb1e056dd64'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:43.353194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c10ed24a-97a8-4b35-9501-33571eaff61d req-18f2bc01-2bf9-4c03-825b-6a671a196411 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994189 Apr 18 21:33:43.429279 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca78d7f1-4a92-4c19-a7ab-2a87dbf453ae'] response: {'server_uuid': 'bc4f4209-a176-4495-9669-b4e3d2224f3e', 'name': 'network-vif-deleted', 'tag': '5d821b6f-c34c-4287-91a3-0fb1e056dd64', 'status': 'completed', 'code': 200} Apr 18 21:33:43.443656 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84a5a74c-ee40-4d16-923f-17acb4bcb663 req-d7e8e180-061d-44f9-bb2f-dbd84f4070a2 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.59 "DELETE /v2.0/ports/5d821b6f-c34c-4287-91a3-0fb1e056dd64 HTTP/1.1" status: 204 len: 173 time: 1.4347308 Apr 18 21:33:43.582027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['dee681f3-4b3a-4b78-b847-a02b54386688'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:43.588923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-36593306-248e-40de-87ff-bd9c4df3ea62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting port f444d095-205b-4fa0-b881-1e95426a4937 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:33:43.588923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36593306-248e-40de-87ff-bd9c4df3ea62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:43.620569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da733a-213b-4d39-919d-a3dc86b6a180 req-4cb8b89d-dc4a-43fa-a7f7-e953851f8851 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:43.631000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48da733a-213b-4d39-919d-a3dc86b6a180 req-4cb8b89d-dc4a-43fa-a7f7-e953851f8851 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 944 time: 0.1247444 Apr 18 21:33:43.706116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48da733a-213b-4d39-919d-a3dc86b6a180 req-228d7e03-319b-4725-bd25-6eaed5ac6c26 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736160 Apr 18 21:33:43.801098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-36593306-248e-40de-87ff-bd9c4df3ea62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] For port f444d095-205b-4fa0-b881-1e95426a4937, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f444d095-205b-4fa0-b881-1e95426a4937,segment=NetworkSegment(69d97a2a-230e-4790-bc83-dc38c611a766),segment_id=69d97a2a-230e-4790-bc83-dc38c611a766)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:43.801969 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36593306-248e-40de-87ff-bd9c4df3ea62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:44.018861 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:33:44.024558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-36593306-248e-40de-87ff-bd9c4df3ea62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Calling delete_port for f444d095-205b-4fa0-b881-1e95426a4937 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:33:44.372774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9eb51eb0-42e5-4995-9266-32029f1088b2 req-1fff4ae9-1421-425c-a03f-4998c0002c09 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc4f4209-a176-4495-9669-b4e3d2224f3e HTTP/1.1" status: 200 len: 210 time: 0.0547044 Apr 18 21:33:44.384940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36593306-248e-40de-87ff-bd9c4df3ea62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:44.454496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36593306-248e-40de-87ff-bd9c4df3ea62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Port': ['ID=f444d095-205b-4fa0-b881-1e95426a4937,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:44.646357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce5b75-68a4-479a-842d-754a69f4ace4 req-c278bc92-c571-44c2-802b-9069ccd8cab4 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:44.653772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fce5b75-68a4-479a-842d-754a69f4ace4 req-c278bc92-c571-44c2-802b-9069ccd8cab4 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1473382 Apr 18 21:33:44.678376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device dee681f3-4b3a-4b78-b847-a02b54386688 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:44.722462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fce5b75-68a4-479a-842d-754a69f4ace4 req-6b16bd67-2269-4fad-a49d-ba7d2b4a7b00 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681667 Apr 18 21:33:44.860609 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port dee681f3-4b3a-4b78-b847-a02b54386688 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:44.868157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port dee681f3-4b3a-4b78-b847-a02b54386688 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:44.868535 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:44.892667 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36593306-248e-40de-87ff-bd9c4df3ea62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:44.922859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce59d34-b694-443a-9b59-e2b2353f3a1f req-8e1b9e59-4442-4ad3-a914-10eaa7c5de3f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:44.924325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ce59d34-b694-443a-9b59-e2b2353f3a1f req-8e1b9e59-4442-4ad3-a914-10eaa7c5de3f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 944 time: 0.0938146 Apr 18 21:33:44.980997 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ce59d34-b694-443a-9b59-e2b2353f3a1f req-2be291e1-01fc-49b7-a820-f6994b522a0f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508056 Apr 18 21:33:45.001666 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:45.030398 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee681f3-4b3a-4b78-b847-a02b54386688'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:45.042145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port dee681f3-4b3a-4b78-b847-a02b54386688, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=dee681f3-4b3a-4b78-b847-a02b54386688,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:45.095286 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c412b56e-4dbb-4be4-ac5d-1fde91ee0f08'] response: {'server_uuid': 'eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee681f3-4b3a-4b78-b847-a02b54386688', 'code': 200} Apr 18 21:33:45.109723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5d821b6f-c34c-4287-91a3-0fb1e056dd64 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:33:45.146099 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 5d821b6f-c34c-4287-91a3-0fb1e056dd64 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:33:45.146679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5d821b6f-c34c-4287-91a3-0fb1e056dd64 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:33:45.148681 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:45.227634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34984) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:45.244648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=dee681f3-4b3a-4b78-b847-a02b54386688,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:45.382381 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e3fce918-0cc5-4321-a3e2-e7a7ae36e7a9 req-754e5c1d-e686-4f42-ae62-0cab7abac6ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 1096 time: 0.2019463 Apr 18 21:33:45.393826 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68e10c3f-b2e0-43ae-ba7c-a46061add882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:45.428011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-68e10c3f-b2e0-43ae-ba7c-a46061add882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:45.432841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-68e10c3f-b2e0-43ae-ba7c-a46061add882 admin admin] Usage tracker for resource:security_group_rule and tenant:49e19865f79446b8b05a50eb519f2698 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:45.436003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-68e10c3f-b2e0-43ae-ba7c-a46061add882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:45.444389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-68e10c3f-b2e0-43ae-ba7c-a46061add882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:45.521044 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68e10c3f-b2e0-43ae-ba7c-a46061add882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:45.555100 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e3fce918-0cc5-4321-a3e2-e7a7ae36e7a9 req-f74afb4d-5ff2-42f1-9402-602d5255785f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216435 Apr 18 21:33:45.617140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36593306-248e-40de-87ff-bd9c4df3ea62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:33:45.634712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68e10c3f-b2e0-43ae-ba7c-a46061add882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:45.673196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e10c3f-b2e0-43ae-ba7c-a46061add882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d1d17b-9600-4aff-86f0-0de7f7a49803,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:45.698632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-68e10c3f-b2e0-43ae-ba7c-a46061add882 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49e19865f79446b8b05a50eb519f2698&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4693146 Apr 18 21:33:45.701147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34996) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:45.770098 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0321021-589e-41f1-a311-151f7ad0284c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:45.804156 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0321021-589e-41f1-a311-151f7ad0284c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:45.940849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36593306-248e-40de-87ff-bd9c4df3ea62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:33:45.946281 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0321021-589e-41f1-a311-151f7ad0284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:45.954966 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-36593306-248e-40de-87ff-bd9c4df3ea62 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "PUT /v2.0/routers/4c7bf6a8-b311-46f1-8cb4-9c9944f53788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5710003 Apr 18 21:33:45.957754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35004) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:45.971543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0321021-589e-41f1-a311-151f7ad0284c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d1d17b-9600-4aff-86f0-0de7f7a49803,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:45.979525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560923bf-c060-4f62-8abc-e38b69fd9ed1 req-cf6c5bac-9c9e-43f8-9f0c-29ddfe0a9ea7 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:45.982085 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-560923bf-c060-4f62-8abc-e38b69fd9ed1 req-cf6c5bac-9c9e-43f8-9f0c-29ddfe0a9ea7 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1036544 Apr 18 21:33:46.006388 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0321021-589e-41f1-a311-151f7ad0284c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.007572 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c0321021-589e-41f1-a311-151f7ad0284c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66d1d17b-9600-4aff-86f0-0de7f7a49803 HTTP/1.1" status: 204 len: 168 time: 0.3052883 Apr 18 21:33:46.039636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-560923bf-c060-4f62-8abc-e38b69fd9ed1 req-68efdd03-6151-4992-a759-12da5531c2fe tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519278 Apr 18 21:33:46.180797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d87b0a2-5d53-4cbc-8136-39b819698b93 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting subnet 28f3c7cd-afd0-4bad-ad63-e543c82cc40f {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:33:46.183952 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d87b0a2-5d53-4cbc-8136-39b819698b93 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.260838 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d87b0a2-5d53-4cbc-8136-39b819698b93 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.284361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-39281267-b3f3-428d-9f68-7c08c63769c9 req-b2d62043-8e2f-49c4-9646-7c3688d068c9 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1096 time: 0.1488369 Apr 18 21:33:46.334964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977bc69-ffde-4c4e-9e4f-5e4a44cda86d req-34a569df-e943-45d8-b36c-e07b878cce91 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:46.337074 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6977bc69-ffde-4c4e-9e4f-5e4a44cda86d req-34a569df-e943-45d8-b36c-e07b878cce91 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 945 time: 0.1549730 Apr 18 21:33:46.353657 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d87b0a2-5d53-4cbc-8136-39b819698b93 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.365279 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-39281267-b3f3-428d-9f68-7c08c63769c9 req-9f2482a6-5795-46d4-ba58-08cdaeda1c21 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747170 Apr 18 21:33:46.398017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6977bc69-ffde-4c4e-9e4f-5e4a44cda86d req-c26050df-eadf-465b-baa0-abfe66b4fd95 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519612 Apr 18 21:33:46.494186 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d87b0a2-5d53-4cbc-8136-39b819698b93 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.535612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87b0a2-5d53-4cbc-8136-39b819698b93 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Subnet': ['ID=28f3c7cd-afd0-4bad-ad63-e543c82cc40f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:46.541577 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d87b0a2-5d53-4cbc-8136-39b819698b93 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.548421 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4d87b0a2-5d53-4cbc-8136-39b819698b93 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/subnets/28f3c7cd-afd0-4bad-ad63-e543c82cc40f HTTP/1.1" status: 204 len: 168 time: 0.5896807 Apr 18 21:33:46.548652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad3ba5c-42bf-466c-94d6-a657dbc9689e None None] Network 95e6d3c4-7b49-4dee-9f16-9a3000150d5a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:33:46.551015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35016) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:46.764935 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.792622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35020) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:46.810384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f938c-2837-42e4-85a2-6d0ce04324b1 None None] DHCP port deletion for 95e6d3c4-7b49-4dee-9f16-9a3000150d5a request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:33:46.812001 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9633c5cd-8482-4d79-83ff-a49a3d7f2cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.812836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-098f938c-2837-42e4-85a2-6d0ce04324b1 None None] Deleting port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:33:46.813370 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-098f938c-2837-42e4-85a2-6d0ce04324b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.844847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9633c5cd-8482-4d79-83ff-a49a3d7f2cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:46.848792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9633c5cd-8482-4d79-83ff-a49a3d7f2cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:ecd3f7b62fbe40d78c3ba60d5b9feee3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:46.852397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9633c5cd-8482-4d79-83ff-a49a3d7f2cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:46.858215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9633c5cd-8482-4d79-83ff-a49a3d7f2cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:46.929935 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9633c5cd-8482-4d79-83ff-a49a3d7f2cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.980192 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:47.018297 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9633c5cd-8482-4d79-83ff-a49a3d7f2cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:47.025807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-098f938c-2837-42e4-85a2-6d0ce04324b1 None None] For port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0,segment=NetworkSegment(69d97a2a-230e-4790-bc83-dc38c611a766),segment_id=69d97a2a-230e-4790-bc83-dc38c611a766)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:47.025807 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-098f938c-2837-42e4-85a2-6d0ce04324b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:47.062791 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9633c5cd-8482-4d79-83ff-a49a3d7f2cf7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecd3f7b62fbe40d78c3ba60d5b9feee3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2687032 Apr 18 21:33:47.065968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35026) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:47.090519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Deleting port c6e782e1-730b-4c9f-bf10-e6f09df6e0ad {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:33:47.090986 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:47.112136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633c5cd-8482-4d79-83ff-a49a3d7f2cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e99f002-0f09-444a-94c0-61e30743fe29,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:47.159156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-098f938c-2837-42e4-85a2-6d0ce04324b1 None None] Calling delete_port for 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:33:47.259444 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-620ada56-6d55-4d44-9017-aa6239722f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:47.367984 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-620ada56-6d55-4d44-9017-aa6239722f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:47.377029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a85eb-cfdf-4368-aa2c-68b554aeb33a req-db39a949-31c3-4c15-b735-b2fe4272335f tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:47.378214 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-098f938c-2837-42e4-85a2-6d0ce04324b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:47.378581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6a85eb-cfdf-4368-aa2c-68b554aeb33a req-db39a949-31c3-4c15-b735-b2fe4272335f tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.0880902 Apr 18 21:33:47.435801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c6a85eb-cfdf-4368-aa2c-68b554aeb33a req-929a49fd-a176-4ae2-955e-b56e077e9922 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510406 Apr 18 21:33:47.452066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] For port c6e782e1-730b-4c9f-bf10-e6f09df6e0ad, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c6e782e1-730b-4c9f-bf10-e6f09df6e0ad,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:47.452649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:47.485172 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f938c-2837-42e4-85a2-6d0ce04324b1 None None] Pushing event deleted for resources: {'Port': ['ID=2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:47.491420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f938c-2837-42e4-85a2-6d0ce04324b1 None None] No DVR routers for this DVR port 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:33:47.621343 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Calling delete_port for c6e782e1-730b-4c9f-bf10-e6f09df6e0ad owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:33:47.757489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35cfbcd0-1ae6-4dc9-9fe0-c014661051ac req-482c37c0-3910-47ab-b865-e6fc0c497b3c tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1096 time: 0.1764326 Apr 18 21:33:47.778393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1d304-ee92-4459-8db8-2555c1b4a9c6 req-f849bfff-194a-42c7-8aaa-cf2fceb6925f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:47.779906 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fb1d304-ee92-4459-8db8-2555c1b4a9c6 req-f849bfff-194a-42c7-8aaa-cf2fceb6925f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 945 time: 0.1303048 Apr 18 21:33:47.781553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-620ada56-6d55-4d44-9017-aa6239722f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:47.815644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ada56-6d55-4d44-9017-aa6239722f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e99f002-0f09-444a-94c0-61e30743fe29,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:47.839057 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-620ada56-6d55-4d44-9017-aa6239722f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:47.842538 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-620ada56-6d55-4d44-9017-aa6239722f72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e99f002-0f09-444a-94c0-61e30743fe29 HTTP/1.1" status: 204 len: 168 time: 0.7737334 Apr 18 21:33:47.854033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fb1d304-ee92-4459-8db8-2555c1b4a9c6 req-b11d6468-41b5-4a8b-bb59-607f12541775 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650730 Apr 18 21:33:47.855908 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35cfbcd0-1ae6-4dc9-9fe0-c014661051ac req-938b48b2-065f-4a65-89f9-b5a7d6417bdf tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974624 Apr 18 21:33:47.938509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:48.114191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Port': ['ID=c6e782e1-730b-4c9f-bf10-e6f09df6e0ad,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:48.373535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:33:48.400006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-287d1978-9bf9-43b1-97ff-db753f21f975 req-b4dd0a88-434d-4b19-83fb-dbff9000d461 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Synchronizing usage tracker for tenant:05204e2bedd3484fa4ac80084848dfd7 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:48.415714 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:48.416635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:33:48.417186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2a8d56d6-4d49-4ba3-9fca-4ddaad69faa0 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:33:48.715493 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:48.724487 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:48.733745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061f2d0-38fb-4eb3-ba87-398eadab53d7 req-4731bcd9-f48e-4021-a151-d35f59e0b6b1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:48.741694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b061f2d0-38fb-4eb3-ba87-398eadab53d7 req-4731bcd9-f48e-4021-a151-d35f59e0b6b1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 945 time: 0.2159607 Apr 18 21:33:48.753671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-287d1978-9bf9-43b1-97ff-db753f21f975 req-b4dd0a88-434d-4b19-83fb-dbff9000d461 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Unset dirty status for tenant:05204e2bedd3484fa4ac80084848dfd7 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:48.755224 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-287d1978-9bf9-43b1-97ff-db753f21f975 req-b4dd0a88-434d-4b19-83fb-dbff9000d461 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1096 time: 0.7797072 Apr 18 21:33:48.832930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6cf1-615d-4400-9fcf-eb3bde5c7129 req-f2345ec1-be0a-4b54-b445-8bf93bf2d218 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:48.834520 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22cd6cf1-615d-4400-9fcf-eb3bde5c7129 req-f2345ec1-be0a-4b54-b445-8bf93bf2d218 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1969128 Apr 18 21:33:48.854874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b061f2d0-38fb-4eb3-ba87-398eadab53d7 req-264d9afc-0282-403a-a13c-232c63cc6235 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896027 Apr 18 21:33:48.856206 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:48.856651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Fanout notify agent at l3_agent the message router_deleted on router 4c7bf6a8-b311-46f1-8cb4-9c9944f53788 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:33:48.869709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-287d1978-9bf9-43b1-97ff-db753f21f975 req-ffd32930-1e68-4b6b-8a4f-1f19705b10dc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Deleting port fb97840b-1422-4028-89c5-95ebafd27017 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:33:48.870039 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-287d1978-9bf9-43b1-97ff-db753f21f975 req-ffd32930-1e68-4b6b-8a4f-1f19705b10dc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:48.907200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:48.907200 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f3ccac07-8ed4-4697-96e8-465511c01152 tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/routers/4c7bf6a8-b311-46f1-8cb4-9c9944f53788 HTTP/1.1" status: 204 len: 168 time: 2.3544991 Apr 18 21:33:48.913118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35064) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:48.919469 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22cd6cf1-615d-4400-9fcf-eb3bde5c7129 req-b07b84e3-dc1c-4520-82b8-c20967ac7f7a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683732 Apr 18 21:33:49.069527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9293c856-6733-4a2c-b60f-98f2146e1b2e req-d91c7817-4770-48a3-8ccd-80b4bed7185f tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 1096 time: 0.0828128 Apr 18 21:33:49.091949 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:49.133461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9293c856-6733-4a2c-b60f-98f2146e1b2e req-3095901d-832a-472e-b1ea-ac0321f93f7f tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ce541ed-18f5-422f-ad06-235b91d5d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547636 Apr 18 21:33:49.326364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:49.370026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-287d1978-9bf9-43b1-97ff-db753f21f975 req-ffd32930-1e68-4b6b-8a4f-1f19705b10dc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] For port fb97840b-1422-4028-89c5-95ebafd27017, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fb97840b-1422-4028-89c5-95ebafd27017,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:49.370177 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-287d1978-9bf9-43b1-97ff-db753f21f975 req-ffd32930-1e68-4b6b-8a4f-1f19705b10dc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:49.383292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e6d3c4-7b49-4dee-9f16-9a3000150d5a']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:49.617435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d97a2a-230e-4790-bc83-dc38c611a766') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:49.617773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d97a2a-230e-4790-bc83-dc38c611a766') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:49.632732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-287d1978-9bf9-43b1-97ff-db753f21f975 req-ffd32930-1e68-4b6b-8a4f-1f19705b10dc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Calling delete_port for fb97840b-1422-4028-89c5-95ebafd27017 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:33:49.677047 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:49.703678 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:49.726998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:33:49.726998 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:33:49.734520 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:33:49.868004 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9e83b4-32e8-46e1-a9a6-2fb1c7d83f3b None None] New status for floating IP 1de7917f-3243-4021-9b9d-dcc0a6d0e04e: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:33:49.940813 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:50.000953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-f1a77580-c2c1-42f8-abc7-59ec560e5ef4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:50.002676 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-f1a77580-c2c1-42f8-abc7-59ec560e5ef4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 945 time: 0.1656816 Apr 18 21:33:50.008207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:50.036467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] Pushing event deleted for resources: {'Network': ['ID=95e6d3c4-7b49-4dee-9f16-9a3000150d5a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:50.077564 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-287d1978-9bf9-43b1-97ff-db753f21f975 req-ffd32930-1e68-4b6b-8a4f-1f19705b10dc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:50.144289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd32930-1e68-4b6b-8a4f-1f19705b10dc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb97840b-1422-4028-89c5-95ebafd27017,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:50.155714 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0c485908-9cab-4cfe-86a8-56b4e573f12f tempest-TestNetworkBasicOps-448453216 tempest-TestNetworkBasicOps-448453216-project] 10.222.0.11 "DELETE /v2.0/networks/95e6d3c4-7b49-4dee-9f16-9a3000150d5a HTTP/1.1" status: 204 len: 168 time: 1.2391977 Apr 18 21:33:50.294905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Deleting port dee681f3-4b3a-4b78-b847-a02b54386688 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:33:50.295357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:50.402136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-287d1978-9bf9-43b1-97ff-db753f21f975 req-ffd32930-1e68-4b6b-8a4f-1f19705b10dc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] No DVR routers for this DVR port fb97840b-1422-4028-89c5-95ebafd27017 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:33:50.408723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-287d1978-9bf9-43b1-97ff-db753f21f975 req-ffd32930-1e68-4b6b-8a4f-1f19705b10dc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:50.411983 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-287d1978-9bf9-43b1-97ff-db753f21f975 req-ffd32930-1e68-4b6b-8a4f-1f19705b10dc tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.26 "DELETE /v2.0/ports/fb97840b-1422-4028-89c5-95ebafd27017 HTTP/1.1" status: 204 len: 173 time: 1.6507850 Apr 18 21:33:50.412537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a313bb5-f999-48ae-87d7-8547422c2c31', 'name': 'network-vif-deleted', 'tag': 'fb97840b-1422-4028-89c5-95ebafd27017'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:50.442195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35108) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:50.460283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a12444-95a0-4007-8148-05116cfaf77c req-724c7957-177a-4a79-aa06-8ed1e9a66054 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:50.462042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50a12444-95a0-4007-8148-05116cfaf77c req-724c7957-177a-4a79-aa06-8ed1e9a66054 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 945 time: 0.2758217 Apr 18 21:33:50.706225 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf6eebaf-4ff5-4cde-9b56-6cc4c484e060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:50.706875 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50a12444-95a0-4007-8148-05116cfaf77c req-84228857-818d-44e0-a29a-2ed92607f9a4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257628 Apr 18 21:33:50.725159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device dee681f3-4b3a-4b78-b847-a02b54386688 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:33:50.741972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bf6eebaf-4ff5-4cde-9b56-6cc4c484e060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:50.746960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bf6eebaf-4ff5-4cde-9b56-6cc4c484e060 admin admin] Usage tracker for resource:security_group_rule and tenant:04df1fb614bc40648e28c78b19d03aca is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:50.750825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bf6eebaf-4ff5-4cde-9b56-6cc4c484e060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:50.759967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bf6eebaf-4ff5-4cde-9b56-6cc4c484e060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:50.770323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] For port dee681f3-4b3a-4b78-b847-a02b54386688, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=dee681f3-4b3a-4b78-b847-a02b54386688,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:50.770695 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:50.866928 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf6eebaf-4ff5-4cde-9b56-6cc4c484e060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:50.931769 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:50.940163 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf6eebaf-4ff5-4cde-9b56-6cc4c484e060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:50.944063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Calling delete_port for dee681f3-4b3a-4b78-b847-a02b54386688 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:33:50.973361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee681f3-4b3a-4b78-b847-a02b54386688'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:50.992431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port dee681f3-4b3a-4b78-b847-a02b54386688, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=dee681f3-4b3a-4b78-b847-a02b54386688,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:51.012384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6eebaf-4ff5-4cde-9b56-6cc4c484e060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95a4d54-302d-4f4e-a641-233df104e6a8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:51.035787 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bf6eebaf-4ff5-4cde-9b56-6cc4c484e060 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04df1fb614bc40648e28c78b19d03aca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5924916 Apr 18 21:33:51.037035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35122) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:51.051697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4c4d491-7027-4907-a435-2ff42889dc40 req-07ca8d79-3084-4a16-af39-b4d32164c0c6 tempest-TestServerMultinode-295255151 tempest-TestServerMultinode-295255151-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a313bb5-f999-48ae-87d7-8547422c2c31 HTTP/1.1" status: 200 len: 210 time: 0.1185887 Apr 18 21:33:51.081538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:51.081803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec86eb-be9a-49a2-9e42-3b6da1048eae req-037aa0cd-c4ab-4077-b8a9-6277ce93e192 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:51.089219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device fb97840b-1422-4028-89c5-95ebafd27017 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:33:51.090579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8dec86eb-be9a-49a2-9e42-3b6da1048eae req-037aa0cd-c4ab-4077-b8a9-6277ce93e192 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.4527991 Apr 18 21:33:51.099297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35126) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:51.173243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8dec86eb-be9a-49a2-9e42-3b6da1048eae req-1d0b63e7-b916-4750-893b-f6643f5d78ad tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783966 Apr 18 21:33:51.237089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953fec72-bbe9-49ff-b22a-843616dbba6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:51.239564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: fb97840b-1422-4028-89c5-95ebafd27017 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:33:51.239919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device fb97840b-1422-4028-89c5-95ebafd27017 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:33:51.296693 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=dee681f3-4b3a-4b78-b847-a02b54386688,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:51.302957 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953fec72-bbe9-49ff-b22a-843616dbba6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:51.321003 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:33:51.325499 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:33:51.399458 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4c8756-822e-48ad-8777-0dc8637eaa59'] response: {'server_uuid': '4a313bb5-f999-48ae-87d7-8547422c2c31', 'name': 'network-vif-deleted', 'tag': 'fb97840b-1422-4028-89c5-95ebafd27017', 'status': 'completed', 'code': 200} Apr 18 21:33:51.418568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3d042-611b-4d2e-b598-b2526d21cd2f req-d3bf50cc-9fa9-4a98-ad5a-a857e33c747f tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:51.420228 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24f3d042-611b-4d2e-b598-b2526d21cd2f req-d3bf50cc-9fa9-4a98-ad5a-a857e33c747f tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.2060070 Apr 18 21:33:51.426585 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d162ca12-d0d5-4001-a912-1332b4eb3208'] response: {'server_uuid': 'eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee681f3-4b3a-4b78-b847-a02b54386688', 'code': 200} Apr 18 21:33:51.467232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953fec72-bbe9-49ff-b22a-843616dbba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:51.494363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24f3d042-611b-4d2e-b598-b2526d21cd2f req-1f9ed539-0c0e-43e3-b946-3ab5b2b54493 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680728 Apr 18 21:33:51.501926 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fec72-bbe9-49ff-b22a-843616dbba6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95a4d54-302d-4f4e-a641-233df104e6a8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:51.510865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-953fec72-bbe9-49ff-b22a-843616dbba6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:51.512171 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-953fec72-bbe9-49ff-b22a-843616dbba6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f95a4d54-302d-4f4e-a641-233df104e6a8 HTTP/1.1" status: 204 len: 168 time: 0.4741893 Apr 18 21:33:51.539902 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-813e0d2c-1fc5-4f68-94e3-4ba16edf103f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bfb4ecea54942dca79bbe9472e0ec87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4393842 Apr 18 21:33:51.542243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35136) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:51.618793 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ff2-611d-45bd-814b-64467c71dfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:51.643549 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ff2-611d-45bd-814b-64467c71dfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:51.811602 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ff2-611d-45bd-814b-64467c71dfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:51.826157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Deleting port dee681f3-4b3a-4b78-b847-a02b54386688 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:33:51.826550 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:51.830865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c7ff2-611d-45bd-814b-64467c71dfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4e0304-e49d-4b58-b50b-777fbe6836d7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:51.843960 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ff2-611d-45bd-814b-64467c71dfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:51.846659 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6e6c7ff2-611d-45bd-814b-64467c71dfec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b4e0304-e49d-4b58-b50b-777fbe6836d7 HTTP/1.1" status: 204 len: 168 time: 0.3028853 Apr 18 21:33:52.178981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b5e97-70d8-4ef9-8c78-cdddf2ab0b5c req-c3c5458f-a216-4d9f-97e4-f71df7c85e08 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:52.185595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e16b5e97-70d8-4ef9-8c78-cdddf2ab0b5c req-c3c5458f-a216-4d9f-97e4-f71df7c85e08 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 943 time: 0.2903528 Apr 18 21:33:52.212026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35156) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:52.459847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e16b5e97-70d8-4ef9-8c78-cdddf2ab0b5c req-e084055e-1a57-46c8-a986-411fe436cc9d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734096 Apr 18 21:33:52.462263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] For port dee681f3-4b3a-4b78-b847-a02b54386688, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=dee681f3-4b3a-4b78-b847-a02b54386688,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:52.462583 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:52.720829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35174) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:52.745405 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e4ede151-4457-439f-a580-06020768aab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:52.768647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Calling delete_port for dee681f3-4b3a-4b78-b847-a02b54386688 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:33:52.785201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e4ede151-4457-439f-a580-06020768aab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:52.792494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e4ede151-4457-439f-a580-06020768aab3 admin admin] Usage tracker for resource:security_group_rule and tenant:6279ec39812b44779ee4a268836a95d8 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:52.795560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e4ede151-4457-439f-a580-06020768aab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:52.809899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e4ede151-4457-439f-a580-06020768aab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:52.889628 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e4ede151-4457-439f-a580-06020768aab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:52.890693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c9e74-484f-4f2e-b547-aae64c2c7f21 req-abf4d812-9881-433c-9de1-558d5f93b2a3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:52.892894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a35c9e74-484f-4f2e-b547-aae64c2c7f21 req-abf4d812-9881-433c-9de1-558d5f93b2a3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.5341167 Apr 18 21:33:52.941588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530b906-fb0e-418d-b561-2f6826be11d4 req-cb613e36-a1d2-4bd7-87e7-adaf99fa9ee8 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:52.943066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2530b906-fb0e-418d-b561-2f6826be11d4 req-cb613e36-a1d2-4bd7-87e7-adaf99fa9ee8 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.2779725 Apr 18 21:33:52.943175 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e4ede151-4457-439f-a580-06020768aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:53.005517 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e4ede151-4457-439f-a580-06020768aab3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6279ec39812b44779ee4a268836a95d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2828722 Apr 18 21:33:53.006281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ede151-4457-439f-a580-06020768aab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a8616f-49cf-43cf-89c6-4a96e20ec5e0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:53.010101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35184) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:53.078994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a35c9e74-484f-4f2e-b547-aae64c2c7f21 req-ffd233d0-94a6-4579-86f8-8f8c28c17c9a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761417 Apr 18 21:33:53.100968 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6a4844cf-e820-4de0-a3e7-4b24ba3a7cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:53.129529 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6a4844cf-e820-4de0-a3e7-4b24ba3a7cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:53.218773 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ed3f8-abe1-4a79-9da3-05233dde802e None None] Sync routers for ids ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:33:53.229598 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ed3f8-abe1-4a79-9da3-05233dde802e None None] Routers set() bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:53.230515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ed3f8-abe1-4a79-9da3-05233dde802e None None] Router IDs set() for agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:33:53.231404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e7ed3f8-abe1-4a79-9da3-05233dde802e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4c7bf6a8-b311-46f1-8cb4-9c9944f53788'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent'). {{(pid=85050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:33:53.245520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ed3f8-abe1-4a79-9da3-05233dde802e None None] Routers set() bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:53.246263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ed3f8-abe1-4a79-9da3-05233dde802e None None] Router IDs set() for agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:33:53.247579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e7ed3f8-abe1-4a79-9da3-05233dde802e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4c7bf6a8-b311-46f1-8cb4-9c9944f53788'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent'). {{(pid=85050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:33:53.250956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ed3f8-abe1-4a79-9da3-05233dde802e None None] The sync data for ids ['4c7bf6a8-b311-46f1-8cb4-9c9944f53788'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:33:53.300322 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2530b906-fb0e-418d-b561-2f6826be11d4 req-e3bbf1a2-50d2-40c3-86bd-d78819fece0d tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232191 Apr 18 21:33:53.306848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:53.325724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['699409d3-3a34-4bb7-9806-0815a5907610'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:53.342382 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e905adb9-77b9-4b50-a35f-9aaa5d9ab127 req-75882683-dac3-4d9a-a63e-ebdb844d013c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 1097 time: 0.1573412 Apr 18 21:33:53.345797 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6a4844cf-e820-4de0-a3e7-4b24ba3a7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:53.384940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Pushing event deleted for resources: {'Port': ['ID=dee681f3-4b3a-4b78-b847-a02b54386688,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:53.396701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4844cf-e820-4de0-a3e7-4b24ba3a7cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a8616f-49cf-43cf-89c6-4a96e20ec5e0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:53.413948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6a4844cf-e820-4de0-a3e7-4b24ba3a7cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:53.415531 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6a4844cf-e820-4de0-a3e7-4b24ba3a7cb1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28a8616f-49cf-43cf-89c6-4a96e20ec5e0 HTTP/1.1" status: 204 len: 168 time: 0.4044638 Apr 18 21:33:53.494828 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e905adb9-77b9-4b50-a35f-9aaa5d9ab127 req-2f385e7f-cfc5-490b-97ef-8c7ca2d81985 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408641 Apr 18 21:33:53.517202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] No DVR routers for this DVR port dee681f3-4b3a-4b78-b847-a02b54386688 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:33:53.520784 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:53.523664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f', 'name': 'network-vif-deleted', 'tag': 'dee681f3-4b3a-4b78-b847-a02b54386688'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:53.682062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72f22ad8-ac7e-49b4-9ab2-1c42fa0570cf req-7d3b9b88-d7d0-4285-bbd6-0bccdbeb2059 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.26 "DELETE /v2.0/ports/dee681f3-4b3a-4b78-b847-a02b54386688 HTTP/1.1" status: 204 len: 173 time: 3.6735241 Apr 18 21:33:53.684776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-55b6ddac-7f50-46cf-ac7c-5d78da043504 req-7ebe8931-8fe5-459a-9ec7-7826993910b2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Synchronizing usage tracker for tenant:00766acdcef7497ba7f48218df75c761 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:53.703284 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3ea345fd-de8f-4ffa-9f48-db3781e61a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:53.908113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-55b6ddac-7f50-46cf-ac7c-5d78da043504 req-7ebe8931-8fe5-459a-9ec7-7826993910b2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Unset dirty status for tenant:00766acdcef7497ba7f48218df75c761 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:53.909317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55b6ddac-7f50-46cf-ac7c-5d78da043504 req-7ebe8931-8fe5-459a-9ec7-7826993910b2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f HTTP/1.1" status: 200 len: 210 time: 0.2868524 Apr 18 21:33:54.057380 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507db162-92a2-4e75-ab3d-050df3d93f97'] response: {'server_uuid': 'eb4b565b-5fa1-4efb-9c54-a336a0ad1e7f', 'name': 'network-vif-deleted', 'tag': 'dee681f3-4b3a-4b78-b847-a02b54386688', 'status': 'completed', 'code': 200} Apr 18 21:33:54.271633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f444d095-205b-4fa0-b881-1e95426a4937 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:33:54.305131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: f444d095-205b-4fa0-b881-1e95426a4937 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:33:54.305131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f444d095-205b-4fa0-b881-1e95426a4937 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:33:54.305564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c6e782e1-730b-4c9f-bf10-e6f09df6e0ad no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:33:54.344972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c6e782e1-730b-4c9f-bf10-e6f09df6e0ad {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:33:54.346047 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c6e782e1-730b-4c9f-bf10-e6f09df6e0ad not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:33:54.419934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c667e-cfd4-4263-8845-33435e76c385 req-26214515-35fd-4c99-a0f2-e6e70be3adc4 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:54.421427 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-074c667e-cfd4-4263-8845-33435e76c385 req-26214515-35fd-4c99-a0f2-e6e70be3adc4 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1803265 Apr 18 21:33:54.543174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-074c667e-cfd4-4263-8845-33435e76c385 req-5879ba44-d129-4c86-a2ba-b4d0219e0072 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900807 Apr 18 21:33:54.649406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3ea345fd-de8f-4ffa-9f48-db3781e61a1d admin admin] Deleting port 0d29848d-304c-4efa-a2af-92744b941de6 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:33:54.649791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3ea345fd-de8f-4ffa-9f48-db3781e61a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:54.670139 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-95fbcab6-ef00-4315-b3e5-98ac1a5b2783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:55.212843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-3ea345fd-de8f-4ffa-9f48-db3781e61a1d admin admin] For port 0d29848d-304c-4efa-a2af-92744b941de6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0d29848d-304c-4efa-a2af-92744b941de6,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:55.213425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3ea345fd-de8f-4ffa-9f48-db3781e61a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:55.438083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ad2d1-d7a6-49ac-96a6-8159266aae13 req-4f2c334f-7590-4817-b4c4-4f2d7eb994a5 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:55.439961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db7ad2d1-d7a6-49ac-96a6-8159266aae13 req-4f2c334f-7590-4817-b4c4-4f2d7eb994a5 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.3718054 Apr 18 21:33:55.450231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3ea345fd-de8f-4ffa-9f48-db3781e61a1d admin admin] Calling delete_port for 0d29848d-304c-4efa-a2af-92744b941de6 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:33:55.625956 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db7ad2d1-d7a6-49ac-96a6-8159266aae13 req-d9d8ec94-16e7-4f76-8516-8a69454a0312 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325834 Apr 18 21:33:55.640161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c38c84-2f52-4532-bdbb-840538547fc7 req-939ede8b-1779-46aa-9c11-6dc44fb986af tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:55.646955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1c38c84-2f52-4532-bdbb-840538547fc7 req-939ede8b-1779-46aa-9c11-6dc44fb986af tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.4100826 Apr 18 21:33:55.726126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1c38c84-2f52-4532-bdbb-840538547fc7 req-b80ce25a-da8a-4b55-a9b2-525ee79c12ca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781054 Apr 18 21:33:55.902621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c061ad-d715-4d5e-9c6f-fdd664af58b1 req-24dce480-cda2-448d-8a0d-36e8e7029159 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:55.910893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d6c061ad-d715-4d5e-9c6f-fdd664af58b1 req-24dce480-cda2-448d-8a0d-36e8e7029159 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1130176 Apr 18 21:33:55.928674 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3ea345fd-de8f-4ffa-9f48-db3781e61a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:55.995250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea345fd-de8f-4ffa-9f48-db3781e61a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d29848d-304c-4efa-a2af-92744b941de6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:56.126105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d6c061ad-d715-4d5e-9c6f-fdd664af58b1 req-f040448c-e856-4863-91c4-6b3a09a5b500 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142489 Apr 18 21:33:56.623320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea816af-61ef-4c09-a2ea-a5cf74780e67 req-e2af7c45-b6da-4d69-8193-1007846138b4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:56.625906 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ea816af-61ef-4c09-a2ea-a5cf74780e67 req-e2af7c45-b6da-4d69-8193-1007846138b4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.4844403 Apr 18 21:33:56.714042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ea816af-61ef-4c09-a2ea-a5cf74780e67 req-80614c03-5a02-48fd-8dce-90ded53da67a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802989 Apr 18 21:33:56.759712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3ea345fd-de8f-4ffa-9f48-db3781e61a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:57.020531 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cbc07797-f819-4beb-868b-a3a55b56a68a req-2147804c-6b32-4c9e-ac5d-20e9bd1c07f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 1097 time: 0.1153226 Apr 18 21:33:57.114750 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-39d1bd4b-7486-487a-a933-a35eb13ce89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:57.208396 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc07797-f819-4beb-868b-a3a55b56a68a req-fb2e68fa-aec1-407b-88a1-86813fdffa08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:57.210185 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cbc07797-f819-4beb-868b-a3a55b56a68a req-fb2e68fa-aec1-407b-88a1-86813fdffa08 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.1837952 Apr 18 21:33:57.303018 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cbc07797-f819-4beb-868b-a3a55b56a68a req-74ae644f-5566-4705-bbc9-4a0ee5dd367c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec2fadf-7ace-4552-bda4-9f7d5f540489 HTTP/1.1" status: 200 len: 217 time: 0.0854998 Apr 18 21:33:57.342806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8399b-4618-4cf6-8874-a581899050cb req-ba9d919b-df1b-4b5b-80ea-3782156281c9 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:57.345970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27a8399b-4618-4cf6-8874-a581899050cb req-ba9d919b-df1b-4b5b-80ea-3782156281c9 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.4327424 Apr 18 21:33:57.356948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210c6a-69b8-4d65-b32f-2d705da747f8 req-ddee5d5f-1698-414d-b368-fa23da9be80e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:57.358433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50210c6a-69b8-4d65-b32f-2d705da747f8 req-ddee5d5f-1698-414d-b368-fa23da9be80e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.4469614 Apr 18 21:33:57.389298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc07797-f819-4beb-868b-a3a55b56a68a req-9651114f-9572-4bef-86bf-794b2fde1d2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:57.392813 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cbc07797-f819-4beb-868b-a3a55b56a68a req-9651114f-9572-4bef-86bf-794b2fde1d2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.0840154 Apr 18 21:33:57.459480 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27a8399b-4618-4cf6-8874-a581899050cb req-a0391ddd-e51d-48bc-904d-1ba2203a042e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982871 Apr 18 21:33:57.476304 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50210c6a-69b8-4d65-b32f-2d705da747f8 req-e468d43b-bfc5-4f68-9f05-7dfb10346dc4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986128 Apr 18 21:33:57.513901 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cbc07797-f819-4beb-868b-a3a55b56a68a req-791df734-e25e-493c-82db-ad4316973e99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142743 Apr 18 21:33:57.687582 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cbc07797-f819-4beb-868b-a3a55b56a68a req-7ef476d5-5df5-4455-8593-f0693f8576ea service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652853 Apr 18 21:33:57.920714 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cbc07797-f819-4beb-868b-a3a55b56a68a req-acc780b2-0bcd-4e63-ac8f-b06fa7dae6d0 service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235305 Apr 18 21:33:58.040233 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:58.050625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb7754-08dc-4159-a4de-3e5af64ba528 req-aedb7c82-e93e-4395-8687-a63db34500a6 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:58.052136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2eeb7754-08dc-4159-a4de-3e5af64ba528 req-aedb7c82-e93e-4395-8687-a63db34500a6 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.2324808 Apr 18 21:33:58.124086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2eeb7754-08dc-4159-a4de-3e5af64ba528 req-0731d808-c22d-4680-8787-2e27695a5145 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572634 Apr 18 21:33:58.179457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea345fd-de8f-4ffa-9f48-db3781e61a1d admin admin] Router 0944cee4-b506-4dbf-ab68-c5d0de54083e has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:33:58.449359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea345fd-de8f-4ffa-9f48-db3781e61a1d admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:33:58.467120 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e58ed-84d8-4a46-9671-dc72ad0d6f2f None None] Sync routers for ids ['0944cee4-b506-4dbf-ab68-c5d0de54083e'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:33:58.474815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35330) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:58.475314 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3ea345fd-de8f-4ffa-9f48-db3781e61a1d admin admin] 10.222.0.11 "PUT /v2.0/routers/0944cee4-b506-4dbf-ab68-c5d0de54083e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2578418 Apr 18 21:33:58.506357 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e58ed-84d8-4a46-9671-dc72ad0d6f2f None None] Routers {'0944cee4-b506-4dbf-ab68-c5d0de54083e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:58.506357 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-225e58ed-84d8-4a46-9671-dc72ad0d6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0944cee4-b506-4dbf-ab68-c5d0de54083e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:58.617638 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:58.872958 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:58.887398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548536c-71e5-4949-ac6f-e1161d8a6b0f req-b38cc8eb-94c1-419c-b793-0e079669ce5a tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:58.889961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8548536c-71e5-4949-ac6f-e1161d8a6b0f req-b38cc8eb-94c1-419c-b793-0e079669ce5a tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.1422040 Apr 18 21:33:58.913123 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-225e58ed-84d8-4a46-9671-dc72ad0d6f2f None None] Set router 0944cee4-b506-4dbf-ab68-c5d0de54083e gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:58.963671 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8548536c-71e5-4949-ac6f-e1161d8a6b0f req-d176df93-7559-4031-b14f-bec1d83795e8 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679414 Apr 18 21:33:59.023816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35344) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:59.026186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Request body: {'network': {'name': 'tempest-network-smoke--1057569438', 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'port_security_enabled': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:59.034177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:59.038587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:network and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:59.042787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:59.059192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:59.157603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Made reservation on behalf of 0dd6f5be4c404d60832e256e2bff80a4 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:33:59.162128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:59.207186 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:59.348363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:59.358272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:security_group_rule and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:59.368930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:59.397043 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:59.414506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:59.491193 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-225e58ed-84d8-4a46-9671-dc72ad0d6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'name': 'tempest-TestServerMultinode-704920628-router', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:26Z', 'updated_at': '2022-04-18T21:33:55Z', 'revision_number': 5, 'project_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'gw_port': {'id': 'b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:28Z', 'updated_at': '2022-04-18T21:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:59.496173 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e58ed-84d8-4a46-9671-dc72ad0d6f2f None None] Checking router: 0944cee4-b506-4dbf-ab68-c5d0de54083e for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:33:59.512718 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e58ed-84d8-4a46-9671-dc72ad0d6f2f None None] Routers {'0944cee4-b506-4dbf-ab68-c5d0de54083e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:59.513759 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-225e58ed-84d8-4a46-9671-dc72ad0d6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0944cee4-b506-4dbf-ab68-c5d0de54083e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:59.517144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Deleting port b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:33:59.517649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:59.693452 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:59.730347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc443fd8-7524-4d9f-98f6-1bf749fd07e4 req-6e47e373-995c-4a46-85f0-241acfc27370 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:59.734802 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc443fd8-7524-4d9f-98f6-1bf749fd07e4 req-6e47e373-995c-4a46-85f0-241acfc27370 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.2584553 Apr 18 21:33:59.797719 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:59.812765 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-225e58ed-84d8-4a46-9671-dc72ad0d6f2f None None] Set router 0944cee4-b506-4dbf-ab68-c5d0de54083e gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:59.831410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] For port b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:59.831781 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:59.860777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:33:59.876906 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc443fd8-7524-4d9f-98f6-1bf749fd07e4 req-f77f34f1-640b-476d-a5d2-6f5d24ee44d8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335328 Apr 18 21:33:59.911431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13269f43-22e6-4b4e-aed2-578812698b20,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:59.924793 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:59.925082 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Added segment fcda6d7e-29d8-4f8f-a277-0ee465978dcb of type vlan for network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 Apr 18 21:33:59.951330 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-225e58ed-84d8-4a46-9671-dc72ad0d6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'name': 'tempest-TestServerMultinode-704920628-router', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:26Z', 'updated_at': '2022-04-18T21:33:59Z', 'revision_number': 6, 'project_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:59.955882 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e58ed-84d8-4a46-9671-dc72ad0d6f2f None None] The sync data for ids ['0944cee4-b506-4dbf-ab68-c5d0de54083e'] in n-d-836017-3 is: [{'id': '0944cee4-b506-4dbf-ab68-c5d0de54083e', 'name': 'tempest-TestServerMultinode-704920628-router', 'tenant_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:26Z', 'updated_at': '2022-04-18T21:33:59Z', 'revision_number': 6, 'project_id': 'f663ddef311e43bdad05c26a0cb9a71e', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:33:59.977532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.073718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Calling delete_port for b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:34:00.112096 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.122394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:00.123015 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.285271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Network': ['ID=57c9c0d9-d1d7-4f9f-934b-5618bd3849c6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:00.302008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:34:00.318028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3880b1d-ab14-4422-98d2-9f1998779ea1 req-3c6fa8d9-4eac-42d0-815a-0f60b5ae3a33 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:00.319500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3880b1d-ab14-4422-98d2-9f1998779ea1 req-3c6fa8d9-4eac-42d0-815a-0f60b5ae3a33 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.1924057 Apr 18 21:34:00.381728 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.382016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-70461c58-84ec-4c0c-958b-77c3ed9aed40 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3610854 Apr 18 21:34:00.385219 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3880b1d-ab14-4422-98d2-9f1998779ea1 req-6a0c8304-004a-4464-a655-d302a8c53382 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587585 Apr 18 21:34:00.385689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35356) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:00.391856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'admin_state_up': True, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:00.400765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:00.401155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0d29848d-304c-4efa-a2af-92744b941de6 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:34:00.406676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:router and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:00.426039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:00.446552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:00.465261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 0d29848d-304c-4efa-a2af-92744b941de6 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:34:00.465261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0d29848d-304c-4efa-a2af-92744b941de6 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:34:00.534236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:00.573985 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.575320 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.603580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.737173 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.916166 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.977550 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.126909 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.134480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.243175 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.243688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0944cee4-b506-4dbf-ab68-c5d0de54083e {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:34:01.261867 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.263491 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7039aa26-6969-48d2-9e5f-6d2cb1949c6e admin admin] 10.222.0.11 "DELETE /v2.0/routers/0944cee4-b506-4dbf-ab68-c5d0de54083e HTTP/1.1" status: 204 len: 168 time: 2.7873158 Apr 18 21:34:01.271666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35374) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:01.441859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfda48-4015-49bc-b367-ac10edd3c188 req-f35626d8-4fc1-446e-96dd-8b2d383b17aa tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:01.443639 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-52dfda48-4015-49bc-b367-ac10edd3c188 req-f35626d8-4fc1-446e-96dd-8b2d383b17aa tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.3906507 Apr 18 21:34:01.519311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-52dfda48-4015-49bc-b367-ac10edd3c188 req-00e51a94-3412-482c-8aed-ef6c6a985c1c tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698075 Apr 18 21:34:01.531646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb47447-02a2-4655-bebf-f958d054e9a3 admin admin] Deleting subnet 0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:34:01.535746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-efb47447-02a2-4655-bebf-f958d054e9a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.607176 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-efb47447-02a2-4655-bebf-f958d054e9a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.633233 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.740921 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-efb47447-02a2-4655-bebf-f958d054e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.792281 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.883850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-efb47447-02a2-4655-bebf-f958d054e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.929503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb47447-02a2-4655-bebf-f958d054e9a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:01.936423 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-efb47447-02a2-4655-bebf-f958d054e9a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.943541 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-efb47447-02a2-4655-bebf-f958d054e9a3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0b353a54-98d8-4b9e-bd5a-0f8bd4c84c68 HTTP/1.1" status: 204 len: 168 time: 0.6763568 Apr 18 21:34:01.945124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82a0722-9bec-4edc-bc1f-003ea275011b None None] Network a6ec7c96-8d23-4a1b-873b-616706fef93c requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:34:01.950577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35392) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:02.088686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988b850-8460-4b60-a55f-318b044d6a7f req-332ddc3d-0b82-41ac-86e1-dd42b6f55909 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:02.089851 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0988b850-8460-4b60-a55f-318b044d6a7f req-332ddc3d-0b82-41ac-86e1-dd42b6f55909 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.4661238 Apr 18 21:34:02.094208 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.102075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d1e49-71e5-4a04-899b-e045d914a621 req-32e9150c-adbd-48f8-a2ff-e1678fadb77e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:02.106325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Deleting port 54cdb1c8-f392-4f03-82b2-37569b94470a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:34:02.106890 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.110129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-434d1e49-71e5-4a04-899b-e045d914a621 req-32e9150c-adbd-48f8-a2ff-e1678fadb77e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2455368 Apr 18 21:34:02.162952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Allocated IP 172.25.3.219 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/c4e350d5-9184-431a-aa6c-e73b17932694) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:02.237547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7acbd1b-a23d-41e6-ae5d-f6fc3918fdb7 None None] DHCP port deletion for a6ec7c96-8d23-4a1b-873b-616706fef93c request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:34:02.244440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a7acbd1b-a23d-41e6-ae5d-f6fc3918fdb7 None None] Deleting port 54cdb1c8-f392-4f03-82b2-37569b94470a {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:34:02.244823 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a7acbd1b-a23d-41e6-ae5d-f6fc3918fdb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.314513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-434d1e49-71e5-4a04-899b-e045d914a621 req-5c9da9a5-bf04-481f-82ff-8a4b126bdf23 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032135 Apr 18 21:34:02.332573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0988b850-8460-4b60-a55f-318b044d6a7f req-22277834-e435-40b2-b8d0-003e39dc099e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202184 Apr 18 21:34:02.501921 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.568913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] For port 54cdb1c8-f392-4f03-82b2-37569b94470a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=54cdb1c8-f392-4f03-82b2-37569b94470a,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:02.569362 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.656271 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a7acbd1b-a23d-41e6-ae5d-f6fc3918fdb7 None None] For port 54cdb1c8-f392-4f03-82b2-37569b94470a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=54cdb1c8-f392-4f03-82b2-37569b94470a,segment=NetworkSegment(05d79a49-9ddc-4774-b0f8-4b2cc56380f0),segment_id=05d79a49-9ddc-4774-b0f8-4b2cc56380f0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:02.656271 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a7acbd1b-a23d-41e6-ae5d-f6fc3918fdb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.665038 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.761108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Calling delete_port for 54cdb1c8-f392-4f03-82b2-37569b94470a owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:34:02.762286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Port': ['ID=c4e350d5-9184-431a-aa6c-e73b17932694,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:02.771157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:02.773049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:02.777846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:34:02.854152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a7acbd1b-a23d-41e6-ae5d-f6fc3918fdb7 None None] Calling delete_port for 54cdb1c8-f392-4f03-82b2-37569b94470a owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:34:02.952245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff5f24-eeee-415f-abc5-86b27201a968 req-8979b066-474b-4181-b96c-a9019aa60eb3 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:02.954071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5eff5f24-eeee-415f-abc5-86b27201a968 req-8979b066-474b-4181-b96c-a9019aa60eb3 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.3521955 Apr 18 21:34:02.985514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:34:03.039308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:34:03.040112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b62ddf5e-4c6b-4ae2-b4e8-6643434e83b1 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:34:03.040643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 54cdb1c8-f392-4f03-82b2-37569b94470a no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:34:03.055966 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5eff5f24-eeee-415f-abc5-86b27201a968 req-504d4b1d-05f6-4ce1-a035-a566ca585aaa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899000 Apr 18 21:34:03.070253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.096737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 54cdb1c8-f392-4f03-82b2-37569b94470a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:34:03.097449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 54cdb1c8-f392-4f03-82b2-37569b94470a not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:34:03.107969 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-a7acbd1b-a23d-41e6-ae5d-f6fc3918fdb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:34:03.109398 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-a7acbd1b-a23d-41e6-ae5d-f6fc3918fdb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:34:03.152902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=54cdb1c8-f392-4f03-82b2-37569b94470a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:03.170056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] No DVR routers for this DVR port 54cdb1c8-f392-4f03-82b2-37569b94470a on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:34:03.387631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.420804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55ef42-7bb4-47d5-b73d-cb75ba3497b5 req-0d9ee96e-9f93-4b8f-a8fc-088d404a0ec3 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:03.429561 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b55ef42-7bb4-47d5-b73d-cb75ba3497b5 req-0d9ee96e-9f93-4b8f-a8fc-088d404a0ec3 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.2225161 Apr 18 21:34:03.436882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ec7c96-8d23-4a1b-873b-616706fef93c']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:03.454318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d79a49-9ddc-4774-b0f8-4b2cc56380f0') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:03.454636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d79a49-9ddc-4774-b0f8-4b2cc56380f0') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:03.478414 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.516325 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.540934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:34:03.540934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.572183 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.574388 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.585929 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.613016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a7acbd1b-a23d-41e6-ae5d-f6fc3918fdb7 None None] Deleting port 54cdb1c8-f392-4f03-82b2-37569b94470a {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:34:03.613727 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a7acbd1b-a23d-41e6-ae5d-f6fc3918fdb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.629582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b55ef42-7bb4-47d5-b73d-cb75ba3497b5 req-4e5b5ca8-a7b6-4a4b-8e35-ddbb27d1d4ca tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983082 Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:34:03.696426 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:34:03.824641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a7acbd1b-a23d-41e6-ae5d-f6fc3918fdb7 None None] The port '54cdb1c8-f392-4f03-82b2-37569b94470a' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:34:03.840412 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.876785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.880013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ec7c96-8d23-4a1b-873b-616706fef93c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:03.890611 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1833481b-ba13-42ea-b787-67b80a2b27c5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a6ec7c96-8d23-4a1b-873b-616706fef93c HTTP/1.1" status: 204 len: 168 time: 1.9367316 Apr 18 21:34:03.893674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35416) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:03.895386 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b1bc69-a877-4d9d-ac91-f510e18485a1 req-9b8e3a4b-4774-4087-a9a5-f6acabf622e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea673beec6646f1a8adc1050a9bb03c&device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 1096 time: 0.4314246 Apr 18 21:34:04.288423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1bc69-a877-4d9d-ac91-f510e18485a1 req-74f8fcd6-5453-4be8-a12e-de3f6f930373 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:04.290911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b1bc69-a877-4d9d-ac91-f510e18485a1 req-74f8fcd6-5453-4be8-a12e-de3f6f930373 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb5426b9-02ce-47bd-bc65-384e7cb55173 HTTP/1.1" status: 200 len: 911 time: 0.3894660 Apr 18 21:34:04.531127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b1bc69-a877-4d9d-ac91-f510e18485a1 req-b473d7d2-d994-4d69-b7bc-855ddea57575 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb HTTP/1.1" status: 200 len: 1001 time: 0.2334771 Apr 18 21:34:04.612320 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-083bd455-e185-45e3-82e9-f30f25e3dd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.614299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1bc69-a877-4d9d-ac91-f510e18485a1 req-63741d38-1a18-4c5c-b6f1-3bae4e8a388e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:04.616402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b1bc69-a877-4d9d-ac91-f510e18485a1 req-63741d38-1a18-4c5c-b6f1-3bae4e8a388e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4498ba41-22b7-4bd0-9281-c43e26e866ae HTTP/1.1" status: 200 len: 849 time: 0.0778887 Apr 18 21:34:04.620749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Router c8665d0c-8de5-4317-b41d-702fd8d1183f is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:34:04.868418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b1bc69-a877-4d9d-ac91-f510e18485a1 req-2b55381d-63a3-4ef7-84f2-54c7460620a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb5426b9-02ce-47bd-bc65-384e7cb55173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2452023 Apr 18 21:34:05.243189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321cffc-780f-477c-a372-c1e2b95f16fb req-bf133f22-460c-43d2-b7ff-116089000bca tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:05.252626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2321cffc-780f-477c-a372-c1e2b95f16fb req-bf133f22-460c-43d2-b7ff-116089000bca tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.3367476 Apr 18 21:34:05.278856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b1bc69-a877-4d9d-ac91-f510e18485a1 req-143f0c7e-af7e-470f-832e-f053a2f674ac service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032483 Apr 18 21:34:05.426098 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2321cffc-780f-477c-a372-c1e2b95f16fb req-b1336ff3-a361-4dda-9b42-a58cf1584f3b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722426 Apr 18 21:34:05.440108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35446) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:05.450893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:05.460098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79341660', 'description': 'tempest-description--522266546'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:05.462183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Sync routers for ids ['c8665d0c-8de5-4317-b41d-702fd8d1183f'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:34:05.486537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Routers {'c8665d0c-8de5-4317-b41d-702fd8d1183f'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:05.487260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8665d0c-8de5-4317-b41d-702fd8d1183f'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:05.499285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:05.553153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:05.553935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-49b1bc69-a877-4d9d-ac91-f510e18485a1 req-a2ce7147-981e-40cd-9530-2d950a8082ce service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677305 Apr 18 21:34:05.646289 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.652287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8f064a8d-0f36-4026-a9ee-2c16d69129fe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.2656083 Apr 18 21:34:05.653302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35452) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:05.754093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-083bd455-e185-45e3-82e9-f30f25e3dd16 admin admin] Deleting port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:34:05.754539 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-083bd455-e185-45e3-82e9-f30f25e3dd16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.787745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Set router c8665d0c-8de5-4317-b41d-702fd8d1183f gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:05.809001 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.018116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-898ca3e4-6a7b-4b89-9870-d4157e014dda tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0dd6f5be4c404d60832e256e2bff80a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3635776 Apr 18 21:34:06.018868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35460) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:06.059317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:06.067496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:06.086019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:06.100605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-083bd455-e185-45e3-82e9-f30f25e3dd16 admin admin] For port 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=18f4e1fd-4f77-4ac9-bbec-0f8f1c363417,segment=NetworkSegment(cadcba09-eb3c-44d0-a77d-b6de79ab1dc4),segment_id=cadcba09-eb3c-44d0-a77d-b6de79ab1dc4)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:06.101037 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-083bd455-e185-45e3-82e9-f30f25e3dd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.124447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:06.169285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:34:03Z', 'revision_number': 3, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:06.175891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Checking router: c8665d0c-8de5-4317-b41d-702fd8d1183f for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:34:06.176431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Updating router c8665d0c-8de5-4317-b41d-702fd8d1183f port c4e350d5-9184-431a-aa6c-e73b17932694 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:34:06.262346 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.277978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-083bd455-e185-45e3-82e9-f30f25e3dd16 admin admin] Calling delete_port for 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:34:06.309548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b10407-e169-47d1-9ca3-108ef0f46287 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:06.318443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d2b10407-e169-47d1-9ca3-108ef0f46287 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2984989 Apr 18 21:34:06.319182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35466) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:06.362553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35470) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:06.379928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--997999388', 'description': 'tempest-description--1995569220'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:06.393677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:06.399185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Usage tracker for resource:security_group and tenant:a5c9a00d34014bc5bc1cb879fac27cdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:06.404323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:06.413128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:06.416554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4b7a674f-4422-4952-94c8-a706c1a316b5 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0936358 Apr 18 21:34:06.419032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35474) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:06.426794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1888655961', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:06.520999 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.551061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.583630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:06.591122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:subnet and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:06.596908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:06.604945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:06.629642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.659068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:06.669170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Usage tracker for resource:security_group_rule and tenant:a5c9a00d34014bc5bc1cb879fac27cdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:06.682359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:06.724481 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:06.726495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7e2fd-460a-499c-94d8-bbd162da94cb req-c11b8f48-5d48-4d21-b695-a36f5c407486 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:06.728033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35b7e2fd-460a-499c-94d8-bbd162da94cb req-c11b8f48-5d48-4d21-b695-a36f5c407486 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.1127286 Apr 18 21:34:06.755638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Made reservation on behalf of 0dd6f5be4c404d60832e256e2bff80a4 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:34:06.815669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca68f0f-75d0-47dd-ac49-f25a31512538,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:06.855538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.873005 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.888853 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35b7e2fd-460a-499c-94d8-bbd162da94cb req-00380e03-74d3-495f-8ec9-8eafd0ae5ad1 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520586 Apr 18 21:34:06.893568 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.919524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Transition to ACTIVE for port object c4e350d5-9184-431a-aa6c-e73b17932694 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:06.926169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-083bd455-e185-45e3-82e9-f30f25e3dd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.974352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bd455-e185-45e3-82e9-f30f25e3dd16 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f4e1fd-4f77-4ac9-bbec-0f8f1c363417,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:06.977700 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.979574 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6fdafd0b-734f-4e5a-90c9-75840227689d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 1.5355365 Apr 18 21:34:06.979915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.987812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35490) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:07.006078 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.011095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-638d9619-0f8a-4a6a-9d62-5b87ab8d70dc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'security_group_rule': {'security_group_id': '7ca68f0f-75d0-47dd-ac49-f25a31512538', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:07.038687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-638d9619-0f8a-4a6a-9d62-5b87ab8d70dc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:07.053568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-638d9619-0f8a-4a6a-9d62-5b87ab8d70dc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:07.097643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-638d9619-0f8a-4a6a-9d62-5b87ab8d70dc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:07.116765 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-638d9619-0f8a-4a6a-9d62-5b87ab8d70dc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:07.119231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2745db85-1c07-4117-a77e-b9713215fda7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:07.148440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Attempting to bind port c4e350d5-9184-431a-aa6c-e73b17932694 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:07.148440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Attempting to bind port c4e350d5-9184-431a-aa6c-e73b17932694 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:07.148440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Attempting to bind port c4e350d5-9184-431a-aa6c-e73b17932694 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:07.158989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Pushing event updated for resources: {'Port': ['ID=c4e350d5-9184-431a-aa6c-e73b17932694,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:07.197062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:34:07.197979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:34:07.198755 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.199543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:34:07.200336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Bound port: c4e350d5-9184-431a-aa6c-e73b17932694, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:07.201093 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.232600 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.238477 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-79606c04-180f-4028-98ec-849aa85dc297 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8741367 Apr 18 21:34:07.243867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35494) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:07.251891 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9cadbf4b-d298-4d09-a4fb-b3c7e154258a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Request body: {'security_group_rule': {'security_group_id': '2745db85-1c07-4117-a77e-b9713215fda7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:07.264070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9cadbf4b-d298-4d09-a4fb-b3c7e154258a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:07.281792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9cadbf4b-d298-4d09-a4fb-b3c7e154258a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Usage tracker for resource:security_group_rule and tenant:a5c9a00d34014bc5bc1cb879fac27cdf is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:07.288709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9cadbf4b-d298-4d09-a4fb-b3c7e154258a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:07.305819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9cadbf4b-d298-4d09-a4fb-b3c7e154258a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:07.323673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.323673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.323673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.323673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.323673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.323673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.323673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.323673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.323673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.323673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.323673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.324374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939183df-3475-48b4-9960-42ba7cb3c84c req-854bd3c0-e082-4e32-928a-20dcb7dbbe72 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:07.324644 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-939183df-3475-48b4-9960-42ba7cb3c84c req-854bd3c0-e082-4e32-928a-20dcb7dbbe72 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2292988 Apr 18 21:34:07.362650 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] For port c4e350d5-9184-431a-aa6c-e73b17932694, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:07.366472 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] For port c4e350d5-9184-431a-aa6c-e73b17932694, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c4e350d5-9184-431a-aa6c-e73b17932694,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:07.465523 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.475721 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-939183df-3475-48b4-9960-42ba7cb3c84c req-dfc282b4-1a06-4d7f-8763-271c5a2221de tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826309 Apr 18 21:34:07.552617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9cadbf4b-d298-4d09-a4fb-b3c7e154258a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.597715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8a7ae-c4f1-4c02-b1c8-addd281c955c None None] Pushing event updated for resources: {'Port': ['ID=c4e350d5-9184-431a-aa6c-e73b17932694,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:07.603379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Routers {'c8665d0c-8de5-4317-b41d-702fd8d1183f'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:07.604150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8665d0c-8de5-4317-b41d-702fd8d1183f'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:07.638993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-638d9619-0f8a-4a6a-9d62-5b87ab8d70dc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.653767 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.739722 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-638d9619-0f8a-4a6a-9d62-5b87ab8d70dc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.791772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-083bd455-e185-45e3-82e9-f30f25e3dd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.800611 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-638d9619-0f8a-4a6a-9d62-5b87ab8d70dc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.817734 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9cadbf4b-d298-4d09-a4fb-b3c7e154258a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.846676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Subnet': ['ID=9ad3de5d-5f81-48e5-9561-bd5498c3bede,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:07.865383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.865842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.866085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.866412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.866933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.867085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] Set router c8665d0c-8de5-4317-b41d-702fd8d1183f gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:07.867546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.867546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.867878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.868200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.868513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.868831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:07.875638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Checking segment: {'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:34:07.875989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network hostable DHCP agents. Network: 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:34:07.897942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ad162-8a81-481c-9989-13ac943ffd13 req-a60c517c-63c4-4087-b2db-465c7db0d3ea tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:07.899430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-692ad162-8a81-481c-9989-13ac943ffd13 req-a60c517c-63c4-4087-b2db-465c7db0d3ea tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2362487 Apr 18 21:34:07.905433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d9619-0f8a-4a6a-9d62-5b87ab8d70dc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731771d5-048f-42b1-8d15-0cbb82b2204a,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:07.918432 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9cadbf4b-d298-4d09-a4fb-b3c7e154258a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.959811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadbf4b-d298-4d09-a4fb-b3c7e154258a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7319827-d608-4033-9f08-6774d76c617e,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:07.984950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:34:07.995976 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-692ad162-8a81-481c-9989-13ac943ffd13 req-3988cc4b-fa09-4601-aab5-459bd523f58d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825510 Apr 18 21:34:08.071904 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-638d9619-0f8a-4a6a-9d62-5b87ab8d70dc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.073084 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-638d9619-0f8a-4a6a-9d62-5b87ab8d70dc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0748990 Apr 18 21:34:08.075902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35506) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:08.081627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-dc553151-d010-4e94-8837-73365c1d5980 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'security_group_rule': {'security_group_id': '7ca68f0f-75d0-47dd-ac49-f25a31512538', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:08.102264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dc553151-d010-4e94-8837-73365c1d5980 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:08.106554 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9cadbf4b-d298-4d09-a4fb-b3c7e154258a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.107924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9cadbf4b-d298-4d09-a4fb-b3c7e154258a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8617790 Apr 18 21:34:08.121731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:08.129755 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dc553151-d010-4e94-8837-73365c1d5980 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:08.134959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b514836e-ed01-482d-a2f8-2c660f8964c6 None None] Network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:34:08.136253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35514) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:08.143325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:08.144861 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.150402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dc553151-d010-4e94-8837-73365c1d5980 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:08.165748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b5f7a001-c987-4a9d-aff7-70cfa98b9537 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Request body: {'security_group_rule': {'security_group_id': '2745db85-1c07-4117-a77e-b9713215fda7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:08.211151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b5f7a001-c987-4a9d-aff7-70cfa98b9537 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:08.215346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dc553151-d010-4e94-8837-73365c1d5980 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:08.239232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b5f7a001-c987-4a9d-aff7-70cfa98b9537 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Usage tracker for resource:security_group_rule and tenant:a5c9a00d34014bc5bc1cb879fac27cdf is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:08.249607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b5f7a001-c987-4a9d-aff7-70cfa98b9537 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:08.272057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b5f7a001-c987-4a9d-aff7-70cfa98b9537 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:08.347583 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3620a0c1-6dc1-4e56-a961-86b29dac35be tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9244893 Apr 18 21:34:08.348561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35518) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:08.479190 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44ffa120-f4e0-4566-b256-19d90a1e2702 req-c53057dd-f4c2-4f29-b859-753e8fd4bc7e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1709771 Apr 18 21:34:08.497175 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc553151-d010-4e94-8837-73365c1d5980 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.508874 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5f7a001-c987-4a9d-aff7-70cfa98b9537 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.614566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:34:03Z', 'revision_number': 3, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:08.620661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef04fa4-926b-42b1-a804-94a66419419b None None] The sync data for ids ['c8665d0c-8de5-4317-b41d-702fd8d1183f'] in n-d-836017-3 is: [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:34:03Z', 'revision_number': 3, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:34:08.622357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'fixed_ips': [{'subnet_id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:34:08.623239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.628660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c090-4e97-4fad-8618-9ef76de938fd req-9269b16a-1ad7-4cce-b0a4-fbdd25821f2a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:08.635602 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a55c090-4e97-4fad-8618-9ef76de938fd req-9269b16a-1ad7-4cce-b0a4-fbdd25821f2a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.3357701 Apr 18 21:34:08.701240 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5f7a001-c987-4a9d-aff7-70cfa98b9537 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.724172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc553151-d010-4e94-8837-73365c1d5980 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.752756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44ffa120-f4e0-4566-b256-19d90a1e2702 req-94d5131a-491d-422d-a831-b0face295484 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 1096 time: 0.2023225 Apr 18 21:34:08.755367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a55c090-4e97-4fad-8618-9ef76de938fd req-dd66072d-a502-4d5e-b89d-a7e5a392bf16 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182785 Apr 18 21:34:08.790904 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5f7a001-c987-4a9d-aff7-70cfa98b9537 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.842477 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc553151-d010-4e94-8837-73365c1d5980 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.884357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7a001-c987-4a9d-aff7-70cfa98b9537 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a743737-7564-4136-b9e1-d07f10ff5310,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:08.891414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Allocated IP 172.20.0.2 (57c9c0d9-d1d7-4f9f-934b-5618bd3849c6/9ad3de5d-5f81-48e5-9561-bd5498c3bede/5f69b291-989b-47f3-9570-fc24a082883b) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:08.995722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc553151-d010-4e94-8837-73365c1d5980 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a95a8d-1824-4ae2-9a7c-4e76b9e9141e,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:09.007243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffa120-f4e0-4566-b256-19d90a1e2702 req-eb63b6a0-0808-4e17-a380-783732ee5813 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:09.008708 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44ffa120-f4e0-4566-b256-19d90a1e2702 req-eb63b6a0-0808-4e17-a380-783732ee5813 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 916 time: 0.2223055 Apr 18 21:34:09.097007 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5f7a001-c987-4a9d-aff7-70cfa98b9537 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.099004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b5f7a001-c987-4a9d-aff7-70cfa98b9537 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9597480 Apr 18 21:34:09.104016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35528) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:09.105482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083bd455-e185-45e3-82e9-f30f25e3dd16 admin admin] Router 20019577-067f-459c-9226-e721fba6609a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:09.119496 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc553151-d010-4e94-8837-73365c1d5980 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.120868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dc553151-d010-4e94-8837-73365c1d5980 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0439837 Apr 18 21:34:09.121642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:09.125156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35532) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:09.135258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:09.139167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:09.145806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:09.155912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:floatingip and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:09.165893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Usage tracker for resource:floatingip and tenant:a5c9a00d34014bc5bc1cb879fac27cdf is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:09.179267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:09.200002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:09.229349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:09.248664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:09.290677 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.322680 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Transition to ACTIVE for port object 5f69b291-989b-47f3-9570-fc24a082883b will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:09.359406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Transition to ACTIVE for port object 5f69b291-989b-47f3-9570-fc24a082883b will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:09.382817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621ca57-c6ed-4705-a04c-31a6c0aea2f5 req-c9190443-4b6e-4f07-98f9-54aab143e2b2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:09.383048 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.384287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9621ca57-c6ed-4705-a04c-31a6c0aea2f5 req-c9190443-4b6e-4f07-98f9-54aab143e2b2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.3706925 Apr 18 21:34:09.403558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.440559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.469823 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.477755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9621ca57-c6ed-4705-a04c-31a6c0aea2f5 req-2d4f48ba-626e-4f53-8286-4404f85d63be tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848951 Apr 18 21:34:09.551561 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44ffa120-f4e0-4566-b256-19d90a1e2702 req-5fb46588-14db-4404-8369-31d88ce6b2f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb01581-f9a4-4f14-a670-d57469b0719a HTTP/1.1" status: 200 len: 1000 time: 0.5343220 Apr 18 21:34:09.656361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Pushing event updated for resources: {'Port': ['ID=5f69b291-989b-47f3-9570-fc24a082883b,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:09.683154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:09.690585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:09.695060 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:34:09.911879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Attempting to bind port 5f69b291-989b-47f3-9570-fc24a082883b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:09.912520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Attempting to bind port 5f69b291-989b-47f3-9570-fc24a082883b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:09.912520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Attempting to bind port 5f69b291-989b-47f3-9570-fc24a082883b on network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:09.913705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffa120-f4e0-4566-b256-19d90a1e2702 req-5fd32d95-10a7-4d6c-86eb-7efd16905fa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:09.923872 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44ffa120-f4e0-4566-b256-19d90a1e2702 req-5fd32d95-10a7-4d6c-86eb-7efd16905fa7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f73b1940-ffab-4f06-a08d-3f3c87735f84 HTTP/1.1" status: 200 len: 854 time: 0.1253066 Apr 18 21:34:09.927639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:34:09.928004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Checking segment: {'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:34:09.928245 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.928637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Bound using segment: {'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:34:09.929107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Bound port: 5f69b291-989b-47f3-9570-fc24a082883b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:09.929682 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.087129 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.093355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] For port 5f69b291-989b-47f3-9570-fc24a082883b, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:10.096063 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44ffa120-f4e0-4566-b256-19d90a1e2702 req-06b42fef-3f09-4a28-b180-5ef9e87f072d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eeb6b84e-f8da-43e4-b706-8497e886851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714242 Apr 18 21:34:10.106938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] For port 5f69b291-989b-47f3-9570-fc24a082883b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5f69b291-989b-47f3-9570-fc24a082883b,segment=NetworkSegment(fcda6d7e-29d8-4f8f-a277-0ee465978dcb),segment_id=fcda6d7e-29d8-4f8f-a277-0ee465978dcb)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:10.122257 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.192499 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.359965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083bd455-e185-45e3-82e9-f30f25e3dd16 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:10.363234 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bcd2f-7644-42b9-a5d6-27d73f9ce8ef None None] Sync routers for ids ['20019577-067f-459c-9226-e721fba6609a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:34:10.363859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064777f5-a51c-4a08-9a09-277531df9d02 None None] Pushing event updated for resources: {'Port': ['ID=5f69b291-989b-47f3-9570-fc24a082883b,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:10.364147 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bcd2f-7644-42b9-a5d6-27d73f9ce8ef None None] Routers {'20019577-067f-459c-9226-e721fba6609a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:10.364147 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-dc2bcd2f-7644-42b9-a5d6-27d73f9ce8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['20019577-067f-459c-9226-e721fba6609a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:10.364575 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-083bd455-e185-45e3-82e9-f30f25e3dd16 admin admin] 10.222.0.11 "PUT /v2.0/routers/20019577-067f-459c-9226-e721fba6609a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4344761 Apr 18 21:34:10.364921 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06da4-0e40-4d04-a162-8fe497deefa3 req-d38d58a4-071b-4be6-8543-2f78cf985556 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:10.365941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35544) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:10.376206 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbe06da4-0e40-4d04-a162-8fe497deefa3 req-d38d58a4-071b-4be6-8543-2f78cf985556 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.3180315 Apr 18 21:34:10.468221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c4e350d5-9184-431a-aa6c-e73b17932694 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:10.474333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Allocated IP 172.25.3.88 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/fb5b91a2-1d6b-4e33-9753-0d5cb7a4a783) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:10.519358 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbe06da4-0e40-4d04-a162-8fe497deefa3 req-dd1285ae-b993-4079-b05d-5645fa722250 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420634 Apr 18 21:34:10.524798 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44ffa120-f4e0-4566-b256-19d90a1e2702 req-aeddc3f4-fe4d-4590-9545-080b5b7cdb81 service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802989 Apr 18 21:34:10.778388 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-44ffa120-f4e0-4566-b256-19d90a1e2702 req-5f537e86-b435-41af-a1bf-66cf44723fb0 service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447505 Apr 18 21:34:10.780873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c4e350d5-9184-431a-aa6c-e73b17932694 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:10.788881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c4e350d5-9184-431a-aa6c-e73b17932694 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:10.789616 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.842130 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-dc2bcd2f-7644-42b9-a5d6-27d73f9ce8ef None None] Set router 20019577-067f-459c-9226-e721fba6609a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:10.888939 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.134956 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.142357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.168937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7859-d948-4568-be9a-4edab8566e09 req-de5d72de-4729-4172-a36c-9b95743580ce tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:11.171465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b90f7859-d948-4568-be9a-4edab8566e09 req-de5d72de-4729-4172-a36c-9b95743580ce tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2697771 Apr 18 21:34:11.224554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port c4e350d5-9184-431a-aa6c-e73b17932694, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c4e350d5-9184-431a-aa6c-e73b17932694,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:11.258147 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.300922 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.329736 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Deleting port 7edc8462-698c-418f-bcb0-5d833d8c671b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:34:11.330146 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.342222 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.387296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b90f7859-d948-4568-be9a-4edab8566e09 req-6751638c-4c90-4aa3-acb5-9873f459637e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877320 Apr 18 21:34:11.491991 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-dc2bcd2f-7644-42b9-a5d6-27d73f9ce8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20019577-067f-459c-9226-e721fba6609a', 'name': 'tempest-TestServerMultinode-999781175-router', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:34:06Z', 'revision_number': 5, 'project_id': '05204e2bedd3484fa4ac80084848dfd7', 'gw_port': {'id': '7edc8462-698c-418f-bcb0-5d833d8c671b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20019577-067f-459c-9226-e721fba6609a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:11.501384 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bcd2f-7644-42b9-a5d6-27d73f9ce8ef None None] Checking router: 20019577-067f-459c-9226-e721fba6609a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:34:11.509294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=c4e350d5-9184-431a-aa6c-e73b17932694,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:11.531622 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bcd2f-7644-42b9-a5d6-27d73f9ce8ef None None] Routers {'20019577-067f-459c-9226-e721fba6609a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:11.532453 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-dc2bcd2f-7644-42b9-a5d6-27d73f9ce8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['20019577-067f-459c-9226-e721fba6609a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:11.538398 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.798019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d12e0e6-7e85-471a-94ef-656cc1ec7c5f None None] Network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:34:11.809186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Allocated IP 172.25.3.147 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/6d251a34-c1e2-4df7-8856-252f8bb71145) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:11.812658 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-dc2bcd2f-7644-42b9-a5d6-27d73f9ce8ef None None] Set router 20019577-067f-459c-9226-e721fba6609a gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:11.833398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] For port 7edc8462-698c-418f-bcb0-5d833d8c671b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7edc8462-698c-418f-bcb0-5d833d8c671b,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:11.834078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.889917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:11.929214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:11.932083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:34:12.001410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6843f783-bada-4d3a-b0eb-ce0916c38033 None None] Provisioning for port 5f69b291-989b-47f3-9570-fc24a082883b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:12.018465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'Port': ['ID=fb5b91a2-1d6b-4e33-9753-0d5cb7a4a783,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:12.063452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Calling delete_port for 7edc8462-698c-418f-bcb0-5d833d8c671b owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:34:12.070389 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-dc2bcd2f-7644-42b9-a5d6-27d73f9ce8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20019577-067f-459c-9226-e721fba6609a', 'name': 'tempest-TestServerMultinode-999781175-router', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 6, 'project_id': '05204e2bedd3484fa4ac80084848dfd7', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:12.075767 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bcd2f-7644-42b9-a5d6-27d73f9ce8ef None None] The sync data for ids ['20019577-067f-459c-9226-e721fba6609a'] in n-d-836017-3 is: [{'id': '20019577-067f-459c-9226-e721fba6609a', 'name': 'tempest-TestServerMultinode-999781175-router', 'tenant_id': '05204e2bedd3484fa4ac80084848dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:45Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 6, 'project_id': '05204e2bedd3484fa4ac80084848dfd7', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:34:12.344911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.387372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bc5dd-4c5e-4073-8b66-1b983b72669c req-e6a4776c-1a08-4f6d-8164-b74c7cd91f06 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:12.389216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-470bc5dd-4c5e-4073-8b66-1b983b72669c req-e6a4776c-1a08-4f6d-8164-b74c7cd91f06 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.5559597 Apr 18 21:34:12.663095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Allocated IP 172.20.0.1 (57c9c0d9-d1d7-4f9f-934b-5618bd3849c6/9ad3de5d-5f81-48e5-9561-bd5498c3bede/8917186a-e4dc-4d0e-9a50-3de53639f4c3) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:12.703638 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.724058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5f69b291-989b-47f3-9570-fc24a082883b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:12.843822 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-470bc5dd-4c5e-4073-8b66-1b983b72669c req-926f9f45-26b7-4c5c-b81a-d14c9cb0bb33 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452100 Apr 18 21:34:13.009490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 5f69b291-989b-47f3-9570-fc24a082883b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:13.011166 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.021135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 5f69b291-989b-47f3-9570-fc24a082883b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:13.022362 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.167729 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.170681 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.207105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Transition to ACTIVE for port object 8917186a-e4dc-4d0e-9a50-3de53639f4c3 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:13.220921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:13.222088 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.232825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:13.239179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:34:13.239562 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.294528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 5f69b291-989b-47f3-9570-fc24a082883b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5f69b291-989b-47f3-9570-fc24a082883b,segment=NetworkSegment(fcda6d7e-29d8-4f8f-a277-0ee465978dcb),segment_id=fcda6d7e-29d8-4f8f-a277-0ee465978dcb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:13.368416 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.370124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c4e350d5-9184-431a-aa6c-e73b17932694 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:13.390642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a43762-5949-41bf-b0f8-709f61d5e5f7 req-454f62eb-34ee-4cd0-9ac0-4e396d2cfb2d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:13.392139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36a43762-5949-41bf-b0f8-709f61d5e5f7 req-454f62eb-34ee-4cd0-9ac0-4e396d2cfb2d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.3327885 Apr 18 21:34:13.400032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event updated for resources: {'Port': ['ID=6d251a34-c1e2-4df7-8856-252f8bb71145,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:13.529999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7edc8462-698c-418f-bcb0-5d833d8c671b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:13.541790 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.543112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=5f69b291-989b-47f3-9570-fc24a082883b,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:13.582757 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92541508-cf7b-45b9-be27-bfe524f48a3c req-d6e781f6-2b26-4dce-97c3-0165b81bee3d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2813592 Apr 18 21:34:13.614925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c4e350d5-9184-431a-aa6c-e73b17932694 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:13.616259 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.696867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:13.703428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:13.706038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:34:13.726153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.735593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36a43762-5949-41bf-b0f8-709f61d5e5f7 req-bea010cd-dc8a-49b3-8f95-7fdf6102027a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271868 Apr 18 21:34:13.774335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:34:13.793623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Port': ['ID=8917186a-e4dc-4d0e-9a50-3de53639f4c3,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:13.831400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:34:13.831400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 18f4e1fd-4f77-4ac9-bbec-0f8f1c363417 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:34:13.855021 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.924678 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92541508-cf7b-45b9-be27-bfe524f48a3c req-dbe64fc3-889d-4593-ba00-7947119629ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 1096 time: 0.2991283 Apr 18 21:34:13.926828 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.058733 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.093343 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.197946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c646db06-5cfc-4201-834c-2c441958d579 None None] Provisioning for port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:14.209890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c646db06-5cfc-4201-834c-2c441958d579 None None] Provisioning complete for port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:14.211440 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c646db06-5cfc-4201-834c-2c441958d579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.276352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.287142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.293907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.300232 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.348885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'Port': ['ID=fb5b91a2-1d6b-4e33-9753-0d5cb7a4a783,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:14.376726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c646db06-5cfc-4201-834c-2c441958d579 None None] Port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:34:14.395921 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5f69b291-989b-47f3-9570-fc24a082883b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:14.446721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92541508-cf7b-45b9-be27-bfe524f48a3c req-a73e012b-2d96-4e59-b71c-e23bc587cc28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.448314 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92541508-cf7b-45b9-be27-bfe524f48a3c req-a73e012b-2d96-4e59-b71c-e23bc587cc28 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.5012805 Apr 18 21:34:14.481685 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.482123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20019577-067f-459c-9226-e721fba6609a {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:34:14.518922 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.544028 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.548633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 5f69b291-989b-47f3-9570-fc24a082883b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:14.548802 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cb5fdfd4-b728-41f4-9d1c-93420ca348f8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/20019577-067f-459c-9226-e721fba6609a HTTP/1.1" status: 204 len: 168 time: 4.1818528 Apr 18 21:34:14.549328 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.552850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35578) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:14.666689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2521b5c-4381-44e2-abd1-ffe38ea5162b admin admin] Deleting subnet 3758b064-ee23-4cd2-be89-b5cb620d4b2e {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:34:14.672814 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2521b5c-4381-44e2-abd1-ffe38ea5162b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.699071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92541508-cf7b-45b9-be27-bfe524f48a3c req-5cdcee3a-41ce-49a7-8d20-0464780cdcde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a5f0991-3e1c-430d-92b2-fcba207eccb2 HTTP/1.1" status: 200 len: 217 time: 0.2390766 Apr 18 21:34:14.789769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7e15d-2038-4bfe-a830-436bb296944e req-9816f78b-d4f1-49b1-84af-20de50ea6869 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.789769 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5fc7e15d-2038-4bfe-a830-436bb296944e req-9816f78b-d4f1-49b1-84af-20de50ea6869 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.6950567 Apr 18 21:34:14.793514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7edc8462-698c-418f-bcb0-5d833d8c671b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:34:14.816651 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.818138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c71634f8-aa63-4300-8f5d-19aebfee04be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6901836 Apr 18 21:34:14.838671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 7edc8462-698c-418f-bcb0-5d833d8c671b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:34:14.839177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7edc8462-698c-418f-bcb0-5d833d8c671b not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:34:14.849554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92541508-cf7b-45b9-be27-bfe524f48a3c req-6276e926-31a3-465d-bae0-a031db6112ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.851026 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92541508-cf7b-45b9-be27-bfe524f48a3c req-6276e926-31a3-465d-bae0-a031db6112ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.1376290 Apr 18 21:34:14.894710 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:34:14.923631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2521b5c-4381-44e2-abd1-ffe38ea5162b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.955731 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.024578 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2521b5c-4381-44e2-abd1-ffe38ea5162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.051519 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5fc7e15d-2038-4bfe-a830-436bb296944e req-0f4c78a9-785f-4185-860f-52e7cb653e86 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561276 Apr 18 21:34:15.071509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.204252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event updated for resources: {'Port': ['ID=6d251a34-c1e2-4df7-8856-252f8bb71145,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:15.236248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.247615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92541508-cf7b-45b9-be27-bfe524f48a3c req-df3417f3-d7c3-4585-80b9-3232b59f588b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3887649 Apr 18 21:34:15.253619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-ddec41ba-a5d7-4ed5-bca7-f51537abc33c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--79341660&fields=id&tenant_id=77b059139f84405db9bad3c9f82f200d HTTP/1.1" status: 200 len: 267 time: 0.1612382 Apr 18 21:34:15.300541 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2521b5c-4381-44e2-abd1-ffe38ea5162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.336676 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.345734 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-60f1feab-6e30-4401-a5d2-ed344aa0967e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2312899 Apr 18 21:34:15.345734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2521b5c-4381-44e2-abd1-ffe38ea5162b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3758b064-ee23-4cd2-be89-b5cb620d4b2e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:15.351594 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2521b5c-4381-44e2-abd1-ffe38ea5162b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.353399 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e2521b5c-4381-44e2-abd1-ffe38ea5162b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3758b064-ee23-4cd2-be89-b5cb620d4b2e HTTP/1.1" status: 204 len: 168 time: 0.7995903 Apr 18 21:34:15.356163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35594) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:15.361767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e451c64c-4a20-4c9a-bf03-de0cd2c26b8b None None] Network 9274f010-e981-4c50-8fb6-9a69ce9438f9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:34:15.537147 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.553690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Deleting port 58e907d0-3c76-42f3-9c16-473a38973e58 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:34:15.554428 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.647896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.758740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f0cf6-ec23-487e-b231-b23c58464aa5 None None] DHCP port deletion for 9274f010-e981-4c50-8fb6-9a69ce9438f9 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:34:15.763923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f0cf6-ec23-487e-b231-b23c58464aa5 None None] Deleting port 58e907d0-3c76-42f3-9c16-473a38973e58 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:34:15.765668 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0cf6-ec23-487e-b231-b23c58464aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.771403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92541508-cf7b-45b9-be27-bfe524f48a3c req-21438980-4d82-40bd-96f6-f976245c734d service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146916 Apr 18 21:34:15.772004 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.820731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] For port 58e907d0-3c76-42f3-9c16-473a38973e58, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=58e907d0-3c76-42f3-9c16-473a38973e58,segment=NetworkSegment(cadcba09-eb3c-44d0-a77d-b6de79ab1dc4),segment_id=cadcba09-eb3c-44d0-a77d-b6de79ab1dc4)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:15.820897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.888727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-dc99aa1f-37c2-4749-8e0f-740fec9667dd tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:15.890667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-dc99aa1f-37c2-4749-8e0f-740fec9667dd tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 815 time: 0.6096845 Apr 18 21:34:15.962666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Calling delete_port for 58e907d0-3c76-42f3-9c16-473a38973e58 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:34:15.981342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6a3f0-76bb-4b72-9ef9-53d977537ac9 req-3ab55436-bad4-48db-8d8a-4c8f7b74f74c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:15.982814 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71e6a3f0-76bb-4b72-9ef9-53d977537ac9 req-3ab55436-bad4-48db-8d8a-4c8f7b74f74c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.7051699 Apr 18 21:34:16.030327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-2aff8ced-b5b2-4959-8ee7-725dd794ec5f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/quotas/77b059139f84405db9bad3c9f82f200d HTTP/1.1" status: 200 len: 375 time: 0.1282156 Apr 18 21:34:16.036578 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.073812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ab1f0cf6-ec23-487e-b231-b23c58464aa5 None None] For port 58e907d0-3c76-42f3-9c16-473a38973e58, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=58e907d0-3c76-42f3-9c16-473a38973e58,segment=NetworkSegment(cadcba09-eb3c-44d0-a77d-b6de79ab1dc4),segment_id=cadcba09-eb3c-44d0-a77d-b6de79ab1dc4)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:16.074382 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0cf6-ec23-487e-b231-b23c58464aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.089449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Port': ['ID=8917186a-e4dc-4d0e-9a50-3de53639f4c3,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:16.131666 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.185956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Pushing event deleted for resources: {'Port': ['ID=58e907d0-3c76-42f3-9c16-473a38973e58,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:16.194153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] No DVR routers for this DVR port 58e907d0-3c76-42f3-9c16-473a38973e58 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:34:16.254064 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71e6a3f0-76bb-4b72-9ef9-53d977537ac9 req-188a63b4-be9c-4ac9-b6b3-f8a0c981a174 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549906 Apr 18 21:34:16.265023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92541508-cf7b-45b9-be27-bfe524f48a3c req-45fb2816-144a-4784-b195-b1bbb21cab5d service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496291 Apr 18 21:34:16.286441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f0cf6-ec23-487e-b231-b23c58464aa5 None None] Calling delete_port for 58e907d0-3c76-42f3-9c16-473a38973e58 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:34:16.351545 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.383562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:16.386257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:16.402933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 58e907d0-3c76-42f3-9c16-473a38973e58 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:34:16.417830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9274f010-e981-4c50-8fb6-9a69ce9438f9']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:16.440147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadcba09-eb3c-44d0-a77d-b6de79ab1dc4') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:16.440447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadcba09-eb3c-44d0-a77d-b6de79ab1dc4') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:16.470145 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.480837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 58e907d0-3c76-42f3-9c16-473a38973e58 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:34:16.481416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 58e907d0-3c76-42f3-9c16-473a38973e58 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:34:16.510772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.521394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-6bd62f76-d6d5-4a3c-bc96-4a0315f4006a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4787583 Apr 18 21:34:16.522093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:34:16.522797 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.523112 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-ab1f0cf6-ec23-487e-b231-b23c58464aa5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:34:16.523469 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-ab1f0cf6-ec23-487e-b231-b23c58464aa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:34:16.539004 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:34:16.710277 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.740526 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.747379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f012c15c-2dc7-44c8-910e-32e243780306 None None] Provisioning complete for port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:16.752269 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f012c15c-2dc7-44c8-910e-32e243780306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.752402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] Pushing event deleted for resources: {'Network': ['ID=9274f010-e981-4c50-8fb6-9a69ce9438f9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:16.769552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-6b0625f2-8bfa-4f2b-ab4a-5482ed55c62c tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--997999388&fields=id&tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf HTTP/1.1" status: 200 len: 267 time: 0.2469993 Apr 18 21:34:16.831826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f012c15c-2dc7-44c8-910e-32e243780306 None None] Port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:34:16.846991 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7180c75a-e244-442c-a545-60b005ccdaac admin admin] 10.222.0.11 "DELETE /v2.0/networks/9274f010-e981-4c50-8fb6-9a69ce9438f9 HTTP/1.1" status: 204 len: 168 time: 1.4898951 Apr 18 21:34:17.024741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f0cf6-ec23-487e-b231-b23c58464aa5 None None] Deleting port 58e907d0-3c76-42f3-9c16-473a38973e58 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:34:17.025379 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0cf6-ec23-487e-b231-b23c58464aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:17.049684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-c61aa425-0f98-4ea3-98b0-75bb7b3c0038 service neutron] 10.222.0.11 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014570 Apr 18 21:34:17.143448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f0cf6-ec23-487e-b231-b23c58464aa5 None None] The port '58e907d0-3c76-42f3-9c16-473a38973e58' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:34:17.231705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-a53677a2-1ca2-4b07-a9e1-4423b029eb32 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:17.235193 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-a53677a2-1ca2-4b07-a9e1-4423b029eb32 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 818 time: 0.4555187 Apr 18 21:34:17.377841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35624) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:17.397422 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-922fb16e-f151-4bd4-bd1d-4af822405bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/quotas/a5c9a00d34014bc5bc1cb879fac27cdf HTTP/1.1" status: 200 len: 375 time: 0.1533275 Apr 18 21:34:17.403708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-ee3991bc-b97f-4e01-a419-ddf4d5e49e89 service neutron] 10.222.0.11 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466942 Apr 18 21:34:17.479169 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6f9af0ba-ac0a-4afd-97a5-1ebbab1d0868 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f663ddef311e43bdad05c26a0cb9a71e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1001148 Apr 18 21:34:17.481656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35628) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:17.520236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-250f3f9b-151d-40ec-b968-d2566280c3b6 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1196392 Apr 18 21:34:17.569500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb19ccc9-d90d-4b52-b292-e512e3f446cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:17.598975 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb19ccc9-d90d-4b52-b292-e512e3f446cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:17.701723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Router c8665d0c-8de5-4317-b41d-702fd8d1183f has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:17.728980 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb19ccc9-d90d-4b52-b292-e512e3f446cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:17.731839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-adec8b27-46c2-45f5-abd8-aae969031bed service neutron] 10.222.0.11 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882944 Apr 18 21:34:17.756500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19ccc9-d90d-4b52-b292-e512e3f446cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef3f043-56bd-4658-bb67-278c985da4c3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:17.760527 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb19ccc9-d90d-4b52-b292-e512e3f446cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:17.760527 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bb19ccc9-d90d-4b52-b292-e512e3f446cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ef3f043-56bd-4658-bb67-278c985da4c3 HTTP/1.1" status: 204 len: 168 time: 0.2772603 Apr 18 21:34:18.011575 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d7eb8e0-902c-4b1a-ab36-0911d68f52d4 req-2998647a-6515-4a3f-9965-30fd60be44dd tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 210 time: 0.2057066 Apr 18 21:34:18.110340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-ccb1a008-5ba3-429f-a28d-83570f448a17 service neutron] 10.222.0.11 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113885 Apr 18 21:34:18.153651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:18.159394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e1f2fdef-9a01-476f-bba8-114ec27f10ee tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "PUT /v2.0/routers/c8665d0c-8de5-4317-b41d-702fd8d1183f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8096087 Apr 18 21:34:18.162748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35646) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:18.166324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Sync routers for ids ['c8665d0c-8de5-4317-b41d-702fd8d1183f'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:34:18.188748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--133665803', 'description': 'tempest-secgroup_access--133665803 description', 'project_id': '0dd6f5be4c404d60832e256e2bff80a4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:18.211815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:18.216764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Routers {'c8665d0c-8de5-4317-b41d-702fd8d1183f'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:18.220788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8665d0c-8de5-4317-b41d-702fd8d1183f'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:18.224036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:security_group and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:18.227940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:18.237063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:18.317582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c409c2-0ffe-490e-8d1f-90d6c0723d5f req-a195f93f-fca5-4171-a10d-0fa4eaaa4ff8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:18.319055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1c409c2-0ffe-490e-8d1f-90d6c0723d5f req-a195f93f-fca5-4171-a10d-0fa4eaaa4ff8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1084764 Apr 18 21:34:18.351409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:18.387928 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1c409c2-0ffe-490e-8d1f-90d6c0723d5f req-2ff75a12-a2f5-4a47-84ca-5fca58c42066 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627511 Apr 18 21:34:18.398556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:18.402449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:security_group_rule and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:18.405660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:18.414327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:18.500948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:18.536418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Set router c8665d0c-8de5-4317-b41d-702fd8d1183f gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:18.591203 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:18.678552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa158cd8-cde3-4461-a2b4-6acaad548ef0 req-fdf2cc74-5272-4e5b-b565-4f87c521110b tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 210 time: 0.0654259 Apr 18 21:34:18.697556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:18.716371 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:18.720774 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-45beb44a-2a38-4f20-9cd4-db0f8ea9658e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 0.5559678 Apr 18 21:34:18.723492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35660) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:18.735149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--154934968', 'description': 'tempest-secgroup_general--154934968 description', 'project_id': '0dd6f5be4c404d60832e256e2bff80a4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:18.750630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:18.763065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:security_group and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:18.772803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:18.787147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:18.815343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e68ee-5b47-48eb-bdde-192b2ee26b03 req-b2cff573-c828-4fb6-b6a6-adafa0ef29cf tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:18.817132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f5e68ee-5b47-48eb-bdde-192b2ee26b03 req-b2cff573-c828-4fb6-b6a6-adafa0ef29cf tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1374426 Apr 18 21:34:18.859138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35668) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:18.869432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f5e68ee-5b47-48eb-bdde-192b2ee26b03 req-e06edd85-1b81-4c68-89a4-ba63e03dcaea tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464177 Apr 18 21:34:18.884409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:18.958258 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4ae65c5a-091a-4d0f-8886-ed50e61fd745 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05204e2bedd3484fa4ac80084848dfd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0975935 Apr 18 21:34:18.958581 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35676) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:18.966855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:18.967060 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:34:13Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '8917186a-e4dc-4d0e-9a50-3de53639f4c3', 'name': '', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'mac_address': 'fa:16:3e:e9:6b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:12Z', 'updated_at': '2022-04-18T21:34:15Z', 'revision_number': 2, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'subnets': [{'id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:18.974891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:security_group_rule and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:18.976155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Checking router: c8665d0c-8de5-4317-b41d-702fd8d1183f for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:34:18.994098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Updating router c8665d0c-8de5-4317-b41d-702fd8d1183f port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:34:18.994746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:18.996542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:19.096299 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76ba2f41-c511-4b2f-be9e-f61422e79d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.096931 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.166488 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76ba2f41-c511-4b2f-be9e-f61422e79d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.363169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.391532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76ba2f41-c511-4b2f-be9e-f61422e79d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.483555 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0113652-c624-4899-aba7-bb401e723bf5 req-97b0d62a-73a7-4083-8090-01f1c17dd72d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 210 time: 0.0933986 Apr 18 21:34:19.484627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba2f41-c511-4b2f-be9e-f61422e79d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce541ed-18f5-422f-ad06-235b91d5d6b8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:19.523208 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.581726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664bf875-5c94-42d1-9fd5-52f2470210d3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:19.599052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87115a-f7f1-48df-8804-b5a37238a614 req-41a00b21-ac35-4af2-8ae0-253601df4039 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:19.601327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af87115a-f7f1-48df-8804-b5a37238a614 req-41a00b21-ac35-4af2-8ae0-253601df4039 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/networks?id=ccedaf54-c780-4768-a3e7-e439effe0d42 HTTP/1.1" status: 200 len: 813 time: 0.3356566 Apr 18 21:34:19.627511 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76ba2f41-c511-4b2f-be9e-f61422e79d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.631542 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-76ba2f41-c511-4b2f-be9e-f61422e79d4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ce541ed-18f5-422f-ad06-235b91d5d6b8 HTTP/1.1" status: 204 len: 168 time: 0.6694753 Apr 18 21:34:19.631941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af87115a-f7f1-48df-8804-b5a37238a614 req-b16a69d3-465a-41b7-a00a-cd1a61e70997 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/quotas/00766acdcef7497ba7f48218df75c761 HTTP/1.1" status: 200 len: 375 time: 0.0248661 Apr 18 21:34:19.745726 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.754641 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.761341 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2835e836-e1a8-4b51-8f00-1adcf0b5bd09 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 1.0314727 Apr 18 21:34:19.761341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35698) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:19.766031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b945be62-1784-4956-8126-78659b717493 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Request body: {'security_group_rule': {'security_group_id': 'd304fc64-8de8-4559-bdd8-a37a3d4c6b3c', 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:19.780797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b945be62-1784-4956-8126-78659b717493 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:19.787030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Transition to ACTIVE for port object 8917186a-e4dc-4d0e-9a50-3de53639f4c3 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:19.791021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b945be62-1784-4956-8126-78659b717493 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:security_group_rule and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:19.795253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b945be62-1784-4956-8126-78659b717493 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:19.802529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b945be62-1784-4956-8126-78659b717493 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:19.866126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.881393 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2536fe6-00e4-4d16-bede-bb17e233dec4 req-3e4bbb6d-de1c-4674-b253-ea2b37c49f5d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 210 time: 0.0506785 Apr 18 21:34:19.908030 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b945be62-1784-4956-8126-78659b717493 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.921264 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af87115a-f7f1-48df-8804-b5a37238a614 req-8b00d8e6-6a0d-4683-87eb-3e6663cbcaa7 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=00766acdcef7497ba7f48218df75c761&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2779019 Apr 18 21:34:20.030497 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b945be62-1784-4956-8126-78659b717493 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.067029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ab04f-0f0e-4993-8f5d-53ca39a0da4d None None] Pushing event updated for resources: {'Port': ['ID=8917186a-e4dc-4d0e-9a50-3de53639f4c3,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:20.138927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b945be62-1784-4956-8126-78659b717493 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.294577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1a702-77bd-4bf6-9ec0-31b0a42eb021 req-2a37f710-8e57-4972-8626-d28058afe5e0 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:20.304750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60a1a702-77bd-4bf6-9ec0-31b0a42eb021 req-2a37f710-8e57-4972-8626-d28058afe5e0 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1430109 Apr 18 21:34:20.307003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945be62-1784-4956-8126-78659b717493 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850dcabd-b3f5-496a-98af-7967ab12a99c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:20.392879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Attempting to bind port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:20.393579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60a1a702-77bd-4bf6-9ec0-31b0a42eb021 req-bc39a2e6-4560-43e6-9ed7-8ea9203b644a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866878 Apr 18 21:34:20.395857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Attempting to bind port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:20.398574 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Attempting to bind port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 on network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:20.398893 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b945be62-1784-4956-8126-78659b717493 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.408917 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b945be62-1784-4956-8126-78659b717493 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6402383 Apr 18 21:34:20.449053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:34:20.450591 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Checking segment: {'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:34:20.451019 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.452727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Bound using segment: {'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:34:20.454789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Bound port: 8917186a-e4dc-4d0e-9a50-3de53639f4c3, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:20.455469 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.718491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] For port 8917186a-e4dc-4d0e-9a50-3de53639f4c3, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:20.722447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] For port 8917186a-e4dc-4d0e-9a50-3de53639f4c3, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8917186a-e4dc-4d0e-9a50-3de53639f4c3,segment=NetworkSegment(fcda6d7e-29d8-4f8f-a277-0ee465978dcb),segment_id=fcda6d7e-29d8-4f8f-a277-0ee465978dcb)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:20.834942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cd9f6036-8215-4f28-b07d-b9aaf0bf6dca req-d18424c8-950d-4bdb-a549-7d619e23fe1a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 210 time: 0.0978308 Apr 18 21:34:20.857515 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.921693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-cca94e62-d5e1-42b0-ac0b-24064f65bd40 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:20.923230 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-cca94e62-d5e1-42b0-ac0b-24064f65bd40 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.26 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 815 time: 0.3189144 Apr 18 21:34:20.943057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8801406-c53e-4131-a11f-22bd9ddf3461 req-02fbb5f2-7ef4-4336-9ee0-9518ff871a9f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:20.944496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8801406-c53e-4131-a11f-22bd9ddf3461 req-02fbb5f2-7ef4-4336-9ee0-9518ff871a9f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2068982 Apr 18 21:34:21.016751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ab04f-0f0e-4993-8f5d-53ca39a0da4d None None] Pushing event updated for resources: {'Port': ['ID=8917186a-e4dc-4d0e-9a50-3de53639f4c3,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:21.022009 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:34:21.047878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8801406-c53e-4131-a11f-22bd9ddf3461 req-d46ca43b-c36e-4f04-aeff-041e55571d92 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900989 Apr 18 21:34:21.057501 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-9517fc08-f05f-4a88-8ea5-34e1a80e5cce tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b059139f84405db9bad3c9f82f200d HTTP/1.1" status: 200 len: 471 time: 0.1208022 Apr 18 21:34:21.072191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'port': {'device_id': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'admin_state_up': True, 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'security_groups': ['7ca68f0f-75d0-47dd-ac49-f25a31512538']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:21.094587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Routers {'c8665d0c-8de5-4317-b41d-702fd8d1183f'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:21.094952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:33:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8665d0c-8de5-4317-b41d-702fd8d1183f'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:21.259321 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-84c9368c-2fde-433f-8320-fc23e71a84dc tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Synchronizing usage tracker for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:34:21.370204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-510ca077-ab71-4910-b721-1e15a00792e7 req-fcb44657-1a5b-4ec1-a0cf-9bc9e780c657 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 210 time: 0.0677094 Apr 18 21:34:21.393368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-84c9368c-2fde-433f-8320-fc23e71a84dc tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Unset dirty status for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:34:21.397958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-84c9368c-2fde-433f-8320-fc23e71a84dc tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_access--133665803&fields=id&tenant_id=0dd6f5be4c404d60832e256e2bff80a4 HTTP/1.1" status: 200 len: 267 time: 0.4137933 Apr 18 21:34:21.477099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:21.500932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:21.504492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] Set router c8665d0c-8de5-4317-b41d-702fd8d1183f gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:21.513974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-20b867ed-4f73-48b6-9006-e8c88feb2791 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_general--154934968&fields=id&tenant_id=0dd6f5be4c404d60832e256e2bff80a4 HTTP/1.1" status: 200 len: 267 time: 0.1112356 Apr 18 21:34:21.648842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Made reservation on behalf of 77b059139f84405db9bad3c9f82f200d for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:34:21.651800 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:21.763107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4665c2a6-dc4e-4a53-8372-dd0e90e4c1f9 req-b604c07d-73e0-4b24-bd71-a776fd0aa809 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=00766acdcef7497ba7f48218df75c761 HTTP/1.1" status: 200 len: 221 time: 0.1551766 Apr 18 21:34:21.811283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-696c5c87-8ba9-420c-9a36-92c460fb01d7 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:21.812607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-696c5c87-8ba9-420c-9a36-92c460fb01d7 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Synchronizing usage tracker for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:34:21.873061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:34:13Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '8917186a-e4dc-4d0e-9a50-3de53639f4c3', 'name': '', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'mac_address': 'fa:16:3e:e9:6b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:12Z', 'updated_at': '2022-04-18T21:34:20Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'subnets': [{'id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:21.879164 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df95d6-7db9-4cf5-b949-443715e57499 None None] The sync data for ids ['c8665d0c-8de5-4317-b41d-702fd8d1183f'] in n-d-836017-3 is: [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:34:13Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '8917186a-e4dc-4d0e-9a50-3de53639f4c3', 'name': '', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'mac_address': 'fa:16:3e:e9:6b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:12Z', 'updated_at': '2022-04-18T21:34:20Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'subnets': [{'id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:34:21.897014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-440b3d72-cf52-4126-85b9-f9682fa132dd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:21.898365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-440b3d72-cf52-4126-85b9-f9682fa132dd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Synchronizing usage tracker for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:34:21.953740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Allocated IP 172.20.0.5 (eeb6b84e-f8da-43e4-b706-8497e886851a/f73b1940-ffab-4f06-a08d-3f3c87735f84/e601f364-2073-4e74-91ce-e75ccedf7dc8) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:22.066376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-440b3d72-cf52-4126-85b9-f9682fa132dd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Unset dirty status for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:34:22.067598 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-440b3d72-cf52-4126-85b9-f9682fa132dd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 818 time: 0.3474567 Apr 18 21:34:22.071059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-696c5c87-8ba9-420c-9a36-92c460fb01d7 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Unset dirty status for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:34:22.071059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-696c5c87-8ba9-420c-9a36-92c460fb01d7 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/networks?id=57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 HTTP/1.1" status: 200 len: 797 time: 0.5549512 Apr 18 21:34:22.146375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-2d7c7a9e-0b6f-4108-9d58-24c357f8428a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Synchronizing usage tracker for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:34:22.179776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc18068-7535-4b57-8479-92bfbeb7570b req-57234d1e-a33f-4c65-851c-f28b81a8b921 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:22.181264 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1dc18068-7535-4b57-8479-92bfbeb7570b req-57234d1e-a33f-4c65-851c-f28b81a8b921 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2346873 Apr 18 21:34:22.192394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-7612d037-f3df-40d8-ad2e-4b9a6be93e12 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/quotas/0dd6f5be4c404d60832e256e2bff80a4 HTTP/1.1" status: 200 len: 375 time: 0.1033442 Apr 18 21:34:22.272868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-2d7c7a9e-0b6f-4108-9d58-24c357f8428a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Unset dirty status for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:34:22.277859 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-2d7c7a9e-0b6f-4108-9d58-24c357f8428a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf HTTP/1.1" status: 200 len: 379 time: 0.1825411 Apr 18 21:34:22.286513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Request body: {'port': {'device_id': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'admin_state_up': True, 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'security_groups': ['2745db85-1c07-4117-a77e-b9713215fda7']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:22.371061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8917186a-e4dc-4d0e-9a50-3de53639f4c3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:22.373423 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:22.407318 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1dc18068-7535-4b57-8479-92bfbeb7570b req-deaf2329-730f-4a80-9235-eedbe51f5b8b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141297 Apr 18 21:34:22.408900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Transition to ACTIVE for port object e601f364-2073-4e74-91ce-e75ccedf7dc8 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:22.438746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-2b43f757-b191-4326-9879-1b04d7c10211 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Synchronizing usage tracker for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:34:22.463327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:22.474100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:22.529053 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:22.581046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:22.584699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Made reservation on behalf of a5c9a00d34014bc5bc1cb879fac27cdf for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:34:22.586429 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:22.599379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:22.600351 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:22.634990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-2b43f757-b191-4326-9879-1b04d7c10211 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Unset dirty status for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:34:22.656183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-2b43f757-b191-4326-9879-1b04d7c10211 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0dd6f5be4c404d60832e256e2bff80a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4640832 Apr 18 21:34:22.799472 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:22.819257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Allocated IP 172.20.0.6 (9d47644e-c23c-4ec3-8068-fc5ffd6525f0/130930d8-1729-48fe-bf80-851666da5a1f/f01234fc-6535-42ea-937d-58dde3a6d0e4) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:22.839524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 8917186a-e4dc-4d0e-9a50-3de53639f4c3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8917186a-e4dc-4d0e-9a50-3de53639f4c3,segment=NetworkSegment(fcda6d7e-29d8-4f8f-a277-0ee465978dcb),segment_id=fcda6d7e-29d8-4f8f-a277-0ee465978dcb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:22.914581 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:22.975811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Network eeb6b84e-f8da-43e4-b706-8497e886851a is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:22.980325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-de928294-9276-42aa-b69d-e894d606891c service neutron] 10.222.0.11 "GET /v2.0/networks/57c9c0d9-d1d7-4f9f-934b-5618bd3849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018177 Apr 18 21:34:22.984843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:22.997761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:34:23.014505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=8917186a-e4dc-4d0e-9a50-3de53639f4c3,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:23.060813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'Port': ['ID=e601f364-2073-4e74-91ce-e75ccedf7dc8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:23.092651 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.118422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Transition to ACTIVE for port object f01234fc-6535-42ea-937d-58dde3a6d0e4 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:23.160858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:23.163849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.218845 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.226851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb0155-1950-4805-a654-b3110990021c req-bca7b926-07b8-4009-b96e-a19554b25fba tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:23.227691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0bcb0155-1950-4805-a654-b3110990021c req-bca7b926-07b8-4009-b96e-a19554b25fba tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Synchronizing usage tracker for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:34:23.261512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-7d1b615d-77ce-4759-a81e-73d676fc6f1a service neutron] 10.222.0.11 "GET /v2.0/networks/57c9c0d9-d1d7-4f9f-934b-5618bd3849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743473 Apr 18 21:34:23.303283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:23.306458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:23.311192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:34:23.344779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-702a4eff-382c-47cf-9ec9-3b2eebd42478 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2711289 Apr 18 21:34:23.344995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event updated for resources: {'Port': ['ID=f01234fc-6535-42ea-937d-58dde3a6d0e4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:23.348143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Request body: {'port': {'device_id': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:23.384095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:23.385007 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.469615 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.480680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0bcb0155-1950-4805-a654-b3110990021c req-bca7b926-07b8-4009-b96e-a19554b25fba tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Unset dirty status for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:34:23.481946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0bcb0155-1950-4805-a654-b3110990021c req-bca7b926-07b8-4009-b96e-a19554b25fba tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 931 time: 0.9033709 Apr 18 21:34:23.534564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3f5d2dbf-8684-4145-8b6c-bd6c2ed8614c None None] Provisioning for port e601f364-2073-4e74-91ce-e75ccedf7dc8 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:23.538750 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-47ba52e1-cfd3-4b08-8254-2c3f627b6bd8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2563539 Apr 18 21:34:23.541993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3f5d2dbf-8684-4145-8b6c-bd6c2ed8614c None None] Provisioning complete for port e601f364-2073-4e74-91ce-e75ccedf7dc8 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:23.542387 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2dbf-8684-4145-8b6c-bd6c2ed8614c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.550079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Request body: {'port': {'device_id': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:23.580906 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0bcb0155-1950-4805-a654-b3110990021c req-05d573aa-c3c8-4eae-a2e7-975d3864f7de tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924985 Apr 18 21:34:23.599333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d2dbf-8684-4145-8b6c-bd6c2ed8614c None None] Port e601f364-2073-4e74-91ce-e75ccedf7dc8 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:34:23.683165 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.810658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1cb633a5-9ff7-423e-be7d-bd5ba415e549 None None] Provisioning for port f01234fc-6535-42ea-937d-58dde3a6d0e4 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:23.818105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1cb633a5-9ff7-423e-be7d-bd5ba415e549 None None] Provisioning complete for port f01234fc-6535-42ea-937d-58dde3a6d0e4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:23.819107 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1cb633a5-9ff7-423e-be7d-bd5ba415e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.921782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1cb633a5-9ff7-423e-be7d-bd5ba415e549 None None] Port f01234fc-6535-42ea-937d-58dde3a6d0e4 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:34:23.941556 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed8351-862d-4db3-8a60-6e7d960b7d0e req-1a8e5350-8bc3-40cc-b2f2-45ee5ceaacab tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:23.943221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0ed8351-862d-4db3-8a60-6e7d960b7d0e req-1a8e5350-8bc3-40cc-b2f2-45ee5ceaacab tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 931 time: 0.1959045 Apr 18 21:34:24.111719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e601f364-2073-4e74-91ce-e75ccedf7dc8 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:34:24.123621 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.131352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0ed8351-862d-4db3-8a60-6e7d960b7d0e req-b5007248-dd4e-4aad-9bb8-266f15846004 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809652 Apr 18 21:34:24.146202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Transition to ACTIVE for port object e601f364-2073-4e74-91ce-e75ccedf7dc8 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:24.157381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa332e6-95b1-49dd-94fc-fdd741559e45 req-b2814d25-7330-4585-8c82-ce38983c6419 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:24.158864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaa332e6-95b1-49dd-94fc-fdd741559e45 req-b2814d25-7330-4585-8c82-ce38983c6419 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1825128 Apr 18 21:34:24.174257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01234fc-6535-42ea-937d-58dde3a6d0e4 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:34:24.183268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.204360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Transition to ACTIVE for port object f01234fc-6535-42ea-937d-58dde3a6d0e4 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:24.263054 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8eb6e4b9-c7b9-4ece-8770-b9056a807099 req-c0c2c3d6-46de-4fa9-8f8c-60405c8dd7f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 210 time: 0.0546353 Apr 18 21:34:24.274242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaa332e6-95b1-49dd-94fc-fdd741559e45 req-ae8fdd24-a193-4f0a-b416-e4e4bc7c3e7d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071429 Apr 18 21:34:24.286979 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.313547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.367892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8917186a-e4dc-4d0e-9a50-3de53639f4c3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:24.438833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f01234fc-6535-42ea-937d-58dde3a6d0e4,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:24.513718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e601f364-2073-4e74-91ce-e75ccedf7dc8,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:24.532426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:24.532426 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.552065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Attempting to bind port e601f364-2073-4e74-91ce-e75ccedf7dc8 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:24.552443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Attempting to bind port e601f364-2073-4e74-91ce-e75ccedf7dc8 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:24.553535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Attempting to bind port e601f364-2073-4e74-91ce-e75ccedf7dc8 on network eeb6b84e-f8da-43e4-b706-8497e886851a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:24.575166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Port e601f364-2073-4e74-91ce-e75ccedf7dc8 on network eeb6b84e-f8da-43e4-b706-8497e886851a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:34:24.582759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Attempting to bind port e601f364-2073-4e74-91ce-e75ccedf7dc8 on network eeb6b84e-f8da-43e4-b706-8497e886851a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:24.593641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:34:24.594453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Checking segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:34:24.594976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Bound using segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:34:24.595554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Bound port: e601f364-2073-4e74-91ce-e75ccedf7dc8, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:24.601943 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.763565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Attempting to bind port f01234fc-6535-42ea-937d-58dde3a6d0e4 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:24.764000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Attempting to bind port f01234fc-6535-42ea-937d-58dde3a6d0e4 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:24.765155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Attempting to bind port f01234fc-6535-42ea-937d-58dde3a6d0e4 on network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:24.776213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Port f01234fc-6535-42ea-937d-58dde3a6d0e4 on network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:34:24.777834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Attempting to bind port f01234fc-6535-42ea-937d-58dde3a6d0e4 on network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:24.792930 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7dd99381-bb39-4b5b-807d-0d40c093ad2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.833694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:34:24.833694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Checking segment: {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:34:24.834006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Bound using segment: {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:34:24.836030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Bound port: f01234fc-6535-42ea-937d-58dde3a6d0e4, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5b4bda-6183-4657-9a0a-d49485387474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:24.836668 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.927340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeafbf-049a-49d4-9ded-d18093f146c8 req-251d5731-48c4-4bb5-a1f1-6b0fd57437d5 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:24.928857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e7aeafbf-049a-49d4-9ded-d18093f146c8 req-251d5731-48c4-4bb5-a1f1-6b0fd57437d5 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2970769 Apr 18 21:34:24.957048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] For port f01234fc-6535-42ea-937d-58dde3a6d0e4, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:24.960068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] For port f01234fc-6535-42ea-937d-58dde3a6d0e4, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f01234fc-6535-42ea-937d-58dde3a6d0e4,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:24.974393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] For port e601f364-2073-4e74-91ce-e75ccedf7dc8, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:25.005130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] For port e601f364-2073-4e74-91ce-e75ccedf7dc8, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e601f364-2073-4e74-91ce-e75ccedf7dc8,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:25.013776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e7aeafbf-049a-49d4-9ded-d18093f146c8 req-53efda53-5edf-4978-bd97-82897e3f2c06 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762832 Apr 18 21:34:25.023336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9fbf3-8f19-4e1f-a833-088de54fbe30 req-a289cb68-7c29-4236-a7bd-c02d96c05a27 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:25.025049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd9fbf3-8f19-4e1f-a833-088de54fbe30 req-a289cb68-7c29-4236-a7bd-c02d96c05a27 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 943 time: 0.1994002 Apr 18 21:34:25.056026 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:25.078775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd9fbf3-8f19-4e1f-a833-088de54fbe30 req-95a6be15-dca4-4df9-8821-ad12c39e9d67 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458982 Apr 18 21:34:25.115577 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:25.142024 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:25.143722 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] 10.222.0.26 "PUT /v2.0/ports/f01234fc-6535-42ea-937d-58dde3a6d0e4 HTTP/1.1" status: 200 len: 1091 time: 1.5985014 Apr 18 21:34:25.144251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'tag': 'f01234fc-6535-42ea-937d-58dde3a6d0e4'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:25.177034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c820e8-5fc5-4f04-9c43-a192819e3ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f01234fc-6535-42ea-937d-58dde3a6d0e4,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:25.233341 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e50763-52b5-492c-bc52-0781488c0011'] response: {'name': 'network-changed', 'server_uuid': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'tag': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'status': 'completed', 'code': 200} Apr 18 21:34:25.354175 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b6ed7405-35f3-4525-82a4-fb814ff1fdab req-3ed40ef7-ac97-4126-9b93-60e46e04cee9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 1094 time: 0.0959914 Apr 18 21:34:25.374523 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:25.378173 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] 10.222.0.26 "PUT /v2.0/ports/e601f364-2073-4e74-91ce-e75ccedf7dc8 HTTP/1.1" status: 200 len: 1091 time: 2.0342317 Apr 18 21:34:25.378934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'tag': 'e601f364-2073-4e74-91ce-e75ccedf7dc8'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:25.465808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e0026-e2f0-488a-901e-4a03dc8569a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e601f364-2073-4e74-91ce-e75ccedf7dc8,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:25.553666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28906422-d475-4093-ad9f-e07cebe63670 req-66e78215-6b44-4472-8a33-9344d4f061ac tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:25.563514 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28906422-d475-4093-ad9f-e07cebe63670 req-66e78215-6b44-4472-8a33-9344d4f061ac tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.4115703 Apr 18 21:34:25.613841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed7405-35f3-4525-82a4-fb814ff1fdab req-9a0f7f15-8e01-42fe-89d8-56200f1583b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:25.615522 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b6ed7405-35f3-4525-82a4-fb814ff1fdab req-9a0f7f15-8e01-42fe-89d8-56200f1583b3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2546103 Apr 18 21:34:25.620849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d6e6c-2ed2-4137-86f2-1c0703ee6747 req-68a9f89e-20d0-47fd-97ca-0a12e18cf143 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:25.627866 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a88d6e6c-2ed2-4137-86f2-1c0703ee6747 req-68a9f89e-20d0-47fd-97ca-0a12e18cf143 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 943 time: 0.2638671 Apr 18 21:34:25.695508 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28906422-d475-4093-ad9f-e07cebe63670 req-c592a4d3-3f73-4d18-b7fe-71725db23a77 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301405 Apr 18 21:34:25.704117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-ee759c79-fc48-4664-bae7-a897909b69cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 1094 time: 0.2104247 Apr 18 21:34:25.712004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a88d6e6c-2ed2-4137-86f2-1c0703ee6747 req-7efe6bbf-42cb-4973-85e7-319b95a4fb5a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832798 Apr 18 21:34:25.779687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed7405-35f3-4525-82a4-fb814ff1fdab req-59fcc6c2-b61d-4818-98a9-63d4296b4dd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:25.782059 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b6ed7405-35f3-4525-82a4-fb814ff1fdab req-59fcc6c2-b61d-4818-98a9-63d4296b4dd9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564443 Apr 18 21:34:25.800233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-49e68e6f-3d60-4605-97e0-36298a29f3c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e601f364-2073-4e74-91ce-e75ccedf7dc8 HTTP/1.1" status: 200 len: 217 time: 0.0872686 Apr 18 21:34:25.849093 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784426f2-3192-4360-8085-251b13adc0b4'] response: {'name': 'network-changed', 'server_uuid': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'tag': 'e601f364-2073-4e74-91ce-e75ccedf7dc8', 'status': 'completed', 'code': 200} Apr 18 21:34:25.904026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-9c9ff5d8-3e92-4671-8532-dec9a52f6e70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:25.906849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-9c9ff5d8-3e92-4671-8532-dec9a52f6e70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f73b1940-ffab-4f06-a08d-3f3c87735f84 HTTP/1.1" status: 200 len: 854 time: 0.0977800 Apr 18 21:34:25.989171 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-5fea8a28-d050-44ea-8b5f-82e451b7d2e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 1094 time: 0.1497331 Apr 18 21:34:26.064889 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-f2fd8072-d41a-42a1-85d4-e0ffd45c15d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb6b84e-f8da-43e4-b706-8497e886851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510019 Apr 18 21:34:26.105175 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-933cf12b-bdf3-48e7-ad68-42d921c40ae6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01234fc-6535-42ea-937d-58dde3a6d0e4 HTTP/1.1" status: 200 len: 217 time: 0.1070645 Apr 18 21:34:26.206553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-83d66cb6-9f4b-4db7-bcc3-fa93a928ed3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:26.206553 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-83d66cb6-9f4b-4db7-bcc3-fa93a928ed3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.0871642 Apr 18 21:34:26.241218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3638f2d9-ad29-49f3-8973-b67fb626c35c req-8d40b1a0-92f1-4683-8ddf-4c4672e1d4f8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 210 time: 0.1294794 Apr 18 21:34:26.287863 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-7f75a19a-c3c5-4000-8aab-ea411c16fdeb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799751 Apr 18 21:34:26.288952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5e997-9d69-4ae4-b9ed-6a57e3588014 req-ea027d90-f37e-4f75-89a4-4fd7a990388a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:26.293962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4b5e997-9d69-4ae4-b9ed-6a57e3588014 req-ea027d90-f37e-4f75-89a4-4fd7a990388a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2779610 Apr 18 21:34:26.348012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-7b58ff4b-391c-46cf-b8c9-4ac363cebef0 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755237 Apr 18 21:34:26.444066 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-51b01dc2-1eb7-4591-ac3a-8f26e6cc3607 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536844 Apr 18 21:34:26.469816 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4b5e997-9d69-4ae4-b9ed-6a57e3588014 req-5b09d559-3db2-422a-80a7-bd86af3d1925 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704803 Apr 18 21:34:26.556885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87e597ab-d043-45e8-b1d7-9a282f351a99 req-2ddbb2c4-418b-4447-a952-108b1f1912fb service neutron] 10.222.0.26 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032902 Apr 18 21:34:26.572348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c256279-1ecb-4389-8ae2-db3a29c824c7 req-94eed15f-8e57-4adf-a74f-b654043d7bc2 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:26.574176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c256279-1ecb-4389-8ae2-db3a29c824c7 req-94eed15f-8e57-4adf-a74f-b654043d7bc2 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 943 time: 0.1918945 Apr 18 21:34:26.601573 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88b6b925-ca32-415a-b845-ebf9c1a7e4f7 req-3ba5e18e-d7e0-4429-8898-9881be7ffe12 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513326 Apr 18 21:34:26.686704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c256279-1ecb-4389-8ae2-db3a29c824c7 req-870573b6-213b-49bf-8cc8-4dfc1f863bac tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032002 Apr 18 21:34:26.733145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ab26e-b2af-4c76-ad21-a2d961052bbb req-770284f8-bb11-4b9c-bd16-016b3994fd82 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:26.734952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a7ab26e-b2af-4c76-ad21-a2d961052bbb req-770284f8-bb11-4b9c-bd16-016b3994fd82 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1205065 Apr 18 21:34:26.778590 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca0c0231-cac0-439d-bc59-e928a9be7ebe req-b6f8a53d-fac3-4ced-8e21-23508103c510 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 1094 time: 0.0771039 Apr 18 21:34:26.786152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a7ab26e-b2af-4c76-ad21-a2d961052bbb req-d2491f28-c510-48ef-b69d-ae9cf2d5003b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456517 Apr 18 21:34:26.947643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0409b59-fbc6-4303-907a-5da10d13cd12 req-9650ca4c-1629-4e62-becb-c21f40a8f147 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:26.948827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0231-cac0-439d-bc59-e928a9be7ebe req-b7ca516a-3635-438c-8061-264249dd7d3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:26.949503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0409b59-fbc6-4303-907a-5da10d13cd12 req-9650ca4c-1629-4e62-becb-c21f40a8f147 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 943 time: 0.0962985 Apr 18 21:34:26.950385 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca0c0231-cac0-439d-bc59-e928a9be7ebe req-b7ca516a-3635-438c-8061-264249dd7d3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 916 time: 0.1639020 Apr 18 21:34:27.041747 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca0c0231-cac0-439d-bc59-e928a9be7ebe req-061f74e9-2d17-4c9c-9b32-052bd61e9470 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e601f364-2073-4e74-91ce-e75ccedf7dc8 HTTP/1.1" status: 200 len: 217 time: 0.0821385 Apr 18 21:34:27.065728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e0409b59-fbc6-4303-907a-5da10d13cd12 req-4632921a-8cdf-4633-abbf-52a4b4b55e8d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824380 Apr 18 21:34:27.092238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36aa8ca-3ff1-4e1e-aef4-23ee7397f8f1 req-f920c4f6-eacd-4889-a34c-b900861c6ed2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:27.105016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a36aa8ca-3ff1-4e1e-aef4-23ee7397f8f1 req-f920c4f6-eacd-4889-a34c-b900861c6ed2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1469629 Apr 18 21:34:27.120405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0231-cac0-439d-bc59-e928a9be7ebe req-bd0086fc-18ea-42ac-a558-13bd56f4e981 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:27.122033 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca0c0231-cac0-439d-bc59-e928a9be7ebe req-bd0086fc-18ea-42ac-a558-13bd56f4e981 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f73b1940-ffab-4f06-a08d-3f3c87735f84 HTTP/1.1" status: 200 len: 854 time: 0.0742478 Apr 18 21:34:27.123106 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4c413ae4-7845-4cb9-b216-78d179d48724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:27.161074 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a36aa8ca-3ff1-4e1e-aef4-23ee7397f8f1 req-fc7e9381-d97f-42a3-b393-8b00fe8a631f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Apr 18 21:34:27.297853 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca0c0231-cac0-439d-bc59-e928a9be7ebe req-70531947-06e0-42a0-8a1a-2e76c483695f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb6b84e-f8da-43e4-b706-8497e886851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688666 Apr 18 21:34:27.406813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73988c7-6551-446c-b1c9-697defd224e4 req-3e19036e-b03e-4b7a-82d2-bba91e4a7cde tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:27.408396 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c73988c7-6551-446c-b1c9-697defd224e4 req-3e19036e-b03e-4b7a-82d2-bba91e4a7cde tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1253965 Apr 18 21:34:27.442619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-cc06934e-0548-4f36-aa93-422028e2c40e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:27.444061 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-cc06934e-0548-4f36-aa93-422028e2c40e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.59 "GET /v2.0/networks?id=57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 HTTP/1.1" status: 200 len: 797 time: 0.2424421 Apr 18 21:34:27.468353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbe8741d-9252-4160-9dfb-6a979afc7a38 req-5318bab2-da7e-47d8-9e8c-b40d876ee87d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 210 time: 0.0580812 Apr 18 21:34:27.505048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c73988c7-6551-446c-b1c9-697defd224e4 req-7db482eb-4564-4680-9d81-a69d49079674 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624464 Apr 18 21:34:27.609785 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca0c0231-cac0-439d-bc59-e928a9be7ebe req-0c90e46e-1aae-4f78-a34d-c31148e9024a service neutron] 10.222.0.26 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034649 Apr 18 21:34:27.705077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-197da161-c416-43b0-8424-fb0bcdde0ba3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Synchronizing usage tracker for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:34:27.731055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-197da161-c416-43b0-8424-fb0bcdde0ba3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Unset dirty status for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:34:27.732108 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-197da161-c416-43b0-8424-fb0bcdde0ba3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dd6f5be4c404d60832e256e2bff80a4 HTTP/1.1" status: 200 len: 476 time: 0.1720402 Apr 18 21:34:27.755759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Request body: {'port': {'device_id': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'admin_state_up': True, 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'security_groups': ['d304fc64-8de8-4559-bdd8-a37a3d4c6b3c', '664bf875-5c94-42d1-9fd5-52f2470210d3']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:27.770798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd47142-8bdf-4a95-bb94-b7186bcbfb40 req-6816d28c-fc64-49ad-b439-7a780964d51d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:27.772381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ccd47142-8bdf-4a95-bb94-b7186bcbfb40 req-6816d28c-fc64-49ad-b439-7a780964d51d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0836847 Apr 18 21:34:27.827475 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ccd47142-8bdf-4a95-bb94-b7186bcbfb40 req-5d98ee89-e025-43cd-8143-4620b364bd7c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488801 Apr 18 21:34:27.870354 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca0c0231-cac0-439d-bc59-e928a9be7ebe req-d956073e-3bee-4ab2-a1c3-cca654ee0f91 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512503 Apr 18 21:34:27.907687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d557135-e44b-4fa9-aba6-c9614ddc0e36 req-c7dec551-8d41-4970-9709-8efa915a413f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:27.909623 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8d557135-e44b-4fa9-aba6-c9614ddc0e36 req-c7dec551-8d41-4970-9709-8efa915a413f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 943 time: 0.0850043 Apr 18 21:34:27.951622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:27.959890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:27.966806 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8d557135-e44b-4fa9-aba6-c9614ddc0e36 req-7541bd22-f3b5-411a-8059-e9ea3189dabe tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502596 Apr 18 21:34:28.008530 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.043621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Made reservation on behalf of 0dd6f5be4c404d60832e256e2bff80a4 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:34:28.047152 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.173621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490d555-cb5e-42ea-84e3-b42ec136ad7d req-f411ebf3-004f-4024-9609-b76159d12c89 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:28.181632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0490d555-cb5e-42ea-84e3-b42ec136ad7d req-f411ebf3-004f-4024-9609-b76159d12c89 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2133403 Apr 18 21:34:28.288668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Allocated IP 172.20.0.3 (57c9c0d9-d1d7-4f9f-934b-5618bd3849c6/9ad3de5d-5f81-48e5-9561-bd5498c3bede/50e1c2c8-84b1-4b15-af0b-d11e559aa49b) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:28.288790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0490d555-cb5e-42ea-84e3-b42ec136ad7d req-7bf4ba48-5992-4e42-936c-376ff6a610b8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044207 Apr 18 21:34:28.320103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9c1d7-e0a7-4200-b2d9-83707ef61902 req-27c6300a-f971-464e-a2cf-4b9d1f89b3ea tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:28.321796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06c9c1d7-e0a7-4200-b2d9-83707ef61902 req-27c6300a-f971-464e-a2cf-4b9d1f89b3ea tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 943 time: 0.1064847 Apr 18 21:34:28.377727 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06c9c1d7-e0a7-4200-b2d9-83707ef61902 req-585cc091-132f-4400-a36b-92197390f413 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496590 Apr 18 21:34:28.512636 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.529092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359caa09-3d66-4c7e-88ad-957fdb647b96 req-67c93a7d-c812-47b7-ba9a-429cff74883b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:28.531219 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-359caa09-3d66-4c7e-88ad-957fdb647b96 req-67c93a7d-c812-47b7-ba9a-429cff74883b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0869029 Apr 18 21:34:28.534686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Transition to ACTIVE for port object 50e1c2c8-84b1-4b15-af0b-d11e559aa49b will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:28.579499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-359caa09-3d66-4c7e-88ad-957fdb647b96 req-9be60f57-085e-4876-ab55-b64351fd97fa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Apr 18 21:34:28.594464 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.628778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.692465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b4a4b-15f8-4ec2-ac92-5bb02b43e645 req-a8d3cec9-9c61-429c-9452-530fb3aa7491 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:28.697971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a73b4a4b-15f8-4ec2-ac92-5bb02b43e645 req-a8d3cec9-9c61-429c-9452-530fb3aa7491 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 970 time: 0.0908995 Apr 18 21:34:28.716418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:28.719643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:28.723863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:34:28.762865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Port': ['ID=50e1c2c8-84b1-4b15-af0b-d11e559aa49b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:28.793771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:28.794393 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.815053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a73b4a4b-15f8-4ec2-ac92-5bb02b43e645 req-0a6e7a47-d521-4ab7-80b5-1e35bc83867b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1141474 Apr 18 21:34:28.845112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa562a-4c99-4a37-a360-31d206c3337c req-82b0df06-9c07-4151-a38f-35cd250808b1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:28.845112 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17aa562a-4c99-4a37-a360-31d206c3337c req-82b0df06-9c07-4151-a38f-35cd250808b1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1222129 Apr 18 21:34:28.893497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17aa562a-4c99-4a37-a360-31d206c3337c req-f42aedad-da47-45a1-b2b3-1f39bde2e1cb tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492344 Apr 18 21:34:28.903881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-3c1776e4-6c8b-44ce-82d5-64c26c7a43f3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1597254 Apr 18 21:34:28.916350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Request body: {'port': {'device_id': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:29.043297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.128409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a8f835f7-5ba3-46cb-8685-d777da69189c None None] Provisioning for port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:29.136402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a8f835f7-5ba3-46cb-8685-d777da69189c None None] Provisioning complete for port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:29.137108 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a8f835f7-5ba3-46cb-8685-d777da69189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.201693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a66535-4d3a-4375-a760-613c4f9b9282 req-c6ff7ec7-5422-49e7-b853-fb7e13e42895 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:29.208430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6a66535-4d3a-4375-a760-613c4f9b9282 req-c6ff7ec7-5422-49e7-b853-fb7e13e42895 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1548674 Apr 18 21:34:29.215965 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a8f835f7-5ba3-46cb-8685-d777da69189c None None] Port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:34:29.265082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8da3d-c25c-40cd-bde4-ec3506719ad0 req-9e4b2572-5447-461a-92d7-9014e3f52713 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:29.266612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60b8da3d-c25c-40cd-bde4-ec3506719ad0 req-9e4b2572-5447-461a-92d7-9014e3f52713 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 943 time: 0.1584156 Apr 18 21:34:29.269342 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6a66535-4d3a-4375-a760-613c4f9b9282 req-38dcbd18-15da-465a-8147-7e2f39c169af tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600672 Apr 18 21:34:29.314880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60b8da3d-c25c-40cd-bde4-ec3506719ad0 req-3c1fb347-4ced-4bfd-9ece-7c5ca67fb439 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422525 Apr 18 21:34:29.479086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e1c2c8-84b1-4b15-af0b-d11e559aa49b {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:34:29.487123 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.504709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Transition to ACTIVE for port object 50e1c2c8-84b1-4b15-af0b-d11e559aa49b will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:29.592063 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.599865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216edae-1876-4eab-acf0-1ab306a50a4e req-144e182d-a67a-4e12-ba22-bcc8dacf202a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:29.606629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a216edae-1876-4eab-acf0-1ab306a50a4e req-144e182d-a67a-4e12-ba22-bcc8dacf202a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1450059 Apr 18 21:34:29.664757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd5ab6-67cf-4446-a217-c3e5813534f6 req-ebb508de-4415-45f0-aae3-80917a97206d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:29.666252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ffbd5ab6-67cf-4446-a217-c3e5813534f6 req-ebb508de-4415-45f0-aae3-80917a97206d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 943 time: 0.1395581 Apr 18 21:34:29.678050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a216edae-1876-4eab-acf0-1ab306a50a4e req-6fd9f70e-ed09-4d6d-83a0-c363d78ef3e5 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704896 Apr 18 21:34:29.740809 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ffbd5ab6-67cf-4446-a217-c3e5813534f6 req-58398d79-5c06-425b-8b52-ee21dbe981f9 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577700 Apr 18 21:34:29.787694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Pushing event updated for resources: {'Port': ['ID=50e1c2c8-84b1-4b15-af0b-d11e559aa49b,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:29.924997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Attempting to bind port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:29.925411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Attempting to bind port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:29.926846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Attempting to bind port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b on network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:29.935753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b on network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:34:29.937552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Attempting to bind port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b on network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:29.950969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:34:29.951577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Checking segment: {'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:34:29.955241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Bound using segment: {'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:34:29.955872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Bound port: 50e1c2c8-84b1-4b15-af0b-d11e559aa49b, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:29.957034 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:30.077113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] For port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:30.080391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] For port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=50e1c2c8-84b1-4b15-af0b-d11e559aa49b,segment=NetworkSegment(fcda6d7e-29d8-4f8f-a277-0ee465978dcb),segment_id=fcda6d7e-29d8-4f8f-a277-0ee465978dcb)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:30.135763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a10d7-4345-4e96-b4cc-ac22715be26c req-0e6f7c43-835a-44bd-b9d0-3911ea6aa64e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:30.137305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-100a10d7-4345-4e96-b4cc-ac22715be26c req-0e6f7c43-835a-44bd-b9d0-3911ea6aa64e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1757317 Apr 18 21:34:30.152350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d66bc-bf68-4522-a86a-9e1ff32bdd79 req-3afd3cb1-42b2-423f-a2be-1c0db578eebe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:30.153827 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-828d66bc-bf68-4522-a86a-9e1ff32bdd79 req-3afd3cb1-42b2-423f-a2be-1c0db578eebe tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 982 time: 0.1263411 Apr 18 21:34:30.174289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:30.242509 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-100a10d7-4345-4e96-b4cc-ac22715be26c req-29a376e6-3fdf-4592-8653-ae23d08b7a29 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875711 Apr 18 21:34:30.256131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-828d66bc-bf68-4522-a86a-9e1ff32bdd79 req-6befa270-078e-4482-a131-aa6e8f4407d2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0828619 Apr 18 21:34:30.436441 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:30.442160 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] 10.222.0.59 "PUT /v2.0/ports/50e1c2c8-84b1-4b15-af0b-d11e559aa49b HTTP/1.1" status: 200 len: 1130 time: 1.5309091 Apr 18 21:34:30.442650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'tag': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:30.482830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036491f-3160-48d0-a6b9-032880cca6fc service neutron] Pushing event updated for resources: {'Port': ['ID=50e1c2c8-84b1-4b15-af0b-d11e559aa49b,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:30.614762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e130a-aaac-48ab-937f-5d2e0b7412c2 req-12e914a1-0899-4bf4-8694-ae59514e3d54 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:30.616641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c82e130a-aaac-48ab-937f-5d2e0b7412c2 req-12e914a1-0899-4bf4-8694-ae59514e3d54 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2134862 Apr 18 21:34:30.646734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cc0c6-944c-4cd2-a873-12c827b7bcb6 req-b77a6816-02a8-406e-a52d-4d80483e6d17 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:30.648449 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-670cc0c6-944c-4cd2-a873-12c827b7bcb6 req-b77a6816-02a8-406e-a52d-4d80483e6d17 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 943 time: 0.1531951 Apr 18 21:34:30.667498 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-c64df771-6dd8-497d-97af-0b09475564ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0dd6f5be4c404d60832e256e2bff80a4&device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 1133 time: 0.0962515 Apr 18 21:34:30.712764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c82e130a-aaac-48ab-937f-5d2e0b7412c2 req-47605a76-03e5-470f-98c3-77fff200b0f3 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904167 Apr 18 21:34:30.717917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-670cc0c6-944c-4cd2-a873-12c827b7bcb6 req-92fbc76f-f837-4d83-abd1-932b63453c25 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612688 Apr 18 21:34:30.750816 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-4c4188b6-b015-4707-a056-b46e0cc4f09a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50e1c2c8-84b1-4b15-af0b-d11e559aa49b HTTP/1.1" status: 200 len: 217 time: 0.0804286 Apr 18 21:34:30.834739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-4a0c0d13-065e-4bf8-9625-a33f6e76fa1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:30.836318 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-4a0c0d13-065e-4bf8-9625-a33f6e76fa1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ad3de5d-5f81-48e5-9561-bd5498c3bede HTTP/1.1" status: 200 len: 835 time: 0.0797534 Apr 18 21:34:30.838486 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b956301-bae0-458a-8b70-8b46869013e4'] response: {'name': 'network-changed', 'server_uuid': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'tag': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b', 'status': 'completed', 'code': 200} Apr 18 21:34:30.892634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device f01234fc-6535-42ea-937d-58dde3a6d0e4 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:34:30.928978 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-caf90653-15d6-4732-b435-3ee3eaf7110a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57c9c0d9-d1d7-4f9f-934b-5618bd3849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835898 Apr 18 21:34:31.068836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3a6e0-e314-477d-90d1-4182b0816503 req-c43f63fb-6544-446e-9a6c-94da31ee2af5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:31.070222 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3a3a6e0-e314-477d-90d1-4182b0816503 req-c43f63fb-6544-446e-9a6c-94da31ee2af5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 943 time: 0.1518798 Apr 18 21:34:31.075625 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-cbd9ec18-54b2-4af3-8aaf-fe2c4ad6a96c service neutron] 10.222.0.59 "GET /v2.0/networks/57c9c0d9-d1d7-4f9f-934b-5618bd3849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390634 Apr 18 21:34:31.077743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4392494-be3d-4bbe-b0ae-b61719151375 req-7d9ff969-e3f9-4052-9237-a287c1280db4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:31.079260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4392494-be3d-4bbe-b0ae-b61719151375 req-7d9ff969-e3f9-4052-9237-a287c1280db4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1148932 Apr 18 21:34:31.089211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port f01234fc-6535-42ea-937d-58dde3a6d0e4, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f01234fc-6535-42ea-937d-58dde3a6d0e4,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:31.104785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'port_id': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'mac_address': 'fa:16:3e:3d:c5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:34:31.175217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3a3a6e0-e314-477d-90d1-4182b0816503 req-c35e88c3-ca97-4bee-affa-d01a8bfb7913 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937543 Apr 18 21:34:31.184303 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4392494-be3d-4bbe-b0ae-b61719151375 req-3a0826d8-d157-4360-bad3-43b9f56dece8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885942 Apr 18 21:34:31.194649 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.215822 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.228331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01234fc-6535-42ea-937d-58dde3a6d0e4 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:34:31.250407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port f01234fc-6535-42ea-937d-58dde3a6d0e4, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f01234fc-6535-42ea-937d-58dde3a6d0e4,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:31.257627 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f62489f0-2371-4069-9b17-ca5bc9efb8f5 req-43661d29-09d1-4403-aba0-c64177042d1f service neutron] 10.222.0.59 "GET /v2.0/networks/57c9c0d9-d1d7-4f9f-934b-5618bd3849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717532 Apr 18 21:34:31.329287 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.330081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e601f364-2073-4e74-91ce-e75ccedf7dc8 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:34:31.473170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111995f-ed47-4e0e-b258-770e378ddd2a req-b21fda67-8239-4d22-8501-549543e75cf2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:31.474650 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8111995f-ed47-4e0e-b258-770e378ddd2a req-b21fda67-8239-4d22-8501-549543e75cf2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1423309 Apr 18 21:34:31.507709 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76973a1b-e31c-4ca5-ad51-a310ce5e7422 req-a26499a8-5b08-42c4-b171-9f9cde0e7609 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0dd6f5be4c404d60832e256e2bff80a4&device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 1133 time: 0.1167026 Apr 18 21:34:31.514913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=f01234fc-6535-42ea-937d-58dde3a6d0e4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:31.516560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5ff99-bb21-4908-ba23-b078cf4b1bb3 req-71fe288e-ca87-4a9a-b54d-9fdf7d1569d3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:31.518048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71f5ff99-bb21-4908-ba23-b078cf4b1bb3 req-71fe288e-ca87-4a9a-b54d-9fdf7d1569d3 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 982 time: 0.1221087 Apr 18 21:34:31.557100 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8111995f-ed47-4e0e-b258-770e378ddd2a req-9fbc7310-60c3-430b-93d8-1a26d232f37c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726373 Apr 18 21:34:31.584844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71f5ff99-bb21-4908-ba23-b078cf4b1bb3 req-4aa250c5-970f-475e-ae7c-952ff8c218bb tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0500340 Apr 18 21:34:31.592989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port e601f364-2073-4e74-91ce-e75ccedf7dc8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e601f364-2073-4e74-91ce-e75ccedf7dc8,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:31.610178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'e601f364-2073-4e74-91ce-e75ccedf7dc8', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'port_id': 'e601f364-2073-4e74-91ce-e75ccedf7dc8', 'mac_address': 'fa:16:3e:af:b8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:34:31.687565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76973a1b-e31c-4ca5-ad51-a310ce5e7422 req-527dad3b-f569-4824-97f6-43e5cce925da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:31.689217 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76973a1b-e31c-4ca5-ad51-a310ce5e7422 req-527dad3b-f569-4824-97f6-43e5cce925da service neutron] 10.222.0.59 "GET /v2.0/networks?id=57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 HTTP/1.1" status: 200 len: 898 time: 0.1739037 Apr 18 21:34:31.737669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.758340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e601f364-2073-4e74-91ce-e75ccedf7dc8 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:34:31.765179 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76973a1b-e31c-4ca5-ad51-a310ce5e7422 req-8c7852e9-c3bf-41ec-afd3-9e1c0bad1423 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50e1c2c8-84b1-4b15-af0b-d11e559aa49b HTTP/1.1" status: 200 len: 217 time: 0.0687163 Apr 18 21:34:31.776199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port e601f364-2073-4e74-91ce-e75ccedf7dc8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e601f364-2073-4e74-91ce-e75ccedf7dc8,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:31.837350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76973a1b-e31c-4ca5-ad51-a310ce5e7422 req-dfcdbec5-d3f6-4352-9c56-98c0ebf53c55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:31.839071 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76973a1b-e31c-4ca5-ad51-a310ce5e7422 req-dfcdbec5-d3f6-4352-9c56-98c0ebf53c55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ad3de5d-5f81-48e5-9561-bd5498c3bede HTTP/1.1" status: 200 len: 835 time: 0.0669587 Apr 18 21:34:31.854249 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.927085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=e601f364-2073-4e74-91ce-e75ccedf7dc8,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:31.937091 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76973a1b-e31c-4ca5-ad51-a310ce5e7422 req-3a8e59c9-a18e-4f70-9c0e-ec9fe512d27b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57c9c0d9-d1d7-4f9f-934b-5618bd3849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916595 Apr 18 21:34:32.034907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c8da4-8c35-42e0-9426-1e2d133adb57 req-4e957a4b-210b-443d-8a12-934309cfda0d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:32.036362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c31c8da4-8c35-42e0-9426-1e2d133adb57 req-4e957a4b-210b-443d-8a12-934309cfda0d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2571223 Apr 18 21:34:32.047098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15f2f2-a2b0-445c-adc7-a682359ca7e5 req-53b7587a-0a9f-4e3d-8400-72a806d4556b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:32.048449 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a15f2f2-a2b0-445c-adc7-a682359ca7e5 req-53b7587a-0a9f-4e3d-8400-72a806d4556b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 944 time: 0.1148207 Apr 18 21:34:32.075149 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76973a1b-e31c-4ca5-ad51-a310ce5e7422 req-1b96942c-9991-4814-9451-8f5cc2ee9160 service neutron] 10.222.0.59 "GET /v2.0/networks/57c9c0d9-d1d7-4f9f-934b-5618bd3849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308036 Apr 18 21:34:32.122143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c31c8da4-8c35-42e0-9426-1e2d133adb57 req-533f43c6-56d4-417a-b52e-cf63f01a3381 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727284 Apr 18 21:34:32.127433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a15f2f2-a2b0-445c-adc7-a682359ca7e5 req-3f3e34f4-95e3-4183-acde-077d921c4c25 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642283 Apr 18 21:34:32.228908 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76973a1b-e31c-4ca5-ad51-a310ce5e7422 req-59dcebc9-0f39-4cc2-8101-4bf1b18475cf service neutron] 10.222.0.59 "GET /v2.0/networks/57c9c0d9-d1d7-4f9f-934b-5618bd3849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474462 Apr 18 21:34:32.234861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['f01234fc-6535-42ea-937d-58dde3a6d0e4'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:34:32.287811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['e601f364-2073-4e74-91ce-e75ccedf7dc8'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:34:32.417514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88e1a2-d2ec-4ee9-98b7-fbcc35f933e5 req-fb2c9424-9196-4f5d-ad39-1707d8e0d97b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:32.420485 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c88e1a2-d2ec-4ee9-98b7-fbcc35f933e5 req-fb2c9424-9196-4f5d-ad39-1707d8e0d97b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1528597 Apr 18 21:34:32.442505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34ae2b-7cb0-4afe-be5b-20ad646a101f req-2ba222b3-82db-41c2-bbe1-b1532cdd6620 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:32.443985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf34ae2b-7cb0-4afe-be5b-20ad646a101f req-2ba222b3-82db-41c2-bbe1-b1532cdd6620 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 944 time: 0.1292689 Apr 18 21:34:32.532088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c88e1a2-d2ec-4ee9-98b7-fbcc35f933e5 req-d4cab670-66ec-42d7-840a-c3629dafd5fb tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863912 Apr 18 21:34:32.551878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf34ae2b-7cb0-4afe-be5b-20ad646a101f req-8add645e-58d7-4200-b222-26413afbf33f tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881839 Apr 18 21:34:32.835796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbcbd8-c942-44c7-b2dc-33a7b2d1ceca req-0ebf6a49-969d-443f-be7a-77b0bb2a2b99 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:32.837521 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24bbcbd8-c942-44c7-b2dc-33a7b2d1ceca req-0ebf6a49-969d-443f-be7a-77b0bb2a2b99 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 982 time: 0.0907326 Apr 18 21:34:32.888595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24bbcbd8-c942-44c7-b2dc-33a7b2d1ceca req-860817fd-8282-44f3-ae7b-4b4d9fa9a750 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0438871 Apr 18 21:34:33.097685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338b5d6-f726-41ef-aafb-183e09644043 req-7c9a8d69-b2d3-4971-9f39-edc8e7e7b026 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:33.099196 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a338b5d6-f726-41ef-aafb-183e09644043 req-7c9a8d69-b2d3-4971-9f39-edc8e7e7b026 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0835888 Apr 18 21:34:33.150882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a338b5d6-f726-41ef-aafb-183e09644043 req-f39e9b57-6ad1-498e-bad7-7243c164ff72 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459955 Apr 18 21:34:33.294495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 50e1c2c8-84b1-4b15-af0b-d11e559aa49b details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:34:33.449095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=50e1c2c8-84b1-4b15-af0b-d11e559aa49b,segment=NetworkSegment(fcda6d7e-29d8-4f8f-a277-0ee465978dcb),segment_id=fcda6d7e-29d8-4f8f-a277-0ee465978dcb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:33.467421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'port_id': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b', 'mac_address': 'fa:16:3e:63:9e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:34:33.522332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06216511-85b2-4458-9b50-6eae6fc868b8 req-9f0aede8-4f3d-477c-a19c-10065e0148cd tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:33.523961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06216511-85b2-4458-9b50-6eae6fc868b8 req-9f0aede8-4f3d-477c-a19c-10065e0148cd tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 944 time: 0.0820010 Apr 18 21:34:33.529296 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.547383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e1c2c8-84b1-4b15-af0b-d11e559aa49b {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:34:33.562911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=50e1c2c8-84b1-4b15-af0b-d11e559aa49b,segment=NetworkSegment(fcda6d7e-29d8-4f8f-a277-0ee465978dcb),segment_id=fcda6d7e-29d8-4f8f-a277-0ee465978dcb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:33.574414 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06216511-85b2-4458-9b50-6eae6fc868b8 req-a1f6686f-316d-4250-b84a-3a9fe913bc00 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445957 Apr 18 21:34:33.615401 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.651367 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.722320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=50e1c2c8-84b1-4b15-af0b-d11e559aa49b,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:33.748990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa831ee1-055b-4914-9621-4136f02aee4c req-acb918b0-ab5c-4dd4-a39b-63f7d3410d5a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:33.750450 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa831ee1-055b-4914-9621-4136f02aee4c req-acb918b0-ab5c-4dd4-a39b-63f7d3410d5a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 944 time: 0.0827675 Apr 18 21:34:33.796005 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa831ee1-055b-4914-9621-4136f02aee4c req-d97fa767-d1be-4e58-9062-c87d35854891 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399201 Apr 18 21:34:33.917395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['50e1c2c8-84b1-4b15-af0b-d11e559aa49b'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:34:34.104236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d75089-20c4-42b8-839f-3865b7d3b538 req-bc6cc735-06a8-4080-aba3-a84984b51efb tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:34.105701 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41d75089-20c4-42b8-839f-3865b7d3b538 req-bc6cc735-06a8-4080-aba3-a84984b51efb tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 983 time: 0.0877404 Apr 18 21:34:34.153495 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41d75089-20c4-42b8-839f-3865b7d3b538 req-13e3d519-7911-4c46-a799-b4ba65e76833 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0414662 Apr 18 21:34:34.379185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff91e78-ed63-4c53-8c72-16423c434269 req-0b26b7ec-02a2-44b9-a2d1-680587675767 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:34.380949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eff91e78-ed63-4c53-8c72-16423c434269 req-0b26b7ec-02a2-44b9-a2d1-680587675767 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0840652 Apr 18 21:34:34.428294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eff91e78-ed63-4c53-8c72-16423c434269 req-5da15dee-050a-4174-ad82-5cae0c9f34d1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Apr 18 21:34:34.787103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d86dca-f049-4b89-b05e-a134da14dc01 req-75c72c46-2481-4742-b2af-4d266946e6c2 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:34.788557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4d86dca-f049-4b89-b05e-a134da14dc01 req-75c72c46-2481-4742-b2af-4d266946e6c2 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 944 time: 0.0775051 Apr 18 21:34:34.838243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4d86dca-f049-4b89-b05e-a134da14dc01 req-7f23f219-9d0d-4d48-957d-ceffd9676cfe tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437953 Apr 18 21:34:34.913440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e601f364-2073-4e74-91ce-e75ccedf7dc8 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:35.028428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c00ca-05db-4faa-b89a-98e4285d49b4 req-d3c8c915-9701-4271-8fd8-642e073bb946 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:35.030474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c07c00ca-05db-4faa-b89a-98e4285d49b4 req-d3c8c915-9701-4271-8fd8-642e073bb946 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 944 time: 0.0814731 Apr 18 21:34:35.079903 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c07c00ca-05db-4faa-b89a-98e4285d49b4 req-a0e7e928-891f-43af-9f66-f80f0af1ea4a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436261 Apr 18 21:34:35.108486 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port e601f364-2073-4e74-91ce-e75ccedf7dc8 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:35.115201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port e601f364-2073-4e74-91ce-e75ccedf7dc8 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:35.115735 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.236248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c5f67-6f72-4669-b095-ddd7ff333a0a req-db55f394-3954-46eb-a2cc-02104ee4f91e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:35.237429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c4c5f67-6f72-4669-b095-ddd7ff333a0a req-db55f394-3954-46eb-a2cc-02104ee4f91e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1328833 Apr 18 21:34:35.244750 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.294938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e601f364-2073-4e74-91ce-e75ccedf7dc8'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:35.306272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 50e1c2c8-84b1-4b15-af0b-d11e559aa49b up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:35.314051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c4c5f67-6f72-4669-b095-ddd7ff333a0a req-c25a9ae7-ffe2-4242-9713-ec02e9000ee9 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678174 Apr 18 21:34:35.352186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port e601f364-2073-4e74-91ce-e75ccedf7dc8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e601f364-2073-4e74-91ce-e75ccedf7dc8,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:35.377766 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8064a7f6-b6be-4648-892a-164ba448dfc2'] response: {'server_uuid': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e601f364-2073-4e74-91ce-e75ccedf7dc8', 'code': 200} Apr 18 21:34:35.462070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a12ef-bfb6-4b05-9071-1db335d6649e req-067a6464-cedc-4aec-b327-8efabf9c3cc4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:35.463715 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-240a12ef-bfb6-4b05-9071-1db335d6649e req-067a6464-cedc-4aec-b327-8efabf9c3cc4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 983 time: 0.1045396 Apr 18 21:34:35.473901 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.475372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device f01234fc-6535-42ea-937d-58dde3a6d0e4 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:35.530210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-240a12ef-bfb6-4b05-9071-1db335d6649e req-580a58e8-009b-41d0-99d0-483fab76ccdc tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0607421 Apr 18 21:34:35.555535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:35.587982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:35.588347 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.594740 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0f94d7e4-9e22-4e2c-8ab1-78a571d6b9c2 req-f2f15a5e-27bd-4a6d-a74e-23b4b16fda51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 1096 time: 0.1074629 Apr 18 21:34:35.644444 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0f94d7e4-9e22-4e2c-8ab1-78a571d6b9c2 req-cb78b2e7-b407-4a43-96c6-d828f99d0be8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432353 Apr 18 21:34:35.666295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=e601f364-2073-4e74-91ce-e75ccedf7dc8,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:35.736313 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.772336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=50e1c2c8-84b1-4b15-af0b-d11e559aa49b,segment=NetworkSegment(fcda6d7e-29d8-4f8f-a277-0ee465978dcb),segment_id=fcda6d7e-29d8-4f8f-a277-0ee465978dcb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:35.790571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port f01234fc-6535-42ea-937d-58dde3a6d0e4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:35.796182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port f01234fc-6535-42ea-937d-58dde3a6d0e4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:35.796550 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.844926 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.953440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=50e1c2c8-84b1-4b15-af0b-d11e559aa49b,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:35.989675 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:36.025872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port f01234fc-6535-42ea-937d-58dde3a6d0e4, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f01234fc-6535-42ea-937d-58dde3a6d0e4,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:36.045536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e25767-2fe3-4380-8e25-7859c5ed8c31 req-25ffe637-90e6-48a0-835d-3eb1f1627836 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:36.047156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-29e25767-2fe3-4380-8e25-7859c5ed8c31 req-25ffe637-90e6-48a0-835d-3eb1f1627836 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 945 time: 0.0839472 Apr 18 21:34:36.092936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-29e25767-2fe3-4380-8e25-7859c5ed8c31 req-803ed22a-6704-49dc-9b85-eca5dcb46879 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399139 Apr 18 21:34:36.105852 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:36.189065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=f01234fc-6535-42ea-937d-58dde3a6d0e4,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:36.303752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b69ff8-086b-40e7-ad28-3fbbc0c5d586 req-1cefcdc9-b99c-42fa-b7ac-7c26f09e9471 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:36.305172 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b69ff8-086b-40e7-ad28-3fbbc0c5d586 req-1cefcdc9-b99c-42fa-b7ac-7c26f09e9471 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.0769000 Apr 18 21:34:36.353714 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b69ff8-086b-40e7-ad28-3fbbc0c5d586 req-23feb3ef-9292-433c-a3db-dc0b1f6860cd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428758 Apr 18 21:34:36.526637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e8c24-6f99-486f-93cd-46043f95adb0 req-2bf0d8ef-424c-437d-a56b-1b7973a1ccf2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:36.535029 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b83e8c24-6f99-486f-93cd-46043f95adb0 req-2bf0d8ef-424c-437d-a56b-1b7973a1ccf2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1012952 Apr 18 21:34:36.606110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b83e8c24-6f99-486f-93cd-46043f95adb0 req-b708fa9f-3586-4e2c-9265-fb742b7b7d90 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697634 Apr 18 21:34:36.925198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496ed84-6333-483c-a21f-31fcb87782f2 req-bd221f62-0b5c-4d49-b90b-76a67924025d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:36.926679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f496ed84-6333-483c-a21f-31fcb87782f2 req-bd221f62-0b5c-4d49-b90b-76a67924025d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 984 time: 0.2477024 Apr 18 21:34:36.967924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616e18e-6207-4b5c-8748-1754bac551ba req-c532e275-b8a7-4dde-b0c8-32e35be8b8e2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:36.969357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b616e18e-6207-4b5c-8748-1754bac551ba req-c532e275-b8a7-4dde-b0c8-32e35be8b8e2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2228677 Apr 18 21:34:37.009210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f496ed84-6333-483c-a21f-31fcb87782f2 req-40e95f34-5419-4564-8de4-af2dce312361 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0757349 Apr 18 21:34:37.038161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b616e18e-6207-4b5c-8748-1754bac551ba req-19580515-c49b-4c64-9644-69bc8f871b6a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614929 Apr 18 21:34:37.377106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8856bd2-1c71-4edd-b25f-49f88b56ef74 req-9c570e7a-7502-4071-b3f2-9ea3757dc300 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:37.378602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b'}, {'server_uuid': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01234fc-6535-42ea-937d-58dde3a6d0e4'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:37.378987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8856bd2-1c71-4edd-b25f-49f88b56ef74 req-9c570e7a-7502-4071-b3f2-9ea3757dc300 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 945 time: 0.1417224 Apr 18 21:34:37.389812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8069ee-067c-4944-adb9-e3cac9aeed2a req-e981c945-55cf-4119-a963-e98685864b1a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:37.391238 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d8069ee-067c-4944-adb9-e3cac9aeed2a req-e981c945-55cf-4119-a963-e98685864b1a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1080911 Apr 18 21:34:37.472618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8856bd2-1c71-4edd-b25f-49f88b56ef74 req-125de275-c992-4d8b-8173-016be1d6b9e4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802140 Apr 18 21:34:37.480194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d8069ee-067c-4944-adb9-e3cac9aeed2a req-5b7020b5-d550-4750-9094-76ce8f7ebb31 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682383 Apr 18 21:34:37.560748 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1ba9ca-7bcc-4cc8-8d93-d39b48d44880'] response: {'server_uuid': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b', 'code': 200} Apr 18 21:34:37.561030 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1ba9ca-7bcc-4cc8-8d93-d39b48d44880'] response: {'server_uuid': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'code': 200} Apr 18 21:34:37.808462 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43593e14-41ce-4dfe-a036-05d833cab4b9 req-06e096a6-3114-49b5-ac11-49b9db34fefa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 1096 time: 0.1675851 Apr 18 21:34:37.814508 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96c842be-d7b0-4587-8aa1-706392cd049c req-608365a0-88b8-4a60-9d29-371e6469536b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 1135 time: 0.1175516 Apr 18 21:34:37.816247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5374c-9c5b-4673-b28b-a9a8be6db09f req-80629a1d-9ecd-4264-87dc-b1c927ab0b02 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:37.821972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73b5374c-9c5b-4673-b28b-a9a8be6db09f req-80629a1d-9ecd-4264-87dc-b1c927ab0b02 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1907766 Apr 18 21:34:37.860455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1cada-86d5-41f5-9c29-4c14deadbbc9 req-ba120286-8d7e-446c-bfb5-960bcfd28df5 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:37.867394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6a1cada-86d5-41f5-9c29-4c14deadbbc9 req-ba120286-8d7e-446c-bfb5-960bcfd28df5 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1623399 Apr 18 21:34:37.885238 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-43593e14-41ce-4dfe-a036-05d833cab4b9 req-0b71a832-b0cf-4e84-b381-4d3da830aba5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698004 Apr 18 21:34:37.886818 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-96c842be-d7b0-4587-8aa1-706392cd049c req-299935a0-d51e-4c25-9094-fa6be12d84d1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0589292 Apr 18 21:34:37.920452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73b5374c-9c5b-4673-b28b-a9a8be6db09f req-0d565335-5cd0-4755-a2db-9e161376f69b tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954044 Apr 18 21:34:37.932395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6a1cada-86d5-41f5-9c29-4c14deadbbc9 req-7f5d754e-bdd5-443e-a8e6-39ddb27385ec tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636516 Apr 18 21:34:38.212720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62d9a4-8db4-471a-a284-9199761d0e03 req-70efcbd9-f780-4536-9a5d-5915b2eecf0f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:38.214212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf62d9a4-8db4-471a-a284-9199761d0e03 req-70efcbd9-f780-4536-9a5d-5915b2eecf0f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1325359 Apr 18 21:34:38.277783 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf62d9a4-8db4-471a-a284-9199761d0e03 req-a968c049-3ee9-4c2e-898b-07648bb90f62 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556095 Apr 18 21:34:38.284562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df60340-41fa-4280-bd1e-84438c7847f5 req-47da713f-570a-4fc6-a5a2-10dd56dd96d2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:38.286083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6df60340-41fa-4280-bd1e-84438c7847f5 req-47da713f-570a-4fc6-a5a2-10dd56dd96d2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 984 time: 0.1411231 Apr 18 21:34:38.337952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6df60340-41fa-4280-bd1e-84438c7847f5 req-4dc5c393-6552-4fe7-9e35-8ca56f7d700c tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0464265 Apr 18 21:34:38.511123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f21184-8578-49e2-9ebf-b6cb50a73482 req-b420346b-3b03-4b84-a377-14af009412eb tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:38.512574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3f21184-8578-49e2-9ebf-b6cb50a73482 req-b420346b-3b03-4b84-a377-14af009412eb tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0961967 Apr 18 21:34:38.560178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3f21184-8578-49e2-9ebf-b6cb50a73482 req-edc08cdc-84d1-4e34-a711-89eb300e6665 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Apr 18 21:34:38.707327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f7e78-e36e-4cfe-9945-a811ae3b268d req-e907750e-66c5-469e-9398-490c212925e3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:38.708836 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a6f7e78-e36e-4cfe-9945-a811ae3b268d req-e907750e-66c5-469e-9398-490c212925e3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 945 time: 0.0923862 Apr 18 21:34:38.758066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a6f7e78-e36e-4cfe-9945-a811ae3b268d req-7f753ab2-9b45-4481-b820-b1e3cfb84252 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427296 Apr 18 21:34:38.876572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d6f53-10d4-4337-9f31-8b4a3af73829 req-d2659241-03ca-4678-a35c-6c2c5bf654fa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:38.884199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-075d6f53-10d4-4337-9f31-8b4a3af73829 req-d2659241-03ca-4678-a35c-6c2c5bf654fa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1044753 Apr 18 21:34:38.988052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-075d6f53-10d4-4337-9f31-8b4a3af73829 req-579f68e3-ced5-4c7f-99aa-7d74478de3e7 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038704 Apr 18 21:34:39.008168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe59bcf-00a1-4423-b6aa-4778a640bbed req-c8795387-0260-4298-b1e6-beaba907fd50 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.008168 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abe59bcf-00a1-4423-b6aa-4778a640bbed req-c8795387-0260-4298-b1e6-beaba907fd50 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 945 time: 0.1082203 Apr 18 21:34:39.015394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35958) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:39.023742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-caa45c15-63c8-4218-a67c-9a33a23c537f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'floatingip': {'port_id': 'e601f364-2073-4e74-91ce-e75ccedf7dc8'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:39.271303 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:39.309931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-caa45c15-63c8-4218-a67c-9a33a23c537f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:39.323008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c106c0d-ce38-40de-abbc-816239064215 req-b15a17b0-ab7c-424f-8072-a67a1e20cc02 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.324438 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c106c0d-ce38-40de-abbc-816239064215 req-b15a17b0-ab7c-424f-8072-a67a1e20cc02 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1712151 Apr 18 21:34:39.362158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a6833-3850-4219-a617-f538f0341a53 req-5987a081-d6f1-43e4-a63e-34f2c9665cb3 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.363848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c03a6833-3850-4219-a617-f538f0341a53 req-5987a081-d6f1-43e4-a63e-34f2c9665cb3 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1395643 Apr 18 21:34:39.425531 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c106c0d-ce38-40de-abbc-816239064215 req-ff74aa6b-efcd-4ab7-bd5f-c891e6418e1d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920260 Apr 18 21:34:39.440099 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c03a6833-3850-4219-a617-f538f0341a53 req-bd342f6a-deca-46b6-8886-be3a5acf6e78 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608077 Apr 18 21:34:39.715209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d0b6c-c933-46b7-8e70-7531960931d1 req-9ceefa45-3b07-43cb-be97-b25ae5b6b884 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.717144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a30d0b6c-c933-46b7-8e70-7531960931d1 req-9ceefa45-3b07-43cb-be97-b25ae5b6b884 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 984 time: 0.1442921 Apr 18 21:34:39.741714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011901fb-2098-4d94-a735-c0cd87c3005e req-0052ae0a-b225-4a11-963d-e869d66a2c1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.743098 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-011901fb-2098-4d94-a735-c0cd87c3005e req-0052ae0a-b225-4a11-963d-e869d66a2c1b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1278012 Apr 18 21:34:39.805423 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a30d0b6c-c933-46b7-8e70-7531960931d1 req-97e46525-2ce9-4789-9eff-2592f36c39c2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0811989 Apr 18 21:34:39.810361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-011901fb-2098-4d94-a735-c0cd87c3005e req-b8dd8c88-6ce4-4f75-bb85-06d91d1903fe tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608220 Apr 18 21:34:39.961671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-caa45c15-63c8-4218-a67c-9a33a23c537f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:40.045100 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-caa45c15-63c8-4218-a67c-9a33a23c537f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:40.077447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e663ad-8c6e-4d84-a5c3-690b86f6ab03 req-dd5be3a4-ba33-4cf4-85b6-f2d00401aed8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:40.078969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3e663ad-8c6e-4d84-a5c3-690b86f6ab03 req-dd5be3a4-ba33-4cf4-85b6-f2d00401aed8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1413126 Apr 18 21:34:40.090447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c739bab-e143-4774-8c9e-f75a861ea0cf req-6e3e01dc-dee2-4439-bf2a-8075489a3bb2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:40.092561 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c739bab-e143-4774-8c9e-f75a861ea0cf req-6e3e01dc-dee2-4439-bf2a-8075489a3bb2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 984 time: 0.1207273 Apr 18 21:34:40.166257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3e663ad-8c6e-4d84-a5c3-690b86f6ab03 req-2fbff70b-bfc1-46a0-bf8b-2bfecd8448f6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726950 Apr 18 21:34:40.178571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c739bab-e143-4774-8c9e-f75a861ea0cf req-eccbc9a3-da9d-4669-a919-fbdd55cfb8c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0694394 Apr 18 21:34:40.301300 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-caa45c15-63c8-4218-a67c-9a33a23c537f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Floating IP 0906b4d5-212b-48ef-8013-d801809bc7d2 associated. External IP: 172.25.3.88, port: e601f364-2073-4e74-91ce-e75ccedf7dc8. Apr 18 21:34:40.580167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ddd07a05-2b1d-4cde-b831-b7bf602529de req-b708866a-91a5-4ffb-aea4-43fa38093d38 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 1135 time: 0.2321854 Apr 18 21:34:40.611381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f71427-8528-400a-8027-1f47adfb2d98 req-5c67d063-857a-4ae8-820a-8b38e8c18857 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:40.612865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43f71427-8528-400a-8027-1f47adfb2d98 req-5c67d063-857a-4ae8-820a-8b38e8c18857 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1223259 Apr 18 21:34:40.616365 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ddd07a05-2b1d-4cde-b831-b7bf602529de req-44d4c5f3-16cd-4213-a003-984753746fb0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:40.689575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-ddd07a05-2b1d-4cde-b831-b7bf602529de req-44d4c5f3-16cd-4213-a003-984753746fb0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:40.695817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ddd07a05-2b1d-4cde-b831-b7bf602529de req-44d4c5f3-16cd-4213-a003-984753746fb0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Usage tracker for resource:security_group_rule and tenant:a3a4dc0e242d45cfad8aeaaa024b5840 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:40.700563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ddd07a05-2b1d-4cde-b831-b7bf602529de req-44d4c5f3-16cd-4213-a003-984753746fb0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:40.712806 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43f71427-8528-400a-8027-1f47adfb2d98 req-6c942fc9-740c-45c4-b609-82ed22b3939b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755792 Apr 18 21:34:40.712806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-ddd07a05-2b1d-4cde-b831-b7bf602529de req-44d4c5f3-16cd-4213-a003-984753746fb0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:40.764621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa45c15-63c8-4218-a67c-9a33a23c537f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:40.810634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ddd07a05-2b1d-4cde-b831-b7bf602529de req-44d4c5f3-16cd-4213-a003-984753746fb0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:40.909851 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-ddd07a05-2b1d-4cde-b831-b7bf602529de req-44d4c5f3-16cd-4213-a003-984753746fb0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:40.950044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb896c5c-c03b-4096-ae0c-4b2bc19af322 req-501044e6-c393-41b0-9752-0d2b7d665085 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:40.952581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb896c5c-c03b-4096-ae0c-4b2bc19af322 req-501044e6-c393-41b0-9752-0d2b7d665085 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1120281 Apr 18 21:34:40.967458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ddd07a05-2b1d-4cde-b831-b7bf602529de req-44d4c5f3-16cd-4213-a003-984753746fb0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3794985 Apr 18 21:34:40.985731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4c5f3-16cd-4213-a003-984753746fb0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead40583-d4e3-418b-9131-9ac939c5e1ce,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:41.005558 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35986) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:41.072190 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb896c5c-c03b-4096-ae0c-4b2bc19af322 req-6603294b-1302-4f77-82ae-133b404dd0b5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101246 Apr 18 21:34:41.117793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa45c15-63c8-4218-a67c-9a33a23c537f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:41.128736 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-caa45c15-63c8-4218-a67c-9a33a23c537f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:41.128873 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1c4f7f18-3353-4a3d-b5f1-718398a40bc9 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 1130 time: 0.1209188 Apr 18 21:34:41.129800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35992) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:41.140843 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099887cb-a05d-467c-8972-626d158730c1 None None] Sync routers for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:34:41.142385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:41.171542 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099887cb-a05d-467c-8972-626d158730c1 None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:41.174587 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-099887cb-a05d-467c-8972-626d158730c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:34:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:41.226609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:41.254225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:floatingip and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:34:41.263300 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-caa45c15-63c8-4218-a67c-9a33a23c537f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "PUT /v2.0/floatingips/0906b4d5-212b-48ef-8013-d801809bc7d2 HTTP/1.1" status: 200 len: 990 time: 2.2430432 Apr 18 21:34:41.266371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'tag': 'e601f364-2073-4e74-91ce-e75ccedf7dc8'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:41.273263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:34:41.329457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:41.384754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da651-a24b-4d9c-9bd1-28cac1724215 req-e1dfab62-a3ac-4d33-a7a5-c24b9282a18c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:41.386252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca0da651-a24b-4d9c-9bd1-28cac1724215 req-e1dfab62-a3ac-4d33-a7a5-c24b9282a18c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2369406 Apr 18 21:34:41.402769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf330c-8c05-4cde-8ebb-fd19ec0a8ec0 req-38a235ad-38fa-4029-94c3-d838530acbb5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:41.405944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67cf330c-8c05-4cde-8ebb-fd19ec0a8ec0 req-38a235ad-38fa-4029-94c3-d838530acbb5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1543863 Apr 18 21:34:41.415136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36002) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:41.421251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-98728c2e-2da3-41f4-8fd4-44ffd1fdcfe5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Request body: {'floatingip': {'port_id': 'f01234fc-6535-42ea-937d-58dde3a6d0e4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:41.438643 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-099887cb-a05d-467c-8972-626d158730c1 None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:41.450623 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:41.494123 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca0da651-a24b-4d9c-9bd1-28cac1724215 req-44f6df2b-9377-4d6e-985a-12cb09863328 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867789 Apr 18 21:34:41.509710 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f07c72d-c8e9-45b3-9497-0b913f85c39a'] response: {'name': 'network-changed', 'server_uuid': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'tag': 'e601f364-2073-4e74-91ce-e75ccedf7dc8', 'status': 'completed', 'code': 200} Apr 18 21:34:41.572651 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98728c2e-2da3-41f4-8fd4-44ffd1fdcfe5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:41.643712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:41.812350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Allocated IP 172.25.3.156 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/c315bedf-9a00-49fd-99f8-b55c714e0337) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:41.880755 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-099887cb-a05d-467c-8972-626d158730c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '0906b4d5-212b-48ef-8013-d801809bc7d2', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'e601f364-2073-4e74-91ce-e75ccedf7dc8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:af:b8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:12Z', 'updated_at': '2022-04-18T21:34:39Z', 'revision_number': 1, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}, {'id': '5cbefe2e-7aeb-4a7c-9a64-afb6e806a782', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:4f:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17eb188-2ad1-4801-b10f-234057d17618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:42Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 2, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:41.889445 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099887cb-a05d-467c-8972-626d158730c1 None None] Checking router: 07e6a41b-5a86-4ef4-827a-00f05a1595e9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:34:41.897123 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099887cb-a05d-467c-8972-626d158730c1 None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:41.897770 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-099887cb-a05d-467c-8972-626d158730c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:34:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:41.901102 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0931aeb9-7b20-4937-951d-ab93adc858f4 req-a93cf6e4-7e81-4b13-9982-88fed6946ade service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 1096 time: 0.3932900 Apr 18 21:34:41.996416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227249-07b1-4933-a479-0c7d84d7681c req-b1bc1e13-7f05-4492-90de-159eb4010b16 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:41.998151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b227249-07b1-4933-a479-0c7d84d7681c req-b1bc1e13-7f05-4492-90de-159eb4010b16 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1832759 Apr 18 21:34:42.080327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b227249-07b1-4933-a479-0c7d84d7681c req-d096a90f-15fe-4d7f-a817-a6ee016775d2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651705 Apr 18 21:34:42.125795 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:42.140613 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-099887cb-a05d-467c-8972-626d158730c1 None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:42.208070 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931aeb9-7b20-4937-951d-ab93adc858f4 req-45915dcc-c07c-42af-ab9d-00ab11264f94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:42.209783 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0931aeb9-7b20-4937-951d-ab93adc858f4 req-45915dcc-c07c-42af-ab9d-00ab11264f94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 916 time: 0.2961249 Apr 18 21:34:42.254573 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:42.376204 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0931aeb9-7b20-4937-951d-ab93adc858f4 req-2b08617a-4d00-4437-8d7d-76286d655412 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e601f364-2073-4e74-91ce-e75ccedf7dc8 HTTP/1.1" status: 200 len: 998 time: 0.1519024 Apr 18 21:34:42.385281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:42.389553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:42.397766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:34:42.445348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Port': ['ID=c315bedf-9a00-49fd-99f8-b55c714e0337,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:42.527096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97e564-452f-4a21-9409-e4d8d880c9b5 req-78e58ab3-e622-4e44-bd11-58bd9175dfe2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:42.528656 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec97e564-452f-4a21-9409-e4d8d880c9b5 req-78e58ab3-e622-4e44-bd11-58bd9175dfe2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2399559 Apr 18 21:34:42.554489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931aeb9-7b20-4937-951d-ab93adc858f4 req-9655fedc-f072-4474-beac-d3aeb51fbcd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:42.559898 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0931aeb9-7b20-4937-951d-ab93adc858f4 req-9655fedc-f072-4474-beac-d3aeb51fbcd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f73b1940-ffab-4f06-a08d-3f3c87735f84 HTTP/1.1" status: 200 len: 854 time: 0.1633446 Apr 18 21:34:42.562067 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-099887cb-a05d-467c-8972-626d158730c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '0906b4d5-212b-48ef-8013-d801809bc7d2', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'e601f364-2073-4e74-91ce-e75ccedf7dc8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:af:b8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:12Z', 'updated_at': '2022-04-18T21:34:39Z', 'revision_number': 1, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}, {'id': '5cbefe2e-7aeb-4a7c-9a64-afb6e806a782', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:4f:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17eb188-2ad1-4801-b10f-234057d17618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:42Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 2, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:42.568243 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099887cb-a05d-467c-8972-626d158730c1 None None] The sync data for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 is: [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '0906b4d5-212b-48ef-8013-d801809bc7d2', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'e601f364-2073-4e74-91ce-e75ccedf7dc8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:af:b8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:12Z', 'updated_at': '2022-04-18T21:34:39Z', 'revision_number': 1, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}, {'id': '5cbefe2e-7aeb-4a7c-9a64-afb6e806a782', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:4f:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17eb188-2ad1-4801-b10f-234057d17618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:42Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 2, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:34:42.638474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec97e564-452f-4a21-9409-e4d8d880c9b5 req-1a60d0b0-f86b-46fb-82f4-44d87fd60629 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992393 Apr 18 21:34:42.690782 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0931aeb9-7b20-4937-951d-ab93adc858f4 req-b4328139-08b0-40c9-9a1e-817f80f90653 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb6b84e-f8da-43e4-b706-8497e886851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269195 Apr 18 21:34:42.905874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9f3a43-b0d3-45ff-b9f0-5ea9cb9b2ed6 None None] New status for floating IP 0906b4d5-212b-48ef-8013-d801809bc7d2: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:34:43.021927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98728c2e-2da3-41f4-8fd4-44ffd1fdcfe5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:43.055073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f840-4e2e-4403-9a63-ad98bdd5fbeb req-3b77c0a0-3378-4163-9f58-7393be8f4faa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:43.056511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a058f840-4e2e-4403-9a63-ad98bdd5fbeb req-3b77c0a0-3378-4163-9f58-7393be8f4faa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1196990 Apr 18 21:34:43.059969 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0931aeb9-7b20-4937-951d-ab93adc858f4 req-48987506-8a1d-4a7f-8dee-bc604696dc32 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971539 Apr 18 21:34:43.145142 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a058f840-4e2e-4403-9a63-ad98bdd5fbeb req-0e30dc80-bb9f-45ec-8e85-31e864e26279 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763288 Apr 18 21:34:43.148938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98728c2e-2da3-41f4-8fd4-44ffd1fdcfe5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:43.302222 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:43.345067 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0931aeb9-7b20-4937-951d-ab93adc858f4 req-0a25b364-8efa-4dfe-84ba-df8cabae25b9 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785771 Apr 18 21:34:43.406159 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-98728c2e-2da3-41f4-8fd4-44ffd1fdcfe5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Floating IP 9f53af04-795e-4b39-b6a2-d9426a98a5ce associated. External IP: 172.25.3.147, port: f01234fc-6535-42ea-937d-58dde3a6d0e4. Apr 18 21:34:43.489532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:43.566021 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85259be4-a8fa-495b-ba5f-99264d866f3c req-b172694c-c5f5-4860-a06a-572398e6d72f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:43.567476 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85259be4-a8fa-495b-ba5f-99264d866f3c req-b172694c-c5f5-4860-a06a-572398e6d72f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2132604 Apr 18 21:34:43.702911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85259be4-a8fa-495b-ba5f-99264d866f3c req-4c5d6a1a-344b-4e80-98cd-a669644c7dbf tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243582 Apr 18 21:34:43.774551 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:43.837554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98728c2e-2da3-41f4-8fd4-44ffd1fdcfe5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Router b9327b39-73f2-42fc-8118-927db2a87f56 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:43.868354 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:44.023406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Port': ['ID=c315bedf-9a00-49fd-99f8-b55c714e0337,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:44.051379 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:44.060973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98728c2e-2da3-41f4-8fd4-44ffd1fdcfe5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:44.065518 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98728c2e-2da3-41f4-8fd4-44ffd1fdcfe5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:44.070581 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67e8c00-8dd9-4ab7-8833-f4a489b38a2c None None] Sync routers for ids ['b9327b39-73f2-42fc-8118-927db2a87f56'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:34:44.082321 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e8c00-8dd9-4ab7-8833-f4a489b38a2c None None] Routers {'b9327b39-73f2-42fc-8118-927db2a87f56'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:44.082917 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f67e8c00-8dd9-4ab7-8833-f4a489b38a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:34:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b9327b39-73f2-42fc-8118-927db2a87f56'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:44.163673 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-98728c2e-2da3-41f4-8fd4-44ffd1fdcfe5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "PUT /v2.0/floatingips/9f53af04-795e-4b39-b6a2-d9426a98a5ce HTTP/1.1" status: 200 len: 991 time: 2.7473621 Apr 18 21:34:44.164921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'tag': 'f01234fc-6535-42ea-937d-58dde3a6d0e4'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:44.210648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dee86a-9298-4b1c-95b2-b7212f063b08 req-6381e35f-4c22-49cd-8276-cb9eab66a00f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.212319 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36dee86a-9298-4b1c-95b2-b7212f063b08 req-6381e35f-4c22-49cd-8276-cb9eab66a00f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2447517 Apr 18 21:34:44.231633 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ac78da-d4f3-4a32-ada3-095021f106fc'] response: {'name': 'network-changed', 'server_uuid': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'tag': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'status': 'completed', 'code': 200} Apr 18 21:34:44.289083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36dee86a-9298-4b1c-95b2-b7212f063b08 req-df120abf-eb1f-4982-b28a-fac5c2f27d4f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627518 Apr 18 21:34:44.310479 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-f67e8c00-8dd9-4ab7-8833-f4a489b38a2c None None] Set router b9327b39-73f2-42fc-8118-927db2a87f56 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:44.353852 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Floating IP 7139a18a-1316-4cad-a876-6f3bd2d3e959 associated. External IP: 172.25.3.156, port: 50e1c2c8-84b1-4b15-af0b-d11e559aa49b. Apr 18 21:34:44.386669 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-32e144cb-f485-4aae-aa21-cf0aae919f30 req-3c69193e-de07-496f-bd07-3a9275e35149 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 1096 time: 0.1219645 Apr 18 21:34:44.566389 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e144cb-f485-4aae-aa21-cf0aae919f30 req-6e786ffc-7b7f-431e-80b5-a705b2a95af3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.568041 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-32e144cb-f485-4aae-aa21-cf0aae919f30 req-6e786ffc-7b7f-431e-80b5-a705b2a95af3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.1739922 Apr 18 21:34:44.617789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ba66e-1ed3-4fd8-9073-977739a310d7 req-696dc745-043c-43d7-b12a-ac78095ffdaf tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.625178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af9ba66e-1ed3-4fd8-9073-977739a310d7 req-696dc745-043c-43d7-b12a-ac78095ffdaf tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1364994 Apr 18 21:34:44.695821 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af9ba66e-1ed3-4fd8-9073-977739a310d7 req-f879846c-7929-4067-aaf6-2254af58420b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652978 Apr 18 21:34:44.727004 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-32e144cb-f485-4aae-aa21-cf0aae919f30 req-6df5e667-c77c-4921-bc93-8186df81fa21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01234fc-6535-42ea-937d-58dde3a6d0e4 HTTP/1.1" status: 200 len: 999 time: 0.1494753 Apr 18 21:34:44.766037 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f67e8c00-8dd9-4ab7-8833-f4a489b38a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '9f53af04-795e-4b39-b6a2-d9426a98a5ce', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'port_id': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'mac_address': 'fa:16:3e:3d:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:13Z', 'updated_at': '2022-04-18T21:34:42Z', 'revision_number': 1, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24e7ccd-843c-4ce4-bf06-4b1f9e593f34', 'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'mac_address': 'fa:16:3e:2c:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:06Z', 'updated_at': '2022-04-18T21:32:21Z', 'revision_number': 5, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'subnets': [{'id': '130930d8-1729-48fe-bf80-851666da5a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:44.772345 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67e8c00-8dd9-4ab7-8833-f4a489b38a2c None None] Checking router: b9327b39-73f2-42fc-8118-927db2a87f56 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:34:44.788161 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e8c00-8dd9-4ab7-8833-f4a489b38a2c None None] Routers {'b9327b39-73f2-42fc-8118-927db2a87f56'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:44.789036 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f67e8c00-8dd9-4ab7-8833-f4a489b38a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:34:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b9327b39-73f2-42fc-8118-927db2a87f56'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:44.808413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e144cb-f485-4aae-aa21-cf0aae919f30 req-ac1418a6-ef2c-4085-bdd8-a4b8629eeba7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.810014 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-32e144cb-f485-4aae-aa21-cf0aae919f30 req-ac1418a6-ef2c-4085-bdd8-a4b8629eeba7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.0765145 Apr 18 21:34:44.921341 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-32e144cb-f485-4aae-aa21-cf0aae919f30 req-8fa46f11-6aba-4421-bb17-9713943e0489 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014469 Apr 18 21:34:45.032570 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-f67e8c00-8dd9-4ab7-8833-f4a489b38a2c None None] Set router b9327b39-73f2-42fc-8118-927db2a87f56 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:45.194704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e5748-c6cf-4ceb-807c-532b3c601983 req-610cf8eb-fc36-4cb2-8c14-6304dc3b0010 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:45.196330 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e0e5748-c6cf-4ceb-807c-532b3c601983 req-610cf8eb-fc36-4cb2-8c14-6304dc3b0010 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2920787 Apr 18 21:34:45.244419 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-32e144cb-f485-4aae-aa21-cf0aae919f30 req-818cb7c0-d722-47bd-8e12-7a746532991b service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191209 Apr 18 21:34:45.269252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e0e5748-c6cf-4ceb-807c-532b3c601983 req-8e26883e-4af5-46d3-83bd-04e0b65a5182 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611207 Apr 18 21:34:45.301687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Router c8665d0c-8de5-4317-b41d-702fd8d1183f has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:45.425416 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-32e144cb-f485-4aae-aa21-cf0aae919f30 req-127d1a39-5cb9-44eb-bf85-5b185342dd08 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746771 Apr 18 21:34:45.481040 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f67e8c00-8dd9-4ab7-8833-f4a489b38a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '9f53af04-795e-4b39-b6a2-d9426a98a5ce', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'port_id': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'mac_address': 'fa:16:3e:3d:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:13Z', 'updated_at': '2022-04-18T21:34:42Z', 'revision_number': 1, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24e7ccd-843c-4ce4-bf06-4b1f9e593f34', 'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'mac_address': 'fa:16:3e:2c:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:06Z', 'updated_at': '2022-04-18T21:32:21Z', 'revision_number': 5, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'subnets': [{'id': '130930d8-1729-48fe-bf80-851666da5a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:45.488158 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67e8c00-8dd9-4ab7-8833-f4a489b38a2c None None] The sync data for ids ['b9327b39-73f2-42fc-8118-927db2a87f56'] in n-d-836017-3 is: [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '9f53af04-795e-4b39-b6a2-d9426a98a5ce', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'port_id': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'mac_address': 'fa:16:3e:3d:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:13Z', 'updated_at': '2022-04-18T21:34:42Z', 'revision_number': 1, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24e7ccd-843c-4ce4-bf06-4b1f9e593f34', 'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'mac_address': 'fa:16:3e:2c:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:06Z', 'updated_at': '2022-04-18T21:32:21Z', 'revision_number': 5, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'subnets': [{'id': '130930d8-1729-48fe-bf80-851666da5a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:34:45.569663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc6d65-dec2-46f5-948e-18d383fe0e84 req-f0f2c9a7-278e-488d-bb2b-735f263cadbc tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:45.571116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35cc6d65-dec2-46f5-948e-18d383fe0e84 req-f0f2c9a7-278e-488d-bb2b-735f263cadbc tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1243327 Apr 18 21:34:45.644277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35cc6d65-dec2-46f5-948e-18d383fe0e84 req-554d10c6-d889-448e-9ac7-112fc03f34c0 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662422 Apr 18 21:34:45.667530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:45.676106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705dc5b-0643-4151-bc4f-c8ebc2de46fa None None] Sync routers for ids ['c8665d0c-8de5-4317-b41d-702fd8d1183f'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:34:45.696829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705dc5b-0643-4151-bc4f-c8ebc2de46fa None None] Routers {'c8665d0c-8de5-4317-b41d-702fd8d1183f'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:45.697781 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2705dc5b-0643-4151-bc4f-c8ebc2de46fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:34:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8665d0c-8de5-4317-b41d-702fd8d1183f'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:45.745698 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb445b0-4f4a-400a-a6f2-ed523b237aca None None] New status for floating IP 9f53af04-795e-4b39-b6a2-d9426a98a5ce: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:34:45.774354 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:45.894985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1f8deba0-8003-4a5c-9700-461e996a73e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7629561 Apr 18 21:34:45.896658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'tag': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:45.897799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36050) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:45.944908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1f6a-7813-45d0-a285-941685f7fc9b req-06b1f54f-bb6c-4a8d-bc62-5825269ecd08 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:45.953297 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e0a1f6a-7813-45d0-a285-941685f7fc9b req-06b1f54f-bb6c-4a8d-bc62-5825269ecd08 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1235044 Apr 18 21:34:45.971182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2705dc5b-0643-4151-bc4f-c8ebc2de46fa None None] Set router c8665d0c-8de5-4317-b41d-702fd8d1183f gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:45.978466 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1dab75-4bd0-443e-9c97-0aab3ed5ab94'] response: {'name': 'network-changed', 'server_uuid': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'tag': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b', 'status': 'completed', 'code': 200} Apr 18 21:34:46.025892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e0a1f6a-7813-45d0-a285-941685f7fc9b req-1c9c2a1e-daa6-4f47-af1b-d607fe4e10ca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716186 Apr 18 21:34:46.175291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a715089-b509-4bac-90bd-60de04c26f20 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.175668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a715089-b509-4bac-90bd-60de04c26f20 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.176033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a715089-b509-4bac-90bd-60de04c26f20 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.176395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a715089-b509-4bac-90bd-60de04c26f20 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.176756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a715089-b509-4bac-90bd-60de04c26f20 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.177225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a715089-b509-4bac-90bd-60de04c26f20 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.177639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a715089-b509-4bac-90bd-60de04c26f20 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.178071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a715089-b509-4bac-90bd-60de04c26f20 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.178433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a715089-b509-4bac-90bd-60de04c26f20 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.178790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a715089-b509-4bac-90bd-60de04c26f20 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.183414 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5a715089-b509-4bac-90bd-60de04c26f20 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7093 time: 0.2816417 Apr 18 21:34:46.184018 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d6d82ffc-6e1f-4991-83c3-9ff9f0fc7364 req-48a848fc-a205-4524-b87c-6a70711b0701 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0dd6f5be4c404d60832e256e2bff80a4&device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 1135 time: 0.1625361 Apr 18 21:34:46.184479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36058) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:46.275413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49babf-dd28-435c-a3dd-9d824cac1518 req-745b309a-ab0f-4618-84ea-fe8186502cca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.277056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c49babf-dd28-435c-a3dd-9d824cac1518 req-745b309a-ab0f-4618-84ea-fe8186502cca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1007912 Apr 18 21:34:46.344352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c49babf-dd28-435c-a3dd-9d824cac1518 req-36568210-edbe-4f0b-bf0c-c31e3b3fa520 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604568 Apr 18 21:34:46.353892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2738109-c9c3-434d-bd06-cb2bb7dc94f0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.357181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2738109-c9c3-434d-bd06-cb2bb7dc94f0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.357181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2738109-c9c3-434d-bd06-cb2bb7dc94f0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.357181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2738109-c9c3-434d-bd06-cb2bb7dc94f0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.357181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2738109-c9c3-434d-bd06-cb2bb7dc94f0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.357181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2738109-c9c3-434d-bd06-cb2bb7dc94f0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.357181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2738109-c9c3-434d-bd06-cb2bb7dc94f0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.357181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2738109-c9c3-434d-bd06-cb2bb7dc94f0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.357181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2738109-c9c3-434d-bd06-cb2bb7dc94f0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.357181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2738109-c9c3-434d-bd06-cb2bb7dc94f0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.362664 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e2738109-c9c3-434d-bd06-cb2bb7dc94f0 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6570 time: 0.1742198 Apr 18 21:34:46.363144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36062) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:46.384127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2705dc5b-0643-4151-bc4f-c8ebc2de46fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:34:13Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '7139a18a-1316-4cad-a876-6f3bd2d3e959', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'port_id': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'mac_address': 'fa:16:3e:63:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:43Z', 'updated_at': '2022-04-18T21:34:43Z', 'revision_number': 0, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8917186a-e4dc-4d0e-9a50-3de53639f4c3', 'name': '', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'mac_address': 'fa:16:3e:e9:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:12Z', 'updated_at': '2022-04-18T21:34:22Z', 'revision_number': 5, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'subnets': [{'id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:46.389320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705dc5b-0643-4151-bc4f-c8ebc2de46fa None None] Checking router: c8665d0c-8de5-4317-b41d-702fd8d1183f for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:34:46.401179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705dc5b-0643-4151-bc4f-c8ebc2de46fa None None] Routers {'c8665d0c-8de5-4317-b41d-702fd8d1183f'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:46.401985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2705dc5b-0643-4151-bc4f-c8ebc2de46fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:34:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8665d0c-8de5-4317-b41d-702fd8d1183f'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:46.430339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82ffc-6e1f-4991-83c3-9ff9f0fc7364 req-547d5e10-bd88-43d7-9de8-31b9d123ccd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.432005 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d6d82ffc-6e1f-4991-83c3-9ff9f0fc7364 req-547d5e10-bd88-43d7-9de8-31b9d123ccd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 HTTP/1.1" status: 200 len: 898 time: 0.2131956 Apr 18 21:34:46.576621 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d6d82ffc-6e1f-4991-83c3-9ff9f0fc7364 req-af1eb157-b7be-47df-aae3-e69e37d6cf8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50e1c2c8-84b1-4b15-af0b-d11e559aa49b HTTP/1.1" status: 200 len: 999 time: 0.1368411 Apr 18 21:34:46.604266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2705dc5b-0643-4151-bc4f-c8ebc2de46fa None None] Set router c8665d0c-8de5-4317-b41d-702fd8d1183f gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:46.633351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3d1b53ab-ed59-4c54-80d6-3f6375dcb7de tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5222 time: 0.2651536 Apr 18 21:34:46.633505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36068) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:46.684237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82ffc-6e1f-4991-83c3-9ff9f0fc7364 req-9f141f8e-6316-489c-9274-c0888fc433f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.685881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d6d82ffc-6e1f-4991-83c3-9ff9f0fc7364 req-9f141f8e-6316-489c-9274-c0888fc433f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ad3de5d-5f81-48e5-9561-bd5498c3bede HTTP/1.1" status: 200 len: 835 time: 0.1034660 Apr 18 21:34:46.785555 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b56c7574-2472-4d74-9cb7-5e81502ddaa3 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c8665d0c-8de5-4317-b41d-702fd8d1183f HTTP/1.1" status: 200 len: 1990 time: 0.1429691 Apr 18 21:34:46.812685 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d6d82ffc-6e1f-4991-83c3-9ff9f0fc7364 req-dc28847a-59be-40ed-8b03-fee554193ddc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57c9c0d9-d1d7-4f9f-934b-5618bd3849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166637 Apr 18 21:34:46.958718 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d6d82ffc-6e1f-4991-83c3-9ff9f0fc7364 req-8af6418f-06b1-4d7e-a0d6-de3f2e0cc20d service neutron] 10.222.0.59 "GET /v2.0/networks/57c9c0d9-d1d7-4f9f-934b-5618bd3849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385763 Apr 18 21:34:46.990357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2705dc5b-0643-4151-bc4f-c8ebc2de46fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:34:13Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '7139a18a-1316-4cad-a876-6f3bd2d3e959', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'port_id': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'mac_address': 'fa:16:3e:63:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:43Z', 'updated_at': '2022-04-18T21:34:43Z', 'revision_number': 0, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8917186a-e4dc-4d0e-9a50-3de53639f4c3', 'name': '', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'mac_address': 'fa:16:3e:e9:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:12Z', 'updated_at': '2022-04-18T21:34:22Z', 'revision_number': 5, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'subnets': [{'id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:46.994601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705dc5b-0643-4151-bc4f-c8ebc2de46fa None None] The sync data for ids ['c8665d0c-8de5-4317-b41d-702fd8d1183f'] in n-d-836017-3 is: [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:34:13Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '7139a18a-1316-4cad-a876-6f3bd2d3e959', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'port_id': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'mac_address': 'fa:16:3e:63:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:43Z', 'updated_at': '2022-04-18T21:34:43Z', 'revision_number': 0, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8917186a-e4dc-4d0e-9a50-3de53639f4c3', 'name': '', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'mac_address': 'fa:16:3e:e9:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:12Z', 'updated_at': '2022-04-18T21:34:22Z', 'revision_number': 5, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'subnets': [{'id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:34:47.107193 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d6d82ffc-6e1f-4991-83c3-9ff9f0fc7364 req-e0edb48e-ce03-467c-a008-c62a381ecd65 service neutron] 10.222.0.59 "GET /v2.0/networks/57c9c0d9-d1d7-4f9f-934b-5618bd3849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413224 Apr 18 21:34:47.424587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb935fb2-9e23-4eb6-b75f-9f8280200bf1 req-06e1c97b-4b4a-43c3-a405-ca625f7a8bac tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:47.425993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb935fb2-9e23-4eb6-b75f-9f8280200bf1 req-06e1c97b-4b4a-43c3-a405-ca625f7a8bac tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0967271 Apr 18 21:34:47.478580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb935fb2-9e23-4eb6-b75f-9f8280200bf1 req-571d6fc9-b2a7-4b4d-9ff2-266dcbf8f142 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458622 Apr 18 21:34:48.688198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7c017-9dae-4faf-bde2-d32a8e040320 req-8dc3e811-151e-43e9-af15-8b1eea1535c6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:48.689708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53a7c017-9dae-4faf-bde2-d32a8e040320 req-8dc3e811-151e-43e9-af15-8b1eea1535c6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0823090 Apr 18 21:34:48.741909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53a7c017-9dae-4faf-bde2-d32a8e040320 req-27874462-587e-4cc8-9177-f686d8345038 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Apr 18 21:34:49.942571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2617ee-95cc-4b74-9c94-4afb98694002 req-0ac95896-af47-44da-b104-f26218e733c2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:49.944171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c2617ee-95cc-4b74-9c94-4afb98694002 req-0ac95896-af47-44da-b104-f26218e733c2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0770741 Apr 18 21:34:49.995014 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c2617ee-95cc-4b74-9c94-4afb98694002 req-b1b9ef03-d610-4ca3-8c24-f4cfe1975982 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Apr 18 21:34:51.114769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b110c17c-e24d-4145-bb2e-292749b95232 None None] New status for floating IP 7139a18a-1316-4cad-a876-6f3bd2d3e959: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:34:51.242541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f990068-dfde-4637-8584-8157567af403 req-ead9cbfa-c421-4eb4-8b74-6123dcd84cde tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:51.244201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f990068-dfde-4637-8584-8157567af403 req-ead9cbfa-c421-4eb4-8b74-6123dcd84cde tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1022086 Apr 18 21:34:51.294006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f990068-dfde-4637-8584-8157567af403 req-739279c5-22c3-461f-b290-62d41821db39 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446877 Apr 18 21:34:52.517815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62172899-2569-4a9c-9fee-c3aad8a33019 req-2325b2e2-c389-4e8b-8039-054e82c9a463 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:52.519161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62172899-2569-4a9c-9fee-c3aad8a33019 req-2325b2e2-c389-4e8b-8039-054e82c9a463 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0902774 Apr 18 21:34:52.567305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62172899-2569-4a9c-9fee-c3aad8a33019 req-7841dfd1-6b20-4184-8a32-a4c877f92867 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426433 Apr 18 21:34:53.770687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415b615-b1f5-4af0-b41b-1e5b1f7060fb req-4c4ad8b8-450c-4ba7-92d0-7c1c3541dbfa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:53.772478 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d415b615-b1f5-4af0-b41b-1e5b1f7060fb req-4c4ad8b8-450c-4ba7-92d0-7c1c3541dbfa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0772517 Apr 18 21:34:53.822206 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d415b615-b1f5-4af0-b41b-1e5b1f7060fb req-91a5be5f-fa8a-44b8-97d7-7b2d39e990a0 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Apr 18 21:34:54.639164 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7f06714c-ed9d-4c39-883f-c77459fd7aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:54.960525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-2e8ffe3c-1925-4509-a042-91baf2e64e80 req-605dc344-7e01-43a9-82d1-4438d35973c7 service neutron] (85049) timed out ('10.222.0.11', 59538) {{(pid=85049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:34:55.035287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da423c-d061-4eb1-a9ae-7ddfde5dd0f3 req-97462849-fe61-48ae-a0a4-ad6c5bef61ef tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:55.036663 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8da423c-d061-4eb1-a9ae-7ddfde5dd0f3 req-97462849-fe61-48ae-a0a4-ad6c5bef61ef tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0889959 Apr 18 21:34:55.086636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8da423c-d061-4eb1-a9ae-7ddfde5dd0f3 req-fbc57bb8-9ad4-48fe-9823-fc436112ee2d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444119 Apr 18 21:34:56.293973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdb2e8-284c-4cae-a2db-0227b5cb1b4f req-6b266f59-8705-4c3c-8fe8-a5d9c9cdea73 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:56.295503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73cdb2e8-284c-4cae-a2db-0227b5cb1b4f req-6b266f59-8705-4c3c-8fe8-a5d9c9cdea73 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0826743 Apr 18 21:34:56.349771 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73cdb2e8-284c-4cae-a2db-0227b5cb1b4f req-0ebd13a0-0039-4684-8580-f4efa66a3a25 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482247 Apr 18 21:34:57.120033 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4421-7d08-4b72-b8f6-d0ea7f9250f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:57.661794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fcea4-4ca0-4d8a-b369-76181d27b820 req-026f9ca3-e052-4c50-9e43-e7276b12221b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:57.663259 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f10fcea4-4ca0-4d8a-b369-76181d27b820 req-026f9ca3-e052-4c50-9e43-e7276b12221b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1919808 Apr 18 21:34:57.711386 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f10fcea4-4ca0-4d8a-b369-76181d27b820 req-6de2f5af-7f1d-4619-9184-60dace78e3aa tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Apr 18 21:34:58.013530 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:58.024341 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:34:58.602341 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:58.944562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d18885-9680-4e0d-8ef1-ced9f73fd1f0 req-6ffc96b3-f165-4c08-a063-81d97666eb14 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:58.946009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98d18885-9680-4e0d-8ef1-ced9f73fd1f0 req-6ffc96b3-f165-4c08-a063-81d97666eb14 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0931602 Apr 18 21:34:58.995223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98d18885-9680-4e0d-8ef1-ced9f73fd1f0 req-4b93117d-8ff4-4817-845c-77c783d0681d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437758 Apr 18 21:35:00.201481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caf64b-689e-4595-b7b6-ba6051353e9c req-4754df08-3fdd-48cf-9b64-a5bee8a14349 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:00.202951 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7caf64b-689e-4595-b7b6-ba6051353e9c req-4754df08-3fdd-48cf-9b64-a5bee8a14349 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0804551 Apr 18 21:35:00.250010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7caf64b-689e-4595-b7b6-ba6051353e9c req-bc4f3af7-1193-4917-ae95-a75c5d327d4a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399559 Apr 18 21:35:01.002919 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:01.456994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61de59-2a13-4aa3-a129-36ae7c03e796 req-aa950755-4ab1-4fef-914c-956e8a3ba372 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:01.458470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f61de59-2a13-4aa3-a129-36ae7c03e796 req-aa950755-4ab1-4fef-914c-956e8a3ba372 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0826211 Apr 18 21:35:01.506605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f61de59-2a13-4aa3-a129-36ae7c03e796 req-f959e2aa-5439-4ba3-8d9c-f0b310a643dd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412650 Apr 18 21:35:02.713315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca8b4-09f8-4a2c-8443-22dea1060ede req-949dc91c-a33b-4b4d-a5f1-2046726f235c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:02.714811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf3ca8b4-09f8-4a2c-8443-22dea1060ede req-949dc91c-a33b-4b4d-a5f1-2046726f235c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0860803 Apr 18 21:35:02.779049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf3ca8b4-09f8-4a2c-8443-22dea1060ede req-8926cea3-7662-4f5a-b28e-d782390270b6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575950 Apr 18 21:35:03.558958 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:04.002641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abb8f5-fa58-46a5-9a8b-0e2d3f0fb549 req-4a8987f4-c1b3-4ee4-a214-077ff6d93eec tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:04.004169 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15abb8f5-fa58-46a5-9a8b-0e2d3f0fb549 req-4a8987f4-c1b3-4ee4-a214-077ff6d93eec tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1084869 Apr 18 21:35:04.057584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15abb8f5-fa58-46a5-9a8b-0e2d3f0fb549 req-11ef26c6-2595-43b4-b5c3-33cd1df8f850 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472126 Apr 18 21:35:05.268751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de20eee-1aca-4242-af45-481d5b356720 req-8f9973e0-a362-40cd-b86c-223bd9112c43 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:05.270260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5de20eee-1aca-4242-af45-481d5b356720 req-8f9973e0-a362-40cd-b86c-223bd9112c43 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0835669 Apr 18 21:35:05.322350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5de20eee-1aca-4242-af45-481d5b356720 req-ef19ee0c-7835-4475-bbad-4cc2b20be380 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462999 Apr 18 21:35:06.529246 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3606c-5d60-49f0-842d-1e565257947d req-99a97e12-66f2-457f-9b87-41ccddeae3cd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:06.532820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46e3606c-5d60-49f0-842d-1e565257947d req-99a97e12-66f2-457f-9b87-41ccddeae3cd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0788279 Apr 18 21:35:06.578236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46e3606c-5d60-49f0-842d-1e565257947d req-ee551f29-4b6f-4bef-aea7-428ef6a21408 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407286 Apr 18 21:35:07.783898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60a064-e662-42af-91ae-79648fabe18d req-bc6a13ca-680e-4a92-aabc-669954724d98 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:07.785340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c60a064-e662-42af-91ae-79648fabe18d req-bc6a13ca-680e-4a92-aabc-669954724d98 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0813451 Apr 18 21:35:07.833215 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c60a064-e662-42af-91ae-79648fabe18d req-960856c7-8c8f-4dae-8eaf-2beacdf8af2d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422444 Apr 18 21:35:09.028475 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c398663-113e-42b0-b581-ea8f973c658b req-af938705-dbe8-43df-bf21-0362c30fd1d4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:09.029985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c398663-113e-42b0-b581-ea8f973c658b req-af938705-dbe8-43df-bf21-0362c30fd1d4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.0758624 Apr 18 21:35:09.076756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c398663-113e-42b0-b581-ea8f973c658b req-7b68a65d-ebd1-417e-a75c-0230fa8c88ba tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408998 Apr 18 21:35:09.269557 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:09.466969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 699409d3-3a34-4bb7-9806-0815a5907610 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:35:09.603234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=699409d3-3a34-4bb7-9806-0815a5907610,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:09.617186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '699409d3-3a34-4bb7-9806-0815a5907610', 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42', 'port_id': '699409d3-3a34-4bb7-9806-0815a5907610', 'mac_address': 'fa:16:3e:f1:33:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6090f4f8-a068-4260-877c-317905a852aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:35:09.670089 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:09.690161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 699409d3-3a34-4bb7-9806-0815a5907610 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:35:09.705163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=699409d3-3a34-4bb7-9806-0815a5907610,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:09.773397 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:09.840720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=699409d3-3a34-4bb7-9806-0815a5907610,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:09.849400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:09.849926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:09.850041 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:09.850356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:09.850937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:09.851098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:09.851416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:09.851736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:09.852054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:09.852369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:09.852688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:09.903343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['699409d3-3a34-4bb7-9806-0815a5907610'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:35:10.290489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d08d74-383d-41cf-88a6-7368483d76f1 req-62ba4831-7615-4824-9d84-20ea907ba4e0 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:10.291960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4d08d74-383d-41cf-88a6-7368483d76f1 req-62ba4831-7615-4824-9d84-20ea907ba4e0 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 945 time: 0.0826652 Apr 18 21:35:10.338849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4d08d74-383d-41cf-88a6-7368483d76f1 req-015386cf-7372-49a3-b671-a652654706a1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Apr 18 21:35:11.023854 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9713527e-f0d4-4fc1-9c02-b7904c7e1672 req-72377a08-87cc-4fb5-8407-951e1797fe12 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737331 Apr 18 21:35:11.171765 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9713527e-f0d4-4fc1-9c02-b7904c7e1672 req-95da1462-adf6-4c8d-84b5-196e77b3dfe0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 1097 time: 0.0772245 Apr 18 21:35:11.216459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3873e9f-bdd5-4130-8790-1a9210a903ed req-9ce7b921-13c8-447e-8c95-3e9c33ba5c47 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:11.218600 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3873e9f-bdd5-4130-8790-1a9210a903ed req-9ce7b921-13c8-447e-8c95-3e9c33ba5c47 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.1012483 Apr 18 21:35:11.276785 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3873e9f-bdd5-4130-8790-1a9210a903ed req-f8abd9b0-b9f0-44b1-be38-acc543a29061 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514588 Apr 18 21:35:11.467978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713527e-f0d4-4fc1-9c02-b7904c7e1672 req-83fe5fb5-a667-4920-89c4-eaf8bc01a981 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:11.470433 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9713527e-f0d4-4fc1-9c02-b7904c7e1672 req-83fe5fb5-a667-4920-89c4-eaf8bc01a981 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.2776499 Apr 18 21:35:11.492952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 699409d3-3a34-4bb7-9806-0815a5907610 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:35:11.576317 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9713527e-f0d4-4fc1-9c02-b7904c7e1672 req-d7834e47-720e-4f01-bcbb-e5a68e194767 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec2fadf-7ace-4552-bda4-9f7d5f540489 HTTP/1.1" status: 200 len: 217 time: 0.0960877 Apr 18 21:35:11.591416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d4c77-f909-4f2d-b48b-d8bc30728e5b req-2dce190b-b36c-4a5b-b8f6-8dda73f88da6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:11.597652 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-738d4c77-f909-4f2d-b48b-d8bc30728e5b req-2dce190b-b36c-4a5b-b8f6-8dda73f88da6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 945 time: 0.1089759 Apr 18 21:35:11.628653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 699409d3-3a34-4bb7-9806-0815a5907610 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:11.629043 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:11.655465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-738d4c77-f909-4f2d-b48b-d8bc30728e5b req-ab75ea86-2a90-484a-b3e9-24bfc92b2816 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519731 Apr 18 21:35:11.660552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713527e-f0d4-4fc1-9c02-b7904c7e1672 req-4bf6f6bd-6bba-4a92-9068-0921d210ef72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:11.663184 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9713527e-f0d4-4fc1-9c02-b7904c7e1672 req-4bf6f6bd-6bba-4a92-9068-0921d210ef72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.0774996 Apr 18 21:35:11.758013 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9713527e-f0d4-4fc1-9c02-b7904c7e1672 req-71fd0791-a7b7-40ae-aecd-d897991227cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881922 Apr 18 21:35:11.816893 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:11.853899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699409d3-3a34-4bb7-9806-0815a5907610'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:11.878718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=699409d3-3a34-4bb7-9806-0815a5907610,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:11.926946 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d283f50-8533-478f-a0f3-3baa4b108e21'] response: {'server_uuid': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699409d3-3a34-4bb7-9806-0815a5907610', 'code': 200} Apr 18 21:35:11.934976 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9713527e-f0d4-4fc1-9c02-b7904c7e1672 req-673c19cb-ffb3-48d3-85c5-b776bcb9546e service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687303 Apr 18 21:35:11.959658 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:12.045610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=699409d3-3a34-4bb7-9806-0815a5907610,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:12.099320 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9713527e-f0d4-4fc1-9c02-b7904c7e1672 req-ffc7ce83-f7d2-4211-bd27-4e5504f71a84 service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578970 Apr 18 21:35:12.545131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee88fb-ddf6-4bde-b293-d81a27aaca10 req-3713261c-c72e-4301-a406-688e2c7c36e7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:12.553317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bee88fb-ddf6-4bde-b293-d81a27aaca10 req-3713261c-c72e-4301-a406-688e2c7c36e7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.1070750 Apr 18 21:35:12.622718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bee88fb-ddf6-4bde-b293-d81a27aaca10 req-4965acc0-4d60-4b79-ad37-de750d81ce28 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615437 Apr 18 21:35:12.999600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc425b41-2cc6-4703-a7e8-de16c929426d req-65bba6ec-a6b0-49e6-a51b-e746821f79fe tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:13.001592 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc425b41-2cc6-4703-a7e8-de16c929426d req-65bba6ec-a6b0-49e6-a51b-e746821f79fe tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1299906 Apr 18 21:35:13.065973 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc425b41-2cc6-4703-a7e8-de16c929426d req-83115beb-256a-4000-a9fc-3ff21fca55be tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555375 Apr 18 21:35:13.362580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-3288e3c9-a0a5-4bba-9d2f-a83020db3afb tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:13.363482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-3288e3c9-a0a5-4bba-9d2f-a83020db3afb tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Synchronizing usage tracker for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:35:13.445382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-3288e3c9-a0a5-4bba-9d2f-a83020db3afb tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Unset dirty status for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:35:13.446705 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-3288e3c9-a0a5-4bba-9d2f-a83020db3afb tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.2183068 Apr 18 21:35:13.534291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Deleting port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:35:13.534630 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:13.856424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] For port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:13.857106 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:13.890957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c692c89-7e1b-4f66-892d-ed0a8e7dc0f4 req-c64f9618-ca4b-47af-a0d0-5d5a8e978f77 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:13.895168 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c692c89-7e1b-4f66-892d-ed0a8e7dc0f4 req-c64f9618-ca4b-47af-a0d0-5d5a8e978f77 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 945 time: 0.0986905 Apr 18 21:35:13.984019 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c692c89-7e1b-4f66-892d-ed0a8e7dc0f4 req-d6dff36c-206a-4c68-8b30-69e03303ea7b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815465 Apr 18 21:35:14.239951 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:14.240550 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:14.241040 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Floating IP 57512685-1fdf-440e-bb2f-b3785a358d53 disassociated. External IP: 172.25.3.162, port: 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb. Apr 18 21:35:14.241627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Calling delete_port for 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:35:14.391534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfed3b-2008-47dd-a94b-019b95e85442 req-2080e00d-1c00-4c27-bf52-a543d80ec655 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:14.398917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ecfed3b-2008-47dd-a94b-019b95e85442 req-2080e00d-1c00-4c27-bf52-a543d80ec655 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1065409 Apr 18 21:35:14.457695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ecfed3b-2008-47dd-a94b-019b95e85442 req-e4ff687a-57f4-4585-90f7-70f48c969896 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576031 Apr 18 21:35:14.597054 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:14.654488 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event deleted for resources: {'Port': ['ID=40a9a6ce-c9f5-4f42-a7bb-65fa833400eb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:14.670500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:14.670500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:14.670500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:14.670500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:14.677685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:14.677685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:14.677685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:14.677685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:14.677685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:14.677685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:14.677685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:15.007945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Router a7eacd50-d825-479a-997d-703b076c2153 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:35:15.266388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3fcb8fd-57fd-41dc-961b-6105f3510659 req-e54adbe8-7d30-496b-900b-a1202fa2a4c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1368346 Apr 18 21:35:15.347556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3011c8f9-475e-493d-bb53-4641aae0c120 req-4ea80732-0a20-418a-abfc-85efa4d6f65c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 210 time: 0.0532305 Apr 18 21:35:15.356200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:35:15.367599 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a6610-6ea9-4c34-a2b7-05c431eaaa4d None None] Sync routers for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:35:15.401101 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a6610-6ea9-4c34-a2b7-05c431eaaa4d None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:35:15.401764 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9b4a6610-6ea9-4c34-a2b7-05c431eaaa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:34:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:15.454249 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3fcb8fd-57fd-41dc-961b-6105f3510659 req-3beac578-9a40-43ca-901e-9e5ddbd9d2d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 1096 time: 0.0999796 Apr 18 21:35:15.464056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] No DVR routers for this DVR port 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:35:15.470750 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:15.479284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'name': 'network-vif-deleted', 'tag': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:15.575903 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413b830d-3b60-4b2f-a6bf-1fbafe740edf'] response: {'server_uuid': '0cd3896d-a574-42f9-a3c8-01abb1c1ad7f', 'name': 'network-vif-deleted', 'tag': '40a9a6ce-c9f5-4f42-a7bb-65fa833400eb', 'status': 'completed', 'code': 200} Apr 18 21:35:15.586040 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5c85dff-6255-407a-a2f3-21188dd262c6 req-d6f575ec-e574-4c10-8d39-f0c0712391b7 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.26 "DELETE /v2.0/ports/40a9a6ce-c9f5-4f42-a7bb-65fa833400eb HTTP/1.1" status: 204 len: 173 time: 2.1334198 Apr 18 21:35:15.686649 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-9b4a6610-6ea9-4c34-a2b7-05c431eaaa4d None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:35:15.770433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcb8fd-57fd-41dc-961b-6105f3510659 req-eaec6fa2-b576-4099-9023-5dfb397a69df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:15.773124 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3fcb8fd-57fd-41dc-961b-6105f3510659 req-eaec6fa2-b576-4099-9023-5dfb397a69df service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.2993824 Apr 18 21:35:15.913179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3fcb8fd-57fd-41dc-961b-6105f3510659 req-710ba1a2-bce3-43df-b2d1-8e5cf89bf7e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a5f0991-3e1c-430d-92b2-fcba207eccb2 HTTP/1.1" status: 200 len: 217 time: 0.0946729 Apr 18 21:35:16.036106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcb8fd-57fd-41dc-961b-6105f3510659 req-51233af8-2b60-45cc-b929-50afffc0eba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:16.037594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3fcb8fd-57fd-41dc-961b-6105f3510659 req-51233af8-2b60-45cc-b929-50afffc0eba3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.1030762 Apr 18 21:35:16.093493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e49ae-28e0-4e2d-bd0f-5fbd0e9c4647 req-a159c5d3-4da9-4260-8121-a833ca502ce8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:16.103878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-504e49ae-28e0-4e2d-bd0f-5fbd0e9c4647 req-a159c5d3-4da9-4260-8121-a833ca502ce8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.3294911 Apr 18 21:35:16.107865 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9b4a6610-6ea9-4c34-a2b7-05c431eaaa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:14Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:16.112572 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a6610-6ea9-4c34-a2b7-05c431eaaa4d None None] Checking router: a7eacd50-d825-479a-997d-703b076c2153 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:35:16.125259 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a6610-6ea9-4c34-a2b7-05c431eaaa4d None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:35:16.127043 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9b4a6610-6ea9-4c34-a2b7-05c431eaaa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:34:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:16.190388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-504e49ae-28e0-4e2d-bd0f-5fbd0e9c4647 req-97f00901-7fc0-44aa-9cf9-f621738a40c1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855658 Apr 18 21:35:16.231725 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3fcb8fd-57fd-41dc-961b-6105f3510659 req-5ff28ae8-3066-4b42-b29f-bedba48446b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849074 Apr 18 21:35:16.512907 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-9b4a6610-6ea9-4c34-a2b7-05c431eaaa4d None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:35:16.536655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3fcb8fd-57fd-41dc-961b-6105f3510659 req-a2c46aa2-545a-4b02-b9ec-0c80b77cca53 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990723 Apr 18 21:35:16.761079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c37a045-c349-4b5e-93ab-a2985c0c8bd6 req-53ad9c6f-cbc1-4cb4-a3dd-f89fe86d7272 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cd3896d-a574-42f9-a3c8-01abb1c1ad7f HTTP/1.1" status: 200 len: 210 time: 0.0691330 Apr 18 21:35:16.816563 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3fcb8fd-57fd-41dc-961b-6105f3510659 req-c9acfe85-5e2f-4ee3-beaf-c06d27a766ce service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725763 Apr 18 21:35:16.986120 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9b4a6610-6ea9-4c34-a2b7-05c431eaaa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:14Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:16.989589 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a6610-6ea9-4c34-a2b7-05c431eaaa4d None None] The sync data for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 is: [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:14Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:35:17.138773 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:35:17.230790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:35:17.231071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 40a9a6ce-c9f5-4f42-a7bb-65fa833400eb not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:35:17.442027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c31e6e-f130-4a1e-9d78-36f0b7aac0f9 None None] New status for floating IP 57512685-1fdf-440e-bb2f-b3785a358d53: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:35:17.590008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994ef00-a64c-4e15-b7d4-6b049211c187 req-b5c63482-7c4e-480a-a1b1-29de58f130ab tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:17.590565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f994ef00-a64c-4e15-b7d4-6b049211c187 req-b5c63482-7c4e-480a-a1b1-29de58f130ab tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2242556 Apr 18 21:35:17.714044 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f994ef00-a64c-4e15-b7d4-6b049211c187 req-f3133055-e457-4d97-ac61-a8f35ba531f4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226172 Apr 18 21:35:18.026385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36272) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:18.110465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d63ac3a7-3521-447e-83fd-50bc37d1677b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:18.143642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d63ac3a7-3521-447e-83fd-50bc37d1677b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:18.283692 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d63ac3a7-3521-447e-83fd-50bc37d1677b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:18.305719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ac3a7-3521-447e-83fd-50bc37d1677b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:18.410397 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d63ac3a7-3521-447e-83fd-50bc37d1677b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:18.412363 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d63ac3a7-3521-447e-83fd-50bc37d1677b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "DELETE /v2.0/security-groups/5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7 HTTP/1.1" status: 204 len: 168 time: 0.3837502 Apr 18 21:35:18.414520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36276) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:18.442896 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-6d541292-3db8-485b-8461-18e1e37c5f90 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] show failed (client error): The resource could not be found. Apr 18 21:35:18.447087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36280) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:18.458030 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6d541292-3db8-485b-8461-18e1e37c5f90 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups/5cbe5bb0-35fd-46ec-b775-0dd7e0c4b3c7 HTTP/1.1" status: 404 len: 347 time: 0.0423877 Apr 18 21:35:18.628237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Deleting port 761732ee-c70e-477a-a5f6-f2419bda7de2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:35:18.628787 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:18.842042 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:18.842536 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:19.008676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Calling delete_port for 761732ee-c70e-477a-a5f6-f2419bda7de2 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:35:19.123787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e57eb5-ff61-4715-a2a1-fd3b9d8c81bc req-d1f2757b-a231-4514-af13-8e3b5b09f590 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:19.125851 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68e57eb5-ff61-4715-a2a1-fd3b9d8c81bc req-d1f2757b-a231-4514-af13-8e3b5b09f590 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2166972 Apr 18 21:35:19.336280 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68e57eb5-ff61-4715-a2a1-fd3b9d8c81bc req-ee191168-f65b-44cb-9895-17146ea054bf tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695337 Apr 18 21:35:19.428156 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:19.475625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event deleted for resources: {'Port': ['ID=761732ee-c70e-477a-a5f6-f2419bda7de2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:19.587440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:19.588017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:19.588540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:19.588872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:19.589362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:19.589883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:19.590212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:19.590536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:19.591006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:19.591474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:19.591956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:19.626349 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:19.644256 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:19.645237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7a6a7461-b1be-496e-b9ff-7c018a298d22 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "DELETE /v2.0/floatingips/57512685-1fdf-440e-bb2f-b3785a358d53 HTTP/1.1" status: 204 len: 168 time: 1.1971793 Apr 18 21:35:20.287631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36302) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:20.293102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1852523847', 'description': 'tempest-description--261262955'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:20.299993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:35:20.304111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Usage tracker for resource:security_group and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:35:20.307060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:35:20.312913 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:35:20.439720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:20.535588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:35:20.552965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Usage tracker for resource:security_group_rule and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:35:20.558585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:35:20.567841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:35:20.590774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36312) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:20.592874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd5ef4-e8b0-418c-82ec-82535c87f693 req-282befd0-a11d-488f-b812-ca3bba52d4b7 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:20.595203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9cd5ef4-e8b0-418c-82ec-82535c87f693 req-282befd0-a11d-488f-b812-ca3bba52d4b7 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1180105 Apr 18 21:35:20.683463 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:20.687285 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9cd5ef4-e8b0-418c-82ec-82535c87f693 req-9f5f0408-6102-4bab-96ba-c8755812bae8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822396 Apr 18 21:35:20.771120 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:20.789906 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-13540db9-bba1-471b-805b-bb04fe25f920 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4747 time: 0.1977620 Apr 18 21:35:20.790708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36320) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:20.796986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Request body: {'network': {'name': 'tempest-network-smoke--1398203384', 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'port_security_enabled': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:20.803771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:35:20.815198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:35:20.826951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e792915a-9481-46a3-a898-505450d8e4ca,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:20.896204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Made reservation on behalf of 0dd6f5be4c404d60832e256e2bff80a4 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:35:20.899710 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:20.931762 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:20.936117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3136d03e-8326-4725-8327-b7fa46f830ea tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6445715 Apr 18 21:35:20.936240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36324) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:20.943031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-117b065e-a7c6-497f-8860-5f16b5142f8c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Request body: {'security_group_rule': {'security_group_id': 'e792915a-9481-46a3-a898-505450d8e4ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:20.956214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:35:20.960849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-117b065e-a7c6-497f-8860-5f16b5142f8c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:35:20.969186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-117b065e-a7c6-497f-8860-5f16b5142f8c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Usage tracker for resource:security_group_rule and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:35:20.973853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-117b065e-a7c6-497f-8860-5f16b5142f8c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:35:20.977927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:20.978544 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Added segment a82c6d87-2f97-450d-b4a9-7ca41a61022a of type vlan for network 6e988ec8-362a-44d2-8231-6b54c82f5785 Apr 18 21:35:20.980261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-117b065e-a7c6-497f-8860-5f16b5142f8c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:35:21.018352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.075987 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-117b065e-a7c6-497f-8860-5f16b5142f8c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.120667 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.135586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:21.136236 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.209097 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-117b065e-a7c6-497f-8860-5f16b5142f8c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.265451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-117b065e-a7c6-497f-8860-5f16b5142f8c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.309348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b065e-a7c6-497f-8860-5f16b5142f8c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbed82c-ef19-4427-ad0f-840ce31db650,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:21.316726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Network': ['ID=6e988ec8-362a-44d2-8231-6b54c82f5785,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:21.356835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 6e988ec8-362a-44d2-8231-6b54c82f5785 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:35:21.379981 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-91474ec4-1070-485d-af5b-41c1669bd55b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5879943 Apr 18 21:35:21.382663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36328) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:21.390429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-267356777', 'admin_state_up': True, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:21.410513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:35:21.424624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:router and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:35:21.432161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for router was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:35:21.447156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:35:21.453546 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-117b065e-a7c6-497f-8860-5f16b5142f8c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.461772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36332) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:21.468739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-496167aa-7782-4009-8ca6-fd4878780f2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Request body: {'security_group_rule': {'security_group_id': 'e792915a-9481-46a3-a898-505450d8e4ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:21.475640 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-117b065e-a7c6-497f-8860-5f16b5142f8c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5215461 Apr 18 21:35:21.484385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-496167aa-7782-4009-8ca6-fd4878780f2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:35:21.491013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-496167aa-7782-4009-8ca6-fd4878780f2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Usage tracker for resource:security_group_rule and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:35:21.495115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-496167aa-7782-4009-8ca6-fd4878780f2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:35:21.508485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-496167aa-7782-4009-8ca6-fd4878780f2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:35:21.597232 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.598341 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.626669 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.668947 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-496167aa-7782-4009-8ca6-fd4878780f2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.746416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-496167aa-7782-4009-8ca6-fd4878780f2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.841530 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-496167aa-7782-4009-8ca6-fd4878780f2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.899936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496167aa-7782-4009-8ca6-fd4878780f2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b2cc25-4d0d-4f4b-8e07-cae03a65f293,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:21.987633 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-496167aa-7782-4009-8ca6-fd4878780f2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.989244 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-496167aa-7782-4009-8ca6-fd4878780f2e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5266860 Apr 18 21:35:21.989401 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:21.992547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36340) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:21.999812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:22.007351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:35:22.012308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Usage tracker for resource:floatingip and tenant:6ea673beec6646f1a8adc1050a9bb03c is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:35:22.016381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:35:22.028278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:35:22.030159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a00c9-fc6f-4cbf-be8b-e385d30f38f0 req-6eed3418-e8a0-4c99-a6bf-ecb3e73659ab tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:22.040449 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c36a00c9-fc6f-4cbf-be8b-e385d30f38f0 req-6eed3418-e8a0-4c99-a6bf-ecb3e73659ab tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1229668 Apr 18 21:35:22.099501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:22.172162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c36a00c9-fc6f-4cbf-be8b-e385d30f38f0 req-be9a91eb-e491-454c-9a39-045a5197d163 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305375 Apr 18 21:35:22.324545 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:22.352181 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:22.390156 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:22.498817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Allocated IP 172.25.3.227 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/6931aa4d-ad4a-43f9-b19d-46d2641673e1) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:35:22.677160 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:22.802971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:22.889831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:35:22.896117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:35:22.900883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:35:22.906577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Allocated IP 172.25.3.64 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/24746242-8e4f-4033-a03f-50a1a744869f) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:35:22.940849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event updated for resources: {'Port': ['ID=6931aa4d-ad4a-43f9-b19d-46d2641673e1,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:23.145962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:23.182878 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:23.285313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:23.288693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:23.339779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:35:23.345751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:35:23.354538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:35:23.495518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Port': ['ID=24746242-8e4f-4033-a03f-50a1a744869f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:23.590254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91f26e-e511-42a3-ad20-0a9b3d4aeaea req-264faa73-428e-4d86-a971-c9edbc654da0 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:23.598011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c91f26e-e511-42a3-ad20-0a9b3d4aeaea req-264faa73-428e-4d86-a971-c9edbc654da0 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1900542 Apr 18 21:35:23.665292 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c91f26e-e511-42a3-ad20-0a9b3d4aeaea req-0a50680a-e90f-462b-931f-f53c2fbd1182 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663228 Apr 18 21:35:23.709580 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:23.793374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:23.798215 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:23.799256 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:23.970304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event updated for resources: {'Port': ['ID=6931aa4d-ad4a-43f9-b19d-46d2641673e1,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:23.988513 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:24.108162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:24.110775 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-37568a5a-dd25-464c-a6a3-a84ee8612650 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1155581 Apr 18 21:35:24.415870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-c70c44db-c06b-4179-86b6-c4bc0ac6a106 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Synchronizing usage tracker for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:35:24.430838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Router 9c9ea65a-c82d-4634-be13-5ee31fc32188 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:35:24.510035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-c70c44db-c06b-4179-86b6-c4bc0ac6a106 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Unset dirty status for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:35:24.514110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-c70c44db-c06b-4179-86b6-c4bc0ac6a106 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1852523847&fields=id&tenant_id=6ea673beec6646f1a8adc1050a9bb03c HTTP/1.1" status: 200 len: 267 time: 0.1672451 Apr 18 21:35:24.616286 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e571befd-1c9a-4421-865f-ce6bd73d2fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:24.851208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-9842e1a4-f9c2-40f0-b753-b0fe90ec64d1 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:24.857238 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-9842e1a4-f9c2-40f0-b753-b0fe90ec64d1 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/networks?id=cb5426b9-02ce-47bd-bc65-384e7cb55173 HTTP/1.1" status: 200 len: 810 time: 0.3347080 Apr 18 21:35:24.882551 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-10bc8657-318c-4505-8389-674eb7b3ea90 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/quotas/6ea673beec6646f1a8adc1050a9bb03c HTTP/1.1" status: 200 len: 375 time: 0.0182922 Apr 18 21:35:25.063868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-86655467-5561-46d6-aac2-21560599c154 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Synchronizing usage tracker for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:35:25.072122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:35:25.096136 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Sync routers for ids ['9c9ea65a-c82d-4634-be13-5ee31fc32188'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:35:25.139476 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Routers {'9c9ea65a-c82d-4634-be13-5ee31fc32188'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:35:25.140361 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:34:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9c9ea65a-c82d-4634-be13-5ee31fc32188'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:25.163738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67e8ad-27f4-4e5c-a343-4ca94dc5d588 req-5df62d81-aa19-454f-8dbe-e4b4cf7b7906 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:25.165797 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e67e8ad-27f4-4e5c-a343-4ca94dc5d588 req-5df62d81-aa19-454f-8dbe-e4b4cf7b7906 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1979661 Apr 18 21:35:25.239133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e67e8ad-27f4-4e5c-a343-4ca94dc5d588 req-26e961ab-befe-4757-8c19-1f33b3190049 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668707 Apr 18 21:35:25.342978 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Set router 9c9ea65a-c82d-4634-be13-5ee31fc32188 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:35:25.512881 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:25.525632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36364) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:25.526140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-88b75e1d-2655-4818-a1a7-b273d589d505 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.1418934 Apr 18 21:35:25.527247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-86655467-5561-46d6-aac2-21560599c154 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Unset dirty status for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:35:25.528725 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-86655467-5561-46d6-aac2-21560599c154 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ea673beec6646f1a8adc1050a9bb03c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6403773 Apr 18 21:35:25.692489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d03c503-1a3a-4c3b-8b9b-e8e523337610 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:25.710091 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2d03c503-1a3a-4c3b-8b9b-e8e523337610 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0dd6f5be4c404d60832e256e2bff80a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1807663 Apr 18 21:35:25.710721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36372) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:25.748698 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267356777', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '24746242-8e4f-4033-a03f-50a1a744869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:35:21Z', 'updated_at': '2022-04-18T21:35:23Z', 'revision_number': 3, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': '24746242-8e4f-4033-a03f-50a1a744869f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:35:22Z', 'updated_at': '2022-04-18T21:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:25.753090 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Checking router: 9c9ea65a-c82d-4634-be13-5ee31fc32188 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:35:25.753562 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Updating router 9c9ea65a-c82d-4634-be13-5ee31fc32188 port 24746242-8e4f-4033-a03f-50a1a744869f binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:35:25.812058 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:25.959413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b7cc15-995f-420c-bbb0-2453ded65727 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:25.963760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36376) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:25.964120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-63b7cc15-995f-420c-bbb0-2453ded65727 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2393377 Apr 18 21:35:26.045553 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6f01f084-f2b2-45eb-986d-2fa9590fc63b tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803971 Apr 18 21:35:26.049228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36380) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:26.068341 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-ad1114e5-3261-4c27-b9c1-d0624a322955 service neutron] 10.222.0.11 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132642 Apr 18 21:35:26.137838 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1f77e0b1-3d7f-41a6-b313-128ed78adde1 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0dd6f5be4c404d60832e256e2bff80a4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0874736 Apr 18 21:35:26.142031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36384) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:26.444563 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-8fa185a0-1ee5-4a28-808c-879de9326c68 service neutron] 10.222.0.11 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569767 Apr 18 21:35:26.494139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df05015d-ea76-4519-bcf9-36a898ca0874 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:26.495637 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-df05015d-ea76-4519-bcf9-36a898ca0874 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3526988 Apr 18 21:35:26.498769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36390) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:26.575624 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-96fb45a0-51bb-4dfb-8a4c-9682c7e6efa9 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756428 Apr 18 21:35:26.579065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36396) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:26.598355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1914011983', 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785', 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:26.667454 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:26.699881 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Transition to ACTIVE for port object 24746242-8e4f-4033-a03f-50a1a744869f will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:26.836739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:35:26.844544 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:26.852384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:subnet and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:35:26.867095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:35:26.890757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:35:26.924241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15942071-d719-4eae-a407-f0f89163dbf2 req-3dd3b9b3-e0dc-4688-9bd3-c098ca3378d6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:26.925902 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15942071-d719-4eae-a407-f0f89163dbf2 req-3dd3b9b3-e0dc-4688-9bd3-c098ca3378d6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.1404796 Apr 18 21:35:26.968182 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Attempting to bind port 24746242-8e4f-4033-a03f-50a1a744869f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:35:26.968664 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Attempting to bind port 24746242-8e4f-4033-a03f-50a1a744869f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:35:26.969210 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Attempting to bind port 24746242-8e4f-4033-a03f-50a1a744869f on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:35:26.976592 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Pushing event updated for resources: {'Port': ['ID=24746242-8e4f-4033-a03f-50a1a744869f,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:26.982809 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:35:26.983296 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:35:26.983779 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:26.984220 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:35:26.985375 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Bound port: 24746242-8e4f-4033-a03f-50a1a744869f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:35:26.985856 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:27.021871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Made reservation on behalf of 0dd6f5be4c404d60832e256e2bff80a4 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:35:27.026979 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:27.027433 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:27.027874 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:27.028601 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:27.028874 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:27.029298 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:27.029740 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:27.030152 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:27.030565 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:27.030974 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:27.031384 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:27.093419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15942071-d719-4eae-a407-f0f89163dbf2 req-16c2d072-6d8c-4e90-b476-2fa9ed5e8788 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612573 Apr 18 21:35:27.104185 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] For port 24746242-8e4f-4033-a03f-50a1a744869f, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:35:27.110553 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7270f4cb-6afa-4c5d-89e6-2220bcf80905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:27.111063 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] For port 24746242-8e4f-4033-a03f-50a1a744869f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=24746242-8e4f-4033-a03f-50a1a744869f,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:35:27.227269 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c13a601-cf60-416e-9069-83785ea9d22a req-5c6bc24d-ad19-459e-b912-44ec6427ec43 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 210 time: 0.1089144 Apr 18 21:35:27.235504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:27.290488 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:27.391368 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Routers {'9c9ea65a-c82d-4634-be13-5ee31fc32188'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:35:27.392007 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9c9ea65a-c82d-4634-be13-5ee31fc32188'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:27.472553 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f81901-aa05-419b-8c3a-da90813f7d48 None None] Pushing event updated for resources: {'Port': ['ID=24746242-8e4f-4033-a03f-50a1a744869f,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:27.636618 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:27.649465 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] Set router 9c9ea65a-c82d-4634-be13-5ee31fc32188 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:35:27.726040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Subnet': ['ID=0a002212-f3d7-4163-b355-193c05724389,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:27.736882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Checking segment: {'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:35:27.737210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network hostable DHCP agents. Network: 6e988ec8-362a-44d2-8231-6b54c82f5785, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:35:27.872883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network 6e988ec8-362a-44d2-8231-6b54c82f5785 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:35:27.966212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 6e988ec8-362a-44d2-8231-6b54c82f5785) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:35:27.973461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:27.975473 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:27.986397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17236b95-3ce7-4e19-975c-39f274dadffa None None] Network 6e988ec8-362a-44d2-8231-6b54c82f5785 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:35:28.032019 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267356777', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '24746242-8e4f-4033-a03f-50a1a744869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:35:21Z', 'updated_at': '2022-04-18T21:35:23Z', 'revision_number': 3, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': '24746242-8e4f-4033-a03f-50a1a744869f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:35:22Z', 'updated_at': '2022-04-18T21:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:28.038772 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3755b-48f3-4cee-9ee7-9e55c435f320 None None] The sync data for ids ['9c9ea65a-c82d-4634-be13-5ee31fc32188'] in n-d-836017-3 is: [{'id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267356777', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '24746242-8e4f-4033-a03f-50a1a744869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:35:21Z', 'updated_at': '2022-04-18T21:35:23Z', 'revision_number': 3, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': '24746242-8e4f-4033-a03f-50a1a744869f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:35:22Z', 'updated_at': '2022-04-18T21:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:35:28.120968 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:28.134592 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1ead8801-8013-425f-ab44-5698fd1b9799 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5541415 Apr 18 21:35:28.137167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36420) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:28.485576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ff042-db53-4b5f-9273-58499231039e req-355e53c0-bef6-480e-b27d-68e183f6ebf4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:28.496163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac1ff042-db53-4b5f-9273-58499231039e req-355e53c0-bef6-480e-b27d-68e183f6ebf4 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2070997 Apr 18 21:35:28.533564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-6e988ec8-362a-44d2-8231-6b54c82f5785', 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'fixed_ips': [{'subnet_id': '0a002212-f3d7-4163-b355-193c05724389'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:35:28.537129 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:28.661296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89c02b19-ad96-4bd8-9907-a1e7c1b3d4eb req-43c4ffcf-711f-4fe3-a53b-007181796466 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 210 time: 0.1190586 Apr 18 21:35:28.690284 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac1ff042-db53-4b5f-9273-58499231039e req-dcd76aa7-c0c2-4c82-85b3-a6b41f522e2d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938145 Apr 18 21:35:28.819639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Allocated IP 172.20.0.18 (6e988ec8-362a-44d2-8231-6b54c82f5785/0a002212-f3d7-4163-b355-193c05724389/4c45a374-1c37-4651-bd2e-9ad974afd595) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:35:28.821506 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:29.225847 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45ac54a4-d3f5-442b-aa53-cdddc43e8e96 req-d59ad983-88e3-419e-af86-aa5f6e3780aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=00766acdcef7497ba7f48218df75c761&device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 1097 time: 0.4295363 Apr 18 21:35:29.260746 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:29.293138 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Transition to ACTIVE for port object 4c45a374-1c37-4651-bd2e-9ad974afd595 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:29.345285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Transition to ACTIVE for port object 4c45a374-1c37-4651-bd2e-9ad974afd595 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:29.458147 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:29.557028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Pushing event updated for resources: {'Port': ['ID=4c45a374-1c37-4651-bd2e-9ad974afd595,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:29.560803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Network 6e988ec8-362a-44d2-8231-6b54c82f5785 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:35:29.562565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:35:29.566586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:35:29.585037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac54a4-d3f5-442b-aa53-cdddc43e8e96 req-5e1e3802-617b-4929-abe7-43263b907d1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:29.586438 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45ac54a4-d3f5-442b-aa53-cdddc43e8e96 req-5e1e3802-617b-4929-abe7-43263b907d1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ccedaf54-c780-4768-a3e7-e439effe0d42 HTTP/1.1" status: 200 len: 914 time: 0.3540390 Apr 18 21:35:29.693880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45ac54a4-d3f5-442b-aa53-cdddc43e8e96 req-0bb6af01-3b4d-462f-af68-b05ce5746c17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699409d3-3a34-4bb7-9806-0815a5907610 HTTP/1.1" status: 200 len: 217 time: 0.0956433 Apr 18 21:35:29.704981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Attempting to bind port 4c45a374-1c37-4651-bd2e-9ad974afd595 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:35:29.705384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Attempting to bind port 4c45a374-1c37-4651-bd2e-9ad974afd595 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:35:29.705830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Attempting to bind port 4c45a374-1c37-4651-bd2e-9ad974afd595 on network 6e988ec8-362a-44d2-8231-6b54c82f5785 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:35:29.713869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:35:29.714309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Checking segment: {'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:35:29.714721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:29.715117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Bound using segment: {'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:35:29.715587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Bound port: 4c45a374-1c37-4651-bd2e-9ad974afd595, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:35:29.715970 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:29.817665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac54a4-d3f5-442b-aa53-cdddc43e8e96 req-2b1bc7d2-6b37-4681-b97a-80296edc2d3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:29.819102 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45ac54a4-d3f5-442b-aa53-cdddc43e8e96 req-2b1bc7d2-6b37-4681-b97a-80296edc2d3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6090f4f8-a068-4260-877c-317905a852aa HTTP/1.1" status: 200 len: 853 time: 0.1179681 Apr 18 21:35:29.837280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] For port 4c45a374-1c37-4651-bd2e-9ad974afd595, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:35:29.838436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] For port 4c45a374-1c37-4651-bd2e-9ad974afd595, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4c45a374-1c37-4651-bd2e-9ad974afd595,segment=NetworkSegment(a82c6d87-2f97-450d-b4a9-7ca41a61022a),segment_id=a82c6d87-2f97-450d-b4a9-7ca41a61022a)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:35:29.888668 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45ac54a4-d3f5-442b-aa53-cdddc43e8e96 req-7110591b-5ba0-4af1-8db0-cc48e8b44bb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ccedaf54-c780-4768-a3e7-e439effe0d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620058 Apr 18 21:35:29.955173 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9867ec40-d953-483b-8136-44a8acfc6c21 req-ee8ccb57-1ace-4945-a923-53f127d8c06f tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 210 time: 0.0523865 Apr 18 21:35:29.991796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:30.151477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ee0b1-3451-43d7-8c4a-646488e265ec req-3f2e8df9-b038-4d3b-b804-45c4ddccf500 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:30.172583 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-825ee0b1-3451-43d7-8c4a-646488e265ec req-3f2e8df9-b038-4d3b-b804-45c4ddccf500 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 946 time: 0.2081378 Apr 18 21:35:30.238008 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45ac54a4-d3f5-442b-aa53-cdddc43e8e96 req-2645af3e-391d-4391-9aed-fccbcf8b6d9d service neutron] 10.222.0.59 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401008 Apr 18 21:35:30.325760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fda072-1349-4909-926d-44e1d3f87263 None None] Pushing event updated for resources: {'Port': ['ID=4c45a374-1c37-4651-bd2e-9ad974afd595,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:30.558239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 24746242-8e4f-4033-a03f-50a1a744869f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:35:30.694588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-0928fabc-122a-40d4-8126-12a3a9a18c71 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:30.696274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-0928fabc-122a-40d4-8126-12a3a9a18c71 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.26 "GET /v2.0/networks?id=cb5426b9-02ce-47bd-bc65-384e7cb55173 HTTP/1.1" status: 200 len: 810 time: 0.4869821 Apr 18 21:35:30.718759 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45ac54a4-d3f5-442b-aa53-cdddc43e8e96 req-64077ca8-0526-4e3e-b029-2ebc85a259e5 service neutron] 10.222.0.59 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644682 Apr 18 21:35:30.739930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-825ee0b1-3451-43d7-8c4a-646488e265ec req-9d97b378-d9ab-4c0c-8c1f-61fef6a1af4a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636549 Apr 18 21:35:30.818192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-e4bda490-3356-4d70-83f7-c0678f8fa2ff tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ea673beec6646f1a8adc1050a9bb03c HTTP/1.1" status: 200 len: 380 time: 0.0920813 Apr 18 21:35:30.824693 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:30.829182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Request body: {'port': {'device_id': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'admin_state_up': True, 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'security_groups': ['e792915a-9481-46a3-a898-505450d8e4ca']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:30.939536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 24746242-8e4f-4033-a03f-50a1a744869f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:35:30.954875 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 24746242-8e4f-4033-a03f-50a1a744869f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:30.957408 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:31.063680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:35:31.074570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:35:31.178902 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:31.235925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75965a54-ba4c-426e-88be-48945166e97b req-6f20c776-c326-48bb-9c45-268e4f075bd8 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 210 time: 0.1042190 Apr 18 21:35:31.237761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 24746242-8e4f-4033-a03f-50a1a744869f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=24746242-8e4f-4033-a03f-50a1a744869f,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:31.260010 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:31.269544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Made reservation on behalf of 6ea673beec6646f1a8adc1050a9bb03c for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:35:31.269860 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:31.346342 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:31.450276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=24746242-8e4f-4033-a03f-50a1a744869f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:31.474890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Allocated IP 172.20.0.17 (6e988ec8-362a-44d2-8231-6b54c82f5785/0a002212-f3d7-4163-b355-193c05724389/fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:35:31.518320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Allocated IP 172.20.0.9 (cb5426b9-02ce-47bd-bc65-384e7cb55173/4498ba41-22b7-4bd0-9281-c43e26e866ae/77b5ee58-9076-4381-900a-f38ae99a2cc9) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:35:31.581258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 699409d3-3a34-4bb7-9806-0815a5907610 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:35:31.749907 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:31.769058 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Transition to ACTIVE for port object 77b5ee58-9076-4381-900a-f38ae99a2cc9 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:31.771427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:31.777534 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:31.811550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Transition to ACTIVE for port object fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:31.818449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699409d3-3a34-4bb7-9806-0815a5907610'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:31.845440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=699409d3-3a34-4bb7-9806-0815a5907610,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:31.868034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99253544-3b56-46ef-9cd3-cfb5b592dfce None None] Network 6e988ec8-362a-44d2-8231-6b54c82f5785 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:35:31.891134 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1835a43-8421-4a93-9039-2a0d97610168'] response: {'server_uuid': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699409d3-3a34-4bb7-9806-0815a5907610', 'code': 200} Apr 18 21:35:31.894320 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:31.928379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:31.962497 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:32.005394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event updated for resources: {'Port': ['ID=77b5ee58-9076-4381-900a-f38ae99a2cc9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:32.013159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Port': ['ID=fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:32.021029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network 6e988ec8-362a-44d2-8231-6b54c82f5785 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:35:32.022362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:35:32.029059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:35:32.053370 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4cd7ffbd-1dd9-4c46-973b-b562e1240fed None None] Provisioning for port 4c45a374-1c37-4651-bd2e-9ad974afd595 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:35:32.082421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=699409d3-3a34-4bb7-9806-0815a5907610,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:32.104500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Network cb5426b9-02ce-47bd-bc65-384e7cb55173 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:35:32.110441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:35:32.113744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:35:32.141523 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:32.349941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:32.356321 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:32.472774 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:32.474040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677afe79-d934-42ec-a2a5-5647b91958cf req-c84f2633-8abb-4014-b295-d7a36e91954c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:32.475170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-677afe79-d934-42ec-a2a5-5647b91958cf req-c84f2633-8abb-4014-b295-d7a36e91954c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.4798915 Apr 18 21:35:32.651351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-677afe79-d934-42ec-a2a5-5647b91958cf req-45efabf5-13bd-4ad6-b1bc-efb4976f2a8c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605401 Apr 18 21:35:32.687011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-31203b18-7a7a-4d2f-bcb9-1f6f615d52d6 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8623405 Apr 18 21:35:32.722477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Request body: {'port': {'device_id': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:32.784303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 24746242-8e4f-4033-a03f-50a1a744869f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:35:32.820403 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55f98c-a8e3-4641-8aa4-44208e4f20c9 req-0390f5f5-41ed-4e4f-b34d-3b32981d9d21 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:32.821209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5b55f98c-a8e3-4641-8aa4-44208e4f20c9 req-0390f5f5-41ed-4e4f-b34d-3b32981d9d21 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Synchronizing usage tracker for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:35:32.865228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4c50100d-4ec6-43f8-a88c-6dc0691ca156 None None] Provisioning for port 77b5ee58-9076-4381-900a-f38ae99a2cc9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:35:32.871981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4c50100d-4ec6-43f8-a88c-6dc0691ca156 None None] Provisioning complete for port 77b5ee58-9076-4381-900a-f38ae99a2cc9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:32.873101 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4c50100d-4ec6-43f8-a88c-6dc0691ca156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:32.893091 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:33.001371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5b55f98c-a8e3-4641-8aa4-44208e4f20c9 req-0390f5f5-41ed-4e4f-b34d-3b32981d9d21 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Unset dirty status for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:35:33.002774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b55f98c-a8e3-4641-8aa4-44208e4f20c9 req-0390f5f5-41ed-4e4f-b34d-3b32981d9d21 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 931 time: 0.4619684 Apr 18 21:35:33.104515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:33.120819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4c50100d-4ec6-43f8-a88c-6dc0691ca156 None None] Port 77b5ee58-9076-4381-900a-f38ae99a2cc9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:35:33.128837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 24746242-8e4f-4033-a03f-50a1a744869f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:33.128837 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:33.170103 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:33.217090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b55f98c-a8e3-4641-8aa4-44208e4f20c9 req-62010fb7-1521-4d77-a7bb-5ddbffb7a5c2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630526 Apr 18 21:35:33.291498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:33.299818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Port': ['ID=fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:33.361942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4c45a374-1c37-4651-bd2e-9ad974afd595 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:35:33.385148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b5ee58-9076-4381-900a-f38ae99a2cc9 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:35:33.393202 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:33.410423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Transition to ACTIVE for port object 77b5ee58-9076-4381-900a-f38ae99a2cc9 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:33.465752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network 6e988ec8-362a-44d2-8231-6b54c82f5785 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:35:33.467168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:35:33.479202 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:33.546281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7a5f1853-c86b-4526-9313-897a2974f260 None None] Provisioning for port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:35:33.567253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7a5f1853-c86b-4526-9313-897a2974f260 None None] Provisioning complete for port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:33.567935 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7a5f1853-c86b-4526-9313-897a2974f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:33.623673 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:33.635573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f1853-c86b-4526-9313-897a2974f260 None None] Port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:35:33.655104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Pushing event updated for resources: {'Port': ['ID=77b5ee58-9076-4381-900a-f38ae99a2cc9,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:33.707788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 4c45a374-1c37-4651-bd2e-9ad974afd595 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:35:33.754043 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4c45a374-1c37-4651-bd2e-9ad974afd595 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:33.754943 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:33.995405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-039bc565-f30b-49e1-99b8-ff01a68adf5e None None] Provisioning complete for port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:33.996069 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-039bc565-f30b-49e1-99b8-ff01a68adf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:34.068464 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:34.090626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-039bc565-f30b-49e1-99b8-ff01a68adf5e None None] Port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:35:34.111771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 4c45a374-1c37-4651-bd2e-9ad974afd595, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4c45a374-1c37-4651-bd2e-9ad974afd595,segment=NetworkSegment(a82c6d87-2f97-450d-b4a9-7ca41a61022a),segment_id=a82c6d87-2f97-450d-b4a9-7ca41a61022a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:34.145948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Router 9c9ea65a-c82d-4634-be13-5ee31fc32188 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:35:34.173939 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:34.207569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Attempting to bind port 77b5ee58-9076-4381-900a-f38ae99a2cc9 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:35:34.208295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Attempting to bind port 77b5ee58-9076-4381-900a-f38ae99a2cc9 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:35:34.208790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Attempting to bind port 77b5ee58-9076-4381-900a-f38ae99a2cc9 on network cb5426b9-02ce-47bd-bc65-384e7cb55173 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:35:34.217550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Port 77b5ee58-9076-4381-900a-f38ae99a2cc9 on network cb5426b9-02ce-47bd-bc65-384e7cb55173 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:35:34.218676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Attempting to bind port 77b5ee58-9076-4381-900a-f38ae99a2cc9 on network cb5426b9-02ce-47bd-bc65-384e7cb55173 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:35:34.231991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ba353-11ed-471e-9a8b-c782a8c66b8c req-ab0bb1bc-2945-4b73-8ab3-a1b535a4763f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:34.233960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b8ba353-11ed-471e-9a8b-c782a8c66b8c req-ab0bb1bc-2945-4b73-8ab3-a1b535a4763f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.2239361 Apr 18 21:35:34.242666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:35:34.243008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Checking segment: {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:35:34.243375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Bound using segment: {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:35:34.243810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Bound port: 77b5ee58-9076-4381-900a-f38ae99a2cc9, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c704834f-c62a-4529-b7ba-7dc6d1fd830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:35:34.244342 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:34.265235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=4c45a374-1c37-4651-bd2e-9ad974afd595,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:34.438422 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b8ba353-11ed-471e-9a8b-c782a8c66b8c req-ea2e27d8-9a86-4dca-ae41-4a6cbfacef49 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963298 Apr 18 21:35:34.485692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] For port 77b5ee58-9076-4381-900a-f38ae99a2cc9, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:35:34.489643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] For port 77b5ee58-9076-4381-900a-f38ae99a2cc9, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=77b5ee58-9076-4381-900a-f38ae99a2cc9,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:35:34.520057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4fa21-0376-42aa-9cee-e2ee837fdd78 req-1d0704fc-6b1d-4b9d-9fa5-30c26844430e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:34.530134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ac4fa21-0376-42aa-9cee-e2ee837fdd78 req-1d0704fc-6b1d-4b9d-9fa5-30c26844430e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 943 time: 0.1568294 Apr 18 21:35:34.580698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:35:34.589957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4c45a374-1c37-4651-bd2e-9ad974afd595 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:35:34.592103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ac4fa21-0376-42aa-9cee-e2ee837fdd78 req-4c49b6ac-117c-47f5-a90d-c9fcbae82084 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610306 Apr 18 21:35:34.593493 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:34.621989 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b3304554-1da0-420c-9e77-efa1ab4a51c8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "PUT /v2.0/routers/9c9ea65a-c82d-4634-be13-5ee31fc32188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4835992 Apr 18 21:35:34.642602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Sync routers for ids ['9c9ea65a-c82d-4634-be13-5ee31fc32188'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:35:34.688700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Routers {'9c9ea65a-c82d-4634-be13-5ee31fc32188'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:35:34.689338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9c9ea65a-c82d-4634-be13-5ee31fc32188'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:34.704629 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:34.706336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] 10.222.0.26 "PUT /v2.0/ports/77b5ee58-9076-4381-900a-f38ae99a2cc9 HTTP/1.1" status: 200 len: 1091 time: 1.9930296 Apr 18 21:35:34.752475 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd77a7-8c84-4fc6-935d-35438eb6ce38 service neutron] Pushing event updated for resources: {'Port': ['ID=77b5ee58-9076-4381-900a-f38ae99a2cc9,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:34.755724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'tag': '77b5ee58-9076-4381-900a-f38ae99a2cc9'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:34.808751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e484a-ec5d-47c6-831f-a974e12f889d req-c5b8fe45-f992-45eb-83ae-32b15ba24768 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:34.810264 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f67e484a-ec5d-47c6-831f-a974e12f889d req-c5b8fe45-f992-45eb-83ae-32b15ba24768 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.1029723 Apr 18 21:35:34.881651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4c45a374-1c37-4651-bd2e-9ad974afd595 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:34.882382 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:34.972181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Set router 9c9ea65a-c82d-4634-be13-5ee31fc32188 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:35:35.024729 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:35:35.036111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f67e484a-ec5d-47c6-831f-a974e12f889d req-f190a6b0-619a-446a-9162-ba157ebfc91d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013352 Apr 18 21:35:35.103338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-7708b70b-d206-468e-bd47-0168c1c70b44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea673beec6646f1a8adc1050a9bb03c&device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 1094 time: 0.2525861 Apr 18 21:35:35.108351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-0dfac90b-378c-4969-97c6-d4124ee4a443 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:35.110184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-0dfac90b-378c-4969-97c6-d4124ee4a443 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/networks?id=6e988ec8-362a-44d2-8231-6b54c82f5785 HTTP/1.1" status: 200 len: 798 time: 0.2989311 Apr 18 21:35:35.199457 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb67c084-63d3-460c-a4fc-825506595e4b'] response: {'name': 'network-changed', 'server_uuid': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'tag': '77b5ee58-9076-4381-900a-f38ae99a2cc9', 'status': 'completed', 'code': 200} Apr 18 21:35:35.231604 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-adf42138-391d-42f0-b56b-f421dd1d3a5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77b5ee58-9076-4381-900a-f38ae99a2cc9 HTTP/1.1" status: 200 len: 217 time: 0.1202741 Apr 18 21:35:35.240232 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-c75fc221-0257-4567-9128-b57fd24db2fb tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/quotas/0dd6f5be4c404d60832e256e2bff80a4 HTTP/1.1" status: 200 len: 375 time: 0.0393407 Apr 18 21:35:35.361269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-a0d974df-c610-4e21-b8fd-a2b8b29321f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:35.362811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-a0d974df-c610-4e21-b8fd-a2b8b29321f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4498ba41-22b7-4bd0-9281-c43e26e866ae HTTP/1.1" status: 200 len: 849 time: 0.0629046 Apr 18 21:35:35.448482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267356777', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '24746242-8e4f-4033-a03f-50a1a744869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:35:21Z', 'updated_at': '2022-04-18T21:35:32Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': '24746242-8e4f-4033-a03f-50a1a744869f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:35:22Z', 'updated_at': '2022-04-18T21:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc', 'name': '', 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'mac_address': 'fa:16:3e:e3:9b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a002212-f3d7-4163-b355-193c05724389', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:35:31Z', 'updated_at': '2022-04-18T21:35:32Z', 'revision_number': 2, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'subnets': [{'id': '0a002212-f3d7-4163-b355-193c05724389', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:35.455018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Checking router: 9c9ea65a-c82d-4634-be13-5ee31fc32188 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:35:35.455547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Updating router 9c9ea65a-c82d-4634-be13-5ee31fc32188 port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:35:35.479673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-ba67a27d-5c0f-4639-9366-dabf0d7c2225 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0dd6f5be4c404d60832e256e2bff80a4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2384858 Apr 18 21:35:35.566176 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:35.629055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-f23ec0e7-79f4-45c3-81d4-dc1828fa1b66 service neutron] 10.222.0.11 "GET /v2.0/networks/6e988ec8-362a-44d2-8231-6b54c82f5785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335328 Apr 18 21:35:35.632238 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-a0817fa7-4500-4316-8525-9f048039b7b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb5426b9-02ce-47bd-bc65-384e7cb55173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2630579 Apr 18 21:35:35.639009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 699409d3-3a34-4bb7-9806-0815a5907610 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:35:36.019406 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:36.033624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Transition to ACTIVE for port object fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:36.045763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-ad470eaa-b10d-4364-b213-da4d5ea9d509 service neutron] 10.222.0.11 "GET /v2.0/networks/6e988ec8-362a-44d2-8231-6b54c82f5785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099731 Apr 18 21:35:36.051386 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5df192ec-37bb-4415-8ef9-de663ae392f4 req-48f2a3e4-e305-4c32-9040-fd5103d9a365 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5669379 Apr 18 21:35:36.054754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-b5c340e2-c60d-4b7d-a816-a1ef13de106c service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713253 Apr 18 21:35:36.128049 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:36.196668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8812c6c-e4e0-4394-8165-9828f0c0c079 req-02635d47-3039-4974-b44a-e58d2323bf8e service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347737 Apr 18 21:35:36.271878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca635ed-6c0a-4579-89e5-09b6280b1c14 None None] Pushing event updated for resources: {'Port': ['ID=fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:36.389698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Attempting to bind port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:35:36.391234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Attempting to bind port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:35:36.391637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Attempting to bind port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc on network 6e988ec8-362a-44d2-8231-6b54c82f5785 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:35:36.407769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:35:36.408408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Checking segment: {'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:35:36.408822 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:36.409219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Bound using segment: {'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:35:36.409736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Bound port: fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:35:36.410116 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:36.449978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df9f183a-4136-41e7-8f46-144e6749cf67 req-9e381077-36e5-4357-b290-aec96b16027d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea673beec6646f1a8adc1050a9bb03c&device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 1094 time: 0.1249485 Apr 18 21:35:36.614746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] For port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:35:36.618597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] For port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc,segment=NetworkSegment(a82c6d87-2f97-450d-b4a9-7ca41a61022a),segment_id=a82c6d87-2f97-450d-b4a9-7ca41a61022a)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:35:36.643616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99a96f93-4275-444b-8397-65aa94ad98c2 req-33dd632d-9cdd-4a9e-b459-03445b24dc1e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 210 time: 0.1819897 Apr 18 21:35:36.697779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36504) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:36.757157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:36.879588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Routers {'9c9ea65a-c82d-4634-be13-5ee31fc32188'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:35:36.880793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9c9ea65a-c82d-4634-be13-5ee31fc32188'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:36.943148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38531b3-9526-45ac-a4b6-023a8b3c2b2c req-c1596223-7db0-45cb-b687-bb6f6d70e59e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:36.945610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c38531b3-9526-45ac-a4b6-023a8b3c2b2c req-c1596223-7db0-45cb-b687-bb6f6d70e59e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 943 time: 0.3006110 Apr 18 21:35:36.948825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f183a-4136-41e7-8f46-144e6749cf67 req-0b98d291-6345-4c03-bbb1-dd0e43b1e3f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:36.951614 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df9f183a-4136-41e7-8f46-144e6749cf67 req-0b98d291-6345-4c03-bbb1-dd0e43b1e3f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb5426b9-02ce-47bd-bc65-384e7cb55173 HTTP/1.1" status: 200 len: 911 time: 0.4831343 Apr 18 21:35:36.963697 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-caca0cc9-cfb4-455d-875e-d42d765dd181 req-facf04dd-7578-4b81-895c-e3907d772b81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2639294 Apr 18 21:35:37.109246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df9f183a-4136-41e7-8f46-144e6749cf67 req-2c2c6c02-8517-4481-a436-60cd58bd4ed2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77b5ee58-9076-4381-900a-f38ae99a2cc9 HTTP/1.1" status: 200 len: 217 time: 0.1366675 Apr 18 21:35:37.113159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c38531b3-9526-45ac-a4b6-023a8b3c2b2c req-e42937e1-a3fa-434e-bf05-3a2b7ffe0e43 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758777 Apr 18 21:35:37.159066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] Set router 9c9ea65a-c82d-4634-be13-5ee31fc32188 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:35:37.192211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e17cd-1c5a-41d9-b3d0-143483fd6e58 req-04cf9efb-174e-4488-ad80-4172cded171d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:37.193862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a0e17cd-1c5a-41d9-b3d0-143483fd6e58 req-04cf9efb-174e-4488-ad80-4172cded171d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.4051123 Apr 18 21:35:37.261447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca635ed-6c0a-4579-89e5-09b6280b1c14 None None] Pushing event updated for resources: {'Port': ['ID=fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:37.261799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a0e17cd-1c5a-41d9-b3d0-143483fd6e58 req-a0a42e37-cacb-4473-9c8f-c9e779362f56 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565526 Apr 18 21:35:37.265132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f183a-4136-41e7-8f46-144e6749cf67 req-0d7025ea-102f-4a14-a3b3-d136ef6ad2b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:37.266820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df9f183a-4136-41e7-8f46-144e6749cf67 req-0d7025ea-102f-4a14-a3b3-d136ef6ad2b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4498ba41-22b7-4bd0-9281-c43e26e866ae HTTP/1.1" status: 200 len: 849 time: 0.1511004 Apr 18 21:35:37.400234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df9f183a-4136-41e7-8f46-144e6749cf67 req-e45a7be1-d23a-43b4-813b-715252c17a31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb5426b9-02ce-47bd-bc65-384e7cb55173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270261 Apr 18 21:35:37.620151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df9f183a-4136-41e7-8f46-144e6749cf67 req-e10df85a-537f-4167-8733-cfc433afd0ca service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129056 Apr 18 21:35:37.671564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267356777', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '24746242-8e4f-4033-a03f-50a1a744869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:35:21Z', 'updated_at': '2022-04-18T21:35:32Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': '24746242-8e4f-4033-a03f-50a1a744869f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:35:22Z', 'updated_at': '2022-04-18T21:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc', 'name': '', 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'mac_address': 'fa:16:3e:e3:9b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a002212-f3d7-4163-b355-193c05724389', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:35:31Z', 'updated_at': '2022-04-18T21:35:36Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'subnets': [{'id': '0a002212-f3d7-4163-b355-193c05724389', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:37.677804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe3ea8-d1ce-498f-aa63-d5a6e273773f None None] The sync data for ids ['9c9ea65a-c82d-4634-be13-5ee31fc32188'] in n-d-836017-3 is: [{'id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267356777', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '24746242-8e4f-4033-a03f-50a1a744869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:35:21Z', 'updated_at': '2022-04-18T21:35:32Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': '24746242-8e4f-4033-a03f-50a1a744869f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:35:22Z', 'updated_at': '2022-04-18T21:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc', 'name': '', 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'mac_address': 'fa:16:3e:e3:9b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a002212-f3d7-4163-b355-193c05724389', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:35:31Z', 'updated_at': '2022-04-18T21:35:36Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'subnets': [{'id': '0a002212-f3d7-4163-b355-193c05724389', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:35:37.881024 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1e8cd1d-9151-49f6-9352-389800620135 req-37d57a8a-308d-408b-9a7d-d64f56f7273b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 210 time: 0.0616896 Apr 18 21:35:37.888323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df9f183a-4136-41e7-8f46-144e6749cf67 req-637ab417-ad97-47f5-a795-e8050310d242 service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617500 Apr 18 21:35:38.212556 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-caca0cc9-cfb4-455d-875e-d42d765dd181 req-264ffce1-302f-44d2-bafa-d86231dc7389 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895&tenant_id=00766acdcef7497ba7f48218df75c761 HTTP/1.1" status: 200 len: 1095 time: 0.1342545 Apr 18 21:35:38.327222 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-caca0cc9-cfb4-455d-875e-d42d765dd181 req-620115b6-a5c5-42ff-8437-34c2bc6ec283 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=00766acdcef7497ba7f48218df75c761&device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 1095 time: 0.0860634 Apr 18 21:35:38.391998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936393-068d-4c35-86f0-8626b73afb8c req-101d1de6-0c37-404e-a358-68a1c7797f63 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:38.393634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76936393-068d-4c35-86f0-8626b73afb8c req-101d1de6-0c37-404e-a358-68a1c7797f63 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 943 time: 0.1031892 Apr 18 21:35:38.454730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76936393-068d-4c35-86f0-8626b73afb8c req-38f78316-ef57-430a-9c80-7bc85c66c26a tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549648 Apr 18 21:35:38.574318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19245ed-496b-4aa3-834a-c38117c7397e req-b9d3af06-202f-4420-b233-5eaa7a6d9bba tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:38.576983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca0cc9-cfb4-455d-875e-d42d765dd181 req-ca2ac593-114c-48e9-9c3b-9b6bf5f14c43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:38.578705 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-caca0cc9-cfb4-455d-875e-d42d765dd181 req-ca2ac593-114c-48e9-9c3b-9b6bf5f14c43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ccedaf54-c780-4768-a3e7-e439effe0d42 HTTP/1.1" status: 200 len: 914 time: 0.2427654 Apr 18 21:35:38.581749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f19245ed-496b-4aa3-834a-c38117c7397e req-b9d3af06-202f-4420-b233-5eaa7a6d9bba tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.0993538 Apr 18 21:35:38.630932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:35:38.652819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f19245ed-496b-4aa3-834a-c38117c7397e req-d07aa948-7f37-4da5-8c9a-52b74c382c51 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701387 Apr 18 21:35:38.684255 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-caca0cc9-cfb4-455d-875e-d42d765dd181 req-2c327241-c6c8-4c1a-9f83-ef5038c29908 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699409d3-3a34-4bb7-9806-0815a5907610 HTTP/1.1" status: 200 len: 217 time: 0.0968330 Apr 18 21:35:38.757071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca0cc9-cfb4-455d-875e-d42d765dd181 req-e76f51f3-8335-42e3-a73c-f992f00fc479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:38.758769 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-caca0cc9-cfb4-455d-875e-d42d765dd181 req-e76f51f3-8335-42e3-a73c-f992f00fc479 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6090f4f8-a068-4260-877c-317905a852aa HTTP/1.1" status: 200 len: 853 time: 0.0692921 Apr 18 21:35:38.809821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:35:38.812249 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-caca0cc9-cfb4-455d-875e-d42d765dd181 req-7cfb3758-79cd-4b6f-8c29-073f1f388082 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ccedaf54-c780-4768-a3e7-e439effe0d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477164 Apr 18 21:35:38.818460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:38.821841 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:39.004219 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-caca0cc9-cfb4-455d-875e-d42d765dd181 req-90331922-71fd-4715-b3fa-8ed390d9eafc service neutron] 10.222.0.59 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815786 Apr 18 21:35:39.079281 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:39.202729 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-caca0cc9-cfb4-455d-875e-d42d765dd181 req-d3f67e78-39dc-4fff-9d06-71b1c4a72795 service neutron] 10.222.0.59 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918988 Apr 18 21:35:39.206142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc,segment=NetworkSegment(a82c6d87-2f97-450d-b4a9-7ca41a61022a),segment_id=a82c6d87-2f97-450d-b4a9-7ca41a61022a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:39.262287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af60cb59-5540-4673-9e70-4c3c0fd1f4b9 req-9e942a24-f239-4fd9-a19e-5a699284f372 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 210 time: 0.0556743 Apr 18 21:35:39.273135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-e539389b-2f75-4d96-b53b-467eef74299f tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:39.274559 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-e539389b-2f75-4d96-b53b-467eef74299f tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.26 "GET /v2.0/networks?id=6e988ec8-362a-44d2-8231-6b54c82f5785 HTTP/1.1" status: 200 len: 798 time: 0.3470933 Apr 18 21:35:39.278898 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:39.294437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Request body: {'port': {'device_id': '487e4a05-588b-47fd-9ddf-2f3dba0b5a1c', 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785', 'admin_state_up': True, 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:39.311958 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:39.356480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:39.564239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:35:39.568450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Usage tracker for resource:port and tenant:0dd6f5be4c404d60832e256e2bff80a4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:35:39.571522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Quota usage for port was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:35:39.577698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:35:39.664285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Made reservation on behalf of 0dd6f5be4c404d60832e256e2bff80a4 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:35:39.668204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:39.692202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b858e08-a2c3-410f-b497-54d50127d33a req-0e1c6b84-e488-4237-98a8-e188f121918d tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:39.693741 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b858e08-a2c3-410f-b497-54d50127d33a req-0e1c6b84-e488-4237-98a8-e188f121918d tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 943 time: 0.1065688 Apr 18 21:35:39.862071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b858e08-a2c3-410f-b497-54d50127d33a req-b95178d1-3af9-42b5-80a2-4cc89b1a8f76 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595688 Apr 18 21:35:39.951136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0ffcd-f36b-41e7-817c-3c5d690bada5 req-dc470688-2eaa-4ae5-81b1-6632b5d784dd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:39.952592 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7a0ffcd-f36b-41e7-817c-3c5d690bada5 req-dc470688-2eaa-4ae5-81b1-6632b5d784dd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.1748540 Apr 18 21:35:39.953763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Allocated IP 172.20.0.19 (6e988ec8-362a-44d2-8231-6b54c82f5785/0a002212-f3d7-4163-b355-193c05724389/4dc77566-8ec9-4675-ad02-0ab293be768e) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:35:40.090005 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7a0ffcd-f36b-41e7-817c-3c5d690bada5 req-d1407ff2-c735-4a99-9609-ed6bb267e4a8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302445 Apr 18 21:35:40.172463 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:40.191443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Transition to ACTIVE for port object 4dc77566-8ec9-4675-ad02-0ab293be768e will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:40.279101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:40.357105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event updated for resources: {'Port': ['ID=4dc77566-8ec9-4675-ad02-0ab293be768e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:40.385431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Network 6e988ec8-362a-44d2-8231-6b54c82f5785 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:35:40.385431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:35:40.395575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:35:40.513919 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:40.517283 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:40.603955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:35:40.675010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa6f55-6d8c-4b60-9a6c-613382f0a147 req-b37eb848-0425-4f35-90e0-2364dec89d70 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:40.680340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3afa6f55-6d8c-4b60-9a6c-613382f0a147 req-b37eb848-0425-4f35-90e0-2364dec89d70 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Synchronizing usage tracker for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:35:40.706085 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-28590184-dad0-479a-a8c8-2364ab456de4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4188461 Apr 18 21:35:40.720523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Request body: {'port': {'device_id': '487e4a05-588b-47fd-9ddf-2f3dba0b5a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:40.755397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:40.756112 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:40.907649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3afa6f55-6d8c-4b60-9a6c-613382f0a147 req-b37eb848-0425-4f35-90e0-2364dec89d70 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Unset dirty status for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:35:40.928667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3afa6f55-6d8c-4b60-9a6c-613382f0a147 req-b37eb848-0425-4f35-90e0-2364dec89d70 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 895 time: 0.4706333 Apr 18 21:35:40.946928 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:40.973752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c3c7616a-76a3-4bce-82b8-039b2163a38f None None] Provisioning for port 4dc77566-8ec9-4675-ad02-0ab293be768e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:35:40.980738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c3c7616a-76a3-4bce-82b8-039b2163a38f None None] Provisioning complete for port 4dc77566-8ec9-4675-ad02-0ab293be768e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:40.981222 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c3c7616a-76a3-4bce-82b8-039b2163a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:41.039895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7616a-76a3-4bce-82b8-039b2163a38f None None] Port 4dc77566-8ec9-4675-ad02-0ab293be768e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:35:41.233221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 77b5ee58-9076-4381-900a-f38ae99a2cc9 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:35:41.558009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66309981-4879-45c0-bf2a-a12e487349e1 req-0eac3a33-7d85-4ec6-a5d9-10ae6025d59a tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:41.564211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 77b5ee58-9076-4381-900a-f38ae99a2cc9, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=77b5ee58-9076-4381-900a-f38ae99a2cc9,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:41.565408 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-66309981-4879-45c0-bf2a-a12e487349e1 req-0eac3a33-7d85-4ec6-a5d9-10ae6025d59a tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 943 time: 0.3944573 Apr 18 21:35:41.604273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '77b5ee58-9076-4381-900a-f38ae99a2cc9', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'port_id': '77b5ee58-9076-4381-900a-f38ae99a2cc9', 'mac_address': 'fa:16:3e:59:54:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:35:41.632679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da991ed0-27e2-4dd1-8d3e-6bb48883a112 req-5fa67e60-ce74-45f1-9df2-7f0a5dfa2ad7 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:41.639908 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da991ed0-27e2-4dd1-8d3e-6bb48883a112 req-5fa67e60-ce74-45f1-9df2-7f0a5dfa2ad7 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.2682288 Apr 18 21:35:41.688579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc77566-8ec9-4675-ad02-0ab293be768e {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:35:41.726077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da991ed0-27e2-4dd1-8d3e-6bb48883a112 req-ec4e0f7a-7f0d-4fb1-8fea-ca2d0a6b7f05 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852256 Apr 18 21:35:41.729347 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:41.750493 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-66309981-4879-45c0-bf2a-a12e487349e1 req-35564f0e-dbd0-4994-861a-154e99ae8f4c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841819 Apr 18 21:35:41.762696 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:41.776498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Transition to ACTIVE for port object 4dc77566-8ec9-4675-ad02-0ab293be768e will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:41.817056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b5ee58-9076-4381-900a-f38ae99a2cc9 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:35:41.841855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 77b5ee58-9076-4381-900a-f38ae99a2cc9, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=77b5ee58-9076-4381-900a-f38ae99a2cc9,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:41.872859 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:41.924528 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:42.160322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=77b5ee58-9076-4381-900a-f38ae99a2cc9,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:42.183452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc77566-8ec9-4675-ad02-0ab293be768e,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:42.363689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['77b5ee58-9076-4381-900a-f38ae99a2cc9'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:35:42.566652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Attempting to bind port 4dc77566-8ec9-4675-ad02-0ab293be768e on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:35:42.567228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Attempting to bind port 4dc77566-8ec9-4675-ad02-0ab293be768e by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:35:42.567713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Attempting to bind port 4dc77566-8ec9-4675-ad02-0ab293be768e on network 6e988ec8-362a-44d2-8231-6b54c82f5785 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:35:42.598563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Port 4dc77566-8ec9-4675-ad02-0ab293be768e on network 6e988ec8-362a-44d2-8231-6b54c82f5785 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:35:42.599154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Attempting to bind port 4dc77566-8ec9-4675-ad02-0ab293be768e on network 6e988ec8-362a-44d2-8231-6b54c82f5785 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:35:42.609432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:35:42.610109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Checking segment: {'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:35:42.610773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Bound using segment: {'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:35:42.611863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Bound port: 4dc77566-8ec9-4675-ad02-0ab293be768e, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82c6d87-2f97-450d-b4a9-7ca41a61022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:35:42.612475 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:42.639307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ca412-3b95-4b5c-bff4-034060f3491c req-1bc24826-3382-4968-8e65-55e67cbd8436 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:42.653557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c26ca412-3b95-4b5c-bff4-034060f3491c req-1bc24826-3382-4968-8e65-55e67cbd8436 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 907 time: 0.2801950 Apr 18 21:35:42.764593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] For port 4dc77566-8ec9-4675-ad02-0ab293be768e, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:35:42.776657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] For port 4dc77566-8ec9-4675-ad02-0ab293be768e, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=4dc77566-8ec9-4675-ad02-0ab293be768e,segment=NetworkSegment(a82c6d87-2f97-450d-b4a9-7ca41a61022a),segment_id=a82c6d87-2f97-450d-b4a9-7ca41a61022a)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:35:42.839095 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:43.093181 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:43.095362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] 10.222.0.26 "PUT /v2.0/ports/4dc77566-8ec9-4675-ad02-0ab293be768e HTTP/1.1" status: 200 len: 1055 time: 2.3819387 Apr 18 21:35:43.097812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487e4a05-588b-47fd-9ddf-2f3dba0b5a1c', 'tag': '4dc77566-8ec9-4675-ad02-0ab293be768e'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:43.314797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204df9d-b11d-4445-b87d-7d3c3751c217 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc77566-8ec9-4675-ad02-0ab293be768e,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:43.356433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3247b-19b3-4df1-a52b-b5c7ff030e0f req-2eae01aa-9c3a-4891-afb4-3378149dda85 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:43.358131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32b3247b-19b3-4df1-a52b-b5c7ff030e0f req-2eae01aa-9c3a-4891-afb4-3378149dda85 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.3548295 Apr 18 21:35:43.372136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0f621-abfd-40db-b1ee-d099bfc0e691 req-2429928c-1f63-454d-ba22-4e41faea42a2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:43.379594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1c0f621-abfd-40db-b1ee-d099bfc0e691 req-2429928c-1f63-454d-ba22-4e41faea42a2 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 944 time: 0.4162486 Apr 18 21:35:43.452215 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-9aefa596-973f-4570-8c64-052e1771a852 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dd6f5be4c404d60832e256e2bff80a4&device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 1058 time: 0.2219417 Apr 18 21:35:43.534226 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1c0f621-abfd-40db-b1ee-d099bfc0e691 req-f4eb6302-06bf-4815-be85-3a101d140da0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530554 Apr 18 21:35:43.535993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-0dae5412-a5f5-49bc-90b2-59c1cb7822b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=4dc77566-8ec9-4675-ad02-0ab293be768e HTTP/1.1" status: 200 len: 217 time: 0.0760472 Apr 18 21:35:43.538216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32b3247b-19b3-4df1-a52b-b5c7ff030e0f req-10de34ef-db46-4437-b0e1-118c392e36ac tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409502 Apr 18 21:35:43.651122 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d391b9a9-07bc-4a02-a7c9-fb20b524a185'] response: {'name': 'network-changed', 'server_uuid': '487e4a05-588b-47fd-9ddf-2f3dba0b5a1c', 'tag': '4dc77566-8ec9-4675-ad02-0ab293be768e', 'status': 'completed', 'code': 200} Apr 18 21:35:43.664267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-0b853a4a-a2b1-4e26-8651-fe38a95f752f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:43.666174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-0b853a4a-a2b1-4e26-8651-fe38a95f752f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a002212-f3d7-4163-b355-193c05724389 HTTP/1.1" status: 200 len: 838 time: 0.1236401 Apr 18 21:35:43.757261 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-3bc54235-6080-44c1-b0f0-d2420e971b6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e988ec8-362a-44d2-8231-6b54c82f5785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835741 Apr 18 21:35:44.016104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-d0a0af6f-e692-4538-b447-6ee12dcd9fba service neutron] 10.222.0.26 "GET /v2.0/networks/6e988ec8-362a-44d2-8231-6b54c82f5785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496281 Apr 18 21:35:44.136155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827c2c1-13ae-441b-aed3-43433c113bb0 req-2457c414-5f0a-4edd-abbc-8d9f7437ca03 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:44.148518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2827c2c1-13ae-441b-aed3-43433c113bb0 req-2457c414-5f0a-4edd-abbc-8d9f7437ca03 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 907 time: 0.2162030 Apr 18 21:35:44.197940 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b811e755-e6b9-41fe-9f6b-be543822a2d8 req-de35be38-2f1b-4bd6-b854-296c510521a3 service neutron] 10.222.0.26 "GET /v2.0/networks/6e988ec8-362a-44d2-8231-6b54c82f5785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766376 Apr 18 21:35:44.495371 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3052bdde-5003-4d82-af33-9c0878f3cf02 req-1b15ba42-e553-4ee9-9102-e19d05b5111a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dd6f5be4c404d60832e256e2bff80a4&device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 1058 time: 0.1033819 Apr 18 21:35:44.706859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052bdde-5003-4d82-af33-9c0878f3cf02 req-3d33f208-f4fa-4bcb-962f-91eb2c0be701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:44.708357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3052bdde-5003-4d82-af33-9c0878f3cf02 req-3d33f208-f4fa-4bcb-962f-91eb2c0be701 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e988ec8-362a-44d2-8231-6b54c82f5785 HTTP/1.1" status: 200 len: 899 time: 0.2009077 Apr 18 21:35:44.832087 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3052bdde-5003-4d82-af33-9c0878f3cf02 req-99846f4e-32d7-4832-a4a0-70413284b0b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=4dc77566-8ec9-4675-ad02-0ab293be768e HTTP/1.1" status: 200 len: 217 time: 0.1168292 Apr 18 21:35:45.124247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052bdde-5003-4d82-af33-9c0878f3cf02 req-a72606a7-ef2d-41e9-b452-6d579508c249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:45.125977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3052bdde-5003-4d82-af33-9c0878f3cf02 req-a72606a7-ef2d-41e9-b452-6d579508c249 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a002212-f3d7-4163-b355-193c05724389 HTTP/1.1" status: 200 len: 838 time: 0.2543075 Apr 18 21:35:45.205463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5140d90-5007-4000-9fbc-f356ab174e1e req-f3617efb-470a-499c-a86a-afb11ac54330 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:45.215848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5140d90-5007-4000-9fbc-f356ab174e1e req-f3617efb-470a-499c-a86a-afb11ac54330 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 944 time: 0.3060062 Apr 18 21:35:45.261169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 77b5ee58-9076-4381-900a-f38ae99a2cc9 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:35:45.285354 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5140d90-5007-4000-9fbc-f356ab174e1e req-d7d8ef98-1ecc-4f12-8db1-5a286adc9856 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677292 Apr 18 21:35:45.295209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2db89-5af7-4f81-9db4-1e6d5ca134f1 req-eb0d82d7-6128-45c4-93ea-34e9166d2939 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:45.314021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ae2db89-5af7-4f81-9db4-1e6d5ca134f1 req-eb0d82d7-6128-45c4-93ea-34e9166d2939 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.4806235 Apr 18 21:35:45.409980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3052bdde-5003-4d82-af33-9c0878f3cf02 req-de58ebb7-bf56-4582-8a9e-e618500ceb55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e988ec8-362a-44d2-8231-6b54c82f5785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2731214 Apr 18 21:35:45.421416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 77b5ee58-9076-4381-900a-f38ae99a2cc9 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:35:45.424868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ae2db89-5af7-4f81-9db4-1e6d5ca134f1 req-7b26bedf-7c67-47ad-bf58-3cb058df5941 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096900 Apr 18 21:35:45.428780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 77b5ee58-9076-4381-900a-f38ae99a2cc9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:45.429343 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:45.664459 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:45.707719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b5ee58-9076-4381-900a-f38ae99a2cc9'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:45.716210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3052bdde-5003-4d82-af33-9c0878f3cf02 req-338ba85f-e444-4ad5-aa30-d59236355bcc service neutron] 10.222.0.26 "GET /v2.0/networks/6e988ec8-362a-44d2-8231-6b54c82f5785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742262 Apr 18 21:35:45.719358 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 77b5ee58-9076-4381-900a-f38ae99a2cc9, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=77b5ee58-9076-4381-900a-f38ae99a2cc9,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:45.726033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b51c54-82c5-41fb-8544-13e24207c84d req-63f1e126-9b44-4399-9b35-3eb282aeab6c tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:45.732302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6b51c54-82c5-41fb-8544-13e24207c84d req-63f1e126-9b44-4399-9b35-3eb282aeab6c tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 907 time: 0.2883153 Apr 18 21:35:45.804394 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:45.862768 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe97816-aa12-4789-bce7-190ec0bcb663'] response: {'server_uuid': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b5ee58-9076-4381-900a-f38ae99a2cc9', 'code': 200} Apr 18 21:35:45.994639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=77b5ee58-9076-4381-900a-f38ae99a2cc9,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:45.995792 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-77855238-f446-4b85-8f03-05710dea30a7 req-c2909685-97b3-4f4d-9f6f-5f52c0f47c54 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 1096 time: 0.1050160 Apr 18 21:35:46.023142 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3052bdde-5003-4d82-af33-9c0878f3cf02 req-b4d2c089-416b-4a4d-a71a-6e1e6534436a service neutron] 10.222.0.26 "GET /v2.0/networks/6e988ec8-362a-44d2-8231-6b54c82f5785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897148 Apr 18 21:35:46.055638 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-77855238-f446-4b85-8f03-05710dea30a7 req-a136c27e-4985-4ab4-8bbb-981236e670a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537753 Apr 18 21:35:46.667415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2b65f-03de-43cc-b1ed-f6d5bc5d12e3 req-41e5c1fd-33e6-421d-9270-45ebdf9243b3 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:46.668883 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ef2b65f-03de-43cc-b1ed-f6d5bc5d12e3 req-41e5c1fd-33e6-421d-9270-45ebdf9243b3 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 945 time: 0.1632934 Apr 18 21:35:46.753323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6f695-9e98-4800-b4f2-fc6ae903e521 req-1b08c247-42d2-4156-bae7-8c0d2ab11966 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:46.760717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55f6f695-9e98-4800-b4f2-fc6ae903e521 req-1b08c247-42d2-4156-bae7-8c0d2ab11966 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.1432981 Apr 18 21:35:46.783178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ef2b65f-03de-43cc-b1ed-f6d5bc5d12e3 req-f9857bbe-1741-425e-b006-408e3def964f tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037359 Apr 18 21:35:46.845964 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55f6f695-9e98-4800-b4f2-fc6ae903e521 req-535b1f57-5bc9-48ec-8941-c357737230ff tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838168 Apr 18 21:35:47.051428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2594f80-58d8-41c8-a9e4-9e077e5668b8 req-1865b8cd-b555-4384-be93-c41e4961ccf6 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:47.052836 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2594f80-58d8-41c8-a9e4-9e077e5668b8 req-1865b8cd-b555-4384-be93-c41e4961ccf6 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 907 time: 0.1050429 Apr 18 21:35:47.262688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 4dc77566-8ec9-4675-ad02-0ab293be768e details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:35:47.443208 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 4dc77566-8ec9-4675-ad02-0ab293be768e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=4dc77566-8ec9-4675-ad02-0ab293be768e,segment=NetworkSegment(a82c6d87-2f97-450d-b4a9-7ca41a61022a),segment_id=a82c6d87-2f97-450d-b4a9-7ca41a61022a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:47.462734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '4dc77566-8ec9-4675-ad02-0ab293be768e', 'network_id': '6e988ec8-362a-44d2-8231-6b54c82f5785', 'port_id': '4dc77566-8ec9-4675-ad02-0ab293be768e', 'mac_address': 'fa:16:3e:1b:7f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a002212-f3d7-4163-b355-193c05724389', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:35:47.524632 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:47.555655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc77566-8ec9-4675-ad02-0ab293be768e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:35:47.577290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 4dc77566-8ec9-4675-ad02-0ab293be768e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=4dc77566-8ec9-4675-ad02-0ab293be768e,segment=NetworkSegment(a82c6d87-2f97-450d-b4a9-7ca41a61022a),segment_id=a82c6d87-2f97-450d-b4a9-7ca41a61022a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:48.143048 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b082f-b9be-4dfc-8ccf-a12a47674aa3 req-b6509141-d150-4fe5-aa0d-1120689e8288 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:48.144763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-858b082f-b9be-4dfc-8ccf-a12a47674aa3 req-b6509141-d150-4fe5-aa0d-1120689e8288 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 945 time: 0.2097709 Apr 18 21:35:48.176212 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:48.244903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003ea84-1cc3-4194-b30c-69fa99392e66 req-cad8abda-9531-456a-bf2b-53b70e8624e7 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:48.251978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6003ea84-1cc3-4194-b30c-69fa99392e66 req-cad8abda-9531-456a-bf2b-53b70e8624e7 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.2624779 Apr 18 21:35:48.374333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=4dc77566-8ec9-4675-ad02-0ab293be768e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:48.398279 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-858b082f-b9be-4dfc-8ccf-a12a47674aa3 req-e69ca76c-1d71-4b28-86e3-000a15d81815 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212343 Apr 18 21:35:48.412152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6003ea84-1cc3-4194-b30c-69fa99392e66 req-a85f3097-e98c-4b23-8de5-959b5285baa3 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434038 Apr 18 21:35:48.541382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['4dc77566-8ec9-4675-ad02-0ab293be768e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:35:48.717220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca56a3-941f-47f3-8d14-bc5c8900b103 req-2df11dae-bf3d-4808-9187-f4c46ea0e86e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:48.720382 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4aca56a3-941f-47f3-8d14-bc5c8900b103 req-2df11dae-bf3d-4808-9187-f4c46ea0e86e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 908 time: 0.1486146 Apr 18 21:35:48.892902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36624) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:49.081371 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a904128-48fe-4b74-be14-3847c98ef05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.127996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2a904128-48fe-4b74-be14-3847c98ef05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:35:49.134232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2a904128-48fe-4b74-be14-3847c98ef05a admin admin] Usage tracker for resource:security_group_rule and tenant:caebd29fe4f844d98309c286622d21e4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:35:49.139295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2a904128-48fe-4b74-be14-3847c98ef05a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:35:49.150837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2a904128-48fe-4b74-be14-3847c98ef05a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:35:49.253807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a904128-48fe-4b74-be14-3847c98ef05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.273544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 4dc77566-8ec9-4675-ad02-0ab293be768e up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:35:49.330068 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a904128-48fe-4b74-be14-3847c98ef05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.388920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a904128-48fe-4b74-be14-3847c98ef05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e421980c-3a35-4fe4-a6c4-c533b8f2813c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:49.396730 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2a904128-48fe-4b74-be14-3847c98ef05a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=caebd29fe4f844d98309c286622d21e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4995708 Apr 18 21:35:49.396730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36632) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:49.422065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 4dc77566-8ec9-4675-ad02-0ab293be768e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:35:49.427516 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 4dc77566-8ec9-4675-ad02-0ab293be768e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:49.428100 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.482873 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe860d01-2af2-4f79-9418-a3d4fe46b9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.547474 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe860d01-2af2-4f79-9418-a3d4fe46b9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.658422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.715799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487e4a05-588b-47fd-9ddf-2f3dba0b5a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc77566-8ec9-4675-ad02-0ab293be768e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:49.724812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 4dc77566-8ec9-4675-ad02-0ab293be768e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=4dc77566-8ec9-4675-ad02-0ab293be768e,segment=NetworkSegment(a82c6d87-2f97-450d-b4a9-7ca41a61022a),segment_id=a82c6d87-2f97-450d-b4a9-7ca41a61022a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:49.765243 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe860d01-2af2-4f79-9418-a3d4fe46b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.778548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b1cf6-2816-4734-b876-b2bcdcec2bcf req-db3e9979-b1cc-4bb5-9b11-5295fe45e112 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:49.780085 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a21b1cf6-2816-4734-b876-b2bcdcec2bcf req-db3e9979-b1cc-4bb5-9b11-5295fe45e112 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.1894548 Apr 18 21:35:49.793913 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.797971 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe860d01-2af2-4f79-9418-a3d4fe46b9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e421980c-3a35-4fe4-a6c4-c533b8f2813c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:49.800240 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fe860d01-2af2-4f79-9418-a3d4fe46b9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.803666 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fe860d01-2af2-4f79-9418-a3d4fe46b9c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e421980c-3a35-4fe4-a6c4-c533b8f2813c HTTP/1.1" status: 204 len: 168 time: 0.4042478 Apr 18 21:35:49.852013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a21b1cf6-2816-4734-b876-b2bcdcec2bcf req-eb680ce1-dfa3-48b4-ba89-aba85679d7f8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626791 Apr 18 21:35:49.878260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007a985-247f-4a2b-b80d-c605d5b76ce2 req-b14ff171-59b2-4775-9347-ef2fcecbf7b5 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:49.893447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6007a985-247f-4a2b-b80d-c605d5b76ce2 req-b14ff171-59b2-4775-9347-ef2fcecbf7b5 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 945 time: 0.2248945 Apr 18 21:35:49.986409 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6007a985-247f-4a2b-b80d-c605d5b76ce2 req-8046ee13-e0e1-4ece-8d04-b93b0d22e100 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919025 Apr 18 21:35:50.022682 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54bc68a9-b8c1-48ab-8139-96099ad8afbc'] response: {'server_uuid': '487e4a05-588b-47fd-9ddf-2f3dba0b5a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc77566-8ec9-4675-ad02-0ab293be768e', 'code': 200} Apr 18 21:35:50.116229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=4dc77566-8ec9-4675-ad02-0ab293be768e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:50.222759 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-84f2b2e2-672d-4821-804e-c4ac111de98d req-760f35ed-585a-47df-b9e0-bbb7c9c2d137 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 1060 time: 0.1375160 Apr 18 21:35:50.363613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ece452-5871-47c2-b5d1-03f2d7e51813 req-d8468500-c1ba-4b81-a992-1fe3463424e7 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:50.365075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94ece452-5871-47c2-b5d1-03f2d7e51813 req-d8468500-c1ba-4b81-a992-1fe3463424e7 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 909 time: 0.1846418 Apr 18 21:35:50.376302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b2085-85f2-483b-b5e2-c3adc02017cb req-48488635-c460-4980-bcef-5e9b0b33719f tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:50.381950 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-065b2085-85f2-483b-b5e2-c3adc02017cb req-48488635-c460-4980-bcef-5e9b0b33719f tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 945 time: 0.1397650 Apr 18 21:35:50.386200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36652) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:50.391883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ab4ba11b-9b31-417a-9fc5-d4edab2a03cc tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Request body: {'floatingip': {'port_id': '77b5ee58-9076-4381-900a-f38ae99a2cc9'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:50.466096 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba11b-9b31-417a-9fc5-d4edab2a03cc tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:51.064125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c836ac-9da2-4129-9a46-4a78f2df91cd req-9d59b0c4-f0ce-4d54-b22f-688e4528477e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:51.065710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4c836ac-9da2-4129-9a46-4a78f2df91cd req-9d59b0c4-f0ce-4d54-b22f-688e4528477e tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.0906508 Apr 18 21:35:51.121189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4c836ac-9da2-4129-9a46-4a78f2df91cd req-004648d2-493b-446b-866b-d3d105986b01 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494206 Apr 18 21:35:51.185876 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba11b-9b31-417a-9fc5-d4edab2a03cc tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:51.250946 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba11b-9b31-417a-9fc5-d4edab2a03cc tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:51.445988 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-ab4ba11b-9b31-417a-9fc5-d4edab2a03cc tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Floating IP e4d402e4-1d17-4c1b-8150-8e5b9fbb2722 associated. External IP: 172.25.3.227, port: 77b5ee58-9076-4381-900a-f38ae99a2cc9. Apr 18 21:35:51.587158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393338e2-e99a-41c1-8cd7-da1d5d5eed85 req-d03b7297-d39d-4616-954c-cfbb59c9eeff tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:51.588596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-393338e2-e99a-41c1-8cd7-da1d5d5eed85 req-d03b7297-d39d-4616-954c-cfbb59c9eeff tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 909 time: 0.0924976 Apr 18 21:35:51.842537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4ba11b-9b31-417a-9fc5-d4edab2a03cc tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Router a7eacd50-d825-479a-997d-703b076c2153 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:35:52.043679 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4ba11b-9b31-417a-9fc5-d4edab2a03cc tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:35:52.048279 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba11b-9b31-417a-9fc5-d4edab2a03cc tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:52.053517 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e201e27-088f-4ae9-a7de-451533ce2f49 None None] Sync routers for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:35:52.067482 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e201e27-088f-4ae9-a7de-451533ce2f49 None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:35:52.068090 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4e201e27-088f-4ae9-a7de-451533ce2f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:52.110443 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ab4ba11b-9b31-417a-9fc5-d4edab2a03cc tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "PUT /v2.0/floatingips/e4d402e4-1d17-4c1b-8150-8e5b9fbb2722 HTTP/1.1" status: 200 len: 991 time: 1.7223606 Apr 18 21:35:52.111066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'tag': '77b5ee58-9076-4381-900a-f38ae99a2cc9'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:52.187750 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbcb0b8-f171-4bd1-b710-60ffeb688a8c'] response: {'name': 'network-changed', 'server_uuid': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'tag': '77b5ee58-9076-4381-900a-f38ae99a2cc9', 'status': 'completed', 'code': 200} Apr 18 21:35:52.248047 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-4e201e27-088f-4ae9-a7de-451533ce2f49 None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:35:52.283048 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00e90677-2265-4f48-aae2-79f525d29fdb req-293b4113-498a-4bff-b2c6-049c1885ba2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea673beec6646f1a8adc1050a9bb03c&device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 1096 time: 0.0712535 Apr 18 21:35:52.388738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bff2c-8635-4b1d-bcd9-ed90ce747f58 req-d68a72f3-bf11-4ad1-a852-c18dbae3fbcd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:52.390738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-120bff2c-8635-4b1d-bcd9-ed90ce747f58 req-d68a72f3-bf11-4ad1-a852-c18dbae3fbcd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.0892742 Apr 18 21:35:52.440829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e90677-2265-4f48-aae2-79f525d29fdb req-be71b78a-1793-43c7-ac52-d34149b64f53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:52.442410 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00e90677-2265-4f48-aae2-79f525d29fdb req-be71b78a-1793-43c7-ac52-d34149b64f53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb5426b9-02ce-47bd-bc65-384e7cb55173 HTTP/1.1" status: 200 len: 911 time: 0.1532459 Apr 18 21:35:52.446809 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-120bff2c-8635-4b1d-bcd9-ed90ce747f58 req-9ab9514c-a944-40a5-8553-ba95216731c5 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500684 Apr 18 21:35:52.633712 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4e201e27-088f-4ae9-a7de-451533ce2f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'e4d402e4-1d17-4c1b-8150-8e5b9fbb2722', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'port_id': '77b5ee58-9076-4381-900a-f38ae99a2cc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'mac_address': 'fa:16:3e:59:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:35:22Z', 'updated_at': '2022-04-18T21:35:51Z', 'revision_number': 1, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:14Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:52.639507 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e201e27-088f-4ae9-a7de-451533ce2f49 None None] Checking router: a7eacd50-d825-479a-997d-703b076c2153 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:35:52.653229 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e201e27-088f-4ae9-a7de-451533ce2f49 None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:35:52.653874 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4e201e27-088f-4ae9-a7de-451533ce2f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:52.659027 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00e90677-2265-4f48-aae2-79f525d29fdb req-dde190ae-e712-40a4-99d2-92fc173e0dc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77b5ee58-9076-4381-900a-f38ae99a2cc9 HTTP/1.1" status: 200 len: 999 time: 0.2095339 Apr 18 21:35:52.735060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e90677-2265-4f48-aae2-79f525d29fdb req-282edcd1-48c2-41e2-891d-fcca44beebc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:52.736731 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00e90677-2265-4f48-aae2-79f525d29fdb req-282edcd1-48c2-41e2-891d-fcca44beebc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4498ba41-22b7-4bd0-9281-c43e26e866ae HTTP/1.1" status: 200 len: 849 time: 0.0694256 Apr 18 21:35:52.827224 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00e90677-2265-4f48-aae2-79f525d29fdb req-99848f07-974b-4c34-94af-6dfe88d42cc7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb5426b9-02ce-47bd-bc65-384e7cb55173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829551 Apr 18 21:35:52.842586 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-4e201e27-088f-4ae9-a7de-451533ce2f49 None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:35:52.937324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd356d-6d0d-4812-b5d5-898c42356013 req-56a8e585-414c-4c57-9f66-0c140620185a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:52.938846 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38fd356d-6d0d-4812-b5d5-898c42356013 req-56a8e585-414c-4c57-9f66-0c140620185a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 909 time: 0.1923079 Apr 18 21:35:53.041723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00e90677-2265-4f48-aae2-79f525d29fdb req-109d531b-4d6b-4414-a36f-b82b9390059c service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037151 Apr 18 21:35:53.199273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81f504-6980-4616-9b3f-a5502243810f req-e2294442-5b12-49be-abe7-0fc0623fba50 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:53.201083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e81f504-6980-4616-9b3f-a5502243810f req-e2294442-5b12-49be-abe7-0fc0623fba50 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 909 time: 0.1046524 Apr 18 21:35:53.219684 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00e90677-2265-4f48-aae2-79f525d29fdb req-3068d620-98e7-4a5f-9931-e33cb9887eb4 service neutron] 10.222.0.26 "GET /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703579 Apr 18 21:35:53.294924 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4e201e27-088f-4ae9-a7de-451533ce2f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'e4d402e4-1d17-4c1b-8150-8e5b9fbb2722', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'port_id': '77b5ee58-9076-4381-900a-f38ae99a2cc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'mac_address': 'fa:16:3e:59:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:35:22Z', 'updated_at': '2022-04-18T21:35:51Z', 'revision_number': 1, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:14Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:53.299605 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e201e27-088f-4ae9-a7de-451533ce2f49 None None] The sync data for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 is: [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'e4d402e4-1d17-4c1b-8150-8e5b9fbb2722', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'port_id': '77b5ee58-9076-4381-900a-f38ae99a2cc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'mac_address': 'fa:16:3e:59:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:35:22Z', 'updated_at': '2022-04-18T21:35:51Z', 'revision_number': 1, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:14Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:35:53.398350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cd60d31-91d2-4d3a-9119-f417bb2a026e req-b77c9a1f-07a9-4ff1-a219-a071a6aec2c4 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 1060 time: 0.0723567 Apr 18 21:35:53.516548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d15ce-565f-4db8-a2d5-6d40566712cf None None] New status for floating IP e4d402e4-1d17-4c1b-8150-8e5b9fbb2722: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:35:53.651139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-125c515c-f4bc-45a6-a40b-a77d10fbe6f9 req-b73ed470-f4b8-4306-926a-4a42312b7e6c tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 1135 time: 0.1273034 Apr 18 21:35:53.678500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 699409d3-3a34-4bb7-9806-0815a5907610 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:35:53.689410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7c9e4-604a-4106-85ee-223ec90e02ef req-568682b3-55ad-4abc-926b-89f0871ce715 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:53.690996 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ec7c9e4-604a-4106-85ee-223ec90e02ef req-568682b3-55ad-4abc-926b-89f0871ce715 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 944 time: 0.1140435 Apr 18 21:35:53.726360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-125c515c-f4bc-45a6-a40b-a77d10fbe6f9 req-b946fdb5-6e65-4c81-8d50-90590090249c tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Synchronizing usage tracker for tenant:a3a4dc0e242d45cfad8aeaaa024b5840 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:35:53.756935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ec7c9e4-604a-4106-85ee-223ec90e02ef req-6e9bae54-06aa-47ae-a1ef-d32345e53183 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586402 Apr 18 21:35:53.807397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-125c515c-f4bc-45a6-a40b-a77d10fbe6f9 req-b946fdb5-6e65-4c81-8d50-90590090249c tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] Unset dirty status for tenant:a3a4dc0e242d45cfad8aeaaa024b5840 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:35:53.808541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-125c515c-f4bc-45a6-a40b-a77d10fbe6f9 req-b946fdb5-6e65-4c81-8d50-90590090249c tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1507747 Apr 18 21:35:53.837238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36704) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:53.898940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=699409d3-3a34-4bb7-9806-0815a5907610,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:53.906762 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c4ecf543-5936-4687-828a-06c4247afbc9 tempest-TestSecurityGroupsBasicOps-1970777241 tempest-TestSecurityGroupsBasicOps-1970777241-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 1055 time: 0.0682051 Apr 18 21:35:53.916692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '699409d3-3a34-4bb7-9806-0815a5907610', 'network_id': 'ccedaf54-c780-4768-a3e7-e439effe0d42', 'port_id': '699409d3-3a34-4bb7-9806-0815a5907610', 'mac_address': 'fa:16:3e:f1:33:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6090f4f8-a068-4260-877c-317905a852aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:35:53.974218 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:53.992003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699409d3-3a34-4bb7-9806-0815a5907610 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:35:54.007524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=699409d3-3a34-4bb7-9806-0815a5907610,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:54.087484 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:54.153380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=699409d3-3a34-4bb7-9806-0815a5907610,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:54.331545 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['699409d3-3a34-4bb7-9806-0815a5907610'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:35:54.541915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0654e4-a600-4e6e-bc69-d4ea4d601f66 req-f4a48eea-ef79-4653-9ee6-1b3405f8dedc tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:54.543370 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a0654e4-a600-4e6e-bc69-d4ea4d601f66 req-f4a48eea-ef79-4653-9ee6-1b3405f8dedc tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 909 time: 0.0853996 Apr 18 21:35:54.625456 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9a2596bf-75f2-4a2d-af42-6169a2ddf0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:54.967923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f0bc5-96f6-4e0d-84b1-74170bbcd546 req-60e5ff71-b45c-4c3c-aaf9-9f09bd1f1321 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:54.969547 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d8f0bc5-96f6-4e0d-84b1-74170bbcd546 req-60e5ff71-b45c-4c3c-aaf9-9f09bd1f1321 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 945 time: 0.0872149 Apr 18 21:35:55.016960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d8f0bc5-96f6-4e0d-84b1-74170bbcd546 req-5961cb60-212d-4ff1-b46e-8bce4867e80c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Apr 18 21:35:55.695009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 699409d3-3a34-4bb7-9806-0815a5907610 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:35:55.751239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170764-59a1-4319-b765-cc79061f677f req-fa28a935-c39c-4473-a350-20a3fc8d6db8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:55.752899 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51170764-59a1-4319-b765-cc79061f677f req-fa28a935-c39c-4473-a350-20a3fc8d6db8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 909 time: 0.0875022 Apr 18 21:35:55.771662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 699409d3-3a34-4bb7-9806-0815a5907610 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:55.772375 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:55.898005 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:55.925741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699409d3-3a34-4bb7-9806-0815a5907610'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:55.935068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=699409d3-3a34-4bb7-9806-0815a5907610,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:55.980638 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d720a1-0ea9-46bd-a6a1-3e037b8abb90'] response: {'server_uuid': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699409d3-3a34-4bb7-9806-0815a5907610', 'code': 200} Apr 18 21:35:56.019043 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:56.102651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=699409d3-3a34-4bb7-9806-0815a5907610,revision_number=10']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:56.260614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3904ca-2d18-4a06-b42d-08e7fa409236 req-756d7eb2-edfc-4b55-a7f0-9ef8a9b0da77 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:56.262252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f3904ca-2d18-4a06-b42d-08e7fa409236 req-756d7eb2-edfc-4b55-a7f0-9ef8a9b0da77 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.0858448 Apr 18 21:35:56.300480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-2fe6d508-0e28-4a71-a61b-c289bb7175ba tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:56.301173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-2fe6d508-0e28-4a71-a61b-c289bb7175ba tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Synchronizing usage tracker for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:35:56.315337 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f3904ca-2d18-4a06-b42d-08e7fa409236 req-c906d2a6-fbb6-4db4-b9b9-10542c9c3918 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428593 Apr 18 21:35:56.324904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-2fe6d508-0e28-4a71-a61b-c289bb7175ba tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Unset dirty status for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:35:56.326068 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-2fe6d508-0e28-4a71-a61b-c289bb7175ba tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.26 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 909 time: 0.2234783 Apr 18 21:35:56.376326 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09dbc046-0d70-4ab8-92d6-5d3c04992d92 req-3a6f08b8-62b4-46e2-ba73-85445cff6b05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 1098 time: 0.1319380 Apr 18 21:35:56.429063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-78eadb48-6a07-4300-9892-046c4c64cfa8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Deleting port 4dc77566-8ec9-4675-ad02-0ab293be768e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:35:56.429405 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-78eadb48-6a07-4300-9892-046c4c64cfa8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:56.483312 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09dbc046-0d70-4ab8-92d6-5d3c04992d92 req-e09584b1-0eb6-4ac8-acb4-8587bc3c466a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982444 Apr 18 21:35:56.687880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-78eadb48-6a07-4300-9892-046c4c64cfa8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] For port 4dc77566-8ec9-4675-ad02-0ab293be768e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=4dc77566-8ec9-4675-ad02-0ab293be768e,segment=NetworkSegment(a82c6d87-2f97-450d-b4a9-7ca41a61022a),segment_id=a82c6d87-2f97-450d-b4a9-7ca41a61022a)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:56.690131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-78eadb48-6a07-4300-9892-046c4c64cfa8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:56.808115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-78eadb48-6a07-4300-9892-046c4c64cfa8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Calling delete_port for 4dc77566-8ec9-4675-ad02-0ab293be768e owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:35:56.982283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2076e-ad4c-44f2-905c-966cd56a7f77 req-aa380fc2-f16c-4da8-9ffb-6ee42fe347e4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:56.984363 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94e2076e-ad4c-44f2-905c-966cd56a7f77 req-aa380fc2-f16c-4da8-9ffb-6ee42fe347e4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 909 time: 0.0966532 Apr 18 21:35:57.050105 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-78eadb48-6a07-4300-9892-046c4c64cfa8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:57.076429 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a3583f09-188c-45b1-927f-77275f505e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:57.095755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eadb48-6a07-4300-9892-046c4c64cfa8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'Port': ['ID=4dc77566-8ec9-4675-ad02-0ab293be768e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:57.183444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-78eadb48-6a07-4300-9892-046c4c64cfa8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] No DVR routers for this DVR port 4dc77566-8ec9-4675-ad02-0ab293be768e on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:35:57.186282 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-78eadb48-6a07-4300-9892-046c4c64cfa8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:57.189863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487e4a05-588b-47fd-9ddf-2f3dba0b5a1c', 'name': 'network-vif-deleted', 'tag': '4dc77566-8ec9-4675-ad02-0ab293be768e'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:57.258607 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58391bff-1206-47c1-b458-c2cbd0e79b80'] response: {'server_uuid': '487e4a05-588b-47fd-9ddf-2f3dba0b5a1c', 'name': 'network-vif-deleted', 'tag': '4dc77566-8ec9-4675-ad02-0ab293be768e', 'status': 'completed', 'code': 200} Apr 18 21:35:57.277450 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e41ea3e7-6166-42b0-a386-7c62874f6b34 req-78eadb48-6a07-4300-9892-046c4c64cfa8 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.26 "DELETE /v2.0/ports/4dc77566-8ec9-4675-ad02-0ab293be768e HTTP/1.1" status: 204 len: 173 time: 0.9434586 Apr 18 21:35:57.581220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a0ebf-c0f9-4c12-bebc-368101037e58 req-8319f487-33d4-407f-97f7-14031a7ba2c5 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.594638 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e73a0ebf-c0f9-4c12-bebc-368101037e58 req-8319f487-33d4-407f-97f7-14031a7ba2c5 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1370995 Apr 18 21:35:57.686248 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e73a0ebf-c0f9-4c12-bebc-368101037e58 req-a14f215f-448b-46ce-a370-99c80a40af5d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842273 Apr 18 21:35:58.008502 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:58.237140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c00dc6f-669e-47ec-a6a2-112a225b7366 req-32c31470-c3ee-4c46-b9c5-e64aecef4c6f tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=487e4a05-588b-47fd-9ddf-2f3dba0b5a1c HTTP/1.1" status: 200 len: 210 time: 0.1121762 Apr 18 21:35:58.624798 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:58.947396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df638ac7-3302-4c02-ae87-a4644b628a75 req-ce530d13-2c65-4058-8b0b-f95473f8a323 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:58.948975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df638ac7-3302-4c02-ae87-a4644b628a75 req-ce530d13-2c65-4058-8b0b-f95473f8a323 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 945 time: 0.1467979 Apr 18 21:35:58.956234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e1776-ce75-453b-b349-7b4d5e8ef0cb req-30c3b665-5359-43e9-9c3d-e245b6720749 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:58.957697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-976e1776-ce75-453b-b349-7b4d5e8ef0cb req-30c3b665-5359-43e9-9c3d-e245b6720749 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1534052 Apr 18 21:35:59.027690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df638ac7-3302-4c02-ae87-a4644b628a75 req-b92d867c-8218-4249-bc19-be9514813d04 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690410 Apr 18 21:35:59.041357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-976e1776-ce75-453b-b349-7b4d5e8ef0cb req-7f06aef8-ec0b-4435-85cb-4a8c2ad98bbc tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632789 Apr 18 21:35:59.311697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 4dc77566-8ec9-4675-ad02-0ab293be768e no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:35:59.344619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36838) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:59.345828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 4dc77566-8ec9-4675-ad02-0ab293be768e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:35:59.346180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 4dc77566-8ec9-4675-ad02-0ab293be768e not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:35:59.785586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14d7f79-8907-4e31-abca-77590ef5955d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:00.391741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ee388-5923-41e7-add2-48fd4c074bfe req-f0ac9cc3-c4f5-4afd-8a6b-b37261c56545 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:00.393225 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-326ee388-5923-41e7-add2-48fd4c074bfe req-f0ac9cc3-c4f5-4afd-8a6b-b37261c56545 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 945 time: 0.1866214 Apr 18 21:36:00.410328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-6c2aaa0f-93cf-4fa0-8df0-062ab28923a6 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:00.411333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-6c2aaa0f-93cf-4fa0-8df0-062ab28923a6 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Synchronizing usage tracker for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:36:00.501611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-326ee388-5923-41e7-add2-48fd4c074bfe req-2d4753d7-2a5b-4236-99e6-65a4174569eb tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca68f0f-75d0-47dd-ac49-f25a31512538&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979428 Apr 18 21:36:00.513059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-6c2aaa0f-93cf-4fa0-8df0-062ab28923a6 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Unset dirty status for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:36:00.514426 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-6c2aaa0f-93cf-4fa0-8df0-062ab28923a6 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.26 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 945 time: 0.1844144 Apr 18 21:36:00.600745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Deleting port e601f364-2073-4e74-91ce-e75ccedf7dc8 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:00.601021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:00.657854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d14d7f79-8907-4e31-abca-77590ef5955d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Deleting port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:00.658204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14d7f79-8907-4e31-abca-77590ef5955d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:00.897592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d0782-1c29-49fb-82bf-0fdcd89e9a6b req-8bea0964-23b7-4cba-bbdc-308fc8d79cea tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:00.899047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a2d0782-1c29-49fb-82bf-0fdcd89e9a6b req-8bea0964-23b7-4cba-bbdc-308fc8d79cea tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.2150307 Apr 18 21:36:00.950786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-d14d7f79-8907-4e31-abca-77590ef5955d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] For port fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc,segment=NetworkSegment(a82c6d87-2f97-450d-b4a9-7ca41a61022a),segment_id=a82c6d87-2f97-450d-b4a9-7ca41a61022a)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:00.951165 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14d7f79-8907-4e31-abca-77590ef5955d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.015744 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.053325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] For port e601f364-2073-4e74-91ce-e75ccedf7dc8, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=e601f364-2073-4e74-91ce-e75ccedf7dc8,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:01.053650 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.108003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d14d7f79-8907-4e31-abca-77590ef5955d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Calling delete_port for fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:01.311565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a2d0782-1c29-49fb-82bf-0fdcd89e9a6b req-40bf4472-a7b8-4877-88b4-1976410d7e21 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044960 Apr 18 21:36:01.416724 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14d7f79-8907-4e31-abca-77590ef5955d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.455553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.456575 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.457122 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Floating IP 0906b4d5-212b-48ef-8013-d801809bc7d2 disassociated. External IP: 172.25.3.88, port: e601f364-2073-4e74-91ce-e75ccedf7dc8. Apr 18 21:36:01.457776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Calling delete_port for e601f364-2073-4e74-91ce-e75ccedf7dc8 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:01.481644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d7f79-8907-4e31-abca-77590ef5955d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'Port': ['ID=fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:01.704797 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.737142 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a1d74053-5f83-417f-9e45-749ae22fc556 req-26805d3f-ffe9-4649-8b5e-2f5720d3c880 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 210 time: 0.0583799 Apr 18 21:36:01.808405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event deleted for resources: {'Port': ['ID=e601f364-2073-4e74-91ce-e75ccedf7dc8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:02.000995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d27be-0944-4f4d-877c-28b9bd05f685 req-d9dea393-f532-42a5-bcc2-eeeb0cf974e9 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:02.006037 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d13d27be-0944-4f4d-877c-28b9bd05f685 req-d9dea393-f532-42a5-bcc2-eeeb0cf974e9 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.4410386 Apr 18 21:36:02.059629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:02.096591 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d13d27be-0944-4f4d-877c-28b9bd05f685 req-5a24071e-fbd3-4686-afb0-8631f87274f5 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754919 Apr 18 21:36:02.177571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14d7f79-8907-4e31-abca-77590ef5955d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:02.408303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:02.418545 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b9044c-05c0-4f75-a7c1-d94b58185ac8 None None] Sync routers for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:02.446825 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b9044c-05c0-4f75-a7c1-d94b58185ac8 None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:02.447858 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d7b9044c-05c0-4f75-a7c1-d94b58185ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:02.512007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] No DVR routers for this DVR port e601f364-2073-4e74-91ce-e75ccedf7dc8 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:02.517233 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:02.526387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'name': 'network-vif-deleted', 'tag': 'e601f364-2073-4e74-91ce-e75ccedf7dc8'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:02.559083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc91106-5db1-4034-8f35-7f89fdbedbe1 req-2716f8bd-689a-4fa4-be55-36c99b4f0025 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:02.560545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fc91106-5db1-4034-8f35-7f89fdbedbe1 req-2716f8bd-689a-4fa4-be55-36c99b4f0025 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1611371 Apr 18 21:36:02.638478 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c775ca0e-c797-4886-9bb7-8b952098b7b4'] response: {'server_uuid': '8eff452a-89f5-447e-9bcc-6abbde4c034e', 'name': 'network-vif-deleted', 'tag': 'e601f364-2073-4e74-91ce-e75ccedf7dc8', 'status': 'completed', 'code': 200} Apr 18 21:36:02.643220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fc91106-5db1-4034-8f35-7f89fdbedbe1 req-b220b377-c251-45db-a595-df1a2b95106f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737875 Apr 18 21:36:02.677379 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3eecc301-3b9e-4a29-b3ca-7a14f4e89ecb req-343d73e7-d5b5-4340-b640-9d77bd04ff61 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.26 "DELETE /v2.0/ports/e601f364-2073-4e74-91ce-e75ccedf7dc8 HTTP/1.1" status: 204 len: 173 time: 2.1564424 Apr 18 21:36:02.795450 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d7b9044c-05c0-4f75-a7c1-d94b58185ac8 None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:03.174823 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7271df94-e225-4db6-8bd4-5ab1bd600bc9 req-13a09a28-6b20-4e0e-8a6d-05d3fb985b00 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eff452a-89f5-447e-9bcc-6abbde4c034e HTTP/1.1" status: 200 len: 210 time: 0.1767414 Apr 18 21:36:03.247683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6861e5-418e-4d1a-8ef5-c8225195f263 req-ad650c23-198c-40fd-a75c-95437f4b2226 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:03.255128 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a6861e5-418e-4d1a-8ef5-c8225195f263 req-ad650c23-198c-40fd-a75c-95437f4b2226 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.2590868 Apr 18 21:36:03.292752 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d7b9044c-05c0-4f75-a7c1-d94b58185ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '5cbefe2e-7aeb-4a7c-9a64-afb6e806a782', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:4f:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17eb188-2ad1-4801-b10f-234057d17618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:42Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 2, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:03.299057 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b9044c-05c0-4f75-a7c1-d94b58185ac8 None None] Checking router: 07e6a41b-5a86-4ef4-827a-00f05a1595e9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:03.312835 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b9044c-05c0-4f75-a7c1-d94b58185ac8 None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:03.313454 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d7b9044c-05c0-4f75-a7c1-d94b58185ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:03.322980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e601f364-2073-4e74-91ce-e75ccedf7dc8 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:03.323494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a6861e5-418e-4d1a-8ef5-c8225195f263 req-0d572957-b43e-44c3-b438-bf6207f76a93 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671206 Apr 18 21:36:03.386998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: e601f364-2073-4e74-91ce-e75ccedf7dc8 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:36:03.387522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device e601f364-2073-4e74-91ce-e75ccedf7dc8 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:03.412286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14d7f79-8907-4e31-abca-77590ef5955d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Router 9c9ea65a-c82d-4634-be13-5ee31fc32188 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:03.587095 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.644173 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d7b9044c-05c0-4f75-a7c1-d94b58185ac8 None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:03.757900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c3f90-1719-4cc7-9f2a-57b0ebff6c27 req-bc60853f-7671-46f7-be6d-7900345be21f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:03.759390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c88c3f90-1719-4cc7-9f2a-57b0ebff6c27 req-bc60853f-7671-46f7-be6d-7900345be21f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1823323 Apr 18 21:36:03.830209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c88c3f90-1719-4cc7-9f2a-57b0ebff6c27 req-98b8f3ef-330b-4d0d-95f1-42990bd0c980 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583308 Apr 18 21:36:03.845079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14d7f79-8907-4e31-abca-77590ef5955d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:03.864633 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d14d7f79-8907-4e31-abca-77590ef5955d tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "PUT /v2.0/routers/9c9ea65a-c82d-4634-be13-5ee31fc32188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5167518 Apr 18 21:36:03.866697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36920) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:03.878441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1aba73-7d23-4994-af1d-f618eb5017c7 None None] Sync routers for ids ['9c9ea65a-c82d-4634-be13-5ee31fc32188'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:03.897790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1aba73-7d23-4994-af1d-f618eb5017c7 None None] Routers {'9c9ea65a-c82d-4634-be13-5ee31fc32188'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:03.898676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5f1aba73-7d23-4994-af1d-f618eb5017c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9c9ea65a-c82d-4634-be13-5ee31fc32188'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:04.287494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-5f1aba73-7d23-4994-af1d-f618eb5017c7 None None] Set router 9c9ea65a-c82d-4634-be13-5ee31fc32188 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:04.357450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7b8737-6f7a-4914-8dee-f6dce887fcd4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Deleting subnet 0a002212-f3d7-4163-b355-193c05724389 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:36:04.370215 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8737-6f7a-4914-8dee-f6dce887fcd4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.393897 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d7b9044c-05c0-4f75-a7c1-d94b58185ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '5cbefe2e-7aeb-4a7c-9a64-afb6e806a782', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:4f:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17eb188-2ad1-4801-b10f-234057d17618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:42Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 2, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:04.411727 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b9044c-05c0-4f75-a7c1-d94b58185ac8 None None] The sync data for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 is: [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '5cbefe2e-7aeb-4a7c-9a64-afb6e806a782', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:4f:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17eb188-2ad1-4801-b10f-234057d17618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:42Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 2, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:04.501775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8737-6f7a-4914-8dee-f6dce887fcd4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.542557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36934) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:04.549036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441c268-6a5f-4374-b898-fd0a42c9d62c req-3130d279-abb4-4bfb-a9f1-e7b666453b6d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:04.549036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7441c268-6a5f-4374-b898-fd0a42c9d62c req-3130d279-abb4-4bfb-a9f1-e7b666453b6d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.4706161 Apr 18 21:36:04.609648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7441c268-6a5f-4374-b898-fd0a42c9d62c req-d7fca974-50eb-4b42-ac4c-15a77cf2738b tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563660 Apr 18 21:36:04.751890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5f1aba73-7d23-4994-af1d-f618eb5017c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267356777', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '24746242-8e4f-4033-a03f-50a1a744869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:35:21Z', 'updated_at': '2022-04-18T21:36:01Z', 'revision_number': 5, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': '24746242-8e4f-4033-a03f-50a1a744869f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:35:22Z', 'updated_at': '2022-04-18T21:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:04.758501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1aba73-7d23-4994-af1d-f618eb5017c7 None None] Checking router: 9c9ea65a-c82d-4634-be13-5ee31fc32188 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:04.772420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1aba73-7d23-4994-af1d-f618eb5017c7 None None] Routers {'9c9ea65a-c82d-4634-be13-5ee31fc32188'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:04.774030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5f1aba73-7d23-4994-af1d-f618eb5017c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['9c9ea65a-c82d-4634-be13-5ee31fc32188'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:04.815645 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c87b64-5b61-4e57-ab40-f136f02a7cae None None] New status for floating IP 0906b4d5-212b-48ef-8013-d801809bc7d2: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:36:04.819010 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-55f61e8b-7307-4f22-8b6c-773a2f472302 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.855832 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-55f61e8b-7307-4f22-8b6c-773a2f472302 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.864579 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8737-6f7a-4914-8dee-f6dce887fcd4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.005798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8615bb-1d04-4261-95b6-7567ad512ac8 req-4b0fbd48-adbf-43ac-9f0f-33ed25cd31f8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:05.005798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b8615bb-1d04-4261-95b6-7567ad512ac8 req-4b0fbd48-adbf-43ac-9f0f-33ed25cd31f8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1682568 Apr 18 21:36:05.062896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-5f1aba73-7d23-4994-af1d-f618eb5017c7 None None] Set router 9c9ea65a-c82d-4634-be13-5ee31fc32188 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:05.066141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b8615bb-1d04-4261-95b6-7567ad512ac8 req-b8e13d9b-865f-4ac3-aad8-9f58556c0cbe tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544744 Apr 18 21:36:05.102417 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8737-6f7a-4914-8dee-f6dce887fcd4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.170646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b8737-6f7a-4914-8dee-f6dce887fcd4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'Subnet': ['ID=0a002212-f3d7-4163-b355-193c05724389,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:05.176505 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8737-6f7a-4914-8dee-f6dce887fcd4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.189047 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-55f61e8b-7307-4f22-8b6c-773a2f472302 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.191686 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-55f61e8b-7307-4f22-8b6c-773a2f472302 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.195773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36944) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:05.207344 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-55f61e8b-7307-4f22-8b6c-773a2f472302 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "DELETE /v2.0/security-groups/7ca68f0f-75d0-47dd-ac49-f25a31512538 HTTP/1.1" status: 204 len: 168 time: 0.6636002 Apr 18 21:36:05.210077 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1d7b8737-6f7a-4914-8dee-f6dce887fcd4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "DELETE /v2.0/subnets/0a002212-f3d7-4163-b355-193c05724389 HTTP/1.1" status: 204 len: 168 time: 1.3417966 Apr 18 21:36:05.214921 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36948) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:05.237138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f61e8b-7307-4f22-8b6c-773a2f472302 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca68f0f-75d0-47dd-ac49-f25a31512538,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:05.362239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27613d7-b464-49b5-adaf-b0b5f80b0e92 None None] Network 6e988ec8-362a-44d2-8231-6b54c82f5785 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:36:05.414354 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-a24d8a44-45b5-41b9-b5c9-73967d8b0691 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] show failed (client error): The resource could not be found. Apr 18 21:36:05.415346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a24d8a44-45b5-41b9-b5c9-73967d8b0691 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups/7ca68f0f-75d0-47dd-ac49-f25a31512538 HTTP/1.1" status: 404 len: 347 time: 0.2185318 Apr 18 21:36:05.418444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36954) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:05.550118 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.574051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5f1aba73-7d23-4994-af1d-f618eb5017c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267356777', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '24746242-8e4f-4033-a03f-50a1a744869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:35:21Z', 'updated_at': '2022-04-18T21:36:01Z', 'revision_number': 5, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': '24746242-8e4f-4033-a03f-50a1a744869f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:35:22Z', 'updated_at': '2022-04-18T21:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:05.598538 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1aba73-7d23-4994-af1d-f618eb5017c7 None None] The sync data for ids ['9c9ea65a-c82d-4634-be13-5ee31fc32188'] in n-d-836017-3 is: [{'id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267356777', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '24746242-8e4f-4033-a03f-50a1a744869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:35:21Z', 'updated_at': '2022-04-18T21:36:01Z', 'revision_number': 5, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': '24746242-8e4f-4033-a03f-50a1a744869f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ea65a-c82d-4634-be13-5ee31fc32188', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:35:22Z', 'updated_at': '2022-04-18T21:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:05.706027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f4f21e8f-cab0-4dd3-abca-4094cb5a4474 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Deleting port fb5b91a2-1d6b-4e33-9753-0d5cb7a4a783 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:05.706606 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4f21e8f-cab0-4dd3-abca-4094cb5a4474 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.835546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390ab7a-075d-45e7-827d-ff3099d9f579 req-52f37f22-15e6-4dc2-9066-c97c62729347 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:05.836988 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3390ab7a-075d-45e7-827d-ff3099d9f579 req-52f37f22-15e6-4dc2-9066-c97c62729347 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1023481 Apr 18 21:36:05.907956 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4f21e8f-cab0-4dd3-abca-4094cb5a4474 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.908144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3390ab7a-075d-45e7-827d-ff3099d9f579 req-9e0176e4-7094-41e9-8543-f6b45534f468 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648565 Apr 18 21:36:05.908262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4f21e8f-cab0-4dd3-abca-4094cb5a4474 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.918313 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.979091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Deleting port 24746242-8e4f-4033-a03f-50a1a744869f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:05.979465 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.007377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe7c9d-8d28-4c40-a3dd-1bac19eba052 None None] DHCP port deletion for 6e988ec8-362a-44d2-8231-6b54c82f5785 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:36:06.020479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe7c9d-8d28-4c40-a3dd-1bac19eba052 None None] Deleting port 4c45a374-1c37-4651-bd2e-9ad974afd595 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:06.020479 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7c9d-8d28-4c40-a3dd-1bac19eba052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.071273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f4f21e8f-cab0-4dd3-abca-4094cb5a4474 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Calling delete_port for fb5b91a2-1d6b-4e33-9753-0d5cb7a4a783 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:06.247948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] For port 24746242-8e4f-4033-a03f-50a1a744869f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=24746242-8e4f-4033-a03f-50a1a744869f,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:06.248555 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.386934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7cbe7c9d-8d28-4c40-a3dd-1bac19eba052 None None] For port 4c45a374-1c37-4651-bd2e-9ad974afd595, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4c45a374-1c37-4651-bd2e-9ad974afd595,segment=NetworkSegment(a82c6d87-2f97-450d-b4a9-7ca41a61022a),segment_id=a82c6d87-2f97-450d-b4a9-7ca41a61022a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:06.387422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7c9d-8d28-4c40-a3dd-1bac19eba052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.396572 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4f21e8f-cab0-4dd3-abca-4094cb5a4474 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.464017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Calling delete_port for 24746242-8e4f-4033-a03f-50a1a744869f owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:06.494588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f21e8f-cab0-4dd3-abca-4094cb5a4474 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event deleted for resources: {'Port': ['ID=fb5b91a2-1d6b-4e33-9753-0d5cb7a4a783,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:06.576854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe7c9d-8d28-4c40-a3dd-1bac19eba052 None None] Calling delete_port for 4c45a374-1c37-4651-bd2e-9ad974afd595 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:06.647022 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4f21e8f-cab0-4dd3-abca-4094cb5a4474 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.665262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4f21e8f-cab0-4dd3-abca-4094cb5a4474 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.666808 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f4f21e8f-cab0-4dd3-abca-4094cb5a4474 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "DELETE /v2.0/floatingips/0906b4d5-212b-48ef-8013-d801809bc7d2 HTTP/1.1" status: 204 len: 168 time: 1.2472279 Apr 18 21:36:06.671764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:06.720404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:36:06.720744 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fb9e2c70-38c0-49b0-83f3-5c4daa25f5dc not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:06.721147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4c45a374-1c37-4651-bd2e-9ad974afd595 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:06.773601 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.840446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'Port': ['ID=24746242-8e4f-4033-a03f-50a1a744869f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:06.887216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Port 4c45a374-1c37-4651-bd2e-9ad974afd595 update to DOWN by agent not found {{(pid=85050) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 21:36:06.888843 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7c9d-8d28-4c40-a3dd-1bac19eba052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.942348 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe7c9d-8d28-4c40-a3dd-1bac19eba052 None None] No DVR routers for this DVR port 4c45a374-1c37-4651-bd2e-9ad974afd595 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:06.954972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe7c9d-8d28-4c40-a3dd-1bac19eba052 None None] Pushing event deleted for resources: {'Port': ['ID=4c45a374-1c37-4651-bd2e-9ad974afd595,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:07.344108 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.631602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b3ff8-cf3a-498f-a99d-be67f67f0d66 req-13c971b5-145f-4745-a304-fb6f4d0460fb tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:07.633097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba7b3ff8-cf3a-498f-a99d-be67f67f0d66 req-13c971b5-145f-4745-a304-fb6f4d0460fb tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.5301538 Apr 18 21:36:07.637330 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.660905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.697840 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba7b3ff8-cf3a-498f-a99d-be67f67f0d66 req-b1b6b6af-6c09-4302-9412-08c832d07be7 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585167 Apr 18 21:36:07.771610 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.771610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Fanout notify agent at l3_agent the message router_deleted on router 9c9ea65a-c82d-4634-be13-5ee31fc32188 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:36:07.780936 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.784837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-14eb23d3-618c-4e66-aee5-5bca25cf1bad tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "DELETE /v2.0/routers/9c9ea65a-c82d-4634-be13-5ee31fc32188 HTTP/1.1" status: 204 len: 168 time: 2.5662103 Apr 18 21:36:07.785270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36988) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:07.942820 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.131702 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.169320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e988ec8-362a-44d2-8231-6b54c82f5785']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:08.184992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82c6d87-2f97-450d-b4a9-7ca41a61022a') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:08.185979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82c6d87-2f97-450d-b4a9-7ca41a61022a') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:08.198542 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.215795 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.222516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:36:08.223007 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:36:08.238509 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:36:08.471270 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.485140 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.545711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'Network': ['ID=6e988ec8-362a-44d2-8231-6b54c82f5785,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:08.558662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-730c6cc0-abf1-4749-9569-5cba029b0c52 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "DELETE /v2.0/networks/6e988ec8-362a-44d2-8231-6b54c82f5785 HTTP/1.1" status: 204 len: 168 time: 0.7707460 Apr 18 21:36:08.559590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37000) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:08.587526 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2743f615-bb8e-4ea8-96d4-f203b96655e4 req-0fc3c73b-0959-45a5-9ec9-7e1aabf29720 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=00766acdcef7497ba7f48218df75c761&device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 1098 time: 0.1103082 Apr 18 21:36:08.598843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 24746242-8e4f-4033-a03f-50a1a744869f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:08.639514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 24746242-8e4f-4033-a03f-50a1a744869f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:36:08.640133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 24746242-8e4f-4033-a03f-50a1a744869f not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:08.749992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743f615-bb8e-4ea8-96d4-f203b96655e4 req-f1985b42-3609-435a-b3a1-4b5022ab0665 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:08.751929 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2743f615-bb8e-4ea8-96d4-f203b96655e4 req-f1985b42-3609-435a-b3a1-4b5022ab0665 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ccedaf54-c780-4768-a3e7-e439effe0d42 HTTP/1.1" status: 200 len: 914 time: 0.1577113 Apr 18 21:36:08.831392 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2743f615-bb8e-4ea8-96d4-f203b96655e4 req-4878cf7b-8db6-49f0-a270-154f0fa84615 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699409d3-3a34-4bb7-9806-0815a5907610 HTTP/1.1" status: 200 len: 217 time: 0.0725329 Apr 18 21:36:08.860334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90157bf-5e30-4f50-abc5-2dd2f6323386 req-36c224e2-375b-4697-9578-f429e68cf053 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:08.861958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a90157bf-5e30-4f50-abc5-2dd2f6323386 req-36c224e2-375b-4697-9578-f429e68cf053 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.4580543 Apr 18 21:36:08.900939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743f615-bb8e-4ea8-96d4-f203b96655e4 req-f4e8791f-02bc-46a1-b338-5cfafe8e3bff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:08.902400 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2743f615-bb8e-4ea8-96d4-f203b96655e4 req-f4e8791f-02bc-46a1-b338-5cfafe8e3bff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6090f4f8-a068-4260-877c-317905a852aa HTTP/1.1" status: 200 len: 853 time: 0.0646327 Apr 18 21:36:08.910310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-36cc6a89-0cb7-426f-babf-46c08cf6ed25 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Deleting port c315bedf-9a00-49fd-99f8-b55c714e0337 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:08.910655 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36cc6a89-0cb7-426f-babf-46c08cf6ed25 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.953512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2743f615-bb8e-4ea8-96d4-f203b96655e4 req-f07d6c1c-a3a6-42bb-82de-3dc822039a9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ccedaf54-c780-4768-a3e7-e439effe0d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447009 Apr 18 21:36:08.973871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a90157bf-5e30-4f50-abc5-2dd2f6323386 req-55954a1e-09c5-4601-aec7-4f600e28d2c7 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019194 Apr 18 21:36:09.111963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36cc6a89-0cb7-426f-babf-46c08cf6ed25 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.111963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36cc6a89-0cb7-426f-babf-46c08cf6ed25 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.217335 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2743f615-bb8e-4ea8-96d4-f203b96655e4 req-a9e623c0-891e-4156-a5d8-1848e3aaf09c service neutron] 10.222.0.59 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568781 Apr 18 21:36:09.267282 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.356913 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2743f615-bb8e-4ea8-96d4-f203b96655e4 req-2f364029-1c44-4796-befd-a101620bcea3 service neutron] 10.222.0.59 "GET /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328635 Apr 18 21:36:09.363541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-36cc6a89-0cb7-426f-babf-46c08cf6ed25 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Calling delete_port for c315bedf-9a00-49fd-99f8-b55c714e0337 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:09.639153 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36cc6a89-0cb7-426f-babf-46c08cf6ed25 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.687530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc6a89-0cb7-426f-babf-46c08cf6ed25 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'Port': ['ID=c315bedf-9a00-49fd-99f8-b55c714e0337,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:09.806145 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36cc6a89-0cb7-426f-babf-46c08cf6ed25 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.109249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37022) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:10.346402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e3b8f9-45a9-4149-a5e7-2d08725e2472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.387835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-74e3b8f9-45a9-4149-a5e7-2d08725e2472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:10.393078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-74e3b8f9-45a9-4149-a5e7-2d08725e2472 admin admin] Usage tracker for resource:security_group_rule and tenant:9f371286b5c04e888c010a3b89ce8a75 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:10.396161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-74e3b8f9-45a9-4149-a5e7-2d08725e2472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:10.402178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-74e3b8f9-45a9-4149-a5e7-2d08725e2472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:10.474163 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e3b8f9-45a9-4149-a5e7-2d08725e2472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.506145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c4b0f-1c8a-4014-a757-117c6179c4c7 req-51392923-f516-4d3b-8db8-fed9c63c5ad6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:10.509931 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-160c4b0f-1c8a-4014-a757-117c6179c4c7 req-51392923-f516-4d3b-8db8-fed9c63c5ad6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.2704954 Apr 18 21:36:10.549916 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74e3b8f9-45a9-4149-a5e7-2d08725e2472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.571149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce3008-9045-49b7-96bf-79c9ba01592d req-1a5b0375-0874-49d9-a5f8-5b022b88ba1c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:10.572669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0ce3008-9045-49b7-96bf-79c9ba01592d req-1a5b0375-0874-49d9-a5f8-5b022b88ba1c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 945 time: 0.1651642 Apr 18 21:36:10.586145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-160c4b0f-1c8a-4014-a757-117c6179c4c7 req-491d6be7-78c0-4e46-b27d-b0b14e75f240 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720987 Apr 18 21:36:10.597120 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3b8f9-45a9-4149-a5e7-2d08725e2472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58686f2-e49c-4b80-8482-8d8f81427d8c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:10.605610 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-74e3b8f9-45a9-4149-a5e7-2d08725e2472 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f371286b5c04e888c010a3b89ce8a75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4950783 Apr 18 21:36:10.606332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37030) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:10.643572 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0ce3008-9045-49b7-96bf-79c9ba01592d req-8edaebdd-1775-4313-82fc-3644c992c21e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613420 Apr 18 21:36:10.657986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cc6a89-0cb7-426f-babf-46c08cf6ed25 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Router c8665d0c-8de5-4317-b41d-702fd8d1183f has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:10.672241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53f56216-3342-489c-a586-cbe9c6a7d937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.697079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53f56216-3342-489c-a586-cbe9c6a7d937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.824169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53f56216-3342-489c-a586-cbe9c6a7d937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.839561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f56216-3342-489c-a586-cbe9c6a7d937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58686f2-e49c-4b80-8482-8d8f81427d8c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:10.855432 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53f56216-3342-489c-a586-cbe9c6a7d937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.855432 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-53f56216-3342-489c-a586-cbe9c6a7d937 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b58686f2-e49c-4b80-8482-8d8f81427d8c HTTP/1.1" status: 204 len: 168 time: 0.2401047 Apr 18 21:36:10.868393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cc6a89-0cb7-426f-babf-46c08cf6ed25 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:10.878618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411b278-fe49-42a1-811c-cf6c1e3c7987 None None] Sync routers for ids ['c8665d0c-8de5-4317-b41d-702fd8d1183f'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:10.886786 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36cc6a89-0cb7-426f-babf-46c08cf6ed25 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.893862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411b278-fe49-42a1-811c-cf6c1e3c7987 None None] Routers {'c8665d0c-8de5-4317-b41d-702fd8d1183f'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:10.894767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8411b278-fe49-42a1-811c-cf6c1e3c7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8665d0c-8de5-4317-b41d-702fd8d1183f'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:10.946035 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-36cc6a89-0cb7-426f-babf-46c08cf6ed25 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "DELETE /v2.0/floatingips/7139a18a-1316-4cad-a876-6f3bd2d3e959 HTTP/1.1" status: 204 len: 168 time: 2.3829417 Apr 18 21:36:10.946713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'tag': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:11.028771 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d828cda-84eb-485d-a9b1-e6660eb48c0b'] response: {'name': 'network-changed', 'server_uuid': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'tag': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b', 'status': 'completed', 'code': 200} Apr 18 21:36:11.113522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-8411b278-fe49-42a1-811c-cf6c1e3c7987 None None] Set router c8665d0c-8de5-4317-b41d-702fd8d1183f gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:11.152023 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10cba93c-541f-4bc2-a73d-3b5c68f0dab1 req-e52d3928-37be-4581-b489-f012218fef19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0dd6f5be4c404d60832e256e2bff80a4&device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 1135 time: 0.1024439 Apr 18 21:36:11.345769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cba93c-541f-4bc2-a73d-3b5c68f0dab1 req-cbe4d7a5-1462-413b-bffd-9acaf33750f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:11.347472 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10cba93c-541f-4bc2-a73d-3b5c68f0dab1 req-cbe4d7a5-1462-413b-bffd-9acaf33750f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 HTTP/1.1" status: 200 len: 898 time: 0.1886683 Apr 18 21:36:11.442555 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10cba93c-541f-4bc2-a73d-3b5c68f0dab1 req-7b8c630c-4aa4-4c20-a86c-4d3f72f27879 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50e1c2c8-84b1-4b15-af0b-d11e559aa49b HTTP/1.1" status: 200 len: 217 time: 0.0876276 Apr 18 21:36:11.449020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28d4dd17-69ac-49c7-8b31-0471bd323097 req-08787d33-21bc-4f0f-b0c1-d99bb9cb379d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1368911 Apr 18 21:36:11.510678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cba93c-541f-4bc2-a73d-3b5c68f0dab1 req-833febdc-e55d-4cc5-a245-a3e675123cc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:11.512046 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10cba93c-541f-4bc2-a73d-3b5c68f0dab1 req-833febdc-e55d-4cc5-a245-a3e675123cc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ad3de5d-5f81-48e5-9561-bd5498c3bede HTTP/1.1" status: 200 len: 835 time: 0.0633481 Apr 18 21:36:11.597839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28d4dd17-69ac-49c7-8b31-0471bd323097 req-404564c6-97a8-4397-af7f-72d4a16d80c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 1097 time: 0.1272144 Apr 18 21:36:11.631642 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10cba93c-541f-4bc2-a73d-3b5c68f0dab1 req-9f171a24-1af7-4c60-9650-6f25b0f03490 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57c9c0d9-d1d7-4f9f-934b-5618bd3849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030781 Apr 18 21:36:11.676171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8411b278-fe49-42a1-811c-cf6c1e3c7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:34:13Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '8917186a-e4dc-4d0e-9a50-3de53639f4c3', 'name': '', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'mac_address': 'fa:16:3e:e9:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:12Z', 'updated_at': '2022-04-18T21:34:22Z', 'revision_number': 5, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'subnets': [{'id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:11.680848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411b278-fe49-42a1-811c-cf6c1e3c7987 None None] Checking router: c8665d0c-8de5-4317-b41d-702fd8d1183f for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:11.695281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411b278-fe49-42a1-811c-cf6c1e3c7987 None None] Routers {'c8665d0c-8de5-4317-b41d-702fd8d1183f'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:11.695911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8411b278-fe49-42a1-811c-cf6c1e3c7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8665d0c-8de5-4317-b41d-702fd8d1183f'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:11.810530 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10cba93c-541f-4bc2-a73d-3b5c68f0dab1 req-1658dd4b-554f-487b-ab4e-a429350310b4 service neutron] 10.222.0.59 "GET /v2.0/networks/57c9c0d9-d1d7-4f9f-934b-5618bd3849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630461 Apr 18 21:36:11.950434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4dd17-69ac-49c7-8b31-0471bd323097 req-6dcd17b5-350b-4f14-896f-4e6eeafa040e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:11.957043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28d4dd17-69ac-49c7-8b31-0471bd323097 req-6dcd17b5-350b-4f14-896f-4e6eeafa040e service neutron] 10.222.0.59 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.3323569 Apr 18 21:36:11.962827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3be16-1c1c-4b0f-8f64-8bd99a004629 req-4c88a769-897f-46f2-9a39-0da9881e84e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:11.963544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-16c3be16-1c1c-4b0f-8f64-8bd99a004629 req-4c88a769-897f-46f2-9a39-0da9881e84e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Synchronizing usage tracker for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:36:12.026197 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:36:12.028601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-8411b278-fe49-42a1-811c-cf6c1e3c7987 None None] Set router c8665d0c-8de5-4317-b41d-702fd8d1183f gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:12.092444 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-10cba93c-541f-4bc2-a73d-3b5c68f0dab1 req-a8fe7182-5b84-4950-ac23-bea42c5bf5f0 service neutron] 10.222.0.59 "GET /v2.0/networks/57c9c0d9-d1d7-4f9f-934b-5618bd3849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738135 Apr 18 21:36:12.124917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fd7546c4-daeb-4eb2-8acb-9bd24e9e5ec8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:12.125891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fd7546c4-daeb-4eb2-8acb-9bd24e9e5ec8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Synchronizing usage tracker for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:36:12.173292 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46683b2e-53af-4571-b577-052d18d0fb52 req-5c408b16-d463-4455-9932-62e0b0367e6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 1096 time: 0.1457188 Apr 18 21:36:12.178300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28d4dd17-69ac-49c7-8b31-0471bd323097 req-77ca4f7e-cb2e-4c7c-87d2-1a052746ee64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88461e7e-0371-4c94-9ce1-b9f3118061b4 HTTP/1.1" status: 200 len: 1001 time: 0.2110050 Apr 18 21:36:12.236194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-16c3be16-1c1c-4b0f-8f64-8bd99a004629 req-4c88a769-897f-46f2-9a39-0da9881e84e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Unset dirty status for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:36:12.242937 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16c3be16-1c1c-4b0f-8f64-8bd99a004629 req-4c88a769-897f-46f2-9a39-0da9881e84e2 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 984 time: 0.4267008 Apr 18 21:36:12.255643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb12dac-2245-40ad-b3a4-cc33e6e0b57c req-cc826730-9733-40da-a335-1a5848e6b418 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:12.257362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dfb12dac-2245-40ad-b3a4-cc33e6e0b57c req-cc826730-9733-40da-a335-1a5848e6b418 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.2155812 Apr 18 21:36:12.270653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fd7546c4-daeb-4eb2-8acb-9bd24e9e5ec8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Unset dirty status for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:36:12.272052 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fd7546c4-daeb-4eb2-8acb-9bd24e9e5ec8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.59 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 945 time: 0.3847342 Apr 18 21:36:12.344243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-16c3be16-1c1c-4b0f-8f64-8bd99a004629 req-77a08788-d676-413b-a497-966a6b46140f tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0998890 Apr 18 21:36:12.356396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4dd17-69ac-49c7-8b31-0471bd323097 req-4d507387-a360-4889-a45e-d9d82f0dafa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:12.358471 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28d4dd17-69ac-49c7-8b31-0471bd323097 req-4d507387-a360-4889-a45e-d9d82f0dafa2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.1702590 Apr 18 21:36:12.378061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37072) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:12.395839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Deleting port cbb01581-f9a4-4f14-a670-d57469b0719a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:12.396196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:12.426783 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dfb12dac-2245-40ad-b3a4-cc33e6e0b57c req-82e8fcb3-b8ae-4c10-82b2-e28d9fe505fd tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285748 Apr 18 21:36:12.477867 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28d4dd17-69ac-49c7-8b31-0471bd323097 req-5392619a-2331-45a3-b8af-ad081d24fe04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130714 Apr 18 21:36:12.488857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8411b278-fe49-42a1-811c-cf6c1e3c7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:34:13Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '8917186a-e4dc-4d0e-9a50-3de53639f4c3', 'name': '', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'mac_address': 'fa:16:3e:e9:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:12Z', 'updated_at': '2022-04-18T21:34:22Z', 'revision_number': 5, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'subnets': [{'id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:12.494362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411b278-fe49-42a1-811c-cf6c1e3c7987 None None] The sync data for ids ['c8665d0c-8de5-4317-b41d-702fd8d1183f'] in n-d-836017-3 is: [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:34:13Z', 'revision_number': 4, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '8917186a-e4dc-4d0e-9a50-3de53639f4c3', 'name': '', 'network_id': '57c9c0d9-d1d7-4f9f-934b-5618bd3849c6', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'mac_address': 'fa:16:3e:e9:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:12Z', 'updated_at': '2022-04-18T21:34:22Z', 'revision_number': 5, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'subnets': [{'id': '9ad3de5d-5f81-48e5-9561-bd5498c3bede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:12.508174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46683b2e-53af-4571-b577-052d18d0fb52 req-056a9ed4-3d99-4bfc-91d9-7c2cf6d55755 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:12.509667 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46683b2e-53af-4571-b577-052d18d0fb52 req-056a9ed4-3d99-4bfc-91d9-7c2cf6d55755 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.3299806 Apr 18 21:36:12.770140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1636849146-network', 'tenant_id': '934a810177994b6a8e259845fe04624f'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:12.790976 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28d4dd17-69ac-49c7-8b31-0471bd323097 req-96342eed-6a5b-4cb9-8224-a9b34ccbf49e service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061559 Apr 18 21:36:12.802204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:12.805746 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46683b2e-53af-4571-b577-052d18d0fb52 req-103e51ac-9eb8-4694-a08d-1d37c8355f60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01234fc-6535-42ea-937d-58dde3a6d0e4 HTTP/1.1" status: 200 len: 1001 time: 0.2798922 Apr 18 21:36:12.810320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Usage tracker for resource:network and tenant:934a810177994b6a8e259845fe04624f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:12.817613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:12.835754 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507454ba-1d07-488f-bb76-b419a840d589 None None] New status for floating IP 7139a18a-1316-4cad-a876-6f3bd2d3e959: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:36:12.861618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:12.886690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d17d6-fef9-4fbe-ac20-793c2a1d040d req-b2cabf4e-6732-4e05-a864-1b9f629b2972 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:12.892837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-637d17d6-fef9-4fbe-ac20-793c2a1d040d req-b2cabf4e-6732-4e05-a864-1b9f629b2972 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 945 time: 0.3577168 Apr 18 21:36:12.936234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80503f1f-b90f-4d48-bde3-231a40b8ad3d req-98259753-31fd-4a81-ad5b-580c8e30f188 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:12.937716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80503f1f-b90f-4d48-bde3-231a40b8ad3d req-98259753-31fd-4a81-ad5b-580c8e30f188 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.2813356 Apr 18 21:36:12.971433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46683b2e-53af-4571-b577-052d18d0fb52 req-c1181102-1193-4b1b-8506-c560e4147f77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:12.972867 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46683b2e-53af-4571-b577-052d18d0fb52 req-c1181102-1193-4b1b-8506-c560e4147f77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.1566384 Apr 18 21:36:13.012458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-637d17d6-fef9-4fbe-ac20-793c2a1d040d req-81c8d8cd-04bf-4c72-a5d5-7238d2cadac4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186972 Apr 18 21:36:13.046301 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28d4dd17-69ac-49c7-8b31-0471bd323097 req-3f8e83cb-3324-48a5-a153-cf720e056795 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480464 Apr 18 21:36:13.054215 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80503f1f-b90f-4d48-bde3-231a40b8ad3d req-f7c84ee0-a56f-4aac-832d-30b2daf77e7c tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086743 Apr 18 21:36:13.080636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Made reservation on behalf of 934a810177994b6a8e259845fe04624f for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:13.082971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:13.121727 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:13.184242 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] For port cbb01581-f9a4-4f14-a670-d57469b0719a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=cbb01581-f9a4-4f14-a670-d57469b0719a,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:13.184881 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:13.216112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8430e-b3a3-4afa-8118-7d58992233f5 req-f43a1430-5ecf-4afb-8cad-dd1a852fb73d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:13.217735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9b8430e-b3a3-4afa-8118-7d58992233f5 req-f43a1430-5ecf-4afb-8cad-dd1a852fb73d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.0851512 Apr 18 21:36:13.266162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9b8430e-b3a3-4afa-8118-7d58992233f5 req-c2d5eca9-d74e-4f8f-b9e1-9d8519dccc91 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412483 Apr 18 21:36:13.280137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:13.300387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Usage tracker for resource:security_group_rule and tenant:934a810177994b6a8e259845fe04624f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:13.306762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:13.319753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:13.402407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-ba92f1d4-98b2-4ee6-9a0f-508df2b9d24e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:13.402663 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-ba92f1d4-98b2-4ee6-9a0f-508df2b9d24e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Synchronizing usage tracker for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:36:13.434483 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46683b2e-53af-4571-b577-052d18d0fb52 req-70a44452-6b8d-478a-91f1-cd5988d732d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4171255 Apr 18 21:36:13.492283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525233a9-0403-4ce3-ba7d-367ec41a28ea req-93893343-517d-4989-b4c3-e65cf25abdd1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:13.493844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-525233a9-0403-4ce3-ba7d-367ec41a28ea req-93893343-517d-4989-b4c3-e65cf25abdd1 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.0811436 Apr 18 21:36:13.500385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-ba92f1d4-98b2-4ee6-9a0f-508df2b9d24e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Unset dirty status for tenant:0dd6f5be4c404d60832e256e2bff80a4 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:36:13.501546 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-ba92f1d4-98b2-4ee6-9a0f-508df2b9d24e tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 984 time: 0.5223720 Apr 18 21:36:13.595800 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-525233a9-0403-4ce3-ba7d-367ec41a28ea req-d0cd4ef1-466e-40b6-b39e-08975b0b3917 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618486 Apr 18 21:36:13.612478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dd50b-04ac-45ad-8c49-46184f35b500 req-428d9a07-b8fe-49e8-8067-ec5031913fcf tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:13.614174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-387dd50b-04ac-45ad-8c49-46184f35b500 req-428d9a07-b8fe-49e8-8067-ec5031913fcf tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 984 time: 0.1193802 Apr 18 21:36:13.665690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-387dd50b-04ac-45ad-8c49-46184f35b500 req-675972d3-d789-4967-a3d8-132db392c52c tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0449674 Apr 18 21:36:13.809919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-eee91a9a-6b79-48ba-aa3d-273aa9417dc9 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Deleting port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:13.813336 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-eee91a9a-6b79-48ba-aa3d-273aa9417dc9 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:13.825207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b0ba-8b9a-4d9e-88e6-bee83ddfe312 req-d31eb3f3-bd5b-4fea-a3ba-4d09de923ec8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:13.826698 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0244b0ba-8b9a-4d9e-88e6-bee83ddfe312 req-d31eb3f3-bd5b-4fea-a3ba-4d09de923ec8 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.0978842 Apr 18 21:36:13.860268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:13.860841 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:13.861190 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Floating IP 5cbefe2e-7aeb-4a7c-9a64-afb6e806a782 disassociated. External IP: 172.25.3.74, port: cbb01581-f9a4-4f14-a670-d57469b0719a. Apr 18 21:36:13.861618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Calling delete_port for cbb01581-f9a4-4f14-a670-d57469b0719a owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:13.873327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0244b0ba-8b9a-4d9e-88e6-bee83ddfe312 req-ccceaf73-303b-4137-8b71-3f4eb014f191 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409584 Apr 18 21:36:13.898060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46683b2e-53af-4571-b577-052d18d0fb52 req-f175c083-19ce-48b4-89e0-6b8d63c03575 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427965 Apr 18 21:36:13.959916 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.077782 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.138443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:36:14.263380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba0087-e2a2-4363-87c2-8f567eb15b5e req-2a7c6241-7157-44f2-9713-754ca8687093 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:14.265359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-edba0087-e2a2-4363-87c2-8f567eb15b5e req-2a7c6241-7157-44f2-9713-754ca8687093 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1749365 Apr 18 21:36:14.280733 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.281275 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Added segment 825ff52a-f806-4ccd-a31c-dff5623f839e of type vlan for network 338a150a-0b1c-41b4-bdb2-b45677f11d0d Apr 18 21:36:14.290870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817ab372-7520-494f-89a8-a95f4d94eda0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:14.294672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1549aab-a55d-4eed-a65a-d7eb2f575f7b req-ed985c2f-60df-4068-b69c-bb4f6ff7327c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:14.296362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1549aab-a55d-4eed-a65a-d7eb2f575f7b req-ed985c2f-60df-4068-b69c-bb4f6ff7327c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 945 time: 0.1546490 Apr 18 21:36:14.336497 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-46683b2e-53af-4571-b577-052d18d0fb52 req-1dbd3d1b-49ae-4f60-9260-bff814ad6c03 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153693 Apr 18 21:36:14.355605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-edba0087-e2a2-4363-87c2-8f567eb15b5e req-11f160c6-334a-4bec-9eb1-d0330b8c9749 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841396 Apr 18 21:36:14.360689 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1549aab-a55d-4eed-a65a-d7eb2f575f7b req-a4cf7b94-7826-4b73-9a56-f583f4d78938 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=c681878d-9a23-4f74-a5f1-853d4d0d0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567892 Apr 18 21:36:14.390366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.423672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-eee91a9a-6b79-48ba-aa3d-273aa9417dc9 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] For port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=50e1c2c8-84b1-4b15-af0b-d11e559aa49b,segment=NetworkSegment(fcda6d7e-29d8-4f8f-a277-0ee465978dcb),segment_id=fcda6d7e-29d8-4f8f-a277-0ee465978dcb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:14.424034 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-eee91a9a-6b79-48ba-aa3d-273aa9417dc9 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.679267 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.719915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-eee91a9a-6b79-48ba-aa3d-273aa9417dc9 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Calling delete_port for 50e1c2c8-84b1-4b15-af0b-d11e559aa49b owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:14.752244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686e946-8d2b-44a0-b67b-3833021902e1 req-b1ac7404-b134-4cdf-996b-c21917755d27 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:14.753705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a686e946-8d2b-44a0-b67b-3833021902e1 req-b1ac7404-b134-4cdf-996b-c21917755d27 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.2081296 Apr 18 21:36:14.760020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdd7ee-65f1-4cce-8069-1c5b3beff8b7 req-a2f59608-b8b8-450e-8b96-20c882463792 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:14.761375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b7fdd7ee-65f1-4cce-8069-1c5b3beff8b7 req-a2f59608-b8b8-450e-8b96-20c882463792 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.2497241 Apr 18 21:36:14.781812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event deleted for resources: {'Port': ['ID=cbb01581-f9a4-4f14-a670-d57469b0719a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:14.809030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:14.809373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:14.809741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:14.810072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:14.810399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:14.810726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:14.811047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:14.811989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:14.812295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:14.812613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:14.812933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:14.841822 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b7fdd7ee-65f1-4cce-8069-1c5b3beff8b7 req-bdab6e7f-6412-43bd-b465-3f72267dcbc6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655489 Apr 18 21:36:14.844136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a686e946-8d2b-44a0-b67b-3833021902e1 req-5e2ee9e3-3e5e-4589-a30d-854b39e48243 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818694 Apr 18 21:36:14.940995 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.941795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:14.942356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.104605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb160239-603d-496c-be22-dba139952af1 req-42033802-e26d-4ca9-869e-7160a41b32b0 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:15.105990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb160239-603d-496c-be22-dba139952af1 req-42033802-e26d-4ca9-869e-7160a41b32b0 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 984 time: 0.1468556 Apr 18 21:36:15.112132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f01a4-6a91-4388-aa1e-5d5970069d0a req-86966d5f-d1dc-462e-9a41-fd741b2f6eb6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:15.113553 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-591f01a4-6a91-4388-aa1e-5d5970069d0a req-86966d5f-d1dc-462e-9a41-fd741b2f6eb6 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1163738 Apr 18 21:36:15.130941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] Pushing event updated for resources: {'Network': ['ID=338a150a-0b1c-41b4-bdb2-b45677f11d0d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:15.146517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 338a150a-0b1c-41b4-bdb2-b45677f11d0d details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:36:15.213268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb160239-603d-496c-be22-dba139952af1 req-4570a3d8-72ff-4db0-a7a5-081227748fbf tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/security-groups?id=664bf875-5c94-42d1-9fd5-52f2470210d3&id=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0952120 Apr 18 21:36:15.227500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:15.229023 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2ee7a362-f5d7-41bb-b417-eda6d6129842 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8475366 Apr 18 21:36:15.233750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37106) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:15.236052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-591f01a4-6a91-4388-aa1e-5d5970069d0a req-49bc96b3-718c-472b-8588-88acdf49cbf3 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031640 Apr 18 21:36:15.240301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Request body: {'subnet': {'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1636849146-subnet', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:15.258108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:15.274034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Usage tracker for resource:subnet and tenant:934a810177994b6a8e259845fe04624f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:15.274034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:15.274034 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-eee91a9a-6b79-48ba-aa3d-273aa9417dc9 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.362786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:15.438665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee91a9a-6b79-48ba-aa3d-273aa9417dc9 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'Port': ['ID=50e1c2c8-84b1-4b15-af0b-d11e559aa49b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:15.500426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ab42-6da6-4a80-a971-abd0ef3ff9cb req-a685fc8a-b131-4b0f-b5ff-ad1c9c44cce2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:15.507175 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9063ab42-6da6-4a80-a971-abd0ef3ff9cb req-a685fc8a-b131-4b0f-b5ff-ad1c9c44cce2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1024148 Apr 18 21:36:15.534295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-eee91a9a-6b79-48ba-aa3d-273aa9417dc9 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] No DVR routers for this DVR port 50e1c2c8-84b1-4b15-af0b-d11e559aa49b on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:15.536762 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-eee91a9a-6b79-48ba-aa3d-273aa9417dc9 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.538896 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3cb81e68-2599-4928-a491-02ee35d809a6 req-eee91a9a-6b79-48ba-aa3d-273aa9417dc9 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.59 "DELETE /v2.0/ports/50e1c2c8-84b1-4b15-af0b-d11e559aa49b HTTP/1.1" status: 204 len: 173 time: 1.9792855 Apr 18 21:36:15.540636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'name': 'network-vif-deleted', 'tag': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:15.550830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Made reservation on behalf of 934a810177994b6a8e259845fe04624f for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:15.553046 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.575717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17ecfac0-4aa3-4af6-a591-88234098bc2c req-0a48316c-8d38-4347-8e5b-fb48e26f61ac tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 210 time: 0.0482261 Apr 18 21:36:15.601010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9063ab42-6da6-4a80-a971-abd0ef3ff9cb req-df37edef-fa5a-4031-91e9-b658636ae78c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886786 Apr 18 21:36:15.653865 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ba6b60-a0a7-41db-9eee-86de80cc4f36'] response: {'server_uuid': 'dcbba21d-1571-4be3-85ef-b7ea8339f912', 'name': 'network-vif-deleted', 'tag': '50e1c2c8-84b1-4b15-af0b-d11e559aa49b', 'status': 'completed', 'code': 200} Apr 18 21:36:15.759057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 50e1c2c8-84b1-4b15-af0b-d11e559aa49b no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:15.794655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 50e1c2c8-84b1-4b15-af0b-d11e559aa49b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:36:15.794987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 50e1c2c8-84b1-4b15-af0b-d11e559aa49b not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:15.795570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device cbb01581-f9a4-4f14-a670-d57469b0719a no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:15.798525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:15.835719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f1b6cf-d2ff-45b8-9d9a-94e07ac77869 None None] Sync routers for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:15.910171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] No DVR routers for this DVR port cbb01581-f9a4-4f14-a670-d57469b0719a on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:15.913506 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.926655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: cbb01581-f9a4-4f14-a670-d57469b0719a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:36:15.927233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device cbb01581-f9a4-4f14-a670-d57469b0719a not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:15.936988 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ed13a1e9-4d3d-4b08-bffc-fd464af1ca6b req-fb1fe811-86a3-4218-83b4-fa5d9e9c9ad9 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.59 "DELETE /v2.0/ports/cbb01581-f9a4-4f14-a670-d57469b0719a HTTP/1.1" status: 204 len: 173 time: 3.6585238 Apr 18 21:36:15.946731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f1b6cf-d2ff-45b8-9d9a-94e07ac77869 None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:15.947675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d3f1b6cf-d2ff-45b8-9d9a-94e07ac77869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:15.975951 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.990815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa15174-0934-438d-85fb-d3ab2d93c01b req-a96dcd97-da60-49a4-a90d-bb479a70a6e2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.002078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fa15174-0934-438d-85fb-d3ab2d93c01b req-a96dcd97-da60-49a4-a90d-bb479a70a6e2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1343989 Apr 18 21:36:16.102988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed19436-fb81-4ea5-b704-27e409653c22,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:16.121970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Checking segment: {'id': '825ff52a-f806-4ccd-a31c-dff5623f839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:16.122848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Network hostable DHCP agents. Network: 338a150a-0b1c-41b4-bdb2-b45677f11d0d, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:36:16.153693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3fa15174-0934-438d-85fb-d3ab2d93c01b req-dc72112b-031e-4c9f-9f9e-8c6339e42741 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506374 Apr 18 21:36:16.196217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d3f1b6cf-d2ff-45b8-9d9a-94e07ac77869 None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:16.197688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252a23e-2ddc-40d9-823b-884610427a76 req-07e71581-cf52-4006-8053-4e539995a8be tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.199389 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a252a23e-2ddc-40d9-823b-884610427a76 req-07e71581-cf52-4006-8053-4e539995a8be tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1942275 Apr 18 21:36:16.267678 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a252a23e-2ddc-40d9-823b-884610427a76 req-23ad8f79-1386-40c5-a38a-f5e37c46eac3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592849 Apr 18 21:36:16.271846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Network 338a150a-0b1c-41b4-bdb2-b45677f11d0d is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:36:16.339688 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9c9071cb-ec02-459a-a355-e3b1007c4c26 req-3a150703-577e-4b20-839a-280714983b0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 1096 time: 0.1117816 Apr 18 21:36:16.381799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 338a150a-0b1c-41b4-bdb2-b45677f11d0d) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:16.482802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94562fdb-fe66-4f5d-acd1-3db188803095 None None] Network 338a150a-0b1c-41b4-bdb2-b45677f11d0d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:36:16.519075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7afd636f-9e59-4f9e-9fee-476872815f17 req-e89c763c-b429-4193-86c4-173e4a406a2b tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcbba21d-1571-4be3-85ef-b7ea8339f912 HTTP/1.1" status: 200 len: 210 time: 0.0538876 Apr 18 21:36:16.550890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7c1c2-daee-4f37-a8d8-eeaa971e991f req-8c3129c4-8a40-4d0f-b73e-b090fb4b3018 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.553021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-baf7c1c2-daee-4f37-a8d8-eeaa971e991f req-8c3129c4-8a40-4d0f-b73e-b090fb4b3018 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1410742 Apr 18 21:36:16.611013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-baf7c1c2-daee-4f37-a8d8-eeaa971e991f req-ffc1594e-c33c-44a0-870e-b48586c607c2 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499516 Apr 18 21:36:16.647574 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.650995 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:16.731212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9071cb-ec02-459a-a355-e3b1007c4c26 req-e2e25721-d2be-485f-85b7-bcac79e1c091 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.734642 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9c9071cb-ec02-459a-a355-e3b1007c4c26 req-e2e25721-d2be-485f-85b7-bcac79e1c091 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.3749762 Apr 18 21:36:16.835938 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-35c9d89f-cf5b-4415-b314-ad229262b395 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6008530 Apr 18 21:36:16.845023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37132) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:16.845612 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-338a150a-0b1c-41b4-bdb2-b45677f11d0d', 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'fixed_ips': [{'subnet_id': '1ed19436-fb81-4ea5-b704-27e409653c22'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:36:16.846445 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:16.861896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1636849146-router', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:16.863920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c633413-a94d-4365-971e-d70b8d6c7f93 req-865f1cc1-3295-4467-a654-870459a17c7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=f17eb188-2ad1-4801-b10f-234057d17618 HTTP/1.1" status: 200 len: 210 time: 0.0874507 Apr 18 21:36:16.870872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:16.886816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Usage tracker for resource:router and tenant:934a810177994b6a8e259845fe04624f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:16.897543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:16.913347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:16.922260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639a280-44ef-4338-b11c-5326301a0b27 req-aded3d88-27b8-46c9-9dce-4e3039b0351c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.926453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d3f1b6cf-d2ff-45b8-9d9a-94e07ac77869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:16.927344 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9c9071cb-ec02-459a-a355-e3b1007c4c26 req-6b2a5851-0dbf-4e81-8732-bd901ac94b7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01234fc-6535-42ea-937d-58dde3a6d0e4 HTTP/1.1" status: 200 len: 1001 time: 0.1878133 Apr 18 21:36:16.929735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a639a280-44ef-4338-b11c-5326301a0b27 req-aded3d88-27b8-46c9-9dce-4e3039b0351c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1129861 Apr 18 21:36:16.945214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f1b6cf-d2ff-45b8-9d9a-94e07ac77869 None None] Checking router: 07e6a41b-5a86-4ef4-827a-00f05a1595e9 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:16.975939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a639a280-44ef-4338-b11c-5326301a0b27 req-9d464fb7-ea40-4751-9f6c-6b8ad3e2ab0d tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449939 Apr 18 21:36:16.989812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f1b6cf-d2ff-45b8-9d9a-94e07ac77869 None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:16.991353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d3f1b6cf-d2ff-45b8-9d9a-94e07ac77869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:16.998238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9071cb-ec02-459a-a355-e3b1007c4c26 req-c74e0fb1-4630-4220-8a08-de27005cf502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:17.001099 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9c9071cb-ec02-459a-a355-e3b1007c4c26 req-c74e0fb1-4630-4220-8a08-de27005cf502 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.0679913 Apr 18 21:36:17.053012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:17.055695 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:17.095673 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:17.111853 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9c9071cb-ec02-459a-a355-e3b1007c4c26 req-36ab0940-c167-4cf6-9ea4-35f2b1e5f164 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034055 Apr 18 21:36:17.224934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Allocated IP 172.20.0.2 (338a150a-0b1c-41b4-bdb2-b45677f11d0d/1ed19436-fb81-4ea5-b704-27e409653c22/67f6589d-3236-4ad6-98f6-80aa1819943a) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:17.252279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f0ca-770b-405b-8745-2d68b88e56fe req-33dab418-5217-456f-a3ef-b1aa8b718b5a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:17.253892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa85f0ca-770b-405b-8745-2d68b88e56fe req-33dab418-5217-456f-a3ef-b1aa8b718b5a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1015480 Apr 18 21:36:17.312075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa85f0ca-770b-405b-8745-2d68b88e56fe req-d8d0731c-c70d-4e49-bd31-2dde3b75219c tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509400 Apr 18 21:36:17.384005 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:17.395958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d3f1b6cf-d2ff-45b8-9d9a-94e07ac77869 None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:17.408399 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9c9071cb-ec02-459a-a355-e3b1007c4c26 req-08694bc5-017c-4826-9b58-65bd6fdd6d88 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900038 Apr 18 21:36:17.588660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daa318-11c9-4916-b554-61698dda5f41 req-fe56b8e4-6276-4652-b2e3-69aa098d2e11 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:17.590552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8daa318-11c9-4916-b554-61698dda5f41 req-fe56b8e4-6276-4652-b2e3-69aa098d2e11 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1498084 Apr 18 21:36:17.601557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b248aab-2cd9-4687-80c2-f5b7288ffe05 req-ea578930-03b1-4c30-9ae8-19875f70fb63 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:17.603054 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b248aab-2cd9-4687-80c2-f5b7288ffe05 req-ea578930-03b1-4c30-9ae8-19875f70fb63 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1177480 Apr 18 21:36:17.637380 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9c9071cb-ec02-459a-a355-e3b1007c4c26 req-8f0dd6e6-657b-49ef-8a53-cc24385d6a6a service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193315 Apr 18 21:36:17.656418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17eb188-2ad1-4801-b10f-234057d17618', 'name': 'network-vif-deleted', 'tag': 'cbb01581-f9a4-4f14-a670-d57469b0719a'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:17.686860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8daa318-11c9-4916-b554-61698dda5f41 req-ff27fc48-5dcd-460f-bc70-c5fa1dfb8c21 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819759 Apr 18 21:36:17.724958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b248aab-2cd9-4687-80c2-f5b7288ffe05 req-d1458b01-a658-4af1-a296-93221ddd3b92 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946605 Apr 18 21:36:17.749958 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:17.752888 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:17.768678 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Transition to ACTIVE for port object 67f6589d-3236-4ad6-98f6-80aa1819943a will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:17.800609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:17.803431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37150) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:17.817391 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Transition to ACTIVE for port object 67f6589d-3236-4ad6-98f6-80aa1819943a will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:17.854847 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f89457-5752-42d5-8f62-accf31c892cd'] response: {'server_uuid': 'f17eb188-2ad1-4801-b10f-234057d17618', 'name': 'network-vif-deleted', 'tag': 'cbb01581-f9a4-4f14-a670-d57469b0719a', 'status': 'completed', 'code': 200} Apr 18 21:36:17.890513 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:17.895494 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eea6d607-9759-49dd-b300-12eac232ace6 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:17.930767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d3f1b6cf-d2ff-45b8-9d9a-94e07ac77869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:17.951044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f1b6cf-d2ff-45b8-9d9a-94e07ac77869 None None] The sync data for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 is: [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:17.966496 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eea6d607-9759-49dd-b300-12eac232ace6 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:17.994448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Network 338a150a-0b1c-41b4-bdb2-b45677f11d0d is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:17.999213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:18.002030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:18.004610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Pushing event updated for resources: {'Port': ['ID=67f6589d-3236-4ad6-98f6-80aa1819943a,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:18.015142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:18.015692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:18.016092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:18.016487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:18.016877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:18.017264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:18.017767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:18.018183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:18.018668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:18.019524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:18.020075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:18.022584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Allocated IP 172.25.3.123 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/b805f78a-6504-4eb1-83e6-25cbe1c0dcde) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:18.126121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17868998-3d0e-4166-ac3f-7ce5cf988b5c req-a990235a-be93-4e7b-b9f0-705772352148 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:18.127697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17868998-3d0e-4166-ac3f-7ce5cf988b5c req-a990235a-be93-4e7b-b9f0-705772352148 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.2146003 Apr 18 21:36:18.159190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Attempting to bind port 67f6589d-3236-4ad6-98f6-80aa1819943a on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:18.159555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Attempting to bind port 67f6589d-3236-4ad6-98f6-80aa1819943a by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '825ff52a-f806-4ccd-a31c-dff5623f839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:18.159920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Attempting to bind port 67f6589d-3236-4ad6-98f6-80aa1819943a on network 338a150a-0b1c-41b4-bdb2-b45677f11d0d {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:18.169376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:18.170271 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Checking segment: {'id': '825ff52a-f806-4ccd-a31c-dff5623f839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:18.172709 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.173823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Bound using segment: {'id': '825ff52a-f806-4ccd-a31c-dff5623f839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:18.175801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Bound port: 67f6589d-3236-4ad6-98f6-80aa1819943a, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825ff52a-f806-4ccd-a31c-dff5623f839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:18.176414 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.180349 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eea6d607-9759-49dd-b300-12eac232ace6 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.213359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6d607-9759-49dd-b300-12eac232ace6 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664bf875-5c94-42d1-9fd5-52f2470210d3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:18.226106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17868998-3d0e-4166-ac3f-7ce5cf988b5c req-c2aea746-eef1-407b-a21e-d9f0564f744a tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863090 Apr 18 21:36:18.280698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37160) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:18.306178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.309075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eea6d607-9759-49dd-b300-12eac232ace6 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.315874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eea6d607-9759-49dd-b300-12eac232ace6 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "DELETE /v2.0/security-groups/664bf875-5c94-42d1-9fd5-52f2470210d3 HTTP/1.1" status: 204 len: 168 time: 0.5111957 Apr 18 21:36:18.316672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37166) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:18.355596 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] For port 67f6589d-3236-4ad6-98f6-80aa1819943a, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:18.363544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] For port 67f6589d-3236-4ad6-98f6-80aa1819943a, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=67f6589d-3236-4ad6-98f6-80aa1819943a,segment=NetworkSegment(825ff52a-f806-4ccd-a31c-dff5623f839e),segment_id=825ff52a-f806-4ccd-a31c-dff5623f839e)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:18.395927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-63795329-8f98-408d-80f9-5757c6a5e338 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.399735 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84064c-86ac-47d6-a11c-ef87369faaa5 None None] New status for floating IP 5cbefe2e-7aeb-4a7c-9a64-afb6e806a782: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:36:18.404455 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6c64b497-6ff2-4f8f-8a52-08c8682fbd0f tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.438994 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.439511 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-63795329-8f98-408d-80f9-5757c6a5e338 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.451422 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6c64b497-6ff2-4f8f-8a52-08c8682fbd0f tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.475751 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.551206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dff487-e414-4fe8-af59-3ed5becbafcc None None] Pushing event updated for resources: {'Port': ['ID=67f6589d-3236-4ad6-98f6-80aa1819943a,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:18.564371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:18.568421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:18.579344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:18.602440 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6c64b497-6ff2-4f8f-8a52-08c8682fbd0f tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.621373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Pushing event updated for resources: {'Port': ['ID=b805f78a-6504-4eb1-83e6-25cbe1c0dcde,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:18.633588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64b497-6ff2-4f8f-8a52-08c8682fbd0f tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d304fc64-8de8-4559-bdd8-a37a3d4c6b3c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:18.675937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bcb2c-97b1-4b78-92e9-06dd80314a12 req-1cd6b030-a4c3-48d5-93cb-5fa6ef8ea798 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:18.682297 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b35bcb2c-97b1-4b78-92e9-06dd80314a12 req-1cd6b030-a4c3-48d5-93cb-5fa6ef8ea798 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1719222 Apr 18 21:36:18.685379 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6c64b497-6ff2-4f8f-8a52-08c8682fbd0f tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.687133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6c64b497-6ff2-4f8f-8a52-08c8682fbd0f tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "DELETE /v2.0/security-groups/d304fc64-8de8-4559-bdd8-a37a3d4c6b3c HTTP/1.1" status: 204 len: 168 time: 0.3695362 Apr 18 21:36:18.701028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37170) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:18.771185 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-63795329-8f98-408d-80f9-5757c6a5e338 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.829916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63795329-8f98-408d-80f9-5757c6a5e338 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c681878d-9a23-4f74-a5f1-853d4d0d0d30,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:18.927169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-63795329-8f98-408d-80f9-5757c6a5e338 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.931013 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-63795329-8f98-408d-80f9-5757c6a5e338 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "DELETE /v2.0/security-groups/c681878d-9a23-4f74-a5f1-853d4d0d0d30 HTTP/1.1" status: 204 len: 168 time: 0.6466203 Apr 18 21:36:18.932649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37176) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:18.961766 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-341bfbba-68ec-4dbc-ba9f-8f4408650421 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] show failed (client error): The resource could not be found. Apr 18 21:36:18.963054 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-341bfbba-68ec-4dbc-ba9f-8f4408650421 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups/c681878d-9a23-4f74-a5f1-853d4d0d0d30 HTTP/1.1" status: 404 len: 347 time: 0.0294528 Apr 18 21:36:18.968200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37180) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:19.070911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b35bcb2c-97b1-4b78-92e9-06dd80314a12 req-1d7351d3-2885-4f69-9f18-00de85237afc tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876331 Apr 18 21:36:19.105618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15356aa0-f98c-49c7-bae5-d4caab5d59b3 req-5bee387b-070b-495a-b9c5-89a298a5dd11 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:19.107052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15356aa0-f98c-49c7-bae5-d4caab5d59b3 req-5bee387b-070b-495a-b9c5-89a298a5dd11 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.2056875 Apr 18 21:36:19.270693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-bf99f655-2258-439b-99ff-b6542e47f2f4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Deleting port 4f189a83-35d8-4c04-98af-92c5c6aae363 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:19.270693 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf99f655-2258-439b-99ff-b6542e47f2f4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.270870 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15356aa0-f98c-49c7-bae5-d4caab5d59b3 req-75010f60-72bd-44fa-9046-653cb64ff547 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537095 Apr 18 21:36:19.322184 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf99f655-2258-439b-99ff-b6542e47f2f4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.322825 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf99f655-2258-439b-99ff-b6542e47f2f4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.417261 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.464575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-bf99f655-2258-439b-99ff-b6542e47f2f4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Calling delete_port for 4f189a83-35d8-4c04-98af-92c5c6aae363 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:19.646929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.646929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.734073 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf99f655-2258-439b-99ff-b6542e47f2f4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.749920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a49709-5ac0-4767-b46a-5fd69892e52a None None] Network 338a150a-0b1c-41b4-bdb2-b45677f11d0d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:36:19.837209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99f655-2258-439b-99ff-b6542e47f2f4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event deleted for resources: {'Port': ['ID=4f189a83-35d8-4c04-98af-92c5c6aae363,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:19.963430 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf99f655-2258-439b-99ff-b6542e47f2f4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.988226 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf99f655-2258-439b-99ff-b6542e47f2f4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.989547 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bf99f655-2258-439b-99ff-b6542e47f2f4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "DELETE /v2.0/floatingips/5cbefe2e-7aeb-4a7c-9a64-afb6e806a782 HTTP/1.1" status: 204 len: 168 time: 1.0200760 Apr 18 21:36:20.084397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1b3fa650-40c7-4a19-92b2-c3fcb948c28f None None] Provisioning for port 67f6589d-3236-4ad6-98f6-80aa1819943a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:20.241529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Deleting port 8917186a-e4dc-4d0e-9a50-3de53639f4c3 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:20.247886 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:20.248039 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Router 68b6a3bb-8235-4c7d-8230-151d5398c032 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:36:20.526648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:20.537009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Sync routers for ids ['68b6a3bb-8235-4c7d-8230-151d5398c032'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:20.550964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Routers {'68b6a3bb-8235-4c7d-8230-151d5398c032'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:20.556301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['68b6a3bb-8235-4c7d-8230-151d5398c032'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:20.604643 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:20.606266 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5393f171-cfcd-41ea-ba89-a4c148c8077a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7608130 Apr 18 21:36:20.608956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37194) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:20.635684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] For port 8917186a-e4dc-4d0e-9a50-3de53639f4c3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8917186a-e4dc-4d0e-9a50-3de53639f4c3,segment=NetworkSegment(fcda6d7e-29d8-4f8f-a277-0ee465978dcb),segment_id=fcda6d7e-29d8-4f8f-a277-0ee465978dcb)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:20.635684 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:20.690692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37198) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:20.706117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151169795', 'description': 'tempest-description--1347692248'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:20.714473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:20.721048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:20.725616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:20.732671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:20.758487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 67f6589d-3236-4ad6-98f6-80aa1819943a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:20.797896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Calling delete_port for 8917186a-e4dc-4d0e-9a50-3de53639f4c3 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:20.928388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Set router 68b6a3bb-8235-4c7d-8230-151d5398c032 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:20.977125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 67f6589d-3236-4ad6-98f6-80aa1819943a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:21.016430 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.045882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de549-3ceb-4d0b-b613-19fa44cf1edc req-8f5286a5-4949-4ddc-ac33-1cc3bdcfa1f5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:21.047337 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d94de549-3ceb-4d0b-b613-19fa44cf1edc req-8f5286a5-4949-4ddc-ac33-1cc3bdcfa1f5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.5626075 Apr 18 21:36:21.052423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 67f6589d-3236-4ad6-98f6-80aa1819943a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:21.052796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.085508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:21.089759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:21.093825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:21.100585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:21.159560 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.191497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d94de549-3ceb-4d0b-b613-19fa44cf1edc req-86f845c4-9af4-479f-9c37-b25b2a859f7a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539861 Apr 18 21:36:21.251726 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.306471 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.355108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'Port': ['ID=8917186a-e4dc-4d0e-9a50-3de53639f4c3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:21.356840 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.416058 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:21.416324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:21.416667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:21.417000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:21.417334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:21.417720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:21.418052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:21.418370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:21.418695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:21.419017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:21.420023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:21.428703 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.430314 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7310717 Apr 18 21:36:21.438725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37204) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:21.454169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-41dca7fa-e958-4af0-a71c-d7ee4cdca3b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'security_group_rule': {'security_group_id': '87e177b5-16e9-4893-bb18-29feedfbe0f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:21.477144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-41dca7fa-e958-4af0-a71c-d7ee4cdca3b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:21.490502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-41dca7fa-e958-4af0-a71c-d7ee4cdca3b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:21.493595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986f3d3-6f6b-4394-9492-21497208a151 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e177b5-16e9-4893-bb18-29feedfbe0f6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:21.498037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-41dca7fa-e958-4af0-a71c-d7ee4cdca3b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:21.508776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-41dca7fa-e958-4af0-a71c-d7ee4cdca3b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:21.521331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 67f6589d-3236-4ad6-98f6-80aa1819943a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=67f6589d-3236-4ad6-98f6-80aa1819943a,segment=NetworkSegment(825ff52a-f806-4ccd-a31c-dff5623f839e),segment_id=825ff52a-f806-4ccd-a31c-dff5623f839e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:21.544936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'name': 'tempest-TestAggregatesBasicOps-1636849146-router', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:18Z', 'revision_number': 3, 'project_id': '934a810177994b6a8e259845fe04624f', 'gw_port': {'id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:21.549568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Checking router: 68b6a3bb-8235-4c7d-8230-151d5398c032 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:21.549918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Updating router 68b6a3bb-8235-4c7d-8230-151d5398c032 port b805f78a-6504-4eb1-83e6-25cbe1c0dcde binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:36:21.603726 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.683143 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.738214 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41dca7fa-e958-4af0-a71c-d7ee4cdca3b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.744824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=67f6589d-3236-4ad6-98f6-80aa1819943a,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:21.798557 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.848184 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41dca7fa-e958-4af0-a71c-d7ee4cdca3b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.945061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41dca7fa-e958-4af0-a71c-d7ee4cdca3b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.974616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dca7fa-e958-4af0-a71c-d7ee4cdca3b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7847e3ae-6bde-4ab6-aa64-8f6f384dae74,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:22.112704 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:22.125325 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Transition to ACTIVE for port object b805f78a-6504-4eb1-83e6-25cbe1c0dcde will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:22.136780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:22.153582 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41dca7fa-e958-4af0-a71c-d7ee4cdca3b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:22.161689 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-41dca7fa-e958-4af0-a71c-d7ee4cdca3b8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7074957 Apr 18 21:36:22.161689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37210) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:22.164969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-365b8381-2695-45b3-8664-b842b7aacfca tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'security_group_rule': {'security_group_id': '87e177b5-16e9-4893-bb18-29feedfbe0f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:22.173272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-365b8381-2695-45b3-8664-b842b7aacfca tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:22.210461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-365b8381-2695-45b3-8664-b842b7aacfca tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:22.214199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-365b8381-2695-45b3-8664-b842b7aacfca tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:22.224473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-365b8381-2695-45b3-8664-b842b7aacfca tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:22.232736 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:22.353899 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-365b8381-2695-45b3-8664-b842b7aacfca tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:22.379538 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb39ce0-3eea-4003-a5aa-1b19113921a4 None None] Pushing event updated for resources: {'Port': ['ID=b805f78a-6504-4eb1-83e6-25cbe1c0dcde,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:22.399880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Attempting to bind port b805f78a-6504-4eb1-83e6-25cbe1c0dcde on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:22.400250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Attempting to bind port b805f78a-6504-4eb1-83e6-25cbe1c0dcde by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:22.400607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Attempting to bind port b805f78a-6504-4eb1-83e6-25cbe1c0dcde on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:22.408170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:22.409232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:22.409809 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:22.410204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:22.410667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Bound port: b805f78a-6504-4eb1-83e6-25cbe1c0dcde, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:22.411036 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:22.442914 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-365b8381-2695-45b3-8664-b842b7aacfca tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:22.493340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] For port b805f78a-6504-4eb1-83e6-25cbe1c0dcde, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:22.496850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] For port b805f78a-6504-4eb1-83e6-25cbe1c0dcde, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b805f78a-6504-4eb1-83e6-25cbe1c0dcde,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:22.523646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Allocated IP 172.20.0.1 (338a150a-0b1c-41b4-bdb2-b45677f11d0d/1ed19436-fb81-4ea5-b704-27e409653c22/23cccf85-cdd2-4ff6-b804-53c9f2210bef) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:22.527939 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-365b8381-2695-45b3-8664-b842b7aacfca tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:22.539618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42df3d-159d-4541-9796-ef22a25efb0f req-15e88f08-6275-4691-9c0d-4b4358f18910 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:22.541078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb42df3d-159d-4541-9796-ef22a25efb0f req-15e88f08-6275-4691-9c0d-4b4358f18910 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1292753 Apr 18 21:36:22.560113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b8381-2695-45b3-8664-b842b7aacfca tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a08042-aff3-4395-8fce-aedbe88a4fb8,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:22.567812 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:22.617113 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb42df3d-159d-4541-9796-ef22a25efb0f req-1526f67a-ed3a-480f-9437-d5c3dfe4c6bc tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673852 Apr 18 21:36:22.686583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Router c8665d0c-8de5-4317-b41d-702fd8d1183f has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:22.747616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 67f6589d-3236-4ad6-98f6-80aa1819943a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:22.825579 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-365b8381-2695-45b3-8664-b842b7aacfca tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:22.829757 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb39ce0-3eea-4003-a5aa-1b19113921a4 None None] Pushing event updated for resources: {'Port': ['ID=b805f78a-6504-4eb1-83e6-25cbe1c0dcde,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:22.830875 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-365b8381-2695-45b3-8664-b842b7aacfca tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6712561 Apr 18 21:36:22.838399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37220) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:22.839760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Routers {'68b6a3bb-8235-4c7d-8230-151d5398c032'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:22.840145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['68b6a3bb-8235-4c7d-8230-151d5398c032'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:22.854716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:22.870647 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:22.877443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:22.884485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:floatingip and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:22.890255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:22.904337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:22.907666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Transition to ACTIVE for port object 23cccf85-cdd2-4ff6-b804-53c9f2210bef will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:22.968896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 67f6589d-3236-4ad6-98f6-80aa1819943a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:22.969269 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.010915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.049135 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.128838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:23.131817 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bb64f-7fad-4fe3-b43e-f5a9dfd35170 None None] Sync routers for ids ['c8665d0c-8de5-4317-b41d-702fd8d1183f'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:23.151125 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70bb64f-7fad-4fe3-b43e-f5a9dfd35170 None None] Routers {'c8665d0c-8de5-4317-b41d-702fd8d1183f'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:23.151991 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a70bb64f-7fad-4fe3-b43e-f5a9dfd35170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8665d0c-8de5-4317-b41d-702fd8d1183f'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:23.161486 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d6ac6bc5-7b8a-4dba-8d09-1cb05f1a8979 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "PUT /v2.0/routers/c8665d0c-8de5-4317-b41d-702fd8d1183f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4527116 Apr 18 21:36:23.163753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37226) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:23.246885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Network 338a150a-0b1c-41b4-bdb2-b45677f11d0d is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:23.256320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Pushing event updated for resources: {'Port': ['ID=23cccf85-cdd2-4ff6-b804-53c9f2210bef,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:23.258823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:23.262024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:23.314272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] Set router 68b6a3bb-8235-4c7d-8230-151d5398c032 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:23.424488 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.538343 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.579091 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-a70bb64f-7fad-4fe3-b43e-f5a9dfd35170 None None] Set router c8665d0c-8de5-4317-b41d-702fd8d1183f gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:23.588623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b4a2dd-0ae6-4167-8766-86b95de64fc4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Deleting subnet 9ad3de5d-5f81-48e5-9561-bd5498c3bede {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:36:23.600696 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-93b4a2dd-0ae6-4167-8766-86b95de64fc4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.704213 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-93b4a2dd-0ae6-4167-8766-86b95de64fc4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.934181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-51fd60dd-fe95-4ae4-a644-4ce665a86d74 None None] Provisioning for port 23cccf85-cdd2-4ff6-b804-53c9f2210bef completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:23.946554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-51fd60dd-fe95-4ae4-a644-4ce665a86d74 None None] Provisioning complete for port 23cccf85-cdd2-4ff6-b804-53c9f2210bef triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:23.947101 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-51fd60dd-fe95-4ae4-a644-4ce665a86d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.009500 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-93b4a2dd-0ae6-4167-8766-86b95de64fc4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.072799 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.080103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'name': 'tempest-TestAggregatesBasicOps-1636849146-router', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:18Z', 'revision_number': 3, 'project_id': '934a810177994b6a8e259845fe04624f', 'gw_port': {'id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:24.103372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-51fd60dd-fe95-4ae4-a644-4ce665a86d74 None None] Port 23cccf85-cdd2-4ff6-b804-53c9f2210bef cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:36:24.106758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb560ac-7014-49d3-a171-0bb1a02f4900 None None] The sync data for ids ['68b6a3bb-8235-4c7d-8230-151d5398c032'] in n-d-836017-3 is: [{'id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'name': 'tempest-TestAggregatesBasicOps-1636849146-router', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:18Z', 'revision_number': 3, 'project_id': '934a810177994b6a8e259845fe04624f', 'gw_port': {'id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:24.138832 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a70bb64f-7fad-4fe3-b43e-f5a9dfd35170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:36:21Z', 'revision_number': 5, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:24.141391 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bb64f-7fad-4fe3-b43e-f5a9dfd35170 None None] Checking router: c8665d0c-8de5-4317-b41d-702fd8d1183f for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:24.153647 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70bb64f-7fad-4fe3-b43e-f5a9dfd35170 None None] Routers {'c8665d0c-8de5-4317-b41d-702fd8d1183f'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:24.154446 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a70bb64f-7fad-4fe3-b43e-f5a9dfd35170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:35:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8665d0c-8de5-4317-b41d-702fd8d1183f'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:24.211543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddd52b-cc4b-4ec6-adbe-1608c2198f49 req-cc42bedd-1c83-4e58-aa7a-c5c505b3561e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:24.218074 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adddd52b-cc4b-4ec6-adbe-1608c2198f49 req-cc42bedd-1c83-4e58-aa7a-c5c505b3561e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.2622683 Apr 18 21:36:24.285113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Allocated IP 172.25.3.142 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/fed1d83e-259d-4c4b-a9a1-c7905556c494) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:24.302417 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-93b4a2dd-0ae6-4167-8766-86b95de64fc4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.352739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da43e3-d53a-4cac-a9b6-14f23d29be6e req-a1b98857-bfc0-4bb3-a1bd-f1c337b213c8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:24.361000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a1da43e3-d53a-4cac-a9b6-14f23d29be6e req-a1b98857-bfc0-4bb3-a1bd-f1c337b213c8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 946 time: 0.3065751 Apr 18 21:36:24.364478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4a2dd-0ae6-4167-8766-86b95de64fc4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad3de5d-5f81-48e5-9561-bd5498c3bede,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:24.374961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adddd52b-cc4b-4ec6-adbe-1608c2198f49 req-464042b1-3d44-4541-b301-5cfc41161ee3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545501 Apr 18 21:36:24.436099 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ca8233-03b6-4cee-8193-3681bf9195d0 None None] Network 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:36:24.444837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-93b4a2dd-0ae6-4167-8766-86b95de64fc4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.478291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-93b4a2dd-0ae6-4167-8766-86b95de64fc4 tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "DELETE /v2.0/subnets/9ad3de5d-5f81-48e5-9561-bd5498c3bede HTTP/1.1" status: 204 len: 168 time: 1.3131783 Apr 18 21:36:24.480911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37238) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:24.526824 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-a70bb64f-7fad-4fe3-b43e-f5a9dfd35170 None None] Set router c8665d0c-8de5-4317-b41d-702fd8d1183f gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:24.614170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a1da43e3-d53a-4cac-a9b6-14f23d29be6e req-6b7ae986-3ccc-41fc-82c6-6181df5e5e83 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520530 Apr 18 21:36:24.833929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.846666 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.901431 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.912892 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.976081 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:25.023615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:25.036912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:25.039368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:25.043903 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-41316980-47b4-4d8c-8d65-974c01ebb84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:25.128764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687d21b-4d4b-40ac-b3de-d91e6c6e4761 None None] DHCP port deletion for 57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:36:25.131861 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a70bb64f-7fad-4fe3-b43e-f5a9dfd35170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:36:21Z', 'revision_number': 5, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:25.133433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2687d21b-4d4b-40ac-b3de-d91e6c6e4761 None None] Deleting port 5f69b291-989b-47f3-9570-fc24a082883b {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:25.133832 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2687d21b-4d4b-40ac-b3de-d91e6c6e4761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:25.145226 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bb64f-7fad-4fe3-b43e-f5a9dfd35170 None None] The sync data for ids ['c8665d0c-8de5-4317-b41d-702fd8d1183f'] in n-d-836017-3 is: [{'id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-4617175', 'tenant_id': '0dd6f5be4c404d60832e256e2bff80a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:00Z', 'updated_at': '2022-04-18T21:36:21Z', 'revision_number': 5, 'project_id': '0dd6f5be4c404d60832e256e2bff80a4', 'gw_port': {'id': 'c4e350d5-9184-431a-aa6c-e73b17932694', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8665d0c-8de5-4317-b41d-702fd8d1183f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:01Z', 'updated_at': '2022-04-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:25.189909 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:25.209124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Pushing event updated for resources: {'Port': ['ID=23cccf85-cdd2-4ff6-b804-53c9f2210bef,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:25.396310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:25.426941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'Port': ['ID=fed1d83e-259d-4c4b-a9a1-c7905556c494,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:25.473130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2687d21b-4d4b-40ac-b3de-d91e6c6e4761 None None] For port 5f69b291-989b-47f3-9570-fc24a082883b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5f69b291-989b-47f3-9570-fc24a082883b,segment=NetworkSegment(fcda6d7e-29d8-4f8f-a277-0ee465978dcb),segment_id=fcda6d7e-29d8-4f8f-a277-0ee465978dcb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:25.473811 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2687d21b-4d4b-40ac-b3de-d91e6c6e4761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:25.478394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Deleting port c4e350d5-9184-431a-aa6c-e73b17932694 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:25.478733 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:25.616222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Network 338a150a-0b1c-41b4-bdb2-b45677f11d0d is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:25.624710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:25.693387 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2687d21b-4d4b-40ac-b3de-d91e6c6e4761 None None] Calling delete_port for 5f69b291-989b-47f3-9570-fc24a082883b owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:25.878373 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2687d21b-4d4b-40ac-b3de-d91e6c6e4761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:25.932038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] For port c4e350d5-9184-431a-aa6c-e73b17932694, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c4e350d5-9184-431a-aa6c-e73b17932694,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:25.932577 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:25.935674 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:25.944530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687d21b-4d4b-40ac-b3de-d91e6c6e4761 None None] Pushing event deleted for resources: {'Port': ['ID=5f69b291-989b-47f3-9570-fc24a082883b,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:25.954914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-71992fd6-719e-4a3d-bc35-93357cc188c6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:25.955940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-71992fd6-719e-4a3d-bc35-93357cc188c6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:36:25.957942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2687d21b-4d4b-40ac-b3de-d91e6c6e4761 None None] No DVR routers for this DVR port 5f69b291-989b-47f3-9570-fc24a082883b on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:26.060407 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:26.070814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fc20f8e5-bce7-4a04-a4ed-76893c40e147 None None] Provisioning complete for port 23cccf85-cdd2-4ff6-b804-53c9f2210bef triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:26.071181 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fc20f8e5-bce7-4a04-a4ed-76893c40e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:26.158614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fc20f8e5-bce7-4a04-a4ed-76893c40e147 None None] Port 23cccf85-cdd2-4ff6-b804-53c9f2210bef cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:36:26.286910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Calling delete_port for c4e350d5-9184-431a-aa6c-e73b17932694 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:26.325906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0412e81-309e-424f-bb75-ea64a4027ad0 req-ad3ec484-423e-4081-9e8e-68eb59801dd7 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:26.326139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-71992fd6-719e-4a3d-bc35-93357cc188c6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:36:26.327769 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-71992fd6-719e-4a3d-bc35-93357cc188c6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 946 time: 0.9021831 Apr 18 21:36:26.328036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d0412e81-309e-424f-bb75-ea64a4027ad0 req-ad3ec484-423e-4081-9e8e-68eb59801dd7 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.7083268 Apr 18 21:36:26.445031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d0412e81-309e-424f-bb75-ea64a4027ad0 req-2ad8a75b-1c13-4f74-b0fd-129ae0a353aa tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962071 Apr 18 21:36:26.447248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4825e0-9434-4496-be8c-1f0f80b15343 req-a5b20c67-162c-45d1-b975-8802446c7cba tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:26.448772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a4825e0-9434-4496-be8c-1f0f80b15343 req-a5b20c67-162c-45d1-b975-8802446c7cba tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 946 time: 0.5805750 Apr 18 21:36:26.506616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Deleting port 88461e7e-0371-4c94-9ce1-b9f3118061b4 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:26.506948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:26.507749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a4825e0-9434-4496-be8c-1f0f80b15343 req-baf9b3f3-00a5-4fda-ac40-4f4bc981d47e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522377 Apr 18 21:36:26.650523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b805f78a-6504-4eb1-83e6-25cbe1c0dcde up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:26.655386 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:26.708253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'Port': ['ID=c4e350d5-9184-431a-aa6c-e73b17932694,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:26.798922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b805f78a-6504-4eb1-83e6-25cbe1c0dcde completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:26.805744 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:26.814954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b805f78a-6504-4eb1-83e6-25cbe1c0dcde triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:26.815551 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:26.867795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] For port 88461e7e-0371-4c94-9ce1-b9f3118061b4, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=88461e7e-0371-4c94-9ce1-b9f3118061b4,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:26.868151 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:26.882609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Router 68b6a3bb-8235-4c7d-8230-151d5398c032 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:26.974294 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:26.984661 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.004687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port b805f78a-6504-4eb1-83e6-25cbe1c0dcde, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b805f78a-6504-4eb1-83e6-25cbe1c0dcde,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:27.071337 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.095793 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.190601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8917186a-e4dc-4d0e-9a50-3de53639f4c3 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:27.242805 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 8917186a-e4dc-4d0e-9a50-3de53639f4c3 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:36:27.243320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8917186a-e4dc-4d0e-9a50-3de53639f4c3 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:27.243897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5f69b291-989b-47f3-9570-fc24a082883b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:27.287672 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5f3b9ae9-6584-4746-97fd-12a08de815a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.290008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.290943 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.295600 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.326163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 5f69b291-989b-47f3-9570-fc24a082883b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:36:27.327031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5f69b291-989b-47f3-9570-fc24a082883b not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:27.348947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=b805f78a-6504-4eb1-83e6-25cbe1c0dcde,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:27.381146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'Port': ['ID=fed1d83e-259d-4c4b-a9a1-c7905556c494,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:27.420404 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.420953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Fanout notify agent at l3_agent the message router_deleted on router c8665d0c-8de5-4317-b41d-702fd8d1183f {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:36:27.435628 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.439638 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8a781864-d147-457a-917a-e78a58330dfd tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "DELETE /v2.0/routers/c8665d0c-8de5-4317-b41d-702fd8d1183f HTTP/1.1" status: 204 len: 168 time: 2.9551744 Apr 18 21:36:27.439998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37258) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:27.501183 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.501569 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.501882 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Floating IP f08c4437-52c9-4b6e-b283-6511c24f6e10 disassociated. External IP: 172.25.3.67, port: 88461e7e-0371-4c94-9ce1-b9f3118061b4. Apr 18 21:36:27.502216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Calling delete_port for 88461e7e-0371-4c94-9ce1-b9f3118061b4 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:27.569881 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.675162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.677999 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bf58a628-f3b2-4e8f-bdb8-1aee7a1dc079 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8360720 Apr 18 21:36:27.803573 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.820559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 88461e7e-0371-4c94-9ce1-b9f3118061b4 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:27.821629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:27.849071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c9c0d9-d1d7-4f9f-934b-5618bd3849c6']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:27.855045 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.866720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 88461e7e-0371-4c94-9ce1-b9f3118061b4 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:36:27.867176 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 88461e7e-0371-4c94-9ce1-b9f3118061b4 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:27.869876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:27.870626 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcda6d7e-29d8-4f8f-a277-0ee465978dcb') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:27.886980 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.901451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db1295-9d2b-438a-b254-b1fc586bfff9 req-8cd61e35-9733-446c-9ffd-c5abbb53afba tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:27.902911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58db1295-9d2b-438a-b254-b1fc586bfff9 req-8cd61e35-9733-446c-9ffd-c5abbb53afba tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1775680 Apr 18 21:36:27.917114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event deleted for resources: {'Port': ['ID=88461e7e-0371-4c94-9ce1-b9f3118061b4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:27.930693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.944953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:36:27.945357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:36:27.962642 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:36:28.062372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58db1295-9d2b-438a-b254-b1fc586bfff9 req-1b426f70-3637-4014-937b-6a8ca6245d6e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492639 Apr 18 21:36:28.072354 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:28.122489 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c78c37bf-7b2b-4306-9443-73dc0e226124 admin admin] 10.222.0.11 "PUT /v2.0/routers/68b6a3bb-8235-4c7d-8230-151d5398c032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5039868 Apr 18 21:36:28.133435 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:28.149096 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:28.292354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:28.431824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] 10.222.0.11 "DELETE /v2.0/networks/57c9c0d9-d1d7-4f9f-934b-5618bd3849c6 HTTP/1.1" status: 204 len: 168 time: 0.9906223 Apr 18 21:36:28.433013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30643f1-ab90-4003-afe9-022a33a1855a tempest-TestSecurityGroupsBasicOps-1368107309 tempest-TestSecurityGroupsBasicOps-1368107309-project] Pushing event deleted for resources: {'Network': ['ID=57c9c0d9-d1d7-4f9f-934b-5618bd3849c6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:28.436715 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-5babe694-3c7c-4f20-b751-c0c439b04a94 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1151169795&fields=id&tenant_id=77b059139f84405db9bad3c9f82f200d HTTP/1.1" status: 200 len: 267 time: 0.2309947 Apr 18 21:36:28.474877 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14e74dca-8860-4647-a577-c96465ddbd05 req-01a9b3cb-9263-4073-b5a6-85b74e12e918 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 210 time: 0.2233803 Apr 18 21:36:28.559701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:28.570873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cccb92-1d45-4c47-b356-58ba71395ca8 None None] Sync routers for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:28.604852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cccb92-1d45-4c47-b356-58ba71395ca8 None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:28.605705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c2cccb92-1d45-4c47-b356-58ba71395ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:28.750204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-35d5e7f6-e369-434b-bdf0-e4fdcb37f12e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:28.758842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] No DVR routers for this DVR port 88461e7e-0371-4c94-9ce1-b9f3118061b4 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:28.763114 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:28.764104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-35d5e7f6-e369-434b-bdf0-e4fdcb37f12e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 815 time: 0.3162673 Apr 18 21:36:28.765201 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-70b959bd-029e-406d-bbfa-16d0cd25dfce req-f4c9dac0-d86b-4307-b28e-c6d795a93062 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "DELETE /v2.0/ports/88461e7e-0371-4c94-9ce1-b9f3118061b4 HTTP/1.1" status: 204 len: 173 time: 2.4294724 Apr 18 21:36:28.768119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'name': 'network-vif-deleted', 'tag': '88461e7e-0371-4c94-9ce1-b9f3118061b4'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:28.818948 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:28.819547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b805f78a-6504-4eb1-83e6-25cbe1c0dcde up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:28.820198 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-f53486c7-b58a-49cc-8f3e-8eede7a0ec46 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/quotas/77b059139f84405db9bad3c9f82f200d HTTP/1.1" status: 200 len: 375 time: 0.0552137 Apr 18 21:36:28.925993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eae31-b265-4532-a986-69d51a30e366 req-a8731238-42a2-40cc-aa91-a26af1c65210 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:28.928418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f03eae31-b265-4532-a986-69d51a30e366 req-a8731238-42a2-40cc-aa91-a26af1c65210 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1536031 Apr 18 21:36:28.945202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c2cccb92-1d45-4c47-b356-58ba71395ca8 None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:28.972884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-c57d453b-ef0d-460b-8a8a-55fd306cdeeb tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1461878 Apr 18 21:36:28.984487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b805f78a-6504-4eb1-83e6-25cbe1c0dcde triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:28.985048 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:29.012792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-451e48be-69be-42a0-aafa-d7cfbad94b85 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:36:29.014343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-451e48be-69be-42a0-aafa-d7cfbad94b85 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076611 Apr 18 21:36:29.037660 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Sync routers for ids ['68b6a3bb-8235-4c7d-8230-151d5398c032'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:29.058976 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Routers {'68b6a3bb-8235-4c7d-8230-151d5398c032'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:29.059693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['68b6a3bb-8235-4c7d-8230-151d5398c032'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:29.292557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-15d87c9b-dcc7-4e79-b1f8-fafd8ec336be service neutron] 10.222.0.11 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657814 Apr 18 21:36:29.311456 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f03eae31-b265-4532-a986-69d51a30e366 req-e8f88246-14c0-420f-b0f4-03711c1ffd08 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725033 Apr 18 21:36:29.428755 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Set router 68b6a3bb-8235-4c7d-8230-151d5398c032 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:29.528607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c2cccb92-1d45-4c47-b356-58ba71395ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:29.541932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cccb92-1d45-4c47-b356-58ba71395ca8 None None] Checking router: 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:29.563686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cccb92-1d45-4c47-b356-58ba71395ca8 None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:29.564423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c2cccb92-1d45-4c47-b356-58ba71395ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:29.701170 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcee5ed0-08a2-46bd-bdc1-976379a5aa17'] response: {'server_uuid': 'e64283f1-966f-4b89-bcbd-dbc07108817c', 'name': 'network-vif-deleted', 'tag': '88461e7e-0371-4c94-9ce1-b9f3118061b4', 'status': 'completed', 'code': 200} Apr 18 21:36:29.755967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-5c400799-630f-4749-bf88-3ea72b443d58 service neutron] 10.222.0.11 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432454 Apr 18 21:36:29.843966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac02475-2649-40cf-a854-63dedc76b624 req-2680bb70-9e76-42bc-bef7-e1a5c0b3cf1f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:29.845891 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bac02475-2649-40cf-a854-63dedc76b624 req-2680bb70-9e76-42bc-bef7-e1a5c0b3cf1f tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.1392195 Apr 18 21:36:29.974000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-bac02475-2649-40cf-a854-63dedc76b624 req-358b0ada-4ba2-4766-831e-7f5d9975c787 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Deleting port 699409d3-3a34-4bb7-9806-0815a5907610 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:29.974378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bac02475-2649-40cf-a854-63dedc76b624 req-358b0ada-4ba2-4766-831e-7f5d9975c787 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:30.035206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c2cccb92-1d45-4c47-b356-58ba71395ca8 None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:30.131414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c2ca9-0e7c-4fdd-b332-c4fa933690d1 req-fe41789e-5c90-4963-95b5-d17a7d2e41b9 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:30.139840 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d26c2ca9-0e7c-4fdd-b332-c4fa933690d1 req-fe41789e-5c90-4963-95b5-d17a7d2e41b9 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1863000 Apr 18 21:36:30.195725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37312) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:30.214690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-52305067-network', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:30.227298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:30.236105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Usage tracker for resource:network and tenant:62f89e9ae1bd45fb8690ec9d05b52933 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:30.246114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:30.267767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:30.391182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d26c2ca9-0e7c-4fdd-b332-c4fa933690d1 req-9a52fc07-0502-43fc-82ec-d3bca7f76cb8 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455556 Apr 18 21:36:30.391856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37318) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:30.399577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Made reservation on behalf of 62f89e9ae1bd45fb8690ec9d05b52933 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:30.401962 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:30.541437 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:30.564445 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'name': 'tempest-TestAggregatesBasicOps-1636849146-router', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:23Z', 'revision_number': 4, 'project_id': '934a810177994b6a8e259845fe04624f', 'gw_port': {'id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '23cccf85-cdd2-4ff6-b804-53c9f2210bef', 'name': '', 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'mac_address': 'fa:16:3e:f4:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed19436-fb81-4ea5-b704-27e409653c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:22Z', 'updated_at': '2022-04-18T21:36:24Z', 'revision_number': 2, 'project_id': '934a810177994b6a8e259845fe04624f', 'subnets': [{'id': '1ed19436-fb81-4ea5-b704-27e409653c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:30.569604 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Checking router: 68b6a3bb-8235-4c7d-8230-151d5398c032 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:30.570278 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Updating router 68b6a3bb-8235-4c7d-8230-151d5398c032 port 23cccf85-cdd2-4ff6-b804-53c9f2210bef binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:36:30.614266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:30.626936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Usage tracker for resource:security_group_rule and tenant:62f89e9ae1bd45fb8690ec9d05b52933 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:30.636362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:30.642405 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:30.649890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:30.699642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-437d0654-c383-4e58-b996-1d1c790eb873 req-22bceaab-a734-4525-a1de-d0a467e35ccf tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64283f1-966f-4b89-bcbd-dbc07108817c HTTP/1.1" status: 200 len: 210 time: 0.2597742 Apr 18 21:36:30.739751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-bac02475-2649-40cf-a854-63dedc76b624 req-358b0ada-4ba2-4766-831e-7f5d9975c787 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] For port 699409d3-3a34-4bb7-9806-0815a5907610, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=699409d3-3a34-4bb7-9806-0815a5907610,segment=NetworkSegment(b5b9ef45-b688-41cf-b2ac-a319a2f2ba89),segment_id=b5b9ef45-b688-41cf-b2ac-a319a2f2ba89)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:30.740305 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bac02475-2649-40cf-a854-63dedc76b624 req-358b0ada-4ba2-4766-831e-7f5d9975c787 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:30.825079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf8972b7-205e-4d24-a16b-9ac759039f51 req-96d377e7-0a71-4243-9b5b-c796e6a6eac0 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 210 time: 0.2621570 Apr 18 21:36:30.915666 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c4e350d5-9184-431a-aa6c-e73b17932694 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:30.927721 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.033018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c4e350d5-9184-431a-aa6c-e73b17932694 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:36:31.033662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c4e350d5-9184-431a-aa6c-e73b17932694 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:31.041580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-bac02475-2649-40cf-a854-63dedc76b624 req-358b0ada-4ba2-4766-831e-7f5d9975c787 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Calling delete_port for 699409d3-3a34-4bb7-9806-0815a5907610 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:31.060413 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.069041 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c2cccb92-1d45-4c47-b356-58ba71395ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:31.088729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cccb92-1d45-4c47-b356-58ba71395ca8 None None] The sync data for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 is: [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:31.129857 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.182151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:36:31.214647 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.215322 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Added segment 45118a72-d872-42f4-be54-6fcb5556ef72 of type vlan for network 40bc6fc4-cc96-40bb-9024-ce749e09fe5b Apr 18 21:36:31.226563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a8c07e-1540-4a39-aadb-f26f1602793f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:31.258719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d5b6e-06fd-4f18-b389-c40e33a13171 req-166e35a8-10f4-44eb-a7bb-024d6c901616 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:31.267000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a4d5b6e-06fd-4f18-b389-c40e33a13171 req-166e35a8-10f4-44eb-a7bb-024d6c901616 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 947 time: 0.2681832 Apr 18 21:36:31.287034 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.301859 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5897b883-a2b1-4321-b6d9-d5e10bcdd078 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0dd6f5be4c404d60832e256e2bff80a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9086404 Apr 18 21:36:31.307099 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.315256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37330) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:31.345331 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a4d5b6e-06fd-4f18-b389-c40e33a13171 req-b427d3b4-af50-40e8-8589-babd5e0eebca tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/security-groups?id=400786c4-2f0f-4554-89bf-cb9c946d6946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773342 Apr 18 21:36:31.413999 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2214dd7d-96f3-42e3-a6c3-5b5f776d230e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.441043 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2214dd7d-96f3-42e3-a6c3-5b5f776d230e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.471988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.473738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:31.476540 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.499599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bac02475-2649-40cf-a854-63dedc76b624 req-358b0ada-4ba2-4766-831e-7f5d9975c787 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.513446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['699409d3-3a34-4bb7-9806-0815a5907610'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:36:31.551730 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Transition to ACTIVE for port object 23cccf85-cdd2-4ff6-b804-53c9f2210bef will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:31.591262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2214dd7d-96f3-42e3-a6c3-5b5f776d230e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.604476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b0ada-4ba2-4766-831e-7f5d9975c787 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Pushing event deleted for resources: {'Port': ['ID=699409d3-3a34-4bb7-9806-0815a5907610,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:31.637388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] Pushing event updated for resources: {'Network': ['ID=40bc6fc4-cc96-40bb-9024-ce749e09fe5b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:31.643083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214dd7d-96f3-42e3-a6c3-5b5f776d230e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13269f43-22e6-4b4e-aed2-578812698b20,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:31.643670 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.654549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 40bc6fc4-cc96-40bb-9024-ce749e09fe5b details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:36:31.655241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac02475-2649-40cf-a854-63dedc76b624 req-358b0ada-4ba2-4766-831e-7f5d9975c787 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] No DVR routers for this DVR port 699409d3-3a34-4bb7-9806-0815a5907610 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:31.655241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bac02475-2649-40cf-a854-63dedc76b624 req-358b0ada-4ba2-4766-831e-7f5d9975c787 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.663340 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bac02475-2649-40cf-a854-63dedc76b624 req-358b0ada-4ba2-4766-831e-7f5d9975c787 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.59 "DELETE /v2.0/ports/699409d3-3a34-4bb7-9806-0815a5907610 HTTP/1.1" status: 204 len: 173 time: 1.8109798 Apr 18 21:36:31.692931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845f05c-1517-4baa-9d04-b1ac87e74306 req-4174b1b6-3225-4da3-acfc-bec1cc4ad875 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:31.694740 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6845f05c-1517-4baa-9d04-b1ac87e74306 req-4174b1b6-3225-4da3-acfc-bec1cc4ad875 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1305275 Apr 18 21:36:31.702054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'name': 'network-vif-deleted', 'tag': '699409d3-3a34-4bb7-9806-0815a5907610'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:31.750151 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2214dd7d-96f3-42e3-a6c3-5b5f776d230e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.757666 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2214dd7d-96f3-42e3-a6c3-5b5f776d230e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13269f43-22e6-4b4e-aed2-578812698b20 HTTP/1.1" status: 204 len: 168 time: 0.4476621 Apr 18 21:36:31.788460 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2ee38b5b-1180-4114-861d-f9d2dc5968a5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5896006 Apr 18 21:36:31.791286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37342) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:31.798604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Request body: {'subnet': {'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-52305067-subnet', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:31.832393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:31.840115 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Pushing event updated for resources: {'Port': ['ID=23cccf85-cdd2-4ff6-b804-53c9f2210bef,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:31.849773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Usage tracker for resource:subnet and tenant:62f89e9ae1bd45fb8690ec9d05b52933 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:31.856044 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6845f05c-1517-4baa-9d04-b1ac87e74306 req-3fce1db1-5195-4163-b855-c4009ac2358c tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476057 Apr 18 21:36:31.861837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:31.870285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:31.896061 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a039102d-f783-441d-969b-c8ef71f1438f'] response: {'server_uuid': 'd5d5df52-1d9e-4f93-8d45-99141cb2c895', 'name': 'network-vif-deleted', 'tag': '699409d3-3a34-4bb7-9806-0815a5907610', 'status': 'completed', 'code': 200} Apr 18 21:36:31.954198 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:31.954537 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:31.954869 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:31.955198 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:31.956646 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:31.956988 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:31.957315 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:31.957667 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:31.957990 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:31.958304 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:31.958621 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:31.964064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Made reservation on behalf of 62f89e9ae1bd45fb8690ec9d05b52933 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:31.968411 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:32.080439 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Attempting to bind port 23cccf85-cdd2-4ff6-b804-53c9f2210bef on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:32.080797 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Attempting to bind port 23cccf85-cdd2-4ff6-b804-53c9f2210bef by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '825ff52a-f806-4ccd-a31c-dff5623f839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:32.081156 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Attempting to bind port 23cccf85-cdd2-4ff6-b804-53c9f2210bef on network 338a150a-0b1c-41b4-bdb2-b45677f11d0d {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:32.119319 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:32.119856 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Checking segment: {'id': '825ff52a-f806-4ccd-a31c-dff5623f839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:32.121217 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:32.121813 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Bound using segment: {'id': '825ff52a-f806-4ccd-a31c-dff5623f839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:32.123167 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Bound port: 23cccf85-cdd2-4ff6-b804-53c9f2210bef, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825ff52a-f806-4ccd-a31c-dff5623f839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:32.123909 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:32.213896 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-82b607ad-5313-4695-b975-635d1ff596aa req-3c076bc6-0b30-4991-9a95-9704eadb5efb tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 210 time: 0.1058364 Apr 18 21:36:32.267876 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] For port 23cccf85-cdd2-4ff6-b804-53c9f2210bef, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:32.275088 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] For port 23cccf85-cdd2-4ff6-b804-53c9f2210bef, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=23cccf85-cdd2-4ff6-b804-53c9f2210bef,segment=NetworkSegment(825ff52a-f806-4ccd-a31c-dff5623f839e),segment_id=825ff52a-f806-4ccd-a31c-dff5623f839e)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:32.363847 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:32.449723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:32.463693 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33677d30-d376-488b-9f9c-b9439edc2fa2 None None] New status for floating IP f08c4437-52c9-4b6e-b283-6511c24f6e10: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:36:32.532689 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425235a-6ade-4085-a0d7-1ea1da6da3d7 None None] Pushing event updated for resources: {'Port': ['ID=23cccf85-cdd2-4ff6-b804-53c9f2210bef,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:32.539068 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Routers {'68b6a3bb-8235-4c7d-8230-151d5398c032'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:32.539699 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['68b6a3bb-8235-4c7d-8230-151d5398c032'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:32.685067 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-b0f47392-6782-4288-87b0-c2e082090264 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248747471&fields=id&tenant_id=18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 267 time: 0.1991155 Apr 18 21:36:32.728706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7971c64f-d757-4c04-9959-d914dc5a0b8c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:32.745674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Checking segment: {'id': '45118a72-d872-42f4-be54-6fcb5556ef72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:32.746312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Network hostable DHCP agents. Network: 40bc6fc4-cc96-40bb-9024-ce749e09fe5b, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:36:32.854149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37360) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:32.861740 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] Set router 68b6a3bb-8235-4c7d-8230-151d5398c032 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:32.875846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Network 40bc6fc4-cc96-40bb-9024-ce749e09fe5b is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:36:32.884608 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a01f1c7-8d1f-4267-9cfd-648c0849c6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:32.929264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5a01f1c7-8d1f-4267-9cfd-648c0849c6d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:32.933653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5a01f1c7-8d1f-4267-9cfd-648c0849c6d0 admin admin] Usage tracker for resource:security_group_rule and tenant:685649553cde4ee7ae92d034a1a2fbd5 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:32.966509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5a01f1c7-8d1f-4267-9cfd-648c0849c6d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:32.975613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a99c631-3210-4f91-a4a7-a74b8978e5b1 req-21ae6cf6-5c82-448b-899d-072a00a6ad90 tempest-ServersNegativeTestJSON-991569107 tempest-ServersNegativeTestJSON-991569107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d5df52-1d9e-4f93-8d45-99141cb2c895 HTTP/1.1" status: 200 len: 210 time: 0.1024611 Apr 18 21:36:33.025107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 40bc6fc4-cc96-40bb-9024-ce749e09fe5b) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:33.027290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5a01f1c7-8d1f-4267-9cfd-648c0849c6d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:33.036502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c997369c-518f-4ae8-a21a-b0411f4a2b47 None None] Network 40bc6fc4-cc96-40bb-9024-ce749e09fe5b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:36:33.064237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c04bb5-f4c3-4293-8081-353239762deb req-529549e0-54a9-4ab9-979a-06a0de5489c9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:33.072554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-529549e0-54a9-4ab9-979a-06a0de5489c9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 0.3777642 Apr 18 21:36:33.095175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:33.095766 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:33.101020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-972c70f8-8a23-461e-8e02-64c2eade26b6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/quotas/18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 375 time: 0.0271871 Apr 18 21:36:33.234586 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-478726c0-4158-4821-b5f2-112eb631ec89 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4421842 Apr 18 21:36:33.242045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37366) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:33.252860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-52305067-router', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:33.258152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:33.263650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Usage tracker for resource:router and tenant:62f89e9ae1bd45fb8690ec9d05b52933 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:33.266757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:33.278418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:33.299161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d06ae1c2-deeb-4551-9ee4-162f7c17d7aa tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:33.300912 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d06ae1c2-deeb-4551-9ee4-162f7c17d7aa tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.59 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 815 time: 0.3254938 Apr 18 21:36:33.342805 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a01f1c7-8d1f-4267-9cfd-648c0849c6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:33.357455 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'name': 'tempest-TestAggregatesBasicOps-1636849146-router', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:23Z', 'revision_number': 4, 'project_id': '934a810177994b6a8e259845fe04624f', 'gw_port': {'id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '23cccf85-cdd2-4ff6-b804-53c9f2210bef', 'name': '', 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'mac_address': 'fa:16:3e:f4:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed19436-fb81-4ea5-b704-27e409653c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:22Z', 'updated_at': '2022-04-18T21:36:32Z', 'revision_number': 4, 'project_id': '934a810177994b6a8e259845fe04624f', 'subnets': [{'id': '1ed19436-fb81-4ea5-b704-27e409653c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:33.358510 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ea629-01fd-415d-b4ba-5784614c6574 None None] The sync data for ids ['68b6a3bb-8235-4c7d-8230-151d5398c032'] in n-d-836017-3 is: [{'id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'name': 'tempest-TestAggregatesBasicOps-1636849146-router', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:23Z', 'revision_number': 4, 'project_id': '934a810177994b6a8e259845fe04624f', 'gw_port': {'id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '23cccf85-cdd2-4ff6-b804-53c9f2210bef', 'name': '', 'network_id': '338a150a-0b1c-41b4-bdb2-b45677f11d0d', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'mac_address': 'fa:16:3e:f4:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed19436-fb81-4ea5-b704-27e409653c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:22Z', 'updated_at': '2022-04-18T21:36:32Z', 'revision_number': 4, 'project_id': '934a810177994b6a8e259845fe04624f', 'subnets': [{'id': '1ed19436-fb81-4ea5-b704-27e409653c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:33.397254 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-abbddde8-2c84-4a21-8e4d-704960782c52 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Synchronizing usage tracker for tenant:77b059139f84405db9bad3c9f82f200d on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:36:33.420967 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a01f1c7-8d1f-4267-9cfd-648c0849c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:33.499611 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:33.501251 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:33.515843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01f1c7-8d1f-4267-9cfd-648c0849c6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aef3a50-c2e3-43a2-b573-be52b1a66a31,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:33.543488 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5a01f1c7-8d1f-4267-9cfd-648c0849c6d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=685649553cde4ee7ae92d034a1a2fbd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6875143 Apr 18 21:36:33.547830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37372) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:33.581062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9b5fe-ab32-4697-9a17-3aeac7d68439 req-af46ece2-3619-4502-87d3-bcbab7b70daf tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:33.587884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:33.589404 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ff9b5fe-ab32-4697-9a17-3aeac7d68439 req-af46ece2-3619-4502-87d3-bcbab7b70daf tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1411302 Apr 18 21:36:33.589564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-abbddde8-2c84-4a21-8e4d-704960782c52 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Unset dirty status for tenant:77b059139f84405db9bad3c9f82f200d on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:36:33.590455 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-abbddde8-2c84-4a21-8e4d-704960782c52 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b059139f84405db9bad3c9f82f200d HTTP/1.1" status: 200 len: 380 time: 0.2765572 Apr 18 21:36:33.610914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'port': {'device_id': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'admin_state_up': True, 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'security_groups': ['87e177b5-16e9-4893-bb18-29feedfbe0f6']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:33.633689 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-5a3ca36e-235a-4f55-a509-ce50a2ab46a3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5316677 Apr 18 21:36:33.668113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-40bc6fc4-cc96-40bb-9024-ce749e09fe5b', 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'fixed_ips': [{'subnet_id': '7971c64f-d757-4c04-9959-d914dc5a0b8c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:36:33.674250 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:33.686248 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:33.762452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ff9b5fe-ab32-4697-9a17-3aeac7d68439 req-11c01ce7-8fd8-4323-a55c-02e06f8b5950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723895 Apr 18 21:36:33.847433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-ff12cffb-4758-4b8a-9bdc-0d0e55e7393c service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098873 Apr 18 21:36:33.891915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 699409d3-3a34-4bb7-9806-0815a5907610 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:33.936077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 699409d3-3a34-4bb7-9806-0815a5907610 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:36:33.936790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 699409d3-3a34-4bb7-9806-0815a5907610 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:33.957368 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b3c73b3-81d3-4842-95b2-9e00965d3b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:33.965247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Allocated IP 172.20.0.2 (40bc6fc4-cc96-40bb-9024-ce749e09fe5b/7971c64f-d757-4c04-9959-d914dc5a0b8c/85e8c205-550e-458f-b0d8-8e75f7b9bb38) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:34.114424 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-3f8811c3-530c-4854-9566-d22da7552aa1 service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657533 Apr 18 21:36:34.125594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4c0d236-7345-468a-aa3c-84b8a395780f req-b45b4af1-8fcd-43da-8798-428d46e806bd tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 210 time: 0.0741017 Apr 18 21:36:34.182935 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b3c73b3-81d3-4842-95b2-9e00965d3b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:34.208523 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:34.213119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:34.230577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:port and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:34.244036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:34.259602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:34.353002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37380) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:34.374902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Made reservation on behalf of 77b059139f84405db9bad3c9f82f200d for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:34.381941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:34.422548 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:34.422849 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b3c73b3-81d3-4842-95b2-9e00965d3b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:34.439938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Transition to ACTIVE for port object 85e8c205-550e-458f-b0d8-8e75f7b9bb38 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:34.479456 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Transition to ACTIVE for port object 85e8c205-550e-458f-b0d8-8e75f7b9bb38 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:34.485133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d65ec1-fd5e-43a3-a8b6-7e2a13ab2715 admin admin] Deleting subnet 6090f4f8-a068-4260-877c-317905a852aa {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:36:34.489690 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65d65ec1-fd5e-43a3-a8b6-7e2a13ab2715 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:34.548286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c73b3-81d3-4842-95b2-9e00965d3b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aef3a50-c2e3-43a2-b573-be52b1a66a31,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:34.556604 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65d65ec1-fd5e-43a3-a8b6-7e2a13ab2715 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:34.567657 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:34.605824 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b3c73b3-81d3-4842-95b2-9e00965d3b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:34.607266 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2b3c73b3-81d3-4842-95b2-9e00965d3b4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4aef3a50-c2e3-43a2-b573-be52b1a66a31 HTTP/1.1" status: 204 len: 168 time: 1.0583539 Apr 18 21:36:34.650102 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65d65ec1-fd5e-43a3-a8b6-7e2a13ab2715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:34.752250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Allocated IP 172.20.0.9 (eeb6b84e-f8da-43e4-b706-8497e886851a/f73b1940-ffab-4f06-a08d-3f3c87735f84/f101d5be-e085-4ed6-ad9e-5676124be56f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:34.756536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 23cccf85-cdd2-4ff6-b804-53c9f2210bef up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:34.874236 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65d65ec1-fd5e-43a3-a8b6-7e2a13ab2715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:34.875027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Network 40bc6fc4-cc96-40bb-9024-ce749e09fe5b is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:34.881605 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Pushing event updated for resources: {'Port': ['ID=85e8c205-550e-458f-b0d8-8e75f7b9bb38,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:34.884139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:34.886900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:34.977988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65d65ec1-fd5e-43a3-a8b6-7e2a13ab2715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.019850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Attempting to bind port 85e8c205-550e-458f-b0d8-8e75f7b9bb38 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:35.020480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Attempting to bind port 85e8c205-550e-458f-b0d8-8e75f7b9bb38 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '45118a72-d872-42f4-be54-6fcb5556ef72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:35.020848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Attempting to bind port 85e8c205-550e-458f-b0d8-8e75f7b9bb38 on network 40bc6fc4-cc96-40bb-9024-ce749e09fe5b {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:35.021941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.027657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d65ec1-fd5e-43a3-a8b6-7e2a13ab2715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6090f4f8-a068-4260-877c-317905a852aa,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:35.040176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-65d65ec1-fd5e-43a3-a8b6-7e2a13ab2715 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6090f4f8-a068-4260-877c-317905a852aa HTTP/1.1" status: 204 len: 168 time: 0.6813891 Apr 18 21:36:35.040474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:35.040474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Checking segment: {'id': '45118a72-d872-42f4-be54-6fcb5556ef72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:35.040474 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.040876 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Bound using segment: {'id': '45118a72-d872-42f4-be54-6fcb5556ef72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:35.041709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37392) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:35.042259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Bound port: 85e8c205-550e-458f-b0d8-8e75f7b9bb38, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45118a72-d872-42f4-be54-6fcb5556ef72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:35.043114 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.143012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 23cccf85-cdd2-4ff6-b804-53c9f2210bef completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:35.169384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Transition to ACTIVE for port object f101d5be-e085-4ed6-ad9e-5676124be56f will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:35.173953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 23cccf85-cdd2-4ff6-b804-53c9f2210bef triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:35.174597 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.208865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe49f18c-a194-4140-9bbc-bcccca4b8bbf req-331c66d5-5966-4246-875c-44d331706fce tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 210 time: 0.0702188 Apr 18 21:36:35.211934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.253139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e842d5-83ad-440e-ba47-3ae38b13cbbe req-e79e2592-5569-4a88-8ff7-08f30a079b90 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:35.259930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42e842d5-83ad-440e-ba47-3ae38b13cbbe req-e79e2592-5569-4a88-8ff7-08f30a079b90 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.2738249 Apr 18 21:36:35.264955 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.271422 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.378791 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42e842d5-83ad-440e-ba47-3ae38b13cbbe req-99fae008-a89d-4b45-ac5e-6f77acb628a0 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176958 Apr 18 21:36:35.391387 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] For port 85e8c205-550e-458f-b0d8-8e75f7b9bb38, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:35.394715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] For port 85e8c205-550e-458f-b0d8-8e75f7b9bb38, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=85e8c205-550e-458f-b0d8-8e75f7b9bb38,segment=NetworkSegment(45118a72-d872-42f4-be54-6fcb5556ef72),segment_id=45118a72-d872-42f4-be54-6fcb5556ef72)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:35.443885 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.483719 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.518247 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.539929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Network eeb6b84e-f8da-43e4-b706-8497e886851a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:35.546646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:35.553206 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.554229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:35.554459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 23cccf85-cdd2-4ff6-b804-53c9f2210bef, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=23cccf85-cdd2-4ff6-b804-53c9f2210bef,segment=NetworkSegment(825ff52a-f806-4ccd-a31c-dff5623f839e),segment_id=825ff52a-f806-4ccd-a31c-dff5623f839e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:35.595602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Allocated IP 172.25.3.226 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/5b2040d6-243b-476a-b67e-0623198211f5) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:35.596236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccedaf54-c780-4768-a3e7-e439effe0d42']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:35.597943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'Port': ['ID=f101d5be-e085-4ed6-ad9e-5676124be56f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:35.624696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b9ef45-b688-41cf-b2ac-a319a2f2ba89') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:35.625255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b9ef45-b688-41cf-b2ac-a319a2f2ba89') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:35.634029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63530273-e37f-470d-98b6-7b5b9783d433 None None] Pushing event updated for resources: {'Port': ['ID=85e8c205-550e-458f-b0d8-8e75f7b9bb38,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:35.642180 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.651061 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.687243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2006fd-e15d-47bf-97f3-a11e3c8af14f req-a83073b0-ca10-44ee-bf88-9086523bcf37 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:35.688786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d2006fd-e15d-47bf-97f3-a11e3c8af14f req-a83073b0-ca10-44ee-bf88-9086523bcf37 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 931 time: 0.2020805 Apr 18 21:36:35.727899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.738611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:36:35.739623 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:36:35.755680 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:36:35.758184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=23cccf85-cdd2-4ff6-b804-53c9f2210bef,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:35.818105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37408) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:35.894260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d2006fd-e15d-47bf-97f3-a11e3c8af14f req-45607552-2500-49e2-9d3a-a88033da1388 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993029 Apr 18 21:36:35.901513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:35.903800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.945718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2ca00d69-1008-4518-bc0c-00d5e81fac3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3a4dc0e242d45cfad8aeaaa024b5840&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1247466 Apr 18 21:36:35.946395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37412) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:35.984419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.009122 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.025167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccedaf54-c780-4768-a3e7-e439effe0d42,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:36.043156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f4f855be-e4fe-497b-885d-188f5a5c240e None None] Provisioning for port f101d5be-e085-4ed6-ad9e-5676124be56f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:36.048942 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-d176a764-3478-467a-877c-eeaa22106238 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4492781 Apr 18 21:36:36.050348 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f4f855be-e4fe-497b-885d-188f5a5c240e None None] Provisioning complete for port f101d5be-e085-4ed6-ad9e-5676124be56f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:36.050914 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f4f855be-e4fe-497b-885d-188f5a5c240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.053969 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.062662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Request body: {'port': {'device_id': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:36.099848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95effbff-6191-4cee-b95a-20af234a4006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.131414 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95effbff-6191-4cee-b95a-20af234a4006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.154822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f4f855be-e4fe-497b-885d-188f5a5c240e None None] Port f101d5be-e085-4ed6-ad9e-5676124be56f cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:36:36.177220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8ec73f05-74d5-42fe-9951-a1ad3d1c7d39 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ccedaf54-c780-4768-a3e7-e439effe0d42 HTTP/1.1" status: 204 len: 168 time: 1.1313021 Apr 18 21:36:36.185004 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.402447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.518990 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95effbff-6191-4cee-b95a-20af234a4006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.573346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:36.597496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95effbff-6191-4cee-b95a-20af234a4006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead40583-d4e3-418b-9131-9ac939c5e1ce,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:36.610092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:36.614402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13406765-b053-4424-b475-c18c0576fe9f req-13bc9dd8-f377-4e64-ad05-f9f038d0b618 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 210 time: 0.2412698 Apr 18 21:36:36.635928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:36.665705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df8df3-c110-4683-874f-c626af328e40 req-e4c5a0da-a60e-4865-951b-61d82cfcd387 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:36.665705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20df8df3-c110-4683-874f-c626af328e40 req-e4c5a0da-a60e-4865-951b-61d82cfcd387 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1251893 Apr 18 21:36:36.699456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37424) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:36.713465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Pushing event updated for resources: {'Port': ['ID=5b2040d6-243b-476a-b67e-0623198211f5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:36.729069 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95effbff-6191-4cee-b95a-20af234a4006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.730244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-95effbff-6191-4cee-b95a-20af234a4006 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ead40583-d4e3-418b-9131-9ac939c5e1ce HTTP/1.1" status: 204 len: 168 time: 0.7829545 Apr 18 21:36:36.759474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20df8df3-c110-4683-874f-c626af328e40 req-08c7bf51-6d78-46d8-a63c-528b4b51ebb6 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817640 Apr 18 21:36:36.809762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a0e2b304-35ca-4838-a460-c0c852be2339 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00766acdcef7497ba7f48218df75c761&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1086149 Apr 18 21:36:36.812201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37430) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:36.814986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 23cccf85-cdd2-4ff6-b804-53c9f2210bef up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:36.888100 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f51a955a-fd31-4b80-9014-d8a56baeb5d6 req-924518c7-b459-4c6a-bc63-f7a7b28dfc51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 1096 time: 0.5185134 Apr 18 21:36:36.912068 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-03ecec18-0406-401c-94ad-0ec075f8394e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.936215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 23cccf85-cdd2-4ff6-b804-53c9f2210bef triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:36.937603 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.960326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-03ecec18-0406-401c-94ad-0ec075f8394e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.116949 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f51a955a-fd31-4b80-9014-d8a56baeb5d6 req-708e681b-7457-4d4f-bfd8-19741cd32376 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210665 Apr 18 21:36:37.130957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209721bc-e889-4c5f-9583-3e92b883ec3f None None] Network 40bc6fc4-cc96-40bb-9024-ce749e09fe5b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:36:37.170570 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-03ecec18-0406-401c-94ad-0ec075f8394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.199342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f101d5be-e085-4ed6-ad9e-5676124be56f {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:36:37.201030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecec18-0406-401c-94ad-0ec075f8394e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400786c4-2f0f-4554-89bf-cb9c946d6946,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:37.217463 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.244360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Transition to ACTIVE for port object f101d5be-e085-4ed6-ad9e-5676124be56f will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:37.261594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549875b-fd4f-4236-bac2-c95a1926e565 req-50f8bb70-4635-4817-9493-f3cb35ff6d11 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:37.262370 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 85e8c205-550e-458f-b0d8-8e75f7b9bb38 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:37.263443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d549875b-fd4f-4236-bac2-c95a1926e565 req-50f8bb70-4635-4817-9493-f3cb35ff6d11 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 931 time: 0.1356480 Apr 18 21:36:37.313841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d549875b-fd4f-4236-bac2-c95a1926e565 req-3181b283-f165-4d04-9ceb-8e01a81f68be tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Apr 18 21:36:37.341526 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.342851 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.381640 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-03ecec18-0406-401c-94ad-0ec075f8394e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.386502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-03ecec18-0406-401c-94ad-0ec075f8394e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/400786c4-2f0f-4554-89bf-cb9c946d6946 HTTP/1.1" status: 204 len: 168 time: 0.5712810 Apr 18 21:36:37.403631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.455430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3bc02a31-f17d-43e6-86c5-7532362adad2 None None] Provisioning for port 85e8c205-550e-458f-b0d8-8e75f7b9bb38 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:37.554705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 85e8c205-550e-458f-b0d8-8e75f7b9bb38 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:37.564061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 85e8c205-550e-458f-b0d8-8e75f7b9bb38 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:37.564753 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.661366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Pushing event updated for resources: {'Port': ['ID=f101d5be-e085-4ed6-ad9e-5676124be56f,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:37.823403 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.845645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Attempting to bind port f101d5be-e085-4ed6-ad9e-5676124be56f on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:37.846217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Attempting to bind port f101d5be-e085-4ed6-ad9e-5676124be56f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:37.846817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Attempting to bind port f101d5be-e085-4ed6-ad9e-5676124be56f on network eeb6b84e-f8da-43e4-b706-8497e886851a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:37.860416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 85e8c205-550e-458f-b0d8-8e75f7b9bb38, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=85e8c205-550e-458f-b0d8-8e75f7b9bb38,segment=NetworkSegment(45118a72-d872-42f4-be54-6fcb5556ef72),segment_id=45118a72-d872-42f4-be54-6fcb5556ef72)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:37.865922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Port f101d5be-e085-4ed6-ad9e-5676124be56f on network eeb6b84e-f8da-43e4-b706-8497e886851a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:36:37.867020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Attempting to bind port f101d5be-e085-4ed6-ad9e-5676124be56f on network eeb6b84e-f8da-43e4-b706-8497e886851a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:37.882408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:37.892388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Checking segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:37.892388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Bound using segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:37.892388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Bound port: f101d5be-e085-4ed6-ad9e-5676124be56f, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:37.892388 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.964572 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51a38f3e-a771-47ff-b744-a73d035c4bc9 req-07791861-c04e-42c3-a790-0194e2f41691 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 210 time: 0.1105649 Apr 18 21:36:37.974900 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:38.110644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-91f7f82e-627f-47c4-a258-3d0222ba4f2a None None] Provisioning complete for port 85e8c205-550e-458f-b0d8-8e75f7b9bb38 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:38.111032 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91f7f82e-627f-47c4-a258-3d0222ba4f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:38.160773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aad47f-165b-42a7-8e02-453369980435 req-23bd340d-78d1-4f25-bd62-4445a2e8fd68 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:38.164781 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57aad47f-165b-42a7-8e02-453369980435 req-23bd340d-78d1-4f25-bd62-4445a2e8fd68 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1328299 Apr 18 21:36:38.195878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=85e8c205-550e-458f-b0d8-8e75f7b9bb38,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:38.273748 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57aad47f-165b-42a7-8e02-453369980435 req-d407d3cf-d9f5-4a8c-9b4d-887cfe3381cd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906124 Apr 18 21:36:38.558295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] For port f101d5be-e085-4ed6-ad9e-5676124be56f, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:38.563911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] For port f101d5be-e085-4ed6-ad9e-5676124be56f, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f101d5be-e085-4ed6-ad9e-5676124be56f,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:38.641524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 85e8c205-550e-458f-b0d8-8e75f7b9bb38 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:38.665517 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:38.667963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa462e-79b0-4f6c-a18e-212bbed01703 req-c9fe2b88-065e-4edd-805f-f5000299454e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:38.675833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcfa462e-79b0-4f6c-a18e-212bbed01703 req-c9fe2b88-065e-4edd-805f-f5000299454e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 943 time: 0.1631627 Apr 18 21:36:38.742043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fcfa462e-79b0-4f6c-a18e-212bbed01703 req-56542ed4-0ef1-4586-a89e-a35e2aa0e945 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652268 Apr 18 21:36:38.766963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c04bb5-f4c3-4293-8081-353239762deb req-4efe5cd9-3b3a-4a48-8627-deffdd3afc52 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:38.768495 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-4efe5cd9-3b3a-4a48-8627-deffdd3afc52 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 0.7639666 Apr 18 21:36:38.782403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:38.784016 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] 10.222.0.59 "PUT /v2.0/ports/f101d5be-e085-4ed6-ad9e-5676124be56f HTTP/1.1" status: 200 len: 1091 time: 2.7266943 Apr 18 21:36:38.784760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'tag': 'f101d5be-e085-4ed6-ad9e-5676124be56f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:38.833591 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 85e8c205-550e-458f-b0d8-8e75f7b9bb38 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:38.834782 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:38.837849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00451188-2645-4bd6-a5a2-4a9c31d9c98b service neutron] Pushing event updated for resources: {'Port': ['ID=f101d5be-e085-4ed6-ad9e-5676124be56f,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:38.897817 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-15c57781-9a5f-4d2e-b6e8-a438ba3d4646 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 380 time: 0.1058078 Apr 18 21:36:38.905439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37472) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:38.916822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'port': {'device_id': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'admin_state_up': True, 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'security_groups': ['cc24dbcc-0d4a-46e7-8943-a8a8381aabaf']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:38.987815 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb7f153-ff79-48bf-9cdf-1a2bd4d53ce2'] response: {'name': 'network-changed', 'server_uuid': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'tag': 'f101d5be-e085-4ed6-ad9e-5676124be56f', 'status': 'completed', 'code': 200} Apr 18 21:36:38.998076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Router e414238e-513e-46f8-a4bf-93a53670ab3a is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:36:39.262090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17b3e1b8-b22a-45d4-af24-ca96de4631a1 req-3e40bd8e-9d46-467c-8e00-f0a648a554cf tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 210 time: 0.1036994 Apr 18 21:36:39.277250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1540069762-network', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:39.283494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:39.287908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Usage tracker for resource:network and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:39.290737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:39.297163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:39.306052 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:39.360705 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-77bd5ef6-664c-4271-9418-e2edace18f58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 1094 time: 0.4267340 Apr 18 21:36:39.364326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:39.392011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Made reservation on behalf of 3a6a41c0f4614fd8a7273b0483db320a for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:39.394823 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:39.412603 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:39.444997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:port and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:39.454114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:39.462158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:39.509158 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-b366de3c-60b9-4b6e-93a0-679d35bbdb19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f101d5be-e085-4ed6-ad9e-5676124be56f HTTP/1.1" status: 200 len: 217 time: 0.1410265 Apr 18 21:36:39.521380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:39.527818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Usage tracker for resource:security_group_rule and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:39.531842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:39.543826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:39.564835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bafd07-bbd0-4b4d-bf0d-acd07f85a5b9 req-61f3da0f-6417-44d8-a09a-fc2c1d6c53e0 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:39.575891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41bafd07-bbd0-4b4d-bf0d-acd07f85a5b9 req-61f3da0f-6417-44d8-a09a-fc2c1d6c53e0 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1464658 Apr 18 21:36:39.577907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Made reservation on behalf of 18546b6476ee48ff8dbb33e9f0d62503 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:39.580883 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:39.639631 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41bafd07-bbd0-4b4d-bf0d-acd07f85a5b9 req-44149590-8645-4fb7-9ed3-87eb3c7c2efd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668793 Apr 18 21:36:39.677243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-18147ed8-9e5f-4dc0-b456-e7caf70a3f48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:39.679553 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-18147ed8-9e5f-4dc0-b456-e7caf70a3f48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f73b1940-ffab-4f06-a08d-3f3c87735f84 HTTP/1.1" status: 200 len: 854 time: 0.1622391 Apr 18 21:36:39.705848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:39.769215 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:39.783000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:39.802949 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Sync routers for ids ['e414238e-513e-46f8-a4bf-93a53670ab3a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:39.812218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:36:39.822757 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Routers {'e414238e-513e-46f8-a4bf-93a53670ab3a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:39.823591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412565ac-551e-411e-b4bd-293ed36cde0c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:39.823986 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e414238e-513e-46f8-a4bf-93a53670ab3a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:39.829733 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:39.830083 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Added segment 085c2d19-d9f2-4916-b62d-d7f6f300b5b7 of type vlan for network 50451a90-b9fd-4e36-a67b-f76a608c9689 Apr 18 21:36:39.863766 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:39.961237 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-23fd0d1f-8fee-40ed-8d8d-fa67af7b535d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eeb6b84e-f8da-43e4-b706-8497e886851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2746568 Apr 18 21:36:39.965374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Allocated IP 172.20.0.4 (96c2fcdd-2cca-467d-9433-9c5ebd738c61/23addfbc-2010-41c2-a583-5d468a0b3722/cdc0c119-8eba-43e9-a264-bbc27797fbf5) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:40.043826 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.048366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:40.049146 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.050075 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.051337 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b4351743-bf04-42b0-96eb-d1c03ed1cf4f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8055694 Apr 18 21:36:40.063059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37502) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:40.188852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2816701 Apr 18 21:36:40.203334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37510) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:40.215314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Request body: {'subnet': {'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1540069762-subnet', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:40.233512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:40.238686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66a835-6a78-4648-846b-e33e11b743fc admin admin] Pushing event updated for resources: {'Network': ['ID=50451a90-b9fd-4e36-a67b-f76a608c9689,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:40.241611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Usage tracker for resource:subnet and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:40.246093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:40.252962 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Set router e414238e-513e-46f8-a4bf-93a53670ab3a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:40.254147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 50451a90-b9fd-4e36-a67b-f76a608c9689 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:36:40.258874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:40.283293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0963972-c8c7-4115-8993-9d2ebb1b23f6 req-5d23b764-1c82-4615-8b2c-22567701b58a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:40.292083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0963972-c8c7-4115-8993-9d2ebb1b23f6 req-5d23b764-1c82-4615-8b2c-22567701b58a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 943 time: 0.3269966 Apr 18 21:36:40.378229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Made reservation on behalf of 3a6a41c0f4614fd8a7273b0483db320a for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:40.384569 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.411720 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-64a03a94-f75d-4c22-bfbe-fa353872e42a service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437652 Apr 18 21:36:40.647655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0963972-c8c7-4115-8993-9d2ebb1b23f6 req-319d93ce-0fc3-4fd0-9f81-c66824dd406a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545063 Apr 18 21:36:40.846632 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.917154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.946226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Transition to ACTIVE for port object cdc0c119-8eba-43e9-a264-bbc27797fbf5 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:40.948043 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'name': 'tempest-TestAggregatesBasicOps-52305067-router', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '5b2040d6-243b-476a-b67e-0623198211f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:33Z', 'updated_at': '2022-04-18T21:36:36Z', 'revision_number': 3, 'project_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'gw_port': {'id': '5b2040d6-243b-476a-b67e-0623198211f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:35Z', 'updated_at': '2022-04-18T21:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:40.953764 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Checking router: e414238e-513e-46f8-a4bf-93a53670ab3a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:40.954445 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Updating router e414238e-513e-46f8-a4bf-93a53670ab3a port 5b2040d6-243b-476a-b67e-0623198211f5 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:36:41.004750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e9bccfe3-a844-47f8-aa23-8a8a167b06af req-39a9e7ed-6348-4bd3-b438-53f19396a0b1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 210 time: 0.1444278 Apr 18 21:36:41.027481 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-303818d2-ca4b-4932-b36e-23d327d46231 req-6106192c-5999-48f4-a650-8552e3e01a6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 1096 time: 0.2573547 Apr 18 21:36:41.034633 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.039983 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85be5dfa-9e47-4286-b34b-208621ba7d6e req-9acb21d3-9f8d-4ae1-9610-fba37a1f024b service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175020 Apr 18 21:36:41.090911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c03006-906a-41bc-b660-43904bcb0e3b,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:41.136831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Checking segment: {'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:41.137193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Network hostable DHCP agents. Network: 50451a90-b9fd-4e36-a67b-f76a608c9689, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:36:41.191952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d630d5e-92de-4a38-9d14-c2ee73c7508b req-f5d3ff1b-e885-40d3-a5f9-b6b8e927f719 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:41.199825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d630d5e-92de-4a38-9d14-c2ee73c7508b req-f5d3ff1b-e885-40d3-a5f9-b6b8e927f719 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.2886851 Apr 18 21:36:41.261876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d630d5e-92de-4a38-9d14-c2ee73c7508b req-23b55979-a377-4880-8645-fd2a1edace88 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610034 Apr 18 21:36:41.278537 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.288931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Network 50451a90-b9fd-4e36-a67b-f76a608c9689 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:36:41.386544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 50451a90-b9fd-4e36-a67b-f76a608c9689) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:41.391729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:41.393462 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.406417 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5185b-3c72-49c6-8a45-d94f7b8e8cdd None None] Network 50451a90-b9fd-4e36-a67b-f76a608c9689 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:36:41.703908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:41.703908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:41.703908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:41.706243 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.706243 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Transition to ACTIVE for port object 5b2040d6-243b-476a-b67e-0623198211f5 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:41.708498 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-aa867429-9b0d-40a0-b11c-543db3a63df8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4307570 Apr 18 21:36:41.708498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37532) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:41.708498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:41.709796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=cdc0c119-8eba-43e9-a264-bbc27797fbf5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:41.709796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303818d2-ca4b-4932-b36e-23d327d46231 req-3ec2114b-1095-4f14-be74-6fe176701d9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:41.709796 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-303818d2-ca4b-4932-b36e-23d327d46231 req-3ec2114b-1095-4f14-be74-6fe176701d9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.6224773 Apr 18 21:36:41.710340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:41.710340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Usage tracker for resource:router and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:41.710340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:41.710340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:41.729428 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.757545 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-50451a90-b9fd-4e36-a67b-f76a608c9689', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'fixed_ips': [{'subnet_id': 'c0c03006-906a-41bc-b660-43904bcb0e3b'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:36:41.758755 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.775011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:41.775718 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.812477 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-19a700c0-d4aa-4bb5-8465-44c7ae478a03 req-16f3eb8e-187c-4586-911a-148e8706c1d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 1094 time: 0.6101146 Apr 18 21:36:41.842911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.843897 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.885974 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.923538 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-303818d2-ca4b-4932-b36e-23d327d46231 req-6a7ab9d4-3d37-4100-b72a-f0a2c9668a91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01234fc-6535-42ea-937d-58dde3a6d0e4 HTTP/1.1" status: 200 len: 1001 time: 0.2557921 Apr 18 21:36:41.938602 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c1671-c16b-413c-b0da-77a328b5b4a4 None None] Pushing event updated for resources: {'Port': ['ID=5b2040d6-243b-476a-b67e-0623198211f5,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:41.972838 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Attempting to bind port 5b2040d6-243b-476a-b67e-0623198211f5 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:41.973965 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Attempting to bind port 5b2040d6-243b-476a-b67e-0623198211f5 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:41.974511 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Attempting to bind port 5b2040d6-243b-476a-b67e-0623198211f5 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:41.976609 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-cd837eee-e5e1-4b8b-930e-9c9c24570f65 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0716186 Apr 18 21:36:41.983136 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:41.983927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:41.984486 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.985184 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:41.985840 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Bound port: 5b2040d6-243b-476a-b67e-0623198211f5, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:41.986504 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.999959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Request body: {'port': {'device_id': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:42.075501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Allocated IP 172.20.0.2 (50451a90-b9fd-4e36-a67b-f76a608c9689/c0c03006-906a-41bc-b660-43904bcb0e3b/ada3abc9-9117-4992-87d3-6e3f4ff1f45c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:42.094326 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] For port 5b2040d6-243b-476a-b67e-0623198211f5, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:42.099374 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] For port 5b2040d6-243b-476a-b67e-0623198211f5, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5b2040d6-243b-476a-b67e-0623198211f5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:42.111584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303818d2-ca4b-4932-b36e-23d327d46231 req-aa124d87-3d67-4763-811f-218d735c1a61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:42.113465 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-303818d2-ca4b-4932-b36e-23d327d46231 req-aa124d87-3d67-4763-811f-218d735c1a61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.1771522 Apr 18 21:36:42.213681 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.280178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-834a5e38-481f-4d63-902f-2ab66de1e77b None None] Provisioning for port cdc0c119-8eba-43e9-a264-bbc27797fbf5 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:42.283838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a700c0-d4aa-4bb5-8465-44c7ae478a03 req-59cc0b52-0bcd-4a70-9c2e-d5445a533c61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:42.286586 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-19a700c0-d4aa-4bb5-8465-44c7ae478a03 req-59cc0b52-0bcd-4a70-9c2e-d5445a533c61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 916 time: 0.4644265 Apr 18 21:36:42.291150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-834a5e38-481f-4d63-902f-2ab66de1e77b None None] Provisioning complete for port cdc0c119-8eba-43e9-a264-bbc27797fbf5 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:42.291526 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-834a5e38-481f-4d63-902f-2ab66de1e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.322896 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c1671-c16b-413c-b0da-77a328b5b4a4 None None] Pushing event updated for resources: {'Port': ['ID=5b2040d6-243b-476a-b67e-0623198211f5,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:42.345823 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Routers {'e414238e-513e-46f8-a4bf-93a53670ab3a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:42.346934 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e414238e-513e-46f8-a4bf-93a53670ab3a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:42.351129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-834a5e38-481f-4d63-902f-2ab66de1e77b None None] Port cdc0c119-8eba-43e9-a264-bbc27797fbf5 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:36:42.501143 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.517638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Transition to ACTIVE for port object ada3abc9-9117-4992-87d3-6e3f4ff1f45c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:42.558756 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] Set router e414238e-513e-46f8-a4bf-93a53670ab3a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:42.571013 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-19a700c0-d4aa-4bb5-8465-44c7ae478a03 req-aeada3fb-b007-4604-b410-622240ab125c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f101d5be-e085-4ed6-ad9e-5676124be56f HTTP/1.1" status: 200 len: 217 time: 0.1870463 Apr 18 21:36:42.574155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Transition to ACTIVE for port object ada3abc9-9117-4992-87d3-6e3f4ff1f45c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:42.578291 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.596626 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926795e-8d11-4328-89d4-6c9ed50e96a6 req-bc98e3d5-6a36-45cd-a3dd-70fc67c4b742 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:42.604033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d926795e-8d11-4328-89d4-6c9ed50e96a6 req-bc98e3d5-6a36-45cd-a3dd-70fc67c4b742 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 943 time: 0.6021843 Apr 18 21:36:42.641294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ae8f4-f8bf-48fb-a0b5-e10dda90a8ac req-168c2624-fdc2-4d25-a597-4b7c674ca4f5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:42.642922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe6ae8f4-f8bf-48fb-a0b5-e10dda90a8ac req-168c2624-fdc2-4d25-a597-4b7c674ca4f5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 931 time: 0.2223258 Apr 18 21:36:42.647611 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.649566 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.658726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a700c0-d4aa-4bb5-8465-44c7ae478a03 req-23a2d39a-c802-4ea0-80e9-62ce1504925d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:42.660534 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-19a700c0-d4aa-4bb5-8465-44c7ae478a03 req-23a2d39a-c802-4ea0-80e9-62ce1504925d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f73b1940-ffab-4f06-a08d-3f3c87735f84 HTTP/1.1" status: 200 len: 854 time: 0.0777206 Apr 18 21:36:42.728722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d926795e-8d11-4328-89d4-6c9ed50e96a6 req-21307c25-6c4f-41e4-b8fd-cb1fc6d60c0e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183147 Apr 18 21:36:42.739210 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-303818d2-ca4b-4932-b36e-23d327d46231 req-aab0967e-420f-4b3f-bd15-43da245dd02b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4381130 Apr 18 21:36:42.753741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Network 50451a90-b9fd-4e36-a67b-f76a608c9689 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:42.757879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:42.769628 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:42.783531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Pushing event updated for resources: {'Port': ['ID=ada3abc9-9117-4992-87d3-6e3f4ff1f45c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:42.921691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Attempting to bind port ada3abc9-9117-4992-87d3-6e3f4ff1f45c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:42.925031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Attempting to bind port ada3abc9-9117-4992-87d3-6e3f4ff1f45c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:42.926923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Attempting to bind port ada3abc9-9117-4992-87d3-6e3f4ff1f45c on network 50451a90-b9fd-4e36-a67b-f76a608c9689 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:42.941553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:42.941937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Checking segment: {'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:42.942668 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.943199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Bound using segment: {'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:42.943691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Bound port: ada3abc9-9117-4992-87d3-6e3f4ff1f45c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:42.944064 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.956033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe6ae8f4-f8bf-48fb-a0b5-e10dda90a8ac req-a98f7b01-6313-4e9e-afbd-c7e2c50a253c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044703 Apr 18 21:36:43.040620 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'name': 'tempest-TestAggregatesBasicOps-52305067-router', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '5b2040d6-243b-476a-b67e-0623198211f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:33Z', 'updated_at': '2022-04-18T21:36:36Z', 'revision_number': 3, 'project_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'gw_port': {'id': '5b2040d6-243b-476a-b67e-0623198211f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:35Z', 'updated_at': '2022-04-18T21:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:43.044967 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72060fae-0233-4a0d-be5f-a0eef185146c None None] The sync data for ids ['e414238e-513e-46f8-a4bf-93a53670ab3a'] in n-d-836017-3 is: [{'id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'name': 'tempest-TestAggregatesBasicOps-52305067-router', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '5b2040d6-243b-476a-b67e-0623198211f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:33Z', 'updated_at': '2022-04-18T21:36:36Z', 'revision_number': 3, 'project_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'gw_port': {'id': '5b2040d6-243b-476a-b67e-0623198211f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:35Z', 'updated_at': '2022-04-18T21:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:43.057203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] For port ada3abc9-9117-4992-87d3-6e3f4ff1f45c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:43.060916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] For port ada3abc9-9117-4992-87d3-6e3f4ff1f45c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ada3abc9-9117-4992-87d3-6e3f4ff1f45c,segment=NetworkSegment(085c2d19-d9f2-4916-b62d-d7f6f300b5b7),segment_id=085c2d19-d9f2-4916-b62d-d7f6f300b5b7)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:43.127785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e81e2-a6ed-4159-b76b-a899d89b9589 req-73f96a6b-9879-4d83-a999-5b63199d6f20 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:43.129385 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-784e81e2-a6ed-4159-b76b-a899d89b9589 req-73f96a6b-9879-4d83-a999-5b63199d6f20 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1963427 Apr 18 21:36:43.164119 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.249847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-784e81e2-a6ed-4159-b76b-a899d89b9589 req-e0f6e465-476e-4648-a835-f3e66e33b16d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035304 Apr 18 21:36:43.260441 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.298763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.365813 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-19a700c0-d4aa-4bb5-8465-44c7ae478a03 req-efe2dc41-ca69-4071-b419-687b31f7a4b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eeb6b84e-f8da-43e4-b706-8497e886851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6926332 Apr 18 21:36:43.367634 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-303818d2-ca4b-4932-b36e-23d327d46231 req-9d10932d-eb1e-4c06-9d70-f096b70c8820 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318167 Apr 18 21:36:43.377115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df45cd-9865-49ae-bae6-c5665b04c0a5 None None] Pushing event updated for resources: {'Port': ['ID=ada3abc9-9117-4992-87d3-6e3f4ff1f45c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:43.486766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Allocated IP 172.25.3.70 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/d47b5e45-d84f-4e03-a68f-ca73f811cdd4) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:43.678534 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.781298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.849745 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-19a700c0-d4aa-4bb5-8465-44c7ae478a03 req-6acf9024-04a7-4674-a627-9695055423a9 service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725022 Apr 18 21:36:43.855041 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-303818d2-ca4b-4932-b36e-23d327d46231 req-fd775db6-159f-484b-b4cf-15420e924d36 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513257 Apr 18 21:36:43.912961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f101d5be-e085-4ed6-ad9e-5676124be56f details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:36:43.963226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:43.967988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:43.971349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:44.018895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Pushing event updated for resources: {'Port': ['ID=d47b5e45-d84f-4e03-a68f-ca73f811cdd4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:44.109981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc0c119-8eba-43e9-a264-bbc27797fbf5 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:36:44.119897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:44.121269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f101d5be-e085-4ed6-ad9e-5676124be56f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f101d5be-e085-4ed6-ad9e-5676124be56f,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:44.137044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Transition to ACTIVE for port object cdc0c119-8eba-43e9-a264-bbc27797fbf5 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:44.143029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'f101d5be-e085-4ed6-ad9e-5676124be56f', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'port_id': 'f101d5be-e085-4ed6-ad9e-5676124be56f', 'mac_address': 'fa:16:3e:87:0f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:36:44.238937 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:44.246777 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:44.274675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f101d5be-e085-4ed6-ad9e-5676124be56f {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:36:44.291861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a7adc-6c05-4eb2-9f3f-dbce7ea544a0 req-4bcd3485-1e24-432d-8222-0bbfc6530c96 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:44.295388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b7a7adc-6c05-4eb2-9f3f-dbce7ea544a0 req-4bcd3485-1e24-432d-8222-0bbfc6530c96 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 943 time: 0.3775654 Apr 18 21:36:44.305566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f101d5be-e085-4ed6-ad9e-5676124be56f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f101d5be-e085-4ed6-ad9e-5676124be56f,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:44.397307 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:44.443593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b7a7adc-6c05-4eb2-9f3f-dbce7ea544a0 req-8230c27f-b55a-46fc-97ca-5d490e3adcaa tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354156 Apr 18 21:36:44.469183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9023a6-9010-41e0-af67-852fe1c591b4 req-52c2b847-90c0-46ad-ad08-f1f02661417c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:44.482850 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac9023a6-9010-41e0-af67-852fe1c591b4 req-52c2b847-90c0-46ad-ad08-f1f02661417c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 931 time: 0.3243289 Apr 18 21:36:44.537277 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f101d5be-e085-4ed6-ad9e-5676124be56f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:44.577256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc0c119-8eba-43e9-a264-bbc27797fbf5,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:44.585734 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-19a700c0-d4aa-4bb5-8465-44c7ae478a03 req-dba88325-9ae9-4965-b308-9975e382329a service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7221172 Apr 18 21:36:44.613016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['f101d5be-e085-4ed6-ad9e-5676124be56f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:36:44.658901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac9023a6-9010-41e0-af67-852fe1c591b4 req-18c79ced-01c6-495f-aa69-79b57ded93a6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514726 Apr 18 21:36:44.688592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:44.690010 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:44.755722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ada3abc9-9117-4992-87d3-6e3f4ff1f45c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:44.824861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80da970b-048f-4083-a535-38a65045ea95 None None] Network 50451a90-b9fd-4e36-a67b-f76a608c9689 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:36:44.869668 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:44.981971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7f04-548e-48dd-ac4f-86d368420af3 req-9b730ad7-8bed-4938-83d9-45d81f072a7d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:44.989267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e79a7f04-548e-48dd-ac4f-86d368420af3 req-9b730ad7-8bed-4938-83d9-45d81f072a7d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1871800 Apr 18 21:36:45.066808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Attempting to bind port cdc0c119-8eba-43e9-a264-bbc27797fbf5 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:45.067159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Attempting to bind port cdc0c119-8eba-43e9-a264-bbc27797fbf5 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:45.067489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Attempting to bind port cdc0c119-8eba-43e9-a264-bbc27797fbf5 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:45.070061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e79a7f04-548e-48dd-ac4f-86d368420af3 req-6b7caa5d-b431-4464-a165-44600cb71ef6 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798504 Apr 18 21:36:45.079171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Port cdc0c119-8eba-43e9-a264-bbc27797fbf5 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:36:45.079505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Attempting to bind port cdc0c119-8eba-43e9-a264-bbc27797fbf5 on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:45.088822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:45.089156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Checking segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:45.089883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Bound using segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:45.090017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Bound port: cdc0c119-8eba-43e9-a264-bbc27797fbf5, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:45.090348 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.224840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f902b01d-d1e8-4c40-8643-66ffc6a4bcd3 None None] Provisioning for port ada3abc9-9117-4992-87d3-6e3f4ff1f45c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:45.277431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Router 4e921653-bafc-4d17-b267-fcf6f85ba20a is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:36:45.306396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port ada3abc9-9117-4992-87d3-6e3f4ff1f45c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:45.313205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ada3abc9-9117-4992-87d3-6e3f4ff1f45c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:45.313682 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.367877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Allocated IP 172.20.0.1 (40bc6fc4-cc96-40bb-9024-ce749e09fe5b/7971c64f-d757-4c04-9959-d914dc5a0b8c/64c2c319-593a-4fa8-8e3f-93f2699015bd) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:45.486124 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.490716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] For port cdc0c119-8eba-43e9-a264-bbc27797fbf5, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:45.504798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] For port cdc0c119-8eba-43e9-a264-bbc27797fbf5, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=cdc0c119-8eba-43e9-a264-bbc27797fbf5,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:45.555113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port ada3abc9-9117-4992-87d3-6e3f4ff1f45c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ada3abc9-9117-4992-87d3-6e3f4ff1f45c,segment=NetworkSegment(085c2d19-d9f2-4916-b62d-d7f6f300b5b7),segment_id=085c2d19-d9f2-4916-b62d-d7f6f300b5b7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:45.576563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.631507 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.647825 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.683771 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.685000 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] 10.222.0.59 "PUT /v2.0/ports/cdc0c119-8eba-43e9-a264-bbc27797fbf5 HTTP/1.1" status: 200 len: 1091 time: 3.7003927 Apr 18 21:36:45.685554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'tag': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:45.696215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Transition to ACTIVE for port object 64c2c319-593a-4fa8-8e3f-93f2699015bd will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:45.709960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73af623-2cb2-4a1e-8430-2da00063a9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc0c119-8eba-43e9-a264-bbc27797fbf5,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:45.756829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=ada3abc9-9117-4992-87d3-6e3f4ff1f45c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:45.761273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-77a416ec-1ddb-4d6a-9067-8a09b228275b None None] Provisioning complete for port ada3abc9-9117-4992-87d3-6e3f4ff1f45c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:45.761993 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-77a416ec-1ddb-4d6a-9067-8a09b228275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.821132 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.857924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c72906-98ac-4bad-832f-aeecae24e71d req-8e490d65-7624-48f2-8848-b3f50bce5153 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:45.867243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87c72906-98ac-4bad-832f-aeecae24e71d req-8e490d65-7624-48f2-8848-b3f50bce5153 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 944 time: 0.1840522 Apr 18 21:36:45.916641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f101d5be-e085-4ed6-ad9e-5676124be56f up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:45.972450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Network 40bc6fc4-cc96-40bb-9024-ce749e09fe5b is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:45.972450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:45.976594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:46.014394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87c72906-98ac-4bad-832f-aeecae24e71d req-c93f0e8f-0fd6-4033-8613-bddf392cc6ae tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477628 Apr 18 21:36:46.045661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Pushing event updated for resources: {'Port': ['ID=64c2c319-593a-4fa8-8e3f-93f2699015bd,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:46.066040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:46.070323 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.081940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Sync routers for ids ['4e921653-bafc-4d17-b267-fcf6f85ba20a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:46.094832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Routers {'4e921653-bafc-4d17-b267-fcf6f85ba20a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:46.096835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4e921653-bafc-4d17-b267-fcf6f85ba20a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:46.117166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01885fa2-97d4-4f81-9df1-0d0d26ff9807 req-85a646b9-eb11-4eb1-8879-284b7075ef43 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:46.118919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01885fa2-97d4-4f81-9df1-0d0d26ff9807 req-85a646b9-eb11-4eb1-8879-284b7075ef43 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 943 time: 0.2349439 Apr 18 21:36:46.161241 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-6a149e28-5c18-4c72-86d4-7865d7a57172 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 1094 time: 0.3207579 Apr 18 21:36:46.204405 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.205833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-aaa4d4fd-1df3-48b6-a685-1dabb7d6dd25 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5643210 Apr 18 21:36:46.209438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37584) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:46.311212 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18146592-c455-4b84-90ca-84942d7779e6'] response: {'name': 'network-changed', 'server_uuid': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'tag': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'status': 'completed', 'code': 200} Apr 18 21:36:46.349028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37588) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:46.383882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port f101d5be-e085-4ed6-ad9e-5676124be56f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:46.384662 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-b24cb087-37ee-4d03-805b-38bcca4ce0c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc0c119-8eba-43e9-a264-bbc27797fbf5 HTTP/1.1" status: 200 len: 217 time: 0.2102194 Apr 18 21:36:46.431216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port f101d5be-e085-4ed6-ad9e-5676124be56f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:46.435794 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.541121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c04bb5-f4c3-4293-8081-353239762deb req-f91db420-ee35-4556-9f49-026f82082dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:46.542917 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-f91db420-ee35-4556-9f49-026f82082dfe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.1510792 Apr 18 21:36:46.548823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.621669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.642296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01885fa2-97d4-4f81-9df1-0d0d26ff9807 req-a0c0a335-2e93-4024-98f1-43e8b646817f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5163312 Apr 18 21:36:46.661997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Set router 4e921653-bafc-4d17-b267-fcf6f85ba20a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:46.684845 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6cf6567-d967-4470-a743-2d326c34ecb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.722353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ada3abc9-9117-4992-87d3-6e3f4ff1f45c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:46.797567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b6cf6567-d967-4470-a743-2d326c34ecb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:46.809587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b6cf6567-d967-4470-a743-2d326c34ecb1 admin admin] Usage tracker for resource:security_group_rule and tenant:d808dad89b5d4f00b9e06f99557dfb58 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:46.817811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b6cf6567-d967-4470-a743-2d326c34ecb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:46.840430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b6cf6567-d967-4470-a743-2d326c34ecb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:46.870782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f101d5be-e085-4ed6-ad9e-5676124be56f'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:46.929619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bca742-5e9b-431b-8e69-3c4b8df1f9c8 req-64abd4fa-7967-4ecd-97ac-b29fbd78b12b tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:46.931211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50bca742-5e9b-431b-8e69-3c4b8df1f9c8 req-64abd4fa-7967-4ecd-97ac-b29fbd78b12b tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.5039921 Apr 18 21:36:46.947136 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-179fcc59-2601-48da-9e6a-c4acd3da8db7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3538396 Apr 18 21:36:46.994226 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50bca742-5e9b-431b-8e69-3c4b8df1f9c8 req-96e46d2b-3e99-47f1-86db-7bd408b88034 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545995 Apr 18 21:36:47.030710 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14ec7c5-dcc0-4c8a-a572-c1b0259b0284'] response: {'server_uuid': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f101d5be-e085-4ed6-ad9e-5676124be56f', 'code': 200} Apr 18 21:36:47.062200 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port f101d5be-e085-4ed6-ad9e-5676124be56f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f101d5be-e085-4ed6-ad9e-5676124be56f,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:47.063238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a20b806b-f483-4077-9db9-d3666ed11e44 None None] Provisioning for port 64c2c319-593a-4fa8-8e3f-93f2699015bd completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:47.077164 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a20b806b-f483-4077-9db9-d3666ed11e44 None None] Provisioning complete for port 64c2c319-593a-4fa8-8e3f-93f2699015bd triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:47.077575 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a20b806b-f483-4077-9db9-d3666ed11e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.176761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a20b806b-f483-4077-9db9-d3666ed11e44 None None] Port 64c2c319-593a-4fa8-8e3f-93f2699015bd cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:36:47.190167 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.265984 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-0c809e82-75c7-4f74-a659-00252a8821ce service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021157 Apr 18 21:36:47.268115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6cf6567-d967-4470-a743-2d326c34ecb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.303870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ada3abc9-9117-4992-87d3-6e3f4ff1f45c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:47.304313 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.334529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=f101d5be-e085-4ed6-ad9e-5676124be56f,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:47.353505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba36f-6d58-48b0-981d-d9595a49a6e5 req-7bf85221-a10d-43fa-8898-1e6177b02961 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:47.354947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e7dba36f-6d58-48b0-981d-d9595a49a6e5 req-7bf85221-a10d-43fa-8898-1e6177b02961 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 945 time: 0.0965970 Apr 18 21:36:47.356341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:44Z', 'revision_number': 3, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:47.364851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Checking router: 4e921653-bafc-4d17-b267-fcf6f85ba20a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:47.364851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Updating router 4e921653-bafc-4d17-b267-fcf6f85ba20a port d47b5e45-d84f-4e03-a68f-ca73f811cdd4 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:36:47.375089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.376902 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6cf6567-d967-4470-a743-2d326c34ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.404777 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d5a9a061-3378-4c60-b0cf-1ee1089dc52d req-da6b4fee-f8e6-4922-baa0-cde2b731ce63 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 1095 time: 0.3530910 Apr 18 21:36:47.432869 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.435368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e7dba36f-6d58-48b0-981d-d9595a49a6e5 req-25f33375-2d16-47e0-92bd-37b2f9a1df35 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640821 Apr 18 21:36:47.458532 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.621607 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.640802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf6567-d967-4470-a743-2d326c34ecb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21e74a8-9c92-44b9-804d-bb6376b47da2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:47.707124 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d5a9a061-3378-4c60-b0cf-1ee1089dc52d req-c59de74e-cf46-4987-9a3b-788db84f3010 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957430 Apr 18 21:36:47.728638 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b6cf6567-d967-4470-a743-2d326c34ecb1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d808dad89b5d4f00b9e06f99557dfb58&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3580303 Apr 18 21:36:47.729609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37604) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:47.741577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Pushing event updated for resources: {'Port': ['ID=64c2c319-593a-4fa8-8e3f-93f2699015bd,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:47.745503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-56c04bb5-f4c3-4293-8081-353239762deb req-b61fa48e-d40c-43b1-abcc-1bcbb2bd4f49 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710400 Apr 18 21:36:47.749683 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.835653 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.850643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Transition to ACTIVE for port object d47b5e45-d84f-4e03-a68f-ca73f811cdd4 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:47.898139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Network 40bc6fc4-cc96-40bb-9024-ce749e09fe5b is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:47.899349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:47.929397 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.025760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33898877-ce7e-4341-bd5c-03f61f9e7f5f None None] Pushing event updated for resources: {'Port': ['ID=d47b5e45-d84f-4e03-a68f-ca73f811cdd4,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:48.030346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Attempting to bind port d47b5e45-d84f-4e03-a68f-ca73f811cdd4 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:48.032732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Attempting to bind port d47b5e45-d84f-4e03-a68f-ca73f811cdd4 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:48.033137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Attempting to bind port d47b5e45-d84f-4e03-a68f-ca73f811cdd4 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:48.040910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:48.041294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:48.041995 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.042120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:48.042586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Bound port: d47b5e45-d84f-4e03-a68f-ca73f811cdd4, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:48.043087 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.108755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e5f8daa3-0b90-41e0-a5f8-2c87978f4784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.150736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] For port d47b5e45-d84f-4e03-a68f-ca73f811cdd4, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:48.155239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] For port d47b5e45-d84f-4e03-a68f-ca73f811cdd4, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d47b5e45-d84f-4e03-a68f-ca73f811cdd4,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:48.176653 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e5f8daa3-0b90-41e0-a5f8-2c87978f4784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.180633 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aeb7000b-c8ee-4dfa-84d8-44e6d45b85c8 req-28846e4a-3029-409b-80ff-08dcd6a655f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 1094 time: 0.1489043 Apr 18 21:36:48.226492 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.347285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d3824-7268-4bb2-890b-a5c99d6a84b6 req-2896e084-c196-4c84-84b0-6bad94b657c5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:48.349045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f8d3824-7268-4bb2-890b-a5c99d6a84b6 req-2896e084-c196-4c84-84b0-6bad94b657c5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 943 time: 0.5436134 Apr 18 21:36:48.376155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33898877-ce7e-4341-bd5c-03f61f9e7f5f None None] Pushing event updated for resources: {'Port': ['ID=d47b5e45-d84f-4e03-a68f-ca73f811cdd4,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:48.382451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Routers {'4e921653-bafc-4d17-b267-fcf6f85ba20a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:48.386553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4e921653-bafc-4d17-b267-fcf6f85ba20a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:48.487130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Allocated IP 172.20.0.1 (50451a90-b9fd-4e36-a67b-f76a608c9689/c0c03006-906a-41bc-b660-43904bcb0e3b/a69e7232-2eb4-46f4-8630-e79609b585f0) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:48.508218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a4d6332e-14f3-493f-b542-e924920a515e None None] Provisioning complete for port 64c2c319-593a-4fa8-8e3f-93f2699015bd triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:48.508835 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a4d6332e-14f3-493f-b542-e924920a515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.526829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7000b-c8ee-4dfa-84d8-44e6d45b85c8 req-2f1438c7-0a2c-4454-ab6d-f09b37107604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:48.528265 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aeb7000b-c8ee-4dfa-84d8-44e6d45b85c8 req-2f1438c7-0a2c-4454-ab6d-f09b37107604 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.2834625 Apr 18 21:36:48.530451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f8d3824-7268-4bb2-890b-a5c99d6a84b6 req-a26a43f0-0015-46bf-a676-1696cfb9ca0d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726153 Apr 18 21:36:48.640153 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aeb7000b-c8ee-4dfa-84d8-44e6d45b85c8 req-39510ff1-3116-44f9-8755-3c39524de633 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc0c119-8eba-43e9-a264-bbc27797fbf5 HTTP/1.1" status: 200 len: 217 time: 0.0930977 Apr 18 21:36:48.649700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6332e-14f3-493f-b542-e924920a515e None None] Port 64c2c319-593a-4fa8-8e3f-93f2699015bd cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:36:48.684788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a30235-36e1-43ab-bf6e-1ae8b9baa977 req-3e3e710c-67b1-44b4-9244-b9b8b1f6cd3d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:48.687183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47a30235-36e1-43ab-bf6e-1ae8b9baa977 req-3e3e710c-67b1-44b4-9244-b9b8b1f6cd3d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.4681520 Apr 18 21:36:48.692827 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e5f8daa3-0b90-41e0-a5f8-2c87978f4784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.753115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] Set router 4e921653-bafc-4d17-b267-fcf6f85ba20a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:48.791519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7000b-c8ee-4dfa-84d8-44e6d45b85c8 req-4c9e90ad-915d-4829-b528-02635a938c54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:48.792958 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aeb7000b-c8ee-4dfa-84d8-44e6d45b85c8 req-4c9e90ad-915d-4829-b528-02635a938c54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.1399214 Apr 18 21:36:48.803736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5b2040d6-243b-476a-b67e-0623198211f5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:48.808013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8daa3-0b90-41e0-a5f8-2c87978f4784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21e74a8-9c92-44b9-804d-bb6376b47da2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:48.846294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Router e414238e-513e-46f8-a4bf-93a53670ab3a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:48.850534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47a30235-36e1-43ab-bf6e-1ae8b9baa977 req-14aaf52c-ec98-44ba-afa3-730c3f5b93bc tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427824 Apr 18 21:36:48.866624 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e5f8daa3-0b90-41e0-a5f8-2c87978f4784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.880704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e5f8daa3-0b90-41e0-a5f8-2c87978f4784 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b21e74a8-9c92-44b9-804d-bb6376b47da2 HTTP/1.1" status: 204 len: 168 time: 1.1393497 Apr 18 21:36:49.017883 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.032399 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:36:49.034837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849531a-9a45-460a-b12d-a8622c01995c req-574ebfa6-9194-4bab-a9b6-7992583f6193 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:49.036643 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4849531a-9a45-460a-b12d-a8622c01995c req-574ebfa6-9194-4bab-a9b6-7992583f6193 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 945 time: 0.3395891 Apr 18 21:36:49.079442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Transition to ACTIVE for port object a69e7232-2eb4-46f4-8630-e79609b585f0 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:49.124465 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aeb7000b-c8ee-4dfa-84d8-44e6d45b85c8 req-16a10665-c203-4479-845d-6ec098208fe4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3199799 Apr 18 21:36:49.248885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4849531a-9a45-460a-b12d-a8622c01995c req-137eae2d-54c4-46c0-8d76-4abd4d0aa34f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049708 Apr 18 21:36:49.297430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894a2e3-ac3a-4e36-a47d-092be65cf982 req-60b9dfea-bf06-40cc-970b-f73a1aa0c900 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:49.299208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0894a2e3-ac3a-4e36-a47d-092be65cf982 req-60b9dfea-bf06-40cc-970b-f73a1aa0c900 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.2295635 Apr 18 21:36:49.308679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37616) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:49.325395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-16a9423a-6f8f-42b9-a476-f77a1456b590 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Request body: {'floatingip': {'port_id': 'f01234fc-6535-42ea-937d-58dde3a6d0e4'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:49.334071 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aeb7000b-c8ee-4dfa-84d8-44e6d45b85c8 req-816d3297-2657-4b96-b7de-8e9423838dca service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014658 Apr 18 21:36:49.413987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 5b2040d6-243b-476a-b67e-0623198211f5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:49.420592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:44Z', 'revision_number': 3, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:49.429842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 5b2040d6-243b-476a-b67e-0623198211f5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:49.431762 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.444941 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.485583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b947a0-71c6-4513-a283-896e42f94c62 None None] The sync data for ids ['4e921653-bafc-4d17-b267-fcf6f85ba20a'] in n-d-836017-3 is: [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:44Z', 'revision_number': 3, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:49.579947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a69e7232-2eb4-46f4-8630-e79609b585f0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:49.627417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Network 50451a90-b9fd-4e36-a67b-f76a608c9689 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:49.631522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:49.634414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:49.656240 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.679895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 5b2040d6-243b-476a-b67e-0623198211f5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5b2040d6-243b-476a-b67e-0623198211f5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:49.716632 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.724812 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aeb7000b-c8ee-4dfa-84d8-44e6d45b85c8 req-453a85d7-d5b3-4b61-b64d-ef27b4057b85 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770275 Apr 18 21:36:49.767633 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.770697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:49.813233 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c72e0426-5858-4f9f-9fc4-8fc75501cb55 admin admin] 10.222.0.11 "PUT /v2.0/routers/e414238e-513e-46f8-a4bf-93a53670ab3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7424054 Apr 18 21:36:49.817707 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-16a9423a-6f8f-42b9-a476-f77a1456b590 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.851962 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=5b2040d6-243b-476a-b67e-0623198211f5,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:49.912630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37626) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:49.934018 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e78c3cc-944c-4168-887c-17e0598e30a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.998412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e78c3cc-944c-4168-887c-17e0598e30a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:49.998412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e78c3cc-944c-4168-887c-17e0598e30a7 admin admin] Usage tracker for resource:security_group_rule and tenant:0af9606865b64507854be7044011ca92 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:49.998412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e78c3cc-944c-4168-887c-17e0598e30a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:49.998412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e78c3cc-944c-4168-887c-17e0598e30a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:50.057330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41afba-cfe2-455f-b5e8-0a1495541c31 req-1f0267cc-f391-401f-aa60-5fb07b61645a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:50.058717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ff41afba-cfe2-455f-b5e8-0a1495541c31 req-1f0267cc-f391-401f-aa60-5fb07b61645a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 943 time: 0.3063095 Apr 18 21:36:50.071333 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e78c3cc-944c-4168-887c-17e0598e30a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:50.109743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6fc4587c-8a7e-466b-a4f7-2c0af7ef8c40 None None] Provisioning for port a69e7232-2eb4-46f4-8630-e79609b585f0 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:50.114910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6fc4587c-8a7e-466b-a4f7-2c0af7ef8c40 None None] Provisioning complete for port a69e7232-2eb4-46f4-8630-e79609b585f0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:50.119055 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6fc4587c-8a7e-466b-a4f7-2c0af7ef8c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:50.157244 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:50.170770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4587c-8a7e-466b-a4f7-2c0af7ef8c40 None None] Port a69e7232-2eb4-46f4-8630-e79609b585f0 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:36:50.173779 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e78c3cc-944c-4168-887c-17e0598e30a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:50.210115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78c3cc-944c-4168-887c-17e0598e30a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bb7ff3-f88d-4d4d-8835-102e68249bac,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:50.237571 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5e78c3cc-944c-4168-887c-17e0598e30a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0af9606865b64507854be7044011ca92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3232665 Apr 18 21:36:50.239620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37634) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:50.301244 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ced60941-5295-4380-bba9-a4c4758eb32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:50.331737 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ced60941-5295-4380-bba9-a4c4758eb32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:50.441664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ced60941-5295-4380-bba9-a4c4758eb32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:50.459126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced60941-5295-4380-bba9-a4c4758eb32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bb7ff3-f88d-4d4d-8835-102e68249bac,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:50.468007 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ced60941-5295-4380-bba9-a4c4758eb32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:50.470519 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ced60941-5295-4380-bba9-a4c4758eb32b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33bb7ff3-f88d-4d4d-8835-102e68249bac HTTP/1.1" status: 204 len: 168 time: 0.2284832 Apr 18 21:36:50.594695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ff41afba-cfe2-455f-b5e8-0a1495541c31 req-f0303333-1ee8-439a-9491-08c0433248ea tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5257907 Apr 18 21:36:50.632283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5b2040d6-243b-476a-b67e-0623198211f5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:50.732587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 5b2040d6-243b-476a-b67e-0623198211f5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:50.733196 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:50.865235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed566db-ed9b-4eaf-9c4b-f3134ce8a516 req-11832747-78ef-4a42-ad52-b836fdc7c484 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:50.866710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ed566db-ed9b-4eaf-9c4b-f3134ce8a516 req-11832747-78ef-4a42-ad52-b836fdc7c484 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 945 time: 0.3202100 Apr 18 21:36:50.917673 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:50.961870 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ed566db-ed9b-4eaf-9c4b-f3134ce8a516 req-24f24c97-cb35-49de-a317-377790551ee8 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822070 Apr 18 21:36:50.991837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:51.113592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [None req-16a9423a-6f8f-42b9-a476-f77a1456b590 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:36:51.246628 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:51.258155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a69e7232-2eb4-46f4-8630-e79609b585f0,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:51.311020 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-16a9423a-6f8f-42b9-a476-f77a1456b590 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:51.379340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-16a9423a-6f8f-42b9-a476-f77a1456b590 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:51.535654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e55d3-d910-40e1-9629-b8c878541e08 req-fa70063b-2c14-46fa-a3ca-bb2701b9f031 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:51.537115 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c1e55d3-d910-40e1-9629-b8c878541e08 req-fa70063b-2c14-46fa-a3ca-bb2701b9f031 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 945 time: 0.3719735 Apr 18 21:36:51.547243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37680) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:51.554370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-02fcf0cb-f9d4-4e04-90e3-a13fe425b629 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'floatingip': {'port_id': 'f101d5be-e085-4ed6-ad9e-5676124be56f'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:51.585446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Network 50451a90-b9fd-4e36-a67b-f76a608c9689 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:51.587572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:51.693813 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-02fcf0cb-f9d4-4e04-90e3-a13fe425b629 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:52.017492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d5b9a073-fd12-4541-bd47-483ce0a4a991 None None] Provisioning complete for port a69e7232-2eb4-46f4-8630-e79609b585f0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:52.018485 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a073-fd12-4541-bd47-483ce0a4a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:52.095018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d5b9a073-fd12-4541-bd47-483ce0a4a991 None None] Port a69e7232-2eb4-46f4-8630-e79609b585f0 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:36:52.159450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37706) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:52.378477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d08546-f4b5-4f77-9fc1-395f1fc4d26c req-d8e4e7e0-3d6f-4968-b84e-af19806d6a84 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:52.395307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45d08546-f4b5-4f77-9fc1-395f1fc4d26c req-d8e4e7e0-3d6f-4968-b84e-af19806d6a84 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 943 time: 0.5519786 Apr 18 21:36:52.500480 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45d08546-f4b5-4f77-9fc1-395f1fc4d26c req-b1196fb0-b48d-441f-a743-faed0c97a5bd tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041982 Apr 18 21:36:52.589326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Router 4e921653-bafc-4d17-b267-fcf6f85ba20a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:52.732437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d47b5e45-d84f-4e03-a68f-ca73f811cdd4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:52.751677 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Sync routers for ids ['e414238e-513e-46f8-a4bf-93a53670ab3a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:52.771420 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Routers {'e414238e-513e-46f8-a4bf-93a53670ab3a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:52.774363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a9423a-6f8f-42b9-a476-f77a1456b590 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Router b9327b39-73f2-42fc-8118-927db2a87f56 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:52.775040 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e414238e-513e-46f8-a4bf-93a53670ab3a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:52.810606 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-02fcf0cb-f9d4-4e04-90e3-a13fe425b629 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:52.889140 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-02fcf0cb-f9d4-4e04-90e3-a13fe425b629 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:52.963117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port d47b5e45-d84f-4e03-a68f-ca73f811cdd4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:52.972490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d47b5e45-d84f-4e03-a68f-ca73f811cdd4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:52.972490 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:53.048543 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Set router e414238e-513e-46f8-a4bf-93a53670ab3a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:53.052791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:53.066737 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-218cf231-a4aa-4a80-9e9f-7b4e0749b5f8 admin admin] 10.222.0.11 "PUT /v2.0/routers/4e921653-bafc-4d17-b267-fcf6f85ba20a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8489406 Apr 18 21:36:53.139574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a9423a-6f8f-42b9-a476-f77a1456b590 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:53.150891 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-16a9423a-6f8f-42b9-a476-f77a1456b590 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:53.255105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:53.259852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f54408d-ced6-4bfa-ba12-d814a7b9d055 None None] Sync routers for ids ['b9327b39-73f2-42fc-8118-927db2a87f56'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:53.305761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port d47b5e45-d84f-4e03-a68f-ca73f811cdd4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d47b5e45-d84f-4e03-a68f-ca73f811cdd4,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:53.308867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54408d-ced6-4bfa-ba12-d814a7b9d055 None None] Routers {'b9327b39-73f2-42fc-8118-927db2a87f56'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:53.309639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5f54408d-ced6-4bfa-ba12-d814a7b9d055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b9327b39-73f2-42fc-8118-927db2a87f56'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:53.376771 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:53.382075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'tag': 'f01234fc-6535-42ea-937d-58dde3a6d0e4'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:53.490499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-16a9423a-6f8f-42b9-a476-f77a1456b590 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "PUT /v2.0/floatingips/9f53af04-795e-4b39-b6a2-d9426a98a5ce HTTP/1.1" status: 200 len: 993 time: 4.1806176 Apr 18 21:36:53.502947 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79cdef80-fa1f-444a-80ee-5013c902cae2'] response: {'name': 'network-changed', 'server_uuid': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'tag': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'status': 'completed', 'code': 200} Apr 18 21:36:53.616845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d47b5e45-d84f-4e03-a68f-ca73f811cdd4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:53.759735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-5f54408d-ced6-4bfa-ba12-d814a7b9d055 None None] Set router b9327b39-73f2-42fc-8118-927db2a87f56 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:53.923515 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6d9900db-d37f-4016-943a-606b17ff07d6 req-3e19558a-eb5a-4b93-8977-95d80b12468f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 1096 time: 0.2486248 Apr 18 21:36:53.925883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7b4f1-46fc-4882-aba7-9191e467e4c6 req-f0d45437-d6c9-4972-a2f5-40752afa44f3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:53.932773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dfa7b4f1-46fc-4882-aba7-9191e467e4c6 req-f0d45437-d6c9-4972-a2f5-40752afa44f3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 943 time: 0.1724989 Apr 18 21:36:53.998571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dfa7b4f1-46fc-4882-aba7-9191e467e4c6 req-56a92230-14a4-441c-b0da-70e266ff2813 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645616 Apr 18 21:36:54.070988 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'name': 'tempest-TestAggregatesBasicOps-52305067-router', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '5b2040d6-243b-476a-b67e-0623198211f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:33Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'gw_port': {'id': '5b2040d6-243b-476a-b67e-0623198211f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:35Z', 'updated_at': '2022-04-18T21:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '64c2c319-593a-4fa8-8e3f-93f2699015bd', 'name': '', 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'mac_address': 'fa:16:3e:1f:f5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7971c64f-d757-4c04-9959-d914dc5a0b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:44Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 2, 'project_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'subnets': [{'id': '7971c64f-d757-4c04-9959-d914dc5a0b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:54.077500 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Checking router: e414238e-513e-46f8-a4bf-93a53670ab3a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:54.077928 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Updating router e414238e-513e-46f8-a4bf-93a53670ab3a port 64c2c319-593a-4fa8-8e3f-93f2699015bd binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:36:54.142360 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:54.269294 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-02fcf0cb-f9d4-4e04-90e3-a13fe425b629 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Floating IP aeca2cc1-791d-4207-86a0-21e2731230d7 associated. External IP: 172.25.3.142, port: f101d5be-e085-4ed6-ad9e-5676124be56f. Apr 18 21:36:54.345732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9900db-d37f-4016-943a-606b17ff07d6 req-f94dc72f-ceb9-453e-bd29-19212dcdf6af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:54.347181 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6d9900db-d37f-4016-943a-606b17ff07d6 req-f94dc72f-ceb9-453e-bd29-19212dcdf6af service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.4051692 Apr 18 21:36:54.359713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5f54408d-ced6-4bfa-ba12-d814a7b9d055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '9f53af04-795e-4b39-b6a2-d9426a98a5ce', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'port_id': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'mac_address': 'fa:16:3e:3d:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:13Z', 'updated_at': '2022-04-18T21:36:50Z', 'revision_number': 3, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24e7ccd-843c-4ce4-bf06-4b1f9e593f34', 'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'mac_address': 'fa:16:3e:2c:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:06Z', 'updated_at': '2022-04-18T21:32:21Z', 'revision_number': 5, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'subnets': [{'id': '130930d8-1729-48fe-bf80-851666da5a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:54.364775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f54408d-ced6-4bfa-ba12-d814a7b9d055 None None] Checking router: b9327b39-73f2-42fc-8118-927db2a87f56 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:54.377945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54408d-ced6-4bfa-ba12-d814a7b9d055 None None] Routers {'b9327b39-73f2-42fc-8118-927db2a87f56'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:54.378929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5f54408d-ced6-4bfa-ba12-d814a7b9d055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b9327b39-73f2-42fc-8118-927db2a87f56'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:54.497147 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a448a63-89d8-450b-81b6-9d5021ea9e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:54.587985 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:54.617654 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Transition to ACTIVE for port object 64c2c319-593a-4fa8-8e3f-93f2699015bd will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:54.641698 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f6a85ef9-4cf4-4887-acc6-8e267aa196db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:54.665449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-5f54408d-ced6-4bfa-ba12-d814a7b9d055 None None] Set router b9327b39-73f2-42fc-8118-927db2a87f56 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:54.687273 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:54.690739 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6d9900db-d37f-4016-943a-606b17ff07d6 req-7fe0bf49-e881-4bbc-ad85-c96a732ffe52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01234fc-6535-42ea-937d-58dde3a6d0e4 HTTP/1.1" status: 200 len: 1001 time: 0.2844255 Apr 18 21:36:54.750489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d47b5e45-d84f-4e03-a68f-ca73f811cdd4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:54.798435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9900db-d37f-4016-943a-606b17ff07d6 req-ad1df063-69ef-4aff-ba03-009827e3080f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:54.799961 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6d9900db-d37f-4016-943a-606b17ff07d6 req-ad1df063-69ef-4aff-ba03-009827e3080f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.1003778 Apr 18 21:36:54.920194 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a3117-30c2-4b38-96bf-65857bd3215f None None] Pushing event updated for resources: {'Port': ['ID=64c2c319-593a-4fa8-8e3f-93f2699015bd,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:55.045716 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Attempting to bind port 64c2c319-593a-4fa8-8e3f-93f2699015bd on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:55.046137 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Attempting to bind port 64c2c319-593a-4fa8-8e3f-93f2699015bd by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '45118a72-d872-42f4-be54-6fcb5556ef72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:55.046498 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Attempting to bind port 64c2c319-593a-4fa8-8e3f-93f2699015bd on network 40bc6fc4-cc96-40bb-9024-ce749e09fe5b {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:55.054347 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:55.054777 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Checking segment: {'id': '45118a72-d872-42f4-be54-6fcb5556ef72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:55.058369 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.058718 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Bound using segment: {'id': '45118a72-d872-42f4-be54-6fcb5556ef72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:55.059323 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Bound port: 64c2c319-593a-4fa8-8e3f-93f2699015bd, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45118a72-d872-42f4-be54-6fcb5556ef72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:55.059711 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.197755 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d47b5e45-d84f-4e03-a68f-ca73f811cdd4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:55.198305 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.202935 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] For port 64c2c319-593a-4fa8-8e3f-93f2699015bd, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:55.208387 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] For port 64c2c319-593a-4fa8-8e3f-93f2699015bd, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=64c2c319-593a-4fa8-8e3f-93f2699015bd,segment=NetworkSegment(45118a72-d872-42f4-be54-6fcb5556ef72),segment_id=45118a72-d872-42f4-be54-6fcb5556ef72)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:55.275087 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6d9900db-d37f-4016-943a-606b17ff07d6 req-3b72e187-d4f7-4b29-b99f-c552a4db8280 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4631798 Apr 18 21:36:55.312743 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.395008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37762) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:55.418651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-874824693-network', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:55.451503 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a3117-30c2-4b38-96bf-65857bd3215f None None] Pushing event updated for resources: {'Port': ['ID=64c2c319-593a-4fa8-8e3f-93f2699015bd,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:55.452930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:55.460476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5f54408d-ced6-4bfa-ba12-d814a7b9d055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '9f53af04-795e-4b39-b6a2-d9426a98a5ce', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'port_id': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'mac_address': 'fa:16:3e:3d:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:13Z', 'updated_at': '2022-04-18T21:36:50Z', 'revision_number': 3, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24e7ccd-843c-4ce4-bf06-4b1f9e593f34', 'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'mac_address': 'fa:16:3e:2c:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:06Z', 'updated_at': '2022-04-18T21:32:21Z', 'revision_number': 5, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'subnets': [{'id': '130930d8-1729-48fe-bf80-851666da5a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:55.465267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f54408d-ced6-4bfa-ba12-d814a7b9d055 None None] The sync data for ids ['b9327b39-73f2-42fc-8118-927db2a87f56'] in n-d-836017-3 is: [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '9f53af04-795e-4b39-b6a2-d9426a98a5ce', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'port_id': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'mac_address': 'fa:16:3e:3d:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:13Z', 'updated_at': '2022-04-18T21:36:50Z', 'revision_number': 3, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24e7ccd-843c-4ce4-bf06-4b1f9e593f34', 'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'mac_address': 'fa:16:3e:2c:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:06Z', 'updated_at': '2022-04-18T21:32:21Z', 'revision_number': 5, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'subnets': [{'id': '130930d8-1729-48fe-bf80-851666da5a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:55.470141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Usage tracker for resource:network and tenant:a4c6140c2a634fdfb7d9c138f46f749f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:55.473516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:55.497625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:55.501583 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Routers {'e414238e-513e-46f8-a4bf-93a53670ab3a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:55.502769 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e414238e-513e-46f8-a4bf-93a53670ab3a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:55.504147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'tag': 'f01234fc-6535-42ea-937d-58dde3a6d0e4'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:55.523378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42c211-8f6e-43da-a9f1-214e09b7ef93 req-e7e09853-a779-4726-af15-06873928437b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:55.526699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a42c211-8f6e-43da-a9f1-214e09b7ef93 req-e7e09853-a779-4726-af15-06873928437b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 943 time: 0.2427413 Apr 18 21:36:55.589030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Made reservation on behalf of a4c6140c2a634fdfb7d9c138f46f749f for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:55.592448 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.610666 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.636835 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40eb71f3-767c-41a1-b1cd-a47c0fd900f5'] response: {'name': 'network-changed', 'server_uuid': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'tag': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'status': 'completed', 'code': 200} Apr 18 21:36:55.671170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8a42c211-8f6e-43da-a9f1-214e09b7ef93 req-f69dd27f-421f-4cdf-a8a9-68288a5edee3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330235 Apr 18 21:36:55.721670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:55.728083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Usage tracker for resource:security_group_rule and tenant:a4c6140c2a634fdfb7d9c138f46f749f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:55.734918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:55.749203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:55.761065 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] Set router e414238e-513e-46f8-a4bf-93a53670ab3a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:55.858613 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.924275 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6d9900db-d37f-4016-943a-606b17ff07d6 req-0c021ba0-6e14-46cb-9d03-8493b0fb7bdc service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073141 Apr 18 21:36:55.940424 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.983830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device cdc0c119-8eba-43e9-a264-bbc27797fbf5 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:36:55.997703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0579d78-b651-45dc-8ed2-019e391d8aa8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:56.017092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:36:56.037265 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:56.037703 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Added segment 7983ba20-f47c-4662-acda-aad22f6e17f5 of type vlan for network 470f4f7a-c52c-4949-9a3c-c01ce3ab5742 Apr 18 21:36:56.096157 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6d9900db-d37f-4016-943a-606b17ff07d6 req-bbd108d9-4054-4cc2-a2fb-04131f7f7825 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628435 Apr 18 21:36:56.099405 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:56.195035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port cdc0c119-8eba-43e9-a264-bbc27797fbf5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=cdc0c119-8eba-43e9-a264-bbc27797fbf5,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:56.213909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'port_id': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'mac_address': 'fa:16:3e:8b:90:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:36:56.260224 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:56.262378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:56.267622 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:56.295823 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:56.329517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc0c119-8eba-43e9-a264-bbc27797fbf5 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:36:56.352292 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8b0f32c-ac14-4af6-8ecf-84688368ec10 req-4c4f25fe-6c1d-49ad-a3f5-e4715ec854aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 1096 time: 0.1844492 Apr 18 21:36:56.353018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port cdc0c119-8eba-43e9-a264-bbc27797fbf5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=cdc0c119-8eba-43e9-a264-bbc27797fbf5,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:56.354276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fcf0cb-f9d4-4e04-90e3-a13fe425b629 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:56.418535 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:56.454966 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'name': 'tempest-TestAggregatesBasicOps-52305067-router', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '5b2040d6-243b-476a-b67e-0623198211f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:33Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'gw_port': {'id': '5b2040d6-243b-476a-b67e-0623198211f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:35Z', 'updated_at': '2022-04-18T21:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '64c2c319-593a-4fa8-8e3f-93f2699015bd', 'name': '', 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'mac_address': 'fa:16:3e:1f:f5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7971c64f-d757-4c04-9959-d914dc5a0b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:44Z', 'updated_at': '2022-04-18T21:36:55Z', 'revision_number': 4, 'project_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'subnets': [{'id': '7971c64f-d757-4c04-9959-d914dc5a0b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:56.470844 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14074-f0b8-47f7-afb2-1c31c2b7a9b9 None None] The sync data for ids ['e414238e-513e-46f8-a4bf-93a53670ab3a'] in n-d-836017-3 is: [{'id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'name': 'tempest-TestAggregatesBasicOps-52305067-router', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '5b2040d6-243b-476a-b67e-0623198211f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:33Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'gw_port': {'id': '5b2040d6-243b-476a-b67e-0623198211f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:35Z', 'updated_at': '2022-04-18T21:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '64c2c319-593a-4fa8-8e3f-93f2699015bd', 'name': '', 'network_id': '40bc6fc4-cc96-40bb-9024-ce749e09fe5b', 'tenant_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'mac_address': 'fa:16:3e:1f:f5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e414238e-513e-46f8-a4bf-93a53670ab3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7971c64f-d757-4c04-9959-d914dc5a0b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:44Z', 'updated_at': '2022-04-18T21:36:55Z', 'revision_number': 4, 'project_id': '62f89e9ae1bd45fb8690ec9d05b52933', 'subnets': [{'id': '7971c64f-d757-4c04-9959-d914dc5a0b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:56.493503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] Pushing event updated for resources: {'Network': ['ID=470f4f7a-c52c-4949-9a3c-c01ce3ab5742,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:56.523597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 470f4f7a-c52c-4949-9a3c-c01ce3ab5742 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:36:56.590674 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e48b88ef-abda-45ef-a954-a1b18a935f3b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1883571 Apr 18 21:36:56.590674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37772) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:56.604002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Request body: {'subnet': {'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-874824693-subnet', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:56.629245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:56.648345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Usage tracker for resource:subnet and tenant:a4c6140c2a634fdfb7d9c138f46f749f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:56.658426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['cdc0c119-8eba-43e9-a264-bbc27797fbf5'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:36:56.665762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:56.683693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:56.753132 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=cdc0c119-8eba-43e9-a264-bbc27797fbf5,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:56.808477 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 64c2c319-593a-4fa8-8e3f-93f2699015bd up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:56.821676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Made reservation on behalf of a4c6140c2a634fdfb7d9c138f46f749f for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:56.826482 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:56.853351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0f32c-ac14-4af6-8ecf-84688368ec10 req-312a95f0-4ab7-4290-b13a-39c752907eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:56.855074 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8b0f32c-ac14-4af6-8ecf-84688368ec10 req-312a95f0-4ab7-4290-b13a-39c752907eef service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.4905446 Apr 18 21:36:57.079277 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8b0f32c-ac14-4af6-8ecf-84688368ec10 req-81163b7e-0319-4aa6-95b4-a6b70776a6c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01234fc-6535-42ea-937d-58dde3a6d0e4 HTTP/1.1" status: 200 len: 1001 time: 0.1958249 Apr 18 21:36:57.152776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 64c2c319-593a-4fa8-8e3f-93f2699015bd completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:57.192486 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 64c2c319-593a-4fa8-8e3f-93f2699015bd triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:57.192859 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.207955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1a448a63-89d8-450b-81b6-9d5021ea9e0e admin admin] Deleting port 23cccf85-cdd2-4ff6-b804-53c9f2210bef {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:57.208302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a448a63-89d8-450b-81b6-9d5021ea9e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.244993 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-281357d1-93e2-4009-a239-f92d8da5870f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.270893 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.330122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0f32c-ac14-4af6-8ecf-84688368ec10 req-11087179-165b-4aff-b6a3-e170d76b6661 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:57.332280 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8b0f32c-ac14-4af6-8ecf-84688368ec10 req-11087179-165b-4aff-b6a3-e170d76b6661 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.2432933 Apr 18 21:36:57.510468 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.520283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fcf0cb-f9d4-4e04-90e3-a13fe425b629 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:57.525319 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-02fcf0cb-f9d4-4e04-90e3-a13fe425b629 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.531633 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c98cac-daa1-4f5c-9a07-eebb7c44f48b None None] Sync routers for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:57.550895 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c98cac-daa1-4f5c-9a07-eebb7c44f48b None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:57.551823 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f4c98cac-daa1-4f5c-9a07-eebb7c44f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:57.564481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Checking segment: {'id': '7983ba20-f47c-4662-acda-aad22f6e17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:57.565521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Network hostable DHCP agents. Network: 470f4f7a-c52c-4949-9a3c-c01ce3ab5742, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:36:57.574334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 64c2c319-593a-4fa8-8e3f-93f2699015bd, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=64c2c319-593a-4fa8-8e3f-93f2699015bd,segment=NetworkSegment(45118a72-d872-42f4-be54-6fcb5556ef72),segment_id=45118a72-d872-42f4-be54-6fcb5556ef72)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:57.583718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f070ac-51d9-4c29-9d47-950d45e9214e req-cdf95c73-82ab-4d80-b7d2-f4b9e885eb4d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:57.592260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8f070ac-51d9-4c29-9d47-950d45e9214e req-cdf95c73-82ab-4d80-b7d2-f4b9e885eb4d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 944 time: 0.4164767 Apr 18 21:36:57.617493 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-02fcf0cb-f9d4-4e04-90e3-a13fe425b629 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "PUT /v2.0/floatingips/aeca2cc1-791d-4207-86a0-21e2731230d7 HTTP/1.1" status: 200 len: 991 time: 6.0584245 Apr 18 21:36:57.622970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'tag': 'f101d5be-e085-4ed6-ad9e-5676124be56f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:57.643421 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.657393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d476cc6-a775-4c56-be4b-5d68bcfed9b1,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:57.666988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-1a448a63-89d8-450b-81b6-9d5021ea9e0e admin admin] For port 23cccf85-cdd2-4ff6-b804-53c9f2210bef, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=23cccf85-cdd2-4ff6-b804-53c9f2210bef,segment=NetworkSegment(825ff52a-f806-4ccd-a31c-dff5623f839e),segment_id=825ff52a-f806-4ccd-a31c-dff5623f839e)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:57.667351 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a448a63-89d8-450b-81b6-9d5021ea9e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.719833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8f070ac-51d9-4c29-9d47-950d45e9214e req-6c569a8f-c176-4e4f-b1e7-7a8bcee2ce4e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265290 Apr 18 21:36:57.746801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Network 470f4f7a-c52c-4949-9a3c-c01ce3ab5742 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:36:57.770610 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0acaa98-06dd-496b-b9dc-6fc96a728dda'] response: {'name': 'network-changed', 'server_uuid': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'tag': 'f101d5be-e085-4ed6-ad9e-5676124be56f', 'status': 'completed', 'code': 200} Apr 18 21:36:57.785245 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=64c2c319-593a-4fa8-8e3f-93f2699015bd,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:57.820390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 470f4f7a-c52c-4949-9a3c-c01ce3ab5742) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:57.830191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf5dbcc-2e90-4d7c-a643-29089b1ab399 None None] Network 470f4f7a-c52c-4949-9a3c-c01ce3ab5742 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:36:57.831033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:57.831692 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.932115 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d3409206-4da3-4eb6-8770-4538abae68b6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3373046 Apr 18 21:36:57.934542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37786) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:57.940816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-874824693-router', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:57.947019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:57.957322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Usage tracker for resource:router and tenant:a4c6140c2a634fdfb7d9c138f46f749f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:57.961604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:57.970265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:57.987322 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-f4c98cac-daa1-4f5c-9a07-eebb7c44f48b None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:57.990841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device cdc0c119-8eba-43e9-a264-bbc27797fbf5 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:58.031464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1a448a63-89d8-450b-81b6-9d5021ea9e0e admin admin] Calling delete_port for 23cccf85-cdd2-4ff6-b804-53c9f2210bef owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:58.049549 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.052436 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.083225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.170367 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8b0f32c-ac14-4af6-8ecf-84688368ec10 req-438eab68-c37d-4b38-983e-1f374088fc0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8178499 Apr 18 21:36:58.220478 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.253354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port cdc0c119-8eba-43e9-a264-bbc27797fbf5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:58.262321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port cdc0c119-8eba-43e9-a264-bbc27797fbf5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:58.263067 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.341672 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c1ce36-4d7a-4fb2-9bcf-684f7133b100 req-04aff533-6f53-4cf7-b406-9c079f07723b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 1096 time: 0.4931579 Apr 18 21:36:58.390468 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.442975 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.453512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-470f4f7a-c52c-4949-9a3c-c01ce3ab5742', 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'fixed_ips': [{'subnet_id': '0d476cc6-a775-4c56-be4b-5d68bcfed9b1'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:36:58.457285 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.505602 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8b0f32c-ac14-4af6-8ecf-84688368ec10 req-811ceee4-1367-4fa6-8d98-de1e82a02bd5 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157990 Apr 18 21:36:58.582750 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f4c98cac-daa1-4f5c-9a07-eebb7c44f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'aeca2cc1-791d-4207-86a0-21e2731230d7', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'f101d5be-e085-4ed6-ad9e-5676124be56f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:87:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:36:25Z', 'updated_at': '2022-04-18T21:36:52Z', 'revision_number': 1, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:58.588305 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c98cac-daa1-4f5c-9a07-eebb7c44f48b None None] Checking router: 07e6a41b-5a86-4ef4-827a-00f05a1595e9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:58.615998 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c98cac-daa1-4f5c-9a07-eebb7c44f48b None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:58.618396 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f4c98cac-daa1-4f5c-9a07-eebb7c44f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:58.676628 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Allocated IP 172.20.0.2 (470f4f7a-c52c-4949-9a3c-c01ce3ab5742/0d476cc6-a775-4c56-be4b-5d68bcfed9b1/e55834db-dc7c-4ce0-a586-2a191ed7067c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:58.724370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ce36-4d7a-4fb2-9bcf-684f7133b100 req-f2889ebd-7987-4c8d-805d-65233ecadfd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:58.725845 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c1ce36-4d7a-4fb2-9bcf-684f7133b100 req-f2889ebd-7987-4c8d-805d-65233ecadfd9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 916 time: 0.3794403 Apr 18 21:36:58.729027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 64c2c319-593a-4fa8-8e3f-93f2699015bd up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:58.747225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.784629 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.942964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Allocated IP 172.25.3.249 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/8b9633cd-dac4-4142-b1d4-8ca69a49a281) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:58.947117 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c1ce36-4d7a-4fb2-9bcf-684f7133b100 req-ba11558c-6bfd-466e-86c1-add3bf997669 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f101d5be-e085-4ed6-ad9e-5676124be56f HTTP/1.1" status: 200 len: 999 time: 0.2121193 Apr 18 21:36:59.010938 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.023190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Transition to ACTIVE for port object e55834db-dc7c-4ce0-a586-2a191ed7067c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:59.043075 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-f4c98cac-daa1-4f5c-9a07-eebb7c44f48b None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:59.043360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ce36-4d7a-4fb2-9bcf-684f7133b100 req-e9e350ea-da45-46e2-9577-0937267a8966 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:59.045670 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c1ce36-4d7a-4fb2-9bcf-684f7133b100 req-e9e350ea-da45-46e2-9577-0937267a8966 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f73b1940-ffab-4f06-a08d-3f3c87735f84 HTTP/1.1" status: 200 len: 854 time: 0.0826397 Apr 18 21:36:59.064017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Transition to ACTIVE for port object e55834db-dc7c-4ce0-a586-2a191ed7067c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:59.118349 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.181379 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8b0f32c-ac14-4af6-8ecf-84688368ec10 req-02ede612-f19a-41f6-9ea3-72c4bebd99e6 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6687021 Apr 18 21:36:59.187546 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.191265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:59.212336 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a448a63-89d8-450b-81b6-9d5021ea9e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.243190 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.334101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a448a63-89d8-450b-81b6-9d5021ea9e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=23cccf85-cdd2-4ff6-b804-53c9f2210bef,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:59.334675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:59.340156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:59.343033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:59.352544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 64c2c319-593a-4fa8-8e3f-93f2699015bd triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:59.354344 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.427779 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a870969-f166-4f30-b35a-3aaa2f838319'] response: {'server_uuid': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'code': 200} Apr 18 21:36:59.429877 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.433143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port cdc0c119-8eba-43e9-a264-bbc27797fbf5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=cdc0c119-8eba-43e9-a264-bbc27797fbf5,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:59.460798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Pushing event updated for resources: {'Port': ['ID=8b9633cd-dac4-4142-b1d4-8ca69a49a281,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:59.469319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Network 470f4f7a-c52c-4949-9a3c-c01ce3ab5742 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:59.476281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da241d-c230-428e-b7f3-64c6250e38f4 req-8e168f33-43ea-48e8-983d-da9747bb4d93 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:59.477860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3da241d-c230-428e-b7f3-64c6250e38f4 req-8e168f33-43ea-48e8-983d-da9747bb4d93 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 944 time: 0.3288820 Apr 18 21:36:59.500480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:59.508395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:59.544515 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.558211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Pushing event updated for resources: {'Port': ['ID=e55834db-dc7c-4ce0-a586-2a191ed7067c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:59.597673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3da241d-c230-428e-b7f3-64c6250e38f4 req-5a8a8db9-ec9f-4ffd-997c-bfc7bdeadea6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114414 Apr 18 21:36:59.677227 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c1ce36-4d7a-4fb2-9bcf-684f7133b100 req-f3a1fb70-59f6-4875-9ed1-89877e14e37b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eeb6b84e-f8da-43e4-b706-8497e886851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6233945 Apr 18 21:36:59.740336 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.742534 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.799787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=cdc0c119-8eba-43e9-a264-bbc27797fbf5,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:59.804993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Attempting to bind port e55834db-dc7c-4ce0-a586-2a191ed7067c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:59.805411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Attempting to bind port e55834db-dc7c-4ce0-a586-2a191ed7067c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '7983ba20-f47c-4662-acda-aad22f6e17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:59.805947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Attempting to bind port e55834db-dc7c-4ce0-a586-2a191ed7067c on network 470f4f7a-c52c-4949-9a3c-c01ce3ab5742 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:59.812503 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f4c98cac-daa1-4f5c-9a07-eebb7c44f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'aeca2cc1-791d-4207-86a0-21e2731230d7', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'f101d5be-e085-4ed6-ad9e-5676124be56f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:87:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:36:25Z', 'updated_at': '2022-04-18T21:36:52Z', 'revision_number': 1, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:59.814554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:59.814987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Checking segment: {'id': '7983ba20-f47c-4662-acda-aad22f6e17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:59.815399 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.815793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Bound using segment: {'id': '7983ba20-f47c-4662-acda-aad22f6e17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:59.816466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Bound port: e55834db-dc7c-4ce0-a586-2a191ed7067c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7983ba20-f47c-4662-acda-aad22f6e17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:59.816764 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.835242 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c98cac-daa1-4f5c-9a07-eebb7c44f48b None None] The sync data for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 is: [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'aeca2cc1-791d-4207-86a0-21e2731230d7', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': 'f101d5be-e085-4ed6-ad9e-5676124be56f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:87:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:36:25Z', 'updated_at': '2022-04-18T21:36:52Z', 'revision_number': 1, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:59.929909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] For port e55834db-dc7c-4ce0-a586-2a191ed7067c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:59.933122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] For port e55834db-dc7c-4ce0-a586-2a191ed7067c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e55834db-dc7c-4ce0-a586-2a191ed7067c,segment=NetworkSegment(7983ba20-f47c-4662-acda-aad22f6e17f5),segment_id=7983ba20-f47c-4662-acda-aad22f6e17f5)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:37:00.020874 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:00.048879 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3344fe93-ba8f-4515-8ed0-6c88aae991ca req-74e0a585-a7ef-42a0-a08e-20b8199801d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 1096 time: 0.5849066 Apr 18 21:37:00.049801 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c1ce36-4d7a-4fb2-9bcf-684f7133b100 req-4968d350-92c8-4961-9b78-b2e9739a0b93 service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749977 Apr 18 21:37:00.117815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fae0e3-a8d2-43a6-ad0b-cbd875f8141a None None] Pushing event updated for resources: {'Port': ['ID=e55834db-dc7c-4ce0-a586-2a191ed7067c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:00.125438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Router d6118920-1c76-433c-bfae-2f62e7ef075d is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:37:00.370278 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3344fe93-ba8f-4515-8ed0-6c88aae991ca req-35ea105c-cd23-4904-bd71-985280706cfd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107624 Apr 18 21:37:00.396466 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c1ce36-4d7a-4fb2-9bcf-684f7133b100 req-babbf393-70d4-43f0-bdb2-7823e721befe service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341260 Apr 18 21:37:00.422959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:00.435160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Sync routers for ids ['d6118920-1c76-433c-bfae-2f62e7ef075d'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:00.441871 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a448a63-89d8-450b-81b6-9d5021ea9e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:00.453267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Routers {'d6118920-1c76-433c-bfae-2f62e7ef075d'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:00.454059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d6118920-1c76-433c-bfae-2f62e7ef075d'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:00.529397 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:00.534360 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4ad3f79b-cdb5-4380-8077-8fa5d3dd5c8b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5956337 Apr 18 21:37:00.536234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37814) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:00.817507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Set router d6118920-1c76-433c-bfae-2f62e7ef075d gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:00.984057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf4467-e216-4e69-a8a4-78fb1f158cd4 req-b938e50f-1e27-4621-b36e-bc6797d7bb88 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:00.990934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6bf4467-e216-4e69-a8a4-78fb1f158cd4 req-b938e50f-1e27-4621-b36e-bc6797d7bb88 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 945 time: 0.1456616 Apr 18 21:37:01.070103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6bf4467-e216-4e69-a8a4-78fb1f158cd4 req-690c0a59-5a6a-41b2-81b0-ac3f6a1134b3 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781958 Apr 18 21:37:01.119248 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e55834db-dc7c-4ce0-a586-2a191ed7067c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:01.348854 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:01.390134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'name': 'tempest-TestServerBasicOps-874824693-router', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:36:59Z', 'revision_number': 3, 'project_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'gw_port': {'id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:01.394929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Checking router: d6118920-1c76-433c-bfae-2f62e7ef075d for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:37:01.395573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Updating router d6118920-1c76-433c-bfae-2f62e7ef075d port 8b9633cd-dac4-4142-b1d4-8ca69a49a281 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:37:01.418289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a448a63-89d8-450b-81b6-9d5021ea9e0e admin admin] Router 68b6a3bb-8235-4c7d-8230-151d5398c032 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:37:01.461711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e55834db-dc7c-4ce0-a586-2a191ed7067c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:01.512814 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:01.557506 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a43c03f-5f25-4482-8db2-a95df0d060c6 None None] Network 470f4f7a-c52c-4949-9a3c-c01ce3ab5742 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:37:01.723381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a448a63-89d8-450b-81b6-9d5021ea9e0e admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:01.735369 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7bd19b-8d5b-40f1-a712-fe24313a0c8e None None] Sync routers for ids ['68b6a3bb-8235-4c7d-8230-151d5398c032'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:01.748805 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1a448a63-89d8-450b-81b6-9d5021ea9e0e admin admin] 10.222.0.11 "PUT /v2.0/routers/68b6a3bb-8235-4c7d-8230-151d5398c032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5866232 Apr 18 21:37:01.750750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37822) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:01.753007 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7bd19b-8d5b-40f1-a712-fe24313a0c8e None None] Routers {'68b6a3bb-8235-4c7d-8230-151d5398c032'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:01.753900 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7e7bd19b-8d5b-40f1-a712-fe24313a0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['68b6a3bb-8235-4c7d-8230-151d5398c032'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:01.867126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-20fec6b4-faf1-48a5-bc1a-a1da34bf4172 None None] Provisioning for port e55834db-dc7c-4ce0-a586-2a191ed7067c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:01.928999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-20fec6b4-faf1-48a5-bc1a-a1da34bf4172 None None] Provisioning complete for port e55834db-dc7c-4ce0-a586-2a191ed7067c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:01.929547 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20fec6b4-faf1-48a5-bc1a-a1da34bf4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:01.967963 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-7e7bd19b-8d5b-40f1-a712-fe24313a0c8e None None] Set router 68b6a3bb-8235-4c7d-8230-151d5398c032 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:02.054313 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:02.249032 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20fec6b4-faf1-48a5-bc1a-a1da34bf4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:02.393510 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:02.400200 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-20fec6b4-faf1-48a5-bc1a-a1da34bf4172 None None] For port e55834db-dc7c-4ce0-a586-2a191ed7067c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e55834db-dc7c-4ce0-a586-2a191ed7067c,segment=NetworkSegment(7983ba20-f47c-4662-acda-aad22f6e17f5),segment_id=7983ba20-f47c-4662-acda-aad22f6e17f5)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:02.405572 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7e7bd19b-8d5b-40f1-a712-fe24313a0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'name': 'tempest-TestAggregatesBasicOps-1636849146-router', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:58Z', 'revision_number': 5, 'project_id': '934a810177994b6a8e259845fe04624f', 'gw_port': {'id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:02.417042 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7bd19b-8d5b-40f1-a712-fe24313a0c8e None None] Checking router: 68b6a3bb-8235-4c7d-8230-151d5398c032 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:37:02.417219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Transition to ACTIVE for port object 8b9633cd-dac4-4142-b1d4-8ca69a49a281 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:02.428034 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7bd19b-8d5b-40f1-a712-fe24313a0c8e None None] Routers {'68b6a3bb-8235-4c7d-8230-151d5398c032'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:02.428737 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7e7bd19b-8d5b-40f1-a712-fe24313a0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['68b6a3bb-8235-4c7d-8230-151d5398c032'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:02.492519 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20fec6b4-faf1-48a5-bc1a-a1da34bf4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:02.503293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Allocated IP 172.20.0.1 (470f4f7a-c52c-4949-9a3c-c01ce3ab5742/0d476cc6-a775-4c56-be4b-5d68bcfed9b1/1e98917a-b043-41a2-adbe-f7abecda001a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:37:02.568017 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:02.657062 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-7e7bd19b-8d5b-40f1-a712-fe24313a0c8e None None] Set router 68b6a3bb-8235-4c7d-8230-151d5398c032 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:02.657302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fec6b4-faf1-48a5-bc1a-a1da34bf4172 None None] Pushing event updated for resources: {'Port': ['ID=e55834db-dc7c-4ce0-a586-2a191ed7067c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:02.660105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:02.782619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bb07210b-bac9-49f8-b9d1-2f8aa276f5f2 None None] Provisioning complete for port e55834db-dc7c-4ce0-a586-2a191ed7067c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:02.782979 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb07210b-bac9-49f8-b9d1-2f8aa276f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:02.829436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3758c-cfbd-4068-881f-1a2ac7d2ad32 None None] Pushing event updated for resources: {'Port': ['ID=8b9633cd-dac4-4142-b1d4-8ca69a49a281,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:02.831796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Attempting to bind port 8b9633cd-dac4-4142-b1d4-8ca69a49a281 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:37:02.832228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Attempting to bind port 8b9633cd-dac4-4142-b1d4-8ca69a49a281 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:37:02.832652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Attempting to bind port 8b9633cd-dac4-4142-b1d4-8ca69a49a281 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:02.859031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:37:02.859490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:37:02.859957 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:02.860414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:37:02.860958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Bound port: 8b9633cd-dac4-4142-b1d4-8ca69a49a281, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:37:02.861396 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:02.963366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d60811-3be5-4bcb-8a72-ba0ac58b32ca req-7ae5259f-eb43-4de6-9d6e-35e678714915 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:02.964865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a4d60811-3be5-4bcb-8a72-ba0ac58b32ca req-7ae5259f-eb43-4de6-9d6e-35e678714915 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 945 time: 0.5095494 Apr 18 21:37:03.004929 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:03.039905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Transition to ACTIVE for port object 1e98917a-b043-41a2-adbe-f7abecda001a will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:03.065104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a4d60811-3be5-4bcb-8a72-ba0ac58b32ca req-bb1aabaa-bafb-40d4-b142-8414b0e9a607 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876849 Apr 18 21:37:03.072242 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-7e7bd19b-8d5b-40f1-a712-fe24313a0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'name': 'tempest-TestAggregatesBasicOps-1636849146-router', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:58Z', 'revision_number': 5, 'project_id': '934a810177994b6a8e259845fe04624f', 'gw_port': {'id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:03.080390 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7bd19b-8d5b-40f1-a712-fe24313a0c8e None None] The sync data for ids ['68b6a3bb-8235-4c7d-8230-151d5398c032'] in n-d-836017-3 is: [{'id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'name': 'tempest-TestAggregatesBasicOps-1636849146-router', 'tenant_id': '934a810177994b6a8e259845fe04624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:58Z', 'revision_number': 5, 'project_id': '934a810177994b6a8e259845fe04624f', 'gw_port': {'id': 'b805f78a-6504-4eb1-83e6-25cbe1c0dcde', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b6a3bb-8235-4c7d-8230-151d5398c032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:17Z', 'updated_at': '2022-04-18T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:03.096143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] For port 8b9633cd-dac4-4142-b1d4-8ca69a49a281, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:37:03.111812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] For port 8b9633cd-dac4-4142-b1d4-8ca69a49a281, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8b9633cd-dac4-4142-b1d4-8ca69a49a281,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:37:03.136670 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:03.191808 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:03.208119 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:03.229781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Network 470f4f7a-c52c-4949-9a3c-c01ce3ab5742 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:03.234618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:03.242054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:37:03.299698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Routers {'d6118920-1c76-433c-bfae-2f62e7ef075d'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:03.300324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d6118920-1c76-433c-bfae-2f62e7ef075d'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:03.320291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e98917a-b043-41a2-adbe-f7abecda001a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:03.338066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Deleting port b805f78a-6504-4eb1-83e6-25cbe1c0dcde {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:03.338066 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:03.420900 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:03.475884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3758c-cfbd-4068-881f-1a2ac7d2ad32 None None] Pushing event updated for resources: {'Port': ['ID=8b9633cd-dac4-4142-b1d4-8ca69a49a281,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:03.583455 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] Set router d6118920-1c76-433c-bfae-2f62e7ef075d gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:03.612208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d8b0b-f8b5-4d8e-a5ca-647de3f409c7 req-cd71fd78-4e80-4a27-b97d-63e242eea5a9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:03.613722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc8d8b0b-f8b5-4d8e-a5ca-647de3f409c7 req-cd71fd78-4e80-4a27-b97d-63e242eea5a9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 945 time: 0.3766842 Apr 18 21:37:03.624389 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:03.683347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] For port b805f78a-6504-4eb1-83e6-25cbe1c0dcde, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b805f78a-6504-4eb1-83e6-25cbe1c0dcde,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:03.683818 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:03.689285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-25d7ce27-8536-41a2-8a72-1cb4d3c9c32c None None] Provisioning for port 1e98917a-b043-41a2-adbe-f7abecda001a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:03.703600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-25d7ce27-8536-41a2-8a72-1cb4d3c9c32c None None] Provisioning complete for port 1e98917a-b043-41a2-adbe-f7abecda001a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:03.703946 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-25d7ce27-8536-41a2-8a72-1cb4d3c9c32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:03.829905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-25d7ce27-8536-41a2-8a72-1cb4d3c9c32c None None] Port 1e98917a-b043-41a2-adbe-f7abecda001a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:37:03.871416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Calling delete_port for b805f78a-6504-4eb1-83e6-25cbe1c0dcde owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:03.902274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc8d8b0b-f8b5-4d8e-a5ca-647de3f409c7 req-63f590a5-e051-4c0c-88d9-751388abf345 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721961 Apr 18 21:37:03.928058 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:03.934264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'name': 'tempest-TestServerBasicOps-874824693-router', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:36:59Z', 'revision_number': 3, 'project_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'gw_port': {'id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:03.939393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e094e-b48f-4019-ae1c-64f28770e67d None None] The sync data for ids ['d6118920-1c76-433c-bfae-2f62e7ef075d'] in n-d-836017-3 is: [{'id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'name': 'tempest-TestServerBasicOps-874824693-router', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:36:59Z', 'revision_number': 3, 'project_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'gw_port': {'id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:03.941371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37860) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:04.025292 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bdc4c622-5fe0-4b83-b611-085821588ec4 tempest-TestVolumeBootPattern-1378907098 tempest-TestVolumeBootPattern-1378907098-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 1091 time: 0.0796242 Apr 18 21:37:04.025533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37864) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:04.031122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:04.037727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:04.041596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:floatingip and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:04.045226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:04.050939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:04.150984 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:04.264010 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:04.318025 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:04.318744 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:04.363056 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:04.398067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b805f78a-6504-4eb1-83e6-25cbe1c0dcde,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:04.463856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Allocated IP 172.25.3.47 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/399d7e17-74f1-40ed-87a8-089ce115c7ae) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:37:04.558845 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:04.564809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e98917a-b043-41a2-adbe-f7abecda001a,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:04.649758 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:04.763818 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:04.785523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e55834db-dc7c-4ce0-a586-2a191ed7067c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:04.849853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:04.853505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:04.857498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:37:04.867967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e55834db-dc7c-4ce0-a586-2a191ed7067c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:04.868564 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:04.908713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=399d7e17-74f1-40ed-87a8-089ce115c7ae,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:04.978356 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:05.050454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 23cccf85-cdd2-4ff6-b804-53c9f2210bef no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:05.098755 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 23cccf85-cdd2-4ff6-b804-53c9f2210bef {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:37:05.099104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 23cccf85-cdd2-4ff6-b804-53c9f2210bef not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:05.371086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Network 470f4f7a-c52c-4949-9a3c-c01ce3ab5742 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:05.373693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:05.375983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:05.532673 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:05.627827 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:05.680853 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:05.681388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b6a3bb-8235-4c7d-8230-151d5398c032 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:37:05.717849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37882) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:05.758409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:05.762099 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:05.763244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4aa2d4f8-d70d-4bdc-8444-438f9d7118d1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/68b6a3bb-8235-4c7d-8230-151d5398c032 HTTP/1.1" status: 204 len: 168 time: 4.0073438 Apr 18 21:37:05.774843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37890) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:05.782194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c8cb5e3e-2a48-4c7f-b4fb-0bbf41661429 None None] Provisioning complete for port 1e98917a-b043-41a2-adbe-f7abecda001a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:05.782565 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c8cb5e3e-2a48-4c7f-b4fb-0bbf41661429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:05.854539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d97a98-4798-479a-83f5-f1895cd1941d admin admin] Deleting subnet 1ed19436-fb81-4ea5-b704-27e409653c22 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:37:05.859707 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5d97a98-4798-479a-83f5-f1895cd1941d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:05.913977 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb5e3e-2a48-4c7f-b4fb-0bbf41661429 None None] Port 1e98917a-b043-41a2-adbe-f7abecda001a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:37:05.932570 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5d97a98-4798-479a-83f5-f1895cd1941d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.014029 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e218cac-ed66-406f-b7d7-0bda359d6eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.032680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Router d6118920-1c76-433c-bfae-2f62e7ef075d has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:37:06.048819 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5d97a98-4798-479a-83f5-f1895cd1941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.071025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e218cac-ed66-406f-b7d7-0bda359d6eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:06.077625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.080490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e218cac-ed66-406f-b7d7-0bda359d6eef admin admin] Usage tracker for resource:security_group_rule and tenant:ff1ac401f1d648bdac6dc2e92082a356 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:06.082326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e218cac-ed66-406f-b7d7-0bda359d6eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:06.088068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e218cac-ed66-406f-b7d7-0bda359d6eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:06.154571 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e218cac-ed66-406f-b7d7-0bda359d6eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.260516 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.268209 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e218cac-ed66-406f-b7d7-0bda359d6eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.302517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:06.311812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-263d69ef-14fc-409c-b308-12d4112164c2 admin admin] 10.222.0.11 "PUT /v2.0/routers/d6118920-1c76-433c-bfae-2f62e7ef075d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7743628 Apr 18 21:37:06.320532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5d97a98-4798-479a-83f5-f1895cd1941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.415253 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5e218cac-ed66-406f-b7d7-0bda359d6eef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff1ac401f1d648bdac6dc2e92082a356&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6921954 Apr 18 21:37:06.416077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e218cac-ed66-406f-b7d7-0bda359d6eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b42269-383e-47a7-aae6-077b186762b9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:06.423502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37900) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:06.450625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=399d7e17-74f1-40ed-87a8-089ce115c7ae,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:06.490503 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.494598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d97a98-4798-479a-83f5-f1895cd1941d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed19436-fb81-4ea5-b704-27e409653c22,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:06.501716 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5d97a98-4798-479a-83f5-f1895cd1941d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.503519 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a5d97a98-4798-479a-83f5-f1895cd1941d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1ed19436-fb81-4ea5-b704-27e409653c22 HTTP/1.1" status: 204 len: 168 time: 0.7268453 Apr 18 21:37:06.506745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37904) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:06.510245 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915ab85-f389-431a-ba83-bedbd1d21291 None None] Network 338a150a-0b1c-41b4-bdb2-b45677f11d0d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:37:06.621026 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.634768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Deleting port 67f6589d-3236-4ad6-98f6-80aa1819943a {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:06.635562 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.641966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-257c61a7-ee11-4fd5-a293-d091ca31e30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.686813 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-257c61a7-ee11-4fd5-a293-d091ca31e30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.838476 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-257c61a7-ee11-4fd5-a293-d091ca31e30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.854230 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Floating IP eec7f9f5-c85c-43b5-84cf-6fea46fd43e7 associated. External IP: 172.25.3.47, port: cdc0c119-8eba-43e9-a264-bbc27797fbf5. Apr 18 21:37:06.872872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] For port 67f6589d-3236-4ad6-98f6-80aa1819943a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=67f6589d-3236-4ad6-98f6-80aa1819943a,segment=NetworkSegment(825ff52a-f806-4ccd-a31c-dff5623f839e),segment_id=825ff52a-f806-4ccd-a31c-dff5623f839e)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:06.873299 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.918075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1221e14d-a73c-4bed-b291-977f52274de3 None None] DHCP port deletion for 338a150a-0b1c-41b4-bdb2-b45677f11d0d request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:37:06.929986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1221e14d-a73c-4bed-b291-977f52274de3 None None] Deleting port 67f6589d-3236-4ad6-98f6-80aa1819943a {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:06.929986 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1221e14d-a73c-4bed-b291-977f52274de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:06.965221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c61a7-ee11-4fd5-a293-d091ca31e30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b42269-383e-47a7-aae6-077b186762b9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:07.034359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Calling delete_port for 67f6589d-3236-4ad6-98f6-80aa1819943a owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:07.152627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-257c61a7-ee11-4fd5-a293-d091ca31e30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:07.154428 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-257c61a7-ee11-4fd5-a293-d091ca31e30a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62b42269-383e-47a7-aae6-077b186762b9 HTTP/1.1" status: 204 len: 168 time: 0.7279854 Apr 18 21:37:07.248980 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:07.280183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1221e14d-a73c-4bed-b291-977f52274de3 None None] The port '67f6589d-3236-4ad6-98f6-80aa1819943a' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:37:07.384108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632af79-af99-4dca-9f87-9ee4e41902f0 None None] New status for floating IP aeca2cc1-791d-4207-86a0-21e2731230d7: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:37:07.405797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Pushing event deleted for resources: {'Port': ['ID=67f6589d-3236-4ad6-98f6-80aa1819943a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:07.411980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] No DVR routers for this DVR port 67f6589d-3236-4ad6-98f6-80aa1819943a on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:37:07.612533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:07.649269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338a150a-0b1c-41b4-bdb2-b45677f11d0d']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:07.682536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825ff52a-f806-4ccd-a31c-dff5623f839e') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:07.682536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825ff52a-f806-4ccd-a31c-dff5623f839e') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:07.712755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:07.737586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:07.751513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:37:07.752220 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:37:07.788893 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:37:07.800040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:37:07.967482 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:07.987660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37920) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:07.991154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:07.993828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-859339631', 'description': 'tempest-secgroup-smoke-859339631 description', 'project_id': '3a6a41c0f4614fd8a7273b0483db320a'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:07.998213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] Pushing event deleted for resources: {'Network': ['ID=338a150a-0b1c-41b4-bdb2-b45677f11d0d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:08.002750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:08.009865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1c8c551a-22d6-4d28-86c9-f445acbc3bca admin admin] 10.222.0.11 "DELETE /v2.0/networks/338a150a-0b1c-41b4-bdb2-b45677f11d0d HTTP/1.1" status: 204 len: 168 time: 1.4972842 Apr 18 21:37:08.009865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37924) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:08.010025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Usage tracker for resource:security_group and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:08.010111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37926) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:08.013749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:08.027225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:08.049111 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:08.060476 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e998ef-4479-4827-96b7-b5aafb2f95ee None None] Sync routers for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:08.072970 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e998ef-4479-4827-96b7-b5aafb2f95ee None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:08.073629 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b9e998ef-4479-4827-96b7-b5aafb2f95ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:08.127274 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.153023 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015bdab-656a-4a49-8603-30e4a09e3050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.176504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:08.182199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Usage tracker for resource:security_group_rule and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:08.186447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:08.195806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:08.213982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a015bdab-656a-4a49-8603-30e4a09e3050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:08.213982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a015bdab-656a-4a49-8603-30e4a09e3050 admin admin] Usage tracker for resource:security_group_rule and tenant:5e905b68d34547ae8f24684e4cd4d368 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:08.219254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a015bdab-656a-4a49-8603-30e4a09e3050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:08.245387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a015bdab-656a-4a49-8603-30e4a09e3050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:08.309574 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.344020 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-b9e998ef-4479-4827-96b7-b5aafb2f95ee None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:08.353089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.383849 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-23b76a1e-597a-4553-9117-e6329ce00b5a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3572919 Apr 18 21:37:08.384801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'tag': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:08.414884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.435561 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015bdab-656a-4a49-8603-30e4a09e3050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.467966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c242b125-fe9f-4a07-84b3-cac8b58ccd7c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:08.485565 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26fd7fc-d790-4eae-b01a-e53453e13629'] response: {'name': 'network-changed', 'server_uuid': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'tag': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'status': 'completed', 'code': 200} Apr 18 21:37:08.510764 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a015bdab-656a-4a49-8603-30e4a09e3050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.591983 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.596505 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7b2c47d5-2db8-4d4a-ae5e-ec9c8d9dd29a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6080256 Apr 18 21:37:08.597806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37944) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:08.608855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4a73e1ab-bd08-4eb1-b247-0e9634861ede tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Request body: {'security_group_rule': {'security_group_id': 'c242b125-fe9f-4a07-84b3-cac8b58ccd7c', 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:08.617162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4a73e1ab-bd08-4eb1-b247-0e9634861ede tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:08.625018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4a73e1ab-bd08-4eb1-b247-0e9634861ede tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Usage tracker for resource:security_group_rule and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:08.629618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4a73e1ab-bd08-4eb1-b247-0e9634861ede tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:08.638484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4a73e1ab-bd08-4eb1-b247-0e9634861ede tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:08.652788 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5374170e-192f-48f5-93e6-5d1152d4cc05 req-d1b8546c-864e-4d0b-bf79-1800642fbbcc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 1096 time: 0.1452367 Apr 18 21:37:08.678984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 67f6589d-3236-4ad6-98f6-80aa1819943a no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:08.708763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015bdab-656a-4a49-8603-30e4a09e3050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e41fe47-c811-479a-b150-af7ead524105,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:08.715126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a015bdab-656a-4a49-8603-30e4a09e3050 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e905b68d34547ae8f24684e4cd4d368&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7018759 Apr 18 21:37:08.718190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37948) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:08.731530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 67f6589d-3236-4ad6-98f6-80aa1819943a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:37:08.732984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 67f6589d-3236-4ad6-98f6-80aa1819943a not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:08.799300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-554b286f-8851-4653-a239-a9821a6296fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.820217 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b9e998ef-4479-4827-96b7-b5aafb2f95ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eec7f9f5-c85c-43b5-84cf-6fea46fd43e7', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:8b:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:37:05Z', 'updated_at': '2022-04-18T21:37:05Z', 'revision_number': 0, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:08.824202 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e998ef-4479-4827-96b7-b5aafb2f95ee None None] Checking router: 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:37:08.838660 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e998ef-4479-4827-96b7-b5aafb2f95ee None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:08.838976 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-554b286f-8851-4653-a239-a9821a6296fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.839270 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b9e998ef-4479-4827-96b7-b5aafb2f95ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:08.849509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374170e-192f-48f5-93e6-5d1152d4cc05 req-000d989e-0bb6-4249-be3d-5e9ff6817a43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:08.851292 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5374170e-192f-48f5-93e6-5d1152d4cc05 req-000d989e-0bb6-4249-be3d-5e9ff6817a43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.1918163 Apr 18 21:37:08.882963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-49993c12-5b84-4ff7-a6c6-84f1287ba320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.919907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a73e1ab-bd08-4eb1-b247-0e9634861ede tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.994113 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5374170e-192f-48f5-93e6-5d1152d4cc05 req-3a3a0344-cbd1-4249-9bc9-fbd34e5d6ce5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc0c119-8eba-43e9-a264-bbc27797fbf5 HTTP/1.1" status: 200 len: 998 time: 0.1351058 Apr 18 21:37:09.064027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a73e1ab-bd08-4eb1-b247-0e9634861ede tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.079176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374170e-192f-48f5-93e6-5d1152d4cc05 req-81d2f6b0-c9d2-4fc9-81ba-2fae43072239 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:09.080667 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5374170e-192f-48f5-93e6-5d1152d4cc05 req-81d2f6b0-c9d2-4fc9-81ba-2fae43072239 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.0797110 Apr 18 21:37:09.095624 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-554b286f-8851-4653-a239-a9821a6296fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.096682 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-b9e998ef-4479-4827-96b7-b5aafb2f95ee None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:09.120868 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-554b286f-8851-4653-a239-a9821a6296fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.125185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-554b286f-8851-4653-a239-a9821a6296fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e41fe47-c811-479a-b150-af7ead524105 HTTP/1.1" status: 204 len: 168 time: 0.4060881 Apr 18 21:37:09.126080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b286f-8851-4653-a239-a9821a6296fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e41fe47-c811-479a-b150-af7ead524105,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:09.188189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5374170e-192f-48f5-93e6-5d1152d4cc05 req-cb581f34-8d85-4e5f-a15d-b8b26506512a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981691 Apr 18 21:37:09.230040 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a73e1ab-bd08-4eb1-b247-0e9634861ede tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.305995 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.350213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73e1ab-bd08-4eb1-b247-0e9634861ede tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e062bec-8323-4dea-813d-3d0588c75f60,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:09.413225 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5374170e-192f-48f5-93e6-5d1152d4cc05 req-d68127da-898c-429a-8ce6-1fd44bc5865f service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169845 Apr 18 21:37:09.448146 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a73e1ab-bd08-4eb1-b247-0e9634861ede tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.449634 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4a73e1ab-bd08-4eb1-b247-0e9634861ede tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8506320 Apr 18 21:37:09.454547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37960) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:09.505659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-85dc24cb-d8de-4afa-99ee-924a8864b718 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Request body: {'security_group_rule': {'security_group_id': 'c242b125-fe9f-4a07-84b3-cac8b58ccd7c', 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:09.523434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85dc24cb-d8de-4afa-99ee-924a8864b718 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:09.531740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85dc24cb-d8de-4afa-99ee-924a8864b718 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Usage tracker for resource:security_group_rule and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:09.536621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-85dc24cb-d8de-4afa-99ee-924a8864b718 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:09.546664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-85dc24cb-d8de-4afa-99ee-924a8864b718 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:09.595927 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5374170e-192f-48f5-93e6-5d1152d4cc05 req-6276884e-16d7-4f1d-bb52-cf6f1a03b894 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740944 Apr 18 21:37:09.636690 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b9e998ef-4479-4827-96b7-b5aafb2f95ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eec7f9f5-c85c-43b5-84cf-6fea46fd43e7', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:8b:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:37:05Z', 'updated_at': '2022-04-18T21:37:05Z', 'revision_number': 0, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:09.642326 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e998ef-4479-4827-96b7-b5aafb2f95ee None None] The sync data for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 is: [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eec7f9f5-c85c-43b5-84cf-6fea46fd43e7', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:8b:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:37:05Z', 'updated_at': '2022-04-18T21:37:05Z', 'revision_number': 0, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:09.653215 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85dc24cb-d8de-4afa-99ee-924a8864b718 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.748071 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85dc24cb-d8de-4afa-99ee-924a8864b718 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.760141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-49993c12-5b84-4ff7-a6c6-84f1287ba320 admin admin] Deleting port 64c2c319-593a-4fa8-8e3f-93f2699015bd {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:09.760708 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-49993c12-5b84-4ff7-a6c6-84f1287ba320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.831388 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85dc24cb-d8de-4afa-99ee-924a8864b718 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.856961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc24cb-d8de-4afa-99ee-924a8864b718 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c91c267-0fbd-4c8f-b64d-75e9347359fd,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:09.928544 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-85dc24cb-d8de-4afa-99ee-924a8864b718 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.933573 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-85dc24cb-d8de-4afa-99ee-924a8864b718 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4751842 Apr 18 21:37:09.933793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37972) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:09.940883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9c9eb91f-f625-45d2-ac51-31f12055993c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Request body: {'security_group_rule': {'security_group_id': 'c242b125-fe9f-4a07-84b3-cac8b58ccd7c', 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:09.949463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9c9eb91f-f625-45d2-ac51-31f12055993c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:09.956093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9c9eb91f-f625-45d2-ac51-31f12055993c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Usage tracker for resource:security_group_rule and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:09.959224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9c9eb91f-f625-45d2-ac51-31f12055993c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:09.967665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9c9eb91f-f625-45d2-ac51-31f12055993c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:09.974860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-49993c12-5b84-4ff7-a6c6-84f1287ba320 admin admin] For port 64c2c319-593a-4fa8-8e3f-93f2699015bd, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=64c2c319-593a-4fa8-8e3f-93f2699015bd,segment=NetworkSegment(45118a72-d872-42f4-be54-6fcb5556ef72),segment_id=45118a72-d872-42f4-be54-6fcb5556ef72)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:09.975213 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-49993c12-5b84-4ff7-a6c6-84f1287ba320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.061120 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb91f-f625-45d2-ac51-31f12055993c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.115124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-49993c12-5b84-4ff7-a6c6-84f1287ba320 admin admin] Calling delete_port for 64c2c319-593a-4fa8-8e3f-93f2699015bd owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:10.138289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb91f-f625-45d2-ac51-31f12055993c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.206597 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb91f-f625-45d2-ac51-31f12055993c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.229882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eb91f-f625-45d2-ac51-31f12055993c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff60026-9ca5-459e-a42f-11014daede53,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:10.338149 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb91f-f625-45d2-ac51-31f12055993c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.342880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9c9eb91f-f625-45d2-ac51-31f12055993c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4048157 Apr 18 21:37:10.343172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37980) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:10.348774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-575ee47c-e26e-4b09-a1f3-9f17ad8aa7b5 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Request body: {'security_group_rule': {'security_group_id': 'c242b125-fe9f-4a07-84b3-cac8b58ccd7c', 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:10.365026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-575ee47c-e26e-4b09-a1f3-9f17ad8aa7b5 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:10.365026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-575ee47c-e26e-4b09-a1f3-9f17ad8aa7b5 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Usage tracker for resource:security_group_rule and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:10.367180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-575ee47c-e26e-4b09-a1f3-9f17ad8aa7b5 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:10.373029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-575ee47c-e26e-4b09-a1f3-9f17ad8aa7b5 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:10.438087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-49993c12-5b84-4ff7-a6c6-84f1287ba320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.488174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49993c12-5b84-4ff7-a6c6-84f1287ba320 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c2c319-593a-4fa8-8e3f-93f2699015bd,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:10.490905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-575ee47c-e26e-4b09-a1f3-9f17ad8aa7b5 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.598919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-575ee47c-e26e-4b09-a1f3-9f17ad8aa7b5 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.670509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-575ee47c-e26e-4b09-a1f3-9f17ad8aa7b5 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.750983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ee47c-e26e-4b09-a1f3-9f17ad8aa7b5 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab0cae3-4427-4ce8-8721-04866a408e1d,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:10.806665 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-575ee47c-e26e-4b09-a1f3-9f17ad8aa7b5 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.807883 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-575ee47c-e26e-4b09-a1f3-9f17ad8aa7b5 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4637926 Apr 18 21:37:10.811384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37992) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:10.817142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4a9692c0-1fc5-46c0-a2db-71acf87844dc tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Request body: {'security_group_rule': {'security_group_id': 'c242b125-fe9f-4a07-84b3-cac8b58ccd7c', 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:10.823700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4a9692c0-1fc5-46c0-a2db-71acf87844dc tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:10.827994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4a9692c0-1fc5-46c0-a2db-71acf87844dc tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Usage tracker for resource:security_group_rule and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:10.832768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4a9692c0-1fc5-46c0-a2db-71acf87844dc tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:10.839417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4a9692c0-1fc5-46c0-a2db-71acf87844dc tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:10.874882 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-49993c12-5b84-4ff7-a6c6-84f1287ba320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.934918 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-4a9692c0-1fc5-46c0-a2db-71acf87844dc tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Project 3a6a41c0f4614fd8a7273b0483db320a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:37:10.942714 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a9692c0-1fc5-46c0-a2db-71acf87844dc tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.022625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a9692c0-1fc5-46c0-a2db-71acf87844dc tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.107843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a9692c0-1fc5-46c0-a2db-71acf87844dc tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.149071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9692c0-1fc5-46c0-a2db-71acf87844dc tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e853b50-bba9-4a8a-bdf4-a4848788bf1e,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:11.232746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a9692c0-1fc5-46c0-a2db-71acf87844dc tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.233694 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4a9692c0-1fc5-46c0-a2db-71acf87844dc tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4213200 Apr 18 21:37:11.236535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37998) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:11.242157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0d2d037d-165e-41d5-949d-3364f14164bb tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Request body: {'security_group_rule': {'security_group_id': 'c242b125-fe9f-4a07-84b3-cac8b58ccd7c', 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:11.249654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0d2d037d-165e-41d5-949d-3364f14164bb tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:11.254006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0d2d037d-165e-41d5-949d-3364f14164bb tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Usage tracker for resource:security_group_rule and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:11.257667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0d2d037d-165e-41d5-949d-3364f14164bb tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:11.266412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0d2d037d-165e-41d5-949d-3364f14164bb tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:11.374616 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-0d2d037d-165e-41d5-949d-3364f14164bb tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Project 3a6a41c0f4614fd8a7273b0483db320a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:37:11.383249 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0d2d037d-165e-41d5-949d-3364f14164bb tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.456881 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0d2d037d-165e-41d5-949d-3364f14164bb tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.521232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0d2d037d-165e-41d5-949d-3364f14164bb tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.547038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d037d-165e-41d5-949d-3364f14164bb tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2fb6d8-1386-46ef-8b9e-0d839e4a2bd8,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:11.624879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49993c12-5b84-4ff7-a6c6-84f1287ba320 admin admin] Router e414238e-513e-46f8-a4bf-93a53670ab3a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:37:11.660059 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0d2d037d-165e-41d5-949d-3364f14164bb tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.669013 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0d2d037d-165e-41d5-949d-3364f14164bb tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4240196 Apr 18 21:37:11.883333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49993c12-5b84-4ff7-a6c6-84f1287ba320 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:11.893357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-49993c12-5b84-4ff7-a6c6-84f1287ba320 admin admin] 10.222.0.11 "PUT /v2.0/routers/e414238e-513e-46f8-a4bf-93a53670ab3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8806438 Apr 18 21:37:11.895651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38024) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:12.086155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-d0a63f65-bc6b-4603-912f-82db1a6b1d52 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Synchronizing usage tracker for tenant:3a6a41c0f4614fd8a7273b0483db320a on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:12.158325 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:12.221821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-d0a63f65-bc6b-4603-912f-82db1a6b1d52 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Unset dirty status for tenant:3a6a41c0f4614fd8a7273b0483db320a on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:12.223042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-d0a63f65-bc6b-4603-912f-82db1a6b1d52 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-859339631&fields=id&tenant_id=3a6a41c0f4614fd8a7273b0483db320a HTTP/1.1" status: 200 len: 267 time: 0.2706990 Apr 18 21:37:12.446752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-4862d73a-7c8b-40d9-88b9-f4d639edcfc2 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:12.447443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-4862d73a-7c8b-40d9-88b9-f4d639edcfc2 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Synchronizing usage tracker for tenant:3a6a41c0f4614fd8a7273b0483db320a on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:12.596792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-4862d73a-7c8b-40d9-88b9-f4d639edcfc2 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Unset dirty status for tenant:3a6a41c0f4614fd8a7273b0483db320a on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:12.596792 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-4862d73a-7c8b-40d9-88b9-f4d639edcfc2 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/networks?id=50451a90-b9fd-4e36-a67b-f76a608c9689 HTTP/1.1" status: 200 len: 809 time: 0.3183594 Apr 18 21:37:12.631338 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:12.636098 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-96df5bee-bbf5-4833-abc9-dae582d070ac tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/quotas/3a6a41c0f4614fd8a7273b0483db320a HTTP/1.1" status: 200 len: 375 time: 0.0314233 Apr 18 21:37:12.708994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Deleting port 5b2040d6-243b-476a-b67e-0623198211f5 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:12.708994 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:12.862547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-91574637-f294-4855-8c5d-0a12a5624f2e tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Synchronizing usage tracker for tenant:3a6a41c0f4614fd8a7273b0483db320a on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:12.929887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] For port 5b2040d6-243b-476a-b67e-0623198211f5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5b2040d6-243b-476a-b67e-0623198211f5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:12.929887 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:13.048837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-91574637-f294-4855-8c5d-0a12a5624f2e tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Unset dirty status for tenant:3a6a41c0f4614fd8a7273b0483db320a on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:13.050264 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-91574637-f294-4855-8c5d-0a12a5624f2e tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a6a41c0f4614fd8a7273b0483db320a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4074447 Apr 18 21:37:13.068730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Calling delete_port for 5b2040d6-243b-476a-b67e-0623198211f5 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:13.296006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-fa39fd2d-61f0-4eb7-912e-a14594132074 service neutron] 10.222.0.11 "GET /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069848 Apr 18 21:37:13.487198 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-3f031e53-88c4-43d4-8c0c-e6a25f683ace service neutron] 10.222.0.11 "GET /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828516 Apr 18 21:37:13.549862 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:13.607411 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2040d6-243b-476a-b67e-0623198211f5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:13.973260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea0d6482-b321-4f49-9ccf-6a48f8c6aa99 req-5a21b058-076e-412f-a859-7d0e5db3e95c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 210 time: 0.1402912 Apr 18 21:37:13.992965 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:14.437138 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:14.445939 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:14.583699 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:14.584289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e414238e-513e-46f8-a4bf-93a53670ab3a {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:37:14.596796 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:14.597952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4d325e8c-7662-4e8a-9878-22dee35a7e90 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e414238e-513e-46f8-a4bf-93a53670ab3a HTTP/1.1" status: 204 len: 168 time: 2.7013986 Apr 18 21:37:14.600572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38092) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:14.665546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa67113c-ddcc-4dde-b353-ba58cc098bd6 admin admin] Deleting subnet 7971c64f-d757-4c04-9959-d914dc5a0b8c {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:37:14.669247 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa67113c-ddcc-4dde-b353-ba58cc098bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:14.722263 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa67113c-ddcc-4dde-b353-ba58cc098bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:14.803430 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa67113c-ddcc-4dde-b353-ba58cc098bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:14.905624 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa67113c-ddcc-4dde-b353-ba58cc098bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:14.949655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67113c-ddcc-4dde-b353-ba58cc098bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7971c64f-d757-4c04-9959-d914dc5a0b8c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:14.953361 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa67113c-ddcc-4dde-b353-ba58cc098bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:14.959590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104a636-365f-40d8-9971-3d9e6a9dbe29 None None] Network 40bc6fc4-cc96-40bb-9024-ce749e09fe5b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:37:14.962426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fa67113c-ddcc-4dde-b353-ba58cc098bd6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7971c64f-d757-4c04-9959-d914dc5a0b8c HTTP/1.1" status: 204 len: 168 time: 0.3606951 Apr 18 21:37:14.964856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38100) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:15.080383 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:15.093973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Deleting port 85e8c205-550e-458f-b0d8-8e75f7b9bb38 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:15.094625 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:15.266272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b286bc66-2c21-4ad7-9855-3d9e792d20ec req-cd6f10fd-d2c4-4c86-b853-ace2f004aa51 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 210 time: 0.0714009 Apr 18 21:37:15.333911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c79b89-888f-4074-863d-eb24e847efc9 None None] DHCP port deletion for 40bc6fc4-cc96-40bb-9024-ce749e09fe5b request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:37:15.339119 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-07c79b89-888f-4074-863d-eb24e847efc9 None None] Deleting port 85e8c205-550e-458f-b0d8-8e75f7b9bb38 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:15.339659 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-07c79b89-888f-4074-863d-eb24e847efc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:15.397507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] For port 85e8c205-550e-458f-b0d8-8e75f7b9bb38, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=85e8c205-550e-458f-b0d8-8e75f7b9bb38,segment=NetworkSegment(45118a72-d872-42f4-be54-6fcb5556ef72),segment_id=45118a72-d872-42f4-be54-6fcb5556ef72)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:15.402225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:15.522532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Calling delete_port for 85e8c205-550e-458f-b0d8-8e75f7b9bb38 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:15.561003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-07c79b89-888f-4074-863d-eb24e847efc9 None None] For port 85e8c205-550e-458f-b0d8-8e75f7b9bb38, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=85e8c205-550e-458f-b0d8-8e75f7b9bb38,segment=NetworkSegment(45118a72-d872-42f4-be54-6fcb5556ef72),segment_id=45118a72-d872-42f4-be54-6fcb5556ef72)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:15.561501 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-07c79b89-888f-4074-863d-eb24e847efc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:15.686931 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:15.688172 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-07c79b89-888f-4074-863d-eb24e847efc9 None None] Calling delete_port for 85e8c205-550e-458f-b0d8-8e75f7b9bb38 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:15.742527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e8c205-550e-458f-b0d8-8e75f7b9bb38,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:15.750207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] No DVR routers for this DVR port 85e8c205-550e-458f-b0d8-8e75f7b9bb38 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:37:15.760095 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-07c79b89-888f-4074-863d-eb24e847efc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:37:15.760384 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-07c79b89-888f-4074-863d-eb24e847efc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:37:15.871834 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:15.900585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bc6fc4-cc96-40bb-9024-ce749e09fe5b']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:15.915536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45118a72-d872-42f4-be54-6fcb5556ef72') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:15.916033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45118a72-d872-42f4-be54-6fcb5556ef72') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:15.930548 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:15.945635 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:15.952371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:37:15.952740 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:37:15.966272 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:37:16.143488 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:16.148693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:16.261597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-07c79b89-888f-4074-863d-eb24e847efc9 None None] Deleting port 85e8c205-550e-458f-b0d8-8e75f7b9bb38 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:16.262169 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-07c79b89-888f-4074-863d-eb24e847efc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:16.348851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=40bc6fc4-cc96-40bb-9024-ce749e09fe5b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:16.354642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ebb0c20b-77a6-4a5e-8b26-b26d4d1c4d38 admin admin] 10.222.0.11 "DELETE /v2.0/networks/40bc6fc4-cc96-40bb-9024-ce749e09fe5b HTTP/1.1" status: 204 len: 168 time: 1.3887410 Apr 18 21:37:16.422753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-07c79b89-888f-4074-863d-eb24e847efc9 None None] The port '85e8c205-550e-458f-b0d8-8e75f7b9bb38' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:37:16.437878 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c95bc0b9-aeff-4f95-9ecc-049d8c7bc1e2 req-65060031-d3fb-4340-b959-49a686d3fb78 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3544993 Apr 18 21:37:16.451191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-15ebc51b-15cd-4ea8-82eb-3ad0f04238ca tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:16.452699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-15ebc51b-15cd-4ea8-82eb-3ad0f04238ca tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.26 "GET /v2.0/networks?id=50451a90-b9fd-4e36-a67b-f76a608c9689 HTTP/1.1" status: 200 len: 809 time: 0.3357298 Apr 18 21:37:16.581923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b5b680e-91a7-4ed4-88ff-a668087f0481 req-5576a51c-f026-4bf0-a686-4f4b0f18c161 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 210 time: 0.0774436 Apr 18 21:37:16.597216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-9c09b203-9eec-467f-a9af-a7e493965e4e tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a6a41c0f4614fd8a7273b0483db320a HTTP/1.1" status: 200 len: 379 time: 0.1326625 Apr 18 21:37:16.606560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Request body: {'port': {'device_id': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'admin_state_up': True, 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'security_groups': ['c242b125-fe9f-4a07-84b3-cac8b58ccd7c']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:16.656637 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c95bc0b9-aeff-4f95-9ecc-049d8c7bc1e2 req-8a7954c1-aac4-4f82-b73c-f08482129635 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 1096 time: 0.1101792 Apr 18 21:37:16.672333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 85e8c205-550e-458f-b0d8-8e75f7b9bb38 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:16.724198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 85e8c205-550e-458f-b0d8-8e75f7b9bb38 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:37:16.724537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 85e8c205-550e-458f-b0d8-8e75f7b9bb38 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:16.768401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:16.779204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:16.846919 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Made reservation on behalf of 3a6a41c0f4614fd8a7273b0483db320a for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:37:16.849916 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:16.869544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bc0b9-aeff-4f95-9ecc-049d8c7bc1e2 req-a57a84e5-ae7a-471c-b4a3-c2cebbd7c756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:16.871238 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c95bc0b9-aeff-4f95-9ecc-049d8c7bc1e2 req-a57a84e5-ae7a-471c-b4a3-c2cebbd7c756 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.1341205 Apr 18 21:37:16.909424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38142) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:17.042233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-60c94a62-f6ac-4997-b512-f4419f5d9319 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=934a810177994b6a8e259845fe04624f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1316521 Apr 18 21:37:17.046522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38148) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:17.061690 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c95bc0b9-aeff-4f95-9ecc-049d8c7bc1e2 req-c685a8c7-5ca2-4d93-84cd-e0983f1ecbb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a5f0991-3e1c-430d-92b2-fcba207eccb2 HTTP/1.1" status: 200 len: 217 time: 0.1838312 Apr 18 21:37:17.094269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Allocated IP 172.20.0.11 (50451a90-b9fd-4e36-a67b-f76a608c9689/c0c03006-906a-41bc-b660-43904bcb0e3b/5c50ca76-a6b7-404c-a860-f40f70d30ca6) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:37:17.176384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bc0b9-aeff-4f95-9ecc-049d8c7bc1e2 req-dbdb1609-8360-42a9-94f5-0975a3ba456c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:17.176384 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c95bc0b9-aeff-4f95-9ecc-049d8c7bc1e2 req-dbdb1609-8360-42a9-94f5-0975a3ba456c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.1071441 Apr 18 21:37:17.178879 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:17.247254 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:17.326268 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c95bc0b9-aeff-4f95-9ecc-049d8c7bc1e2 req-944df9d9-2e90-4032-9ef2-06fdb9238da2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321170 Apr 18 21:37:17.399378 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:17.429501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Transition to ACTIVE for port object 5c50ca76-a6b7-404c-a860-f40f70d30ca6 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:17.487500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:17.511666 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:17.525100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817ab372-7520-494f-89a8-a95f4d94eda0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:17.533427 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c95bc0b9-aeff-4f95-9ecc-049d8c7bc1e2 req-a528cfd1-9053-4e69-9e59-7894ecc610d7 service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055316 Apr 18 21:37:17.539151 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:17.540155 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/817ab372-7520-494f-89a8-a95f4d94eda0 HTTP/1.1" status: 204 len: 168 time: 0.4922280 Apr 18 21:37:17.543152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:17.544140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:17.544528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:17.545334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:17.548595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:17.548595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:17.548904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:17.549205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:17.549567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:17.549899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:17.551259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc5617-69a7-4d60-bd98-354674560fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:17.595202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Network 50451a90-b9fd-4e36-a67b-f76a608c9689 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:17.598257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:17.600655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:37:17.714018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event updated for resources: {'Port': ['ID=5c50ca76-a6b7-404c-a860-f40f70d30ca6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:17.716939 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c95bc0b9-aeff-4f95-9ecc-049d8c7bc1e2 req-9d9d8715-7ccd-4e50-95f8-c660929dfdda service neutron] 10.222.0.26 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755061 Apr 18 21:37:17.744950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:17.746163 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:17.854509 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-a9a4f70a-a25d-4202-8bdd-8c53e9c1eee1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2521784 Apr 18 21:37:17.867831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Request body: {'port': {'device_id': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:17.923181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38164) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:17.936960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235ae69-d26d-46fb-94f1-eb7f69a14b44 req-ea1659c3-1705-4073-84d2-f510cd4f168f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:17.937800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0235ae69-d26d-46fb-94f1-eb7f69a14b44 req-ea1659c3-1705-4073-84d2-f510cd4f168f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Synchronizing usage tracker for tenant:3a6a41c0f4614fd8a7273b0483db320a on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:17.997333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9031a44d-9e5b-4c80-80fd-1c4c9e1ecce9 None None] Provisioning for port 5c50ca76-a6b7-404c-a860-f40f70d30ca6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:18.005504 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9031a44d-9e5b-4c80-80fd-1c4c9e1ecce9 None None] Provisioning complete for port 5c50ca76-a6b7-404c-a860-f40f70d30ca6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:18.006597 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9031a44d-9e5b-4c80-80fd-1c4c9e1ecce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.012606 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.025786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0235ae69-d26d-46fb-94f1-eb7f69a14b44 req-ea1659c3-1705-4073-84d2-f510cd4f168f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Unset dirty status for tenant:3a6a41c0f4614fd8a7273b0483db320a on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:18.032796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0235ae69-d26d-46fb-94f1-eb7f69a14b44 req-ea1659c3-1705-4073-84d2-f510cd4f168f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 932 time: 0.2437856 Apr 18 21:37:18.071268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9031a44d-9e5b-4c80-80fd-1c4c9e1ecce9 None None] Port 5c50ca76-a6b7-404c-a860-f40f70d30ca6 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:37:18.224178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44fe0c-9ba2-4562-8eb8-a630ae014309 None None] Sync routers for ids ['e414238e-513e-46f8-a4bf-93a53670ab3a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:18.252540 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd9332-a9d6-4735-86fb-e8f578bcdb1e None None] New status for floating IP eec7f9f5-c85c-43b5-84cf-6fea46fd43e7: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:37:18.260523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44fe0c-9ba2-4562-8eb8-a630ae014309 None None] Routers set() bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:18.261197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44fe0c-9ba2-4562-8eb8-a630ae014309 None None] Router IDs set() for agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:37:18.262080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_agentschedulers_db [None req-db44fe0c-9ba2-4562-8eb8-a630ae014309 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e414238e-513e-46f8-a4bf-93a53670ab3a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent'). {{(pid=85050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:37:18.263674 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-14cfeccb-4d32-42fa-948e-69d9b968f449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.276165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44fe0c-9ba2-4562-8eb8-a630ae014309 None None] Routers set() bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:18.276791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44fe0c-9ba2-4562-8eb8-a630ae014309 None None] Router IDs set() for agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:37:18.279491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_agentschedulers_db [None req-db44fe0c-9ba2-4562-8eb8-a630ae014309 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e414238e-513e-46f8-a4bf-93a53670ab3a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent'). {{(pid=85050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:37:18.280471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44fe0c-9ba2-4562-8eb8-a630ae014309 None None] The sync data for ids ['e414238e-513e-46f8-a4bf-93a53670ab3a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:18.299680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-14cfeccb-4d32-42fa-948e-69d9b968f449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:18.303600 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-14cfeccb-4d32-42fa-948e-69d9b968f449 admin admin] Usage tracker for resource:security_group_rule and tenant:e7ec6035a3c24e9881889a13f07f6308 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:18.313901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-14cfeccb-4d32-42fa-948e-69d9b968f449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:18.320376 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0235ae69-d26d-46fb-94f1-eb7f69a14b44 req-e177cc9c-ad77-4fda-afc7-62d4d16e2146 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850201 Apr 18 21:37:18.350587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-14cfeccb-4d32-42fa-948e-69d9b968f449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:18.405275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38174) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:18.524316 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ec5ab95d-74ed-452a-971d-8710291a3d52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62f89e9ae1bd45fb8690ec9d05b52933&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1162231 Apr 18 21:37:18.526994 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-14cfeccb-4d32-42fa-948e-69d9b968f449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.528657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38180) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:18.616219 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-26f781f2-fa47-4b94-8fbb-20d17d551638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.646980 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-14cfeccb-4d32-42fa-948e-69d9b968f449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.706818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c50ca76-a6b7-404c-a860-f40f70d30ca6 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:37:18.718110 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.731692 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-26f781f2-fa47-4b94-8fbb-20d17d551638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.739101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Transition to ACTIVE for port object 5c50ca76-a6b7-404c-a860-f40f70d30ca6 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:18.743210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfeccb-4d32-42fa-948e-69d9b968f449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362f86e2-0f9a-4d6d-aab3-edfb40e1b312,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:18.755794 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-14cfeccb-4d32-42fa-948e-69d9b968f449 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7ec6035a3c24e9881889a13f07f6308&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8316054 Apr 18 21:37:18.756788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38186) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:18.786117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8b9633cd-dac4-4142-b1d4-8ca69a49a281 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:18.835286 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.862752 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b51c02d5-f79c-4fa7-93b2-bcd76cbb28ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.897131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b51c02d5-f79c-4fa7-93b2-bcd76cbb28ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.935734 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-26f781f2-fa47-4b94-8fbb-20d17d551638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.942624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Pushing event updated for resources: {'Port': ['ID=5c50ca76-a6b7-404c-a860-f40f70d30ca6,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:18.966931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f781f2-fa47-4b94-8fbb-20d17d551638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a8c07e-1540-4a39-aadb-f26f1602793f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:18.975133 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-26f781f2-fa47-4b94-8fbb-20d17d551638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.976526 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-26f781f2-fa47-4b94-8fbb-20d17d551638 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66a8c07e-1540-4a39-aadb-f26f1602793f HTTP/1.1" status: 204 len: 168 time: 0.4467514 Apr 18 21:37:18.991239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 8b9633cd-dac4-4142-b1d4-8ca69a49a281 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:19.000719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8b9633cd-dac4-4142-b1d4-8ca69a49a281 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:19.000719 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:19.083905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b51c02d5-f79c-4fa7-93b2-bcd76cbb28ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:19.113593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b51c02d5-f79c-4fa7-93b2-bcd76cbb28ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:19.115127 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b51c02d5-f79c-4fa7-93b2-bcd76cbb28ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/362f86e2-0f9a-4d6d-aab3-edfb40e1b312 HTTP/1.1" status: 204 len: 168 time: 0.3530669 Apr 18 21:37:19.116356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c02d5-f79c-4fa7-93b2-bcd76cbb28ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f86e2-0f9a-4d6d-aab3-edfb40e1b312,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:19.311720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Attempting to bind port 5c50ca76-a6b7-404c-a860-f40f70d30ca6 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:37:19.311720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Attempting to bind port 5c50ca76-a6b7-404c-a860-f40f70d30ca6 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:37:19.313141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Attempting to bind port 5c50ca76-a6b7-404c-a860-f40f70d30ca6 on network 50451a90-b9fd-4e36-a67b-f76a608c9689 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:19.321446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Port 5c50ca76-a6b7-404c-a860-f40f70d30ca6 on network 50451a90-b9fd-4e36-a67b-f76a608c9689 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:37:19.321653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Attempting to bind port 5c50ca76-a6b7-404c-a860-f40f70d30ca6 on network 50451a90-b9fd-4e36-a67b-f76a608c9689 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:19.331445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:37:19.332998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Checking segment: {'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:37:19.333549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Bound using segment: {'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:37:19.334062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Bound port: 5c50ca76-a6b7-404c-a860-f40f70d30ca6, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:37:19.334485 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:19.444854 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:19.452099 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Sync routers for ids ['4e921653-bafc-4d17-b267-fcf6f85ba20a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:19.486943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] For port 5c50ca76-a6b7-404c-a860-f40f70d30ca6, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:37:19.490069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] For port 5c50ca76-a6b7-404c-a860-f40f70d30ca6, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c50ca76-a6b7-404c-a860-f40f70d30ca6,segment=NetworkSegment(085c2d19-d9f2-4916-b62d-d7f6f300b5b7),segment_id=085c2d19-d9f2-4916-b62d-d7f6f300b5b7)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:37:19.509049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 8b9633cd-dac4-4142-b1d4-8ca69a49a281, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8b9633cd-dac4-4142-b1d4-8ca69a49a281,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:19.509049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Routers {'4e921653-bafc-4d17-b267-fcf6f85ba20a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:19.509049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4e921653-bafc-4d17-b267-fcf6f85ba20a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:19.658819 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:19.710739 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:19.776002 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:19.777385 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] 10.222.0.26 "PUT /v2.0/ports/5c50ca76-a6b7-404c-a860-f40f70d30ca6 HTTP/1.1" status: 200 len: 1092 time: 1.9137931 Apr 18 21:37:19.778413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'tag': '5c50ca76-a6b7-404c-a860-f40f70d30ca6'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:19.846749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=8b9633cd-dac4-4142-b1d4-8ca69a49a281,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:19.874434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:19.876328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:19.876328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:19.876328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:19.876328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:19.876996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:19.877774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:19.878661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:19.879172 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:19.879699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:19.881191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:19.900566 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3deee96-9991-4f3a-afed-946d707d753d'] response: {'name': 'network-changed', 'server_uuid': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'tag': '5c50ca76-a6b7-404c-a860-f40f70d30ca6', 'status': 'completed', 'code': 200} Apr 18 21:37:19.911719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Set router 4e921653-bafc-4d17-b267-fcf6f85ba20a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:19.988464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b3e7d-127f-44e0-b710-61a020278264 service neutron] Pushing event updated for resources: {'Port': ['ID=5c50ca76-a6b7-404c-a860-f40f70d30ca6,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:20.019960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458193a2-218e-49f1-9463-fe9aa9f237db req-b31f12de-f999-40fa-abad-45ff26035e2f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:20.032924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-458193a2-218e-49f1-9463-fe9aa9f237db req-b31f12de-f999-40fa-abad-45ff26035e2f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 944 time: 0.4868636 Apr 18 21:37:20.126494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-458193a2-218e-49f1-9463-fe9aa9f237db req-0d671077-a1a5-484c-b9d7-602554fa2d73 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908670 Apr 18 21:37:20.141809 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-dae90152-e7e4-459f-ade5-2ea6776694ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a6a41c0f4614fd8a7273b0483db320a&device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 1095 time: 0.2490809 Apr 18 21:37:20.232207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-b590df04-743c-48cb-95fa-4cdb6c165145 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c50ca76-a6b7-404c-a860-f40f70d30ca6 HTTP/1.1" status: 200 len: 217 time: 0.0829005 Apr 18 21:37:20.309458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-5b18ff99-c51c-4a6a-9c96-1a85c442808c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:20.311204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-5b18ff99-c51c-4a6a-9c96-1a85c442808c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0c03006-906a-41bc-b660-43904bcb0e3b HTTP/1.1" status: 200 len: 848 time: 0.0736847 Apr 18 21:37:20.447097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-9b54daef-1205-47d1-a152-9989dcfb352b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50451a90-b9fd-4e36-a67b-f76a608c9689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295385 Apr 18 21:37:20.468439 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38220) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:20.490570 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c73936b-a0fd-4450-b3cc-3feb51f01982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:20.502261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:49Z', 'revision_number': 4, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'a69e7232-2eb4-46f4-8630-e79609b585f0', 'name': '', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'mac_address': 'fa:16:3e:94:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:47Z', 'updated_at': '2022-04-18T21:36:50Z', 'revision_number': 2, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'subnets': [{'id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:20.514723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Checking router: 4e921653-bafc-4d17-b267-fcf6f85ba20a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:37:20.519323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Updating router 4e921653-bafc-4d17-b267-fcf6f85ba20a port a69e7232-2eb4-46f4-8630-e79609b585f0 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:37:20.522801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8c73936b-a0fd-4450-b3cc-3feb51f01982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:20.526810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8c73936b-a0fd-4450-b3cc-3feb51f01982 admin admin] Usage tracker for resource:security_group_rule and tenant:3661fec527184300bcad1587b2e62ba3 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:20.530517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8c73936b-a0fd-4450-b3cc-3feb51f01982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:20.536763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8c73936b-a0fd-4450-b3cc-3feb51f01982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:20.600612 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:20.643971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c73936b-a0fd-4450-b3cc-3feb51f01982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:20.650800 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-c4f6a579-0477-4f10-93c1-a1665b61ea41 service neutron] 10.222.0.26 "GET /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976023 Apr 18 21:37:20.745614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c73936b-a0fd-4450-b3cc-3feb51f01982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:20.873461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73936b-a0fd-4450-b3cc-3feb51f01982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf6161c-cdec-46e2-a585-a18871c9e9db,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:20.891541 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8c73936b-a0fd-4450-b3cc-3feb51f01982 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3661fec527184300bcad1587b2e62ba3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4174478 Apr 18 21:37:20.891541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38230) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:20.964523 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cfd86e98-4348-4f1b-be39-cfd4a3aae826 req-c7d9782f-41e1-4c2c-a70a-a96e6767075c service neutron] 10.222.0.26 "GET /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987251 Apr 18 21:37:21.029847 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8b9633cd-dac4-4142-b1d4-8ca69a49a281 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:21.071062 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3f2df8dd-346d-49fa-ae77-5e9aa5f78ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:21.097076 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3f2df8dd-346d-49fa-ae77-5e9aa5f78ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:21.244010 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:21.303564 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3f2df8dd-346d-49fa-ae77-5e9aa5f78ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:21.315725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Transition to ACTIVE for port object a69e7232-2eb4-46f4-8630-e79609b585f0 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:21.330891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8b9633cd-dac4-4142-b1d4-8ca69a49a281 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:21.330891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:21.336601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2df8dd-346d-49fa-ae77-5e9aa5f78ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf6161c-cdec-46e2-a585-a18871c9e9db,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:21.357236 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3f2df8dd-346d-49fa-ae77-5e9aa5f78ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:21.357236 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3f2df8dd-346d-49fa-ae77-5e9aa5f78ceb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fcf6161c-cdec-46e2-a585-a18871c9e9db HTTP/1.1" status: 204 len: 168 time: 0.4614809 Apr 18 21:37:21.369745 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c7f4f6f-74f3-4852-91f2-2901fd6d14fd req-5997a24e-e5aa-40c7-a30b-66af202d4c59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a6a41c0f4614fd8a7273b0483db320a&device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 1095 time: 0.2299600 Apr 18 21:37:21.412182 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:21.719190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f4f6f-74f3-4852-91f2-2901fd6d14fd req-0e11582b-ba30-4f9f-877a-f43405bd725c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:21.719190 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c7f4f6f-74f3-4852-91f2-2901fd6d14fd req-0e11582b-ba30-4f9f-877a-f43405bd725c service neutron] 10.222.0.26 "GET /v2.0/networks?id=50451a90-b9fd-4e36-a67b-f76a608c9689 HTTP/1.1" status: 200 len: 910 time: 0.3548839 Apr 18 21:37:21.774670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b2b5f-5e4a-439f-9fbd-66b7cfb9d32f None None] Pushing event updated for resources: {'Port': ['ID=a69e7232-2eb4-46f4-8630-e79609b585f0,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:21.777928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83956c-f289-4bd6-aad7-1de2ab91e709 req-51c4e865-28c0-4cf2-accb-74124fb220a7 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:21.777928 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa83956c-f289-4bd6-aad7-1de2ab91e709 req-51c4e865-28c0-4cf2-accb-74124fb220a7 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 944 time: 0.3524573 Apr 18 21:37:21.972218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c7f4f6f-74f3-4852-91f2-2901fd6d14fd req-217111e4-8a9c-4094-80b0-a50885b7110d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c50ca76-a6b7-404c-a860-f40f70d30ca6 HTTP/1.1" status: 200 len: 217 time: 0.2388732 Apr 18 21:37:22.005901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Attempting to bind port a69e7232-2eb4-46f4-8630-e79609b585f0 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:37:22.005901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Attempting to bind port a69e7232-2eb4-46f4-8630-e79609b585f0 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:37:22.005901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Attempting to bind port a69e7232-2eb4-46f4-8630-e79609b585f0 on network 50451a90-b9fd-4e36-a67b-f76a608c9689 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:22.018020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 64c2c319-593a-4fa8-8e3f-93f2699015bd no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:22.063555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 64c2c319-593a-4fa8-8e3f-93f2699015bd {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:37:22.063555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 64c2c319-593a-4fa8-8e3f-93f2699015bd not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:22.063555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:37:22.063555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Checking segment: {'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:37:22.063555 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:22.063555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Bound using segment: {'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:37:22.063555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Bound port: a69e7232-2eb4-46f4-8630-e79609b585f0, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085c2d19-d9f2-4916-b62d-d7f6f300b5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:37:22.063555 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:22.117313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa83956c-f289-4bd6-aad7-1de2ab91e709 req-b6837849-7ac4-4c77-97ab-28224877d4c5 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253830 Apr 18 21:37:22.117313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f4f6f-74f3-4852-91f2-2901fd6d14fd req-5de369e2-10c9-4c8a-bffd-c75d75e82b8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:22.117313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c7f4f6f-74f3-4852-91f2-2901fd6d14fd req-5de369e2-10c9-4c8a-bffd-c75d75e82b8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0c03006-906a-41bc-b660-43904bcb0e3b HTTP/1.1" status: 200 len: 848 time: 0.1220069 Apr 18 21:37:22.185385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] For port a69e7232-2eb4-46f4-8630-e79609b585f0, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:37:22.192606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] For port a69e7232-2eb4-46f4-8630-e79609b585f0, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a69e7232-2eb4-46f4-8630-e79609b585f0,segment=NetworkSegment(085c2d19-d9f2-4916-b62d-d7f6f300b5b7),segment_id=085c2d19-d9f2-4916-b62d-d7f6f300b5b7)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:37:22.276539 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c7f4f6f-74f3-4852-91f2-2901fd6d14fd req-d640485f-676c-4ee7-b601-8a8c6c86b6ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50451a90-b9fd-4e36-a67b-f76a608c9689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540821 Apr 18 21:37:22.287132 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:22.384756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b2b5f-5e4a-439f-9fbd-66b7cfb9d32f None None] Pushing event updated for resources: {'Port': ['ID=a69e7232-2eb4-46f4-8630-e79609b585f0,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:22.384756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Routers {'4e921653-bafc-4d17-b267-fcf6f85ba20a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:22.384756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4e921653-bafc-4d17-b267-fcf6f85ba20a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:22.546035 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c7f4f6f-74f3-4852-91f2-2901fd6d14fd req-dd2a9fed-00ac-4f7b-8e60-3c55a9191730 service neutron] 10.222.0.26 "GET /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566249 Apr 18 21:37:22.700413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] Set router 4e921653-bafc-4d17-b267-fcf6f85ba20a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:22.811344 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c7f4f6f-74f3-4852-91f2-2901fd6d14fd req-21230319-0a29-47b3-9bd1-1f0e8f24e612 service neutron] 10.222.0.26 "GET /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526598 Apr 18 21:37:23.312829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:49Z', 'revision_number': 4, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'a69e7232-2eb4-46f4-8630-e79609b585f0', 'name': '', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'mac_address': 'fa:16:3e:94:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:47Z', 'updated_at': '2022-04-18T21:37:22Z', 'revision_number': 4, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'subnets': [{'id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:23.333288 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ce6b9-f426-499f-8df7-c119bddab062 None None] The sync data for ids ['4e921653-bafc-4d17-b267-fcf6f85ba20a'] in n-d-836017-3 is: [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:49Z', 'revision_number': 4, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'a69e7232-2eb4-46f4-8630-e79609b585f0', 'name': '', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'mac_address': 'fa:16:3e:94:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:47Z', 'updated_at': '2022-04-18T21:37:22Z', 'revision_number': 4, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'subnets': [{'id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:23.635593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5c50ca76-a6b7-404c-a860-f40f70d30ca6 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:37:23.857590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc987a-a8ff-49ba-95ed-d2b1c6a4b574 req-61ba1789-4447-47a0-a94f-e7beb763b61a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:23.880059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79dc987a-a8ff-49ba-95ed-d2b1c6a4b574 req-61ba1789-4447-47a0-a94f-e7beb763b61a tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 944 time: 0.4433258 Apr 18 21:37:24.002134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 5c50ca76-a6b7-404c-a860-f40f70d30ca6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c50ca76-a6b7-404c-a860-f40f70d30ca6,segment=NetworkSegment(085c2d19-d9f2-4916-b62d-d7f6f300b5b7),segment_id=085c2d19-d9f2-4916-b62d-d7f6f300b5b7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:24.008795 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79dc987a-a8ff-49ba-95ed-d2b1c6a4b574 req-4375a3a5-f49f-482a-85de-7970bc073f41 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824177 Apr 18 21:37:24.028146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '5c50ca76-a6b7-404c-a860-f40f70d30ca6', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'port_id': '5c50ca76-a6b7-404c-a860-f40f70d30ca6', 'mac_address': 'fa:16:3e:9e:23:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:37:24.189942 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:24.237323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c50ca76-a6b7-404c-a860-f40f70d30ca6 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:37:24.266834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 5c50ca76-a6b7-404c-a860-f40f70d30ca6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c50ca76-a6b7-404c-a860-f40f70d30ca6,segment=NetworkSegment(085c2d19-d9f2-4916-b62d-d7f6f300b5b7),segment_id=085c2d19-d9f2-4916-b62d-d7f6f300b5b7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:24.356931 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:24.492874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=5c50ca76-a6b7-404c-a860-f40f70d30ca6,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:24.628896 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-88f5bf6a-9757-4fd0-acc0-468fc027f50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:24.698690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['5c50ca76-a6b7-404c-a860-f40f70d30ca6'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:37:24.819116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a69e7232-2eb4-46f4-8630-e79609b585f0 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:25.078915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port a69e7232-2eb4-46f4-8630-e79609b585f0 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:25.118630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a69e7232-2eb4-46f4-8630-e79609b585f0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:25.118630 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:25.376876 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38314) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:25.394872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986442308', 'description': 'tempest-secgroup-smoke-1986442308 description', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:25.431877 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:25.447842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:25.465038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:25.473230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:25.498278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port a69e7232-2eb4-46f4-8630-e79609b585f0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a69e7232-2eb4-46f4-8630-e79609b585f0,segment=NetworkSegment(085c2d19-d9f2-4916-b62d-d7f6f300b5b7),segment_id=085c2d19-d9f2-4916-b62d-d7f6f300b5b7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:25.504470 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:25.545220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35019c0d-88b1-4d9f-b419-cc63c82fb2f9 req-1e8cbeca-7c18-4529-877b-49dbbfbd61a3 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:25.545847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35019c0d-88b1-4d9f-b419-cc63c82fb2f9 req-1e8cbeca-7c18-4529-877b-49dbbfbd61a3 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 945 time: 0.2096694 Apr 18 21:37:25.596132 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:25.615656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:25.636441 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:25.657304 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35019c0d-88b1-4d9f-b419-cc63c82fb2f9 req-89ca572f-62e9-4c16-99e4-fd34a907caa1 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995257 Apr 18 21:37:25.683915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:25.690934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:25.690934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:25.705800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:25.710541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=a69e7232-2eb4-46f4-8630-e79609b585f0,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:25.710541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5b2040d6-243b-476a-b67e-0623198211f5 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:25.754674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 5b2040d6-243b-476a-b67e-0623198211f5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:37:25.754674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5b2040d6-243b-476a-b67e-0623198211f5 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:25.754674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b805f78a-6504-4eb1-83e6-25cbe1c0dcde no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:25.776016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b805f78a-6504-4eb1-83e6-25cbe1c0dcde {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:37:25.776361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b805f78a-6504-4eb1-83e6-25cbe1c0dcde not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:25.794226 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:25.861938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:25.920393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:25.920393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81c3b0d-973e-4571-bb4c-3289c70a794b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:25.939943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:25.939943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:25.947694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:26.035633 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:37:26.041782 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:26.268338 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:26.326395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5795bff3-e826-4832-9ddb-416397d34b04,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:26.395829 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:26.399758 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b46e3153-67c1-40b4-9079-467e7f922a88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0207350 Apr 18 21:37:26.402564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38328) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:26.409138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-23523d04-6344-437e-9cd4-9fabcb8562a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '5795bff3-e826-4832-9ddb-416397d34b04', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:26.416111 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-23523d04-6344-437e-9cd4-9fabcb8562a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:26.420828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-23523d04-6344-437e-9cd4-9fabcb8562a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:26.423994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-23523d04-6344-437e-9cd4-9fabcb8562a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:26.431619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-23523d04-6344-437e-9cd4-9fabcb8562a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:26.578705 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23523d04-6344-437e-9cd4-9fabcb8562a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:26.693271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23523d04-6344-437e-9cd4-9fabcb8562a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:26.703383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a69e7232-2eb4-46f4-8630-e79609b585f0 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:26.768748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23523d04-6344-437e-9cd4-9fabcb8562a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:26.774569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a69e7232-2eb4-46f4-8630-e79609b585f0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:26.774936 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:26.796650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23523d04-6344-437e-9cd4-9fabcb8562a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b88e80-44e1-4be6-81a9-66520917f7a1,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:26.879002 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-23523d04-6344-437e-9cd4-9fabcb8562a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:26.884304 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-23523d04-6344-437e-9cd4-9fabcb8562a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4800367 Apr 18 21:37:26.887210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7247-d952-4043-80ae-7ebb5c0f4fea req-a5ce272e-9573-4418-bb18-6a65b8466633 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:26.888196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38346) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:26.889418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b7ad7247-d952-4043-80ae-7ebb5c0f4fea req-a5ce272e-9573-4418-bb18-6a65b8466633 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 945 time: 0.0915539 Apr 18 21:37:26.896124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d03b8cf9-83de-4604-a1ef-eea4035b61ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '5795bff3-e826-4832-9ddb-416397d34b04', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:26.912619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d03b8cf9-83de-4604-a1ef-eea4035b61ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:26.917726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d03b8cf9-83de-4604-a1ef-eea4035b61ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:26.924395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d03b8cf9-83de-4604-a1ef-eea4035b61ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:26.933572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d03b8cf9-83de-4604-a1ef-eea4035b61ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:26.950509 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b7ad7247-d952-4043-80ae-7ebb5c0f4fea req-91ad1ac2-495b-4caa-9926-020bcd34d234 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532198 Apr 18 21:37:27.008630 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d03b8cf9-83de-4604-a1ef-eea4035b61ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.088539 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2ea4d211-026e-4b83-8a91-305429e054a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.100856 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d03b8cf9-83de-4604-a1ef-eea4035b61ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.150819 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d03b8cf9-83de-4604-a1ef-eea4035b61ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.178163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b8cf9-83de-4604-a1ef-eea4035b61ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa3d824-add0-46f6-b372-2df470f90807,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:27.259916 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d03b8cf9-83de-4604-a1ef-eea4035b61ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.261601 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d03b8cf9-83de-4604-a1ef-eea4035b61ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3720663 Apr 18 21:37:27.264759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38354) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:27.270369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d328a62e-5ace-4e2e-b9ff-f8535fad63c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '5795bff3-e826-4832-9ddb-416397d34b04', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:27.276714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d328a62e-5ace-4e2e-b9ff-f8535fad63c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:27.280566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d328a62e-5ace-4e2e-b9ff-f8535fad63c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:27.283715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d328a62e-5ace-4e2e-b9ff-f8535fad63c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:27.289387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d328a62e-5ace-4e2e-b9ff-f8535fad63c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:27.368995 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d328a62e-5ace-4e2e-b9ff-f8535fad63c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.432669 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d328a62e-5ace-4e2e-b9ff-f8535fad63c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.505014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d328a62e-5ace-4e2e-b9ff-f8535fad63c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.531618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328a62e-5ace-4e2e-b9ff-f8535fad63c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b197f4c8-28d6-44d5-a0b9-9bbc2ba50823,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:27.608057 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d328a62e-5ace-4e2e-b9ff-f8535fad63c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.609237 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d328a62e-5ace-4e2e-b9ff-f8535fad63c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3434768 Apr 18 21:37:27.611956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38362) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:27.617396 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9e02867f-bf89-4d6d-860f-a81df3a583c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '5795bff3-e826-4832-9ddb-416397d34b04', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:27.625014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e02867f-bf89-4d6d-860f-a81df3a583c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:27.630731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e02867f-bf89-4d6d-860f-a81df3a583c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:27.633702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e02867f-bf89-4d6d-860f-a81df3a583c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:27.649212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e02867f-bf89-4d6d-860f-a81df3a583c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:27.659428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5c50ca76-a6b7-404c-a860-f40f70d30ca6 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:27.727823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e02867f-bf89-4d6d-860f-a81df3a583c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.791657 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e02867f-bf89-4d6d-860f-a81df3a583c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.859338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 5c50ca76-a6b7-404c-a860-f40f70d30ca6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:27.864840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 5c50ca76-a6b7-404c-a860-f40f70d30ca6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:27.865262 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.882366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e02867f-bf89-4d6d-860f-a81df3a583c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.912238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02867f-bf89-4d6d-860f-a81df3a583c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939e0afb-2610-434d-809d-5abcfb516928,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:27.979950 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e02867f-bf89-4d6d-860f-a81df3a583c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:27.982085 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9e02867f-bf89-4d6d-860f-a81df3a583c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3691576 Apr 18 21:37:27.984909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38372) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:27.991699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-34b4f1ab-84c8-4059-9ee6-5285046430a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '5795bff3-e826-4832-9ddb-416397d34b04', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:27.999111 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-34b4f1ab-84c8-4059-9ee6-5285046430a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:28.003116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-34b4f1ab-84c8-4059-9ee6-5285046430a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:28.006062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-34b4f1ab-84c8-4059-9ee6-5285046430a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:28.010715 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.012839 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.022400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-34b4f1ab-84c8-4059-9ee6-5285046430a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:28.044960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c50ca76-a6b7-404c-a860-f40f70d30ca6'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:28.058300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 5c50ca76-a6b7-404c-a860-f40f70d30ca6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c50ca76-a6b7-404c-a860-f40f70d30ca6,segment=NetworkSegment(085c2d19-d9f2-4916-b62d-d7f6f300b5b7),segment_id=085c2d19-d9f2-4916-b62d-d7f6f300b5b7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:28.100551 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-34b4f1ab-84c8-4059-9ee6-5285046430a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Project 5ee8315d479c435aaa1e10a9872e4b80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:37:28.101616 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d297a432-2aaf-4771-9785-1e900e857ad6'] response: {'server_uuid': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c50ca76-a6b7-404c-a860-f40f70d30ca6', 'code': 200} Apr 18 21:37:28.111226 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34b4f1ab-84c8-4059-9ee6-5285046430a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.133148 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.204823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34b4f1ab-84c8-4059-9ee6-5285046430a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.243957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718debc4-2ec4-473f-a4f5-0e791768995d req-4f1827ae-83b6-47d3-b7a6-287361b3fb84 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:28.253196 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-718debc4-2ec4-473f-a4f5-0e791768995d req-4f1827ae-83b6-47d3-b7a6-287361b3fb84 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 945 time: 0.1657031 Apr 18 21:37:28.271197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34b4f1ab-84c8-4059-9ee6-5285046430a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.286050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=5c50ca76-a6b7-404c-a860-f40f70d30ca6,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:28.298707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4f1ab-84c8-4059-9ee6-5285046430a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b99426a-5d19-4bcd-8e56-ca0a019f1bb0,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:28.319839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-718debc4-2ec4-473f-a4f5-0e791768995d req-a47c5961-cdcd-448a-827e-bd59614f8813 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657551 Apr 18 21:37:28.326323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d0916999-f5e3-403f-ab39-eefa39bf3b31 req-02f7e437-d302-4859-80fa-af55ed1e4248 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 1097 time: 0.1554744 Apr 18 21:37:28.374969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d0916999-f5e3-403f-ab39-eefa39bf3b31 req-80f4fc4f-128d-427a-b93d-5d566609cfdd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401719 Apr 18 21:37:28.395042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34b4f1ab-84c8-4059-9ee6-5285046430a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.405166 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-34b4f1ab-84c8-4059-9ee6-5285046430a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4119797 Apr 18 21:37:28.405166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38388) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:28.414189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f32f9b2c-3a8b-46a7-add2-f02212018178 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '5795bff3-e826-4832-9ddb-416397d34b04', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:28.414189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f32f9b2c-3a8b-46a7-add2-f02212018178 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:28.416596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f32f9b2c-3a8b-46a7-add2-f02212018178 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:28.420158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f32f9b2c-3a8b-46a7-add2-f02212018178 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:28.426106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f32f9b2c-3a8b-46a7-add2-f02212018178 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:28.540858 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-f32f9b2c-3a8b-46a7-add2-f02212018178 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Project 5ee8315d479c435aaa1e10a9872e4b80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:37:28.557250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f32f9b2c-3a8b-46a7-add2-f02212018178 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.629928 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.632483 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f32f9b2c-3a8b-46a7-add2-f02212018178 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.689350 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f32f9b2c-3a8b-46a7-add2-f02212018178 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.713581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f9b2c-3a8b-46a7-add2-f02212018178 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91076db7-9b47-4661-aae7-a6042614c0eb,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:28.800967 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f32f9b2c-3a8b-46a7-add2-f02212018178 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.802209 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f32f9b2c-3a8b-46a7-add2-f02212018178 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4011462 Apr 18 21:37:28.806722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38398) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:28.813993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'network': {'name': 'tempest-network-smoke--864112156', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'port_security_enabled': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:28.820000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:28.823492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:network and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:28.826392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:28.834272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:28.915104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Made reservation on behalf of 5ee8315d479c435aaa1e10a9872e4b80 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:37:28.919488 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.947968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:37:28.956693 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.957036 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Added segment 5cefaf90-2ea1-4332-8347-c7bb89bff4ec of type vlan for network 84d95e2e-5b90-42d7-9299-52b2ce479993 Apr 18 21:37:28.984721 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:29.082733 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:29.082733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:29.082733 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:29.264281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Network': ['ID=84d95e2e-5b90-42d7-9299-52b2ce479993,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:29.275188 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 84d95e2e-5b90-42d7-9299-52b2ce479993 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:37:29.329088 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c2ec8cff-9cab-426f-a9d5-fa83d3e40b81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5137613 Apr 18 21:37:29.335602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38412) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:29.335602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'admin_state_up': True, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:29.348062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:29.356671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:router and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:29.356671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:29.360961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:29.458128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:29.458128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:29.479002 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:29.634703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793442cd-cad6-488b-9dbc-ea7705959a47 req-b0201191-763a-4ee8-a3fd-e4940c63c28c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:29.637151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-793442cd-cad6-488b-9dbc-ea7705959a47 req-b0201191-763a-4ee8-a3fd-e4940c63c28c tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 946 time: 0.1529558 Apr 18 21:37:29.958650 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-793442cd-cad6-488b-9dbc-ea7705959a47 req-b32a1387-053d-4e21-819e-8cf10a44cd3f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147264 Apr 18 21:37:29.980406 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:30.423803 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:30.460788 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:30.654897 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.25.3.72 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/b75baaa6-bc5f-423c-b6f0-a8606ad338d5) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:37:30.814645 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:30.896857 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:30.963300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:30.966511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:30.971255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:37:30.991105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:31.009074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=b75baaa6-bc5f-423c-b6f0-a8606ad338d5,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:31.044800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:31.045461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:31.046008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:31.046344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:31.046676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:31.047006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:31.047333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:31.047657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:31.047982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:31.048304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:31.048624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:31.236522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3eca5c-75ba-4d91-bff3-99156e672400 req-be706737-fcf4-4a60-a115-c0c665626b88 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:31.237982 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e3eca5c-75ba-4d91-bff3-99156e672400 req-be706737-fcf4-4a60-a115-c0c665626b88 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 946 time: 0.1438174 Apr 18 21:37:31.284478 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e3eca5c-75ba-4d91-bff3-99156e672400 req-06ed01e4-45c7-461d-938a-9e26985212e0 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409975 Apr 18 21:37:31.346342 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:31.346342 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:31.699175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1fdf2-9edf-4257-9c4f-e54ed0f1c223 req-f6b48e77-fa22-4303-8370-b824848ab2ff tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:31.701228 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afa1fdf2-9edf-4257-9c4f-e54ed0f1c223 req-f6b48e77-fa22-4303-8370-b824848ab2ff tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 946 time: 0.2698216 Apr 18 21:37:31.761106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afa1fdf2-9edf-4257-9c4f-e54ed0f1c223 req-97d88584-6ed9-4c02-aedd-c92279352262 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531042 Apr 18 21:37:31.955140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 38c52668-1ccd-4b3b-9c16-dabe1662e056 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:37:32.176054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935ada4-6fe3-4bca-addd-baeb02bc346c req-57cf5ee9-d29b-48d6-903e-89a1045d7ce2 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:32.176054 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b935ada4-6fe3-4bca-addd-baeb02bc346c req-57cf5ee9-d29b-48d6-903e-89a1045d7ce2 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 946 time: 0.2766902 Apr 18 21:37:32.270609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b935ada4-6fe3-4bca-addd-baeb02bc346c req-495c0855-c0a3-4cd9-a70b-1452967a9986 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785601 Apr 18 21:37:32.304399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38468) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:32.339378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:32.356387 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Sync routers for ids ['38c52668-1ccd-4b3b-9c16-dabe1662e056'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:32.373758 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Routers {'38c52668-1ccd-4b3b-9c16-dabe1662e056'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:32.375665 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['38c52668-1ccd-4b3b-9c16-dabe1662e056'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:32.455242 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:32.464047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0ec4075d-0ee7-47cc-a36e-e4567f1017d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1298153 Apr 18 21:37:32.464047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38476) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:32.638349 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Set router 38c52668-1ccd-4b3b-9c16-dabe1662e056 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:32.860307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-22bb1e2d-62d7-4d7e-b0d2-51370a4d7361 tempest-TestServerBasicOps-1897050054 tempest-TestServerBasicOps-1897050054-project-admin] Synchronizing usage tracker for tenant:a4c6140c2a634fdfb7d9c138f46f749f on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:32.993465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-22bb1e2d-62d7-4d7e-b0d2-51370a4d7361 tempest-TestServerBasicOps-1897050054 tempest-TestServerBasicOps-1897050054-project-admin] Unset dirty status for tenant:a4c6140c2a634fdfb7d9c138f46f749f on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:32.993465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-22bb1e2d-62d7-4d7e-b0d2-51370a4d7361 tempest-TestServerBasicOps-1897050054 tempest-TestServerBasicOps-1897050054-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 1092 time: 0.6851220 Apr 18 21:37:32.993465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38484) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:33.012334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '5c50ca76-a6b7-404c-a860-f40f70d30ca6', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:33.029619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:33.045704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Usage tracker for resource:floatingip and tenant:3a6a41c0f4614fd8a7273b0483db320a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:33.056523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:33.068194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:33.264886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-63e02ca6-3848-4b67-a560-23c953f19bcc tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=5ee8315d479c435aaa1e10a9872e4b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7957962 Apr 18 21:37:33.268415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38492) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:33.297571 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:37:29Z', 'updated_at': '2022-04-18T21:37:31Z', 'revision_number': 3, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:30Z', 'updated_at': '2022-04-18T21:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:33.315385 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Checking router: 38c52668-1ccd-4b3b-9c16-dabe1662e056 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:37:33.315975 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Updating router 38c52668-1ccd-4b3b-9c16-dabe1662e056 port b75baaa6-bc5f-423c-b6f0-a8606ad338d5 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:37:33.345069 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:33.470991 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:33.642996 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:33.643870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:33.732950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b65ce8-8c35-43f8-bdf6-b6024831db3d tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:33.735670 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c1b65ce8-8c35-43f8-bdf6-b6024831db3d tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4655020 Apr 18 21:37:33.737721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38504) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:33.820879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38508) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:33.821078 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4e504a85-d2b1-4734-b263-a07bb864077b tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789430 Apr 18 21:37:33.831593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-83585761', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:33.954213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:33.959827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:subnet and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:33.964410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:33.972353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:34.023752 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:34.037398 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Transition to ACTIVE for port object b75baaa6-bc5f-423c-b6f0-a8606ad338d5 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:34.052496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Made reservation on behalf of 5ee8315d479c435aaa1e10a9872e4b80 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:37:34.120462 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:34.209255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Allocated IP 172.25.3.64 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/2145b027-0f68-4c76-b3a6-56c80abaab0b) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:37:34.257059 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Attempting to bind port b75baaa6-bc5f-423c-b6f0-a8606ad338d5 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:37:34.257416 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Attempting to bind port b75baaa6-bc5f-423c-b6f0-a8606ad338d5 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:37:34.257791 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Attempting to bind port b75baaa6-bc5f-423c-b6f0-a8606ad338d5 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:34.266441 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:37:34.266808 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:37:34.267194 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:34.267570 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:37:34.268022 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Bound port: b75baaa6-bc5f-423c-b6f0-a8606ad338d5, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:37:34.268382 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:34.311781 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Pushing event updated for resources: {'Port': ['ID=b75baaa6-bc5f-423c-b6f0-a8606ad338d5,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:34.339500 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:34.340443 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:34.340811 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:34.341153 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:34.341484 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:34.341816 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:34.342135 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:34.342447 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:34.342764 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:34.343077 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:34.343424 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:34.374039 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:34.413627 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] For port b75baaa6-bc5f-423c-b6f0-a8606ad338d5, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:37:34.417297 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] For port b75baaa6-bc5f-423c-b6f0-a8606ad338d5, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b75baaa6-bc5f-423c-b6f0-a8606ad338d5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:37:34.439804 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:34.522876 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:34.660309 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553747c-88a4-4bee-81dd-62c1b243c308 None None] Pushing event updated for resources: {'Port': ['ID=b75baaa6-bc5f-423c-b6f0-a8606ad338d5,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:34.679222 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Routers {'38c52668-1ccd-4b3b-9c16-dabe1662e056'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:34.679841 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['38c52668-1ccd-4b3b-9c16-dabe1662e056'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:34.697373 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:34.981021 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:34.986450 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] Set router 38c52668-1ccd-4b3b-9c16-dabe1662e056 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:34.987831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:34.999740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:37:35.060308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event updated for resources: {'Port': ['ID=2145b027-0f68-4c76-b3a6-56c80abaab0b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:35.256041 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:35.372938 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:37:29Z', 'updated_at': '2022-04-18T21:37:31Z', 'revision_number': 3, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:30Z', 'updated_at': '2022-04-18T21:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:35.378008 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd34a5-99d7-4011-993a-ae429c3c4629 None None] The sync data for ids ['38c52668-1ccd-4b3b-9c16-dabe1662e056'] in n-d-836017-3 is: [{'id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:37:29Z', 'updated_at': '2022-04-18T21:37:31Z', 'revision_number': 3, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:30Z', 'updated_at': '2022-04-18T21:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:35.380796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Subnet': ['ID=90faa5e4-23ee-4e82-8b62-9c93ce2d8b49,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:35.550545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Checking segment: {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:37:35.551228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network hostable DHCP agents. Network: 84d95e2e-5b90-42d7-9299-52b2ce479993, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:37:35.666095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 84d95e2e-5b90-42d7-9299-52b2ce479993 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:37:35.749758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 84d95e2e-5b90-42d7-9299-52b2ce479993) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:35.757498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfe970b-4812-4af5-9296-9a58ce91f72c None None] Network 84d95e2e-5b90-42d7-9299-52b2ce479993 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:37:35.763558 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:35.764135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:35.817328 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:35.891644 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-593c1d0b-737f-411b-9ce8-6f2a64906dec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0676920 Apr 18 21:37:35.893826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38540) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:36.007757 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-84d95e2e-5b90-42d7-9299-52b2ce479993', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ips': [{'subnet_id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:37:36.008909 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.010839 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.272035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Allocated IP 172.20.0.2 (84d95e2e-5b90-42d7-9299-52b2ce479993/90faa5e4-23ee-4e82-8b62-9c93ce2d8b49/b8efea0f-726c-4a8d-9c00-8dc66639d4c2) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:37:36.428749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.516995 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.665510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event updated for resources: {'Port': ['ID=2145b027-0f68-4c76-b3a6-56c80abaab0b,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:36.671927 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.774686 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.786427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Transition to ACTIVE for port object b8efea0f-726c-4a8d-9c00-8dc66639d4c2 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:36.809079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Transition to ACTIVE for port object b8efea0f-726c-4a8d-9c00-8dc66639d4c2 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:36.890606 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.920159 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Floating IP 34aeb17a-e9d7-46dd-97ec-aa92957eddea associated. External IP: 172.25.3.64, port: 5c50ca76-a6b7-404c-a860-f40f70d30ca6. Apr 18 21:37:36.972440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Network 84d95e2e-5b90-42d7-9299-52b2ce479993 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:36.974430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:36.980084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:37:36.999750 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.057536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Pushing event updated for resources: {'Port': ['ID=b8efea0f-726c-4a8d-9c00-8dc66639d4c2,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:37.087925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Attempting to bind port b8efea0f-726c-4a8d-9c00-8dc66639d4c2 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:37:37.088292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Attempting to bind port b8efea0f-726c-4a8d-9c00-8dc66639d4c2 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:37:37.088652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Attempting to bind port b8efea0f-726c-4a8d-9c00-8dc66639d4c2 on network 84d95e2e-5b90-42d7-9299-52b2ce479993 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:37.096425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:37:37.096794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Checking segment: {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:37:37.097187 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.097782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Bound using segment: {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:37:37.104177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Bound port: b8efea0f-726c-4a8d-9c00-8dc66639d4c2, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:37:37.104177 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.214372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] For port b8efea0f-726c-4a8d-9c00-8dc66639d4c2, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:37:37.218608 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] For port b8efea0f-726c-4a8d-9c00-8dc66639d4c2, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b8efea0f-726c-4a8d-9c00-8dc66639d4c2,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:37:37.290230 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.380065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e57ec5-b4bc-4825-b7d8-2d41fb5de56e None None] Pushing event updated for resources: {'Port': ['ID=b8efea0f-726c-4a8d-9c00-8dc66639d4c2,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:37.503351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Router 4e921653-bafc-4d17-b267-fcf6f85ba20a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:37:37.600629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.20.0.1 (84d95e2e-5b90-42d7-9299-52b2ce479993/90faa5e4-23ee-4e82-8b62-9c93ce2d8b49/01e25853-02ae-4b7f-9819-13a0dde49dc5) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:37:37.776144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:37.863441 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.870714 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.882102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Transition to ACTIVE for port object 01e25853-02ae-4b7f-9819-13a0dde49dc5 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:37.949728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-65282433-6cfa-44c7-a73b-f977cb5dc98f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9500341 Apr 18 21:37:37.949728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'tag': '5c50ca76-a6b7-404c-a860-f40f70d30ca6'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:37.998321 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:38.005939 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4178203a-9f55-4d5c-8f9e-d39605299bd7'] response: {'name': 'network-changed', 'server_uuid': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'tag': '5c50ca76-a6b7-404c-a860-f40f70d30ca6', 'status': 'completed', 'code': 200} Apr 18 21:37:38.124848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a48fffa-ae7e-473a-90c2-4541a695139d req-c179c369-36a8-4884-8609-71d4d693ab84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a6a41c0f4614fd8a7273b0483db320a&device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 1097 time: 0.0896776 Apr 18 21:37:38.180740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=01e25853-02ae-4b7f-9819-13a0dde49dc5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:38.217109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 84d95e2e-5b90-42d7-9299-52b2ce479993 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:38.218608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:38.221879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:37:38.325042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:38.347083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48fffa-ae7e-473a-90c2-4541a695139d req-b2c51afd-a852-47ba-a9af-73022578e869 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:38.348877 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a48fffa-ae7e-473a-90c2-4541a695139d req-b2c51afd-a852-47ba-a9af-73022578e869 service neutron] 10.222.0.26 "GET /v2.0/networks?id=50451a90-b9fd-4e36-a67b-f76a608c9689 HTTP/1.1" status: 200 len: 910 time: 0.2167175 Apr 18 21:37:38.471981 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a48fffa-ae7e-473a-90c2-4541a695139d req-379a56a6-9bc3-4d8b-b4c3-ca72b6ff7c3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c50ca76-a6b7-404c-a860-f40f70d30ca6 HTTP/1.1" status: 200 len: 999 time: 0.1139886 Apr 18 21:37:38.538492 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:38.562186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48fffa-ae7e-473a-90c2-4541a695139d req-80f07106-0749-4c9a-bf80-53f9efd43fc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:38.562186 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a48fffa-ae7e-473a-90c2-4541a695139d req-80f07106-0749-4c9a-bf80-53f9efd43fc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0c03006-906a-41bc-b660-43904bcb0e3b HTTP/1.1" status: 200 len: 848 time: 0.0838375 Apr 18 21:37:38.687467 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de6ad4-24d8-4c57-93fe-6bb775d7a304 None None] Network 84d95e2e-5b90-42d7-9299-52b2ce479993 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:37:38.708577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a48fffa-ae7e-473a-90c2-4541a695139d req-cf3ecc52-995b-4494-bc43-af696822785e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50451a90-b9fd-4e36-a67b-f76a608c9689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399078 Apr 18 21:37:38.838589 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b8efea0f-726c-4a8d-9c00-8dc66639d4c2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:38.948147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a48fffa-ae7e-473a-90c2-4541a695139d req-fddd0f0c-ee8a-40ed-8b41-b904a3006b9a service neutron] 10.222.0.26 "GET /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317624 Apr 18 21:37:39.090587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f601f3b0-04e6-4d84-b210-d46b51cfe6a3 None None] Provisioning for port b8efea0f-726c-4a8d-9c00-8dc66639d4c2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:39.106608 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.135893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a48fffa-ae7e-473a-90c2-4541a695139d req-fbd48d8d-d88d-4110-a20e-d77675f28a16 service neutron] 10.222.0.26 "GET /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728060 Apr 18 21:37:39.180040 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b8efea0f-726c-4a8d-9c00-8dc66639d4c2 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:39.180960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b8efea0f-726c-4a8d-9c00-8dc66639d4c2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:39.182117 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.185168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.317226 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.320836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=01e25853-02ae-4b7f-9819-13a0dde49dc5,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:39.362688 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.374822 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.419050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port b8efea0f-726c-4a8d-9c00-8dc66639d4c2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b8efea0f-726c-4a8d-9c00-8dc66639d4c2,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:39.499683 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.510794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 84d95e2e-5b90-42d7-9299-52b2ce479993 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:39.512175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:39.658750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=b8efea0f-726c-4a8d-9c00-8dc66639d4c2,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:39.734806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8609450a-6410-4d11-8c8e-cda6b8e19345 None None] Provisioning for port 01e25853-02ae-4b7f-9819-13a0dde49dc5 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:39.740201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8609450a-6410-4d11-8c8e-cda6b8e19345 None None] Provisioning complete for port 01e25853-02ae-4b7f-9819-13a0dde49dc5 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:39.740724 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8609450a-6410-4d11-8c8e-cda6b8e19345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.849895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8609450a-6410-4d11-8c8e-cda6b8e19345 None None] Port 01e25853-02ae-4b7f-9819-13a0dde49dc5 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:37:39.870138 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8609450a-6410-4d11-8c8e-cda6b8e19345 None None] Provisioning complete for port b8efea0f-726c-4a8d-9c00-8dc66639d4c2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:39.870138 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8609450a-6410-4d11-8c8e-cda6b8e19345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:40.054149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 38c52668-1ccd-4b3b-9c16-dabe1662e056 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:37:40.176777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8730d3d0-d28e-4788-a0c7-b93ad69b8153 None None] Provisioning complete for port 01e25853-02ae-4b7f-9819-13a0dde49dc5 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:40.177385 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8730d3d0-d28e-4788-a0c7-b93ad69b8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:40.253177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8730d3d0-d28e-4788-a0c7-b93ad69b8153 None None] Port 01e25853-02ae-4b7f-9819-13a0dde49dc5 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:37:40.376233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:40.385767 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-04926976-919d-4a21-9ae4-5bdfb48df550 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "PUT /v2.0/routers/38c52668-1ccd-4b3b-9c16-dabe1662e056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4913499 Apr 18 21:37:40.634096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-5a434154-9a14-4c9e-812d-b9cd63ce4551 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986442308&fields=id&tenant_id=5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 267 time: 0.0479355 Apr 18 21:37:40.677000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b8efea0f-726c-4a8d-9c00-8dc66639d4c2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:40.750667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b8efea0f-726c-4a8d-9c00-8dc66639d4c2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:40.751311 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:40.796838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa066-a6af-4f7d-8668-745755f2960a req-f8deaffa-f25f-4fc4-a8c9-67ac382913b2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:40.798686 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-f8deaffa-f25f-4fc4-a8c9-67ac382913b2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/networks?id=84d95e2e-5b90-42d7-9299-52b2ce479993 HTTP/1.1" status: 200 len: 796 time: 0.1599512 Apr 18 21:37:40.837554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-36f54f46-44fe-4026-b7a5-43f6b81ad55a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/quotas/5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 375 time: 0.0161283 Apr 18 21:37:40.915170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-48b4422b-1438-46ac-9776-84a0b990bb5f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861712 Apr 18 21:37:40.931292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-76d7d4ca-2c64-464a-89d6-17baf94136dd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:37:40.935165 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-76d7d4ca-2c64-464a-89d6-17baf94136dd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051432 Apr 18 21:37:41.084359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-5bfa8112-d61b-48dc-b437-18838ec8ddd4 service neutron] 10.222.0.11 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450849 Apr 18 21:37:41.443503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-27e41cf2-d45f-4609-a55e-2d58ee79c583 service neutron] 10.222.0.11 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319578 Apr 18 21:37:41.794948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84510e66-c645-4307-9627-726a682b7869 req-aed95d97-da84-4888-82c5-89b93981f243 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 210 time: 0.0468063 Apr 18 21:37:42.271631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd70b3-7098-43d9-835f-a819f16d8075 req-04786c43-c3e0-4200-b8a5-1fb74c705345 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:42.273080 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1fd70b3-7098-43d9-835f-a819f16d8075 req-04786c43-c3e0-4200-b8a5-1fb74c705345 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 945 time: 0.0821795 Apr 18 21:37:42.327559 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1fd70b3-7098-43d9-835f-a819f16d8075 req-1aaf7731-baf7-499c-91ed-033c7b93acc4 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473919 Apr 18 21:37:42.931742 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f24752b-5a08-4a75-89f3-b9b2a6f8806e req-7cdbd551-4a04-49ff-b2ab-0499a46b41e8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 210 time: 0.0620682 Apr 18 21:37:43.520540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38694) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:43.565427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500b66e-2f9f-4ab2-b09f-efdcce8b22c6 req-1eb26ca2-52cb-4867-9d75-e6f5f4974bf3 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:43.566954 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4500b66e-2f9f-4ab2-b09f-efdcce8b22c6 req-1eb26ca2-52cb-4867-9d75-e6f5f4974bf3 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 945 time: 0.0843320 Apr 18 21:37:43.639271 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4500b66e-2f9f-4ab2-b09f-efdcce8b22c6 req-dd353547-cc7a-4c3a-8c0d-7ec35e293204 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597947 Apr 18 21:37:43.694771 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-026deeed-78e6-4e3e-b385-d89342a80e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:43.728522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-026deeed-78e6-4e3e-b385-d89342a80e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:43.732626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-026deeed-78e6-4e3e-b385-d89342a80e80 admin admin] Usage tracker for resource:security_group_rule and tenant:b7deea346c2e48dda2c9e28830a1bbcb is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:43.735498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-026deeed-78e6-4e3e-b385-d89342a80e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:43.741072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-026deeed-78e6-4e3e-b385-d89342a80e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:43.811051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-026deeed-78e6-4e3e-b385-d89342a80e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:43.899652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-026deeed-78e6-4e3e-b385-d89342a80e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:43.956977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026deeed-78e6-4e3e-b385-d89342a80e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2bd6e8-8dfe-4aba-b2f0-193edb5b479b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:43.961767 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-026deeed-78e6-4e3e-b385-d89342a80e80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7deea346c2e48dda2c9e28830a1bbcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4400525 Apr 18 21:37:43.964089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38704) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:44.037175 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b6f8-4306-4266-96f4-eb911d5b757c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:44.075786 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b6f8-4306-4266-96f4-eb911d5b757c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:44.116574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d4da7ce-0f67-4f09-ba3d-f332a32cf099 req-67df86b1-0e87-4943-ada0-d36ad7b2a229 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 210 time: 0.0468013 Apr 18 21:37:44.241710 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b6f8-4306-4266-96f4-eb911d5b757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:44.326869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0b6f8-4306-4266-96f4-eb911d5b757c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2bd6e8-8dfe-4aba-b2f0-193edb5b479b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:44.334581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b6f8-4306-4266-96f4-eb911d5b757c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:44.338183 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b2b0b6f8-4306-4266-96f4-eb911d5b757c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e2bd6e8-8dfe-4aba-b2f0-193edb5b479b HTTP/1.1" status: 204 len: 168 time: 0.3698120 Apr 18 21:37:44.405490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa066-a6af-4f7d-8668-745755f2960a req-0b1f4511-7f5b-4a98-9618-19b7b1efbf83 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:44.406985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-d24fa066-a6af-4f7d-8668-745755f2960a req-0b1f4511-7f5b-4a98-9618-19b7b1efbf83 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:44.409579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-0e16ca9a-2b06-4466-84de-0870dcda14a5 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:44.411072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-0e16ca9a-2b06-4466-84de-0870dcda14a5 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 945 time: 0.1027613 Apr 18 21:37:44.484316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Deleting port 77b5ee58-9076-4381-900a-f38ae99a2cc9 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:44.484659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:44.574919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-d24fa066-a6af-4f7d-8668-745755f2960a req-0b1f4511-7f5b-4a98-9618-19b7b1efbf83 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:44.577162 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-0b1f4511-7f5b-4a98-9618-19b7b1efbf83 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.59 "GET /v2.0/networks?id=84d95e2e-5b90-42d7-9299-52b2ce479993 HTTP/1.1" status: 200 len: 796 time: 0.3581948 Apr 18 21:37:44.634626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-d24fa066-a6af-4f7d-8668-745755f2960a req-9e26996a-ec9c-45c1-a9c6-60a1dfb60ad6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:44.751501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] For port 77b5ee58-9076-4381-900a-f38ae99a2cc9, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=77b5ee58-9076-4381-900a-f38ae99a2cc9,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:44.751501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:44.783770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-d24fa066-a6af-4f7d-8668-745755f2960a req-9e26996a-ec9c-45c1-a9c6-60a1dfb60ad6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:44.784983 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-9e26996a-ec9c-45c1-a9c6-60a1dfb60ad6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 380 time: 0.1958680 Apr 18 21:37:44.794756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'port': {'device_id': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'admin_state_up': True, 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'security_groups': ['5795bff3-e826-4832-9ddb-416397d34b04']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:44.951611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:44.955428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:port and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:44.960043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:44.965543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:45.057652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Made reservation on behalf of 5ee8315d479c435aaa1e10a9872e4b80 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:37:45.061328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:45.071330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9014f36-a736-4ff7-a055-781db084c576 req-e8ec3cee-3ed2-43ff-aadb-33671df0f77b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:45.072885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e9014f36-a736-4ff7-a055-781db084c576 req-e8ec3cee-3ed2-43ff-aadb-33671df0f77b tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 945 time: 0.2573576 Apr 18 21:37:45.132372 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:45.133055 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:45.133055 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Floating IP e4d402e4-1d17-4c1b-8150-8e5b9fbb2722 disassociated. External IP: 172.25.3.227, port: 77b5ee58-9076-4381-900a-f38ae99a2cc9. Apr 18 21:37:45.133375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Calling delete_port for 77b5ee58-9076-4381-900a-f38ae99a2cc9 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:45.219681 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38722) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:45.234041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e9014f36-a736-4ff7-a055-781db084c576 req-9113dbf0-686d-4fb0-a8f2-09d78db76700 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups?id=e792915a-9481-46a3-a898-505450d8e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518645 Apr 18 21:37:45.285611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.20.0.11 (84d95e2e-5b90-42d7-9299-52b2ce479993/90faa5e4-23ee-4e82-8b62-9c93ce2d8b49/0cc5ea41-06a2-45ef-9587-c507555bc150) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:37:45.368278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa69186b-0ffe-464b-80d7-5805bcb7ca00 req-fdf69d7f-1cbf-4bde-9924-ee68bffa06be tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 210 time: 0.0732794 Apr 18 21:37:45.373450 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-664f143d-6ddc-47d4-8143-f652ffcc8099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:45.428279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-664f143d-6ddc-47d4-8143-f652ffcc8099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:45.432365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-664f143d-6ddc-47d4-8143-f652ffcc8099 admin admin] Usage tracker for resource:security_group_rule and tenant:aa772583235044a7ac87b7706085ad45 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:45.435357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-664f143d-6ddc-47d4-8143-f652ffcc8099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:45.441593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-664f143d-6ddc-47d4-8143-f652ffcc8099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:45.506542 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:45.514136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:45.529526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Transition to ACTIVE for port object 0cc5ea41-06a2-45ef-9587-c507555bc150 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:45.544593 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-664f143d-6ddc-47d4-8143-f652ffcc8099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:45.559423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event deleted for resources: {'Port': ['ID=77b5ee58-9076-4381-900a-f38ae99a2cc9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:45.660117 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:45.722591 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-664f143d-6ddc-47d4-8143-f652ffcc8099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:45.742286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 84d95e2e-5b90-42d7-9299-52b2ce479993 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:45.745561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:45.748333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:37:45.790697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=0cc5ea41-06a2-45ef-9587-c507555bc150,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:45.839857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f143d-6ddc-47d4-8143-f652ffcc8099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c0d3ca-b85c-4605-a17f-1f93fa4c13c5,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:45.844591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:45.845762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-664f143d-6ddc-47d4-8143-f652ffcc8099 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa772583235044a7ac87b7706085ad45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6089106 Apr 18 21:37:45.845952 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:45.853788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38730) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:45.952762 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-144e5b08-f6ce-4d42-bf05-b230a09c7019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:45.963614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-af4ada9c-52dc-4287-a095-64e1c43f8e10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1724145 Apr 18 21:37:45.994586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-144e5b08-f6ce-4d42-bf05-b230a09c7019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:46.080980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Router a7eacd50-d825-479a-997d-703b076c2153 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:37:46.211498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-98d626c2-0c59-4779-a906-b8360fb4a133 None None] Provisioning for port 0cc5ea41-06a2-45ef-9587-c507555bc150 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:46.217833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-98d626c2-0c59-4779-a906-b8360fb4a133 None None] Provisioning complete for port 0cc5ea41-06a2-45ef-9587-c507555bc150 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:46.218560 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-98d626c2-0c59-4779-a906-b8360fb4a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:46.229124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Request body: {'port': {'device_id': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:46.296724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-98d626c2-0c59-4779-a906-b8360fb4a133 None None] Port 0cc5ea41-06a2-45ef-9587-c507555bc150 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:37:46.332831 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-144e5b08-f6ce-4d42-bf05-b230a09c7019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:46.346996 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:46.369646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e5b08-f6ce-4d42-bf05-b230a09c7019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c0d3ca-b85c-4605-a17f-1f93fa4c13c5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:46.438305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ac75d-7fa5-4234-99dd-87d505ef88b6 req-45916616-268e-476d-8852-72de88cd1aee tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:46.439876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e58ac75d-7fa5-4234-99dd-87d505ef88b6 req-45916616-268e-476d-8852-72de88cd1aee tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 945 time: 0.3551049 Apr 18 21:37:46.459734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bb60f76f-c2b3-4bae-b106-a660c818b878 req-66cfee6d-f774-47a0-8328-f8edac6bf58c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Synchronizing usage tracker for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:46.528404 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-144e5b08-f6ce-4d42-bf05-b230a09c7019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:46.529622 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-144e5b08-f6ce-4d42-bf05-b230a09c7019 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21c0d3ca-b85c-4605-a17f-1f93fa4c13c5 HTTP/1.1" status: 204 len: 168 time: 0.6798048 Apr 18 21:37:46.545189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e58ac75d-7fa5-4234-99dd-87d505ef88b6 req-86e31e6c-0ee8-4381-b07f-b449e6e08534 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889812 Apr 18 21:37:46.576716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-bb60f76f-c2b3-4bae-b106-a660c818b878 req-66cfee6d-f774-47a0-8328-f8edac6bf58c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Unset dirty status for tenant:6ea673beec6646f1a8adc1050a9bb03c on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:46.594890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb60f76f-c2b3-4bae-b106-a660c818b878 req-66cfee6d-f774-47a0-8328-f8edac6bf58c tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 210 time: 0.2037532 Apr 18 21:37:46.638111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:46.649999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603850ca-0771-47ee-a7ef-8749e690c542 None None] Sync routers for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:46.672915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603850ca-0771-47ee-a7ef-8749e690c542 None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:46.673451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-603850ca-0771-47ee-a7ef-8749e690c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:46.751704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] No DVR routers for this DVR port 77b5ee58-9076-4381-900a-f38ae99a2cc9 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:37:46.757187 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:46.759927 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-181d4c88-9fe1-43e2-8962-e2ca9c0b067d req-5729e160-bf64-46e3-9d91-3ae69faeaf6e tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.26 "DELETE /v2.0/ports/77b5ee58-9076-4381-900a-f38ae99a2cc9 HTTP/1.1" status: 204 len: 173 time: 2.3415303 Apr 18 21:37:46.761099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'name': 'network-vif-deleted', 'tag': '77b5ee58-9076-4381-900a-f38ae99a2cc9'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:46.810613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc5ea41-06a2-45ef-9587-c507555bc150 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:37:46.820583 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:46.843890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Transition to ACTIVE for port object 0cc5ea41-06a2-45ef-9587-c507555bc150 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:46.895979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270422d-6be5-4c88-bedd-7b3f79e0bdc1 req-a1e4b568-3792-427c-9e11-ea1cbe7af533 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:46.897458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3270422d-6be5-4c88-bedd-7b3f79e0bdc1 req-a1e4b568-3792-427c-9e11-ea1cbe7af533 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 932 time: 0.0923464 Apr 18 21:37:46.935409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:46.971792 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ffda4-e92a-4ccf-81d7-ec15f63ee949 None None] Sync routers for ids ['4e921653-bafc-4d17-b267-fcf6f85ba20a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:46.979718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3270422d-6be5-4c88-bedd-7b3f79e0bdc1 req-82a7a056-b0d1-4aff-9d14-d28eb3b4e784 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653870 Apr 18 21:37:47.002622 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566ffda4-e92a-4ccf-81d7-ec15f63ee949 None None] Routers {'4e921653-bafc-4d17-b267-fcf6f85ba20a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:47.003791 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-566ffda4-e92a-4ccf-81d7-ec15f63ee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4e921653-bafc-4d17-b267-fcf6f85ba20a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:47.029760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-603850ca-0771-47ee-a7ef-8749e690c542 None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:47.093247 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9960eb2a-11e8-4068-b724-de67eb96bacb'] response: {'server_uuid': 'e1bdb23d-7e5e-4233-a7f0-784802e2efac', 'name': 'network-vif-deleted', 'tag': '77b5ee58-9076-4381-900a-f38ae99a2cc9', 'status': 'completed', 'code': 200} Apr 18 21:37:47.187976 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Sync routers for ids ['d6118920-1c76-433c-bfae-2f62e7ef075d'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:47.338207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Routers {'d6118920-1c76-433c-bfae-2f62e7ef075d'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:47.338830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d6118920-1c76-433c-bfae-2f62e7ef075d'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:47.388392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc5ea41-06a2-45ef-9587-c507555bc150,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:47.521918 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-566ffda4-e92a-4ccf-81d7-ec15f63ee949 None None] Set router 4e921653-bafc-4d17-b267-fcf6f85ba20a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:47.734789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Attempting to bind port 0cc5ea41-06a2-45ef-9587-c507555bc150 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:37:47.735123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Attempting to bind port 0cc5ea41-06a2-45ef-9587-c507555bc150 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:37:47.735660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Attempting to bind port 0cc5ea41-06a2-45ef-9587-c507555bc150 on network 84d95e2e-5b90-42d7-9299-52b2ce479993 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:47.762267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Port 0cc5ea41-06a2-45ef-9587-c507555bc150 on network 84d95e2e-5b90-42d7-9299-52b2ce479993 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:37:47.762601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Attempting to bind port 0cc5ea41-06a2-45ef-9587-c507555bc150 on network 84d95e2e-5b90-42d7-9299-52b2ce479993 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:47.783970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:37:47.784577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Checking segment: {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:37:47.785154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Bound using segment: {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:37:47.785846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Bound port: 0cc5ea41-06a2-45ef-9587-c507555bc150, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:37:47.786349 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:47.816967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38768) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:47.906068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-b4a7f825-d3bc-4bf0-ad5d-5ef2d37faacc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:47.907509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-b4a7f825-d3bc-4bf0-ad5d-5ef2d37faacc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Synchronizing usage tracker for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:47.920399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bc22d94-1463-4ae0-9ec3-a51817100889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:47.968770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:37:47.982977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0cc5ea41-06a2-45ef-9587-c507555bc150,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:37:48.023476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4bc22d94-1463-4ae0-9ec3-a51817100889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:48.029628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4bc22d94-1463-4ae0-9ec3-a51817100889 admin admin] Usage tracker for resource:security_group_rule and tenant:4994910463ee4ab5ae86d7b4d0ec4c02 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:48.033882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4bc22d94-1463-4ae0-9ec3-a51817100889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:48.042353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4bc22d94-1463-4ae0-9ec3-a51817100889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:48.066685 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:48.095429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0bca9174-d8a8-4182-9813-eac7ba376655 req-619b47b7-2135-4544-85dc-615ded872b65 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1bdb23d-7e5e-4233-a7f0-784802e2efac HTTP/1.1" status: 200 len: 210 time: 0.1854477 Apr 18 21:37:48.181952 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:48.196348 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] 10.222.0.59 "PUT /v2.0/ports/0cc5ea41-06a2-45ef-9587-c507555bc150 HTTP/1.1" status: 200 len: 1092 time: 2.2062094 Apr 18 21:37:48.211038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:48.237812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-b4a7f825-d3bc-4bf0-ad5d-5ef2d37faacc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Unset dirty status for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:48.255387 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-b4a7f825-d3bc-4bf0-ad5d-5ef2d37faacc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.59 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 945 time: 0.7798932 Apr 18 21:37:48.255983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Set router d6118920-1c76-433c-bfae-2f62e7ef075d gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:48.341244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105847ca-329d-4a4c-8daf-bdb21021c24f req-a2235c48-3efa-414f-b350-4bab377e27ff tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:48.359036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-105847ca-329d-4a4c-8daf-bdb21021c24f req-a2235c48-3efa-414f-b350-4bab377e27ff tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 945 time: 0.5069029 Apr 18 21:37:48.368769 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-566ffda4-e92a-4ccf-81d7-ec15f63ee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:49Z', 'revision_number': 4, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '34aeb17a-e9d7-46dd-97ec-aa92957eddea', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'port_id': '5c50ca76-a6b7-404c-a860-f40f70d30ca6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'mac_address': 'fa:16:3e:9e:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:37:35Z', 'updated_at': '2022-04-18T21:37:35Z', 'revision_number': 0, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69e7232-2eb4-46f4-8630-e79609b585f0', 'name': '', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'mac_address': 'fa:16:3e:94:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:47Z', 'updated_at': '2022-04-18T21:37:25Z', 'revision_number': 5, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'subnets': [{'id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:48.384408 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ffda4-e92a-4ccf-81d7-ec15f63ee949 None None] Checking router: 4e921653-bafc-4d17-b267-fcf6f85ba20a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:37:48.415141 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566ffda4-e92a-4ccf-81d7-ec15f63ee949 None None] Routers {'4e921653-bafc-4d17-b267-fcf6f85ba20a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:48.415141 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-566ffda4-e92a-4ccf-81d7-ec15f63ee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4e921653-bafc-4d17-b267-fcf6f85ba20a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:48.519100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ac66c-8dc3-4993-b40c-9cf0fd293a52 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc5ea41-06a2-45ef-9587-c507555bc150,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:48.663002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-105847ca-329d-4a4c-8daf-bdb21021c24f req-f706a867-e2df-4d96-9d57-11f0e433c896 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996798 Apr 18 21:37:48.691271 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bc22d94-1463-4ae0-9ec3-a51817100889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:48.778989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c643e0d-842a-4fc2-bde9-ac1959025cf4 req-cb6b537d-10fd-499e-bdfb-05f5c23a535e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:48.786505 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c643e0d-842a-4fc2-bde9-ac1959025cf4 req-cb6b537d-10fd-499e-bdfb-05f5c23a535e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 944 time: 0.3261716 Apr 18 21:37:48.787190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Deleting port f101d5be-e085-4ed6-ad9e-5676124be56f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:48.787542 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:48.807359 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bc22d94-1463-4ae0-9ec3-a51817100889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:48.841343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b75baaa6-bc5f-423c-b6f0-a8606ad338d5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:48.896251 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dbdb9ec-251d-4d31-bb5e-07c499e8f526'] response: {'name': 'network-changed', 'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'status': 'completed', 'code': 200} Apr 18 21:37:48.915613 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-566ffda4-e92a-4ccf-81d7-ec15f63ee949 None None] Set router 4e921653-bafc-4d17-b267-fcf6f85ba20a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:48.927405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'name': 'tempest-TestServerBasicOps-874824693-router', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:37:03Z', 'revision_number': 4, 'project_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'gw_port': {'id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1e98917a-b043-41a2-adbe-f7abecda001a', 'name': '', 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'mac_address': 'fa:16:3e:31:8e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d476cc6-a775-4c56-be4b-5d68bcfed9b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:02Z', 'updated_at': '2022-04-18T21:37:04Z', 'revision_number': 2, 'project_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'subnets': [{'id': '0d476cc6-a775-4c56-be4b-5d68bcfed9b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:48.939096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Checking router: d6118920-1c76-433c-bfae-2f62e7ef075d for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:37:48.941291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Updating router d6118920-1c76-433c-bfae-2f62e7ef075d port 1e98917a-b043-41a2-adbe-f7abecda001a binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:37:48.965571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c643e0d-842a-4fc2-bde9-ac1959025cf4 req-fbe3dab6-4936-4b5c-a004-f68cf5d6c7fb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773083 Apr 18 21:37:48.975196 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-4603b7b3-761d-49b1-8184-ec1039883367 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1095 time: 0.4367461 Apr 18 21:37:49.023082 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.051263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-603850ca-0771-47ee-a7ef-8749e690c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:14Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:49.054657 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4bc22d94-1463-4ae0-9ec3-a51817100889 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4994910463ee4ab5ae86d7b4d0ec4c02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2366917 Apr 18 21:37:49.055501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc22d94-1463-4ae0-9ec3-a51817100889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be359dbf-ff72-497d-ae6f-df4eb4734446,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:49.057915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38778) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:49.149139 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-b24828e5-7f4b-4dbe-8f5b-4993ce83e2a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cc5ea41-06a2-45ef-9587-c507555bc150 HTTP/1.1" status: 200 len: 217 time: 0.1627297 Apr 18 21:37:49.237744 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-52748088-a58f-4c4f-bf41-91602be6c4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.303531 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-52748088-a58f-4c4f-bf41-91602be6c4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.379816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa066-a6af-4f7d-8668-745755f2960a req-5eff1e16-a239-47a0-93c9-d844a860fb06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:49.381350 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-5eff1e16-a239-47a0-93c9-d844a860fb06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90faa5e4-23ee-4e82-8b62-9c93ce2d8b49 HTTP/1.1" status: 200 len: 833 time: 0.2031896 Apr 18 21:37:49.405007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603850ca-0771-47ee-a7ef-8749e690c542 None None] Checking router: a7eacd50-d825-479a-997d-703b076c2153 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:37:49.478489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38786) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:49.500421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] For port f101d5be-e085-4ed6-ad9e-5676124be56f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=f101d5be-e085-4ed6-ad9e-5676124be56f,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:49.500651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603850ca-0771-47ee-a7ef-8749e690c542 None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:49.500783 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.501136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-603850ca-0771-47ee-a7ef-8749e690c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:49.523313 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-566ffda4-e92a-4ccf-81d7-ec15f63ee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:49Z', 'revision_number': 4, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '34aeb17a-e9d7-46dd-97ec-aa92957eddea', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'port_id': '5c50ca76-a6b7-404c-a860-f40f70d30ca6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'mac_address': 'fa:16:3e:9e:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:37:35Z', 'updated_at': '2022-04-18T21:37:35Z', 'revision_number': 0, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69e7232-2eb4-46f4-8630-e79609b585f0', 'name': '', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'mac_address': 'fa:16:3e:94:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:47Z', 'updated_at': '2022-04-18T21:37:25Z', 'revision_number': 5, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'subnets': [{'id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:49.524588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-52748088-a58f-4c4f-bf41-91602be6c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.533623 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ffda4-e92a-4ccf-81d7-ec15f63ee949 None None] The sync data for ids ['4e921653-bafc-4d17-b267-fcf6f85ba20a'] in n-d-836017-3 is: [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:49Z', 'revision_number': 4, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '34aeb17a-e9d7-46dd-97ec-aa92957eddea', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'port_id': '5c50ca76-a6b7-404c-a860-f40f70d30ca6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'mac_address': 'fa:16:3e:9e:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:37:35Z', 'updated_at': '2022-04-18T21:37:35Z', 'revision_number': 0, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69e7232-2eb4-46f4-8630-e79609b585f0', 'name': '', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'mac_address': 'fa:16:3e:94:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:47Z', 'updated_at': '2022-04-18T21:37:25Z', 'revision_number': 5, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'subnets': [{'id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:49.565954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52748088-a58f-4c4f-bf41-91602be6c4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be359dbf-ff72-497d-ae6f-df4eb4734446,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:49.608846 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-52748088-a58f-4c4f-bf41-91602be6c4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.613060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-52748088-a58f-4c4f-bf41-91602be6c4bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be359dbf-ff72-497d-ae6f-df4eb4734446 HTTP/1.1" status: 204 len: 168 time: 0.5469291 Apr 18 21:37:49.613624 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-453cdba5-3943-44dc-ad59-c98f6cf9b411 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d95e2e-5b90-42d7-9299-52b2ce479993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2225089 Apr 18 21:37:49.640101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbf1f-e577-4f51-922e-bc1eb5d3cb56 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.679845 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbf1f-e577-4f51-922e-bc1eb5d3cb56 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.683427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b75baaa6-bc5f-423c-b6f0-a8606ad338d5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:49.699495 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:37:49.766260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b75baaa6-bc5f-423c-b6f0-a8606ad338d5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:49.766853 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.842386 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 77b5ee58-9076-4381-900a-f38ae99a2cc9 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:49.851711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbf1f-e577-4f51-922e-bc1eb5d3cb56 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.884080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbbf1f-e577-4f51-922e-bc1eb5d3cb56 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e792915a-9481-46a3-a898-505450d8e4ca,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:49.909006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 77b5ee58-9076-4381-900a-f38ae99a2cc9 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:37:49.909497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 77b5ee58-9076-4381-900a-f38ae99a2cc9 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:49.956382 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-2ced850f-136e-4740-9d56-2c4d3856598e service neutron] 10.222.0.59 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350070 Apr 18 21:37:49.998458 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.006952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272f7c0-9169-4b50-b04e-998ab4f846e8 req-cb5901df-9277-4cd1-a4be-7caf92a2f74c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:50.013658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f272f7c0-9169-4b50-b04e-998ab4f846e8 req-cb5901df-9277-4cd1-a4be-7caf92a2f74c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 945 time: 0.1193619 Apr 18 21:37:50.039871 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbf1f-e577-4f51-922e-bc1eb5d3cb56 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.041876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6cdbbf1f-e577-4f51-922e-bc1eb5d3cb56 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "DELETE /v2.0/security-groups/e792915a-9481-46a3-a898-505450d8e4ca HTTP/1.1" status: 204 len: 168 time: 0.5614560 Apr 18 21:37:50.044359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38796) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:50.047816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Transition to ACTIVE for port object 1e98917a-b043-41a2-adbe-f7abecda001a will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:50.062870 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.081542 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-90e34455-8d5b-4cd2-b638-f9e29ca32fcd tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] show failed (client error): The resource could not be found. Apr 18 21:37:50.081542 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-90e34455-8d5b-4cd2-b638-f9e29ca32fcd tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "GET /v2.0/security-groups/e792915a-9481-46a3-a898-505450d8e4ca HTTP/1.1" status: 404 len: 347 time: 0.0332623 Apr 18 21:37:50.083911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38800) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:50.085166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port b75baaa6-bc5f-423c-b6f0-a8606ad338d5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b75baaa6-bc5f-423c-b6f0-a8606ad338d5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:50.088406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-603850ca-0771-47ee-a7ef-8749e690c542 None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:50.161365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device f101d5be-e085-4ed6-ad9e-5676124be56f no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:50.161627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.162327 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.163338 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Floating IP aeca2cc1-791d-4207-86a0-21e2731230d7 disassociated. External IP: 172.25.3.142, port: f101d5be-e085-4ed6-ad9e-5676124be56f. Apr 18 21:37:50.163338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Calling delete_port for f101d5be-e085-4ed6-ad9e-5676124be56f owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:50.183120 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.213437 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d24fa066-a6af-4f7d-8668-745755f2960a req-a2f0ec38-cea9-4564-b48f-4f296df96614 service neutron] 10.222.0.59 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422194 Apr 18 21:37:50.269847 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.392896 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f272f7c0-9169-4b50-b04e-998ab4f846e8 req-760b5988-ea59-44d0-8c6a-2bc7c278469e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e177b5-16e9-4893-bb18-29feedfbe0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782141 Apr 18 21:37:50.605967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec31a40-267a-4fdb-9817-e53b151fc721 None None] Pushing event updated for resources: {'Port': ['ID=1e98917a-b043-41a2-adbe-f7abecda001a,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:50.617257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-c7898d00-6fc2-4414-8fbd-8487824e72d0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Deleting port 6931aa4d-ad4a-43f9-b19d-46d2641673e1 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:50.617626 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7898d00-6fc2-4414-8fbd-8487824e72d0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.720818 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a207ca-38ff-4189-9839-93d136e25ccf req-d5956f40-e4fb-4d93-9999-9c07724a8b63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1095 time: 0.3827095 Apr 18 21:37:50.748769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf558ca-14ca-409f-93e9-fcb5fda51b68 req-f5493cb2-3eb6-4dc2-b61d-8eb7476981d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:50.757616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-daf558ca-14ca-409f-93e9-fcb5fda51b68 req-f5493cb2-3eb6-4dc2-b61d-8eb7476981d2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 944 time: 0.3894637 Apr 18 21:37:50.766142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.789102 n-d-836017-3 neutron-server[85050]: INFO neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No ports have port_id starting with f101d5be-e085-4ed6-ad9e-5676124be56f Apr 18 21:37:50.894949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event deleted for resources: {'Port': ['ID=f101d5be-e085-4ed6-ad9e-5676124be56f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:50.907485 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-daf558ca-14ca-409f-93e9-fcb5fda51b68 req-ab4620b3-44bc-40d5-ac21-0bb6ca259f12 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417639 Apr 18 21:37:50.963891 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7898d00-6fc2-4414-8fbd-8487824e72d0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.965285 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7898d00-6fc2-4414-8fbd-8487824e72d0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:51.005578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=b75baaa6-bc5f-423c-b6f0-a8606ad338d5,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:51.018629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Attempting to bind port 1e98917a-b043-41a2-adbe-f7abecda001a on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:37:51.018992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Attempting to bind port 1e98917a-b043-41a2-adbe-f7abecda001a by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '7983ba20-f47c-4662-acda-aad22f6e17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:37:51.019350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Attempting to bind port 1e98917a-b043-41a2-adbe-f7abecda001a on network 470f4f7a-c52c-4949-9a3c-c01ce3ab5742 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:51.048927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:37:51.049200 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Checking segment: {'id': '7983ba20-f47c-4662-acda-aad22f6e17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:37:51.049914 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:51.050552 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Bound using segment: {'id': '7983ba20-f47c-4662-acda-aad22f6e17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:37:51.051193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Bound port: 1e98917a-b043-41a2-adbe-f7abecda001a, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7983ba20-f47c-4662-acda-aad22f6e17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:37:51.051722 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:51.160185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a207ca-38ff-4189-9839-93d136e25ccf req-7e03cff0-0cdf-4110-8b48-3787fd482157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:51.160185 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a207ca-38ff-4189-9839-93d136e25ccf req-7e03cff0-0cdf-4110-8b48-3787fd482157 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d95e2e-5b90-42d7-9299-52b2ce479993 HTTP/1.1" status: 200 len: 897 time: 0.4276216 Apr 18 21:37:51.204838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-c7898d00-6fc2-4414-8fbd-8487824e72d0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Calling delete_port for 6931aa4d-ad4a-43f9-b19d-46d2641673e1 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:51.246399 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a207ca-38ff-4189-9839-93d136e25ccf req-60743bb7-fa6a-4e15-9b9a-882bb3352cb0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cc5ea41-06a2-45ef-9587-c507555bc150 HTTP/1.1" status: 200 len: 217 time: 0.0766478 Apr 18 21:37:51.330713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] For port 1e98917a-b043-41a2-adbe-f7abecda001a, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:37:51.337502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] For port 1e98917a-b043-41a2-adbe-f7abecda001a, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1e98917a-b043-41a2-adbe-f7abecda001a,segment=NetworkSegment(7983ba20-f47c-4662-acda-aad22f6e17f5),segment_id=7983ba20-f47c-4662-acda-aad22f6e17f5)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:37:51.355124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a207ca-38ff-4189-9839-93d136e25ccf req-b06d9106-4b79-404f-a258-1ec670af1cc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:51.355246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-603850ca-0771-47ee-a7ef-8749e690c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:14Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:51.355424 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a207ca-38ff-4189-9839-93d136e25ccf req-b06d9106-4b79-404f-a258-1ec670af1cc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90faa5e4-23ee-4e82-8b62-9c93ce2d8b49 HTTP/1.1" status: 200 len: 833 time: 0.0958524 Apr 18 21:37:51.360377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603850ca-0771-47ee-a7ef-8749e690c542 None None] The sync data for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 is: [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:30:00Z', 'revision_number': 4, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'fa4d481f-9d04-4874-b1c6-3c56dc250dd4', 'name': '', 'network_id': 'cb5426b9-02ce-47bd-bc65-384e7cb55173', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'mac_address': 'fa:16:3e:5a:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:59Z', 'updated_at': '2022-04-18T21:30:14Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'subnets': [{'id': '4498ba41-22b7-4bd0-9281-c43e26e866ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:51.406418 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:51.528890 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7898d00-6fc2-4414-8fbd-8487824e72d0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:51.569707 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec31a40-267a-4fdb-9817-e53b151fc721 None None] Pushing event updated for resources: {'Port': ['ID=1e98917a-b043-41a2-adbe-f7abecda001a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:51.577256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Routers {'d6118920-1c76-433c-bfae-2f62e7ef075d'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:51.579594 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d6118920-1c76-433c-bfae-2f62e7ef075d'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:51.594479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:37:51.598696 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a207ca-38ff-4189-9839-93d136e25ccf req-d73fe71c-2c1e-4af8-96dc-9998273ed2bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d95e2e-5b90-42d7-9299-52b2ce479993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2315288 Apr 18 21:37:51.663261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7898d00-6fc2-4414-8fbd-8487824e72d0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Pushing event deleted for resources: {'Port': ['ID=6931aa4d-ad4a-43f9-b19d-46d2641673e1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:51.832035 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a207ca-38ff-4189-9839-93d136e25ccf req-e8fb4415-4eb2-4c72-af92-fab77251cdbc service neutron] 10.222.0.59 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268541 Apr 18 21:37:51.875093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b452ef8e-6be6-451d-a0b7-553e2fe86b2c req-9d770f53-45aa-403a-a955-b1e6438ad0d1 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 210 time: 0.2274282 Apr 18 21:37:51.894281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] Set router d6118920-1c76-433c-bfae-2f62e7ef075d gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:51.906128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7898d00-6fc2-4414-8fbd-8487824e72d0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:52.168280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 0cc5ea41-06a2-45ef-9587-c507555bc150 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:37:52.184440 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7898d00-6fc2-4414-8fbd-8487824e72d0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:52.187665 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c7898d00-6fc2-4414-8fbd-8487824e72d0 tempest-AttachVolumeTestJSON-1346758848 tempest-AttachVolumeTestJSON-1346758848-project] 10.222.0.11 "DELETE /v2.0/floatingips/e4d402e4-1d17-4c1b-8150-8e5b9fbb2722 HTTP/1.1" status: 204 len: 168 time: 2.1026015 Apr 18 21:37:52.295818 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a207ca-38ff-4189-9839-93d136e25ccf req-eaa70480-c510-45c3-838d-38aba36be46a service neutron] 10.222.0.59 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694379 Apr 18 21:37:52.335814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:52.348946 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ca4e2-25a6-4452-86ff-721f0c9d3a5c None None] Sync routers for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:52.373101 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ca4e2-25a6-4452-86ff-721f0c9d3a5c None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:52.382968 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ee0ca4e2-25a6-4452-86ff-721f0c9d3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:52.408985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9440b5-10de-412c-a45b-3f9908463d6e req-88a87e4d-c1f5-4027-a773-4cc7e6fe2e6d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:52.410507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9440b5-10de-412c-a45b-3f9908463d6e req-88a87e4d-c1f5-4027-a773-4cc7e6fe2e6d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 944 time: 0.2915840 Apr 18 21:37:52.431264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] No DVR routers for this DVR port f101d5be-e085-4ed6-ad9e-5676124be56f on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:37:52.435554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:52.446745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334fc7a-8b38-4b2e-83a5-a6e23aa24b5f req-b07042ed-a38a-498b-a5a6-91e719d0d0f3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:52.447002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'name': 'network-vif-deleted', 'tag': 'f101d5be-e085-4ed6-ad9e-5676124be56f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:52.448720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e334fc7a-8b38-4b2e-83a5-a6e23aa24b5f req-b07042ed-a38a-498b-a5a6-91e719d0d0f3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.2566199 Apr 18 21:37:52.500053 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e94f8112-a00c-494a-a5a7-f14b8b3f1231 req-66cc2648-8f08-41d6-a6b4-a3f1a0774a7f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.59 "DELETE /v2.0/ports/f101d5be-e085-4ed6-ad9e-5676124be56f HTTP/1.1" status: 204 len: 173 time: 4.2354398 Apr 18 21:37:52.534431 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9440b5-10de-412c-a45b-3f9908463d6e req-98050689-4f49-4086-b662-9de0fee33607 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150398 Apr 18 21:37:52.613561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0cc5ea41-06a2-45ef-9587-c507555bc150,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:52.630128 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e334fc7a-8b38-4b2e-83a5-a6e23aa24b5f req-b9f57788-c20f-4e9d-bad7-c4487bf4aab0 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724219 Apr 18 21:37:52.639391 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'port_id': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'mac_address': 'fa:16:3e:e2:09:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:37:52.699944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'name': 'tempest-TestServerBasicOps-874824693-router', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:37:03Z', 'revision_number': 4, 'project_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'gw_port': {'id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1e98917a-b043-41a2-adbe-f7abecda001a', 'name': '', 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'mac_address': 'fa:16:3e:31:8e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d476cc6-a775-4c56-be4b-5d68bcfed9b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:02Z', 'updated_at': '2022-04-18T21:37:51Z', 'revision_number': 4, 'project_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'subnets': [{'id': '0d476cc6-a775-4c56-be4b-5d68bcfed9b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:52.704625 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b08f269-dddd-490a-a176-7e9c7c105a57'] response: {'server_uuid': '828476c2-c362-4ed0-acf0-1eaf02ec7158', 'name': 'network-vif-deleted', 'tag': 'f101d5be-e085-4ed6-ad9e-5676124be56f', 'status': 'completed', 'code': 200} Apr 18 21:37:52.718523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb9647-b470-445a-8544-df93da6d58d8 None None] The sync data for ids ['d6118920-1c76-433c-bfae-2f62e7ef075d'] in n-d-836017-3 is: [{'id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'name': 'tempest-TestServerBasicOps-874824693-router', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:37:03Z', 'revision_number': 4, 'project_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'gw_port': {'id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1e98917a-b043-41a2-adbe-f7abecda001a', 'name': '', 'network_id': '470f4f7a-c52c-4949-9a3c-c01ce3ab5742', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'mac_address': 'fa:16:3e:31:8e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d476cc6-a775-4c56-be4b-5d68bcfed9b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:02Z', 'updated_at': '2022-04-18T21:37:51Z', 'revision_number': 4, 'project_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'subnets': [{'id': '0d476cc6-a775-4c56-be4b-5d68bcfed9b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:52.732997 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:52.736848 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ee0ca4e2-25a6-4452-86ff-721f0c9d3a5c None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:52.755159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc5ea41-06a2-45ef-9587-c507555bc150 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:37:52.773866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0cc5ea41-06a2-45ef-9587-c507555bc150,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:52.833102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b75baaa6-bc5f-423c-b6f0-a8606ad338d5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:52.880202 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:53.070462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=0cc5ea41-06a2-45ef-9587-c507555bc150,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:53.096330 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b75baaa6-bc5f-423c-b6f0-a8606ad338d5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:53.096741 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:53.158126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['0cc5ea41-06a2-45ef-9587-c507555bc150'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:37:53.232018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27b9ddce-634c-4d71-99e5-4c643e580a4e req-bb0ab92e-83c3-4106-b2b4-c66ed5d43f9a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=828476c2-c362-4ed0-acf0-1eaf02ec7158 HTTP/1.1" status: 200 len: 210 time: 0.0764701 Apr 18 21:37:53.371190 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ee0ca4e2-25a6-4452-86ff-721f0c9d3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:53.377236 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ca4e2-25a6-4452-86ff-721f0c9d3a5c None None] Checking router: 07e6a41b-5a86-4ef4-827a-00f05a1595e9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:37:53.421084 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ca4e2-25a6-4452-86ff-721f0c9d3a5c None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:53.423428 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ee0ca4e2-25a6-4452-86ff-721f0c9d3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:53.810102 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ee0ca4e2-25a6-4452-86ff-721f0c9d3a5c None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:53.901983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36798d0a-f675-4d85-aabb-fb356f10db2d None None] New status for floating IP 34aeb17a-e9d7-46dd-97ec-aa92957eddea: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:37:54.225546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dda8c4-c0e1-4496-8774-576fde018d89 req-40f3d9c0-1e7a-44d2-95ac-20e5b06d022e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:54.240584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57dda8c4-c0e1-4496-8774-576fde018d89 req-40f3d9c0-1e7a-44d2-95ac-20e5b06d022e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 945 time: 0.3643854 Apr 18 21:37:54.276346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4a87-0425-440a-bd31-f96a17ca5198 req-3e6dcbf4-ee4d-4379-a062-4c8987e9bfc7 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:54.284735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b69c4a87-0425-440a-bd31-f96a17ca5198 req-3e6dcbf4-ee4d-4379-a062-4c8987e9bfc7 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.2956517 Apr 18 21:37:54.363575 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b69c4a87-0425-440a-bd31-f96a17ca5198 req-a2380323-0ca6-4236-ad92-1dcacf377ba4 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719860 Apr 18 21:37:54.404845 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57dda8c4-c0e1-4496-8774-576fde018d89 req-26ed4bba-25b7-4be7-b262-5be84a15616a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632938 Apr 18 21:37:54.470395 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ee0ca4e2-25a6-4452-86ff-721f0c9d3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:54.484057 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ca4e2-25a6-4452-86ff-721f0c9d3a5c None None] The sync data for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 is: [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:54.648874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38876) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:54.680671 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e8d0c815-6587-46ee-a321-53009e8ea225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:54.718658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1e98917a-b043-41a2-adbe-f7abecda001a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:54.740211 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6b66f7a2-8b99-4711-8359-b96525415773 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:54.771322 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6b66f7a2-8b99-4711-8359-b96525415773 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:54.887651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 1e98917a-b043-41a2-adbe-f7abecda001a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:54.892795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 1e98917a-b043-41a2-adbe-f7abecda001a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:54.893174 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:54.912080 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6b66f7a2-8b99-4711-8359-b96525415773 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:54.963235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66f7a2-8b99-4711-8359-b96525415773 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e177b5-16e9-4893-bb18-29feedfbe0f6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:55.045390 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:55.052548 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6b66f7a2-8b99-4711-8359-b96525415773 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:55.058631 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6b66f7a2-8b99-4711-8359-b96525415773 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "DELETE /v2.0/security-groups/87e177b5-16e9-4893-bb18-29feedfbe0f6 HTTP/1.1" status: 204 len: 168 time: 0.4038808 Apr 18 21:37:55.058806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38886) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:55.073493 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-7b62bdcf-a032-42dd-9210-3c951580f525 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] show failed (client error): The resource could not be found. Apr 18 21:37:55.074586 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7b62bdcf-a032-42dd-9210-3c951580f525 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups/87e177b5-16e9-4893-bb18-29feedfbe0f6 HTTP/1.1" status: 404 len: 347 time: 0.0169692 Apr 18 21:37:55.077667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38890) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:55.082405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 1e98917a-b043-41a2-adbe-f7abecda001a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1e98917a-b043-41a2-adbe-f7abecda001a,segment=NetworkSegment(7983ba20-f47c-4662-acda-aad22f6e17f5),segment_id=7983ba20-f47c-4662-acda-aad22f6e17f5)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:55.169008 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:55.243797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=1e98917a-b043-41a2-adbe-f7abecda001a,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:55.359046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-2b77b700-2bd8-4b33-9fe7-902d6860f71a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Deleting port fed1d83e-259d-4c4b-a9a1-c7905556c494 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:55.359757 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2b77b700-2bd8-4b33-9fe7-902d6860f71a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:55.679953 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2b77b700-2bd8-4b33-9fe7-902d6860f71a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:55.680273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2b77b700-2bd8-4b33-9fe7-902d6860f71a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:55.826274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-2b77b700-2bd8-4b33-9fe7-902d6860f71a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Calling delete_port for fed1d83e-259d-4c4b-a9a1-c7905556c494 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:55.896827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5db54-71f6-40d1-8496-dfba5b0de722 req-2bb41501-51e6-42ef-959a-3ee564bf11ea tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:55.898203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0c5db54-71f6-40d1-8496-dfba5b0de722 req-2bb41501-51e6-42ef-959a-3ee564bf11ea tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.4004304 Apr 18 21:37:55.946083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d80b-21a3-4a07-b0cc-9dd24f0f210a req-66b1785a-a16c-4633-a080-569c30f4c429 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:55.947552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e25d80b-21a3-4a07-b0cc-9dd24f0f210a req-66b1785a-a16c-4633-a080-569c30f4c429 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 945 time: 0.4039712 Apr 18 21:37:55.962807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e3dac-55f1-4573-b373-970135d9582c req-5ea637ce-1370-4396-8e52-e86db4028b7b tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:55.964418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-860e3dac-55f1-4573-b373-970135d9582c req-5ea637ce-1370-4396-8e52-e86db4028b7b tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.3805351 Apr 18 21:37:56.138649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f0c5db54-71f6-40d1-8496-dfba5b0de722 req-4e1b0c22-e833-45f2-a470-d29c69566cf1 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286460 Apr 18 21:37:56.149039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Deleting port f01234fc-6535-42ea-937d-58dde3a6d0e4 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:56.149343 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:56.176676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 0cc5ea41-06a2-45ef-9587-c507555bc150 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:56.185783 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e25d80b-21a3-4a07-b0cc-9dd24f0f210a req-f0689f36-85ce-429b-b3b0-ed6e3c80cef8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200656 Apr 18 21:37:56.311479 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2b77b700-2bd8-4b33-9fe7-902d6860f71a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:56.385138 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 0cc5ea41-06a2-45ef-9587-c507555bc150 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:56.391064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 0cc5ea41-06a2-45ef-9587-c507555bc150 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:56.391506 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:56.415796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77b700-2bd8-4b33-9fe7-902d6860f71a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event deleted for resources: {'Port': ['ID=fed1d83e-259d-4c4b-a9a1-c7905556c494,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:56.528623 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:56.561184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2b77b700-2bd8-4b33-9fe7-902d6860f71a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:56.567148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:56.572459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] For port f01234fc-6535-42ea-937d-58dde3a6d0e4, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=f01234fc-6535-42ea-937d-58dde3a6d0e4,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:56.572835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:56.579319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0cc5ea41-06a2-45ef-9587-c507555bc150,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:56.640347 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77eca6bd-f023-46ef-81f1-38c4a942eefc'] response: {'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'code': 200} Apr 18 21:37:56.661396 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2b77b700-2bd8-4b33-9fe7-902d6860f71a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:56.662565 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2b77b700-2bd8-4b33-9fe7-902d6860f71a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "DELETE /v2.0/floatingips/aeca2cc1-791d-4207-86a0-21e2731230d7 HTTP/1.1" status: 204 len: 168 time: 1.5836761 Apr 18 21:37:56.682105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:56.799616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1e98917a-b043-41a2-adbe-f7abecda001a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:56.884617 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfa167e8-a515-4f2e-9685-0c70ffe190f4 req-3fd96104-3046-4d66-9ad1-f8f5b2dfb6a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1097 time: 0.1437411 Apr 18 21:37:56.967234 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cfa167e8-a515-4f2e-9685-0c70ffe190f4 req-8dccb37e-df3f-45bd-803a-f7f38e9a232a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763631 Apr 18 21:37:56.997537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=0cc5ea41-06a2-45ef-9587-c507555bc150,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:57.007958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 1e98917a-b043-41a2-adbe-f7abecda001a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:57.008802 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:57.068286 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:57.068917 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:57.069247 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Floating IP 9f53af04-795e-4b39-b6a2-d9426a98a5ce disassociated. External IP: 172.25.3.147, port: f01234fc-6535-42ea-937d-58dde3a6d0e4. Apr 18 21:37:57.069755 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Calling delete_port for f01234fc-6535-42ea-937d-58dde3a6d0e4 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:57.071335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38934) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:57.077834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--626639448', 'description': 'tempest-description--1620487721'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:57.085292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:57.091236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:57.094424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:57.101456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:57.213240 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-96f20661-438f-4137-8675-def86ac7446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:57.213837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:57.281761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:57.304692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:57.310988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:57.322073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:57.459212 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:57.521970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172847c-81d2-4d2a-b54d-89000a65a28f req-a3333ab1-1915-4764-8985-db01281ad02a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:57.529186 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c172847c-81d2-4d2a-b54d-89000a65a28f req-a3333ab1-1915-4764-8985-db01281ad02a tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 945 time: 0.1577537 Apr 18 21:37:57.545373 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:57.591281 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:57.595979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dda6dd-fd63-4036-8371-2e0058b72645,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:57.661701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event deleted for resources: {'Port': ['ID=f01234fc-6535-42ea-937d-58dde3a6d0e4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:57.683472 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:57.692712 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5954e166-64bc-4681-a0c7-837544c3d1f7 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6163194 Apr 18 21:37:57.692712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38950) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:57.694058 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c172847c-81d2-4d2a-b54d-89000a65a28f req-0d02db9f-dcdd-4762-ab5f-22cdf5555a4e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=2745db85-1c07-4117-a77e-b9713215fda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639211 Apr 18 21:37:57.699915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-52c4780c-b7ad-44fb-9a6c-79a239dff719 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'security_group_rule': {'security_group_id': '69dda6dd-fd63-4036-8371-2e0058b72645', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:57.716063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-52c4780c-b7ad-44fb-9a6c-79a239dff719 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:57.716063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-52c4780c-b7ad-44fb-9a6c-79a239dff719 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:57.717772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-52c4780c-b7ad-44fb-9a6c-79a239dff719 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:57.724647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-52c4780c-b7ad-44fb-9a6c-79a239dff719 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:57.830462 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52c4780c-b7ad-44fb-9a6c-79a239dff719 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:57.857779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b41a9f-c798-4021-b15d-977ba06009b4 req-8ebea4f6-e221-4acb-8c51-ca4dcc8cc680 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:57.864990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6b41a9f-c798-4021-b15d-977ba06009b4 req-8ebea4f6-e221-4acb-8c51-ca4dcc8cc680 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.3127615 Apr 18 21:37:57.950272 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52c4780c-b7ad-44fb-9a6c-79a239dff719 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:57.953722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6b41a9f-c798-4021-b15d-977ba06009b4 req-040fbed3-1d93-4fcd-aa1d-215cd826de10 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876553 Apr 18 21:37:58.014433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Router b9327b39-73f2-42fc-8118-927db2a87f56 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:37:58.037578 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52c4780c-b7ad-44fb-9a6c-79a239dff719 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:58.082601 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:58.113836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4780c-b7ad-44fb-9a6c-79a239dff719 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a2f483-dbe5-48c9-8c57-cb2a47050ff1,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:58.264798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:58.284534 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fdd730-36bf-47f8-a6b2-1dc166a38288 None None] Sync routers for ids ['b9327b39-73f2-42fc-8118-927db2a87f56'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:58.295821 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52c4780c-b7ad-44fb-9a6c-79a239dff719 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:58.296828 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-52c4780c-b7ad-44fb-9a6c-79a239dff719 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6061018 Apr 18 21:37:58.306280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38956) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:58.309100 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fdd730-36bf-47f8-a6b2-1dc166a38288 None None] Routers {'b9327b39-73f2-42fc-8118-927db2a87f56'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:58.309863 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-83fdd730-36bf-47f8-a6b2-1dc166a38288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b9327b39-73f2-42fc-8118-927db2a87f56'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:58.336772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-487965be-2397-488b-8cbf-555ae434eea3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'security_group_rule': {'security_group_id': '69dda6dd-fd63-4036-8371-2e0058b72645', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:58.348460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-487965be-2397-488b-8cbf-555ae434eea3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:58.357693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] No DVR routers for this DVR port f01234fc-6535-42ea-937d-58dde3a6d0e4 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:37:58.359616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-487965be-2397-488b-8cbf-555ae434eea3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:security_group_rule and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:58.363045 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:58.365531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'name': 'network-vif-deleted', 'tag': 'f01234fc-6535-42ea-937d-58dde3a6d0e4'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:58.388445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-487965be-2397-488b-8cbf-555ae434eea3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:58.405000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-487965be-2397-488b-8cbf-555ae434eea3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:58.409183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-860e3dac-55f1-4573-b373-970135d9582c req-50cd25ee-8933-4fce-a086-26e7e1ccb5d5 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.26 "DELETE /v2.0/ports/f01234fc-6535-42ea-937d-58dde3a6d0e4 HTTP/1.1" status: 204 len: 173 time: 2.4374356 Apr 18 21:37:58.446860 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e7564d-16d4-4c3c-b303-8094ad3b69fc'] response: {'server_uuid': 'ff7d3577-e13e-4d5d-8007-179e4b32c559', 'name': 'network-vif-deleted', 'tag': 'f01234fc-6535-42ea-937d-58dde3a6d0e4', 'status': 'completed', 'code': 200} Apr 18 21:37:58.494466 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-487965be-2397-488b-8cbf-555ae434eea3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:58.525524 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-83fdd730-36bf-47f8-a6b2-1dc166a38288 None None] Set router b9327b39-73f2-42fc-8118-927db2a87f56 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:58.569539 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-487965be-2397-488b-8cbf-555ae434eea3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:58.654078 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-487965be-2397-488b-8cbf-555ae434eea3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:58.654315 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:58.683680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487965be-2397-488b-8cbf-555ae434eea3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b66748a-b50f-413f-98b5-368beef8ee69,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:58.769053 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-487965be-2397-488b-8cbf-555ae434eea3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:58.773737 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-487965be-2397-488b-8cbf-555ae434eea3 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4627955 Apr 18 21:37:58.773976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38968) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:58.780401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:58.788462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:58.792908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Usage tracker for resource:floatingip and tenant:77b059139f84405db9bad3c9f82f200d is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:58.797562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:58.811181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:58.892327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-88664a0b-ce11-43ef-b7e9-ac19202ada87 req-970ccad7-1378-41cf-9017-412451ef2350 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Synchronizing usage tracker for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:58.893455 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-83fdd730-36bf-47f8-a6b2-1dc166a38288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e24e7ccd-843c-4ce4-bf06-4b1f9e593f34', 'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'mac_address': 'fa:16:3e:2c:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:06Z', 'updated_at': '2022-04-18T21:32:21Z', 'revision_number': 5, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'subnets': [{'id': '130930d8-1729-48fe-bf80-851666da5a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:58.897940 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fdd730-36bf-47f8-a6b2-1dc166a38288 None None] Checking router: b9327b39-73f2-42fc-8118-927db2a87f56 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:37:58.910676 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:58.913000 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fdd730-36bf-47f8-a6b2-1dc166a38288 None None] Routers {'b9327b39-73f2-42fc-8118-927db2a87f56'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:58.913933 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-83fdd730-36bf-47f8-a6b2-1dc166a38288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b9327b39-73f2-42fc-8118-927db2a87f56'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:58.994029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-88664a0b-ce11-43ef-b7e9-ac19202ada87 req-970ccad7-1378-41cf-9017-412451ef2350 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Unset dirty status for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:58.996184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88664a0b-ce11-43ef-b7e9-ac19202ada87 req-970ccad7-1378-41cf-9017-412451ef2350 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff7d3577-e13e-4d5d-8007-179e4b32c559 HTTP/1.1" status: 200 len: 210 time: 0.1511459 Apr 18 21:37:59.099998 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:59.165267 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-83fdd730-36bf-47f8-a6b2-1dc166a38288 None None] Set router b9327b39-73f2-42fc-8118-927db2a87f56 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:59.350084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Allocated IP 172.25.3.202 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/f4b2bc6a-c1ba-4420-bf52-2e35fb9883d2) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:37:59.365914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbde4f-2a64-43c8-9218-00095e88ba8f req-5a98155a-7899-4200-828c-8e7ec3661b88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:59.366693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28bbde4f-2a64-43c8-9218-00095e88ba8f req-5a98155a-7899-4200-828c-8e7ec3661b88 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1913707 Apr 18 21:37:59.523980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28bbde4f-2a64-43c8-9218-00095e88ba8f req-066b7cf2-6a44-48b8-b47f-1724cf968631 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489246 Apr 18 21:37:59.623595 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-83fdd730-36bf-47f8-a6b2-1dc166a38288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e24e7ccd-843c-4ce4-bf06-4b1f9e593f34', 'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'mac_address': 'fa:16:3e:2c:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:06Z', 'updated_at': '2022-04-18T21:32:21Z', 'revision_number': 5, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'subnets': [{'id': '130930d8-1729-48fe-bf80-851666da5a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:59.633363 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fdd730-36bf-47f8-a6b2-1dc166a38288 None None] The sync data for ids ['b9327b39-73f2-42fc-8118-927db2a87f56'] in n-d-836017-3 is: [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:32:07Z', 'revision_number': 4, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e24e7ccd-843c-4ce4-bf06-4b1f9e593f34', 'name': '', 'network_id': '9d47644e-c23c-4ec3-8068-fc5ffd6525f0', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'mac_address': 'fa:16:3e:2c:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130930d8-1729-48fe-bf80-851666da5a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:06Z', 'updated_at': '2022-04-18T21:32:21Z', 'revision_number': 5, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'subnets': [{'id': '130930d8-1729-48fe-bf80-851666da5a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:59.635687 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:59.837033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device f01234fc-6535-42ea-937d-58dde3a6d0e4 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:59.888770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: f01234fc-6535-42ea-937d-58dde3a6d0e4 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:37:59.889674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device f01234fc-6535-42ea-937d-58dde3a6d0e4 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:59.896423 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:59.977659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:59.981522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:59.987608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:00.024038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'Port': ['ID=f4b2bc6a-c1ba-4420-bf52-2e35fb9883d2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:00.052063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c91385-0a17-42c3-a0ad-b9ed1a69042f req-f1570e0a-e0ef-45f3-8491-43bc0611aac3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:00.058612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0c91385-0a17-42c3-a0ad-b9ed1a69042f req-f1570e0a-e0ef-45f3-8491-43bc0611aac3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.3475449 Apr 18 21:38:00.122853 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0c91385-0a17-42c3-a0ad-b9ed1a69042f req-90a27489-11a1-4eba-a5d8-8ac7611fcfcf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628529 Apr 18 21:38:00.158300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38994) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:00.237980 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:00.249163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee61f91-b634-4bfd-883b-b5cc6a5c2e34 None None] New status for floating IP e4d402e4-1d17-4c1b-8150-8e5b9fbb2722: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:38:00.284025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39002) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:00.439940 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2d11551d-1537-45d5-b6f1-aa14157d8737 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1092 time: 0.2798243 Apr 18 21:38:00.440918 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39006) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:00.447617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:00.455622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:00.462359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:floatingip and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:00.466326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b7471f13-0a69-4b7d-a1b1-86f6c210cb4e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:00.467417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:00.472128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:00.474224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:00.547346 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b7471f13-0a69-4b7d-a1b1-86f6c210cb4e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:00.571934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:00.720696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:00.787107 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:00.848641 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:00.852905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b7471f13-0a69-4b7d-a1b1-86f6c210cb4e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:00.880141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.25.3.89 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/9f6eec28-b6a3-471c-aff0-3398d63ed7d7) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:00.947254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7471f13-0a69-4b7d-a1b1-86f6c210cb4e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2745db85-1c07-4117-a77e-b9713215fda7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:01.009179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'Port': ['ID=f4b2bc6a-c1ba-4420-bf52-2e35fb9883d2,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:01.026263 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.048104 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.063118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.145400 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b7471f13-0a69-4b7d-a1b1-86f6c210cb4e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.146868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b7471f13-0a69-4b7d-a1b1-86f6c210cb4e tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "DELETE /v2.0/security-groups/2745db85-1c07-4117-a77e-b9713215fda7 HTTP/1.1" status: 204 len: 168 time: 0.8618538 Apr 18 21:38:01.148005 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.149406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-285f4de2-7748-4dd3-a8fe-afae4b59d51f tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3744912 Apr 18 21:38:01.150322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39016) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:01.179100 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-d6054942-dc69-41ff-a727-77c8c522261c tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] show failed (client error): The resource could not be found. Apr 18 21:38:01.184913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39022) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:01.187991 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d6054942-dc69-41ff-a727-77c8c522261c tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups/2745db85-1c07-4117-a77e-b9713215fda7 HTTP/1.1" status: 404 len: 347 time: 0.0366464 Apr 18 21:38:01.405375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-28163c65-ee46-416f-add6-522917f390fd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Deleting port 6d251a34-c1e2-4df7-8856-252f8bb71145 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:01.406000 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28163c65-ee46-416f-add6-522917f390fd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.420208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-2f50ee29-fe39-46af-989d-b45758cbbd9c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Synchronizing usage tracker for tenant:77b059139f84405db9bad3c9f82f200d on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:01.435093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.516495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-2f50ee29-fe39-46af-989d-b45758cbbd9c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Unset dirty status for tenant:77b059139f84405db9bad3c9f82f200d on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:01.517716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-2f50ee29-fe39-46af-989d-b45758cbbd9c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--626639448&fields=id&tenant_id=77b059139f84405db9bad3c9f82f200d HTTP/1.1" status: 200 len: 267 time: 0.1520839 Apr 18 21:38:01.653030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:01.659253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:01.666151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:01.703330 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=9f6eec28-b6a3-471c-aff0-3398d63ed7d7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:01.743893 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28163c65-ee46-416f-add6-522917f390fd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.744221 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28163c65-ee46-416f-add6-522917f390fd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.753209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-ee07c4bd-b98b-437b-a72b-457edd85645c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:01.755777 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-ee07c4bd-b98b-437b-a72b-457edd85645c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 815 time: 0.2293382 Apr 18 21:38:01.774031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-f4d7cb93-739c-4b25-86aa-d088a0ccbd50 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/quotas/77b059139f84405db9bad3c9f82f200d HTTP/1.1" status: 200 len: 375 time: 0.0129950 Apr 18 21:38:01.874371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-25b18397-7b05-42dc-a7ff-279f6f966104 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Synchronizing usage tracker for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:01.943373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-25b18397-7b05-42dc-a7ff-279f6f966104 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Unset dirty status for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:01.944802 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-25b18397-7b05-42dc-a7ff-279f6f966104 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1609952 Apr 18 21:38:01.977840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-28163c65-ee46-416f-add6-522917f390fd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Calling delete_port for 6d251a34-c1e2-4df7-8856-252f8bb71145 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:02.243119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-b62fbf06-a41a-422b-9e3c-1a1a2db36bd8 service neutron] 10.222.0.11 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862051 Apr 18 21:38:02.383892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-1e0d88b9-8ddd-4fdc-b258-5e1b0ef7190a service neutron] 10.222.0.11 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341836 Apr 18 21:38:02.534118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28163c65-ee46-416f-add6-522917f390fd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:02.596271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28163c65-ee46-416f-add6-522917f390fd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event deleted for resources: {'Port': ['ID=6d251a34-c1e2-4df7-8856-252f8bb71145,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:02.710720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39054) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:02.714155 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:02.728503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5100353-9807-4616-b734-bee1a96f5fb2 req-873c051d-fcfe-4ee1-a02a-4bd7e1575afa tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 210 time: 0.0510774 Apr 18 21:38:02.785502 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28163c65-ee46-416f-add6-522917f390fd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:02.869765 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:02.923712 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-28163c65-ee46-416f-add6-522917f390fd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:02.926318 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-28163c65-ee46-416f-add6-522917f390fd tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "DELETE /v2.0/floatingips/9f53af04-795e-4b39-b6a2-d9426a98a5ce HTTP/1.1" status: 204 len: 168 time: 1.7394817 Apr 18 21:38:03.026237 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:38:03.308833 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:03.446065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:03.583222 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:03.601926 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:03.703521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=9f6eec28-b6a3-471c-aff0-3398d63ed7d7,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:03.836262 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Floating IP be9713bc-dfe2-4f99-84dc-e649076ce0d4 associated. External IP: 172.25.3.89, port: 0cc5ea41-06a2-45ef-9587-c507555bc150. Apr 18 21:38:03.912557 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93294450-9ff8-4e0c-837e-723be5e5c4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:03.958654 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-437cbe6b-3b68-4a9e-a7af-bc5d2d473f1d req-3adf47eb-b76d-4927-88d0-789f0b782d5c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 210 time: 0.0532064 Apr 18 21:38:04.889678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 38c52668-1ccd-4b3b-9c16-dabe1662e056 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:38:05.209220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-d55bc9d3-a31c-4ef9-97af-fcad929c5214 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:05.210889 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-d55bc9d3-a31c-4ef9-97af-fcad929c5214 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.26 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 815 time: 0.2550473 Apr 18 21:38:05.227488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a228c832-2c2a-4133-b84e-ccbcabe152c7 req-d495350e-9bfb-4ab1-b164-ba08f118dc0e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 210 time: 0.0736856 Apr 18 21:38:05.336284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-93294450-9ff8-4e0c-837e-723be5e5c4ad admin admin] Deleting port fa4d481f-9d04-4874-b1c6-3c56dc250dd4 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:05.336630 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93294450-9ff8-4e0c-837e-723be5e5c4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:05.391273 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-2a8d4092-cae3-489a-bd66-50e20758e3af tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b059139f84405db9bad3c9f82f200d HTTP/1.1" status: 200 len: 379 time: 0.1618266 Apr 18 21:38:05.400414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'port': {'device_id': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'admin_state_up': True, 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'security_groups': ['69dda6dd-fd63-4036-8371-2e0058b72645']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:05.517202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:38:05.573665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:05.577093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-93294450-9ff8-4e0c-837e-723be5e5c4ad admin admin] For port fa4d481f-9d04-4874-b1c6-3c56dc250dd4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=fa4d481f-9d04-4874-b1c6-3c56dc250dd4,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:05.577555 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93294450-9ff8-4e0c-837e-723be5e5c4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:05.592459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:05.644078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:05.705180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Made reservation on behalf of 77b059139f84405db9bad3c9f82f200d for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:05.710965 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:05.854408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-93294450-9ff8-4e0c-837e-723be5e5c4ad admin admin] Calling delete_port for fa4d481f-9d04-4874-b1c6-3c56dc250dd4 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:05.933953 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fd112725-dc40-4736-b491-12e900cb673c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4917669 Apr 18 21:38:05.936612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:38:05.953509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Allocated IP 172.20.0.8 (eeb6b84e-f8da-43e4-b706-8497e886851a/f73b1940-ffab-4f06-a08d-3f3c87735f84/0079b67d-dbb3-40ed-9dd4-aa1e58200e53) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:06.242288 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93294450-9ff8-4e0c-837e-723be5e5c4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:06.280970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d3e60-c7dc-4d30-ada6-7044a54a86c1 req-767dc339-f86e-4d56-ab63-5f4788b7d01b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:06.282532 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-350d3e60-c7dc-4d30-ada6-7044a54a86c1 req-767dc339-f86e-4d56-ab63-5f4788b7d01b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1713812 Apr 18 21:38:06.328098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39114) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:06.333528 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:06.400584 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5f9c58-63a3-4f0c-949f-03cbe9f16ff6'] response: {'name': 'network-changed', 'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'status': 'completed', 'code': 200} Apr 18 21:38:06.419592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Transition to ACTIVE for port object 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:06.461004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-350d3e60-c7dc-4d30-ada6-7044a54a86c1 req-84d2250d-5e9a-46a5-8756-2fe872320e53 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639917 Apr 18 21:38:06.462106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93294450-9ff8-4e0c-837e-723be5e5c4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4d481f-9d04-4874-b1c6-3c56dc250dd4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:06.483638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39120) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:06.759628 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ff5a7de-9f2d-4043-ad05-d8ef0f92e811 req-6c41476c-8096-4ad9-82c5-3d9b8b420f8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1097 time: 0.3571289 Apr 18 21:38:06.789817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2e11a63-c106-404f-9046-d73f688fe3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:06.800317 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:06.804540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d815e80e-1aeb-4a4c-b2e7-859128020000 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.3193307 Apr 18 21:38:06.916353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Network eeb6b84e-f8da-43e4-b706-8497e886851a is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:06.923106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:06.930969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d2e11a63-c106-404f-9046-d73f688fe3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:06.933602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:06.938006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5a7de-9f2d-4043-ad05-d8ef0f92e811 req-cf5093f8-758a-4f92-a7b6-9e5a1e871674 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:06.939453 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ff5a7de-9f2d-4043-ad05-d8ef0f92e811 req-cf5093f8-758a-4f92-a7b6-9e5a1e871674 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d95e2e-5b90-42d7-9299-52b2ce479993 HTTP/1.1" status: 200 len: 897 time: 0.1589150 Apr 18 21:38:06.960500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event updated for resources: {'Port': ['ID=0079b67d-dbb3-40ed-9dd4-aa1e58200e53,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:06.969932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d2e11a63-c106-404f-9046-d73f688fe3a2 admin admin] Usage tracker for resource:security_group_rule and tenant:f65656a032c44573ae1ddad7564bf401 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:06.980006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d2e11a63-c106-404f-9046-d73f688fe3a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:06.999564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d2e11a63-c106-404f-9046-d73f688fe3a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:07.045923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241866fa-12a6-4f8a-b10c-2b964a5f9ff1 req-ea0bed6a-dd31-4f51-bb9d-234934f9d844 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:07.052795 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-241866fa-12a6-4f8a-b10c-2b964a5f9ff1 req-ea0bed6a-dd31-4f51-bb9d-234934f9d844 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 931 time: 0.3653100 Apr 18 21:38:07.082876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:07.082876 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:07.187782 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ff5a7de-9f2d-4043-ad05-d8ef0f92e811 req-2bf3f260-a303-4356-99f1-74a4037bad75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cc5ea41-06a2-45ef-9587-c507555bc150 HTTP/1.1" status: 200 len: 999 time: 0.2372422 Apr 18 21:38:07.188485 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-241866fa-12a6-4f8a-b10c-2b964a5f9ff1 req-1861711e-d3dd-4150-8921-c03c09b9b942 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346431 Apr 18 21:38:07.230016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-298b78e5-0ecc-4c89-abe8-0133fd209f7a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8328362 Apr 18 21:38:07.243832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Request body: {'port': {'device_id': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:07.285502 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2e11a63-c106-404f-9046-d73f688fe3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:07.290135 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93294450-9ff8-4e0c-837e-723be5e5c4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:07.340112 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2e11a63-c106-404f-9046-d73f688fe3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:07.401017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e11a63-c106-404f-9046-d73f688fe3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e478b8b3-e81c-4cdd-b66c-a3ce5bd9a92c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:07.404255 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:07.419778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4791a937-a3f9-4e07-9ea1-f86a5add4f47 None None] Provisioning for port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:07.426254 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d2e11a63-c106-404f-9046-d73f688fe3a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f65656a032c44573ae1ddad7564bf401&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0948076 Apr 18 21:38:07.426634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39130) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:07.431873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4791a937-a3f9-4e07-9ea1-f86a5add4f47 None None] Provisioning complete for port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:07.432600 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4791a937-a3f9-4e07-9ea1-f86a5add4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:07.450107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5a7de-9f2d-4043-ad05-d8ef0f92e811 req-59914b44-718d-47e7-bab8-ee38c975f2e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:07.451576 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ff5a7de-9f2d-4043-ad05-d8ef0f92e811 req-59914b44-718d-47e7-bab8-ee38c975f2e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90faa5e4-23ee-4e82-8b62-9c93ce2d8b49 HTTP/1.1" status: 200 len: 833 time: 0.2519746 Apr 18 21:38:07.504282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4791a937-a3f9-4e07-9ea1-f86a5add4f47 None None] Port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:38:07.582746 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ff5a7de-9f2d-4043-ad05-d8ef0f92e811 req-c9495a58-caea-4ce3-b783-d21d4b218f53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d95e2e-5b90-42d7-9299-52b2ce479993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129475 Apr 18 21:38:07.602169 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d278a781-73aa-4a5e-9f49-8e2ecc343ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:07.701428 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d278a781-73aa-4a5e-9f49-8e2ecc343ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:07.809386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39134) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:07.884029 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d278a781-73aa-4a5e-9f49-8e2ecc343ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:08.023222 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ff5a7de-9f2d-4043-ad05-d8ef0f92e811 req-ba536f57-189f-4f00-b3d0-da2df929afb2 service neutron] 10.222.0.59 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301779 Apr 18 21:38:08.116968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278a781-73aa-4a5e-9f49-8e2ecc343ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e478b8b3-e81c-4cdd-b66c-a3ce5bd9a92c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:08.133793 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d278a781-73aa-4a5e-9f49-8e2ecc343ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:08.134949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d278a781-73aa-4a5e-9f49-8e2ecc343ca1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e478b8b3-e81c-4cdd-b66c-a3ce5bd9a92c HTTP/1.1" status: 204 len: 168 time: 0.7073929 Apr 18 21:38:08.158344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 {{(pid=85048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:38:08.197647 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad219b9-0d4d-43d9-b0c1-d7be979a484e None None] New status for floating IP aeca2cc1-791d-4207-86a0-21e2731230d7: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:38:08.198746 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:08.235096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c09cd1cb-f022-4fef-9305-54c7087ea5f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.4247906 Apr 18 21:38:08.258405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Transition to ACTIVE for port object 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:08.331732 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:08.449662 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9ff5a7de-9f2d-4043-ad05-d8ef0f92e811 req-bfea14a2-fdc1-435e-a8c4-0ada9d23c54f service neutron] 10.222.0.59 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180851 Apr 18 21:38:08.559958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93294450-9ff8-4e0c-837e-723be5e5c4ad admin admin] Router a7eacd50-d825-479a-997d-703b076c2153 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:38:08.564887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Pushing event updated for resources: {'Port': ['ID=0079b67d-dbb3-40ed-9dd4-aa1e58200e53,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:08.806470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54eb8e4-ab21-49dc-b394-c24687e29a2a req-fa726ea5-904a-479e-b83d-9c6e740ffccd tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:08.807183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b54eb8e4-ab21-49dc-b394-c24687e29a2a req-fa726ea5-904a-479e-b83d-9c6e740ffccd tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Synchronizing usage tracker for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:08.826338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93294450-9ff8-4e0c-837e-723be5e5c4ad admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:38:08.840785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207f6a7-81fe-4d5b-9138-2c0ee2896e0e None None] Sync routers for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:38:08.852744 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-93294450-9ff8-4e0c-837e-723be5e5c4ad admin admin] 10.222.0.11 "PUT /v2.0/routers/a7eacd50-d825-479a-997d-703b076c2153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1370807 Apr 18 21:38:08.855754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39148) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:08.865072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207f6a7-81fe-4d5b-9138-2c0ee2896e0e None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:08.865725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c207f6a7-81fe-4d5b-9138-2c0ee2896e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:08.869367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Attempting to bind port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:08.869726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Attempting to bind port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:08.871277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Attempting to bind port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 on network eeb6b84e-f8da-43e4-b706-8497e886851a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:08.889069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 on network eeb6b84e-f8da-43e4-b706-8497e886851a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:38:08.889401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Attempting to bind port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 on network eeb6b84e-f8da-43e4-b706-8497e886851a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:08.898195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:08.898575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Checking segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:08.898991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Bound using segment: {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:08.899429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Bound port: 0079b67d-dbb3-40ed-9dd4-aa1e58200e53, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:08.899778 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:08.916563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b54eb8e4-ab21-49dc-b394-c24687e29a2a req-fa726ea5-904a-479e-b83d-9c6e740ffccd tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Unset dirty status for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:08.925340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b54eb8e4-ab21-49dc-b394-c24687e29a2a req-fa726ea5-904a-479e-b83d-9c6e740ffccd tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 943 time: 0.4973533 Apr 18 21:38:09.045983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b54eb8e4-ab21-49dc-b394-c24687e29a2a req-37574e5a-4468-4916-a040-3c59ca86db54 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196039 Apr 18 21:38:09.108404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:09.117613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] For port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:09.125018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] For port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=0079b67d-dbb3-40ed-9dd4-aa1e58200e53,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:09.137777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c207f6a7-81fe-4d5b-9138-2c0ee2896e0e None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:09.207748 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:09.242887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39152) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:09.301089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39156) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:09.302949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Pushing event updated for resources: {'Port': ['ID=0079b67d-dbb3-40ed-9dd4-aa1e58200e53,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:09.335354 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21a97f06-8d11-42f7-98b6-62004b4f1a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:09.365692 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:09.368386 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f086bad-d9e7-4806-88e0-56dc513c8d4e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.1232083 Apr 18 21:38:09.369817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-8beabe2d-e965-42ea-a8b2-9d6b4015f121 service neutron] 10.222.0.26 "PUT /v2.0/ports/0079b67d-dbb3-40ed-9dd4-aa1e58200e53 HTTP/1.1" status: 200 len: 1091 time: 2.1301451 Apr 18 21:38:09.371269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'tag': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:38:09.404654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21a97f06-8d11-42f7-98b6-62004b4f1a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:09.409056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21a97f06-8d11-42f7-98b6-62004b4f1a97 admin admin] Usage tracker for resource:security_group_rule and tenant:53cdd41fda2c48f4ab6410c6a6ae2f68 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:09.412324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21a97f06-8d11-42f7-98b6-62004b4f1a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:09.419113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21a97f06-8d11-42f7-98b6-62004b4f1a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:09.448312 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:09.485930 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b66f2e-739d-4c74-b3ff-8884e65704a5'] response: {'name': 'network-changed', 'server_uuid': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'tag': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53', 'status': 'completed', 'code': 200} Apr 18 21:38:09.584139 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21a97f06-8d11-42f7-98b6-62004b4f1a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:09.586232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:09.637936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df58906d-68b7-4e93-ae20-826f9e9821a9 req-374792db-0a40-40b5-b1de-766787f34695 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 1094 time: 0.1037788 Apr 18 21:38:09.677274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c207f6a7-81fe-4d5b-9138-2c0ee2896e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:38:06Z', 'revision_number': 5, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port': {'id': 'dfb77924-e24e-4293-a58a-93befe7c281f', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eacd50-d825-479a-997d-703b076c2153', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:54Z', 'updated_at': '2022-04-18T21:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:09.681790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207f6a7-81fe-4d5b-9138-2c0ee2896e0e None None] Checking router: a7eacd50-d825-479a-997d-703b076c2153 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:38:09.693833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207f6a7-81fe-4d5b-9138-2c0ee2896e0e None None] Routers {'a7eacd50-d825-479a-997d-703b076c2153'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:09.694443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c207f6a7-81fe-4d5b-9138-2c0ee2896e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a7eacd50-d825-479a-997d-703b076c2153'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:09.714877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Deleting port dfb77924-e24e-4293-a58a-93befe7c281f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:09.715205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:09.724063 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21a97f06-8d11-42f7-98b6-62004b4f1a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:09.800601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a97f06-8d11-42f7-98b6-62004b4f1a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c65f01-1c82-45ed-9926-8b7236cc1d40,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:09.806786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-21a97f06-8d11-42f7-98b6-62004b4f1a97 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53cdd41fda2c48f4ab6410c6a6ae2f68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5000551 Apr 18 21:38:09.811988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39166) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:09.879236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58906d-68b7-4e93-ae20-826f9e9821a9 req-754fccc4-ce32-480c-a6d5-9f123a30b3f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:09.880930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df58906d-68b7-4e93-ae20-826f9e9821a9 req-754fccc4-ce32-480c-a6d5-9f123a30b3f8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=77b059139f84405db9bad3c9f82f200d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2353501 Apr 18 21:38:09.888653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c207f6a7-81fe-4d5b-9138-2c0ee2896e0e None None] Set router a7eacd50-d825-479a-997d-703b076c2153 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:09.923254 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] For port dfb77924-e24e-4293-a58a-93befe7c281f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=dfb77924-e24e-4293-a58a-93befe7c281f,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:09.923603 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:10.005270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c207f6a7-81fe-4d5b-9138-2c0ee2896e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:38:09Z', 'revision_number': 6, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:10.010274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207f6a7-81fe-4d5b-9138-2c0ee2896e0e None None] The sync data for ids ['a7eacd50-d825-479a-997d-703b076c2153'] in n-d-836017-3 is: [{'id': 'a7eacd50-d825-479a-997d-703b076c2153', 'name': 'tempest-AttachVolumeTestJSON-963341768-router', 'tenant_id': '6ea673beec6646f1a8adc1050a9bb03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:51Z', 'updated_at': '2022-04-18T21:38:09Z', 'revision_number': 6, 'project_id': '6ea673beec6646f1a8adc1050a9bb03c', 'gw_port_host': None}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:38:10.040379 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-356046e0-0dde-4049-bf77-7b2cba039fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:10.080217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58906d-68b7-4e93-ae20-826f9e9821a9 req-d165e318-68e2-417a-bf7b-9c7bb9630509 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:10.082268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df58906d-68b7-4e93-ae20-826f9e9821a9 req-d165e318-68e2-417a-bf7b-9c7bb9630509 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1920578 Apr 18 21:38:10.098732 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-356046e0-0dde-4049-bf77-7b2cba039fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:10.197107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Calling delete_port for dfb77924-e24e-4293-a58a-93befe7c281f owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:10.344887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b42ca-636e-416e-a49c-0eaabc71e301 req-ecb4b70e-b8a3-46f6-9ba8-d6440d8b0e22 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:10.346295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce3b42ca-636e-416e-a49c-0eaabc71e301 req-ecb4b70e-b8a3-46f6-9ba8-d6440d8b0e22 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.2248845 Apr 18 21:38:10.364177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-2a868557-2789-4037-90b7-409b050ed4fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 1094 time: 0.1880329 Apr 18 21:38:10.371337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39174) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:10.435067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962da72-9542-41b5-b56b-7665d55f8d7c req-8ecb085a-02dd-4f74-a13a-2e4d0d239724 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:10.436499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8962da72-9542-41b5-b56b-7665d55f8d7c req-8ecb085a-02dd-4f74-a13a-2e4d0d239724 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 943 time: 0.2103128 Apr 18 21:38:10.451119 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-356046e0-0dde-4049-bf77-7b2cba039fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:10.454486 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:10.459242 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75482cc3-4175-4ba3-9aa3-e5dc36cb6577 None None] New status for floating IP 9f53af04-795e-4b39-b6a2-d9426a98a5ce: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:38:10.499185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-4d113417-ff9f-4040-a978-c35aaa2b6fe4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0079b67d-dbb3-40ed-9dd4-aa1e58200e53 HTTP/1.1" status: 200 len: 217 time: 0.1200178 Apr 18 21:38:10.499896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356046e0-0dde-4049-bf77-7b2cba039fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c65f01-1c82-45ed-9926-8b7236cc1d40,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:10.539100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb77924-e24e-4293-a58a-93befe7c281f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:10.568175 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-356046e0-0dde-4049-bf77-7b2cba039fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:10.571790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-356046e0-0dde-4049-bf77-7b2cba039fb4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28c65f01-1c82-45ed-9926-8b7236cc1d40 HTTP/1.1" status: 204 len: 168 time: 0.7568328 Apr 18 21:38:10.596719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ce3b42ca-636e-416e-a49c-0eaabc71e301 req-82ffdf06-8e49-474d-8e82-3cd508ab70fc tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Synchronizing usage tracker for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:10.614067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-3efa917f-a5c8-4549-8612-89499a05fd68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:10.615495 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-3efa917f-a5c8-4549-8612-89499a05fd68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f73b1940-ffab-4f06-a08d-3f3c87735f84 HTTP/1.1" status: 200 len: 854 time: 0.1054621 Apr 18 21:38:10.617633 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8962da72-9542-41b5-b56b-7665d55f8d7c req-357dfe05-f84f-48c0-ac70-0e5b86e94d33 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712501 Apr 18 21:38:10.639335 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-73e52f65-2a56-4d3a-bd02-534bceb2d6cd tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.2668509 Apr 18 21:38:10.696225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ce3b42ca-636e-416e-a49c-0eaabc71e301 req-82ffdf06-8e49-474d-8e82-3cd508ab70fc tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Unset dirty status for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:10.697415 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce3b42ca-636e-416e-a49c-0eaabc71e301 req-82ffdf06-8e49-474d-8e82-3cd508ab70fc tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408508 Apr 18 21:38:10.724506 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-7a5e101a-c946-4de4-a011-37ea482303ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb6b84e-f8da-43e4-b706-8497e886851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012771 Apr 18 21:38:10.743981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fa4d481f-9d04-4874-b1c6-3c56dc250dd4 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:10.781836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: fa4d481f-9d04-4874-b1c6-3c56dc250dd4 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:38:10.782182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device fa4d481f-9d04-4874-b1c6-3c56dc250dd4 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:38:10.827337 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:10.980406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-112d07b6-66f4-4690-bf36-37034db3f11b service neutron] 10.222.0.26 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484560 Apr 18 21:38:11.081501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.085854 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.130214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98771dfa-9986-46a5-9787-313f7e4dfb21 req-000f6909-88a7-4d5c-b69b-c271cb1b99a3 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424417 Apr 18 21:38:11.203683 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.203683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7eacd50-d825-479a-997d-703b076c2153 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:38:11.217729 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.218871 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-646d2d54-513e-48ff-9cb5-ec13b30c89dd admin admin] 10.222.0.11 "DELETE /v2.0/routers/a7eacd50-d825-479a-997d-703b076c2153 HTTP/1.1" status: 204 len: 168 time: 2.3621907 Apr 18 21:38:11.221894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39188) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:11.279667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8882fdda-606c-4d51-a9b6-3d785008a73d admin admin] Deleting subnet 4498ba41-22b7-4bd0-9281-c43e26e866ae {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:38:11.282809 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8882fdda-606c-4d51-a9b6-3d785008a73d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.333223 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8882fdda-606c-4d51-a9b6-3d785008a73d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.413128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8882fdda-606c-4d51-a9b6-3d785008a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.564556 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8882fdda-606c-4d51-a9b6-3d785008a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.614125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882fdda-606c-4d51-a9b6-3d785008a73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4498ba41-22b7-4bd0-9281-c43e26e866ae,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:11.624566 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8882fdda-606c-4d51-a9b6-3d785008a73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.629808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1ba2c0-2dac-4f16-b270-6970c8bc7dc1 None None] Network cb5426b9-02ce-47bd-bc65-384e7cb55173 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:11.640371 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8882fdda-606c-4d51-a9b6-3d785008a73d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4498ba41-22b7-4bd0-9281-c43e26e866ae HTTP/1.1" status: 204 len: 168 time: 0.4146960 Apr 18 21:38:11.641300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39198) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:11.643240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39202) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:11.677935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d193d66-2034-4ab9-b0d7-4a3cd0f20677 req-5dfe1ccf-fa3a-4ee2-b4b0-e966bf177268 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:11.679517 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d193d66-2034-4ab9-b0d7-4a3cd0f20677 req-5dfe1ccf-fa3a-4ee2-b4b0-e966bf177268 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.1645381 Apr 18 21:38:11.858346 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8b82a5eb-9c36-47ca-9dbf-1f9a0d833435 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.2127953 Apr 18 21:38:11.884161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0d193d66-2034-4ab9-b0d7-4a3cd0f20677 req-79b654bf-379b-493a-90d4-37718ae6bbb3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Deleting port 3a5f0991-3e1c-430d-92b2-fcba207eccb2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:11.884505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0d193d66-2034-4ab9-b0d7-4a3cd0f20677 req-79b654bf-379b-493a-90d4-37718ae6bbb3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.929016 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.955477 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4f413a-68e0-468b-b6bd-c0e9f465aa92 None None] DHCP port deletion for cb5426b9-02ce-47bd-bc65-384e7cb55173 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:38:11.960197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f413a-68e0-468b-b6bd-c0e9f465aa92 None None] Deleting port 49929395-e433-44d0-bebd-09bba175285e {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:11.960637 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9a4f413a-68e0-468b-b6bd-c0e9f465aa92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:12.070707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Deleting port 49929395-e433-44d0-bebd-09bba175285e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:12.071087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:12.200505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9a4f413a-68e0-468b-b6bd-c0e9f465aa92 None None] For port 49929395-e433-44d0-bebd-09bba175285e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=49929395-e433-44d0-bebd-09bba175285e,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:12.200976 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9a4f413a-68e0-468b-b6bd-c0e9f465aa92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:12.210096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09097b5e-e991-417f-b6dd-282ae79f6c7f req-8afb1f94-f10a-4e94-98e0-acacfa3ee0fc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:12.211640 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09097b5e-e991-417f-b6dd-282ae79f6c7f req-8afb1f94-f10a-4e94-98e0-acacfa3ee0fc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 943 time: 0.4186685 Apr 18 21:38:12.332578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f413a-68e0-468b-b6bd-c0e9f465aa92 None None] Calling delete_port for 49929395-e433-44d0-bebd-09bba175285e owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:12.406964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920b07b-01e3-4916-ab11-bcb86e57d7dd req-66429e40-0a7f-45b2-b476-fe2af7213f08 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:12.409946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4920b07b-01e3-4916-ab11-bcb86e57d7dd req-66429e40-0a7f-45b2-b476-fe2af7213f08 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 945 time: 0.4846625 Apr 18 21:38:12.506597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09097b5e-e991-417f-b6dd-282ae79f6c7f req-c45b9604-d2fb-4ef4-a230-1249b56b9983 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804253 Apr 18 21:38:12.540899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] For port 49929395-e433-44d0-bebd-09bba175285e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=49929395-e433-44d0-bebd-09bba175285e,segment=NetworkSegment(c704834f-c62a-4529-b7ba-7dc6d1fd830b),segment_id=c704834f-c62a-4529-b7ba-7dc6d1fd830b)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:12.541265 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:12.573866 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9a4f413a-68e0-468b-b6bd-c0e9f465aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:12.606973 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Sync routers for ids ['38c52668-1ccd-4b3b-9c16-dabe1662e056'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:38:12.626544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f413a-68e0-468b-b6bd-c0e9f465aa92 None None] Pushing event deleted for resources: {'Port': ['ID=49929395-e433-44d0-bebd-09bba175285e,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:12.636834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4f413a-68e0-468b-b6bd-c0e9f465aa92 None None] No DVR routers for this DVR port 49929395-e433-44d0-bebd-09bba175285e on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:12.641434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Routers {'38c52668-1ccd-4b3b-9c16-dabe1662e056'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:12.643477 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['38c52668-1ccd-4b3b-9c16-dabe1662e056'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:12.772916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 49929395-e433-44d0-bebd-09bba175285e no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:12.815401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 49929395-e433-44d0-bebd-09bba175285e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:38:12.815738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 49929395-e433-44d0-bebd-09bba175285e not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:38:12.832028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4920b07b-01e3-4916-ab11-bcb86e57d7dd req-76f0fa12-92d1-409c-bf6e-35c9e4460647 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014678 Apr 18 21:38:12.842109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Calling delete_port for 49929395-e433-44d0-bebd-09bba175285e owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:12.861721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39224) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:12.885091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-0d193d66-2034-4ab9-b0d7-4a3cd0f20677 req-79b654bf-379b-493a-90d4-37718ae6bbb3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] For port 3a5f0991-3e1c-430d-92b2-fcba207eccb2, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3a5f0991-3e1c-430d-92b2-fcba207eccb2,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:12.886249 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0d193d66-2034-4ab9-b0d7-4a3cd0f20677 req-79b654bf-379b-493a-90d4-37718ae6bbb3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:12.919076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Set router 38c52668-1ccd-4b3b-9c16-dabe1662e056 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:13.007965 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b5220ef9-37da-454d-8929-5dfc501ea967 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.1440082 Apr 18 21:38:13.018802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-0d193d66-2034-4ab9-b0d7-4a3cd0f20677 req-79b654bf-379b-493a-90d4-37718ae6bbb3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Calling delete_port for 3a5f0991-3e1c-430d-92b2-fcba207eccb2 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:13.092331 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:38:13.092644 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:38:13.269719 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0d193d66-2034-4ab9-b0d7-4a3cd0f20677 req-79b654bf-379b-493a-90d4-37718ae6bbb3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:13.279994 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0a5fce0-f6cc-49a2-a248-220ee18ad038 req-9b6cca0c-cd78-4fb4-b750-7acc59286256 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962918 Apr 18 21:38:13.281861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['eec2fadf-7ace-4552-bda4-9f7d5f540489'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:38:13.322046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['3a5f0991-3e1c-430d-92b2-fcba207eccb2'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:38:13.324608 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b654bf-379b-493a-90d4-37718ae6bbb3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event deleted for resources: {'Port': ['ID=3a5f0991-3e1c-430d-92b2-fcba207eccb2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:13.430880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d193d66-2034-4ab9-b0d7-4a3cd0f20677 req-79b654bf-379b-493a-90d4-37718ae6bbb3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] No DVR routers for this DVR port 3a5f0991-3e1c-430d-92b2-fcba207eccb2 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:13.433965 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-0d193d66-2034-4ab9-b0d7-4a3cd0f20677 req-79b654bf-379b-493a-90d4-37718ae6bbb3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:13.436449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab04ef66-c002-4a0c-a530-1c09a8540177', 'name': 'network-vif-deleted', 'tag': '3a5f0991-3e1c-430d-92b2-fcba207eccb2'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:38:13.454020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d193d66-2034-4ab9-b0d7-4a3cd0f20677 req-79b654bf-379b-493a-90d4-37718ae6bbb3 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.26 "DELETE /v2.0/ports/3a5f0991-3e1c-430d-92b2-fcba207eccb2 HTTP/1.1" status: 204 len: 173 time: 1.7274470 Apr 18 21:38:13.471177 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0a5fce0-f6cc-49a2-a248-220ee18ad038 req-f7f96b3d-8821-4f69-9326-836f2dda965d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 1097 time: 0.1150737 Apr 18 21:38:13.480794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:37:29Z', 'updated_at': '2022-04-18T21:37:38Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:30Z', 'updated_at': '2022-04-18T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'be9713bc-dfe2-4f99-84dc-e649076ce0d4', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'port_id': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'mac_address': 'fa:16:3e:e2:09:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:38:02Z', 'updated_at': '2022-04-18T21:38:02Z', 'revision_number': 0, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e25853-02ae-4b7f-9819-13a0dde49dc5', 'name': '', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:ab:29:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:37Z', 'updated_at': '2022-04-18T21:37:38Z', 'revision_number': 2, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:13.503799 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e84f96c-5f23-43d9-910c-721e079ec001'] response: {'server_uuid': 'ab04ef66-c002-4a0c-a530-1c09a8540177', 'name': 'network-vif-deleted', 'tag': '3a5f0991-3e1c-430d-92b2-fcba207eccb2', 'status': 'completed', 'code': 200} Apr 18 21:38:13.530658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Checking router: 38c52668-1ccd-4b3b-9c16-dabe1662e056 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:38:13.531106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Updating router 38c52668-1ccd-4b3b-9c16-dabe1662e056 port 01e25853-02ae-4b7f-9819-13a0dde49dc5 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:38:13.594298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Deleting port 49929395-e433-44d0-bebd-09bba175285e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:13.594787 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:13.610100 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:13.819736 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5fce0-f6cc-49a2-a248-220ee18ad038 req-4b3484ac-6751-4d87-8502-ebae88caed0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:13.821940 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0a5fce0-f6cc-49a2-a248-220ee18ad038 req-4b3484ac-6751-4d87-8502-ebae88caed0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 200 len: 919 time: 0.3272188 Apr 18 21:38:13.840237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] The port '49929395-e433-44d0-bebd-09bba175285e' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:38:13.923615 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0a5fce0-f6cc-49a2-a248-220ee18ad038 req-7c25da1a-1e8d-440d-83ea-67f730b0f5dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec2fadf-7ace-4552-bda4-9f7d5f540489 HTTP/1.1" status: 200 len: 217 time: 0.0945539 Apr 18 21:38:13.926581 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:38:13.998708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5fce0-f6cc-49a2-a248-220ee18ad038 req-1b9b8d3d-2bda-47d1-b11b-3dc30d461423 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:14.000485 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0a5fce0-f6cc-49a2-a248-220ee18ad038 req-1b9b8d3d-2bda-47d1-b11b-3dc30d461423 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 200 len: 857 time: 0.0697873 Apr 18 21:38:14.013268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39254) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:14.020812 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.045980 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:38:14.062287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5426b9-02ce-47bd-bc65-384e7cb55173']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:14.083964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08183505-62a3-4b5b-89ce-1dfbf24c60e8 req-32f9d96c-ef54-4bd5-b488-2d7b12884cc5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:14.091709 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08183505-62a3-4b5b-89ce-1dfbf24c60e8 req-32f9d96c-ef54-4bd5-b488-2d7b12884cc5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 943 time: 0.3205488 Apr 18 21:38:14.094504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c704834f-c62a-4529-b7ba-7dc6d1fd830b') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:14.094789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c704834f-c62a-4529-b7ba-7dc6d1fd830b') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:14.143952 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.202496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-64528cd1-287c-4a61-869a-7857a26f6bda req-b30bee1d-2cd5-4f6d-9a7d-3393d50f4bb0 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Synchronizing usage tracker for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:14.232001 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-58d7099e-3617-4f70-9113-665c924ec791 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.1659331 Apr 18 21:38:14.245163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08183505-62a3-4b5b-89ce-1dfbf24c60e8 req-0ca6a06c-0cee-4454-8232-68e7c7109a07 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525619 Apr 18 21:38:14.251755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.259497 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0a5fce0-f6cc-49a2-a248-220ee18ad038 req-7bfdc5a3-ac44-48e4-9ea2-7e293814a0cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d47644e-c23c-4ec3-8068-fc5ffd6525f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2482245 Apr 18 21:38:14.276845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:38:14.276845 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:38:14.285422 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:38:14.327151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=0079b67d-dbb3-40ed-9dd4-aa1e58200e53,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:14.341504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-64528cd1-287c-4a61-869a-7857a26f6bda req-b30bee1d-2cd5-4f6d-9a7d-3393d50f4bb0 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Unset dirty status for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:14.342683 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-64528cd1-287c-4a61-869a-7857a26f6bda req-b30bee1d-2cd5-4f6d-9a7d-3393d50f4bb0 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab04ef66-c002-4a0c-a530-1c09a8540177 HTTP/1.1" status: 200 len: 210 time: 0.2086802 Apr 18 21:38:14.349711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'port_id': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53', 'mac_address': 'fa:16:3e:24:82:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:38:14.352316 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.418008 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0a5fce0-f6cc-49a2-a248-220ee18ad038 req-bc5eccb3-6799-4292-ae09-10007ffc4b9b service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508758 Apr 18 21:38:14.425617 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.436222 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.450269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Transition to ACTIVE for port object 01e25853-02ae-4b7f-9819-13a0dde49dc5 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:14.459355 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.461587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5426b9-02ce-47bd-bc65-384e7cb55173,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:14.466340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:38:14.468401 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e578eba9-6728-489c-a161-22659f092b57 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cb5426b9-02ce-47bd-bc65-384e7cb55173 HTTP/1.1" status: 204 len: 168 time: 2.8267570 Apr 18 21:38:14.487183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=0079b67d-dbb3-40ed-9dd4-aa1e58200e53,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:14.535984 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.592424 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0a5fce0-f6cc-49a2-a248-220ee18ad038 req-596dd0c9-b3f6-47b5-8228-107145516351 service neutron] 10.222.0.59 "GET /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683087 Apr 18 21:38:14.632000 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.740028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d167c9b-d623-4f4b-bea5-25574991d3fe None None] Pushing event updated for resources: {'Port': ['ID=01e25853-02ae-4b7f-9819-13a0dde49dc5,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:14.898657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Attempting to bind port 01e25853-02ae-4b7f-9819-13a0dde49dc5 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:14.899171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Attempting to bind port 01e25853-02ae-4b7f-9819-13a0dde49dc5 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:14.899446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Attempting to bind port 01e25853-02ae-4b7f-9819-13a0dde49dc5 on network 84d95e2e-5b90-42d7-9299-52b2ce479993 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:14.901971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=0079b67d-dbb3-40ed-9dd4-aa1e58200e53,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:14.911051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:14.911446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Checking segment: {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:14.911845 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.912234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Bound using segment: {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:14.912680 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Bound port: 01e25853-02ae-4b7f-9819-13a0dde49dc5, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:14.913049 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:15.007758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['0079b67d-dbb3-40ed-9dd4-aa1e58200e53'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:38:15.029842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39272) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:15.076883 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] For port 01e25853-02ae-4b7f-9819-13a0dde49dc5, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:15.087348 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] For port 01e25853-02ae-4b7f-9819-13a0dde49dc5, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=01e25853-02ae-4b7f-9819-13a0dde49dc5,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:15.098719 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-64cc42b3-caf5-49f4-ab7d-211d7f5fb330 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ea673beec6646f1a8adc1050a9bb03c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0669558 Apr 18 21:38:15.101217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39276) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:15.167705 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:15.169172 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b8d780e-86ec-4edb-bd0b-af867031575d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:15.205248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b8d780e-86ec-4edb-bd0b-af867031575d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:15.235767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39280) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:15.300105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d167c9b-d623-4f4b-bea5-25574991d3fe None None] Pushing event updated for resources: {'Port': ['ID=01e25853-02ae-4b7f-9819-13a0dde49dc5,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:15.306027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Routers {'38c52668-1ccd-4b3b-9c16-dabe1662e056'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:15.306824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['38c52668-1ccd-4b3b-9c16-dabe1662e056'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:15.343546 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b8d780e-86ec-4edb-bd0b-af867031575d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:15.374681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d780e-86ec-4edb-bd0b-af867031575d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2decc417-cce4-4340-884b-a9b946795a0c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:15.382028 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b8d780e-86ec-4edb-bd0b-af867031575d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:15.383511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5b8d780e-86ec-4edb-bd0b-af867031575d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2decc417-cce4-4340-884b-a9b946795a0c HTTP/1.1" status: 204 len: 168 time: 0.2811763 Apr 18 21:38:15.393727 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b9440b9f-e5dd-4201-ac91-5759297e2e6f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.1555998 Apr 18 21:38:15.634997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39294) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:15.656110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca73e1-8855-4f9d-8016-5b69504f5e39 req-64d31d7e-b700-4f58-9715-9ab5f34e88b4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:15.663991 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dca73e1-8855-4f9d-8016-5b69504f5e39 req-64d31d7e-b700-4f58-9715-9ab5f34e88b4 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 944 time: 0.1444809 Apr 18 21:38:15.727169 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dca73e1-8855-4f9d-8016-5b69504f5e39 req-a8d3a415-d037-4ae6-a475-ab392e390149 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622244 Apr 18 21:38:15.763685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] Set router 38c52668-1ccd-4b3b-9c16-dabe1662e056 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:15.829698 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9028ac6b-8231-4a16-9597-3e38fe9141fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:15.866362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9028ac6b-8231-4a16-9597-3e38fe9141fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:15.872007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9028ac6b-8231-4a16-9597-3e38fe9141fe admin admin] Usage tracker for resource:security_group_rule and tenant:1363d1541fb84e0d943e71b5c3bba2bd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:15.875381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9028ac6b-8231-4a16-9597-3e38fe9141fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:15.882315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9028ac6b-8231-4a16-9597-3e38fe9141fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:15.931249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:15.975303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9028ac6b-8231-4a16-9597-3e38fe9141fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.093309 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9028ac6b-8231-4a16-9597-3e38fe9141fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.195471 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028ac6b-8231-4a16-9597-3e38fe9141fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec463673-178a-41ef-b038-8a7bd5d54c80,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:16.211612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9028ac6b-8231-4a16-9597-3e38fe9141fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1363d1541fb84e0d943e71b5c3bba2bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5723391 Apr 18 21:38:16.212923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39306) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:16.225159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:16.237575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:16.237946 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.295876 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9790db0a-cc52-4a42-9819-25a64e081526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.327849 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9790db0a-cc52-4a42-9819-25a64e081526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.385792 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.396311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39314) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:16.407004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:37:29Z', 'updated_at': '2022-04-18T21:37:38Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:30Z', 'updated_at': '2022-04-18T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'be9713bc-dfe2-4f99-84dc-e649076ce0d4', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'port_id': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'mac_address': 'fa:16:3e:e2:09:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:38:02Z', 'updated_at': '2022-04-18T21:38:02Z', 'revision_number': 0, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e25853-02ae-4b7f-9819-13a0dde49dc5', 'name': '', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:ab:29:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:37Z', 'updated_at': '2022-04-18T21:38:15Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:16.418155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5d1e0-df13-475d-b6f4-668a62bb978e None None] The sync data for ids ['38c52668-1ccd-4b3b-9c16-dabe1662e056'] in n-d-836017-3 is: [{'id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:37:29Z', 'updated_at': '2022-04-18T21:37:38Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:30Z', 'updated_at': '2022-04-18T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'be9713bc-dfe2-4f99-84dc-e649076ce0d4', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'port_id': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'mac_address': 'fa:16:3e:e2:09:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:38:02Z', 'updated_at': '2022-04-18T21:38:02Z', 'revision_number': 0, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e25853-02ae-4b7f-9819-13a0dde49dc5', 'name': '', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:ab:29:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:37Z', 'updated_at': '2022-04-18T21:38:15Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:38:16.433881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:38:16.436101 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9790db0a-cc52-4a42-9819-25a64e081526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.445545 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=0079b67d-dbb3-40ed-9dd4-aa1e58200e53,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:16.491322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790db0a-cc52-4a42-9819-25a64e081526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec463673-178a-41ef-b038-8a7bd5d54c80,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:16.519417 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9790db0a-cc52-4a42-9819-25a64e081526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.522667 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9790db0a-cc52-4a42-9819-25a64e081526 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec463673-178a-41ef-b038-8a7bd5d54c80 HTTP/1.1" status: 204 len: 168 time: 0.3086269 Apr 18 21:38:16.535782 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.536660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3a5f0991-3e1c-430d-92b2-fcba207eccb2 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:16.707945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=0079b67d-dbb3-40ed-9dd4-aa1e58200e53,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:16.710793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 3a5f0991-3e1c-430d-92b2-fcba207eccb2 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:38:16.711353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3a5f0991-3e1c-430d-92b2-fcba207eccb2 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:38:16.836094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 01e25853-02ae-4b7f-9819-13a0dde49dc5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:16.845587 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7db583cd-f385-4314-9133-71248d1c98c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.4473681 Apr 18 21:38:16.882476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf079c7-a7f0-448a-a92e-e9cabbf5f307 req-4a09dbba-b3a6-41d2-8679-b5d1811d77e9 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:16.891063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1cf079c7-a7f0-448a-a92e-e9cabbf5f307 req-4a09dbba-b3a6-41d2-8679-b5d1811d77e9 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.3707082 Apr 18 21:38:16.973329 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e01ca9-eec9-40e9-ac06-afdb2a32244d'] response: {'server_uuid': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53', 'code': 200} Apr 18 21:38:16.998262 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1cf079c7-a7f0-448a-a92e-e9cabbf5f307 req-0a4ac884-126c-4fe5-a6ca-c03376397d63 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065202 Apr 18 21:38:17.081541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1aefa659-fa69-4034-a8bb-8830a9402550 req-9b2757f5-ec96-4823-ab46-47c7b9ae29d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 1096 time: 0.1509249 Apr 18 21:38:17.081740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 01e25853-02ae-4b7f-9819-13a0dde49dc5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:17.087062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 01e25853-02ae-4b7f-9819-13a0dde49dc5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:17.087431 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.170648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1aefa659-fa69-4034-a8bb-8830a9402550 req-79c17be0-46b2-456f-b4ce-f9c1fb70e096 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820744 Apr 18 21:38:17.177792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4266c-eca8-40bb-8033-b1a6b2047eba req-2e93824a-59c1-4bdf-9a3f-6feeb6a5345e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:17.184993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1e4266c-eca8-40bb-8033-b1a6b2047eba req-2e93824a-59c1-4bdf-9a3f-6feeb6a5345e tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 945 time: 0.1544058 Apr 18 21:38:17.263929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1e4266c-eca8-40bb-8033-b1a6b2047eba req-72e65ccd-029f-4af3-8a17-ff020678c043 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777590 Apr 18 21:38:17.351811 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.399095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 01e25853-02ae-4b7f-9819-13a0dde49dc5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=01e25853-02ae-4b7f-9819-13a0dde49dc5,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:17.545788 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.597282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device dfb77924-e24e-4293-a58a-93befe7c281f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:17.644397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: dfb77924-e24e-4293-a58a-93befe7c281f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:38:17.646570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device dfb77924-e24e-4293-a58a-93befe7c281f not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:38:17.674241 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=01e25853-02ae-4b7f-9819-13a0dde49dc5,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:17.833149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39342) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:17.849177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39346) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:17.851482 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8352e7b3-65a7-43b7-a1c6-5dc955f820c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.885118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8352e7b3-65a7-43b7-a1c6-5dc955f820c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:17.890728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8352e7b3-65a7-43b7-a1c6-5dc955f820c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b74ca71dbb28442d9674e2d8794e3834 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:17.894203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8352e7b3-65a7-43b7-a1c6-5dc955f820c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:17.900492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8352e7b3-65a7-43b7-a1c6-5dc955f820c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:17.963259 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9c502b9d-1253-491e-b44a-065d6b24d078 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.1129401 Apr 18 21:38:17.974702 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8352e7b3-65a7-43b7-a1c6-5dc955f820c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.053364 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8352e7b3-65a7-43b7-a1c6-5dc955f820c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.106689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352e7b3-65a7-43b7-a1c6-5dc955f820c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a985d3be-2ce6-463f-84bc-e0742f95a4a9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:18.110791 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8352e7b3-65a7-43b7-a1c6-5dc955f820c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b74ca71dbb28442d9674e2d8794e3834&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2780910 Apr 18 21:38:18.113418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39352) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:18.240817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f41fa5c-fe2a-4d32-a2ce-da4fcb32ef6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.250479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002fb05-670d-456c-9363-c6579e2affa4 req-5541111a-f835-4e75-9c87-7b65856f839d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:18.252539 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7002fb05-670d-456c-9363-c6579e2affa4 req-5541111a-f835-4e75-9c87-7b65856f839d tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1267426 Apr 18 21:38:18.310065 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f41fa5c-fe2a-4d32-a2ce-da4fcb32ef6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.350013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7002fb05-670d-456c-9363-c6579e2affa4 req-140e368e-9e6c-4dc3-9f84-078d2d2e7445 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868821 Apr 18 21:38:18.470588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f41fa5c-fe2a-4d32-a2ce-da4fcb32ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.490044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41fa5c-fe2a-4d32-a2ce-da4fcb32ef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a985d3be-2ce6-463f-84bc-e0742f95a4a9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:18.511947 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6f41fa5c-fe2a-4d32-a2ce-da4fcb32ef6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.513291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6f41fa5c-fe2a-4d32-a2ce-da4fcb32ef6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a985d3be-2ce6-463f-84bc-e0742f95a4a9 HTTP/1.1" status: 204 len: 168 time: 0.3989766 Apr 18 21:38:18.629277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bb814-e218-4ad2-8bac-7c2d8770d4a0 req-464f2231-30b9-4d49-855e-0723258e00d5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:18.630884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e2bb814-e218-4ad2-8bac-7c2d8770d4a0 req-464f2231-30b9-4d49-855e-0723258e00d5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 945 time: 0.1027675 Apr 18 21:38:18.690830 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e2bb814-e218-4ad2-8bac-7c2d8770d4a0 req-f5172e53-1298-43ae-bc24-6baf36157a7c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482519 Apr 18 21:38:18.740180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 01e25853-02ae-4b7f-9819-13a0dde49dc5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:18.815419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 01e25853-02ae-4b7f-9819-13a0dde49dc5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:18.815789 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.867370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-aa878e21-11ca-4739-951f-a1f23c524632 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:18.871435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-aa878e21-11ca-4739-951f-a1f23c524632 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Synchronizing usage tracker for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:18.884504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-aa878e21-11ca-4739-951f-a1f23c524632 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Unset dirty status for tenant:a5c9a00d34014bc5bc1cb879fac27cdf on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:18.887587 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-aa878e21-11ca-4739-951f-a1f23c524632 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.59 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1233194 Apr 18 21:38:18.967956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39372) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:19.005246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Deleting port eec2fadf-7ace-4552-bda4-9f7d5f540489 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:19.005498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:19.113673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-314b96e9-1a7a-4638-9339-8df75baa99ac tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.1448147 Apr 18 21:38:19.322148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] For port eec2fadf-7ace-4552-bda4-9f7d5f540489, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=eec2fadf-7ace-4552-bda4-9f7d5f540489,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:19.322501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:19.613204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Calling delete_port for eec2fadf-7ace-4552-bda4-9f7d5f540489 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:19.670708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36d850-494f-4414-9246-9d08c078d205 req-ab7be2ad-78b8-4106-b9fb-7321b4cd8155 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:19.670708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a36d850-494f-4414-9246-9d08c078d205 req-ab7be2ad-78b8-4106-b9fb-7321b4cd8155 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 946 time: 0.1258008 Apr 18 21:38:19.728135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a36d850-494f-4414-9246-9d08c078d205 req-677824f3-0ac2-4c6c-ad50-4dc5f4f44dbe tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbc37f91-e7ad-4732-ae3f-54753e8348d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Apr 18 21:38:19.892544 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:19.906832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['eec2fadf-7ace-4552-bda4-9f7d5f540489'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:38:19.910932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fc5ea-e2c4-405a-a82d-39e5ed051fcd req-17e552d2-34fa-456a-9fc1-dc2c01f8fcfc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:19.912631 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-600fc5ea-e2c4-405a-a82d-39e5ed051fcd req-17e552d2-34fa-456a-9fc1-dc2c01f8fcfc tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 945 time: 0.0812290 Apr 18 21:38:19.964643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Pushing event deleted for resources: {'Port': ['ID=eec2fadf-7ace-4552-bda4-9f7d5f540489,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:19.980544 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-600fc5ea-e2c4-405a-a82d-39e5ed051fcd req-335600be-4ebd-4c06-8eae-f6b0f005ae8d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579810 Apr 18 21:38:20.028053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:20.028652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:20.028853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:20.029111 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:20.029562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:20.029843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:20.030173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:20.030762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:20.031089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:20.031448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:20.031722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:20.080172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] No DVR routers for this DVR port eec2fadf-7ace-4552-bda4-9f7d5f540489 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:20.080172 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:20.082839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752dba09-cd78-4953-98c6-38247e90e678', 'name': 'network-vif-deleted', 'tag': 'eec2fadf-7ace-4552-bda4-9f7d5f540489'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:38:20.120593 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39406) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:20.200490 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2832fe8-01df-4930-8a46-4bbb4be30e17'] response: {'server_uuid': '752dba09-cd78-4953-98c6-38247e90e678', 'name': 'network-vif-deleted', 'tag': 'eec2fadf-7ace-4552-bda4-9f7d5f540489', 'status': 'completed', 'code': 200} Apr 18 21:38:20.210911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2a7a-11f9-4de4-84a5-c61c5992fb26 req-6038d6d8-3449-449d-8a7a-88972c1c4970 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:20.212826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c1d2a7a-11f9-4de4-84a5-c61c5992fb26 req-6038d6d8-3449-449d-8a7a-88972c1c4970 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 945 time: 0.1042342 Apr 18 21:38:20.221810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39412) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:20.222801 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0036041e-67ea-4e19-87b6-66c59cc2e981 req-3d624fe6-8049-42f3-bde3-f1841be4b950 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.59 "DELETE /v2.0/ports/eec2fadf-7ace-4552-bda4-9f7d5f540489 HTTP/1.1" status: 204 len: 173 time: 1.3291938 Apr 18 21:38:20.231952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-950f7911-b16e-438b-820c-61818a6f3fc5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Request body: {'floatingip': {'port_id': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:20.271904 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bb19bad4-157e-4c52-b684-6469b384c614 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.1501219 Apr 18 21:38:20.320702 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-950f7911-b16e-438b-820c-61818a6f3fc5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:20.957195 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c12189eb-efe1-42a9-bcb1-f7e52f413d2c req-61c92a4b-6ca6-469c-889b-bc9991b7f5c6 tempest-ServerRescueNegativeTestJSON-1477881442 tempest-ServerRescueNegativeTestJSON-1477881442-project] 10.222.0.11 "GET /v2.0/ports?device_id=752dba09-cd78-4953-98c6-38247e90e678 HTTP/1.1" status: 200 len: 210 time: 0.0500965 Apr 18 21:38:21.120165 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-950f7911-b16e-438b-820c-61818a6f3fc5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:21.263053 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-950f7911-b16e-438b-820c-61818a6f3fc5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:21.274193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39440) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:21.440923 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6062c8c3-5009-4f3f-8ab0-82dbc2dd595d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.1647544 Apr 18 21:38:21.486536 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-950f7911-b16e-438b-820c-61818a6f3fc5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Floating IP eee16d91-cef5-452f-a920-b155bd366311 associated. External IP: 172.25.3.202, port: 0079b67d-dbb3-40ed-9dd4-aa1e58200e53. Apr 18 21:38:21.934779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950f7911-b16e-438b-820c-61818a6f3fc5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:38:22.077498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39470) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:22.177622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950f7911-b16e-438b-820c-61818a6f3fc5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:38:22.184664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-950f7911-b16e-438b-820c-61818a6f3fc5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:22.188500 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975268d6-3ab1-488e-81b8-ded8ac42f4b9 None None] Sync routers for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:38:22.203945 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975268d6-3ab1-488e-81b8-ded8ac42f4b9 None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:22.205147 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-975268d6-3ab1-488e-81b8-ded8ac42f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:22.270673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-950f7911-b16e-438b-820c-61818a6f3fc5 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "PUT /v2.0/floatingips/eee16d91-cef5-452f-a920-b155bd366311 HTTP/1.1" status: 200 len: 991 time: 2.0472722 Apr 18 21:38:22.272499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'tag': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:38:22.289756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device eec2fadf-7ace-4552-bda4-9f7d5f540489 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:22.363910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: eec2fadf-7ace-4552-bda4-9f7d5f540489 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:38:22.365405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device eec2fadf-7ace-4552-bda4-9f7d5f540489 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:38:22.387471 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1b1c01-8d01-4348-b512-12cb5fef18a5'] response: {'name': 'network-changed', 'server_uuid': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'tag': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53', 'status': 'completed', 'code': 200} Apr 18 21:38:22.444713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39488) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:22.507866 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-975268d6-3ab1-488e-81b8-ded8ac42f4b9 None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:22.585711 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0404ca82-0b48-4281-a310-491ddafcbf28 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.1335332 Apr 18 21:38:22.621710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b3c1e4a-0581-4ca7-bd85-d89b389d18be req-0704fcdd-e869-4bc7-9f52-05046a8b7eee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77b059139f84405db9bad3c9f82f200d&device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 1096 time: 0.2106469 Apr 18 21:38:22.777137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c1e4a-0581-4ca7-bd85-d89b389d18be req-01a21097-c4f6-4645-9be6-13bedd8f8e73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:22.778516 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b3c1e4a-0581-4ca7-bd85-d89b389d18be req-01a21097-c4f6-4645-9be6-13bedd8f8e73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 200 len: 916 time: 0.1493630 Apr 18 21:38:22.950933 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f84985a1-9e9f-4664-be86-44288c3b3e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:22.990850 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-975268d6-3ab1-488e-81b8-ded8ac42f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eee16d91-cef5-452f-a920-b155bd366311', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:24:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:38:00Z', 'updated_at': '2022-04-18T21:38:20Z', 'revision_number': 1, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:22.994976 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975268d6-3ab1-488e-81b8-ded8ac42f4b9 None None] Checking router: 07e6a41b-5a86-4ef4-827a-00f05a1595e9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:38:23.009219 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975268d6-3ab1-488e-81b8-ded8ac42f4b9 None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:23.009928 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-975268d6-3ab1-488e-81b8-ded8ac42f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:23.043614 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b3c1e4a-0581-4ca7-bd85-d89b389d18be req-c6bf61aa-8484-45eb-9ada-2c54fc859f54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0079b67d-dbb3-40ed-9dd4-aa1e58200e53 HTTP/1.1" status: 200 len: 999 time: 0.2531228 Apr 18 21:38:23.180312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c1e4a-0581-4ca7-bd85-d89b389d18be req-51b24990-af2e-44b3-b17e-4d0e0ae74258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:23.182882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b3c1e4a-0581-4ca7-bd85-d89b389d18be req-51b24990-af2e-44b3-b17e-4d0e0ae74258 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f73b1940-ffab-4f06-a08d-3f3c87735f84 HTTP/1.1" status: 200 len: 854 time: 0.1361628 Apr 18 21:38:23.314615 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-975268d6-3ab1-488e-81b8-ded8ac42f4b9 None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:23.315139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b3c1e4a-0581-4ca7-bd85-d89b389d18be req-9e21e9c5-365a-4e6d-9ab6-2a1896263a71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb6b84e-f8da-43e4-b706-8497e886851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278522 Apr 18 21:38:23.543772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b3c1e4a-0581-4ca7-bd85-d89b389d18be req-dbd844b5-b300-4cd5-959d-bf63af48f065 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212813 Apr 18 21:38:23.592693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39516) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:23.699842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b3c1e4a-0581-4ca7-bd85-d89b389d18be req-ec1d67c8-0136-4233-98af-da6ac7cfadd8 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492548 Apr 18 21:38:23.774632 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-975268d6-3ab1-488e-81b8-ded8ac42f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eee16d91-cef5-452f-a920-b155bd366311', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:24:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:38:00Z', 'updated_at': '2022-04-18T21:38:20Z', 'revision_number': 1, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:23.779790 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975268d6-3ab1-488e-81b8-ded8ac42f4b9 None None] The sync data for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 is: [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eee16d91-cef5-452f-a920-b155bd366311', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'port_id': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'mac_address': 'fa:16:3e:24:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:38:00Z', 'updated_at': '2022-04-18T21:38:20Z', 'revision_number': 1, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:38:23.848789 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-093f3093-ca3e-4848-85e8-1a71836b3329 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 991 time: 0.2507904 Apr 18 21:38:23.987491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f84985a1-9e9f-4664-be86-44288c3b3e3f admin admin] Deleting port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:23.988175 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f84985a1-9e9f-4664-be86-44288c3b3e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.189138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-f84985a1-9e9f-4664-be86-44288c3b3e3f admin admin] For port e24e7ccd-843c-4ce4-bf06-4b1f9e593f34, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e24e7ccd-843c-4ce4-bf06-4b1f9e593f34,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:24.189138 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f84985a1-9e9f-4664-be86-44288c3b3e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.212010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39536) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:24.345704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f84985a1-9e9f-4664-be86-44288c3b3e3f admin admin] Calling delete_port for e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:24.392940 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1e86743-1fe0-435a-9f06-3eb261efbdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.414118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1ddfc-011c-4a4e-ab48-b9f346d35c46 None None] New status for floating IP be9713bc-dfe2-4f99-84dc-e649076ce0d4: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:38:24.435593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1e86743-1fe0-435a-9f06-3eb261efbdd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:24.439438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1e86743-1fe0-435a-9f06-3eb261efbdd9 admin admin] Usage tracker for resource:security_group_rule and tenant:e023135ac2fc4caeaeab043b12b80847 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:24.443650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1e86743-1fe0-435a-9f06-3eb261efbdd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:24.449873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1e86743-1fe0-435a-9f06-3eb261efbdd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:24.528023 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1e86743-1fe0-435a-9f06-3eb261efbdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.676727 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1e86743-1fe0-435a-9f06-3eb261efbdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.676939 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f84985a1-9e9f-4664-be86-44288c3b3e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.716400 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7769c57e-fd32-43b9-a223-520c0780e426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.729770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84985a1-9e9f-4664-be86-44288c3b3e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=e24e7ccd-843c-4ce4-bf06-4b1f9e593f34,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:24.735773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e1e86743-1fe0-435a-9f06-3eb261efbdd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e023135ac2fc4caeaeab043b12b80847&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5222123 Apr 18 21:38:24.735773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e86743-1fe0-435a-9f06-3eb261efbdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbd3292-e68b-48bc-9f09-f6260abc1c60,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:24.735773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39542) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:24.808419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38850512-59db-4442-9616-9954dfe95a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.840039 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38850512-59db-4442-9616-9954dfe95a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.847608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39546) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:25.014163 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38850512-59db-4442-9616-9954dfe95a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.047098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38850512-59db-4442-9616-9954dfe95a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbd3292-e68b-48bc-9f09-f6260abc1c60,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:25.047583 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38850512-59db-4442-9616-9954dfe95a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.049131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-38850512-59db-4442-9616-9954dfe95a39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dbd3292-e68b-48bc-9f09-f6260abc1c60 HTTP/1.1" status: 204 len: 168 time: 0.3120780 Apr 18 21:38:25.091746 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0cef2e2a-2ba9-4d2b-81ec-640c534fef29 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 993 time: 0.2407405 Apr 18 21:38:25.210579 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f84985a1-9e9f-4664-be86-44288c3b3e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.863505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39562) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:25.893178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53e1f2f3-a72a-44a1-a811-0a5e802fd2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.939623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-53e1f2f3-a72a-44a1-a811-0a5e802fd2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:25.944995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-53e1f2f3-a72a-44a1-a811-0a5e802fd2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:a586eb7de9f947448dd92e2263f9dff0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:25.948588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-53e1f2f3-a72a-44a1-a811-0a5e802fd2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:25.956002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-53e1f2f3-a72a-44a1-a811-0a5e802fd2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:26.055365 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53e1f2f3-a72a-44a1-a811-0a5e802fd2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.060131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84985a1-9e9f-4664-be86-44288c3b3e3f admin admin] Router b9327b39-73f2-42fc-8118-927db2a87f56 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:38:26.178906 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53e1f2f3-a72a-44a1-a811-0a5e802fd2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.251789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1f2f3-a72a-44a1-a811-0a5e802fd2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a5d1b3-e419-4ce4-93f0-eda565aca829,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:26.258536 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-53e1f2f3-a72a-44a1-a811-0a5e802fd2e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a586eb7de9f947448dd92e2263f9dff0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3940070 Apr 18 21:38:26.261748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39572) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:26.326734 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f567e352-187b-4eb0-a913-e4551bce7e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.329272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84985a1-9e9f-4664-be86-44288c3b3e3f admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:38:26.341194 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0218d4-156c-4550-80ac-6649f631d192 None None] Sync routers for ids ['b9327b39-73f2-42fc-8118-927db2a87f56'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:38:26.353866 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f84985a1-9e9f-4664-be86-44288c3b3e3f admin admin] 10.222.0.11 "PUT /v2.0/routers/b9327b39-73f2-42fc-8118-927db2a87f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2728846 Apr 18 21:38:26.354362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39578) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:26.358641 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0218d4-156c-4550-80ac-6649f631d192 None None] Routers {'b9327b39-73f2-42fc-8118-927db2a87f56'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:26.359554 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9c0218d4-156c-4550-80ac-6649f631d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b9327b39-73f2-42fc-8118-927db2a87f56'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:26.367264 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f567e352-187b-4eb0-a913-e4551bce7e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.483942 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f567e352-187b-4eb0-a913-e4551bce7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.502275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567e352-187b-4eb0-a913-e4551bce7e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a5d1b3-e419-4ce4-93f0-eda565aca829,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:26.507218 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f567e352-187b-4eb0-a913-e4551bce7e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.511817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f567e352-187b-4eb0-a913-e4551bce7e63 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2a5d1b3-e419-4ce4-93f0-eda565aca829 HTTP/1.1" status: 204 len: 168 time: 0.2456207 Apr 18 21:38:26.603927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.651935 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-9c0218d4-156c-4550-80ac-6649f631d192 None None] Set router b9327b39-73f2-42fc-8118-927db2a87f56 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:26.877118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.984449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Deleting port 3268d56f-79c7-4675-8ec9-64ae710ff34c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:26.984808 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.984917 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9c0218d4-156c-4550-80ac-6649f631d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:38:24Z', 'revision_number': 5, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port': {'id': '3268d56f-79c7-4675-8ec9-64ae710ff34c', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:58Z', 'updated_at': '2022-04-18T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:26.989132 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0218d4-156c-4550-80ac-6649f631d192 None None] Checking router: b9327b39-73f2-42fc-8118-927db2a87f56 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:38:27.000946 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0218d4-156c-4550-80ac-6649f631d192 None None] Routers {'b9327b39-73f2-42fc-8118-927db2a87f56'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:27.001583 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9c0218d4-156c-4550-80ac-6649f631d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:37:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b9327b39-73f2-42fc-8118-927db2a87f56'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:27.124069 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-69d37f20-ae14-4425-9400-82b8b4d16184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.157059 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-9c0218d4-156c-4550-80ac-6649f631d192 None None] Set router b9327b39-73f2-42fc-8118-927db2a87f56 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:27.204533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] For port 3268d56f-79c7-4675-8ec9-64ae710ff34c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3268d56f-79c7-4675-8ec9-64ae710ff34c,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:27.205033 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.305819 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9c0218d4-156c-4550-80ac-6649f631d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:38:26Z', 'revision_number': 6, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:27.310615 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0218d4-156c-4550-80ac-6649f631d192 None None] The sync data for ids ['b9327b39-73f2-42fc-8118-927db2a87f56'] in n-d-836017-3 is: [{'id': 'b9327b39-73f2-42fc-8118-927db2a87f56', 'name': 'tempest-ServerRescueNegativeTestJSON-600793428-router', 'tenant_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:57Z', 'updated_at': '2022-04-18T21:38:26Z', 'revision_number': 6, 'project_id': 'a5c9a00d34014bc5bc1cb879fac27cdf', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:38:27.337721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Calling delete_port for 3268d56f-79c7-4675-8ec9-64ae710ff34c owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:27.601609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.614410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daab554-4e73-4add-bae2-d3f041a28b24 None None] New status for floating IP eee16d91-cef5-452f-a920-b155bd366311: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:38:27.827674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Pushing event deleted for resources: {'Port': ['ID=3268d56f-79c7-4675-8ec9-64ae710ff34c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:28.044835 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.089058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.394262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.401191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.470023 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.470537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9327b39-73f2-42fc-8118-927db2a87f56 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:38:28.483583 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.484709 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-56398fee-f98f-4726-8bfb-bf5e8bb1f08e admin admin] 10.222.0.11 "DELETE /v2.0/routers/b9327b39-73f2-42fc-8118-927db2a87f56 HTTP/1.1" status: 204 len: 168 time: 2.1286936 Apr 18 21:38:28.487379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39618) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:28.563462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35083f8-047a-47ab-80e8-bd0ddc5030c4 admin admin] Deleting subnet 130930d8-1729-48fe-bf80-851666da5a1f {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:38:28.567608 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c35083f8-047a-47ab-80e8-bd0ddc5030c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.630230 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c35083f8-047a-47ab-80e8-bd0ddc5030c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.659274 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.729902 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c35083f8-047a-47ab-80e8-bd0ddc5030c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.730500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:28.761732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:38:28.762069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e24e7ccd-843c-4ce4-bf06-4b1f9e593f34 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:38:28.893300 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c35083f8-047a-47ab-80e8-bd0ddc5030c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.944081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35083f8-047a-47ab-80e8-bd0ddc5030c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=130930d8-1729-48fe-bf80-851666da5a1f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:28.951972 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c35083f8-047a-47ab-80e8-bd0ddc5030c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.958384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522b2ca6-b240-4d58-bfe4-091a7c502249 None None] Network 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:28.967528 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c35083f8-047a-47ab-80e8-bd0ddc5030c4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/130930d8-1729-48fe-bf80-851666da5a1f HTTP/1.1" status: 204 len: 168 time: 0.4790401 Apr 18 21:38:28.975458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39636) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:29.170632 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.186600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Deleting port c00b7e36-3526-4b85-9cac-de65d2a25483 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:29.187176 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.368320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f05f3-ab57-4888-b973-d92035a87403 None None] DHCP port deletion for 9d47644e-c23c-4ec3-8068-fc5ffd6525f0 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:38:29.373951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-466f05f3-ab57-4888-b973-d92035a87403 None None] Deleting port c00b7e36-3526-4b85-9cac-de65d2a25483 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:29.374453 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-466f05f3-ab57-4888-b973-d92035a87403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.475675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] For port c00b7e36-3526-4b85-9cac-de65d2a25483, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c00b7e36-3526-4b85-9cac-de65d2a25483,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:29.478398 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.619055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Calling delete_port for c00b7e36-3526-4b85-9cac-de65d2a25483 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:29.768381 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.782553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-466f05f3-ab57-4888-b973-d92035a87403 None None] For port c00b7e36-3526-4b85-9cac-de65d2a25483, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c00b7e36-3526-4b85-9cac-de65d2a25483,segment=NetworkSegment(3d5b4bda-6183-4657-9a0a-d49485387474),segment_id=3d5b4bda-6183-4657-9a0a-d49485387474)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:29.782948 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-466f05f3-ab57-4888-b973-d92035a87403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.849328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00b7e36-3526-4b85-9cac-de65d2a25483,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:29.854135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] No DVR routers for this DVR port c00b7e36-3526-4b85-9cac-de65d2a25483 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:29.894118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39660) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:30.075304 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.078183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-466f05f3-ab57-4888-b973-d92035a87403 None None] Calling delete_port for c00b7e36-3526-4b85-9cac-de65d2a25483 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:30.107352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d47644e-c23c-4ec3-8068-fc5ffd6525f0']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:30.143274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5b4bda-6183-4657-9a0a-d49485387474') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:30.143563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5b4bda-6183-4657-9a0a-d49485387474') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:30.151788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a46e57fe-772c-4f87-9fea-3765d6b6487f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.168571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.194863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a46e57fe-772c-4f87-9fea-3765d6b6487f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:30.200385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a46e57fe-772c-4f87-9fea-3765d6b6487f admin admin] Usage tracker for resource:security_group_rule and tenant:aa2ecdc8954c4e74b567e11f2abe8ed8 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:30.200733 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.205183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a46e57fe-772c-4f87-9fea-3765d6b6487f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:30.209658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:38:30.210537 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.213524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a46e57fe-772c-4f87-9fea-3765d6b6487f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:38:30.240144 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:38:30.254775 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-466f05f3-ab57-4888-b973-d92035a87403 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:38:30.255677 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-466f05f3-ab57-4888-b973-d92035a87403 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:38:30.354230 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a46e57fe-772c-4f87-9fea-3765d6b6487f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.446967 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.464121 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.476937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d47644e-c23c-4ec3-8068-fc5ffd6525f0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:30.492469 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a46e57fe-772c-4f87-9fea-3765d6b6487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.541189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e57fe-772c-4f87-9fea-3765d6b6487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eef0a55-853d-4c3a-bfd1-707026000347,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:30.547689 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a46e57fe-772c-4f87-9fea-3765d6b6487f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa2ecdc8954c4e74b567e11f2abe8ed8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6517775 Apr 18 21:38:30.550364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39672) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:30.602258 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-372faf23-887f-4f52-bebe-4bd1afc3e562 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9d47644e-c23c-4ec3-8068-fc5ffd6525f0 HTTP/1.1" status: 204 len: 168 time: 1.6238248 Apr 18 21:38:30.631053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7929fb65-1442-4f83-a7b5-ec608a7faba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.662886 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7929fb65-1442-4f83-a7b5-ec608a7faba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.709734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c00b7e36-3526-4b85-9cac-de65d2a25483 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:30.745638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c00b7e36-3526-4b85-9cac-de65d2a25483 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:38:30.745638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c00b7e36-3526-4b85-9cac-de65d2a25483 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:38:30.756787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-466f05f3-ab57-4888-b973-d92035a87403 None None] Deleting port c00b7e36-3526-4b85-9cac-de65d2a25483 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:30.757316 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-466f05f3-ab57-4888-b973-d92035a87403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.811416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7929fb65-1442-4f83-a7b5-ec608a7faba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.825542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-466f05f3-ab57-4888-b973-d92035a87403 None None] The port 'c00b7e36-3526-4b85-9cac-de65d2a25483' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:38:30.834346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929fb65-1442-4f83-a7b5-ec608a7faba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eef0a55-853d-4c3a-bfd1-707026000347,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:30.834346 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7929fb65-1442-4f83-a7b5-ec608a7faba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.834346 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7929fb65-1442-4f83-a7b5-ec608a7faba7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6eef0a55-853d-4c3a-bfd1-707026000347 HTTP/1.1" status: 204 len: 168 time: 0.2821450 Apr 18 21:38:31.040039 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.154908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39690) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:31.208848 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-aa8d3c2b-1016-49d5-a208-f460d57b37d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5c9a00d34014bc5bc1cb879fac27cdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522096 Apr 18 21:38:31.211337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39694) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:31.271703 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a555603e-df1a-4c7c-8bdb-a9c81f738c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.299250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a555603e-df1a-4c7c-8bdb-a9c81f738c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.445821 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a555603e-df1a-4c7c-8bdb-a9c81f738c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.468021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555603e-df1a-4c7c-8bdb-a9c81f738c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc37f91-e7ad-4732-ae3f-54753e8348d9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:31.611693 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a555603e-df1a-4c7c-8bdb-a9c81f738c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.613826 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a555603e-df1a-4c7c-8bdb-a9c81f738c88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbc37f91-e7ad-4732-ae3f-54753e8348d9 HTTP/1.1" status: 204 len: 168 time: 0.4013162 Apr 18 21:38:31.809413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0515b8c-7c2b-4ea3-9cd2-6a6ea5e8ba4c req-57c3c5c2-a59a-474f-83f3-021ae55b75ea tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1097 time: 0.0744820 Apr 18 21:38:31.834754 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a0515b8c-7c2b-4ea3-9cd2-6a6ea5e8ba4c req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.872442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-a0515b8c-7c2b-4ea3-9cd2-6a6ea5e8ba4c req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:31.876691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a0515b8c-7c2b-4ea3-9cd2-6a6ea5e8ba4c req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Usage tracker for resource:security_group_rule and tenant:24d2908e9895400ab9848e609d6ab3e0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:31.879700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a0515b8c-7c2b-4ea3-9cd2-6a6ea5e8ba4c req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:31.885731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [req-a0515b8c-7c2b-4ea3-9cd2-6a6ea5e8ba4c req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:31.954215 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a0515b8c-7c2b-4ea3-9cd2-6a6ea5e8ba4c req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.028871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39722) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:32.036680 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-a0515b8c-7c2b-4ea3-9cd2-6a6ea5e8ba4c req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.075759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0515b8c-7c2b-4ea3-9cd2-6a6ea5e8ba4c req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595806 Apr 18 21:38:32.079694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dca6c0d-0f91-4622-9461-4c338b7896f7,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:32.091439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:32.092025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:32.092732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:32.093353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:32.093860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:32.094358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:32.094864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:32.095381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:32.095872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:32.096358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:32.096850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50b325-88eb-4782-9e83-e1de8f58a145 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:32.227629 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-147fd6b7-2abc-4d76-8886-3e215ecb37f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.321817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-147fd6b7-2abc-4d76-8886-3e215ecb37f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:32.328922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-147fd6b7-2abc-4d76-8886-3e215ecb37f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b0ecc9725283408fa971e28573dff9f2 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:32.332401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-147fd6b7-2abc-4d76-8886-3e215ecb37f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:32.340756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-147fd6b7-2abc-4d76-8886-3e215ecb37f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:32.354668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526dc67-e015-4839-b7ac-2b3eb0df4fec req-9c1af1ca-8ef2-40dd-a151-3cd7ffb409eb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:32.356109 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0526dc67-e015-4839-b7ac-2b3eb0df4fec req-9c1af1ca-8ef2-40dd-a151-3cd7ffb409eb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1187363 Apr 18 21:38:32.425105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0526dc67-e015-4839-b7ac-2b3eb0df4fec req-9864b94c-1901-497a-a330-52d65f331e8d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622988 Apr 18 21:38:32.457778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39740) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:32.458307 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-147fd6b7-2abc-4d76-8886-3e215ecb37f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.544367 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-147fd6b7-2abc-4d76-8886-3e215ecb37f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.579505 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e5b7c4a2-3d4b-4555-ab3e-5dbf7c9ee346 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 993 time: 0.1205225 Apr 18 21:38:32.607932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fd6b7-2abc-4d76-8886-3e215ecb37f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c765f1-87fa-4b57-b7cb-1ff8c4f48e01,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:32.621460 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-147fd6b7-2abc-4d76-8886-3e215ecb37f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0ecc9725283408fa971e28573dff9f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5914009 Apr 18 21:38:32.623333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39750) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:32.694042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e428cd9-060b-4f37-a113-b3e217f493e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.725342 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e428cd9-060b-4f37-a113-b3e217f493e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.851538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e428cd9-060b-4f37-a113-b3e217f493e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.866731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e428cd9-060b-4f37-a113-b3e217f493e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c765f1-87fa-4b57-b7cb-1ff8c4f48e01,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:32.878865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e428cd9-060b-4f37-a113-b3e217f493e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.879399 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9e428cd9-060b-4f37-a113-b3e217f493e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8c765f1-87fa-4b57-b7cb-1ff8c4f48e01 HTTP/1.1" status: 204 len: 168 time: 0.2548268 Apr 18 21:38:33.115090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec2717cb-ef9e-4de3-86e7-ddeebc8352a3 req-3e7401f7-1608-4fe5-9b0d-689cc5e7af94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0749869 Apr 18 21:38:33.561672 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:33.822817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39788) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:33.849272 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dd48c607-6c95-4e26-99a4-8ad4d8e0f137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:33.939264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dd48c607-6c95-4e26-99a4-8ad4d8e0f137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:33.945494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dd48c607-6c95-4e26-99a4-8ad4d8e0f137 admin admin] Usage tracker for resource:security_group_rule and tenant:b9934fe26d8441999233720ba7ea2795 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:33.949350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dd48c607-6c95-4e26-99a4-8ad4d8e0f137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:33.960575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dd48c607-6c95-4e26-99a4-8ad4d8e0f137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:33.989549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52962b-4feb-4595-9adb-05e2ba6eacea req-66b79a8e-b845-4cb0-a190-2f056f73ee0f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:33.989549 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f52962b-4feb-4595-9adb-05e2ba6eacea req-66b79a8e-b845-4cb0-a190-2f056f73ee0f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1361732 Apr 18 21:38:34.012444 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-c54a2ba2-e360-44b9-8043-b3c946f3ac42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778959 Apr 18 21:38:34.061692 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f52962b-4feb-4595-9adb-05e2ba6eacea req-b8d4555c-57df-48ba-b7f8-63eb9d206f5c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669837 Apr 18 21:38:34.099139 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dd48c607-6c95-4e26-99a4-8ad4d8e0f137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.170624 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dd48c607-6c95-4e26-99a4-8ad4d8e0f137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.235334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dd48c607-6c95-4e26-99a4-8ad4d8e0f137 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b9934fe26d8441999233720ba7ea2795&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4107218 Apr 18 21:38:34.237019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48c607-6c95-4e26-99a4-8ad4d8e0f137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0a1836-26c1-4c32-b58e-12a97d9e1771,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:34.237766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39806) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:34.397643 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1049ccfe-d060-4630-bbf7-7960dc6079a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.423987 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1049ccfe-d060-4630-bbf7-7960dc6079a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.522631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1049ccfe-d060-4630-bbf7-7960dc6079a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.544852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049ccfe-d060-4630-bbf7-7960dc6079a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0a1836-26c1-4c32-b58e-12a97d9e1771,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:34.548243 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1049ccfe-d060-4630-bbf7-7960dc6079a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.549724 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1049ccfe-d060-4630-bbf7-7960dc6079a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c0a1836-26c1-4c32-b58e-12a97d9e1771 HTTP/1.1" status: 204 len: 168 time: 0.3107603 Apr 18 21:38:35.419923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49989ba-6bc6-4bff-a3a6-7df793bc06b1 req-9c290f23-6ebc-49ca-8dcb-3e0fb281896d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:35.419923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f49989ba-6bc6-4bff-a3a6-7df793bc06b1 req-9c290f23-6ebc-49ca-8dcb-3e0fb281896d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.0979247 Apr 18 21:38:35.478026 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f49989ba-6bc6-4bff-a3a6-7df793bc06b1 req-df577cc7-f620-412a-8b2b-5f69d01a58f9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553491 Apr 18 21:38:36.676061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3268d56f-79c7-4675-8ec9-64ae710ff34c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:36.719501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3268d56f-79c7-4675-8ec9-64ae710ff34c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:38:36.719915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3268d56f-79c7-4675-8ec9-64ae710ff34c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:38:36.731192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f54fc1-737e-4196-add2-2342a8d736b6 req-8b9f1aff-f760-4fb4-9f01-b36ef65d4d23 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:36.733037 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3f54fc1-737e-4196-add2-2342a8d736b6 req-8b9f1aff-f760-4fb4-9f01-b36ef65d4d23 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1206713 Apr 18 21:38:36.790043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3f54fc1-737e-4196-add2-2342a8d736b6 req-7d9efa9a-6f6f-498e-a6d0-7512a43fbae6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505087 Apr 18 21:38:37.332656 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-1e8b6680-4abf-465f-a092-bb89c5933e3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1097 time: 0.0792017 Apr 18 21:38:37.470339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-2e38fd42-6f7b-48af-b8ca-af4c923f8003 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:37.471938 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-2e38fd42-6f7b-48af-b8ca-af4c923f8003 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d95e2e-5b90-42d7-9299-52b2ce479993 HTTP/1.1" status: 200 len: 897 time: 0.1333978 Apr 18 21:38:37.592340 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-40fcfca9-3ba1-49f9-9c10-a16f348f0a69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cc5ea41-06a2-45ef-9587-c507555bc150 HTTP/1.1" status: 200 len: 1001 time: 0.1145988 Apr 18 21:38:37.663174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-adc063a1-ee60-4d41-a27c-ea4f9ba77132 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:37.664812 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-adc063a1-ee60-4d41-a27c-ea4f9ba77132 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90faa5e4-23ee-4e82-8b62-9c93ce2d8b49 HTTP/1.1" status: 200 len: 833 time: 0.0642455 Apr 18 21:38:37.740408 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-504f2422-11e6-4747-8b26-b5d3508245cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d95e2e-5b90-42d7-9299-52b2ce479993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693069 Apr 18 21:38:37.880457 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-3ee13247-fe63-43d7-a5df-58708ef740a6 service neutron] 10.222.0.59 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339164 Apr 18 21:38:38.024779 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-104d79b9-4b86-4132-81fb-910cadb0c41c service neutron] 10.222.0.59 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388600 Apr 18 21:38:38.031787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c24f56-4bfd-42c3-92df-7f878ba9ba57 req-8b82fef7-fb20-4d21-bc3a-00acd4edb9c7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:38.034385 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58c24f56-4bfd-42c3-92df-7f878ba9ba57 req-8b82fef7-fb20-4d21-bc3a-00acd4edb9c7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.0999730 Apr 18 21:38:38.087072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58c24f56-4bfd-42c3-92df-7f878ba9ba57 req-950e72aa-e808-422d-8199-c7edaa1e1f4d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471337 Apr 18 21:38:39.327182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cc134-5680-40f8-ae5c-f7626a0fe52a req-80f9c468-33e4-4152-b64b-20a9aa0b70ec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:39.328624 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f2cc134-5680-40f8-ae5c-f7626a0fe52a req-80f9c468-33e4-4152-b64b-20a9aa0b70ec tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.0862479 Apr 18 21:38:39.363712 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.375954 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f2cc134-5680-40f8-ae5c-f7626a0fe52a req-f2b287ab-c8d3-4295-9eb0-6ba34e32e0aa tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 Apr 18 21:38:39.537901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39952) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:39.913403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-680790391', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:39.918818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:39.923124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Usage tracker for resource:port and tenant:7eb1c349aef64df3beb28e92816f45c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:39.926511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:39.938144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:40.018516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Made reservation on behalf of 7eb1c349aef64df3beb28e92816f45c1 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:40.020705 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.026805 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:38:40.033905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.064516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:40.068717 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Usage tracker for resource:security_group_rule and tenant:7eb1c349aef64df3beb28e92816f45c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:40.071846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:40.078932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:40.154723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.207008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.222057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] device_id is not set on port 88063d63-eb0a-431a-903b-13cff84a8d0d yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:38:40.288896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15eef8d-cc48-4f9a-b018-a3b35ab5d2a7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:40.374741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Allocated IP 172.25.3.204 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/88063d63-eb0a-431a-903b-13cff84a8d0d) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:40.584235 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.614706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d707a-d5cf-4cca-a1af-51dad0ac7ff4 req-9eefca0a-c09a-4e4b-a8d2-f627c324bbff tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:40.616233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb1d707a-d5cf-4cca-a1af-51dad0ac7ff4 req-9eefca0a-c09a-4e4b-a8d2-f627c324bbff tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.0899935 Apr 18 21:38:40.673441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb1d707a-d5cf-4cca-a1af-51dad0ac7ff4 req-c14bd6be-716f-4343-a6f1-e839f4eb3b3b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479565 Apr 18 21:38:40.687997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.765935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:40.769124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:40.774534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:40.814354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Pushing event updated for resources: {'Port': ['ID=88063d63-eb0a-431a-903b-13cff84a8d0d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:40.837189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:40.837878 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.950955 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-93b87574-c75c-4e22-98a8-0d452b09d4a1 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4118776 Apr 18 21:38:40.953952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39984) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:40.959092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.204'}]}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:40.964542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:40.968359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Usage tracker for resource:router and tenant:7eb1c349aef64df3beb28e92816f45c1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:40.971199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:40.977093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:41.092444 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.092444 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.111631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.359014 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.796246 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.863419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.034889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c02de-1152-45cc-be25-520380d2ecb1 req-0b823d9d-f12f-4704-9b15-98f4daca7b03 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:42.036395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad6c02de-1152-45cc-be25-520380d2ecb1 req-0b823d9d-f12f-4704-9b15-98f4daca7b03 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.2095082 Apr 18 21:38:42.141799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad6c02de-1152-45cc-be25-520380d2ecb1 req-131108f0-e3ee-4c83-b378-4b780b08832e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996287 Apr 18 21:38:42.219338 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.644672 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.649978 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.763220 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.763804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1d38acf-6589-438a-86eb-afeb9de063ce {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:38:42.865031 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:38:42.866221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5bd02f03-5bf8-4687-80ca-ddf631b684fc tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9111898 Apr 18 21:38:42.869096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40030) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:42.930896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-dbce0a94-f2b8-4b68-b0ec-9538fa54a105 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Deleting port 88063d63-eb0a-431a-903b-13cff84a8d0d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:42.931233 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbce0a94-f2b8-4b68-b0ec-9538fa54a105 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.196782 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbce0a94-f2b8-4b68-b0ec-9538fa54a105 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.341983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-dbce0a94-f2b8-4b68-b0ec-9538fa54a105 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Calling delete_port for 88063d63-eb0a-431a-903b-13cff84a8d0d owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:43.550718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-8be31821-6483-4d5a-b5e3-58c9b3f79d7f req-79c02d4b-753f-4a95-a3a2-5de71d66101a service neutron] (85049) timed out ('10.222.0.11', 58168) {{(pid=85049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:38:43.627095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884304d-6d7f-4821-a5a7-dabad4b215e7 req-966889d1-54d9-417a-9ca4-1ba6bb3bfa0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:43.628479 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0884304d-6d7f-4821-a5a7-dabad4b215e7 req-966889d1-54d9-417a-9ca4-1ba6bb3bfa0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.2937109 Apr 18 21:38:43.691290 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0884304d-6d7f-4821-a5a7-dabad4b215e7 req-c21ba6d3-e98a-4d38-9c1f-41b327f25c23 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521057 Apr 18 21:38:43.743972 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbce0a94-f2b8-4b68-b0ec-9538fa54a105 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.799714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce0a94-f2b8-4b68-b0ec-9538fa54a105 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Pushing event deleted for resources: {'Port': ['ID=88063d63-eb0a-431a-903b-13cff84a8d0d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:43.898576 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dbce0a94-f2b8-4b68-b0ec-9538fa54a105 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.918919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dbce0a94-f2b8-4b68-b0ec-9538fa54a105 tempest-RoutersAdminNegativeTest-1708118772 tempest-RoutersAdminNegativeTest-1708118772-project-admin] 10.222.0.11 "DELETE /v2.0/ports/88063d63-eb0a-431a-903b-13cff84a8d0d HTTP/1.1" status: 204 len: 168 time: 1.0481339 Apr 18 21:38:44.698771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40092) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:44.901390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86e76f-3e0b-479d-a04b-7dc2cd76c3b7 req-b06d4c1e-8414-46dc-b1e2-605492006e8d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:44.903062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d86e76f-3e0b-479d-a04b-7dc2cd76c3b7 req-b06d4c1e-8414-46dc-b1e2-605492006e8d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.0855153 Apr 18 21:38:44.950807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d86e76f-3e0b-479d-a04b-7dc2cd76c3b7 req-d4123787-7e65-4231-a032-d1f2e35b82c7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 Apr 18 21:38:45.006495 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1411e98-99c3-406b-9f6d-1fe1b129e6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.043506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1411e98-99c3-406b-9f6d-1fe1b129e6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:45.047831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1411e98-99c3-406b-9f6d-1fe1b129e6c1 admin admin] Usage tracker for resource:security_group_rule and tenant:98f31244d1cd4720a4ff3fbca58984d5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:45.050757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1411e98-99c3-406b-9f6d-1fe1b129e6c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:45.059388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1411e98-99c3-406b-9f6d-1fe1b129e6c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:45.134307 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1411e98-99c3-406b-9f6d-1fe1b129e6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.258293 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1411e98-99c3-406b-9f6d-1fe1b129e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.308940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1411e98-99c3-406b-9f6d-1fe1b129e6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd5b551-9375-490c-9767-f2fd63f21bec,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:45.317135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40112) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:45.317682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e1411e98-99c3-406b-9f6d-1fe1b129e6c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98f31244d1cd4720a4ff3fbca58984d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6173165 Apr 18 21:38:45.397778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a99a228d-869a-45e3-b238-1e8428a2044c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.424933 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a99a228d-869a-45e3-b238-1e8428a2044c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.589614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a99a228d-869a-45e3-b238-1e8428a2044c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.609211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a228d-869a-45e3-b238-1e8428a2044c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd5b551-9375-490c-9767-f2fd63f21bec,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:45.619249 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a99a228d-869a-45e3-b238-1e8428a2044c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.620509 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a99a228d-869a-45e3-b238-1e8428a2044c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6bd5b551-9375-490c-9767-f2fd63f21bec HTTP/1.1" status: 204 len: 168 time: 0.3008943 Apr 18 21:38:46.174231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cc312-4ea9-496f-a529-306a1d5feedd req-f00e4c5f-b62e-4abd-a551-1d04660076e0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:46.174231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-719cc312-4ea9-496f-a529-306a1d5feedd req-f00e4c5f-b62e-4abd-a551-1d04660076e0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.0896676 Apr 18 21:38:46.223098 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-719cc312-4ea9-496f-a529-306a1d5feedd req-273efb3e-db27-4dd9-8230-5d8316ad199f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472827 Apr 18 21:38:46.410979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40146) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:46.588133 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5372fe14-45f2-4901-99c3-adaf429a3a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.626336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5372fe14-45f2-4901-99c3-adaf429a3a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:46.626336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5372fe14-45f2-4901-99c3-adaf429a3a08 admin admin] Usage tracker for resource:security_group_rule and tenant:b7681240285a4464a1bb6ab366a8eb3e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:46.627237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5372fe14-45f2-4901-99c3-adaf429a3a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:46.632963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5372fe14-45f2-4901-99c3-adaf429a3a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:46.703138 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5372fe14-45f2-4901-99c3-adaf429a3a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.777367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40162) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:46.826357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5372fe14-45f2-4901-99c3-adaf429a3a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.854781 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-83d1add3-1b08-40de-bd0d-e5c453f16312 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7eb1c349aef64df3beb28e92816f45c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0754845 Apr 18 21:38:46.854993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40166) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:46.883142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372fe14-45f2-4901-99c3-adaf429a3a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d1a20c-7433-4eb7-9bd2-970d6d1b99ee,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:46.887746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5372fe14-45f2-4901-99c3-adaf429a3a08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7681240285a4464a1bb6ab366a8eb3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4797940 Apr 18 21:38:46.890329 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40172) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:46.930267 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd13b9b3-d622-4bb5-be5d-5df93f65c664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.957626 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd13b9b3-d622-4bb5-be5d-5df93f65c664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.959833 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e94b40c2-67f9-473f-8eee-cbdfafc61d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.988086 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e94b40c2-67f9-473f-8eee-cbdfafc61d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.075253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd13b9b3-d622-4bb5-be5d-5df93f65c664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.092682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13b9b3-d622-4bb5-be5d-5df93f65c664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15eef8d-cc48-4f9a-b018-a3b35ab5d2a7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:47.108012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd13b9b3-d622-4bb5-be5d-5df93f65c664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.108012 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cd13b9b3-d622-4bb5-be5d-5df93f65c664 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e15eef8d-cc48-4f9a-b018-a3b35ab5d2a7 HTTP/1.1" status: 204 len: 168 time: 0.2431915 Apr 18 21:38:47.128829 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e94b40c2-67f9-473f-8eee-cbdfafc61d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.152652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b40c2-67f9-473f-8eee-cbdfafc61d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d1a20c-7433-4eb7-9bd2-970d6d1b99ee,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:47.171273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e94b40c2-67f9-473f-8eee-cbdfafc61d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.176335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e94b40c2-67f9-473f-8eee-cbdfafc61d27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72d1a20c-7433-4eb7-9bd2-970d6d1b99ee HTTP/1.1" status: 204 len: 168 time: 0.2843587 Apr 18 21:38:47.435068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd54951-48e2-4546-9dad-68004205bb69 req-a1133337-0092-4e9e-8ada-19bb34af52b4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:47.436499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1bd54951-48e2-4546-9dad-68004205bb69 req-a1133337-0092-4e9e-8ada-19bb34af52b4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.0831976 Apr 18 21:38:47.483511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1bd54951-48e2-4546-9dad-68004205bb69 req-754f370e-f8ad-4831-bc5b-23682375330b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415840 Apr 18 21:38:48.115840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40212) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:48.136934 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66b891d0-712f-4827-8782-e49867b13bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.169704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-66b891d0-712f-4827-8782-e49867b13bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:48.173726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-66b891d0-712f-4827-8782-e49867b13bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:8e79bcf49fd24f58aa8423013d1f29c8 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:48.177099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-66b891d0-712f-4827-8782-e49867b13bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:48.183429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-66b891d0-712f-4827-8782-e49867b13bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:48.254582 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66b891d0-712f-4827-8782-e49867b13bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.338898 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66b891d0-712f-4827-8782-e49867b13bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.401811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b891d0-712f-4827-8782-e49867b13bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003e3dac-14dd-462d-aade-2946b6c9cecd,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:48.410063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-66b891d0-712f-4827-8782-e49867b13bf1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e79bcf49fd24f58aa8423013d1f29c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2904530 Apr 18 21:38:48.410234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40222) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:48.474871 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-98909717-760c-493e-b6f4-0ccbd8e40e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.501637 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-98909717-760c-493e-b6f4-0ccbd8e40e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.648630 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-98909717-760c-493e-b6f4-0ccbd8e40e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.678738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98909717-760c-493e-b6f4-0ccbd8e40e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003e3dac-14dd-462d-aade-2946b6c9cecd,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:48.681424 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-98909717-760c-493e-b6f4-0ccbd8e40e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.683350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-98909717-760c-493e-b6f4-0ccbd8e40e82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/003e3dac-14dd-462d-aade-2946b6c9cecd HTTP/1.1" status: 204 len: 168 time: 0.2721398 Apr 18 21:38:48.719163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7062e-498d-434e-b1cb-d5e4aff51b2f req-5bade716-7388-44f5-b5a1-f9486082aeb5 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:48.720691 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37e7062e-498d-434e-b1cb-d5e4aff51b2f req-5bade716-7388-44f5-b5a1-f9486082aeb5 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1070378 Apr 18 21:38:48.779550 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37e7062e-498d-434e-b1cb-d5e4aff51b2f req-cd4bf36e-b0e3-4632-bb98-b8c9e87d3d4c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531156 Apr 18 21:38:48.797501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40246) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:48.931495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851324290'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:48.938631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:48.942682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:48.945764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:48.953413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:49.041485 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.054848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.089711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:49.093933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:49.107088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:49.107088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:49.205913 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.268597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.311430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:49.313668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e009a7-dc33-4e1f-a90a-6047652f6d60,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:49.317928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:49.320846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:49.328071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:49.385219 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.452665 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.498363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3829bbaf-d3de-4bc6-9ff0-ad3a50526852,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:49.583789 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.585608 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-81110818-161b-4ec0-b2ed-88e4ec24d4b5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7864757 Apr 18 21:38:49.588008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40272) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:49.658689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40276) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:49.667325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-085fdc4e-e712-4e66-a1a4-e25c157cb58d tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:49.736983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-085fdc4e-e712-4e66-a1a4-e25c157cb58d tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:49.741458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-085fdc4e-e712-4e66-a1a4-e25c157cb58d tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1486857 Apr 18 21:38:49.741458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40284) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:49.747789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c22103a8-eefb-4a29-a1da-5f773c5034f9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group': {'name': 'tempest-security--777712517', 'description': 'tempest-security-description-1072789037'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:49.783418 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c22103a8-eefb-4a29-a1da-5f773c5034f9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.810018 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-929b3701-6727-4a26-8da1-d68fa453e5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.846154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-929b3701-6727-4a26-8da1-d68fa453e5d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:49.850450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-929b3701-6727-4a26-8da1-d68fa453e5d6 admin admin] Usage tracker for resource:security_group_rule and tenant:5d5db3efeb78456389a653a089be24ea is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:49.853371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-929b3701-6727-4a26-8da1-d68fa453e5d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:49.860475 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-929b3701-6727-4a26-8da1-d68fa453e5d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:49.884255 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c22103a8-eefb-4a29-a1da-5f773c5034f9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.945173 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-929b3701-6727-4a26-8da1-d68fa453e5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.967842 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c22103a8-eefb-4a29-a1da-5f773c5034f9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.970134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c22103a8-eefb-4a29-a1da-5f773c5034f9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.971419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c22103a8-eefb-4a29-a1da-5f773c5034f9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "PUT /v2.0/security-groups/3829bbaf-d3de-4bc6-9ff0-ad3a50526852 HTTP/1.1" status: 200 len: 1611 time: 0.2292840 Apr 18 21:38:49.974631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40296) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:50.030725 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c902a34c-65ef-4dff-8240-f7670238b953 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-groups/3829bbaf-d3de-4bc6-9ff0-ad3a50526852 HTTP/1.1" status: 200 len: 1611 time: 0.0518765 Apr 18 21:38:50.034039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22103a8-eefb-4a29-a1da-5f773c5034f9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3829bbaf-d3de-4bc6-9ff0-ad3a50526852,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:50.040821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40302) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:50.061766 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-929b3701-6727-4a26-8da1-d68fa453e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.067447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226590c3-a5de-4170-91a9-a55fa7c64d56 req-f055e4d6-e8bc-4d8c-b6bd-77b30c3fac45 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:50.069025 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-226590c3-a5de-4170-91a9-a55fa7c64d56 req-f055e4d6-e8bc-4d8c-b6bd-77b30c3fac45 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1414080 Apr 18 21:38:50.122021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-226590c3-a5de-4170-91a9-a55fa7c64d56 req-6103b660-edb6-41a8-b6c8-d58278736700 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446486 Apr 18 21:38:50.163122 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-929b3701-6727-4a26-8da1-d68fa453e5d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d5db3efeb78456389a653a089be24ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5026002 Apr 18 21:38:50.165851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40306) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:50.191919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b3701-6727-4a26-8da1-d68fa453e5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6d12cd-81d3-4979-b735-511352bdf342,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:50.231152 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3deebad2-7190-4335-82f9-d61ec0307d04 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.254073 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1150146d-908f-4e52-802a-84c45bd73ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.265035 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3deebad2-7190-4335-82f9-d61ec0307d04 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.282415 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1150146d-908f-4e52-802a-84c45bd73ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.389442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3deebad2-7190-4335-82f9-d61ec0307d04 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.410558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deebad2-7190-4335-82f9-d61ec0307d04 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3829bbaf-d3de-4bc6-9ff0-ad3a50526852,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:50.417526 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1150146d-908f-4e52-802a-84c45bd73ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.439372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150146d-908f-4e52-802a-84c45bd73ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6d12cd-81d3-4979-b735-511352bdf342,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:50.448906 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1150146d-908f-4e52-802a-84c45bd73ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.450049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1150146d-908f-4e52-802a-84c45bd73ad5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a6d12cd-81d3-4979-b735-511352bdf342 HTTP/1.1" status: 204 len: 168 time: 0.2828267 Apr 18 21:38:50.484656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3deebad2-7190-4335-82f9-d61ec0307d04 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.486020 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3deebad2-7190-4335-82f9-d61ec0307d04 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-groups/3829bbaf-d3de-4bc6-9ff0-ad3a50526852 HTTP/1.1" status: 204 len: 168 time: 0.4428670 Apr 18 21:38:50.488651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40316) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:50.553278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-113c7c17-1c68-459f-9b3f-82ccc0bd450c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:50.641544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-113c7c17-1c68-459f-9b3f-82ccc0bd450c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:50.642736 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-113c7c17-1c68-459f-9b3f-82ccc0bd450c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1531627 Apr 18 21:38:50.645637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40320) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:50.662940 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-7ad8d89c-9c2b-4f08-9bf2-4114d07cd9ef tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] delete failed (client error): The resource could not be found. Apr 18 21:38:50.663933 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7ad8d89c-9c2b-4f08-9bf2-4114d07cd9ef tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-groups/3829bbaf-d3de-4bc6-9ff0-ad3a50526852 HTTP/1.1" status: 404 len: 347 time: 0.0173893 Apr 18 21:38:50.667836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40324) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:50.673497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118631637'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:50.693760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:50.698412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:50.775380 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.779190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40336) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:50.826731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:50.830505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:50.833329 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:50.839268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:50.900343 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.977446 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.025203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3853e1d-9a49-467b-9203-039c02e0e334,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:51.122413 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.126571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b925a16b-bd63-4609-b17c-a8203c55515e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4551852 Apr 18 21:38:51.126964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40346) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:51.135161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-08be2cca-f00a-4268-9e65-e790d9104e22 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': 'd3853e1d-9a49-467b-9203-039c02e0e334', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:51.153559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-08be2cca-f00a-4268-9e65-e790d9104e22 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:51.162853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-08be2cca-f00a-4268-9e65-e790d9104e22 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:51.168102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-08be2cca-f00a-4268-9e65-e790d9104e22 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:51.181399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-08be2cca-f00a-4268-9e65-e790d9104e22 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:51.187124 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ee2e8b62-e5fd-4207-b653-228f9c131c6d req-62579549-3115-44fe-8fa3-a4c8ba25574a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 1097 time: 0.4063401 Apr 18 21:38:51.244115 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ee2e8b62-e5fd-4207-b653-228f9c131c6d req-f04d9a43-e14e-4d0e-816e-5190bebc0906 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489902 Apr 18 21:38:51.278237 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-08be2cca-f00a-4268-9e65-e790d9104e22 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.425321 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-08be2cca-f00a-4268-9e65-e790d9104e22 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.439387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf0077-ed0a-422b-9b90-d5761dab5ed5 req-caea6406-422e-4717-83ab-5046f9cfc002 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:51.440849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aabf0077-ed0a-422b-9b90-d5761dab5ed5 req-caea6406-422e-4717-83ab-5046f9cfc002 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1339240 Apr 18 21:38:51.473259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40360) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:51.487621 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-08be2cca-f00a-4268-9e65-e790d9104e22 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.493632 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-19ca246e-e551-4f19-a6ff-1ab9d2c669a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.496977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aabf0077-ed0a-422b-9b90-d5761dab5ed5 req-dab2831a-a8ae-49fd-ae70-57ac16a813f2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505407 Apr 18 21:38:51.512734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be2cca-f00a-4268-9e65-e790d9104e22 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5870670c-d038-4792-8279-2454c4749e0a,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:51.531693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-19ca246e-e551-4f19-a6ff-1ab9d2c669a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:51.535756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-19ca246e-e551-4f19-a6ff-1ab9d2c669a5 admin admin] Usage tracker for resource:security_group_rule and tenant:e982002757f14c38b1a93d9209ec86c6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:51.548920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-19ca246e-e551-4f19-a6ff-1ab9d2c669a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:51.555566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-19ca246e-e551-4f19-a6ff-1ab9d2c669a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:51.585577 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-08be2cca-f00a-4268-9e65-e790d9104e22 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.587013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-08be2cca-f00a-4268-9e65-e790d9104e22 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4590406 Apr 18 21:38:51.589890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40366) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:51.637076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7c8208c-ff41-4ff1-b28b-2991f7ecedb5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.649096 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7c8208c-ff41-4ff1-b28b-2991f7ecedb5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.686746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-19ca246e-e551-4f19-a6ff-1ab9d2c669a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.738583 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7c8208c-ff41-4ff1-b28b-2991f7ecedb5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.756616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8208c-ff41-4ff1-b28b-2991f7ecedb5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5870670c-d038-4792-8279-2454c4749e0a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:51.758773 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7c8208c-ff41-4ff1-b28b-2991f7ecedb5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.760492 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f7c8208c-ff41-4ff1-b28b-2991f7ecedb5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/5870670c-d038-4792-8279-2454c4749e0a HTTP/1.1" status: 204 len: 168 time: 0.1684613 Apr 18 21:38:51.763591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40376) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:51.771186 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-19ca246e-e551-4f19-a6ff-1ab9d2c669a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.818863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca246e-e551-4f19-a6ff-1ab9d2c669a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0d2e04-aba6-4350-b7d5-51d88ab7c767,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:51.825442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fe79d411-053f-44e0-bc46-bd68a1611e41 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:51.825751 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-19ca246e-e551-4f19-a6ff-1ab9d2c669a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e982002757f14c38b1a93d9209ec86c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3511934 Apr 18 21:38:51.828476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40380) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:51.895638 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7b1cdad-5a7a-450b-8668-dddf162cdbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.924548 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7b1cdad-5a7a-450b-8668-dddf162cdbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.926729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fe79d411-053f-44e0-bc46-bd68a1611e41 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:51.928061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fe79d411-053f-44e0-bc46-bd68a1611e41 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1632235 Apr 18 21:38:51.933412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40386) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:52.003759 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0b28e5-98ed-4a07-8bf9-40d4d36c093a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.074669 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7b1cdad-5a7a-450b-8668-dddf162cdbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.094935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1cdad-5a7a-450b-8668-dddf162cdbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0d2e04-aba6-4350-b7d5-51d88ab7c767,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:52.112403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c7b1cdad-5a7a-450b-8668-dddf162cdbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.117110 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c7b1cdad-5a7a-450b-8668-dddf162cdbff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e0d2e04-aba6-4350-b7d5-51d88ab7c767 HTTP/1.1" status: 204 len: 168 time: 0.2870455 Apr 18 21:38:52.160952 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0b28e5-98ed-4a07-8bf9-40d4d36c093a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.275324 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0b28e5-98ed-4a07-8bf9-40d4d36c093a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.296118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b28e5-98ed-4a07-8bf9-40d4d36c093a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3853e1d-9a49-467b-9203-039c02e0e334,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:52.408197 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0b28e5-98ed-4a07-8bf9-40d4d36c093a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.411751 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fe0b28e5-98ed-4a07-8bf9-40d4d36c093a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-groups/d3853e1d-9a49-467b-9203-039c02e0e334 HTTP/1.1" status: 204 len: 168 time: 0.4766734 Apr 18 21:38:52.412601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40404) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:52.468575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e3eb3708-cafd-41f7-b02c-dece1a6605b8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:52.538592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e3eb3708-cafd-41f7-b02c-dece1a6605b8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:52.544798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e3eb3708-cafd-41f7-b02c-dece1a6605b8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1256938 Apr 18 21:38:52.545497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40414) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:52.550910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555787528'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:52.558693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:52.571796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:52.679238 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.741736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:52.755300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48c70f-3536-43c2-b815-f5aae4fdbd97 req-da1a3bd5-3985-4d0c-8fd3-77bda313081c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:52.756323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c48c70f-3536-43c2-b815-f5aae4fdbd97 req-da1a3bd5-3985-4d0c-8fd3-77bda313081c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1236494 Apr 18 21:38:52.758078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:52.761285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:52.769150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:52.837105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c48c70f-3536-43c2-b815-f5aae4fdbd97 req-e67f6d2d-b4b2-4cd7-a724-30f3b7fc9430 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655847 Apr 18 21:38:52.867612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.971298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.026082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a472c148-5ce3-4ec0-a744-97084ae19561,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:53.098760 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.102613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2fab906b-4b24-4e9e-b8cd-3f249bc482c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5540383 Apr 18 21:38:53.102889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40434) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:53.110391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c768de8f-688a-426b-af33-110b518a13f2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': 'a472c148-5ce3-4ec0-a744-97084ae19561', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:53.117100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c768de8f-688a-426b-af33-110b518a13f2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:53.126900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c768de8f-688a-426b-af33-110b518a13f2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:53.131787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c768de8f-688a-426b-af33-110b518a13f2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:53.140275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c768de8f-688a-426b-af33-110b518a13f2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:53.243695 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c768de8f-688a-426b-af33-110b518a13f2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.313389 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c768de8f-688a-426b-af33-110b518a13f2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.417587 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c768de8f-688a-426b-af33-110b518a13f2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.452200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768de8f-688a-426b-af33-110b518a13f2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3f9620-f6f6-470f-b4d7-1f415a7ad131,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:53.538101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c768de8f-688a-426b-af33-110b518a13f2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.539360 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c768de8f-688a-426b-af33-110b518a13f2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4354823 Apr 18 21:38:53.543754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40450) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:53.548886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-05c66e05-34a4-4708-884b-b16253936e2a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': 'a472c148-5ce3-4ec0-a744-97084ae19561', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:53.555262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-05c66e05-34a4-4708-884b-b16253936e2a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:53.559390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-05c66e05-34a4-4708-884b-b16253936e2a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:53.562319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-05c66e05-34a4-4708-884b-b16253936e2a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:53.568216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-05c66e05-34a4-4708-884b-b16253936e2a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:53.642182 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05c66e05-34a4-4708-884b-b16253936e2a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.704236 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05c66e05-34a4-4708-884b-b16253936e2a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.783722 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05c66e05-34a4-4708-884b-b16253936e2a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.808352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66e05-34a4-4708-884b-b16253936e2a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d46a37-660f-4478-b842-6aad738ec354,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:53.898393 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05c66e05-34a4-4708-884b-b16253936e2a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.902117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-05c66e05-34a4-4708-884b-b16253936e2a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3555377 Apr 18 21:38:53.903276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40460) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:53.909460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-7a7101ab-27c7-4dab-b210-677a01ae9440 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': 'a472c148-5ce3-4ec0-a744-97084ae19561', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:53.915916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7a7101ab-27c7-4dab-b210-677a01ae9440 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:53.925273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7a7101ab-27c7-4dab-b210-677a01ae9440 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:53.925273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7a7101ab-27c7-4dab-b210-677a01ae9440 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:53.930492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7a7101ab-27c7-4dab-b210-677a01ae9440 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:53.965745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40466) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:54.055779 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a7101ab-27c7-4dab-b210-677a01ae9440 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.102922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2609b-dd3d-4d15-9f46-e60af8cbc9fd req-f49ebcee-70d1-48b6-b74f-4c049abe623c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:54.106751 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5be2609b-dd3d-4d15-9f46-e60af8cbc9fd req-f49ebcee-70d1-48b6-b74f-4c049abe623c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1265006 Apr 18 21:38:54.122169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f319f7bd-b064-4cb4-8016-28529730411e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.171923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f319f7bd-b064-4cb4-8016-28529730411e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:54.171923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f319f7bd-b064-4cb4-8016-28529730411e admin admin] Usage tracker for resource:security_group_rule and tenant:55d8af4e5af14eac8c9f6600535f345b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:54.171923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f319f7bd-b064-4cb4-8016-28529730411e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:54.172408 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a7101ab-27c7-4dab-b210-677a01ae9440 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.178331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f319f7bd-b064-4cb4-8016-28529730411e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:54.183294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5be2609b-dd3d-4d15-9f46-e60af8cbc9fd req-65ae3159-d187-42bf-977e-88f69b61d9b6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704391 Apr 18 21:38:54.256027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f319f7bd-b064-4cb4-8016-28529730411e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.315100 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a7101ab-27c7-4dab-b210-677a01ae9440 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.337767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f319f7bd-b064-4cb4-8016-28529730411e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.342999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7101ab-27c7-4dab-b210-677a01ae9440 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54c7088-3443-4baa-816f-cdd99890ed4b,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:54.384494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319f7bd-b064-4cb4-8016-28529730411e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041c8f0f-1f8e-4028-885f-1190c13b34f4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:54.400029 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f319f7bd-b064-4cb4-8016-28529730411e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55d8af4e5af14eac8c9f6600535f345b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4287083 Apr 18 21:38:54.401086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40478) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:54.416702 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a7101ab-27c7-4dab-b210-677a01ae9440 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.417909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7a7101ab-27c7-4dab-b210-677a01ae9440 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5134737 Apr 18 21:38:54.422355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40482) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:54.429219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-50980f3e-153e-4f25-b835-63be586bfa2e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': 'a472c148-5ce3-4ec0-a744-97084ae19561', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:54.447078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-50980f3e-153e-4f25-b835-63be586bfa2e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:54.458015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-50980f3e-153e-4f25-b835-63be586bfa2e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:54.461839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-50980f3e-153e-4f25-b835-63be586bfa2e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:54.471611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-50980f3e-153e-4f25-b835-63be586bfa2e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:54.493966 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a64fb90c-6453-4114-9f5c-84c57d770c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.527074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a64fb90c-6453-4114-9f5c-84c57d770c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.572211 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50980f3e-153e-4f25-b835-63be586bfa2e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.651076 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-76b82f06-90fd-4d0b-9a64-7c73febecde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.687540 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a64fb90c-6453-4114-9f5c-84c57d770c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.714653 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50980f3e-153e-4f25-b835-63be586bfa2e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.714653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fb90c-6453-4114-9f5c-84c57d770c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041c8f0f-1f8e-4028-885f-1190c13b34f4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:54.723998 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a64fb90c-6453-4114-9f5c-84c57d770c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.725131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a64fb90c-6453-4114-9f5c-84c57d770c9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/041c8f0f-1f8e-4028-885f-1190c13b34f4 HTTP/1.1" status: 204 len: 168 time: 0.3261640 Apr 18 21:38:54.799771 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50980f3e-153e-4f25-b835-63be586bfa2e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.828662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50980f3e-153e-4f25-b835-63be586bfa2e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5802b4-19f4-44e2-a8fc-871493c32013,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:54.943749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50980f3e-153e-4f25-b835-63be586bfa2e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:54.948406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-50980f3e-153e-4f25-b835-63be586bfa2e tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5219464 Apr 18 21:38:54.948577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40502) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:54.954127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f9a41d35-0df0-40a5-b9bb-cf88a04298cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': 'a472c148-5ce3-4ec0-a744-97084ae19561', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:54.960722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f9a41d35-0df0-40a5-b9bb-cf88a04298cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:54.965535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f9a41d35-0df0-40a5-b9bb-cf88a04298cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:54.971757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f9a41d35-0df0-40a5-b9bb-cf88a04298cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:54.974350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f9a41d35-0df0-40a5-b9bb-cf88a04298cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:55.053065 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9a41d35-0df0-40a5-b9bb-cf88a04298cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.127253 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9a41d35-0df0-40a5-b9bb-cf88a04298cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.247058 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9a41d35-0df0-40a5-b9bb-cf88a04298cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.274634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a41d35-0df0-40a5-b9bb-cf88a04298cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b7ff26-23b5-44a1-b65f-4ce70a41bfd3,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:55.405008 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9a41d35-0df0-40a5-b9bb-cf88a04298cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.405008 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f9a41d35-0df0-40a5-b9bb-cf88a04298cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4488933 Apr 18 21:38:55.405008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40514) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:55.419664 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-9d21155d-0c2b-4eb9-b974-f8f6a08c99d2 service neutron] show failed (client error): The resource could not be found. Apr 18 21:38:55.420728 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-9d21155d-0c2b-4eb9-b974-f8f6a08c99d2 service neutron] 10.222.0.59 "GET /v2.0/ports/0cc5ea41-06a2-45ef-9587-c507555bc150/bindings/n-h2-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.0868239 Apr 18 21:38:55.442709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e89d57-0ab6-4804-9a13-4346ad0bd613 req-11e39cac-f16b-4b2a-8ac5-f1340f812f1b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:55.444142 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95e89d57-0ab6-4804-9a13-4346ad0bd613 req-11e39cac-f16b-4b2a-8ac5-f1340f812f1b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1299496 Apr 18 21:38:55.445462 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-264501b4-7a99-46b8-9f28-5bd8df356814 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.469828 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-264501b4-7a99-46b8-9f28-5bd8df356814 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.515823 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95e89d57-0ab6-4804-9a13-4346ad0bd613 req-8c41fbe6-81e4-4272-be93-b68dd7853063 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628059 Apr 18 21:38:55.544835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40520) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:55.566115 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17db1db0-5650-4752-b86e-9df67957dbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.631707 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-264501b4-7a99-46b8-9f28-5bd8df356814 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.656841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264501b4-7a99-46b8-9f28-5bd8df356814 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45b7ff26-23b5-44a1-b65f-4ce70a41bfd3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:55.661061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-17db1db0-5650-4752-b86e-9df67957dbe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:55.667300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-17db1db0-5650-4752-b86e-9df67957dbe7 admin admin] Usage tracker for resource:security_group_rule and tenant:4a0e1d4cb8dd483484f36a4a496fc9f6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:55.672479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-17db1db0-5650-4752-b86e-9df67957dbe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:55.679899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-264501b4-7a99-46b8-9f28-5bd8df356814 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.684552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-264501b4-7a99-46b8-9f28-5bd8df356814 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/45b7ff26-23b5-44a1-b65f-4ce70a41bfd3 HTTP/1.1" status: 204 len: 168 time: 0.2771339 Apr 18 21:38:55.684552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-17db1db0-5650-4752-b86e-9df67957dbe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:55.684552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40524) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:55.765191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-817fe429-516a-4b71-8def-0e3c3a1bd1ff tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:55.814470 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17db1db0-5650-4752-b86e-9df67957dbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.846847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-817fe429-516a-4b71-8def-0e3c3a1bd1ff tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:55.848448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-817fe429-516a-4b71-8def-0e3c3a1bd1ff tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1629603 Apr 18 21:38:55.851423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40530) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:55.878465 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17db1db0-5650-4752-b86e-9df67957dbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.903156 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1d74-26a7-41d0-be41-6e1ae7d1c1f3 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.934933 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1d74-26a7-41d0-be41-6e1ae7d1c1f3 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.948371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db1db0-5650-4752-b86e-9df67957dbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db71480-143e-466d-9d8e-8c12578c81d9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:55.958003 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-17db1db0-5650-4752-b86e-9df67957dbe7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a0e1d4cb8dd483484f36a4a496fc9f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4098248 Apr 18 21:38:55.959571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40536) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:56.028776 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2444-b85d-4e26-b033-ce7fd5fb0257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.054005 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2444-b85d-4e26-b033-ce7fd5fb0257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.064969 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1d74-26a7-41d0-be41-6e1ae7d1c1f3 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.127167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb1d74-26a7-41d0-be41-6e1ae7d1c1f3 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d5802b4-19f4-44e2-a8fc-871493c32013,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:56.167610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-39d769f0-c890-4974-b257-481d4f02dd8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035&tenant_id=5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 1097 time: 0.0895760 Apr 18 21:38:56.178472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:56.218078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2444-b85d-4e26-b033-ce7fd5fb0257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.235176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f2444-b85d-4e26-b033-ce7fd5fb0257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db71480-143e-466d-9d8e-8c12578c81d9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:56.249193 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2444-b85d-4e26-b033-ce7fd5fb0257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.249193 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6b9f2444-b85d-4e26-b033-ce7fd5fb0257 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0db71480-143e-466d-9d8e-8c12578c81d9 HTTP/1.1" status: 204 len: 168 time: 0.2826509 Apr 18 21:38:56.276155 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1d74-26a7-41d0-be41-6e1ae7d1c1f3 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.277267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a8cb1d74-26a7-41d0-be41-6e1ae7d1c1f3 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/1d5802b4-19f4-44e2-a8fc-871493c32013 HTTP/1.1" status: 204 len: 168 time: 0.4249542 Apr 18 21:38:56.280450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40546) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:56.303752 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.337999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b4054f70-2f22-4992-8ba2-d0c529afa408 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:56.423260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b4054f70-2f22-4992-8ba2-d0c529afa408 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:56.423260 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b4054f70-2f22-4992-8ba2-d0c529afa408 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1383119 Apr 18 21:38:56.424866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40554) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:56.457851 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1743618b-02a7-4caa-8d5d-297df255615b tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.469085 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1743618b-02a7-4caa-8d5d-297df255615b tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.595057 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1743618b-02a7-4caa-8d5d-297df255615b tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.625918 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743618b-02a7-4caa-8d5d-297df255615b tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f54c7088-3443-4baa-816f-cdd99890ed4b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:56.628250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=0cc5ea41-06a2-45ef-9587-c507555bc150,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:56.666805 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:56.731437 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1743618b-02a7-4caa-8d5d-297df255615b tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.735732 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1743618b-02a7-4caa-8d5d-297df255615b tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f54c7088-3443-4baa-816f-cdd99890ed4b HTTP/1.1" status: 204 len: 168 time: 0.3066182 Apr 18 21:38:56.735820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40566) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:56.780947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:38:56.786819 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.795103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c6912c8f-1149-4c0e-b7c0-180314304e69 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:56.811694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Transition to ACTIVE for port object 0cc5ea41-06a2-45ef-9587-c507555bc150 will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:56.826326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44aceb-7306-4c0f-9b88-bdc0d376d7c8 req-b8f45a61-2569-49dc-b5f3-ad59b19f231c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:56.826326 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f44aceb-7306-4c0f-9b88-bdc0d376d7c8 req-b8f45a61-2569-49dc-b5f3-ad59b19f231c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1333475 Apr 18 21:38:56.874583 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c6912c8f-1149-4c0e-b7c0-180314304e69 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:56.880763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f44aceb-7306-4c0f-9b88-bdc0d376d7c8 req-ac96a8ba-ca5d-49bf-91f6-6f7946104ce7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454171 Apr 18 21:38:56.880890 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c6912c8f-1149-4c0e-b7c0-180314304e69 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1386831 Apr 18 21:38:56.880890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40578) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:56.894121 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.923332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34a194fc-4313-4e7d-adaa-177490801701 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.937131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34a194fc-4313-4e7d-adaa-177490801701 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.034124 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34a194fc-4313-4e7d-adaa-177490801701 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.063681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a194fc-4313-4e7d-adaa-177490801701 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6d46a37-660f-4478-b842-6aad738ec354,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:57.140484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc5ea41-06a2-45ef-9587-c507555bc150,revision_number=6']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:57.148278 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1540f04e-6fd4-4f48-8582-a7c3aab26be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.178127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34a194fc-4313-4e7d-adaa-177490801701 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.178127 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-34a194fc-4313-4e7d-adaa-177490801701 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c6d46a37-660f-4478-b842-6aad738ec354 HTTP/1.1" status: 204 len: 168 time: 0.2939351 Apr 18 21:38:57.179827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40586) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:57.271314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] No DVR routers for this DVR port 0cc5ea41-06a2-45ef-9587-c507555bc150 on host n-h1-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:57.296422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e34d3e24-5ff0-42c7-a57f-19fe232d7de4 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:57.325504 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1cd382-b0f1-4661-aeea-561fb52f9839'] response: {'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'code': 200} Apr 18 21:38:57.394783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e34d3e24-5ff0-42c7-a57f-19fe232d7de4 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:57.396881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e34d3e24-5ff0-42c7-a57f-19fe232d7de4 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2153552 Apr 18 21:38:57.403693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40596) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:57.441210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b065ac5-15d0-4a4c-af60-d7a53b17b2b7 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.457094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b065ac5-15d0-4a4c-af60-d7a53b17b2b7 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.538447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Attempting to bind port 0cc5ea41-06a2-45ef-9587-c507555bc150 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:57.538788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Attempting to bind port 0cc5ea41-06a2-45ef-9587-c507555bc150 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:57.539115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Attempting to bind port 0cc5ea41-06a2-45ef-9587-c507555bc150 on network 84d95e2e-5b90-42d7-9299-52b2ce479993 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:57.545323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Port 0cc5ea41-06a2-45ef-9587-c507555bc150 on network 84d95e2e-5b90-42d7-9299-52b2ce479993 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:38:57.545677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Attempting to bind port 0cc5ea41-06a2-45ef-9587-c507555bc150 on network 84d95e2e-5b90-42d7-9299-52b2ce479993 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:57.553900 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b065ac5-15d0-4a4c-af60-d7a53b17b2b7 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.556210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:57.556210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Checking segment: {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:57.556210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Bound using segment: {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:57.556210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Bound port: 0cc5ea41-06a2-45ef-9587-c507555bc150, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cefaf90-2ea1-4332-8347-c7bb89bff4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:57.556210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.570049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b065ac5-15d0-4a4c-af60-d7a53b17b2b7 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb3f9620-f6f6-470f-b4d7-1f415a7ad131,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:57.643714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h2-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:57.646895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=0cc5ea41-06a2-45ef-9587-c507555bc150,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:57.687224 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b065ac5-15d0-4a4c-af60-d7a53b17b2b7 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.690742 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5b065ac5-15d0-4a4c-af60-d7a53b17b2b7 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/cb3f9620-f6f6-470f-b4d7-1f415a7ad131 HTTP/1.1" status: 204 len: 168 time: 0.2835371 Apr 18 21:38:57.691157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40604) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:57.750208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-941fb4bc-ae88-4508-b476-6206141f365f tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:57.773036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:58.189417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-941fb4bc-ae88-4508-b476-6206141f365f tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:58.189417 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-941fb4bc-ae88-4508-b476-6206141f365f tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1157451 Apr 18 21:38:58.189417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40612) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:58.195712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:58.195712 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] 10.222.0.26 "PUT /v2.0/ports/0cc5ea41-06a2-45ef-9587-c507555bc150 HTTP/1.1" status: 200 len: 1092 time: 1.6766386 Apr 18 21:38:58.212711 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df80afee-6af0-4aa0-83f6-ad5d6c2fd06c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:58.215126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09908e-914b-4482-b9b6-7d73ac72bf19 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc5ea41-06a2-45ef-9587-c507555bc150,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:58.215795 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df80afee-6af0-4aa0-83f6-ad5d6c2fd06c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:58.215869 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-69ba1804-cf02-4aa1-b4c3-e303f6769619 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1095 time: 0.1179750 Apr 18 21:38:58.233596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-70a65e17-ca85-463b-acda-2821e3202031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:58.235125 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-70a65e17-ca85-463b-acda-2821e3202031 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84d95e2e-5b90-42d7-9299-52b2ce479993 HTTP/1.1" status: 200 len: 897 time: 0.2025621 Apr 18 21:38:58.246154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc02a2-2e45-4e40-a6ea-0196943110a4 req-f398c898-13f8-42cf-ad4f-fccd3f8bc553 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:58.247503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1bc02a2-2e45-4e40-a6ea-0196943110a4 req-f398c898-13f8-42cf-ad4f-fccd3f8bc553 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 944 time: 0.1910233 Apr 18 21:38:58.296856 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:58.297390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df80afee-6af0-4aa0-83f6-ad5d6c2fd06c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:58.325018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80afee-6af0-4aa0-83f6-ad5d6c2fd06c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a472c148-5ce3-4ec0-a744-97084ae19561,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:58.377741 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c1bc02a2-2e45-4e40-a6ea-0196943110a4 req-05a07451-ebde-41a0-a428-cd3577c6bd0f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832555 Apr 18 21:38:58.379412 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-779249cd-328c-43ad-aca7-490dedb46017 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cc5ea41-06a2-45ef-9587-c507555bc150 HTTP/1.1" status: 200 len: 999 time: 0.1310706 Apr 18 21:38:58.444069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-ded6d742-b16b-4980-b7ed-0457d47b7fc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:58.445522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-ded6d742-b16b-4980-b7ed-0457d47b7fc8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90faa5e4-23ee-4e82-8b62-9c93ce2d8b49 HTTP/1.1" status: 200 len: 833 time: 0.0603063 Apr 18 21:38:58.475496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df80afee-6af0-4aa0-83f6-ad5d6c2fd06c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:58.476901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 0cc5ea41-06a2-45ef-9587-c507555bc150 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:58.479504 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-df80afee-6af0-4aa0-83f6-ad5d6c2fd06c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-groups/a472c148-5ce3-4ec0-a744-97084ae19561 HTTP/1.1" status: 204 len: 168 time: 0.6660695 Apr 18 21:38:58.480063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40624) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:58.533394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-cf7e26c1-d87d-41c4-b8f4-97783594ec31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84d95e2e-5b90-42d7-9299-52b2ce479993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819170 Apr 18 21:38:58.536685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40628) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:58.546800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 0cc5ea41-06a2-45ef-9587-c507555bc150 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:38:58.554256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5272711e-069e-4351-a893-d83210fc1263 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:58.623494 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:58.642304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5272711e-069e-4351-a893-d83210fc1263 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:58.648028 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5272711e-069e-4351-a893-d83210fc1263 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1627121 Apr 18 21:38:58.648435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40634) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:58.655751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540222872'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:58.663293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:58.674627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:58.682653 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-dc2f17ae-8e88-463c-aaf1-c464e4adf1f2 service neutron] 10.222.0.26 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430151 Apr 18 21:38:58.749304 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:58.787237 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93a0b8e7-344c-47d6-8aa4-aac39afd0a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:58.818598 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:58.822558 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b82af9-60dc-4475-a5b3-4ad38dca3cc7 req-be715342-1b93-4a2a-af5e-498b425a0ed7 service neutron] 10.222.0.26 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325176 Apr 18 21:38:58.830092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:58.834223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:58.843497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:58.845593 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-93a0b8e7-344c-47d6-8aa4-aac39afd0a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:58.851272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-93a0b8e7-344c-47d6-8aa4-aac39afd0a50 admin admin] Usage tracker for resource:security_group_rule and tenant:6bef3984e348416894bc1144df30204b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:58.857858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-93a0b8e7-344c-47d6-8aa4-aac39afd0a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:58.864730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-93a0b8e7-344c-47d6-8aa4-aac39afd0a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:58.933140 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:58.971529 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93a0b8e7-344c-47d6-8aa4-aac39afd0a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.017399 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.060825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17b8c78-8641-4811-9255-f9a20cbc41dc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:59.172467 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93a0b8e7-344c-47d6-8aa4-aac39afd0a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.221590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0b8e7-344c-47d6-8aa4-aac39afd0a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42db1b9-d8bc-49ab-a063-a7dd4115ad67,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:59.225623 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-93a0b8e7-344c-47d6-8aa4-aac39afd0a50 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6bef3984e348416894bc1144df30204b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6879079 Apr 18 21:38:59.229238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40638) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:59.270615 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.271787 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b239f55c-5bc0-4175-bdbc-d724c7a9bd89 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6210063 Apr 18 21:38:59.274858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40642) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:59.281037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-cdef694f-bbcf-4374-8fe6-b09756db9a12 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': 'e17b8c78-8641-4811-9255-f9a20cbc41dc', 'direction': 'ingress', 'protocol': 17}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:59.287380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cdef694f-bbcf-4374-8fe6-b09756db9a12 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:59.291696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-209c7d26-e888-44d9-b8ed-24a8a5ef2991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.294311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cdef694f-bbcf-4374-8fe6-b09756db9a12 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:59.297540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cdef694f-bbcf-4374-8fe6-b09756db9a12 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:59.303546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cdef694f-bbcf-4374-8fe6-b09756db9a12 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:59.318377 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-209c7d26-e888-44d9-b8ed-24a8a5ef2991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.326493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:38:59.395040 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04c592c-db6b-4003-9dc9-80c64caf5786'] response: {'name': 'network-changed', 'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'status': 'completed', 'code': 200} Apr 18 21:38:59.413396 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cdef694f-bbcf-4374-8fe6-b09756db9a12 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.462460 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-209c7d26-e888-44d9-b8ed-24a8a5ef2991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.487098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c7d26-e888-44d9-b8ed-24a8a5ef2991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42db1b9-d8bc-49ab-a063-a7dd4115ad67,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:59.512650 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-209c7d26-e888-44d9-b8ed-24a8a5ef2991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.514204 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-209c7d26-e888-44d9-b8ed-24a8a5ef2991 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c42db1b9-d8bc-49ab-a063-a7dd4115ad67 HTTP/1.1" status: 204 len: 168 time: 0.2841811 Apr 18 21:38:59.541725 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-86291ba4-84e3-48cf-b9e5-eafb0d21909a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1095 time: 0.1214144 Apr 18 21:38:59.711246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-496af5f8-ca89-49de-bdd9-e055bc7017c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1095 time: 0.2898607 Apr 18 21:38:59.737760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-abb192f7-547b-4259-b49e-729855f6b12f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:59.740106 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-abb192f7-547b-4259-b49e-729855f6b12f service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d95e2e-5b90-42d7-9299-52b2ce479993 HTTP/1.1" status: 200 len: 897 time: 0.1942623 Apr 18 21:38:59.741624 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cdef694f-bbcf-4374-8fe6-b09756db9a12 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.820693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cdef694f-bbcf-4374-8fe6-b09756db9a12 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.864129 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef694f-bbcf-4374-8fe6-b09756db9a12 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b852998d-5826-48e8-8b00-8a48299b5c76,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:59.887943 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-5333b55c-13a8-45ce-a482-11b3279c3f5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cc5ea41-06a2-45ef-9587-c507555bc150 HTTP/1.1" status: 200 len: 999 time: 0.1417029 Apr 18 21:38:59.919347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621479e3-6bb8-466a-ad06-974ec37a84f1 req-1ca997fa-b36f-42b2-a0db-f3222829c28e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:59.919347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-621479e3-6bb8-466a-ad06-974ec37a84f1 req-1ca997fa-b36f-42b2-a0db-f3222829c28e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 944 time: 0.3940225 Apr 18 21:38:59.931308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-680ff143-042b-4fee-90a4-ab4b8a3a5c6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:59.933444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-680ff143-042b-4fee-90a4-ab4b8a3a5c6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=84d95e2e-5b90-42d7-9299-52b2ce479993 HTTP/1.1" status: 200 len: 897 time: 0.2115054 Apr 18 21:38:59.997832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-faca3c93-15d8-4183-ab96-9fa4ddf5caeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:59.999283 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-faca3c93-15d8-4183-ab96-9fa4ddf5caeb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90faa5e4-23ee-4e82-8b62-9c93ce2d8b49 HTTP/1.1" status: 200 len: 833 time: 0.1046717 Apr 18 21:39:00.009687 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cdef694f-bbcf-4374-8fe6-b09756db9a12 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.014129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cdef694f-bbcf-4374-8fe6-b09756db9a12 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7350962 Apr 18 21:39:00.015434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40664) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:00.092463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-621479e3-6bb8-466a-ad06-974ec37a84f1 req-f27b4a03-db13-4995-acd9-1f1582d5b45a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631708 Apr 18 21:39:00.114662 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-ccfa15a4-c505-4720-a659-63583ab9870d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d95e2e-5b90-42d7-9299-52b2ce479993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083503 Apr 18 21:39:00.127488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-d4ffe2ed-0b85-497e-a981-1e9036e06f63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cc5ea41-06a2-45ef-9587-c507555bc150 HTTP/1.1" status: 200 len: 999 time: 0.1782975 Apr 18 21:39:00.207267 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f624a23d-192c-4bfc-a20b-7f151fe77d18 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.257427 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f624a23d-192c-4bfc-a20b-7f151fe77d18 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.273205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-12a92af1-7c18-4396-a1d8-489e4ce3b806 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:00.274752 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-12a92af1-7c18-4396-a1d8-489e4ce3b806 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90faa5e4-23ee-4e82-8b62-9c93ce2d8b49 HTTP/1.1" status: 200 len: 833 time: 0.1334012 Apr 18 21:39:00.353788 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-67d75ddc-3aca-4d59-bdc3-18993aca493f service neutron] 10.222.0.59 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322075 Apr 18 21:39:00.380053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40668) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:00.402600 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-de88eacf-29a0-4832-a02e-41bfa305df8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84d95e2e-5b90-42d7-9299-52b2ce479993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139390 Apr 18 21:39:00.405674 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-727524d7-8506-4af7-a6ce-12479cb150ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.498470 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-fc5b504e-868a-4c67-b5d1-579dd25beffc service neutron] 10.222.0.59 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362326 Apr 18 21:39:00.508511 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f624a23d-192c-4bfc-a20b-7f151fe77d18 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.547559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624a23d-192c-4bfc-a20b-7f151fe77d18 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17b8c78-8641-4811-9255-f9a20cbc41dc,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:00.560447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-727524d7-8506-4af7-a6ce-12479cb150ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:00.585066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-727524d7-8506-4af7-a6ce-12479cb150ef admin admin] Usage tracker for resource:security_group_rule and tenant:3fe37a160eef47adb69477ddb96fd1a9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:00.591913 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-727524d7-8506-4af7-a6ce-12479cb150ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:00.598967 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f624a23d-192c-4bfc-a20b-7f151fe77d18 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.600087 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f624a23d-192c-4bfc-a20b-7f151fe77d18 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-groups/e17b8c78-8641-4811-9255-f9a20cbc41dc HTTP/1.1" status: 204 len: 168 time: 0.5837102 Apr 18 21:39:00.601096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-727524d7-8506-4af7-a6ce-12479cb150ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:00.603143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40672) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:00.627677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-5b2557ab-c156-4c60-bbee-5d19997a1db3 service neutron] 10.222.0.26 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134142 Apr 18 21:39:00.656606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-176997fb-7743-469d-bf03-96c2ecbd2856 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:00.758859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-176997fb-7743-469d-bf03-96c2ecbd2856 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:00.758859 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-176997fb-7743-469d-bf03-96c2ecbd2856 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1516228 Apr 18 21:39:00.761192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40676) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:00.766904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458368449'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:00.774169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:00.785551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:00.798392 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-727524d7-8506-4af7-a6ce-12479cb150ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.803829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23762470-e2df-4bd6-a567-e7145fa53a41 req-9814216b-e937-4549-8ea3-45288e6d37fd service neutron] 10.222.0.26 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681230 Apr 18 21:39:00.858766 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-727524d7-8506-4af7-a6ce-12479cb150ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.905599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727524d7-8506-4af7-a6ce-12479cb150ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2a3208-6afe-4c12-9bb1-bb83fa3fc5cc,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:00.909962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-727524d7-8506-4af7-a6ce-12479cb150ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3fe37a160eef47adb69477ddb96fd1a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5274920 Apr 18 21:39:00.913968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40680) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:00.952250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.999679 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.001232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44c95503-2ebd-4c33-bf43-97d12dd4f1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.015868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:01.026458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:01.031656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:01.043542 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44c95503-2ebd-4c33-bf43-97d12dd4f1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.049791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:01.128640 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.280479 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.288556 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44c95503-2ebd-4c33-bf43-97d12dd4f1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.315957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67252c14-a8f6-468b-b5d8-d9f302dc6c8f req-eac7b05c-08ee-4f21-94a9-385e648e6932 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:01.317432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67252c14-a8f6-468b-b5d8-d9f302dc6c8f req-eac7b05c-08ee-4f21-94a9-385e648e6932 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 944 time: 0.0828090 Apr 18 21:39:01.331112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49be6955-e986-4f28-8bc4-60070c8582a3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:01.344504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c95503-2ebd-4c33-bf43-97d12dd4f1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2a3208-6afe-4c12-9bb1-bb83fa3fc5cc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:01.372886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67252c14-a8f6-468b-b5d8-d9f302dc6c8f req-ae51d84b-0c35-48cd-8e7b-9c77fdedf84b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486176 Apr 18 21:39:01.407895 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44c95503-2ebd-4c33-bf43-97d12dd4f1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.409073 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-44c95503-2ebd-4c33-bf43-97d12dd4f1b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd2a3208-6afe-4c12-9bb1-bb83fa3fc5cc HTTP/1.1" status: 204 len: 168 time: 0.4939008 Apr 18 21:39:01.480787 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.484776 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c93f917d-5948-4e35-91a1-0efadaa5f5c6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7197192 Apr 18 21:39:01.484900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40694) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:01.490409 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group': {'name': 'tempest-secgroup--367128476'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:01.497062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:01.501177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:01.504434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:01.510805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:01.595157 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.630909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:01.635434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:01.638336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:01.644311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:01.708388 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.799873 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.853641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e246ef-de6f-454d-937d-79d74dfafdb9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:01.943704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.948656 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4508f6bd-fe06-445f-b027-2813503184ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4590971 Apr 18 21:39:01.948849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40704) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:01.954298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f1702422-439f-4085-a38b-64ca85dd0613 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': '49be6955-e986-4f28-8bc4-60070c8582a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a4e246ef-de6f-454d-937d-79d74dfafdb9', 'remote_ip_prefix': None}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:01.960921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f1702422-439f-4085-a38b-64ca85dd0613 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:01.965186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f1702422-439f-4085-a38b-64ca85dd0613 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:01.968087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f1702422-439f-4085-a38b-64ca85dd0613 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:01.974123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f1702422-439f-4085-a38b-64ca85dd0613 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:02.048033 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f1702422-439f-4085-a38b-64ca85dd0613 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.115480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f1702422-439f-4085-a38b-64ca85dd0613 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.117210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 0cc5ea41-06a2-45ef-9587-c507555bc150 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:39:02.201448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f1702422-439f-4085-a38b-64ca85dd0613 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.223309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1702422-439f-4085-a38b-64ca85dd0613 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0816a854-f8ef-4f8a-a34b-4391b3144606,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:02.286295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=0cc5ea41-06a2-45ef-9587-c507555bc150,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:02.299887 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'port_id': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'mac_address': 'fa:16:3e:e2:09:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:39:02.332395 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f1702422-439f-4085-a38b-64ca85dd0613 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.333634 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f1702422-439f-4085-a38b-64ca85dd0613 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3838544 Apr 18 21:39:02.336549 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40712) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:02.355250 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.369589 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3551e091-ecce-4ed1-b3ec-9884140291cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.373287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc5ea41-06a2-45ef-9587-c507555bc150 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:39:02.383376 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3551e091-ecce-4ed1-b3ec-9884140291cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.389638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=0cc5ea41-06a2-45ef-9587-c507555bc150,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:02.497892 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3551e091-ecce-4ed1-b3ec-9884140291cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.498777 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.532567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551e091-ecce-4ed1-b3ec-9884140291cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0816a854-f8ef-4f8a-a34b-4391b3144606,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:02.538957 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3551e091-ecce-4ed1-b3ec-9884140291cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.543472 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3551e091-ecce-4ed1-b3ec-9884140291cb tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/0816a854-f8ef-4f8a-a34b-4391b3144606 HTTP/1.1" status: 204 len: 168 time: 0.2058146 Apr 18 21:39:02.544054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40722) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:02.579100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=0cc5ea41-06a2-45ef-9587-c507555bc150,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:02.582901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf7d5-8b65-48fd-aeb1-5005609d27d1 req-2c5289b9-ddce-4594-91fd-1fdd84e63369 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:02.584719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4dfdf7d5-8b65-48fd-aeb1-5005609d27d1 req-2c5289b9-ddce-4594-91fd-1fdd84e63369 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 945 time: 0.0828254 Apr 18 21:39:02.589221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:02.589619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:02.589958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:02.593121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:02.593121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:02.593121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:02.593121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:02.593121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:02.593121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:02.593121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:02.593121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:02.607739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d8bed747-7c2a-4443-b7c7-fdc6a3da18f1 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:02.636045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4dfdf7d5-8b65-48fd-aeb1-5005609d27d1 req-6021dfe9-a7e4-4610-abcd-50a324963cd3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445955 Apr 18 21:39:02.754996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d8bed747-7c2a-4443-b7c7-fdc6a3da18f1 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:02.760326 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d8bed747-7c2a-4443-b7c7-fdc6a3da18f1 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2143397 Apr 18 21:39:02.760439 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40732) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:02.832611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['0cc5ea41-06a2-45ef-9587-c507555bc150'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:39:02.834056 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4ec3db7-f365-439e-93c6-97ec5561d8c2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.863875 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4ec3db7-f365-439e-93c6-97ec5561d8c2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:03.132488 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4ec3db7-f365-439e-93c6-97ec5561d8c2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:03.149354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec3db7-f365-439e-93c6-97ec5561d8c2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e246ef-de6f-454d-937d-79d74dfafdb9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:03.269354 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4ec3db7-f365-439e-93c6-97ec5561d8c2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:03.270585 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b4ec3db7-f365-439e-93c6-97ec5561d8c2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-groups/a4e246ef-de6f-454d-937d-79d74dfafdb9 HTTP/1.1" status: 204 len: 168 time: 0.5088675 Apr 18 21:39:03.273425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40742) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:03.337659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-35ae5d94-14df-44c0-89b0-9145cf7a7958 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:03.446298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-35ae5d94-14df-44c0-89b0-9145cf7a7958 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:03.448402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-35ae5d94-14df-44c0-89b0-9145cf7a7958 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1742516 Apr 18 21:39:03.452884 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40752) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:03.523942 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96b4ee5d-7b2b-4f8a-b914-1b750fe012c9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:03.548625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96b4ee5d-7b2b-4f8a-b914-1b750fe012c9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:03.587987 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:03.679878 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96b4ee5d-7b2b-4f8a-b914-1b750fe012c9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:03.705403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4ee5d-7b2b-4f8a-b914-1b750fe012c9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49be6955-e986-4f28-8bc4-60070c8582a3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:03.779496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96b4ee5d-7b2b-4f8a-b914-1b750fe012c9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:03.781672 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-96b4ee5d-7b2b-4f8a-b914-1b750fe012c9 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-groups/49be6955-e986-4f28-8bc4-60070c8582a3 HTTP/1.1" status: 204 len: 168 time: 0.3274841 Apr 18 21:39:03.784914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40764) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:03.853824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ba649c27-dbfc-4222-871c-b72a5033fa66 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:03.867494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf796c4-6e6d-4821-af85-4a26dcdb03a4 req-cf9c351b-2040-4bb9-a59a-e41871353adb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:03.870251 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdf796c4-6e6d-4821-af85-4a26dcdb03a4 req-cf9c351b-2040-4bb9-a59a-e41871353adb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 945 time: 0.0843568 Apr 18 21:39:03.920200 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdf796c4-6e6d-4821-af85-4a26dcdb03a4 req-36368f09-fcce-48ef-8b9a-ddb98e6cde49 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441239 Apr 18 21:39:03.955310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ba649c27-dbfc-4222-871c-b72a5033fa66 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:03.957417 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ba649c27-dbfc-4222-871c-b72a5033fa66 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1706605 Apr 18 21:39:03.963157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40774) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:03.969390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860328801'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:03.977071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:03.990177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:04.042335 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:04.078393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:04.082560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:04.085374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:04.091505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:04.152725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 0cc5ea41-06a2-45ef-9587-c507555bc150 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:39:04.215620 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:04.334701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 0cc5ea41-06a2-45ef-9587-c507555bc150 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:39:04.334800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:04.334887 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 0cc5ea41-06a2-45ef-9587-c507555bc150 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:04.334887 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:04.386395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3360a8-2de0-4e68-8031-5b2b4d69b697,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:04.487978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad38fb-f88e-48cc-a4e4-749048a2bad4 req-880aefc8-6330-49c9-9b8c-89a28e3d89f9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:04.489699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8dad38fb-f88e-48cc-a4e4-749048a2bad4 req-880aefc8-6330-49c9-9b8c-89a28e3d89f9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 945 time: 0.0978384 Apr 18 21:39:04.532732 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:04.572955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:39:04.573043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8dad38fb-f88e-48cc-a4e4-749048a2bad4 req-87a40f34-b3b9-4e29-acb0-b89309ed655d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730767 Apr 18 21:39:04.577531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-e7c77c3f-864a-4d53-96ae-9fe1a28db9bc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:04.578225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-e7c77c3f-864a-4d53-96ae-9fe1a28db9bc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:04.583486 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:04.584790 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3b424565-b105-4530-9f31-0e881a40a480 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6202953 Apr 18 21:39:04.587561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40794) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:04.596407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-154658a8-064f-4bf6-a4e0-ba8a4d92a9e5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': 'ac3360a8-2de0-4e68-8031-5b2b4d69b697', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:04.606141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=0cc5ea41-06a2-45ef-9587-c507555bc150,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:04.611117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-154658a8-064f-4bf6-a4e0-ba8a4d92a9e5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:04.617752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-154658a8-064f-4bf6-a4e0-ba8a4d92a9e5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:04.623110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-154658a8-064f-4bf6-a4e0-ba8a4d92a9e5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:04.628043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-154658a8-064f-4bf6-a4e0-ba8a4d92a9e5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:04.662625 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568feea5-824f-46f2-a858-01d1485c4dec'] response: {'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'code': 200} Apr 18 21:39:04.669363 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:04.721110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-e7c77c3f-864a-4d53-96ae-9fe1a28db9bc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:04.722470 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-e7c77c3f-864a-4d53-96ae-9fe1a28db9bc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035&tenant_id=5ee8315d479c435aaa1e10a9872e4b80&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 945 time: 0.2472095 Apr 18 21:39:04.740831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=0cc5ea41-06a2-45ef-9587-c507555bc150,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:04.773158 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154658a8-064f-4bf6-a4e0-ba8a4d92a9e5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:04.847929 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-695275a0-e541-40fa-942b-8f239982947b service neutron] delete failed (client error): The resource could not be found. Apr 18 21:39:04.848981 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-695275a0-e541-40fa-942b-8f239982947b service neutron] 10.222.0.59 "DELETE /v2.0/ports/0cc5ea41-06a2-45ef-9587-c507555bc150/bindings/n-h1-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.1192937 Apr 18 21:39:04.872294 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154658a8-064f-4bf6-a4e0-ba8a4d92a9e5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:04.959627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154658a8-064f-4bf6-a4e0-ba8a4d92a9e5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:04.992354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154658a8-064f-4bf6-a4e0-ba8a4d92a9e5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01227e3d-2717-46bc-b827-f58bf1a29de6,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:05.027373 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-fe89b1c4-7e86-45ad-8def-2487daffeca7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1097 time: 0.1063364 Apr 18 21:39:05.102153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-154658a8-064f-4bf6-a4e0-ba8a4d92a9e5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:05.103677 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-154658a8-064f-4bf6-a4e0-ba8a4d92a9e5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5143404 Apr 18 21:39:05.107247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40804) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:05.142156 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f81a72d3-f51a-4a7d-899a-eedbaa6d4467 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:05.154118 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f81a72d3-f51a-4a7d-899a-eedbaa6d4467 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:05.175301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-14fe16bb-70bb-46d3-893a-10f705777c6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:05.176973 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-14fe16bb-70bb-46d3-893a-10f705777c6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d95e2e-5b90-42d7-9299-52b2ce479993 HTTP/1.1" status: 200 len: 897 time: 0.1439431 Apr 18 21:39:05.251545 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f81a72d3-f51a-4a7d-899a-eedbaa6d4467 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:05.272871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a72d3-f51a-4a7d-899a-eedbaa6d4467 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01227e3d-2717-46bc-b827-f58bf1a29de6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:05.275744 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f81a72d3-f51a-4a7d-899a-eedbaa6d4467 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:05.276975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f81a72d3-f51a-4a7d-899a-eedbaa6d4467 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/01227e3d-2717-46bc-b827-f58bf1a29de6 HTTP/1.1" status: 204 len: 168 time: 0.1685882 Apr 18 21:39:05.280206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40810) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:05.287737 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-750b9641-f988-46ab-a856-998405aa8acf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cc5ea41-06a2-45ef-9587-c507555bc150 HTTP/1.1" status: 200 len: 1001 time: 0.1044154 Apr 18 21:39:05.332989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cf82d267-3286-4a20-a13f-128d46740aee tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:05.359170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-584c4d28-4143-45d7-9a79-51022b6741d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:05.360894 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-584c4d28-4143-45d7-9a79-51022b6741d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90faa5e4-23ee-4e82-8b62-9c93ce2d8b49 HTTP/1.1" status: 200 len: 833 time: 0.0676327 Apr 18 21:39:05.395287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cf82d267-3286-4a20-a13f-128d46740aee tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:05.399062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cf82d267-3286-4a20-a13f-128d46740aee tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1180387 Apr 18 21:39:05.399629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40814) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:05.489866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e38fa76-06c3-4f6c-89ba-2613278753bd tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:05.496060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-e4d064a4-b82f-4b8b-9ef2-6d2e0f936418 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d95e2e-5b90-42d7-9299-52b2ce479993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299767 Apr 18 21:39:05.596228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e38fa76-06c3-4f6c-89ba-2613278753bd tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:05.769967 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-046b674b-93f2-4f47-a3d4-f829c5d2cc94 service neutron] 10.222.0.59 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660558 Apr 18 21:39:05.797569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ab8fb-e004-4e63-b1f6-496020b0b0b2 req-53970b7a-2119-4cef-963d-7218ff485c1d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:05.799669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac3ab8fb-e004-4e63-b1f6-496020b0b0b2 req-53970b7a-2119-4cef-963d-7218ff485c1d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.0860591 Apr 18 21:39:05.850706 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e38fa76-06c3-4f6c-89ba-2613278753bd tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:05.851377 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac3ab8fb-e004-4e63-b1f6-496020b0b0b2 req-798fd75b-5925-4c6b-9531-f709e8571655 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457048 Apr 18 21:39:05.889284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38fa76-06c3-4f6c-89ba-2613278753bd tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3360a8-2de0-4e68-8031-5b2b4d69b697,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:05.944987 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-515d4dcb-4b69-4cbd-b4d0-2ece9f503ce1 req-b662fde0-8b96-4e37-b05e-792f6c044a40 service neutron] 10.222.0.59 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690252 Apr 18 21:39:05.988487 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e38fa76-06c3-4f6c-89ba-2613278753bd tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:05.989628 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2e38fa76-06c3-4f6c-89ba-2613278753bd tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-groups/ac3360a8-2de0-4e68-8031-5b2b4d69b697 HTTP/1.1" status: 204 len: 168 time: 0.5888042 Apr 18 21:39:05.992609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40828) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:06.047287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5a389474-18c3-47fe-9bbe-a916a8f0c88f tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0532453 Apr 18 21:39:06.050865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40832) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:06.059493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group': {'name': 'tempest-secgroup--218975236'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:06.065846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:06.070008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:06.073660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:06.079594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:06.186560 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.221359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:06.225399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:06.228793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:06.234852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:06.381720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.497603 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.544649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40838) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:06.549207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4150e996-24e2-433b-aac0-1b71689acc53,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:06.612237 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.613505 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7a721fbf-247b-4c29-ad16-9cbb517506b2 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5613365 Apr 18 21:39:06.616274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40844) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:06.622538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4c9314a6-1267-4363-a40e-5054c64b05d0 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': '4150e996-24e2-433b-aac0-1b71689acc53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:06.629643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4c9314a6-1267-4363-a40e-5054c64b05d0 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:06.633570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4c9314a6-1267-4363-a40e-5054c64b05d0 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:06.636890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4c9314a6-1267-4363-a40e-5054c64b05d0 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:06.642902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4c9314a6-1267-4363-a40e-5054c64b05d0 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:06.702698 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6cfc314b-36b0-4472-a4e1-a3cd1c4ee177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.704530 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c9314a6-1267-4363-a40e-5054c64b05d0 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.736146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6cfc314b-36b0-4472-a4e1-a3cd1c4ee177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:06.741153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6cfc314b-36b0-4472-a4e1-a3cd1c4ee177 admin admin] Usage tracker for resource:security_group_rule and tenant:b651b4eeaa134fcb919f1c5fb8f6d784 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:06.744841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6cfc314b-36b0-4472-a4e1-a3cd1c4ee177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:06.751152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6cfc314b-36b0-4472-a4e1-a3cd1c4ee177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:06.797018 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c9314a6-1267-4363-a40e-5054c64b05d0 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.823164 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6cfc314b-36b0-4472-a4e1-a3cd1c4ee177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.864769 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c9314a6-1267-4363-a40e-5054c64b05d0 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.888222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9314a6-1267-4363-a40e-5054c64b05d0 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee8fabc-0d22-41cd-9b45-4e52c26b97ac,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:06.892460 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6cfc314b-36b0-4472-a4e1-a3cd1c4ee177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.950498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc314b-36b0-4472-a4e1-a3cd1c4ee177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46849649-efe9-49db-af84-10e64eb1fcf4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:06.955994 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6cfc314b-36b0-4472-a4e1-a3cd1c4ee177 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b651b4eeaa134fcb919f1c5fb8f6d784&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4102573 Apr 18 21:39:06.958710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40856) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:06.972622 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4c9314a6-1267-4363-a40e-5054c64b05d0 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.976943 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4c9314a6-1267-4363-a40e-5054c64b05d0 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3597097 Apr 18 21:39:06.977263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40860) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:07.016520 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-aaa1e71d-255f-41f6-85fd-3ba9ad55334f tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules/5ee8fabc-0d22-41cd-9b45-4e52c26b97ac HTTP/1.1" status: 200 len: 705 time: 0.0368981 Apr 18 21:39:07.021050 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40864) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:07.050881 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aa0f4ebe-96d4-46da-b814-c9c68b706d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.079323 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aa0f4ebe-96d4-46da-b814-c9c68b706d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.115718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d0ac40b0-f590-4ae8-af7e-5e2fc4a2ac5a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:07.152689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6d0ad-6d80-449b-857f-dda5a090ff2b req-0840b224-b305-4cf3-83f5-86e458d0f11c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:07.154291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72a6d0ad-6d80-449b-857f-dda5a090ff2b req-0840b224-b305-4cf3-83f5-86e458d0f11c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.1648915 Apr 18 21:39:07.203171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72a6d0ad-6d80-449b-857f-dda5a090ff2b req-8d8d51c8-050b-419d-a316-94db5ef87060 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430064 Apr 18 21:39:07.232445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d0ac40b0-f590-4ae8-af7e-5e2fc4a2ac5a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:07.234300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d0ac40b0-f590-4ae8-af7e-5e2fc4a2ac5a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2074068 Apr 18 21:39:07.246478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40872) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:07.246604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40874) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:07.278821 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0350c54-f92c-48e6-81d9-11ffd2d2804d tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.289936 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0350c54-f92c-48e6-81d9-11ffd2d2804d tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.356669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f13b132a-71f6-4900-850d-923eca331a9c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 200 len: 993 time: 0.1090307 Apr 18 21:39:07.446688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aa0f4ebe-96d4-46da-b814-c9c68b706d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.461797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f4ebe-96d4-46da-b814-c9c68b706d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46849649-efe9-49db-af84-10e64eb1fcf4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:07.515268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0350c54-f92c-48e6-81d9-11ffd2d2804d tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.520213 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0350c54-f92c-48e6-81d9-11ffd2d2804d tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.521691 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c0350c54-f92c-48e6-81d9-11ffd2d2804d tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/5ee8fabc-0d22-41cd-9b45-4e52c26b97ac HTTP/1.1" status: 204 len: 168 time: 0.2740481 Apr 18 21:39:07.524291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40880) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:07.532834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0350c54-f92c-48e6-81d9-11ffd2d2804d tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ee8fabc-0d22-41cd-9b45-4e52c26b97ac,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:07.549261 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aa0f4ebe-96d4-46da-b814-c9c68b706d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.551529 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-aa0f4ebe-96d4-46da-b814-c9c68b706d3b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46849649-efe9-49db-af84-10e64eb1fcf4 HTTP/1.1" status: 204 len: 168 time: 0.5901573 Apr 18 21:39:07.575471 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b5fa1e4b-19ac-4b74-a69e-f2a5da8c65ea tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0499706 Apr 18 21:39:07.578070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40886) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:07.583373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c8a90e42-ddb7-4561-857a-1a99f8800e62 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': '4150e996-24e2-433b-aac0-1b71689acc53', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:07.590139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c8a90e42-ddb7-4561-857a-1a99f8800e62 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:07.594186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c8a90e42-ddb7-4561-857a-1a99f8800e62 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:07.596944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c8a90e42-ddb7-4561-857a-1a99f8800e62 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:07.602578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c8a90e42-ddb7-4561-857a-1a99f8800e62 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:07.687811 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8a90e42-ddb7-4561-857a-1a99f8800e62 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.758727 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8a90e42-ddb7-4561-857a-1a99f8800e62 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.812151 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8a90e42-ddb7-4561-857a-1a99f8800e62 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.838731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a90e42-ddb7-4561-857a-1a99f8800e62 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb531363-eafa-44bd-a24d-392915c8ba71,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:07.903691 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8a90e42-ddb7-4561-857a-1a99f8800e62 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.907648 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c8a90e42-ddb7-4561-857a-1a99f8800e62 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3262384 Apr 18 21:39:07.907896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40892) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:07.927964 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-855a8fac-e1af-4e07-b0cc-2f39323b0d20 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules/fb531363-eafa-44bd-a24d-392915c8ba71 HTTP/1.1" status: 200 len: 705 time: 0.0189934 Apr 18 21:39:07.932275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40896) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:07.983101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fb030a6c-64af-45e3-b3fb-fefd4fbbc2ec tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:08.091435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fb030a6c-64af-45e3-b3fb-fefd4fbbc2ec tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:08.091435 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fb030a6c-64af-45e3-b3fb-fefd4fbbc2ec tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1547360 Apr 18 21:39:08.091692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40900) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:08.123186 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-284beded-3e13-416a-98f0-41157dbe44e6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.133229 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-284beded-3e13-416a-98f0-41157dbe44e6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.252586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-284beded-3e13-416a-98f0-41157dbe44e6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.274235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284beded-3e13-416a-98f0-41157dbe44e6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb531363-eafa-44bd-a24d-392915c8ba71,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:08.365505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40904) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:08.383254 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-284beded-3e13-416a-98f0-41157dbe44e6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.384317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-284beded-3e13-416a-98f0-41157dbe44e6 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/fb531363-eafa-44bd-a24d-392915c8ba71 HTTP/1.1" status: 204 len: 168 time: 0.2917259 Apr 18 21:39:08.387224 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5db45a48-8ef2-44c2-8868-cff0c054963a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.387362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40908) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:08.421104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5db45a48-8ef2-44c2-8868-cff0c054963a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:08.425110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5db45a48-8ef2-44c2-8868-cff0c054963a admin admin] Usage tracker for resource:security_group_rule and tenant:e0533b75d4684afdb1355be9961dd0ae is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:08.427992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5db45a48-8ef2-44c2-8868-cff0c054963a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:08.433976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4a8a4e7d-d349-4d85-8ebc-62a08b1ac274 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:08.434633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5db45a48-8ef2-44c2-8868-cff0c054963a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:08.500468 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5db45a48-8ef2-44c2-8868-cff0c054963a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.515715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4a8a4e7d-d349-4d85-8ebc-62a08b1ac274 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:08.516398 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4a8a4e7d-d349-4d85-8ebc-62a08b1ac274 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1280558 Apr 18 21:39:08.519056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40912) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:08.524572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0be9db9c-b61b-4697-b2dd-4c3952b23c23 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': '4150e996-24e2-433b-aac0-1b71689acc53', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:08.531371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0be9db9c-b61b-4697-b2dd-4c3952b23c23 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:08.541256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0be9db9c-b61b-4697-b2dd-4c3952b23c23 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:08.583336 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5db45a48-8ef2-44c2-8868-cff0c054963a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.632939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db45a48-8ef2-44c2-8868-cff0c054963a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f5e8bd-1cd8-4ab0-8486-f83efcadcbbe,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:08.637548 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5db45a48-8ef2-44c2-8868-cff0c054963a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0533b75d4684afdb1355be9961dd0ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2710590 Apr 18 21:39:08.640266 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40916) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:08.670434 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0be9db9c-b61b-4697-b2dd-4c3952b23c23 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.748912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-681c566e-a131-4662-860a-dcfcc846e375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.791844 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0be9db9c-b61b-4697-b2dd-4c3952b23c23 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.795993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-681c566e-a131-4662-860a-dcfcc846e375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.889194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0be9db9c-b61b-4697-b2dd-4c3952b23c23 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.919979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9db9c-b61b-4697-b2dd-4c3952b23c23 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803f76e2-cce5-4c4a-aff4-24bed0aac60e,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:08.930942 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-681c566e-a131-4662-860a-dcfcc846e375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.934177 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-681c566e-a131-4662-860a-dcfcc846e375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.935752 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-681c566e-a131-4662-860a-dcfcc846e375 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17f5e8bd-1cd8-4ab0-8486-f83efcadcbbe HTTP/1.1" status: 204 len: 168 time: 0.2942646 Apr 18 21:39:08.946689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c566e-a131-4662-860a-dcfcc846e375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f5e8bd-1cd8-4ab0-8486-f83efcadcbbe,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:08.979729 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0be9db9c-b61b-4697-b2dd-4c3952b23c23 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:08.982091 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0be9db9c-b61b-4697-b2dd-4c3952b23c23 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4619114 Apr 18 21:39:08.983091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40922) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:09.011928 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1de1158f-68a4-4db7-addc-8108a74c84a0 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules/803f76e2-cce5-4c4a-aff4-24bed0aac60e HTTP/1.1" status: 200 len: 706 time: 0.0276778 Apr 18 21:39:09.014917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40926) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:09.068268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b0b0d5c0-2763-4f25-9400-b0962b4b86ab tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:09.126384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b0b0d5c0-2763-4f25-9400-b0962b4b86ab tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:09.127870 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b0b0d5c0-2763-4f25-9400-b0962b4b86ab tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1120260 Apr 18 21:39:09.130764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40930) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:09.173045 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ab257e5-ec77-494e-8435-323c6f8e36ef tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.181000 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ab257e5-ec77-494e-8435-323c6f8e36ef tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.287014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ab257e5-ec77-494e-8435-323c6f8e36ef tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.316374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab257e5-ec77-494e-8435-323c6f8e36ef tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=803f76e2-cce5-4c4a-aff4-24bed0aac60e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:09.338767 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.366669 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ab257e5-ec77-494e-8435-323c6f8e36ef tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.368414 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9ab257e5-ec77-494e-8435-323c6f8e36ef tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/803f76e2-cce5-4c4a-aff4-24bed0aac60e HTTP/1.1" status: 204 len: 168 time: 0.2362411 Apr 18 21:39:09.372356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40936) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:09.433595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c3317a58-9488-4e6e-9c6a-c1a7f658233f tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0593917 Apr 18 21:39:09.436300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40940) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:09.507323 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-947fe86a-9e08-407b-b916-f688d0780e3a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.539466 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-947fe86a-9e08-407b-b916-f688d0780e3a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.669339 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-947fe86a-9e08-407b-b916-f688d0780e3a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.690583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fe86a-9e08-407b-b916-f688d0780e3a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4150e996-24e2-433b-aac0-1b71689acc53,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:09.704085 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-947fe86a-9e08-407b-b916-f688d0780e3a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.705195 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-947fe86a-9e08-407b-b916-f688d0780e3a tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-groups/4150e996-24e2-433b-aac0-1b71689acc53 HTTP/1.1" status: 204 len: 168 time: 0.2680066 Apr 18 21:39:09.707904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40950) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:09.765373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-239a5ac5-ff56-4eae-b62c-157927cd69c5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:09.857845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-239a5ac5-ff56-4eae-b62c-157927cd69c5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:09.859118 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-239a5ac5-ff56-4eae-b62c-157927cd69c5 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1502595 Apr 18 21:39:09.863334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40958) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:09.869174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group': {'name': 'tempest-secgroup--42551030'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:09.876655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:09.886953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:09.978158 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:10.014880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:10.019513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:10.022471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:10.028182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:10.085865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:10.212910 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:10.260521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea61f13-a447-459a-987e-c40c2e0cec65,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:10.338556 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:10.339801 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a180cea7-1095-4da0-94a8-90d71421509c tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4755476 Apr 18 21:39:10.345436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40972) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:10.351179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c66fff55-94d0-443d-a75d-f04bc06314c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Request body: {'security_group_rule': {'security_group_id': 'aea61f13-a447-459a-987e-c40c2e0cec65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:10.358324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c66fff55-94d0-443d-a75d-f04bc06314c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:10.362396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c66fff55-94d0-443d-a75d-f04bc06314c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Usage tracker for resource:security_group_rule and tenant:727ce668fe72460faec668a06ce8b670 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:10.365340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c66fff55-94d0-443d-a75d-f04bc06314c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:10.371909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c66fff55-94d0-443d-a75d-f04bc06314c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:10.466360 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c66fff55-94d0-443d-a75d-f04bc06314c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:10.534942 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c66fff55-94d0-443d-a75d-f04bc06314c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:10.651052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c66fff55-94d0-443d-a75d-f04bc06314c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:10.676327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fff55-94d0-443d-a75d-f04bc06314c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4f5a37-2d47-47d1-ac7a-3caf6bbd057a,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:10.744497 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c66fff55-94d0-443d-a75d-f04bc06314c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:10.745974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c66fff55-94d0-443d-a75d-f04bc06314c8 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3993378 Apr 18 21:39:10.748580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40978) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:10.812325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40982) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:10.815628 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b98cfb92-7238-4f09-96f4-9d393e98ad4b tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:10.847134 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b98cfb92-7238-4f09-96f4-9d393e98ad4b tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:10.957605 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3c52-23c2-40d0-ab86-a1b4d369e540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.000850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b98cfb92-7238-4f09-96f4-9d393e98ad4b tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.013587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b4bd3c52-23c2-40d0-ab86-a1b4d369e540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:11.017593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b4bd3c52-23c2-40d0-ab86-a1b4d369e540 admin admin] Usage tracker for resource:security_group_rule and tenant:2dfd9289c3704561a918bf26c272a27e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:11.019857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cfb92-7238-4f09-96f4-9d393e98ad4b tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea61f13-a447-459a-987e-c40c2e0cec65,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:11.020494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b4bd3c52-23c2-40d0-ab86-a1b4d369e540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:11.026674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b4bd3c52-23c2-40d0-ab86-a1b4d369e540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:11.030424 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b98cfb92-7238-4f09-96f4-9d393e98ad4b tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.033987 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b98cfb92-7238-4f09-96f4-9d393e98ad4b tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-groups/aea61f13-a447-459a-987e-c40c2e0cec65 HTTP/1.1" status: 204 len: 168 time: 0.2819350 Apr 18 21:39:11.034232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40988) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:11.087459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cb899d1e-14f5-4e21-a465-3281abd17838 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:11.094538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3c52-23c2-40d0-ab86-a1b4d369e540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.200446 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3c52-23c2-40d0-ab86-a1b4d369e540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.245507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cb899d1e-14f5-4e21-a465-3281abd17838 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:11.246783 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cb899d1e-14f5-4e21-a465-3281abd17838 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2116656 Apr 18 21:39:11.249370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd3c52-23c2-40d0-ab86-a1b4d369e540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a841a599-4908-4423-8d1a-8e9ba86e0bd0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:11.249563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40992) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:11.254901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b4bd3c52-23c2-40d0-ab86-a1b4d369e540 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2dfd9289c3704561a918bf26c272a27e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4414341 Apr 18 21:39:11.257422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40996) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:11.298082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3254b365-283b-4e63-b800-ba6dc5ac10e1 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Synchronizing usage tracker for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:11.320500 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f302681-dd69-433c-b4fb-329b2cd8c8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.351214 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f302681-dd69-433c-b4fb-329b2cd8c8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.387950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3254b365-283b-4e63-b800-ba6dc5ac10e1 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] Unset dirty status for tenant:727ce668fe72460faec668a06ce8b670 on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:11.389228 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3254b365-283b-4e63-b800-ba6dc5ac10e1 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1387553 Apr 18 21:39:11.392026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41000) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:11.408887 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-d271ec71-6177-4403-860c-0d12251d8df7 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] delete failed (client error): The resource could not be found. Apr 18 21:39:11.409871 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d271ec71-6177-4403-860c-0d12251d8df7 tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "DELETE /v2.0/security-groups/aea61f13-a447-459a-987e-c40c2e0cec65 HTTP/1.1" status: 404 len: 347 time: 0.0169516 Apr 18 21:39:11.418221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41004) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:11.468676 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-196c82f4-73cb-4070-8954-9e7e05c594ba tempest-SecGroupTest-460556319 tempest-SecGroupTest-460556319-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0494008 Apr 18 21:39:11.485445 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f302681-dd69-433c-b4fb-329b2cd8c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.503040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f302681-dd69-433c-b4fb-329b2cd8c8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a841a599-4908-4423-8d1a-8e9ba86e0bd0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:11.507033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9f302681-dd69-433c-b4fb-329b2cd8c8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.511435 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9f302681-dd69-433c-b4fb-329b2cd8c8d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a841a599-4908-4423-8d1a-8e9ba86e0bd0 HTTP/1.1" status: 204 len: 168 time: 0.2496295 Apr 18 21:39:11.867636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41016) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:12.053863 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a6c440a8-e6a8-4cd8-b3a5-303540a8725c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=727ce668fe72460faec668a06ce8b670&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1849241 Apr 18 21:39:12.058791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41028) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:12.120858 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65e98ee9-a86d-41b8-9789-d8154b73f047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.147673 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65e98ee9-a86d-41b8-9789-d8154b73f047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.290456 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65e98ee9-a86d-41b8-9789-d8154b73f047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.304838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e98ee9-a86d-41b8-9789-d8154b73f047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e009a7-dc33-4e1f-a90a-6047652f6d60,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:12.480943 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65e98ee9-a86d-41b8-9789-d8154b73f047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.482201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-65e98ee9-a86d-41b8-9789-d8154b73f047 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03e009a7-dc33-4e1f-a90a-6047652f6d60 HTTP/1.1" status: 204 len: 168 time: 0.4249654 Apr 18 21:39:14.105726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41080) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:14.340964 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec5c3266-6eb0-4fac-ad1a-f9de248d6380 req-7f917357-2a1e-453f-9264-0420d7c15e01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808442 Apr 18 21:39:14.366426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:14.372392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:14.376202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Usage tracker for resource:floatingip and tenant:8859bab3e98144cba7783c6a63bc040a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:14.379031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:14.385287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:14.434724 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec5c3266-6eb0-4fac-ad1a-f9de248d6380 req-782e273b-a056-4c1f-8cd1-195a8b6e1a0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 1096 time: 0.0715697 Apr 18 21:39:14.451923 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:14.589994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c3266-6eb0-4fac-ad1a-f9de248d6380 req-ace842ad-5441-499b-bd2e-fc750db54ffa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:14.591434 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec5c3266-6eb0-4fac-ad1a-f9de248d6380 req-ace842ad-5441-499b-bd2e-fc750db54ffa service neutron] 10.222.0.59 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.1383972 Apr 18 21:39:14.594792 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:14.703450 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec5c3266-6eb0-4fac-ad1a-f9de248d6380 req-cdddd4cb-0c60-4493-9b33-3040e91e2ae3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc0c119-8eba-43e9-a264-bbc27797fbf5 HTTP/1.1" status: 200 len: 1000 time: 0.1049008 Apr 18 21:39:14.747317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Allocated IP 172.25.3.211 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/5380238d-19f3-483f-98d8-533510e36a57) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:14.773351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c3266-6eb0-4fac-ad1a-f9de248d6380 req-f71867ea-451f-4424-84a1-c7c4cc54a337 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:14.775089 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec5c3266-6eb0-4fac-ad1a-f9de248d6380 req-f71867ea-451f-4424-84a1-c7c4cc54a337 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.0652611 Apr 18 21:39:14.851002 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec5c3266-6eb0-4fac-ad1a-f9de248d6380 req-f6a883eb-c989-4bc5-bb62-05ab412b9070 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704126 Apr 18 21:39:14.903484 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:14.986575 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec5c3266-6eb0-4fac-ad1a-f9de248d6380 req-f7a5b304-94ff-4947-af64-361da444d80c service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299078 Apr 18 21:39:14.999869 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.069151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:15.072428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:15.077364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:15.107776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Pushing event updated for resources: {'Port': ['ID=5380238d-19f3-483f-98d8-533510e36a57,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:15.242545 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec5c3266-6eb0-4fac-ad1a-f9de248d6380 req-6c0c8605-9991-4c1e-9851-f997a7e71a87 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501585 Apr 18 21:39:15.366770 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.468753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.678621 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.737345 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.853877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Pushing event updated for resources: {'Port': ['ID=5380238d-19f3-483f-98d8-533510e36a57,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:15.863911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.937829 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.939041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ffcc410e-5093-4032-a628-fde627d883e0 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8323195 Apr 18 21:39:15.942154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41112) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:15.947459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1991156513', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'fixed_ips': [{'ip_address': '172.25.3.211'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:15.952692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:15.956634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Usage tracker for resource:port and tenant:8859bab3e98144cba7783c6a63bc040a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:15.960360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:15.966629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:16.034806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Made reservation on behalf of 8859bab3e98144cba7783c6a63bc040a for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:16.037171 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.050522 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.081124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:16.085081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Usage tracker for resource:security_group_rule and tenant:8859bab3e98144cba7783c6a63bc040a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:16.089165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:16.095419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:16.163227 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.217499 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.228187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] device_id is not set on port 0a7e76d9-cbfa-418c-a872-a8ef2727cd6b yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:16.292424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e0d50b-1f0e-47c5-992c-8f40413889d9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:16.457958 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 21:39:16.458340 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:39:16.560914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7a07cea0-01fa-44aa-93a3-f0f0c8de8c8c tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6176898 Apr 18 21:39:16.563558 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41116) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:16.713841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3166b0ad-581f-4b87-a3de-87032b9ad516 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Deleting port 5380238d-19f3-483f-98d8-533510e36a57 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:16.714101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3166b0ad-581f-4b87-a3de-87032b9ad516 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.891354 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3166b0ad-581f-4b87-a3de-87032b9ad516 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.891677 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3166b0ad-581f-4b87-a3de-87032b9ad516 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.011886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3166b0ad-581f-4b87-a3de-87032b9ad516 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Calling delete_port for 5380238d-19f3-483f-98d8-533510e36a57 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:17.027657 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:39:17.217835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3166b0ad-581f-4b87-a3de-87032b9ad516 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.262848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166b0ad-581f-4b87-a3de-87032b9ad516 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Pushing event deleted for resources: {'Port': ['ID=5380238d-19f3-483f-98d8-533510e36a57,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:17.355936 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3166b0ad-581f-4b87-a3de-87032b9ad516 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.365810 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3166b0ad-581f-4b87-a3de-87032b9ad516 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.366951 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3166b0ad-581f-4b87-a3de-87032b9ad516 tempest-ExternalNetworksAdminNegativeTestJSON-80448298 tempest-ExternalNetworksAdminNegativeTestJSON-80448298-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/26c71632-23ac-48df-bcf9-a4b032889f9d HTTP/1.1" status: 204 len: 168 time: 0.8024964 Apr 18 21:39:17.831461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41138) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:18.071870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b03033df-a386-40db-a7cd-c53f923fcae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.103356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b03033df-a386-40db-a7cd-c53f923fcae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:18.107989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b03033df-a386-40db-a7cd-c53f923fcae0 admin admin] Usage tracker for resource:security_group_rule and tenant:fb221848aee54be79970b5eb611443fb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:18.110858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b03033df-a386-40db-a7cd-c53f923fcae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:18.116686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b03033df-a386-40db-a7cd-c53f923fcae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:18.183206 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b03033df-a386-40db-a7cd-c53f923fcae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.240413 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b03033df-a386-40db-a7cd-c53f923fcae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.288809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03033df-a386-40db-a7cd-c53f923fcae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9481f4d3-ff23-45c0-872b-e7de2ac2723b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:18.294484 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b03033df-a386-40db-a7cd-c53f923fcae0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb221848aee54be79970b5eb611443fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4618714 Apr 18 21:39:18.296963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41148) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:18.356728 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0a40bc11-5168-4ea5-a17e-d648607b6f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.385751 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0a40bc11-5168-4ea5-a17e-d648607b6f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.505449 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0a40bc11-5168-4ea5-a17e-d648607b6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.525056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40bc11-5168-4ea5-a17e-d648607b6f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9481f4d3-ff23-45c0-872b-e7de2ac2723b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:18.532080 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0a40bc11-5168-4ea5-a17e-d648607b6f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.533215 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0a40bc11-5168-4ea5-a17e-d648607b6f50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9481f4d3-ff23-45c0-872b-e7de2ac2723b HTTP/1.1" status: 204 len: 168 time: 0.2353048 Apr 18 21:39:19.118332 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38fc974d-fc3f-4fe2-b5ef-d95991fb8565 req-3975c35e-4759-4c23-92b7-3636e96e71b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690522 Apr 18 21:39:19.184503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41164) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:19.292690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dbaf9c5b-4424-4d69-9486-c6e954d17d72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8859bab3e98144cba7783c6a63bc040a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1064558 Apr 18 21:39:19.295520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41168) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:19.303481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38fc974d-fc3f-4fe2-b5ef-d95991fb8565 req-f4e4cdf1-2818-433c-bb24-2b9dd5701945 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a6a41c0f4614fd8a7273b0483db320a&device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 1097 time: 0.1160481 Apr 18 21:39:19.360020 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df7f0ffd-0f97-4195-b217-b4a7251abfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.387786 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df7f0ffd-0f97-4195-b217-b4a7251abfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.471226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc974d-fc3f-4fe2-b5ef-d95991fb8565 req-b4d318fc-9239-4103-9f7c-bc6687c8b966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:19.472673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38fc974d-fc3f-4fe2-b5ef-d95991fb8565 req-b4d318fc-9239-4103-9f7c-bc6687c8b966 service neutron] 10.222.0.26 "GET /v2.0/networks?id=50451a90-b9fd-4e36-a67b-f76a608c9689 HTTP/1.1" status: 200 len: 910 time: 0.1448381 Apr 18 21:39:19.537895 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df7f0ffd-0f97-4195-b217-b4a7251abfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.554041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f0ffd-0f97-4195-b217-b4a7251abfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e0d50b-1f0e-47c5-992c-8f40413889d9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:19.562472 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-df7f0ffd-0f97-4195-b217-b4a7251abfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.564244 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-df7f0ffd-0f97-4195-b217-b4a7251abfa2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50e0d50b-1f0e-47c5-992c-8f40413889d9 HTTP/1.1" status: 204 len: 168 time: 0.2670522 Apr 18 21:39:19.588968 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38fc974d-fc3f-4fe2-b5ef-d95991fb8565 req-b3c3d863-6fc3-4585-82ce-f33c0eef4e37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c50ca76-a6b7-404c-a860-f40f70d30ca6 HTTP/1.1" status: 200 len: 1001 time: 0.1105475 Apr 18 21:39:19.653986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc974d-fc3f-4fe2-b5ef-d95991fb8565 req-d7b98b4e-7ed3-420e-bb6c-13f9ba3e885e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:19.657184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38fc974d-fc3f-4fe2-b5ef-d95991fb8565 req-d7b98b4e-7ed3-420e-bb6c-13f9ba3e885e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0c03006-906a-41bc-b660-43904bcb0e3b HTTP/1.1" status: 200 len: 848 time: 0.0618992 Apr 18 21:39:19.753616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38fc974d-fc3f-4fe2-b5ef-d95991fb8565 req-6db8352d-cd5f-4f11-ac58-85975986bec4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50451a90-b9fd-4e36-a67b-f76a608c9689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893226 Apr 18 21:39:19.908192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38fc974d-fc3f-4fe2-b5ef-d95991fb8565 req-146b5c29-5602-4740-8f89-6f9164646ee1 service neutron] 10.222.0.26 "GET /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484678 Apr 18 21:39:20.065356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38fc974d-fc3f-4fe2-b5ef-d95991fb8565 req-a2b6e37e-ad33-44f8-8f34-8c2827a461be service neutron] 10.222.0.26 "GET /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510396 Apr 18 21:39:22.148122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41252) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:22.366942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-857279105'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:22.373123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:22.377040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Usage tracker for resource:network and tenant:6869b56df3514f0e85c9b6937a78d37f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:22.379929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:22.386508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:22.463491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Made reservation on behalf of 6869b56df3514f0e85c9b6937a78d37f for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:22.467358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.482185 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.516228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:22.520294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Usage tracker for resource:security_group_rule and tenant:6869b56df3514f0e85c9b6937a78d37f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:22.523220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:22.529619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:22.596476 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.645906 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.679051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:22.688057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28c41f4-5ecf-46bf-a3d8-3442776dcfb9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:22.697775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.698120 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Added segment da590242-f848-4c32-9701-c6c45ea8ca05 of type vlan for network 74715afa-3c15-4ca4-88a3-c35b9f109b8b Apr 18 21:39:22.704369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.704717 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.705063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.705402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.705794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.706132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.706460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.706790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.707125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.707446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.707769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.732690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.851602 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.855945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:22.856535 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.970510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Pushing event updated for resources: {'Network': ['ID=74715afa-3c15-4ca4-88a3-c35b9f109b8b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:22.981129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 74715afa-3c15-4ca4-88a3-c35b9f109b8b details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:23.040962 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6b5d0f96-f737-4677-8adf-cb01c5487bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8910594 Apr 18 21:39:23.304035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41276) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:23.310252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Request body: {'port': {'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b', 'binding:host_id': 'n-h1-836017-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754830292'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:23.315960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:23.319931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Usage tracker for resource:port and tenant:da588fd8c81f49758758ffef1bb35e33 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:23.323015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:23.329145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:23.416436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Made reservation on behalf of da588fd8c81f49758758ffef1bb35e33 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:23.418923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.443243 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.478452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:23.482776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Usage tracker for resource:security_group_rule and tenant:da588fd8c81f49758758ffef1bb35e33 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:23.485609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:23.491220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:23.556773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.623253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.634012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] device_id is not set on port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:23.704621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bc8abe-cafd-4cfd-9621-5787ccd45fa3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:23.919272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] device_id is not set on port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:23.927226 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.939963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Transition to ACTIVE for port object 0f598a10-a88f-43a4-9c7f-b968b94c9e6b will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:24.012438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:24.085938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event updated for resources: {'Port': ['ID=0f598a10-a88f-43a4-9c7f-b968b94c9e6b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:24.109460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Checking segment: {'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:39:24.109862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Network hostable DHCP agents. Network: 74715afa-3c15-4ca4-88a3-c35b9f109b8b, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:39:24.177539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Network 74715afa-3c15-4ca4-88a3-c35b9f109b8b is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:39:24.251383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 74715afa-3c15-4ca4-88a3-c35b9f109b8b) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:24.255191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:24.260479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbb4ada-9624-4220-9908-65fcbaf5697e None None] Network 74715afa-3c15-4ca4-88a3-c35b9f109b8b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:24.271244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:24.271583 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:24.271923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:24.278036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:24.278375 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:24.278765 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 2 to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b Apr 18 21:39:24.294272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:24.294611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:24.294946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:24.300660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:24.300986 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:24.301378 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 3 to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b Apr 18 21:39:24.319808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:24.320431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:24.320584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:24.326911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:24.327238 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:24.327627 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 4 to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b Apr 18 21:39:24.342703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:24.343040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:24.343408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:24.349308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:24.349680 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:24.350095 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 5 to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b Apr 18 21:39:24.365295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:24.365658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:24.365992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:24.372801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:24.373127 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:24.373534 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 6 to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b Apr 18 21:39:24.388493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:24.388868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:24.389209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:24.395275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:24.395609 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:24.396003 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 7 to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b Apr 18 21:39:24.413045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:24.414552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:24.414904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:24.422433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:24.422770 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:24.423170 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 8 to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b Apr 18 21:39:24.445258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:24.445615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:24.445956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:24.452565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:24.452895 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:24.453282 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 9 to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b Apr 18 21:39:24.469936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:24.470377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:24.470822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:24.476773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:24.477095 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:24.477519 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 10 to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b Apr 18 21:39:24.492318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:24.492649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:24.492981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:24.498850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:24.499178 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:24.499529 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:24.597290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] For port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:39:24.597677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempted to set empty binding levels {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 21:39:24.633568 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c16cd87-9b9c-4323-825c-98abe29cfeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:24.720571 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:24.779098 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:24.798071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event updated for resources: {'Port': ['ID=0f598a10-a88f-43a4-9c7f-b968b94c9e6b,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:24.926793 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-91c6ad09-d7df-4b15-b153-b8f6d8136259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.6216474 Apr 18 21:39:24.931976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41298) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:24.996561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-60a292e8-cd52-4d92-b486-8786bbf06ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Deleting port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:24.996891 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60a292e8-cd52-4d92-b486-8786bbf06ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:25.201662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-60a292e8-cd52-4d92-b486-8786bbf06ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] For port 0f598a10-a88f-43a4-9c7f-b968b94c9e6b, host n-h1-836017-3, got binding levels [] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:25.202419 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60a292e8-cd52-4d92-b486-8786bbf06ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:25.324556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-60a292e8-cd52-4d92-b486-8786bbf06ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Calling delete_port for 0f598a10-a88f-43a4-9c7f-b968b94c9e6b owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:25.481136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60a292e8-cd52-4d92-b486-8786bbf06ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:25.525685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a292e8-cd52-4d92-b486-8786bbf06ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f598a10-a88f-43a4-9c7f-b968b94c9e6b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:25.535012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-60a292e8-cd52-4d92-b486-8786bbf06ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:25.541143 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-60a292e8-cd52-4d92-b486-8786bbf06ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "DELETE /v2.0/ports/0f598a10-a88f-43a4-9c7f-b968b94c9e6b HTTP/1.1" status: 204 len: 168 time: 0.6082580 Apr 18 21:39:25.544718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41306) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:25.586542 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4eacc53-ecc5-4b55-b76b-2a4c9dee24cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:39:25.587032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c4eacc53-ecc5-4b55-b76b-2a4c9dee24cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Synchronizing usage tracker for tenant:da588fd8c81f49758758ffef1bb35e33 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:25.652914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c4eacc53-ecc5-4b55-b76b-2a4c9dee24cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Unset dirty status for tenant:da588fd8c81f49758758ffef1bb35e33 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:25.654118 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c4eacc53-ecc5-4b55-b76b-2a4c9dee24cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "GET /v2.0/ports/0f598a10-a88f-43a4-9c7f-b968b94c9e6b HTTP/1.1" status: 404 len: 333 time: 0.1084688 Apr 18 21:39:25.662599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41312) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:25.669071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Request body: {'port': {'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559885971'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:25.674374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:25.731499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41316) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:25.785301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:25.863066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Made reservation on behalf of da588fd8c81f49758758ffef1bb35e33 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:25.865366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:25.887326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] device_id is not set on port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:25.888410 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4281-8779-45e4-a30f-7ebbc690dca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:25.921579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1eaf4281-8779-45e4-a30f-7ebbc690dca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:25.938341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1eaf4281-8779-45e4-a30f-7ebbc690dca8 admin admin] Usage tracker for resource:security_group_rule and tenant:728737b611e14dcab759fe23e526cd1e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:25.942193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1eaf4281-8779-45e4-a30f-7ebbc690dca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:25.949435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1eaf4281-8779-45e4-a30f-7ebbc690dca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:26.044398 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4281-8779-45e4-a30f-7ebbc690dca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.123784 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.143429 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4281-8779-45e4-a30f-7ebbc690dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.190282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf4281-8779-45e4-a30f-7ebbc690dca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3c26b1-d252-4321-b913-f22d7bc20a05,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:26.194685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1eaf4281-8779-45e4-a30f-7ebbc690dca8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=728737b611e14dcab759fe23e526cd1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4621587 Apr 18 21:39:26.197443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41328) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:26.234788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.259139 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95c76872-9a54-47f2-813d-ca4f4d5ec5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.295836 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95c76872-9a54-47f2-813d-ca4f4d5ec5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.313542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Network 74715afa-3c15-4ca4-88a3-c35b9f109b8b is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:26.317102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:26.318910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event updated for resources: {'Port': ['ID=39b6a7bd-86c2-42a7-90b6-2ca4b6da5914,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:26.320941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:26.321930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:26.322518 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.434728 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95c76872-9a54-47f2-813d-ca4f4d5ec5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.435717 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f64e1db6-90b3-4397-b7b9-1c62344fec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7720318 Apr 18 21:39:26.438422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41332) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:26.444210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:26.450678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c76872-9a54-47f2-813d-ca4f4d5ec5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3c26b1-d252-4321-b913-f22d7bc20a05,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:26.458780 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95c76872-9a54-47f2-813d-ca4f4d5ec5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.460155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-95c76872-9a54-47f2-813d-ca4f4d5ec5bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec3c26b1-d252-4321-b913-f22d7bc20a05 HTTP/1.1" status: 204 len: 168 time: 0.2615507 Apr 18 21:39:26.572457 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.816476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] device_id is not set on port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:26.824716 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.841845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Transition to ACTIVE for port object 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:26.885652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:27.020089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event updated for resources: {'Port': ['ID=39b6a7bd-86c2-42a7-90b6-2ca4b6da5914,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:27.040488 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:27.040825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:27.041167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:27.047679 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:27.048009 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:27.048392 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 2 to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 Apr 18 21:39:27.063940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:27.064289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:27.064618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:27.070865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:27.071144 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:27.071537 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 3 to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 Apr 18 21:39:27.088612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:27.089841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:27.091125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:27.099233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:27.099851 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:27.100248 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 4 to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 Apr 18 21:39:27.109575 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2362556-7410-4365-a2bd-a409b34c6077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:27.125040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:27.125385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:27.125751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:27.132392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:27.132726 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:27.133121 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 5 to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 Apr 18 21:39:27.154494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:27.154836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:27.155297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:27.164732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:27.164732 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:27.164732 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 6 to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 Apr 18 21:39:27.180895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:27.181240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:27.182181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:27.189715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:27.190057 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:27.200619 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 7 to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 Apr 18 21:39:27.214967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:27.215384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:27.215939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:27.224042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:27.224439 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:27.224977 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 8 to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 Apr 18 21:39:27.243385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:27.243802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:27.244196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:27.250656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:27.251138 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:27.251530 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 9 to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 Apr 18 21:39:27.267012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:27.267282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:27.267609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:27.273288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:27.273818 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:27.274206 n-d-836017-3 neutron-server[85049]: INFO neutron.plugins.ml2.plugin [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 10 to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 Apr 18 21:39:27.289824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:27.290271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:27.290576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:27.296975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:27.297343 n-d-836017-3 neutron-server[85049]: ERROR neutron.plugins.ml2.managers [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:27.297732 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:27.395557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] For port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:39:27.396004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempted to set empty binding levels {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 21:39:27.474937 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:27.541661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] In _notify_port_updated(), no bound segment for port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:39:27.541661 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:27.541661 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "PUT /v2.0/ports/39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 HTTP/1.1" status: 200 len: 979 time: 1.0989799 Apr 18 21:39:27.541661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41362) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:27.604708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ca69d-2c1a-44d7-9796-56bfe39724a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event updated for resources: {'Port': ['ID=39b6a7bd-86c2-42a7-90b6-2ca4b6da5914,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:27.659770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-64c98b6d-6ec9-4b7f-8ad0-d12d165f1de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Synchronizing usage tracker for tenant:da588fd8c81f49758758ffef1bb35e33 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:27.733059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-64c98b6d-6ec9-4b7f-8ad0-d12d165f1de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Unset dirty status for tenant:da588fd8c81f49758758ffef1bb35e33 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:27.734351 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-64c98b6d-6ec9-4b7f-8ad0-d12d165f1de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28633 time: 0.1912696 Apr 18 21:39:27.738572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41376) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:27.802504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ba597-4915-440d-909e-264eeb5f9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Deleting port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:27.803037 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9d9ba597-4915-440d-909e-264eeb5f9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:27.988746 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.032280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-9d9ba597-4915-440d-909e-264eeb5f9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] For port 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914, host n-h1-836017-3, got binding levels [] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:28.032635 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9d9ba597-4915-440d-909e-264eeb5f9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.117084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41386) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:28.257890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ba597-4915-440d-909e-264eeb5f9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Calling delete_port for 39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:28.296996 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e89224d5-2d9d-42f4-b4c2-7fd3d8f9d700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.330645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e89224d5-2d9d-42f4-b4c2-7fd3d8f9d700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:28.334638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e89224d5-2d9d-42f4-b4c2-7fd3d8f9d700 admin admin] Usage tracker for resource:security_group_rule and tenant:d7d18efd74374a5eab91b314e7fb0784 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:28.337421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e89224d5-2d9d-42f4-b4c2-7fd3d8f9d700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:28.348005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e89224d5-2d9d-42f4-b4c2-7fd3d8f9d700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:28.406044 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9d9ba597-4915-440d-909e-264eeb5f9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.453961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ba597-4915-440d-909e-264eeb5f9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event deleted for resources: {'Port': ['ID=39b6a7bd-86c2-42a7-90b6-2ca4b6da5914,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:28.461690 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9d9ba597-4915-440d-909e-264eeb5f9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.472715 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e89224d5-2d9d-42f4-b4c2-7fd3d8f9d700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.527041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9d9ba597-4915-440d-909e-264eeb5f9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "DELETE /v2.0/ports/39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 HTTP/1.1" status: 204 len: 168 time: 0.7873020 Apr 18 21:39:28.530103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41402) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:28.570495 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e89224d5-2d9d-42f4-b4c2-7fd3d8f9d700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.591735 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6c0f75-d3c0-4264-b357-20a55e338500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:39:28.592996 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fa6c0f75-d3c0-4264-b357-20a55e338500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "GET /v2.0/ports/39b6a7bd-86c2-42a7-90b6-2ca4b6da5914 HTTP/1.1" status: 404 len: 333 time: 0.0618794 Apr 18 21:39:28.597029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41410) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:28.602795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1741187914', 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:28.608111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:28.612243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Usage tracker for resource:port and tenant:da588fd8c81f49758758ffef1bb35e33 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:28.615180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:28.621614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:28.622432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89224d5-2d9d-42f4-b4c2-7fd3d8f9d700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce04986-2b8e-4bb5-bc4e-4869c9187a42,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:28.629070 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e89224d5-2d9d-42f4-b4c2-7fd3d8f9d700 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7d18efd74374a5eab91b314e7fb0784&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5090289 Apr 18 21:39:28.631184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41414) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:28.640519 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.689191 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5cb2436-5ab7-474c-9784-cd4604a887f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.697811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Made reservation on behalf of da588fd8c81f49758758ffef1bb35e33 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:28.700538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.732949 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5cb2436-5ab7-474c-9784-cd4604a887f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.745946 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] device_id is not set on port 2de7267c-445b-46e4-b76b-88af35180d7b yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:28.934141 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5cb2436-5ab7-474c-9784-cd4604a887f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:29.015661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb2436-5ab7-474c-9784-cd4604a887f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce04986-2b8e-4bb5-bc4e-4869c9187a42,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:29.044383 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5cb2436-5ab7-474c-9784-cd4604a887f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:29.047995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a5cb2436-5ab7-474c-9784-cd4604a887f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ce04986-2b8e-4bb5-bc4e-4869c9187a42 HTTP/1.1" status: 204 len: 168 time: 0.4137609 Apr 18 21:39:29.063702 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:29.149839 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:29.235427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Network 74715afa-3c15-4ca4-88a3-c35b9f109b8b is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:29.239063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:29.241017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event updated for resources: {'Port': ['ID=2de7267c-445b-46e4-b76b-88af35180d7b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:29.243437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:29.243961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:29.244544 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:29.315898 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3a2f591f-2c5d-4682-a300-4d6ab2f2f5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7170541 Apr 18 21:39:29.317870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41438) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:29.396387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-33ac24d6-8036-4a8c-8627-6e67e86953fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Synchronizing usage tracker for tenant:da588fd8c81f49758758ffef1bb35e33 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:29.490628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-33ac24d6-8036-4a8c-8627-6e67e86953fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Unset dirty status for tenant:da588fd8c81f49758758ffef1bb35e33 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:29.494359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-33ac24d6-8036-4a8c-8627-6e67e86953fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "GET /v2.0/ports/2de7267c-445b-46e4-b76b-88af35180d7b HTTP/1.1" status: 200 len: 959 time: 0.1729259 Apr 18 21:39:29.495863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41448) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:29.559748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4718f025-2343-4319-9e11-f287f9ce666a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Deleting port 2de7267c-445b-46e4-b76b-88af35180d7b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:29.562525 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4718f025-2343-4319-9e11-f287f9ce666a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:29.841728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41458) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:29.864644 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6250f2fb-0fac-43c5-8da9-4da5cd053dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:29.886700 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4718f025-2343-4319-9e11-f287f9ce666a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:29.900881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6250f2fb-0fac-43c5-8da9-4da5cd053dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:29.905123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6250f2fb-0fac-43c5-8da9-4da5cd053dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:614549f35a324802a3cf20ab3d94d770 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:29.908149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6250f2fb-0fac-43c5-8da9-4da5cd053dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:29.914438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6250f2fb-0fac-43c5-8da9-4da5cd053dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:29.997796 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6250f2fb-0fac-43c5-8da9-4da5cd053dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.029716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4718f025-2343-4319-9e11-f287f9ce666a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Calling delete_port for 2de7267c-445b-46e4-b76b-88af35180d7b owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:30.083075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6250f2fb-0fac-43c5-8da9-4da5cd053dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.145208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250f2fb-0fac-43c5-8da9-4da5cd053dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb4e7c6-6936-4eda-a2d1-2e3746774861,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:30.153851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41468) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:30.154292 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6250f2fb-0fac-43c5-8da9-4da5cd053dc3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=614549f35a324802a3cf20ab3d94d770&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3109176 Apr 18 21:39:30.194216 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4718f025-2343-4319-9e11-f287f9ce666a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.246513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718f025-2343-4319-9e11-f287f9ce666a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event deleted for resources: {'Port': ['ID=2de7267c-445b-46e4-b76b-88af35180d7b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:30.266919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4718f025-2343-4319-9e11-f287f9ce666a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.272706 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d9ea-a91b-4955-931d-b761a42fa1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.306535 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d9ea-a91b-4955-931d-b761a42fa1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.406391 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4718f025-2343-4319-9e11-f287f9ce666a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "DELETE /v2.0/ports/2de7267c-445b-46e4-b76b-88af35180d7b HTTP/1.1" status: 204 len: 168 time: 0.9104393 Apr 18 21:39:30.408844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41478) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:30.449631 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cb4789-e5ee-4bcf-9012-33815dde7cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:39:30.450132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-28cb4789-e5ee-4bcf-9012-33815dde7cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Synchronizing usage tracker for tenant:da588fd8c81f49758758ffef1bb35e33 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:30.462858 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d9ea-a91b-4955-931d-b761a42fa1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.480029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6d9ea-a91b-4955-931d-b761a42fa1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb4e7c6-6936-4eda-a2d1-2e3746774861,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:30.483609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d9ea-a91b-4955-931d-b761a42fa1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.485928 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ebb6d9ea-a91b-4955-931d-b761a42fa1d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfb4e7c6-6936-4eda-a2d1-2e3746774861 HTTP/1.1" status: 204 len: 168 time: 0.3304260 Apr 18 21:39:30.521416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-28cb4789-e5ee-4bcf-9012-33815dde7cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Unset dirty status for tenant:da588fd8c81f49758758ffef1bb35e33 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:30.527042 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-28cb4789-e5ee-4bcf-9012-33815dde7cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "GET /v2.0/ports/2de7267c-445b-46e4-b76b-88af35180d7b HTTP/1.1" status: 404 len: 333 time: 0.1131704 Apr 18 21:39:30.527985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41488) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:30.535307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Request body: {'port': {'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1425072235'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:30.541572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:30.552768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:30.629161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Made reservation on behalf of da588fd8c81f49758758ffef1bb35e33 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:30.632406 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.655286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] device_id is not set on port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:30.873250 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.950648 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:31.023720 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:31.024238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Network 74715afa-3c15-4ca4-88a3-c35b9f109b8b is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:31.027146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:31.036063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:31.036063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:31.036063 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:31.040369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event updated for resources: {'Port': ['ID=7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:31.138782 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cf642b49-e6dc-4afd-82d6-db4f2144d79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6091976 Apr 18 21:39:31.146215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41512) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:31.156485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836017-3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:31.283053 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:31.532225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] device_id is not set on port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:31.539184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:31.553321 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Transition to ACTIVE for port object 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e will not be triggered until provisioned by entity L2. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:31.622994 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:31.749877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event updated for resources: {'Port': ['ID=7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:31.770721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:31.770721 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:31.771061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:31.776765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:31.777160 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:31.777459 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 2 to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e Apr 18 21:39:31.796122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:31.796460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:31.796791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:31.802589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:31.802913 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:31.803299 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 3 to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e Apr 18 21:39:31.914298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:31.915315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:31.915795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:31.922941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:31.923259 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:31.923646 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 4 to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e Apr 18 21:39:31.939183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:31.939520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:31.939890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:31.945902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:31.946406 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:31.946790 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 5 to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e Apr 18 21:39:31.966051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:31.966051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:31.966051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:31.969383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:31.969745 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:31.970129 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 6 to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e Apr 18 21:39:31.985158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:31.985516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:31.985844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:31.991295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:31.991615 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:31.991994 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 7 to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e Apr 18 21:39:32.006806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:32.007362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:32.007739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:32.014207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:32.014532 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:32.014952 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 8 to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e Apr 18 21:39:32.030344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:32.030705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:32.031013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:32.036774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:32.037100 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:32.037512 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 9 to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e Apr 18 21:39:32.051981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:32.052240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:32.052568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:32.058255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:32.058575 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:32.058959 n-d-836017-3 neutron-server[85048]: INFO neutron.plugins.ml2.plugin [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempt 10 to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e Apr 18 21:39:32.073701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:32.074049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:32.074338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempting to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:32.080100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:32.080423 n-d-836017-3 neutron-server[85048]: ERROR neutron.plugins.ml2.managers [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Failed to bind port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on host n-h1-836017-3 for vnic_type normal using segments [{'id': 'da590242-f848-4c32-9701-c6c45ea8ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74715afa-3c15-4ca4-88a3-c35b9f109b8b'}] Apr 18 21:39:32.080776 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.186575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] For port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e, host n-h1-836017-3, cleared binding levels {{(pid=85048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:39:32.186946 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Attempted to set empty binding levels {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 21:39:32.269026 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.331955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] In _notify_port_updated(), no bound segment for port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e on network 74715afa-3c15-4ca4-88a3-c35b9f109b8b {{(pid=85048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:39:32.332954 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.334274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "PUT /v2.0/ports/7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e HTTP/1.1" status: 200 len: 979 time: 1.1867571 Apr 18 21:39:32.337336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41554) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:32.341547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event updated for resources: {'Port': ['ID=7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:32.353881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.354260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.354754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.355175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.355590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.356095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.356570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.357023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.357498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.357917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.358249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3106a2-f163-42ea-9c28-59931bb86a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.404900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c51a2be6-bf6e-4003-bf43-4f9d61246347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Deleting port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:32.405324 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c51a2be6-bf6e-4003-bf43-4f9d61246347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.621926 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-c51a2be6-bf6e-4003-bf43-4f9d61246347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] For port 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e, host n-h1-836017-3, got binding levels [] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:32.622285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c51a2be6-bf6e-4003-bf43-4f9d61246347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.747944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c51a2be6-bf6e-4003-bf43-4f9d61246347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Calling delete_port for 7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:32.869003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c51a2be6-bf6e-4003-bf43-4f9d61246347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.917727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a2be6-bf6e-4003-bf43-4f9d61246347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:32.925414 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c51a2be6-bf6e-4003-bf43-4f9d61246347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.935745 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c51a2be6-bf6e-4003-bf43-4f9d61246347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "DELETE /v2.0/ports/7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e HTTP/1.1" status: 204 len: 168 time: 0.5967379 Apr 18 21:39:32.938250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41586) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:32.980627 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba860c2-7fc5-4fde-bc96-754f80785abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:39:32.981124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-eba860c2-7fc5-4fde-bc96-754f80785abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Synchronizing usage tracker for tenant:da588fd8c81f49758758ffef1bb35e33 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:33.050841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-eba860c2-7fc5-4fde-bc96-754f80785abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] Unset dirty status for tenant:da588fd8c81f49758758ffef1bb35e33 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:33.052501 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-eba860c2-7fc5-4fde-bc96-754f80785abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220911063-project-admin] 10.222.0.11 "GET /v2.0/ports/7c30d1ec-55af-4e2f-bc6f-065e3ff1d87e HTTP/1.1" status: 404 len: 333 time: 0.1132560 Apr 18 21:39:33.056385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41596) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:33.187725 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.362366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.389426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74715afa-3c15-4ca4-88a3-c35b9f109b8b']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:33.401087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da590242-f848-4c32-9701-c6c45ea8ca05') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:33.402037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da590242-f848-4c32-9701-c6c45ea8ca05') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:33.413403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.432372 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.438287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:39:33.438716 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:39:33.453373 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:39:33.605944 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.634838 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.657514 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.668164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] Pushing event deleted for resources: {'Network': ['ID=74715afa-3c15-4ca4-88a3-c35b9f109b8b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:33.670763 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c293076c-295b-410b-b8f4-aec6d9a57802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-644198996-project] 10.222.0.11 "DELETE /v2.0/networks/74715afa-3c15-4ca4-88a3-c35b9f109b8b HTTP/1.1" status: 204 len: 168 time: 0.6132221 Apr 18 21:39:34.284848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41626) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:34.366291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41632) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:34.533406 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d231b0c2-2644-4b1a-9f2e-97df4ef79c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:34.568863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d231b0c2-2644-4b1a-9f2e-97df4ef79c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:34.573205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d231b0c2-2644-4b1a-9f2e-97df4ef79c04 admin admin] Usage tracker for resource:security_group_rule and tenant:226be50129cb4023a87a6dc5762902ca is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:34.578074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d231b0c2-2644-4b1a-9f2e-97df4ef79c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:34.584317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d231b0c2-2644-4b1a-9f2e-97df4ef79c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:34.637373 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-11f52e6a-0629-495a-ba63-25a3a703d105 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6869b56df3514f0e85c9b6937a78d37f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3513062 Apr 18 21:39:34.641554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41642) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:34.663239 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d231b0c2-2644-4b1a-9f2e-97df4ef79c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:34.717001 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d6affba0-8800-425e-baf8-275120b5f01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:34.731654 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d231b0c2-2644-4b1a-9f2e-97df4ef79c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:34.743627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d6affba0-8800-425e-baf8-275120b5f01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:34.779904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231b0c2-2644-4b1a-9f2e-97df4ef79c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dd28b7-302a-4e05-98b5-28b418366c2c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:34.784097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d231b0c2-2644-4b1a-9f2e-97df4ef79c04 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=226be50129cb4023a87a6dc5762902ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4167624 Apr 18 21:39:34.786581 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41646) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:34.863428 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb23f1a0-c801-42a7-b6bb-e0986d01885f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:34.874249 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d6affba0-8800-425e-baf8-275120b5f01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:34.888838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6affba0-8800-425e-baf8-275120b5f01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28c41f4-5ecf-46bf-a3d8-3442776dcfb9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:34.891341 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb23f1a0-c801-42a7-b6bb-e0986d01885f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:34.896098 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d6affba0-8800-425e-baf8-275120b5f01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:34.897576 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d6affba0-8800-425e-baf8-275120b5f01b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f28c41f4-5ecf-46bf-a3d8-3442776dcfb9 HTTP/1.1" status: 204 len: 168 time: 0.2527587 Apr 18 21:39:35.022851 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb23f1a0-c801-42a7-b6bb-e0986d01885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:35.042269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23f1a0-c801-42a7-b6bb-e0986d01885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dd28b7-302a-4e05-98b5-28b418366c2c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:35.061162 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb23f1a0-c801-42a7-b6bb-e0986d01885f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:35.066486 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fb23f1a0-c801-42a7-b6bb-e0986d01885f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85dd28b7-302a-4e05-98b5-28b418366c2c HTTP/1.1" status: 204 len: 168 time: 0.2770858 Apr 18 21:39:35.576015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41666) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:35.681277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0661d73c-0f8a-45c2-9bac-e35175c9a4cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da588fd8c81f49758758ffef1bb35e33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1033618 Apr 18 21:39:35.684040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41674) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:35.778779 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36d282cb-8097-42c5-8e37-9ab4c22d3d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:35.815873 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36d282cb-8097-42c5-8e37-9ab4c22d3d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:35.971705 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36d282cb-8097-42c5-8e37-9ab4c22d3d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:35.988631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d282cb-8097-42c5-8e37-9ab4c22d3d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bc8abe-cafd-4cfd-9621-5787ccd45fa3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:35.991884 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-36d282cb-8097-42c5-8e37-9ab4c22d3d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:35.996609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-36d282cb-8097-42c5-8e37-9ab4c22d3d93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52bc8abe-cafd-4cfd-9621-5787ccd45fa3 HTTP/1.1" status: 204 len: 168 time: 0.3077645 Apr 18 21:39:37.681902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41742) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:37.970873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1480062135'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:37.978681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:37.982896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:network and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:37.986932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:37.994156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:38.056607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:38.059940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.073599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.112240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:38.116500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:security_group_rule and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:38.121092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:38.140422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:38.211590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41768) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:38.243561 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.303169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.338010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:38.347383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72203864-1609-423d-8e35-e40206eb006c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:38.353243 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.353891 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Added segment 52469f09-d974-4f5e-a06d-0c16c194a28d of type vlan for network a265b6b5-5605-4680-8f00-6708720164f6 Apr 18 21:39:38.387372 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.431621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2060568015'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:38.439078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:38.443789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Usage tracker for resource:network and tenant:757a707c40014cc58fdfe78e02379ea3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:38.447744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:38.455036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:38.497077 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.500848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:38.501414 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.524792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Made reservation on behalf of 757a707c40014cc58fdfe78e02379ea3 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:38.528352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.544378 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.579247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:38.583634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Usage tracker for resource:security_group_rule and tenant:757a707c40014cc58fdfe78e02379ea3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:38.586468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:38.593297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:38.639028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Network': ['ID=a265b6b5-5605-4680-8f00-6708720164f6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:38.650809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a265b6b5-5605-4680-8f00-6708720164f6 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:38.670060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0757a491-6eb1-40c1-8a8c-f2a78f996c2e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9869397 Apr 18 21:39:38.672606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41788) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:38.678493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'name': 'tempest-PortsIpV6TestJSON-1123281736'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:38.798713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.868711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:38.874257 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.880200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:port and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:38.886143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:38.893506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:38.921329 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:38.935505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da93ddf-07d3-4633-9c35-7f73de861a88,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:38.941715 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.942291 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Added segment c9758a23-65ac-43dd-9eca-f14248875ff7 of type vlan for network db04a10c-753c-49ea-945f-69d827212031 Apr 18 21:39:38.971396 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:38.971822 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.974901 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.010231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port 9850b4ba-d051-4bab-bb6d-da2ea548de1c yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:39.097965 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.103456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:39.104232 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.244793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Pushing event updated for resources: {'Network': ['ID=db04a10c-753c-49ea-945f-69d827212031,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:39.266530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network db04a10c-753c-49ea-945f-69d827212031 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:39.308351 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.357543 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f100690e-2cbb-4064-8c22-c121e82e6cb0 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1428082 Apr 18 21:39:39.360209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41812) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:39.426552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.480410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Request body: {'network': {'name': 'tempest-network--1526801692', 'router:external': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:39.486425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:39.491243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Usage tracker for resource:network and tenant:e7e33f4fd4b940d0915976617d3020fb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:39.494369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:39.501580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:39.508596 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.548578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=9850b4ba-d051-4bab-bb6d-da2ea548de1c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:39.559628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Checking segment: {'id': '52469f09-d974-4f5e-a06d-0c16c194a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:39:39.559628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network hostable DHCP agents. Network: a265b6b5-5605-4680-8f00-6708720164f6, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:39:39.617149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Made reservation on behalf of e7e33f4fd4b940d0915976617d3020fb for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:39.619531 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.632800 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.651713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network a265b6b5-5605-4680-8f00-6708720164f6 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:39:39.667858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:39.670315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Usage tracker for resource:security_group_rule and tenant:e7e33f4fd4b940d0915976617d3020fb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:39.673206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:39.679438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:39.750517 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.759709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a265b6b5-5605-4680-8f00-6708720164f6) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:39.765089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:39.769951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb8689-de4f-46a2-abac-cd154ffb42b6 None None] Network a265b6b5-5605-4680-8f00-6708720164f6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:39.773600 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:39.773600 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.834250 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.868028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:39.876981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44067153-374c-4ce6-b778-89469abd748f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:39.882503 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.882842 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Added segment aeceb549-33ea-447c-877a-1bf8ac5be563 of type vlan for network 0ee23da0-f2c3-40d4-8b50-d06ef72eb5b6 Apr 18 21:39:39.891790 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ebd8ebec-c9ec-405b-8c8b-ce5edfad4985 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2179544 Apr 18 21:39:39.895116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41828) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:39.903668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-607915495'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:39.910775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:39.915982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:network and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:39.922491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:39.928419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.950731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:40.028413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:40.033124 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.063097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:40.071621 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.071962 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Added segment dbe76fe4-002d-4b17-bb60-b20158910639 of type vlan for network e7f556c4-8a4d-4a3c-94ba-b80a307959c7 Apr 18 21:39:40.075255 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.076221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:40.076847 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.113160 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.190748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event updated for resources: {'Network': ['ID=0ee23da0-f2c3-40d4-8b50-d06ef72eb5b6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:40.201831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 0ee23da0-f2c3-40d4-8b50-d06ef72eb5b6 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:40.251781 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.256934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:40.256934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.298358 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8d5a2b45-2c83-47ae-be5c-23c2a64e035c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9349957 Apr 18 21:39:40.300911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41844) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:40.381212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Network': ['ID=e7f556c4-8a4d-4a3c-94ba-b80a307959c7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:40.391995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network e7f556c4-8a4d-4a3c-94ba-b80a307959c7 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:40.438125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6bd88561-ff59-4117-8027-07476f1709cf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5396085 Apr 18 21:39:40.438290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41850) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:40.443887 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.445860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'ports': [{'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6'}, {'network_id': 'e7f556c4-8a4d-4a3c-94ba-b80a307959c7'}]} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:40.447066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:40.447597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': 'e7f556c4-8a4d-4a3c-94ba-b80a307959c7'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:40.591844 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.619334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee23da0-f2c3-40d4-8b50-d06ef72eb5b6']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:40.634413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeceb549-33ea-447c-877a-1bf8ac5be563') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:40.634702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeceb549-33ea-447c-877a-1bf8ac5be563') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:40.647927 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.672445 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.685626 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:39:40.686871 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:39:40.702263 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:39:40.791044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:40.796595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:port and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:40.799956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:40.806519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:40.868783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 2} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:40.868974 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.875899 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.888498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ee23da0-f2c3-40d4-8b50-d06ef72eb5b6 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:39:40.893238 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.895864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ee23da0-f2c3-40d4-8b50-d06ef72eb5b6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:40.901837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4cb8494d-0773-4f96-a15f-cebc4dc7a5ef tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "DELETE /v2.0/networks/0ee23da0-f2c3-40d4-8b50-d06ef72eb5b6 HTTP/1.1" status: 204 len: 168 time: 0.5995972 Apr 18 21:39:40.905460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41854) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:40.911151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Request body: {'network': {'router:external': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:40.917502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:40.921458 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.921992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Usage tracker for resource:network and tenant:e7e33f4fd4b940d0915976617d3020fb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:40.925211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:40.941663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:41.041317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Made reservation on behalf of e7e33f4fd4b940d0915976617d3020fb for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:41.045501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:41.111454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:41.143927 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:41.146042 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Added segment b06c289c-dfc8-450f-97ee-2af5c0e7eb08 of type vlan for network b2fab19c-c18e-4378-8abe-98aec773ed52 Apr 18 21:39:41.216295 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:41.259856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port 5ecbf2ff-9206-4603-bbd4-4291f25179dc yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:41.354607 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:41.356019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:41.356700 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:41.425880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:41.623317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port 3689c4f7-4d96-4505-ab39-89b3240d644b yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:41.675490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7688076 Apr 18 21:39:41.681705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41866) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:41.698472 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Request body: {'subnet': {'network_id': 'b2fab19c-c18e-4378-8abe-98aec773ed52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:41.714163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401626c-90cc-45d2-a407-2076bb3ee516 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event updated for resources: {'Network': ['ID=b2fab19c-c18e-4378-8abe-98aec773ed52,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:41.720626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:41.728435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b2fab19c-c18e-4378-8abe-98aec773ed52 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:41.740687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Usage tracker for resource:subnet and tenant:e7e33f4fd4b940d0915976617d3020fb is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:41.815533 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:41.863293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:41.874261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:41.920866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:42.149808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=5ecbf2ff-9206-4603-bbd4-4291f25179dc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:42.151802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Made reservation on behalf of e7e33f4fd4b940d0915976617d3020fb for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:42.154536 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:42.203674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network a265b6b5-5605-4680-8f00-6708720164f6 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:42.292613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:42.304890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:42.304890 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:42.411304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=3689c4f7-4d96-4505-ab39-89b3240d644b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:42.446968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Checking segment: {'id': 'dbe76fe4-002d-4b17-bb60-b20158910639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e7f556c4-8a4d-4a3c-94ba-b80a307959c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:39:42.447327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network hostable DHCP agents. Network: e7f556c4-8a4d-4a3c-94ba-b80a307959c7, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:39:42.628773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network e7f556c4-8a4d-4a3c-94ba-b80a307959c7 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:39:42.753640 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, e7f556c4-8a4d-4a3c-94ba-b80a307959c7) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:42.761998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:42.766628 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd31ca37-1a11-4ad0-8d52-b54ee607634a None None] Network e7f556c4-8a4d-4a3c-94ba-b80a307959c7 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:42.780307 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:42.787757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:42.792063 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:42.962820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.objects.ports [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85049) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:39:42.963478 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:43.011599 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-582eaa21-320b-4351-811b-0d74fd02553f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5721138 Apr 18 21:39:43.014512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41884) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:43.088832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c3a78cdb-b9b8-4d4b-b001-6bb7601b9f2c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:43.110922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Checking segment: {'id': 'b06c289c-dfc8-450f-97ee-2af5c0e7eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b2fab19c-c18e-4378-8abe-98aec773ed52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:39:43.111284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Network hostable DHCP agents. Network: b2fab19c-c18e-4378-8abe-98aec773ed52, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:39:43.164620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1ccdfca8-9185-4e22-ae2e-25694639849e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 3689c4f7-4d96-4505-ab39-89b3240d644b {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:43.165169 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1ccdfca8-9185-4e22-ae2e-25694639849e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:43.222398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Network b2fab19c-c18e-4378-8abe-98aec773ed52 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:39:43.314826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b2fab19c-c18e-4378-8abe-98aec773ed52) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:43.319099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:43.321134 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:43.325039 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b604a8f-ad7e-4d74-806e-f845606df838 None None] Network b2fab19c-c18e-4378-8abe-98aec773ed52 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:43.407263 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1ccdfca8-9185-4e22-ae2e-25694639849e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:43.484245 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e0e88fd7-c3a1-4cde-bf78-e73a9b9def12 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7987065 Apr 18 21:39:43.484948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41894) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:43.492449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Request body: {'floatingip': {'floating_network_id': 'b2fab19c-c18e-4378-8abe-98aec773ed52'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:43.501157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:43.511235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Usage tracker for resource:floatingip and tenant:e7e33f4fd4b940d0915976617d3020fb is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:43.519767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:43.534219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:43.565151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1ccdfca8-9185-4e22-ae2e-25694639849e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 3689c4f7-4d96-4505-ab39-89b3240d644b owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:43.657582 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:43.737458 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1ccdfca8-9185-4e22-ae2e-25694639849e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:43.772735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd94b629-4443-4cc9-b03b-770811c06dc3 None None] Network b2fab19c-c18e-4378-8abe-98aec773ed52 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:43.816645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdfca8-9185-4e22-ae2e-25694639849e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=3689c4f7-4d96-4505-ab39-89b3240d644b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:43.836433 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1ccdfca8-9185-4e22-ae2e-25694639849e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:43.849302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1ccdfca8-9185-4e22-ae2e-25694639849e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/3689c4f7-4d96-4505-ab39-89b3240d644b HTTP/1.1" status: 204 len: 168 time: 0.8297246 Apr 18 21:39:43.849466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41902) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:43.947945 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:43.972442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41908) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:44.011091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa422f80-044e-475a-9364-3e1f4f0d4213 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:44.016063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa422f80-044e-475a-9364-3e1f4f0d4213 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:44.016886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-aa422f80-044e-475a-9364-3e1f4f0d4213 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:44.147669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-aa422f80-044e-475a-9364-3e1f4f0d4213 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:44.149439 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-aa422f80-044e-475a-9364-3e1f4f0d4213 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2994144 Apr 18 21:39:44.155583 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41916) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:44.171276 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ef8acca-e63e-471d-b1be-1fd972346b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:44.201577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Allocated IP 172.20.0.7 (b2fab19c-c18e-4378-8abe-98aec773ed52/c3a78cdb-b9b8-4d4b-b001-6bb7601b9f2c/852f7c35-c1ec-45f9-a6ff-4f79e4750786) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:44.242447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ef8acca-e63e-471d-b1be-1fd972346b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:44.247680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ef8acca-e63e-471d-b1be-1fd972346b88 admin admin] Usage tracker for resource:security_group_rule and tenant:4592cd12a8ce40a88bc549d6fa264160 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:44.250712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2ef8acca-e63e-471d-b1be-1fd972346b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:44.257042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2ef8acca-e63e-471d-b1be-1fd972346b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:44.329777 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ef8acca-e63e-471d-b1be-1fd972346b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:44.331154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-aeeeb8e1-ce8e-4928-a2f3-14b2d1f2e355 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 5ecbf2ff-9206-4603-bbd4-4291f25179dc {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:44.331652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb8e1-ce8e-4928-a2f3-14b2d1f2e355 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:44.394505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2ef8acca-e63e-471d-b1be-1fd972346b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:44.443737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8acca-e63e-471d-b1be-1fd972346b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c096983-e041-497c-b16d-cc2407730731,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:44.448502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2ef8acca-e63e-471d-b1be-1fd972346b88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4592cd12a8ce40a88bc549d6fa264160&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4742703 Apr 18 21:39:44.453948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41920) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:44.493847 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:44.519778 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f996b42-87bc-47b4-8cb0-d58dbe80f39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:44.547861 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f996b42-87bc-47b4-8cb0-d58dbe80f39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:44.613449 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb8e1-ce8e-4928-a2f3-14b2d1f2e355 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:44.680591 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f996b42-87bc-47b4-8cb0-d58dbe80f39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:44.701847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f996b42-87bc-47b4-8cb0-d58dbe80f39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c096983-e041-497c-b16d-cc2407730731,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:44.707630 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f996b42-87bc-47b4-8cb0-d58dbe80f39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:44.708747 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5f996b42-87bc-47b4-8cb0-d58dbe80f39a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c096983-e041-497c-b16d-cc2407730731 HTTP/1.1" status: 204 len: 168 time: 0.2538860 Apr 18 21:39:44.744340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-aeeeb8e1-ce8e-4928-a2f3-14b2d1f2e355 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 5ecbf2ff-9206-4603-bbd4-4291f25179dc owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:44.926314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:44.995210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Network b2fab19c-c18e-4378-8abe-98aec773ed52 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:44.998286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:45.002658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:45.032511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event updated for resources: {'Port': ['ID=852f7c35-c1ec-45f9-a6ff-4f79e4750786,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:45.039580 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb8e1-ce8e-4928-a2f3-14b2d1f2e355 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.096666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeeb8e1-ce8e-4928-a2f3-14b2d1f2e355 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=5ecbf2ff-9206-4603-bbd4-4291f25179dc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:45.109920 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb8e1-ce8e-4928-a2f3-14b2d1f2e355 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.218195 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-aeeeb8e1-ce8e-4928-a2f3-14b2d1f2e355 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/5ecbf2ff-9206-4603-bbd4-4291f25179dc HTTP/1.1" status: 204 len: 168 time: 1.0613937 Apr 18 21:39:45.220057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41930) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:45.239991 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.316200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ce654-682d-41f3-93d7-d9add027f15f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:45.316905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8d9ce654-682d-41f3-93d7-d9add027f15f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:45.394465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.407700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8d9ce654-682d-41f3-93d7-d9add027f15f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:45.409885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8d9ce654-682d-41f3-93d7-d9add027f15f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1881347 Apr 18 21:39:45.420603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41936) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:45.457890 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-755cca7a-ecef-4c33-8f41-0ca224e5e329 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:39:45.461720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-755cca7a-ecef-4c33-8f41-0ca224e5e329 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/3689c4f7-4d96-4505-ab39-89b3240d644b HTTP/1.1" status: 404 len: 333 time: 0.0450759 Apr 18 21:39:45.461943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41940) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:45.505165 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a92d0c6-baa0-4c2d-a321-f4050f4729a1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:39:45.506864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4a92d0c6-baa0-4c2d-a321-f4050f4729a1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/5ecbf2ff-9206-4603-bbd4-4291f25179dc HTTP/1.1" status: 404 len: 333 time: 0.0438247 Apr 18 21:39:45.509434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41944) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:45.536510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41948) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:45.617608 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a1288d80-e063-47cd-a165-10c0aee0f08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.627418 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.670975 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.684402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a1288d80-e063-47cd-a165-10c0aee0f08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:45.690139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a1288d80-e063-47cd-a165-10c0aee0f08d admin admin] Usage tracker for resource:security_group_rule and tenant:85203d9204214c20b4d0e61471203378 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:45.691409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.693298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a1288d80-e063-47cd-a165-10c0aee0f08d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:45.727234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a1288d80-e063-47cd-a165-10c0aee0f08d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:45.800834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event updated for resources: {'Port': ['ID=852f7c35-c1ec-45f9-a6ff-4f79e4750786,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:45.815865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.846511 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.887883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f556c4-8a4d-4a3c-94ba-b80a307959c7']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:45.902916 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.904780 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-45f0eb2c-594d-4dd8-9f79-7e08a7166a76 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4185753 Apr 18 21:39:45.907493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe76fe4-002d-4b17-bb60-b20158910639') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:45.907631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41954) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:45.907792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe76fe4-002d-4b17-bb60-b20158910639') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:45.932394 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.957572 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a1288d80-e063-47cd-a165-10c0aee0f08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.961328 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.974751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:39:45.975194 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:39:45.990634 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:39:45.997626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5357cd24-a934-43f8-8ca1-16bcb282355e tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Synchronizing usage tracker for tenant:e7e33f4fd4b940d0915976617d3020fb on resource:floatingip {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:46.044697 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a1288d80-e063-47cd-a165-10c0aee0f08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.102889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5357cd24-a934-43f8-8ca1-16bcb282355e tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Unset dirty status for tenant:e7e33f4fd4b940d0915976617d3020fb on resource:floatingip {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:46.104265 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5357cd24-a934-43f8-8ca1-16bcb282355e tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=b2fab19c-c18e-4378-8abe-98aec773ed52 HTTP/1.1" status: 200 len: 689 time: 0.1956091 Apr 18 21:39:46.107179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41958) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:46.116022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1288d80-e063-47cd-a165-10c0aee0f08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5555e7-cde4-4bd8-9e21-9d3515915f99,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:46.121905 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a1288d80-e063-47cd-a165-10c0aee0f08d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85203d9204214c20b4d0e61471203378&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5839601 Apr 18 21:39:46.124108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41962) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:46.200283 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fae3a24f-0a6a-499e-bb18-130de91e523a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.213023 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.218865 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.253695 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.264505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Network': ['ID=e7f556c4-8a4d-4a3c-94ba-b80a307959c7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:46.271714 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9be28bcb-108f-4a2e-adcd-590e2c598211 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/networks/e7f556c4-8a4d-4a3c-94ba-b80a307959c7 HTTP/1.1" status: 204 len: 168 time: 0.7605846 Apr 18 21:39:46.275517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41966) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:46.279451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fae3a24f-0a6a-499e-bb18-130de91e523a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.292349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-25783086'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:46.301930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:46.316486 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:network and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:46.321034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:46.337391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Deleting port 852f7c35-c1ec-45f9-a6ff-4f79e4750786 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:46.337943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.340246 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:46.423703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:46.427113 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.451963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fae3a24f-0a6a-499e-bb18-130de91e523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.472089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3a24f-0a6a-499e-bb18-130de91e523a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5555e7-cde4-4bd8-9e21-9d3515915f99,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:46.488171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:46.493036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fae3a24f-0a6a-499e-bb18-130de91e523a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.494183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fae3a24f-0a6a-499e-bb18-130de91e523a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d5555e7-cde4-4bd8-9e21-9d3515915f99 HTTP/1.1" status: 204 len: 168 time: 0.3691733 Apr 18 21:39:46.501877 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.502383 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Added segment efdc47c9-8311-4810-b17b-d2c2f7277905 of type vlan for network d1392902-20c0-4e3f-8147-0d88eda7ecbb Apr 18 21:39:46.532214 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.532802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.535398 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.645798 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.649694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:46.650301 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.680629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Calling delete_port for 852f7c35-c1ec-45f9-a6ff-4f79e4750786 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:46.859445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Network': ['ID=d1392902-20c0-4e3f-8147-0d88eda7ecbb,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:46.873000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d1392902-20c0-4e3f-8147-0d88eda7ecbb details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:46.919389 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4b5e4f47-2849-4a00-907f-f5172783ccac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6423674 Apr 18 21:39:46.919878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41976) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:46.925342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': 'd1392902-20c0-4e3f-8147-0d88eda7ecbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:46.946039 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:47.131771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event deleted for resources: {'Port': ['ID=852f7c35-c1ec-45f9-a6ff-4f79e4750786,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:47.247452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:47.254184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:47.258897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:47.267843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:47.278403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:47.343843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:47.376224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:47.508364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:47.616006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Performing IP validity checks on allocation pools {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:39:47.622199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:39:47.627672 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:47.678702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a78cdb-b9b8-4d4b-b001-6bb7601b9f2c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:47.812146 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:47.834722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41998) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:47.891512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fab19c-c18e-4378-8abe-98aec773ed52']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:47.920851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06c289c-dfc8-450f-97ee-2af5c0e7eb08') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:47.921140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06c289c-dfc8-450f-97ee-2af5c0e7eb08') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:47.945365 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:47.980733 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:47.988200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1467026438-network', 'tenant_id': 'e114768f9d314ce9bdf0bceb55d7ebac'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:47.993368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:47.998788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Usage tracker for resource:network and tenant:e114768f9d314ce9bdf0bceb55d7ebac is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:48.001303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:39:48.001879 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.002062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:48.008848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:39:48.015456 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:39:48.097105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Made reservation on behalf of e114768f9d314ce9bdf0bceb55d7ebac for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:48.099603 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.113814 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.168881 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.227890 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.238718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:48.243017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Usage tracker for resource:security_group_rule and tenant:e114768f9d314ce9bdf0bceb55d7ebac is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:48.247217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:48.253173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:48.263012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2fab19c-c18e-4378-8abe-98aec773ed52 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:39:48.266969 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.278603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2fab19c-c18e-4378-8abe-98aec773ed52,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:48.284907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Subnet': ['ID=a3899fbc-eedd-42ca-a6d9-7f810de02d9d,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:48.306652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Checking segment: {'id': 'efdc47c9-8311-4810-b17b-d2c2f7277905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd1392902-20c0-4e3f-8147-0d88eda7ecbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:39:48.307107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network hostable DHCP agents. Network: d1392902-20c0-4e3f-8147-0d88eda7ecbb, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:39:48.358094 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.405846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network d1392902-20c0-4e3f-8147-0d88eda7ecbb is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:39:48.410225 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f3586200-72be-4114-84fe-da4f3ae17a4c tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "DELETE /v2.0/networks/b2fab19c-c18e-4378-8abe-98aec773ed52 HTTP/1.1" status: 204 len: 168 time: 2.3019419 Apr 18 21:39:48.413253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42008) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:48.473276 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.504872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:48.521172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850f8322-cd72-466c-a26a-529083e4b3de,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:48.522168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bc6121c5-9d10-4270-b3f7-ed397e63cd30 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Synchronizing usage tracker for tenant:e7e33f4fd4b940d0915976617d3020fb on resource:floatingip {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:48.525494 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.526640 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Added segment 4989e5cc-84d2-43c4-adf3-fb6e63d593ac of type vlan for network 9dc328cd-9f6a-41f1-8440-7b91bc538108 Apr 18 21:39:48.543855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, d1392902-20c0-4e3f-8147-0d88eda7ecbb) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:48.548680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:48.549262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.556746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24d2233-a71c-43ce-8569-bd92babcb305 None None] Network d1392902-20c0-4e3f-8147-0d88eda7ecbb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:48.580703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.611056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bc6121c5-9d10-4270-b3f7-ed397e63cd30 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Unset dirty status for tenant:e7e33f4fd4b940d0915976617d3020fb on resource:floatingip {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:48.612402 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bc6121c5-9d10-4270-b3f7-ed397e63cd30 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3830 time: 0.1980014 Apr 18 21:39:48.629996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42014) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:48.669878 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7fe6742a-710c-4bd4-9641-1f15b5af9946 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7485991 Apr 18 21:39:48.673258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42018) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:48.680633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': 'd1392902-20c0-4e3f-8147-0d88eda7ecbb', 'name': 'tempest-PortsIpV6TestJSON-639025845'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:48.723457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:48.723832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:48.724228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:48.724589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:48.724944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:48.725297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:48.725689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:48.726043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:48.726389 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:48.726741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:48.727902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Synchronizing usage tracker for tenant:e7e33f4fd4b940d0915976617d3020fb on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:48.731679 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.732759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:48.733429 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.828610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Unset dirty status for tenant:e7e33f4fd4b940d0915976617d3020fb on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:48.835949 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2fe4c72a-45e0-4b6c-8dce-8759d109006f tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6528 time: 0.2041140 Apr 18 21:39:48.838932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42022) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:48.854700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-d1392902-20c0-4e3f-8147-0d88eda7ecbb', 'network_id': 'd1392902-20c0-4e3f-8147-0d88eda7ecbb', 'tenant_id': '0b67cbeffd7a476a92ce5723698dbc38', 'fixed_ips': [{'subnet_id': 'a3899fbc-eedd-42ca-a6d9-7f810de02d9d'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:39:48.855959 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.918330 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-fb6f6151-50de-4042-9d7e-d290196d5f83 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] delete failed (client error): The resource could not be found. Apr 18 21:39:48.919670 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fb6f6151-50de-4042-9d7e-d290196d5f83 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/91e7ac7e-f7e4-4416-ad5f-d68d231ce289 HTTP/1.1" status: 404 len: 345 time: 0.0794532 Apr 18 21:39:48.923323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42026) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:48.932121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] Pushing event updated for resources: {'Network': ['ID=9dc328cd-9f6a-41f1-8440-7b91bc538108,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:48.946910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 9dc328cd-9f6a-41f1-8440-7b91bc538108 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:48.949396 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cddf9ea-9dac-4dad-96ba-75fd706c1185 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] DELETE failed (client error): The resource could not be found. Apr 18 21:39:48.949869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cddf9ea-9dac-4dad-96ba-75fd706c1185 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:39:48.951814 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4cddf9ea-9dac-4dad-96ba-75fd706c1185 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "DELETE /v2.0/networks/b2fab19c-c18e-4378-8abe-98aec773ed52 HTTP/1.1" status: 404 len: 339 time: 0.0273023 Apr 18 21:39:48.958863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42030) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:48.966427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Request body: {'network': {'name': 'tempest-network--1311765332', 'router:external': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:48.971803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:48.975793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Usage tracker for resource:network and tenant:e7e33f4fd4b940d0915976617d3020fb is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:48.979570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:48.988139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:49.004962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:49.018441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:49.024880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d370eade-6a42-473f-bb10-93a84fded48d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1884775 Apr 18 21:39:49.029120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42034) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:49.035519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Request body: {'subnet': {'network_id': '9dc328cd-9f6a-41f1-8440-7b91bc538108', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1467026438-subnet', 'tenant_id': 'e114768f9d314ce9bdf0bceb55d7ebac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:49.045568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:49.049880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Usage tracker for resource:subnet and tenant:e114768f9d314ce9bdf0bceb55d7ebac is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:49.055322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:49.062356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:49.142635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Made reservation on behalf of e7e33f4fd4b940d0915976617d3020fb for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:49.145009 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.151713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Allocated IP 2001:db8::2 (d1392902-20c0-4e3f-8147-0d88eda7ecbb/a3899fbc-eedd-42ca-a6d9-7f810de02d9d/43810e78-8868-4933-8fb8-c3dd63853f80) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:49.167819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:49.173702 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.196405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Made reservation on behalf of e114768f9d314ce9bdf0bceb55d7ebac for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:49.201824 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.202442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:49.220344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.220905 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Added segment 2ea25646-8b2b-4368-a649-a7887cf6151c of type vlan for network f3f1ead4-1584-411d-a50e-df41971b4ee4 Apr 18 21:39:49.261797 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.329214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port 77821c64-9be4-44e1-a89f-046847e65418 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:49.383162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.384152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:49.384827 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.464430 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.475033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Transition to ACTIVE for port object 43810e78-8868-4933-8fb8-c3dd63853f80 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:49.497364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Transition to ACTIVE for port object 43810e78-8868-4933-8fb8-c3dd63853f80 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:49.514223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event updated for resources: {'Network': ['ID=f3f1ead4-1584-411d-a50e-df41971b4ee4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:49.527618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network f3f1ead4-1584-411d-a50e-df41971b4ee4 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:49.590507 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.612607 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b200060b-867e-425a-9d09-70eaf5cdc5d6 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6523123 Apr 18 21:39:49.618005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42040) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:49.623787 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.717510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Pushing event updated for resources: {'Port': ['ID=43810e78-8868-4933-8fb8-c3dd63853f80,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:49.723533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Network d1392902-20c0-4e3f-8147-0d88eda7ecbb is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:49.726955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:49.730694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:49.826034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8::b3 (d1392902-20c0-4e3f-8147-0d88eda7ecbb/a3899fbc-eedd-42ca-a6d9-7f810de02d9d/77821c64-9be4-44e1-a89f-046847e65418) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:49.831135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Attempting to bind port 43810e78-8868-4933-8fb8-c3dd63853f80 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:49.831614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Attempting to bind port 43810e78-8868-4933-8fb8-c3dd63853f80 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'efdc47c9-8311-4810-b17b-d2c2f7277905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd1392902-20c0-4e3f-8147-0d88eda7ecbb'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:49.831972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Attempting to bind port 43810e78-8868-4933-8fb8-c3dd63853f80 on network d1392902-20c0-4e3f-8147-0d88eda7ecbb {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:49.838387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c89a31-4498-43b3-9c39-9c7495d480de,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:49.838541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:39:49.838795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Checking segment: {'id': 'efdc47c9-8311-4810-b17b-d2c2f7277905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd1392902-20c0-4e3f-8147-0d88eda7ecbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:39:49.839191 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.839573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Bound using segment: {'id': 'efdc47c9-8311-4810-b17b-d2c2f7277905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd1392902-20c0-4e3f-8147-0d88eda7ecbb'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:39:49.840934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Bound port: 43810e78-8868-4933-8fb8-c3dd63853f80, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdc47c9-8311-4810-b17b-d2c2f7277905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd1392902-20c0-4e3f-8147-0d88eda7ecbb'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:39:49.841278 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.932971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ce9f2-79ba-42e3-bc8a-bdf94a5068d4 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:49.936750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ce9f2-79ba-42e3-bc8a-bdf94a5068d4 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:49.940700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ce9f2-79ba-42e3-bc8a-bdf94a5068d4 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:49.944738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ce9f2-79ba-42e3-bc8a-bdf94a5068d4 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:49.946045 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f14ce9f2-79ba-42e3-bc8a-bdf94a5068d4 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Synchronizing usage tracker for tenant:757a707c40014cc58fdfe78e02379ea3 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:49.952583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Checking segment: {'id': '4989e5cc-84d2-43c4-adf3-fb6e63d593ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9dc328cd-9f6a-41f1-8440-7b91bc538108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:39:49.952945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Network hostable DHCP agents. Network: 9dc328cd-9f6a-41f1-8440-7b91bc538108, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:39:49.958630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] For port 43810e78-8868-4933-8fb8-c3dd63853f80, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:39:49.961860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] For port 43810e78-8868-4933-8fb8-c3dd63853f80, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=43810e78-8868-4933-8fb8-c3dd63853f80,segment=NetworkSegment(efdc47c9-8311-4810-b17b-d2c2f7277905),segment_id=efdc47c9-8311-4810-b17b-d2c2f7277905)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:39:50.075966 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.138216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f14ce9f2-79ba-42e3-bc8a-bdf94a5068d4 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Unset dirty status for tenant:757a707c40014cc58fdfe78e02379ea3 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:50.142193 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f14ce9f2-79ba-42e3-bc8a-bdf94a5068d4 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5203848 Apr 18 21:39:50.142535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42046) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:50.171099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Network 9dc328cd-9f6a-41f1-8440-7b91bc538108 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:39:50.184514 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.215452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Transition to ACTIVE for port object 77821c64-9be4-44e1-a89f-046847e65418 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:50.218903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc13cff-7663-49aa-ba90-bceea998dd68 None None] Pushing event updated for resources: {'Port': ['ID=43810e78-8868-4933-8fb8-c3dd63853f80,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:50.308714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 9dc328cd-9f6a-41f1-8440-7b91bc538108) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:50.312915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:50.313524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.320997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4e588e-5c83-462f-9c56-d3b7697dbe55 None None] Network 9dc328cd-9f6a-41f1-8440-7b91bc538108 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:50.343956 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.380602 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.447933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ecbdc2ed-b5e8-49a6-80f6-09d70c401bc7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4156597 Apr 18 21:39:50.457214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network d1392902-20c0-4e3f-8147-0d88eda7ecbb is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:50.468699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=77821c64-9be4-44e1-a89f-046847e65418,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:50.472046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:50.481254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:50.491671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:50.492936 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.577185 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.628739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f1ead4-1584-411d-a50e-df41971b4ee4']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:50.631105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eb9e00cb-15f6-422d-a36b-cecb7a36701f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9563086 Apr 18 21:39:50.634687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42054) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:50.671889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea25646-8b2b-4368-a649-a7887cf6151c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:50.673491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea25646-8b2b-4368-a649-a7887cf6151c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:50.701037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e21854c-39b8-4595-847d-90c332d3acab None None] Network 9dc328cd-9f6a-41f1-8440-7b91bc538108 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:50.715702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.774040 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.789174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-26783350-40e3-4828-969c-ae30ead76c17 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 77821c64-9be4-44e1-a89f-046847e65418 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:50.789677 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26783350-40e3-4828-969c-ae30ead76c17 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.804429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:39:50.804848 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:39:50.850208 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:39:50.959727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 43810e78-8868-4933-8fb8-c3dd63853f80 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:39:51.114704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:51.124703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f3f1ead4-1584-411d-a50e-df41971b4ee4 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:39:51.129225 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:51.205619 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "DELETE /v2.0/networks/f3f1ead4-1584-411d-a50e-df41971b4ee4 HTTP/1.1" status: 204 len: 168 time: 1.0615201 Apr 18 21:39:51.208370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42064) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:51.211455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef05cb-491a-49d0-83a2-87ccba9be860 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3f1ead4-1584-411d-a50e-df41971b4ee4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:51.218356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Request body: {'network': {'name': 'tempest-network--1809579854', 'router:external': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:51.224010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:51.234579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Usage tracker for resource:network and tenant:e7e33f4fd4b940d0915976617d3020fb is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:51.238607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:51.245807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:51.262785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 43810e78-8868-4933-8fb8-c3dd63853f80 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:39:51.355321 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26783350-40e3-4828-969c-ae30ead76c17 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:51.399911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Made reservation on behalf of e7e33f4fd4b940d0915976617d3020fb for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:51.403240 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:51.522289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:51.550877 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:51.552548 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Added segment d2c9c2f1-c2a4-4756-b0ea-c5a5c8e98035 of type vlan for network 6416956e-f50f-46ab-86c9-3f42c5c8dd79 Apr 18 21:39:51.556147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-26783350-40e3-4828-969c-ae30ead76c17 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 77821c64-9be4-44e1-a89f-046847e65418 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:51.650347 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:51.794457 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:51.795436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:51.796318 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:51.856492 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26783350-40e3-4828-969c-ae30ead76c17 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:51.886094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3184c5aa-ab37-496a-a5db-faacb21aec4d None None] Network d1392902-20c0-4e3f-8147-0d88eda7ecbb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:51.929798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26783350-40e3-4828-969c-ae30ead76c17 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=77821c64-9be4-44e1-a89f-046847e65418,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:51.936868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event updated for resources: {'Network': ['ID=6416956e-f50f-46ab-86c9-3f42c5c8dd79,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:51.997633 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26783350-40e3-4828-969c-ae30ead76c17 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.005871 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e1a953a9-5160-4dfc-a40f-837a23c1c161 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7957511 Apr 18 21:39:52.009246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42082) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:52.017858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 6416956e-f50f-46ab-86c9-3f42c5c8dd79 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:52.022085 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-26783350-40e3-4828-969c-ae30ead76c17 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/77821c64-9be4-44e1-a89f-046847e65418 HTTP/1.1" status: 204 len: 168 time: 1.3852844 Apr 18 21:39:52.025449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42086) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:52.129141 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e91261-3671-47ea-8d99-20f667f80268 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] DELETE failed (client error): The resource could not be found. Apr 18 21:39:52.129762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e91261-3671-47ea-8d99-20f667f80268 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:39:52.137902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42090) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:52.139381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f1e91261-3671-47ea-8d99-20f667f80268 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/77821c64-9be4-44e1-a89f-046847e65418 HTTP/1.1" status: 404 len: 333 time: 0.1118319 Apr 18 21:39:52.195786 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bb0e29-1c40-4e59-860b-2cf7ce561b30 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:39:52.196456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-89bb0e29-1c40-4e59-860b-2cf7ce561b30 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:52.236117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c976cdc-d435-43df-93f1-c6daec78fd83 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:52.237844 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0c976cdc-d435-43df-93f1-c6daec78fd83 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] 10.222.0.11 "GET /v2.0/networks/6416956e-f50f-46ab-86c9-3f42c5c8dd79 HTTP/1.1" status: 200 len: 757 time: 0.2274685 Apr 18 21:39:52.240652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42096) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:52.304696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4d279fb2-9471-495c-9a63-f1ef02053ba9 None None] Provisioning for port 43810e78-8868-4933-8fb8-c3dd63853f80 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:39:52.323913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4d279fb2-9471-495c-9a63-f1ef02053ba9 None None] Provisioning complete for port 43810e78-8868-4933-8fb8-c3dd63853f80 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:52.324334 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d279fb2-9471-495c-9a63-f1ef02053ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.330110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-89bb0e29-1c40-4e59-860b-2cf7ce561b30 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:52.331270 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-89bb0e29-1c40-4e59-860b-2cf7ce561b30 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/77821c64-9be4-44e1-a89f-046847e65418 HTTP/1.1" status: 404 len: 333 time: 0.1923003 Apr 18 21:39:52.334904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42100) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:52.375591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42104) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:52.383591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-157859066-network', 'tenant_id': '4b83b4fca48c4df18a189a856780717a'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:52.399066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c98e16-ae15-4149-9562-b70a41205d2a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:52.401645 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-88c98e16-ae15-4149-9562-b70a41205d2a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] 10.222.0.11 "GET /v2.0/networks/db04a10c-753c-49ea-945f-69d827212031 HTTP/1.1" status: 200 len: 768 time: 0.1587086 Apr 18 21:39:52.402802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:52.405262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42108) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:52.430136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Usage tracker for resource:network and tenant:4b83b4fca48c4df18a189a856780717a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:52.436541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:52.498562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:52.538770 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.590503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a744dfd-b573-4dce-8496-34d18a2f907c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting subnet a3899fbc-eedd-42ca-a6d9-7f810de02d9d {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:39:52.594799 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a744dfd-b573-4dce-8496-34d18a2f907c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.600009 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d279fb2-9471-495c-9a63-f1ef02053ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.647785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4d279fb2-9471-495c-9a63-f1ef02053ba9 None None] For port 43810e78-8868-4933-8fb8-c3dd63853f80, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=43810e78-8868-4933-8fb8-c3dd63853f80,segment=NetworkSegment(efdc47c9-8311-4810-b17b-d2c2f7277905),segment_id=efdc47c9-8311-4810-b17b-d2c2f7277905)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:52.657375 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a744dfd-b573-4dce-8496-34d18a2f907c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.669047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Made reservation on behalf of 4b83b4fca48c4df18a189a856780717a for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:52.669047 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.692582 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.714422 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.720209 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d279fb2-9471-495c-9a63-f1ef02053ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.786157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6416956e-f50f-46ab-86c9-3f42c5c8dd79']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:52.793497 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a744dfd-b573-4dce-8496-34d18a2f907c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.814908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c9c2f1-c2a4-4756-b0ea-c5a5c8e98035') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:52.815195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c9c2f1-c2a4-4756-b0ea-c5a5c8e98035') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:52.847429 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.851339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d279fb2-9471-495c-9a63-f1ef02053ba9 None None] Pushing event updated for resources: {'Port': ['ID=43810e78-8868-4933-8fb8-c3dd63853f80,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:52.863329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:52.879219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Usage tracker for resource:security_group_rule and tenant:4b83b4fca48c4df18a189a856780717a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:52.883954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:52.887955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.895314 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:52.904536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:39:52.905156 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:39:52.927175 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:39:52.960505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a744dfd-b573-4dce-8496-34d18a2f907c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.001369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a744dfd-b573-4dce-8496-34d18a2f907c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Subnet': ['ID=a3899fbc-eedd-42ca-a6d9-7f810de02d9d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:53.014664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a744dfd-b573-4dce-8496-34d18a2f907c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.021785 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2a744dfd-b573-4dce-8496-34d18a2f907c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/a3899fbc-eedd-42ca-a6d9-7f810de02d9d HTTP/1.1" status: 204 len: 168 time: 0.6852679 Apr 18 21:39:53.026933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42114) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:53.046128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bc33d03e-67b1-425b-9024-b76a548060c3 None None] Provisioning complete for port 43810e78-8868-4933-8fb8-c3dd63853f80 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:53.046651 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bc33d03e-67b1-425b-9024-b76a548060c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.219324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5087fc-45e1-4131-aba8-9b8d1e2e434d None None] Network d1392902-20c0-4e3f-8147-0d88eda7ecbb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:53.220673 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.334171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-844590c2-3fd5-464a-9206-ff00d86d4a86 None None] Could not find standard attr ID for object 77821c64-9be4-44e1-a89f-046847e65418. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:39:53.363050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6416956e-f50f-46ab-86c9-3f42c5c8dd79 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:39:53.368352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.403610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event deleted for resources: {'Network': ['ID=6416956e-f50f-46ab-86c9-3f42c5c8dd79,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:53.446046 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.450091 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6edd18c0-3376-472c-b794-f4041bb3b02b tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "DELETE /v2.0/networks/6416956e-f50f-46ab-86c9-3f42c5c8dd79 HTTP/1.1" status: 204 len: 168 time: 1.0438683 Apr 18 21:39:53.454097 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.457817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42120) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:53.464272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Request body: {'network': {'name': 'tempest-network--1696059674'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:53.468239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 43810e78-8868-4933-8fb8-c3dd63853f80 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:53.468859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.470060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:53.483810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Usage tracker for resource:network and tenant:e7e33f4fd4b940d0915976617d3020fb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:53.491918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:53.500042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:53.548995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26825f34-9820-46ec-8947-e7f5570243c6 None None] DHCP port deletion for d1392902-20c0-4e3f-8147-0d88eda7ecbb request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:39:53.554176 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-26825f34-9820-46ec-8947-e7f5570243c6 None None] Deleting port 43810e78-8868-4933-8fb8-c3dd63853f80 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:53.554680 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26825f34-9820-46ec-8947-e7f5570243c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.571207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.622650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:53.638822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d459e5-3b96-40cb-9a71-bfbc93941a8e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:53.662773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.662773 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Added segment 9a4dbc3c-b1d4-4395-a6b5-d25b626c7fe2 of type vlan for network 363cf0c3-c8cc-480b-bcc8-117c820b4103 Apr 18 21:39:53.702467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Made reservation on behalf of e7e33f4fd4b940d0915976617d3020fb for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:53.704738 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.757605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:53.780582 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.784057 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.784518 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Added segment 2006dc41-7e34-4004-9f2e-acab79b5d021 of type vlan for network fb7ce875-605d-4dcc-9085-675c062ff08b Apr 18 21:39:53.801505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] For port 43810e78-8868-4933-8fb8-c3dd63853f80, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=43810e78-8868-4933-8fb8-c3dd63853f80,segment=NetworkSegment(efdc47c9-8311-4810-b17b-d2c2f7277905),segment_id=efdc47c9-8311-4810-b17b-d2c2f7277905)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:53.801505 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.831600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-26825f34-9820-46ec-8947-e7f5570243c6 None None] For port 43810e78-8868-4933-8fb8-c3dd63853f80, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=43810e78-8868-4933-8fb8-c3dd63853f80,segment=NetworkSegment(efdc47c9-8311-4810-b17b-d2c2f7277905),segment_id=efdc47c9-8311-4810-b17b-d2c2f7277905)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:53.831600 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26825f34-9820-46ec-8947-e7f5570243c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.849911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.967690 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.967690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:53.967690 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.999211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 43810e78-8868-4933-8fb8-c3dd63853f80 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:54.034260 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:39:54.077693 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-26825f34-9820-46ec-8947-e7f5570243c6 None None] Calling delete_port for 43810e78-8868-4933-8fb8-c3dd63853f80 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:54.085707 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.086789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:54.087490 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.121398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event updated for resources: {'Network': ['ID=fb7ce875-605d-4dcc-9085-675c062ff08b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:54.149266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network fb7ce875-605d-4dcc-9085-675c062ff08b details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:54.176649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9badb0c7-92d4-47b5-89e9-8795b0ed09dc tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7177153 Apr 18 21:39:54.179520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42128) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:54.183771 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.205918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-091c9f5d-497e-4bbf-8d4e-7afed19b2aeb tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Request body: {'network': {'router:external': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:54.265924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=43810e78-8868-4933-8fb8-c3dd63853f80,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:54.277275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] Pushing event updated for resources: {'Network': ['ID=363cf0c3-c8cc-480b-bcc8-117c820b4103,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:54.281206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No DVR routers for this DVR port 43810e78-8868-4933-8fb8-c3dd63853f80 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:39:54.301119 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 363cf0c3-c8cc-480b-bcc8-117c820b4103 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:54.438822 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9eeb7657-facc-4c8f-b11c-b397c00f8ebf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0621850 Apr 18 21:39:54.444644 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-26825f34-9820-46ec-8947-e7f5570243c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:39:54.445179 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-26825f34-9820-46ec-8947-e7f5570243c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:39:54.446411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42134) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:54.470061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Request body: {'subnet': {'network_id': '363cf0c3-c8cc-480b-bcc8-117c820b4103', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-157859066-subnet', 'tenant_id': '4b83b4fca48c4df18a189a856780717a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:54.483141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:54.491083 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.500087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Usage tracker for resource:subnet and tenant:4b83b4fca48c4df18a189a856780717a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:54.505768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:54.523276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:54.537297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1392902-20c0-4e3f-8147-0d88eda7ecbb']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:54.552983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdc47c9-8311-4810-b17b-d2c2f7277905') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:54.553711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdc47c9-8311-4810-b17b-d2c2f7277905') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:54.563131 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-091c9f5d-497e-4bbf-8d4e-7afed19b2aeb tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.567280 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.584863 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.591508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:39:54.591938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:39:54.607090 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:39:54.663098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Made reservation on behalf of 4b83b4fca48c4df18a189a856780717a for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:54.665345 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.685382 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a77f62ff-210b-44ae-97f7-fbc1f120d75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.685597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-091c9f5d-497e-4bbf-8d4e-7afed19b2aeb tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.710740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-091c9f5d-497e-4bbf-8d4e-7afed19b2aeb tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Network fb7ce875-605d-4dcc-9085-675c062ff08b is not hosted by any dhcp agent {{(pid=85048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 18 21:39:54.712115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c9f5d-497e-4bbf-8d4e-7afed19b2aeb tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:54.712992 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-091c9f5d-497e-4bbf-8d4e-7afed19b2aeb tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.714537 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-091c9f5d-497e-4bbf-8d4e-7afed19b2aeb tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "PUT /v2.0/networks/fb7ce875-605d-4dcc-9085-675c062ff08b HTTP/1.1" status: 200 len: 858 time: 0.5323877 Apr 18 21:39:54.719318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42138) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:54.775667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 43810e78-8868-4933-8fb8-c3dd63853f80 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:39:54.817289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 43810e78-8868-4933-8fb8-c3dd63853f80 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:39:54.818011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 43810e78-8868-4933-8fb8-c3dd63853f80 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:39:54.891044 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.914845 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.940329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Network': ['ID=d1392902-20c0-4e3f-8147-0d88eda7ecbb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:54.946914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-26825f34-9820-46ec-8947-e7f5570243c6 None None] Deleting port 43810e78-8868-4933-8fb8-c3dd63853f80 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:54.948192 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26825f34-9820-46ec-8947-e7f5570243c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.952924 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e3e92973-976f-42c7-93aa-0423636e1a71 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/networks/d1392902-20c0-4e3f-8147-0d88eda7ecbb HTTP/1.1" status: 204 len: 168 time: 1.9243288 Apr 18 21:39:54.954379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42142) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:54.961480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1951792359'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:54.966029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:54.970368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:network and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:54.972103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c9f5d-497e-4bbf-8d4e-7afed19b2aeb tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event updated for resources: {'Network': ['ID=fb7ce875-605d-4dcc-9085-675c062ff08b,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:54.973313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:54.980887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:54.997493 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.026596 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-26825f34-9820-46ec-8947-e7f5570243c6 None None] The port '43810e78-8868-4933-8fb8-c3dd63853f80' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:39:55.029388 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.092477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:55.095665 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.138928 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.158621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26dc1ffd-ad45-42ff-a8a7-88a2c63e76c8,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:55.174214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:55.180275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Checking segment: {'id': '9a4dbc3c-b1d4-4395-a6b5-d25b626c7fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '363cf0c3-c8cc-480b-bcc8-117c820b4103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:39:55.180644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Network hostable DHCP agents. Network: 363cf0c3-c8cc-480b-bcc8-117c820b4103, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:39:55.187442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7ce875-605d-4dcc-9085-675c062ff08b']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:55.198282 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.198912 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Added segment ae3fac5c-acd5-43a2-a2e5-d1223271a370 of type vlan for network 0073e58e-e5c4-45f0-9cfc-350e86972386 Apr 18 21:39:55.207422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2006dc41-7e34-4004-9f2e-acab79b5d021') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:55.207955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2006dc41-7e34-4004-9f2e-acab79b5d021') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:55.224990 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.237726 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.254943 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.261886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:39:55.262280 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:39:55.276858 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:39:55.326934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Network 363cf0c3-c8cc-480b-bcc8-117c820b4103 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:39:55.361688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.367343 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:55.368812 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.445401 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.464073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 363cf0c3-c8cc-480b-bcc8-117c820b4103) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:55.473961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb7ce875-605d-4dcc-9085-675c062ff08b {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:39:55.479450 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.489427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ab798-aef0-4633-8031-0f80cf0e5366 None None] Network 363cf0c3-c8cc-480b-bcc8-117c820b4103 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:55.493196 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] 10.222.0.11 "DELETE /v2.0/networks/fb7ce875-605d-4dcc-9085-675c062ff08b HTTP/1.1" status: 204 len: 168 time: 0.7727177 Apr 18 21:39:55.500431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42158) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:55.501224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770a5b0-dadd-4415-b735-48c6b3eac873 tempest-ExternalNetworksTestJSON-1730373812 tempest-ExternalNetworksTestJSON-1730373812-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb7ce875-605d-4dcc-9085-675c062ff08b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:55.537105 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Network': ['ID=0073e58e-e5c4-45f0-9cfc-350e86972386,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:55.559230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:55.566272 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.574085 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-631d5865-8e60-4d1c-9145-5be1d9aa5bb0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6180654 Apr 18 21:39:55.577065 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3701b1d9-6cbb-4b9e-8db8-3bcac76b75f4 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] DELETE failed (client error): The resource could not be found. Apr 18 21:39:55.578495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3701b1d9-6cbb-4b9e-8db8-3bcac76b75f4 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:39:55.580381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3701b1d9-6cbb-4b9e-8db8-3bcac76b75f4 tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] 10.222.0.11 "DELETE /v2.0/subnets/c3a78cdb-b9b8-4d4b-b001-6bb7601b9f2c HTTP/1.1" status: 404 len: 337 time: 0.0726168 Apr 18 21:39:55.581400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42162) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:55.583902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42164) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:55.588316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': '0073e58e-e5c4-45f0-9cfc-350e86972386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:55.616910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 0073e58e-e5c4-45f0-9cfc-350e86972386 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:39:55.710194 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-191ffcf6-a7e0-4faa-a650-02d9e25d4f60 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2487071 Apr 18 21:39:55.815536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:55.831458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:55.839637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:55.848524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:55.854423 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.995683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:56.110847 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:56.149690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62b85db-427f-40de-a131-b0afb5681a71 None None] Network 363cf0c3-c8cc-480b-bcc8-117c820b4103 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:56.272286 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:56.340201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db04a10c-753c-49ea-945f-69d827212031']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:56.358695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9758a23-65ac-43dd-9eca-f14248875ff7') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:56.359042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9758a23-65ac-43dd-9eca-f14248875ff7') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:56.376095 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:56.396141 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:56.435730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:39:56.436126 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:39:56.453771 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:39:56.651866 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:56.716513 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:56.732474 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:56.768397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] Pushing event deleted for resources: {'Network': ['ID=db04a10c-753c-49ea-945f-69d827212031,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:56.910330 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-90be26c1-978d-4806-9c00-c68b264e2a6a tempest-ExternalNetworksTestJSON-21650120 tempest-ExternalNetworksTestJSON-21650120-project] 10.222.0.11 "DELETE /v2.0/networks/db04a10c-753c-49ea-945f-69d827212031 HTTP/1.1" status: 204 len: 168 time: 1.2218330 Apr 18 21:39:56.957845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Subnet': ['ID=3793fa3b-0c57-4d4c-b41d-1ec85a822924,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:56.985652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-c61fe600-53a5-457a-b56f-b180ca54d2c9 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:56.986395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-c61fe600-53a5-457a-b56f-b180ca54d2c9 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Synchronizing usage tracker for tenant:e114768f9d314ce9bdf0bceb55d7ebac on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:56.990229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Checking segment: {'id': 'ae3fac5c-acd5-43a2-a2e5-d1223271a370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0073e58e-e5c4-45f0-9cfc-350e86972386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:39:56.990580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network hostable DHCP agents. Network: 0073e58e-e5c4-45f0-9cfc-350e86972386, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:39:57.121211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-c61fe600-53a5-457a-b56f-b180ca54d2c9 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Unset dirty status for tenant:e114768f9d314ce9bdf0bceb55d7ebac on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:57.122404 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-c61fe600-53a5-457a-b56f-b180ca54d2c9 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/networks?id=9dc328cd-9f6a-41f1-8440-7b91bc538108 HTTP/1.1" status: 200 len: 809 time: 0.4941444 Apr 18 21:39:57.141554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-3007c592-e561-482f-901a-c25532240100 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/quotas/e114768f9d314ce9bdf0bceb55d7ebac HTTP/1.1" status: 200 len: 375 time: 0.0129044 Apr 18 21:39:57.148534 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-107101f9-f4f4-45af-b0b6-b076f9f33082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:57.157923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 0073e58e-e5c4-45f0-9cfc-350e86972386 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:39:57.206058 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-7cdd735c-1442-4abc-8330-c4fcdc01ee88 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e114768f9d314ce9bdf0bceb55d7ebac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512426 Apr 18 21:39:57.295305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 0073e58e-e5c4-45f0-9cfc-350e86972386) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:57.305907 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb34634-1b64-49b5-904f-03f94d784944 None None] Network 0073e58e-e5c4-45f0-9cfc-350e86972386 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:57.320339 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:57.322690 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:57.382313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-cea5b612-1a70-44a2-a93f-cd76eb733df9 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc328cd-9f6a-41f1-8440-7b91bc538108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685195 Apr 18 21:39:57.422443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f5d9b3bb-be83-4d3b-9de8-37d044558656 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8359690 Apr 18 21:39:57.424435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42194) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:57.432466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': '0073e58e-e5c4-45f0-9cfc-350e86972386', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1468579994'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:57.571541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42200) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:57.629202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-0073e58e-e5c4-45f0-9cfc-350e86972386', 'network_id': '0073e58e-e5c4-45f0-9cfc-350e86972386', 'tenant_id': '0b67cbeffd7a476a92ce5723698dbc38', 'fixed_ips': [{'subnet_id': '3793fa3b-0c57-4d4c-b41d-1ec85a822924'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:39:57.630566 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:57.633865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-0a38e5e8-15da-4b03-96a6-9c4232890b9d service neutron] 10.222.0.11 "GET /v2.0/networks/9dc328cd-9f6a-41f1-8440-7b91bc538108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455170 Apr 18 21:39:57.790576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:57.794828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:port and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:57.799005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:57.804744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:57.893942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-481eba71-c0ae-4b07-8503-693071f8363c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=757a707c40014cc58fdfe78e02379ea3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3205307 Apr 18 21:39:57.896327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42208) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:57.910727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:57.913945 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:57.920367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Allocated IP 2001:db8::2 (0073e58e-e5c4-45f0-9cfc-350e86972386/3793fa3b-0c57-4d4c-b41d-1ec85a822924/5ba5be19-607f-4de5-87d0-da08fa9e90ee) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:57.959905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port 570d5ce9-0312-4145-9567-8f0dc506404f yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:39:58.023749 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.051087 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4a02798-a18b-4a9b-86bd-5dd8d8aa16a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.082852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4a02798-a18b-4a9b-86bd-5dd8d8aa16a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.148019 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.223695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Transition to ACTIVE for port object 5ba5be19-607f-4de5-87d0-da08fa9e90ee will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:58.224390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4a02798-a18b-4a9b-86bd-5dd8d8aa16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.241307 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a02798-a18b-4a9b-86bd-5dd8d8aa16a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da93ddf-07d3-4633-9c35-7f73de861a88,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:58.243593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Transition to ACTIVE for port object 5ba5be19-607f-4de5-87d0-da08fa9e90ee will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:58.255334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f4a02798-a18b-4a9b-86bd-5dd8d8aa16a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.256457 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f4a02798-a18b-4a9b-86bd-5dd8d8aa16a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1da93ddf-07d3-4633-9c35-7f73de861a88 HTTP/1.1" status: 204 len: 168 time: 0.3591599 Apr 18 21:39:58.331893 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.402225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Network 0073e58e-e5c4-45f0-9cfc-350e86972386 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:58.405176 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:58.409024 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:58.414944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8::3a9 (0073e58e-e5c4-45f0-9cfc-350e86972386/3793fa3b-0c57-4d4c-b41d-1ec85a822924/570d5ce9-0312-4145-9567-8f0dc506404f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:58.415166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Pushing event updated for resources: {'Port': ['ID=5ba5be19-607f-4de5-87d0-da08fa9e90ee,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:58.500816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Attempting to bind port 5ba5be19-607f-4de5-87d0-da08fa9e90ee on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:58.501181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Attempting to bind port 5ba5be19-607f-4de5-87d0-da08fa9e90ee by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'ae3fac5c-acd5-43a2-a2e5-d1223271a370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0073e58e-e5c4-45f0-9cfc-350e86972386'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:58.501569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Attempting to bind port 5ba5be19-607f-4de5-87d0-da08fa9e90ee on network 0073e58e-e5c4-45f0-9cfc-350e86972386 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:58.509132 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:39:58.509554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Checking segment: {'id': 'ae3fac5c-acd5-43a2-a2e5-d1223271a370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0073e58e-e5c4-45f0-9cfc-350e86972386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:39:58.510673 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.511095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Bound using segment: {'id': 'ae3fac5c-acd5-43a2-a2e5-d1223271a370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0073e58e-e5c4-45f0-9cfc-350e86972386'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:39:58.511657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Bound port: 5ba5be19-607f-4de5-87d0-da08fa9e90ee, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3fac5c-acd5-43a2-a2e5-d1223271a370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0073e58e-e5c4-45f0-9cfc-350e86972386'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:39:58.512036 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.597310 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.615020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Transition to ACTIVE for port object 570d5ce9-0312-4145-9567-8f0dc506404f will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:58.638133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] For port 5ba5be19-607f-4de5-87d0-da08fa9e90ee, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:39:58.641326 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] For port 5ba5be19-607f-4de5-87d0-da08fa9e90ee, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5ba5be19-607f-4de5-87d0-da08fa9e90ee,segment=NetworkSegment(ae3fac5c-acd5-43a2-a2e5-d1223271a370),segment_id=ae3fac5c-acd5-43a2-a2e5-d1223271a370)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:39:58.673653 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.697902 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.698004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.785588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 0073e58e-e5c4-45f0-9cfc-350e86972386 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:58.789291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:58.793323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:58.795287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f9644-25a0-462f-a776-852de2a4461f None None] Pushing event updated for resources: {'Port': ['ID=5ba5be19-607f-4de5-87d0-da08fa9e90ee,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:58.807320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:58.808262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.827137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=570d5ce9-0312-4145-9567-8f0dc506404f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:58.938088 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e481bc4e-763d-4dee-b06e-1a440803bddd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5119081 Apr 18 21:39:58.939021 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42222) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:59.149740 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69160869-4d42-4e80-85fd-55e79242aa62 req-0f11a681-85d4-43bf-bb8a-69cdc88805dc tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 210 time: 0.0776789 Apr 18 21:39:59.176651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8f532-0fee-4849-9eed-5e7b880ab2aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 570d5ce9-0312-4145-9567-8f0dc506404f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:59.176988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a9b8f532-0fee-4849-9eed-5e7b880ab2aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.215152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42234) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:59.311475 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1a586685-3ab7-4fde-8aa5-89787e7066f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7e33f4fd4b940d0915976617d3020fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0951433 Apr 18 21:39:59.315337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42242) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:59.386654 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cda66cf-cbc6-4c78-b066-4ee37ea33125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.417623 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cda66cf-cbc6-4c78-b066-4ee37ea33125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.510112 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a9b8f532-0fee-4849-9eed-5e7b880ab2aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.525410 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cda66cf-cbc6-4c78-b066-4ee37ea33125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.542468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda66cf-cbc6-4c78-b066-4ee37ea33125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44067153-374c-4ce6-b778-89469abd748f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:59.547108 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0cda66cf-cbc6-4c78-b066-4ee37ea33125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.548337 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0cda66cf-cbc6-4c78-b066-4ee37ea33125 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44067153-374c-4ce6-b778-89469abd748f HTTP/1.1" status: 204 len: 168 time: 0.2320988 Apr 18 21:39:59.644524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8f532-0fee-4849-9eed-5e7b880ab2aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 570d5ce9-0312-4145-9567-8f0dc506404f owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:59.944803 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a9b8f532-0fee-4849-9eed-5e7b880ab2aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.992412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33067f-cb7b-43d9-91ca-72ed32f66345 req-dbe522d2-4915-446f-80bc-8525d613083c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:00.000644 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e33067f-cb7b-43d9-91ca-72ed32f66345 req-dbe522d2-4915-446f-80bc-8525d613083c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 945 time: 0.1395683 Apr 18 21:40:00.055884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8f532-0fee-4849-9eed-5e7b880ab2aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=570d5ce9-0312-4145-9567-8f0dc506404f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:00.098743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d8d8f1-5649-4f2e-b317-cbb2ad5f05b2 None None] Network 0073e58e-e5c4-45f0-9cfc-350e86972386 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:00.102199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e33067f-cb7b-43d9-91ca-72ed32f66345 req-a28dcbe0-063d-4326-9c80-47a475c5f637 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006749 Apr 18 21:40:00.112536 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a9b8f532-0fee-4849-9eed-5e7b880ab2aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.129651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42256) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:00.130710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a9b8f532-0fee-4849-9eed-5e7b880ab2aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/570d5ce9-0312-4145-9567-8f0dc506404f HTTP/1.1" status: 204 len: 168 time: 1.1905551 Apr 18 21:40:00.228106 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb7235f-183c-4c29-9523-4d1fc8a50079 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:40:00.232592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fcb7235f-183c-4c29-9523-4d1fc8a50079 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:00.307458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7d4a520-58dc-4375-87fa-c87c8f8af3a4 req-9fdfd2f5-0856-49fb-a4f8-ceb418a2219f tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 210 time: 0.0461969 Apr 18 21:40:00.344182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1b520fbd-e8cd-421d-a4bd-0c69e39ca0f9 None None] Provisioning for port 5ba5be19-607f-4de5-87d0-da08fa9e90ee completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:00.382787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fcb7235f-183c-4c29-9523-4d1fc8a50079 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:00.387243 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fcb7235f-183c-4c29-9523-4d1fc8a50079 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/570d5ce9-0312-4145-9567-8f0dc506404f HTTP/1.1" status: 404 len: 333 time: 0.2523568 Apr 18 21:40:00.394427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42270) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:00.642011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3727a9f6-f8cb-4c54-aa6c-d6e199cc846c req-1bf4d645-06c5-4fa2-b7a4-67cbd3d9ca85 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1097 time: 0.0876291 Apr 18 21:40:00.652752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c48eac-14f5-47c7-a4a3-9c56b9144495 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting subnet 3793fa3b-0c57-4d4c-b41d-1ec85a822924 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:40:00.657009 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2c48eac-14f5-47c7-a4a3-9c56b9144495 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.710354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3727a9f6-f8cb-4c54-aa6c-d6e199cc846c req-45afe7c4-0f76-4492-86de-014cb7858f7f tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Synchronizing usage tracker for tenant:24d2908e9895400ab9848e609d6ab3e0 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:00.751462 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2c48eac-14f5-47c7-a4a3-9c56b9144495 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.863125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5ba5be19-607f-4de5-87d0-da08fa9e90ee up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:00.876935 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2c48eac-14f5-47c7-a4a3-9c56b9144495 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.886722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3727a9f6-f8cb-4c54-aa6c-d6e199cc846c req-45afe7c4-0f76-4492-86de-014cb7858f7f tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Unset dirty status for tenant:24d2908e9895400ab9848e609d6ab3e0 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:00.890304 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3727a9f6-f8cb-4c54-aa6c-d6e199cc846c req-45afe7c4-0f76-4492-86de-014cb7858f7f tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453938 Apr 18 21:40:00.927832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42282) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:01.091160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.106057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8500fabe-f328-4903-92b7-714ea454e4d2 None None] Could not find standard attr ID for object 570d5ce9-0312-4145-9567-8f0dc506404f. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:40:01.125529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 5ba5be19-607f-4de5-87d0-da08fa9e90ee completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:01.126934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2c48eac-14f5-47c7-a4a3-9c56b9144495 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.131828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 5ba5be19-607f-4de5-87d0-da08fa9e90ee triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:01.135056 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.240274 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2c48eac-14f5-47c7-a4a3-9c56b9144495 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.268647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c48eac-14f5-47c7-a4a3-9c56b9144495 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Subnet': ['ID=3793fa3b-0c57-4d4c-b41d-1ec85a822924,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:01.282952 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e2c48eac-14f5-47c7-a4a3-9c56b9144495 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/3793fa3b-0c57-4d4c-b41d-1ec85a822924 HTTP/1.1" status: 204 len: 168 time: 0.8856947 Apr 18 21:40:01.282952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42294) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:01.465632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e3e1d1-7479-446e-b793-39d0e7492cff None None] Network 0073e58e-e5c4-45f0-9cfc-350e86972386 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:01.582553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.605660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 5ba5be19-607f-4de5-87d0-da08fa9e90ee {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:01.606282 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.722472 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.769741 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d475f02e-d6b1-489a-b567-b2044b09f58a req-a4684034-9977-446a-933a-4144779b64a4 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 210 time: 0.1176145 Apr 18 21:40:01.820786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-68e7f453-037e-4029-beda-eeb51ded6ef9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port 9f6eec28-b6a3-471c-aff0-3398d63ed7d7 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:01.831791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68e7f453-037e-4029-beda-eeb51ded6ef9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.885393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 5ba5be19-607f-4de5-87d0-da08fa9e90ee, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5ba5be19-607f-4de5-87d0-da08fa9e90ee,segment=NetworkSegment(ae3fac5c-acd5-43a2-a2e5-d1223271a370),segment_id=ae3fac5c-acd5-43a2-a2e5-d1223271a370)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:01.956472 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.962052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] For port 5ba5be19-607f-4de5-87d0-da08fa9e90ee, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5ba5be19-607f-4de5-87d0-da08fa9e90ee,segment=NetworkSegment(ae3fac5c-acd5-43a2-a2e5-d1223271a370),segment_id=ae3fac5c-acd5-43a2-a2e5-d1223271a370)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:01.962738 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:02.007320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25337b82-942f-4ea2-98fa-eade61a75a06 req-480c75df-4624-485d-a07b-8992eb4108cb tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:02.012248 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25337b82-942f-4ea2-98fa-eade61a75a06 req-480c75df-4624-485d-a07b-8992eb4108cb tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 945 time: 0.6224608 Apr 18 21:40:02.014028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] DHCP port deletion for 0073e58e-e5c4-45f0-9cfc-350e86972386 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:40:02.034479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Deleting port 5ba5be19-607f-4de5-87d0-da08fa9e90ee {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:02.036872 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:02.058715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-95bd3fbb-0a67-479d-a0c1-cfeb2da5542d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:02.060407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-95bd3fbb-0a67-479d-a0c1-cfeb2da5542d tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.26 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 945 time: 0.4146585 Apr 18 21:40:02.198718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25337b82-942f-4ea2-98fa-eade61a75a06 req-a212218b-5707-4046-a2c0-32e86dea04ed tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739104 Apr 18 21:40:02.232954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Deleting port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:02.232954 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:02.265708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 5ba5be19-607f-4de5-87d0-da08fa9e90ee owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:02.278254 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=5ba5be19-607f-4de5-87d0-da08fa9e90ee,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:02.351555 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68e7f453-037e-4029-beda-eeb51ded6ef9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:02.351960 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68e7f453-037e-4029-beda-eeb51ded6ef9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:02.441515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] For port 5ba5be19-607f-4de5-87d0-da08fa9e90ee, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5ba5be19-607f-4de5-87d0-da08fa9e90ee,segment=NetworkSegment(ae3fac5c-acd5-43a2-a2e5-d1223271a370),segment_id=ae3fac5c-acd5-43a2-a2e5-d1223271a370)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:02.442190 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:02.457407 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:40:02.457887 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:40:02.491394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-68e7f453-037e-4029-beda-eeb51ded6ef9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for 9f6eec28-b6a3-471c-aff0-3398d63ed7d7 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:02.576919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Calling delete_port for 5ba5be19-607f-4de5-87d0-da08fa9e90ee owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:02.699501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] For port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=0079b67d-dbb3-40ed-9dd4-aa1e58200e53,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:02.699864 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:02.748316 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:02.809938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Pushing event deleted for resources: {'Port': ['ID=5ba5be19-607f-4de5-87d0-da08fa9e90ee,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:02.824452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:02.825020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:02.826769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:02.827011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:02.827378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:02.827865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:02.828791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:02.828791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:02.828791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:02.829653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:02.829653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:02.838645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2473e7-6c96-4d5a-9a1f-683c966f41c5 None None] No DVR routers for this DVR port 5ba5be19-607f-4de5-87d0-da08fa9e90ee on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:02.842298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5ba5be19-607f-4de5-87d0-da08fa9e90ee no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:02.893139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 5ba5be19-607f-4de5-87d0-da08fa9e90ee {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:02.893494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5ba5be19-607f-4de5-87d0-da08fa9e90ee not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:02.960051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 5ba5be19-607f-4de5-87d0-da08fa9e90ee {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:02.960413 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.058334 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68e7f453-037e-4029-beda-eeb51ded6ef9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.068272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] The port '5ba5be19-607f-4de5-87d0-da08fa9e90ee' was deleted {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:40:03.147455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-dee9f79a-bc1d-481b-ab19-df5c5b409010 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:03.148884 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-dee9f79a-bc1d-481b-ab19-df5c5b409010 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.59 "GET /v2.0/networks?id=9dc328cd-9f6a-41f1-8440-7b91bc538108 HTTP/1.1" status: 200 len: 809 time: 0.3947985 Apr 18 21:40:03.201649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Request body: {'port': {'device_id': '1a0d670c-d147-4c1c-a421-cee2c28ab416', 'network_id': '9dc328cd-9f6a-41f1-8440-7b91bc538108', 'admin_state_up': True, 'tenant_id': 'e114768f9d314ce9bdf0bceb55d7ebac'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:03.206733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7f453-037e-4029-beda-eeb51ded6ef9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=9f6eec28-b6a3-471c-aff0-3398d63ed7d7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:03.240023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa49620b-ada8-49f3-aa69-c0c4a888ed44 req-ea8cbf9d-bdd7-49a1-b5c4-00df2620c659 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 210 time: 0.1918380 Apr 18 21:40:03.342834 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.381359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0073e58e-e5c4-45f0-9cfc-350e86972386']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:03.396557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42326) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:03.471730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3fac5c-acd5-43a2-a2e5-d1223271a370') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:03.472088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3fac5c-acd5-43a2-a2e5-d1223271a370') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:03.495581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.511224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:03.518753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Usage tracker for resource:port and tenant:e114768f9d314ce9bdf0bceb55d7ebac is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:03.522276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:03.525874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.533823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:03.541592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:40:03.541592 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:40:03.554524 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:40:03.611068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1295266591', 'router:external': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:03.622685 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68e7f453-037e-4029-beda-eeb51ded6ef9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.623022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:03.633155 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.639659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Usage tracker for resource:network and tenant:65850f54706c4365a700ced807a4d608 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:03.645310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:03.651477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:03.686524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.686878 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.687187 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Floating IP eee16d91-cef5-452f-a920-b155bd366311 disassociated. External IP: 172.25.3.202, port: 0079b67d-dbb3-40ed-9dd4-aa1e58200e53. Apr 18 21:40:03.687521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Calling delete_port for 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:03.691212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Made reservation on behalf of e114768f9d314ce9bdf0bceb55d7ebac for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:03.694533 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.754306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.783640 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.791437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Made reservation on behalf of 65850f54706c4365a700ced807a4d608 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:03.793701 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.812872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Network': ['ID=0073e58e-e5c4-45f0-9cfc-350e86972386,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:03.827015 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.847008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e10ba0-6a65-42c8-b3e9-efc083e96324 req-c581eddb-3f7d-4475-9da5-c19e0289c711 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:03.848642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03e10ba0-6a65-42c8-b3e9-efc083e96324 req-c581eddb-3f7d-4475-9da5-c19e0289c711 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 945 time: 0.5152955 Apr 18 21:40:03.923348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:03.930069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Usage tracker for resource:security_group_rule and tenant:65850f54706c4365a700ced807a4d608 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:03.935476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:03.946802 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a61a8b03-5a8c-49a7-81d2-726bbbabe91e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/networks/0073e58e-e5c4-45f0-9cfc-350e86972386 HTTP/1.1" status: 204 len: 168 time: 2.6657655 Apr 18 21:40:03.952325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:03.953234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42332) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:03.960407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'name': 'tempest-PortsIpV6TestJSON-1749520051'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:03.974382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Allocated IP 172.20.0.6 (9dc328cd-9f6a-41f1-8440-7b91bc538108/d1c89a31-4498-43b3-9c39-9c7495d480de/ce083f07-fe59-4dc4-b325-9ab1108c3b89) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:03.978033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03e10ba0-6a65-42c8-b3e9-efc083e96324 req-dffe63df-892e-4714-938a-95ea45f699ca tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups?id=69dda6dd-fd63-4036-8371-2e0058b72645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205711 Apr 18 21:40:04.085082 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.137455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:04.148539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:port and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:04.157431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:04.185729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:04.201682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event deleted for resources: {'Port': ['ID=0079b67d-dbb3-40ed-9dd4-aa1e58200e53,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:04.288347 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.364236 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.392096 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.423045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:40:04.436201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c8df03-8cb5-4ad9-b1a5-3490293665b6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:04.438944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce6d1fdb-4066-4605-a5c0-d5b02876f3b8 req-899da577-d7b7-49de-91f4-7a8c1bba5926 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 210 time: 0.0513983 Apr 18 21:40:04.441821 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.442314 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Added segment f9b020f3-09d6-4d7d-bf64-e425e084a6bd of type vlan for network 9ef8b750-b60e-4a69-8063-18c38651c8db Apr 18 21:40:04.470738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:04.473067 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.497889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.503308 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.515557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e7f453-037e-4029-beda-eeb51ded6ef9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 38c52668-1ccd-4b3b-9c16-dabe1662e056 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:04.550038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port 66c7e8f7-0b7d-4bcc-b572-337be91e1675 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:40:04.672093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Pushing event updated for resources: {'Port': ['ID=ce083f07-fe59-4dc4-b325-9ab1108c3b89,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:04.676786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Network 9dc328cd-9f6a-41f1-8440-7b91bc538108 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:04.687514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:04.714149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:04.718818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:04.847066 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.847837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:04.848399 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.964749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e7f453-037e-4029-beda-eeb51ded6ef9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:04.979414 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b95ad-cce3-4f0f-b3ec-a84c2cb23666 None None] Sync routers for ids ['38c52668-1ccd-4b3b-9c16-dabe1662e056'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:04.994901 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b95ad-cce3-4f0f-b3ec-a84c2cb23666 None None] Routers {'38c52668-1ccd-4b3b-9c16-dabe1662e056'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:04.998849 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5c3b95ad-cce3-4f0f-b3ec-a84c2cb23666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:39:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['38c52668-1ccd-4b3b-9c16-dabe1662e056'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:05.010632 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:05.024542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c93f8-1982-438c-a3aa-7a90e8f68161 None None] Sync routers for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:05.050842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c93f8-1982-438c-a3aa-7a90e8f68161 None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:05.051719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2b4c93f8-1982-438c-a3aa-7a90e8f68161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:39:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:05.079157 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6818113 Apr 18 21:40:05.083514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:05.084125 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.093249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42342) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:05.095663 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c2fb-7e6c-4dee-9418-e1a059e5624f tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event updated for resources: {'Network': ['ID=9ef8b750-b60e-4a69-8063-18c38651c8db,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:05.119983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Request body: {'subnet': {'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:05.131048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:05.137411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Usage tracker for resource:subnet and tenant:65850f54706c4365a700ced807a4d608 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:05.142248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:05.160021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:05.183707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] No DVR routers for this DVR port 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:05.186859 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.188993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5af52b2f-c697-4495-814f-e6ab4083f9fd req-4c67bc79-812d-4603-819b-839058fa3352 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.26 "DELETE /v2.0/ports/0079b67d-dbb3-40ed-9dd4-aa1e58200e53 HTTP/1.1" status: 204 len: 173 time: 3.1199408 Apr 18 21:40:05.196316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'name': 'network-vif-deleted', 'tag': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:40:05.209401 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68e7f453-037e-4029-beda-eeb51ded6ef9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.229083 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1e3d3195-deae-44a3-bfd5-26176b16f99c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0361776 Apr 18 21:40:05.235271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.244898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Request body: {'port': {'device_id': '1a0d670c-d147-4c1c-a421-cee2c28ab416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:05.313991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Made reservation on behalf of 65850f54706c4365a700ced807a4d608 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:05.316249 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.358597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 9ef8b750-b60e-4a69-8063-18c38651c8db details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:40:05.373914 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-5c3b95ad-cce3-4f0f-b3ec-a84c2cb23666 None None] Set router 38c52668-1ccd-4b3b-9c16-dabe1662e056 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:05.470412 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.506609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8689986f-1aad-4c45-afb7-c752fbf12d48 req-e6ff8298-1483-4f0b-8de0-7050b8fe5266 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Synchronizing usage tracker for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:05.512930 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32474320-cb59-4da8-99d8-bca32a729341'] response: {'server_uuid': '09059de3-beb5-47e1-bb54-b5fbaabd50c3', 'name': 'network-vif-deleted', 'tag': '0079b67d-dbb3-40ed-9dd4-aa1e58200e53', 'status': 'completed', 'code': 200} Apr 18 21:40:05.550061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-68e7f453-037e-4029-beda-eeb51ded6ef9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/floatingips/be9713bc-dfe2-4f99-84dc-e649076ce0d4 HTTP/1.1" status: 204 len: 168 time: 4.6165335 Apr 18 21:40:05.656985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-8689986f-1aad-4c45-afb7-c752fbf12d48 req-e6ff8298-1483-4f0b-8de0-7050b8fe5266 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Unset dirty status for tenant:77b059139f84405db9bad3c9f82f200d on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:05.658207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8689986f-1aad-4c45-afb7-c752fbf12d48 req-e6ff8298-1483-4f0b-8de0-7050b8fe5266 tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/ports?device_id=09059de3-beb5-47e1-bb54-b5fbaabd50c3 HTTP/1.1" status: 200 len: 210 time: 0.4583337 Apr 18 21:40:05.687749 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.704178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2b4c93f8-1982-438c-a3aa-7a90e8f68161 None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:05.852629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ac8e-9a56-40df-b024-911546d9ce3a req-c02fccab-37e7-471b-b7a3-0e9f1af8e7c8 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:05.859244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b565ac8e-9a56-40df-b024-911546d9ce3a req-c02fccab-37e7-471b-b7a3-0e9f1af8e7c8 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 931 time: 0.1605408 Apr 18 21:40:05.877963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network a265b6b5-5605-4680-8f00-6708720164f6 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:05.927115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:05.948054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:05.954325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:05.954960 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.966364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=66c7e8f7-0b7d-4bcc-b572-337be91e1675,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:05.983775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b565ac8e-9a56-40df-b024-911546d9ce3a req-3d8b08df-7522-495a-a877-1c67cc295482 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Synchronizing usage tracker for tenant:e114768f9d314ce9bdf0bceb55d7ebac on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:06.095159 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5c3b95ad-cce3-4f0f-b3ec-a84c2cb23666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:37:29Z', 'updated_at': '2022-04-18T21:37:38Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:30Z', 'updated_at': '2022-04-18T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '01e25853-02ae-4b7f-9819-13a0dde49dc5', 'name': '', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:ab:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:37Z', 'updated_at': '2022-04-18T21:38:17Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:06.105190 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b95ad-cce3-4f0f-b3ec-a84c2cb23666 None None] Checking router: 38c52668-1ccd-4b3b-9c16-dabe1662e056 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:06.125955 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b95ad-cce3-4f0f-b3ec-a84c2cb23666 None None] Routers {'38c52668-1ccd-4b3b-9c16-dabe1662e056'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:06.126778 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5c3b95ad-cce3-4f0f-b3ec-a84c2cb23666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:39:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['38c52668-1ccd-4b3b-9c16-dabe1662e056'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:06.166788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b565ac8e-9a56-40df-b024-911546d9ce3a req-3d8b08df-7522-495a-a877-1c67cc295482 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Unset dirty status for tenant:e114768f9d314ce9bdf0bceb55d7ebac on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:06.176203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b565ac8e-9a56-40df-b024-911546d9ce3a req-3d8b08df-7522-495a-a877-1c67cc295482 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f8322-cd72-466c-a26a-529083e4b3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021340 Apr 18 21:40:06.211219 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-17e33fc2-3912-4b5b-b1a8-47b9e880d7ad tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2569084 Apr 18 21:40:06.214105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42354) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:06.234502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce083f07-fe59-4dc4-b325-9ab1108c3b89 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:40:06.245954 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.266409 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Transition to ACTIVE for port object ce083f07-fe59-4dc4-b325-9ab1108c3b89 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:06.350900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2b4c93f8-1982-438c-a3aa-7a90e8f68161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:06.355779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c93f8-1982-438c-a3aa-7a90e8f68161 None None] Checking router: 07e6a41b-5a86-4ef4-827a-00f05a1595e9 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:06.379635 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.382812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3898bc14-3191-442f-a75e-bd21b1273e4d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 66c7e8f7-0b7d-4bcc-b572-337be91e1675 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:06.383152 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3898bc14-3191-442f-a75e-bd21b1273e4d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.395343 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-5c3b95ad-cce3-4f0f-b3ec-a84c2cb23666 None None] Set router 38c52668-1ccd-4b3b-9c16-dabe1662e056 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:06.398106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c93f8-1982-438c-a3aa-7a90e8f68161 None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:06.399966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2b4c93f8-1982-438c-a3aa-7a90e8f68161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:39:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:06.453420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Pushing event updated for resources: {'Port': ['ID=ce083f07-fe59-4dc4-b325-9ab1108c3b89,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:06.561012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:06.695489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:06.695699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 0079b67d-dbb3-40ed-9dd4-aa1e58200e53 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:06.698550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.objects.ports [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85049) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:40:06.699070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.768234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2b4c93f8-1982-438c-a3aa-7a90e8f68161 None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:06.858193 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5c3b95ad-cce3-4f0f-b3ec-a84c2cb23666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:37:29Z', 'updated_at': '2022-04-18T21:37:38Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:30Z', 'updated_at': '2022-04-18T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '01e25853-02ae-4b7f-9819-13a0dde49dc5', 'name': '', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:ab:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:37Z', 'updated_at': '2022-04-18T21:38:17Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:06.865429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e5f8285e-26b7-446b-9226-0c55f61bca0e,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:06.872843 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3898bc14-3191-442f-a75e-bd21b1273e4d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.879505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Attempting to bind port ce083f07-fe59-4dc4-b325-9ab1108c3b89 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:06.879984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Attempting to bind port ce083f07-fe59-4dc4-b325-9ab1108c3b89 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '4989e5cc-84d2-43c4-adf3-fb6e63d593ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9dc328cd-9f6a-41f1-8440-7b91bc538108'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:06.880321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Attempting to bind port ce083f07-fe59-4dc4-b325-9ab1108c3b89 on network 9dc328cd-9f6a-41f1-8440-7b91bc538108 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:06.880644 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b95ad-cce3-4f0f-b3ec-a84c2cb23666 None None] The sync data for ids ['38c52668-1ccd-4b3b-9c16-dabe1662e056'] in n-d-836017-3 is: [{'id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:37:29Z', 'updated_at': '2022-04-18T21:37:38Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:30Z', 'updated_at': '2022-04-18T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '01e25853-02ae-4b7f-9819-13a0dde49dc5', 'name': '', 'network_id': '84d95e2e-5b90-42d7-9299-52b2ce479993', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:ab:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:37Z', 'updated_at': '2022-04-18T21:38:17Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '90faa5e4-23ee-4e82-8b62-9c93ce2d8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:06.917329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Port ce083f07-fe59-4dc4-b325-9ab1108c3b89 on network 9dc328cd-9f6a-41f1-8440-7b91bc538108 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:40:06.917757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Attempting to bind port ce083f07-fe59-4dc4-b325-9ab1108c3b89 on network 9dc328cd-9f6a-41f1-8440-7b91bc538108 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:06.932266 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Checking segment: {'id': 'f9b020f3-09d6-4d7d-bf64-e425e084a6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:06.932622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Network hostable DHCP agents. Network: 9ef8b750-b60e-4a69-8063-18c38651c8db, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:40:06.951604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:06.951991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Checking segment: {'id': '4989e5cc-84d2-43c4-adf3-fb6e63d593ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9dc328cd-9f6a-41f1-8440-7b91bc538108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:06.952311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Bound using segment: {'id': '4989e5cc-84d2-43c4-adf3-fb6e63d593ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9dc328cd-9f6a-41f1-8440-7b91bc538108'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:06.952985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Bound port: ce083f07-fe59-4dc4-b325-9ab1108c3b89, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4989e5cc-84d2-43c4-adf3-fb6e63d593ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9dc328cd-9f6a-41f1-8440-7b91bc538108'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:06.953335 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:07.079704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3898bc14-3191-442f-a75e-bd21b1273e4d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 66c7e8f7-0b7d-4bcc-b572-337be91e1675 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:07.129146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f3101-bd7d-4565-a621-41f70ac2d471 req-468d9788-b08f-4700-9e0e-da648c0643a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:07.129146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-301f3101-bd7d-4565-a621-41f70ac2d471 req-468d9788-b08f-4700-9e0e-da648c0643a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:07.146677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42366) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:07.150377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Network 9ef8b750-b60e-4a69-8063-18c38651c8db is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:40:07.283932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 9ef8b750-b60e-4a69-8063-18c38651c8db) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:07.291215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-301f3101-bd7d-4565-a621-41f70ac2d471 req-468d9788-b08f-4700-9e0e-da648c0643a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:07.297232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:07.298221 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:07.299591 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-301f3101-bd7d-4565-a621-41f70ac2d471 req-468d9788-b08f-4700-9e0e-da648c0643a0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.5282991 Apr 18 21:40:07.299732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873789f1-95ec-481d-8d17-acc0019dfe67 None None] Network 9ef8b750-b60e-4a69-8063-18c38651c8db requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:07.327674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2b4c93f8-1982-438c-a3aa-7a90e8f68161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:07.332395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] For port ce083f07-fe59-4dc4-b325-9ab1108c3b89, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:07.334873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c93f8-1982-438c-a3aa-7a90e8f68161 None None] The sync data for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 is: [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '97da7fb0-03ac-489d-aeae-d790ddc291a9', 'name': '', 'network_id': 'eeb6b84e-f8da-43e4-b706-8497e886851a', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'mac_address': 'fa:16:3e:56:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:42Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'subnets': [{'id': 'f73b1940-ffab-4f06-a08d-3f3c87735f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:07.348346 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa733a-9695-4273-9fc4-9b25a5ec8b26 None None] New status for floating IP be9713bc-dfe2-4f99-84dc-e649076ce0d4: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:40:07.353358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] For port ce083f07-fe59-4dc4-b325-9ab1108c3b89, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ce083f07-fe59-4dc4-b325-9ab1108c3b89,segment=NetworkSegment(4989e5cc-84d2-43c4-adf3-fb6e63d593ac),segment_id=4989e5cc-84d2-43c4-adf3-fb6e63d593ac)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:07.429015 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:07.514235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:40:07.524495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Pushing event updated for resources: {'Port': ['ID=ce083f07-fe59-4dc4-b325-9ab1108c3b89,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:07.528188 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-abab69d1-bb18-45ac-8013-377c11a7e57b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:07.530297 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3898bc14-3191-442f-a75e-bd21b1273e4d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:07.539164 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cc42efb6-0e17-43d8-8769-a5e415992588 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4446008 Apr 18 21:40:07.542271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42374) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:07.546050 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:07.547594 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-b0c150dd-b8ba-4ab7-92e6-ebaed0169e15 service neutron] 10.222.0.59 "PUT /v2.0/ports/ce083f07-fe59-4dc4-b325-9ab1108c3b89 HTTP/1.1" status: 200 len: 1091 time: 2.3098662 Apr 18 21:40:07.552021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-7261441', 'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:07.557132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0d670c-d147-4c1c-a421-cee2c28ab416', 'tag': 'ce083f07-fe59-4dc4-b325-9ab1108c3b89'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:40:07.563799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:07.568642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Usage tracker for resource:port and tenant:65850f54706c4365a700ced807a4d608 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:07.571645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:07.580336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:07.598010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-301f3101-bd7d-4565-a621-41f70ac2d471 req-1c7ca629-c9ca-44da-b212-71494a0e50d6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971020 Apr 18 21:40:07.607710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898bc14-3191-442f-a75e-bd21b1273e4d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=66c7e8f7-0b7d-4bcc-b572-337be91e1675,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:07.642548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da033f8f-3717-44df-a12d-c2aa54dcbf84 None None] Network 9ef8b750-b60e-4a69-8063-18c38651c8db requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:07.643175 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-abab69d1-bb18-45ac-8013-377c11a7e57b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:07.667530 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3898bc14-3191-442f-a75e-bd21b1273e4d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:07.679733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Made reservation on behalf of 65850f54706c4365a700ced807a4d608 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:07.682308 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:07.737902 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1052802d-dbdb-41df-945f-8f745283fb3b'] response: {'name': 'network-changed', 'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'status': 'completed', 'code': 200} Apr 18 21:40:07.741971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3898bc14-3191-442f-a75e-bd21b1273e4d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/66c7e8f7-0b7d-4bcc-b572-337be91e1675 HTTP/1.1" status: 204 len: 168 time: 1.5267320 Apr 18 21:40:07.776013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42380) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:07.791410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'mac_address': 'fa:16:3e:9d:0a:cd', 'name': 'tempest-PortsIpV6TestJSON-449182680'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:07.816660 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ac1d2a-1652-4d02-8ca1-738570b95506'] response: {'name': 'network-changed', 'server_uuid': '1a0d670c-d147-4c1c-a421-cee2c28ab416', 'tag': 'ce083f07-fe59-4dc4-b325-9ab1108c3b89', 'status': 'completed', 'code': 200} Apr 18 21:40:07.823095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] device_id is not set on port 186b214d-1bbd-4c29-9422-7634c21af7ef yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:40:07.852907 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40003541-59ef-46c0-a9dd-47e81555fb72 None None] New status for floating IP eee16d91-cef5-452f-a920-b155bd366311: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:40:07.868981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2422009-0b28-41fb-b5ef-2e27f3852c66 req-3e0f6e0a-f91a-4756-af50-86a5c907c81b tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:07.870754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2422009-0b28-41fb-b5ef-2e27f3852c66 req-3e0f6e0a-f91a-4756-af50-86a5c907c81b tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 943 time: 0.4562089 Apr 18 21:40:07.907419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-abab69d1-bb18-45ac-8013-377c11a7e57b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:07.935053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab69d1-bb18-45ac-8013-377c11a7e57b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dda6dd-fd63-4036-8371-2e0058b72645,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:07.976154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2422009-0b28-41fb-b5ef-2e27f3852c66 req-51d1181b-e542-40a1-a6d0-ec975b92a33b tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f8322-cd72-466c-a26a-529083e4b3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976853 Apr 18 21:40:07.988996 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-988e3a41-8619-4f23-8aa8-ced58be18a9b req-3f3c02be-0ea2-4bdb-9c65-293a8f94ca7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 1097 time: 0.1847961 Apr 18 21:40:08.056048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:08.119814 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-abab69d1-bb18-45ac-8013-377c11a7e57b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.122546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-abab69d1-bb18-45ac-8013-377c11a7e57b tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "DELETE /v2.0/security-groups/69dda6dd-fd63-4036-8371-2e0058b72645 HTTP/1.1" status: 204 len: 168 time: 0.9749141 Apr 18 21:40:08.128120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42388) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:08.155997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:port and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:08.166655 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-75148995-cbe8-4d9f-9268-1b776220c89c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] show failed (client error): The resource could not be found. Apr 18 21:40:08.171703 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-75148995-cbe8-4d9f-9268-1b776220c89c tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "GET /v2.0/security-groups/69dda6dd-fd63-4036-8371-2e0058b72645 HTTP/1.1" status: 404 len: 347 time: 0.0384355 Apr 18 21:40:08.172803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:08.172896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42394) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:08.197319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:08.334087 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-e0ef1a14-1966-4ead-baa0-4ff2d93ef3f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e114768f9d314ce9bdf0bceb55d7ebac&device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 1094 time: 0.6300852 Apr 18 21:40:08.340621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3a41-8619-4f23-8aa8-ced58be18a9b req-4c2b06c0-b74f-41c2-a2d8-3460f2c17ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:08.342167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-988e3a41-8619-4f23-8aa8-ced58be18a9b req-4c2b06c0-b74f-41c2-a2d8-3460f2c17ad8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84d95e2e-5b90-42d7-9299-52b2ce479993 HTTP/1.1" status: 200 len: 897 time: 0.3373418 Apr 18 21:40:08.438952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:08.541753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Allocated IP 2001:db8::303 (9ef8b750-b60e-4a69-8063-18c38651c8db/e5f8285e-26b7-446b-9226-0c55f61bca0e/186b214d-1bbd-4c29-9422-7634c21af7ef) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:08.545400 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-ed37f22a-568c-4eca-a6fd-cef191f175e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce083f07-fe59-4dc4-b325-9ab1108c3b89 HTTP/1.1" status: 200 len: 217 time: 0.1989388 Apr 18 21:40:08.588046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-988e3a41-8619-4f23-8aa8-ced58be18a9b req-5f96469e-3e7e-42f2-bc9a-b25ec7681722 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cc5ea41-06a2-45ef-9587-c507555bc150 HTTP/1.1" status: 200 len: 217 time: 0.2243128 Apr 18 21:40:08.691016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1d11876c-303c-4c57-831b-3a3bd6854eea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:08.692772 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-1d11876c-303c-4c57-831b-3a3bd6854eea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1c89a31-4498-43b3-9c39-9c7495d480de HTTP/1.1" status: 200 len: 849 time: 0.1363664 Apr 18 21:40:08.738916 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.759122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345679-5fef-40c0-8bc5-27b22a7566d6 req-f971057b-fa4f-43d1-b661-863f8ec766fc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:08.761429 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e8345679-5fef-40c0-8bc5-27b22a7566d6 req-f971057b-fa4f-43d1-b661-863f8ec766fc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.7095501 Apr 18 21:40:08.774470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-4e297dba-be89-42ed-9957-06f79e2b662a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Deleting port f4b2bc6a-c1ba-4420-bf52-2e35fb9883d2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:08.774804 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4e297dba-be89-42ed-9957-06f79e2b662a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.858778 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-e3fb8f34-ec30-4171-a733-a623b7128d5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dc328cd-9f6a-41f1-8440-7b91bc538108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075313 Apr 18 21:40:08.903779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-e3dc32af-5bd5-4e83-80f0-a79a0843eed8 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248747471&fields=id&tenant_id=18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 267 time: 0.3649738 Apr 18 21:40:08.928733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port c1db1cd3-beb2-4def-9174-eeacc29ace0c yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:40:08.939722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3a41-8619-4f23-8aa8-ced58be18a9b req-a04cb2d9-cbbf-4ba1-a7e3-e3eb6ead8299 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:08.941107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-988e3a41-8619-4f23-8aa8-ced58be18a9b req-a04cb2d9-cbbf-4ba1-a7e3-e3eb6ead8299 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90faa5e4-23ee-4e82-8b62-9c93ce2d8b49 HTTP/1.1" status: 200 len: 833 time: 0.3410287 Apr 18 21:40:09.100915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-e8345679-5fef-40c0-8bc5-27b22a7566d6 req-a3d23a96-1c1d-4b8f-aa6c-ed7c283c9077 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port 0cc5ea41-06a2-45ef-9587-c507555bc150 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:09.101250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e8345679-5fef-40c0-8bc5-27b22a7566d6 req-a3d23a96-1c1d-4b8f-aa6c-ed7c283c9077 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.220263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34316b5c-0923-4d80-9068-d716b705e880 req-664cf1dd-1097-4c95-8efd-4e2e2553ab0a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:09.221790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34316b5c-0923-4d80-9068-d716b705e880 req-664cf1dd-1097-4c95-8efd-4e2e2553ab0a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 946 time: 0.4521263 Apr 18 21:40:09.226677 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4e297dba-be89-42ed-9957-06f79e2b662a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.227001 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4e297dba-be89-42ed-9957-06f79e2b662a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.329964 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-99e6735a-a92d-44c4-a5c4-7132941e1515 service neutron] 10.222.0.59 "GET /v2.0/networks/9dc328cd-9f6a-41f1-8440-7b91bc538108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633377 Apr 18 21:40:09.331359 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.352831 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.393359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-4e297dba-be89-42ed-9957-06f79e2b662a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Calling delete_port for f4b2bc6a-c1ba-4420-bf52-2e35fb9883d2 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:09.424187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-26654cba-0594-4f49-9b7b-ca4483ece535 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:09.425638 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-26654cba-0594-4f49-9b7b-ca4483ece535 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 0.4942560 Apr 18 21:40:09.478681 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-988e3a41-8619-4f23-8aa8-ced58be18a9b req-84fdff1c-9bcf-46e5-a245-ccace5763e7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84d95e2e-5b90-42d7-9299-52b2ce479993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4617105 Apr 18 21:40:09.483627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34316b5c-0923-4d80-9068-d716b705e880 req-0d149f4d-4235-4523-a56e-56af1d71e3e0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=5795bff3-e826-4832-9ddb-416397d34b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464592 Apr 18 21:40:09.484910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-52a817b9-f0d5-485c-919d-0a25dcdf30e2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/quotas/18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 375 time: 0.0434878 Apr 18 21:40:09.794977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-988e3a41-8619-4f23-8aa8-ced58be18a9b req-53cd9b0d-13cb-46dd-a3b1-3c8c809737e4 service neutron] 10.222.0.26 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070021 Apr 18 21:40:09.816153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.851727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-e8345679-5fef-40c0-8bc5-27b22a7566d6 req-a3d23a96-1c1d-4b8f-aa6c-ed7c283c9077 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port 0cc5ea41-06a2-45ef-9587-c507555bc150, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=0cc5ea41-06a2-45ef-9587-c507555bc150,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:09.852082 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e8345679-5fef-40c0-8bc5-27b22a7566d6 req-a3d23a96-1c1d-4b8f-aa6c-ed7c283c9077 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.860467 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-137f0d09-17d4-4fe7-8c6d-4254cba801df req-9048cb54-ed22-422e-a2fb-12da9a06335b service neutron] 10.222.0.59 "GET /v2.0/networks/9dc328cd-9f6a-41f1-8440-7b91bc538108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047057 Apr 18 21:40:09.867720 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.899257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-215f0b98-5b64-4ddd-b12d-08e43f8a507c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3875573 Apr 18 21:40:09.939570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63a05b-28c7-46ea-9ed5-86686a77732a req-f9ffa6a2-4cf3-42d3-be08-1b1adb76af8c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:09.941103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc63a05b-28c7-46ea-9ed5-86686a77732a req-f9ffa6a2-4cf3-42d3-be08-1b1adb76af8c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 943 time: 0.3201256 Apr 18 21:40:09.952751 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4e297dba-be89-42ed-9957-06f79e2b662a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:10.072044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-e8345679-5fef-40c0-8bc5-27b22a7566d6 req-a3d23a96-1c1d-4b8f-aa6c-ed7c283c9077 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for 0cc5ea41-06a2-45ef-9587-c507555bc150 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:10.081947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e297dba-be89-42ed-9957-06f79e2b662a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Pushing event deleted for resources: {'Port': ['ID=f4b2bc6a-c1ba-4420-bf52-2e35fb9883d2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:10.165088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event updated for resources: {'Port': ['ID=186b214d-1bbd-4c29-9422-7634c21af7ef,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:10.169523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Network 9ef8b750-b60e-4a69-8063-18c38651c8db is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:10.173457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:10.183143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:10.184018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:10.184606 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:10.235675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc63a05b-28c7-46ea-9ed5-86686a77732a req-21813ff0-1ca0-4c3e-875e-dfa87db94eca tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f8322-cd72-466c-a26a-529083e4b3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838972 Apr 18 21:40:10.237461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-988e3a41-8619-4f23-8aa8-ced58be18a9b req-50a50f70-1131-4f9f-b90d-f1f5af8aa3bd service neutron] 10.222.0.26 "GET /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330153 Apr 18 21:40:10.273408 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:10.320597 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5f18a837-6744-41f3-bdf9-83df0110adb9 req-9da6600a-caf6-4327-b0d3-60c44d403917 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e114768f9d314ce9bdf0bceb55d7ebac&device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 1094 time: 0.2943103 Apr 18 21:40:10.330815 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8161203e-c173-4fc7-bced-4ce32a6ac551 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7864931 Apr 18 21:40:10.343545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42408) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:10.386014 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-a3d396fc-e8b9-4779-9b2e-1520ff9ec5e0 service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721305 Apr 18 21:40:10.411780 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4e297dba-be89-42ed-9957-06f79e2b662a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:10.491612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network a265b6b5-5605-4680-8f00-6708720164f6 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:10.512273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:10.518714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=c1db1cd3-beb2-4def-9174-eeacc29ace0c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:10.522625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:10.526761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:10.527359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:10.531925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-a4c50e68-a31a-4977-873c-86ad56740808 service neutron] 10.222.0.11 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395509 Apr 18 21:40:10.540264 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4e297dba-be89-42ed-9957-06f79e2b662a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:10.544639 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4e297dba-be89-42ed-9957-06f79e2b662a tempest-AttachVolumeNegativeTest-1749937227 tempest-AttachVolumeNegativeTest-1749937227-project] 10.222.0.11 "DELETE /v2.0/floatingips/eee16d91-cef5-452f-a920-b155bd366311 HTTP/1.1" status: 204 len: 168 time: 2.3684611 Apr 18 21:40:10.559173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-79e5c9ba-6247-4ed5-b37a-c99573abb1ed tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Deleting port 186b214d-1bbd-4c29-9422-7634c21af7ef {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:10.559513 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-79e5c9ba-6247-4ed5-b37a-c99573abb1ed tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:10.605690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e8345679-5fef-40c0-8bc5-27b22a7566d6 req-a3d23a96-1c1d-4b8f-aa6c-ed7c283c9077 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:10.678710 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c205be0d-75fd-46d4-8e42-1498729ea68e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8987694 Apr 18 21:40:10.688461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d23a96-1c1d-4b8f-aa6c-ed7c283c9077 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=0cc5ea41-06a2-45ef-9587-c507555bc150,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:10.690136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42418) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:10.730431 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ca56ca1-37dc-4fb4-9b04-ddc42e452e26 req-1e34c50f-ae03-485c-847e-d54b1c309730 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 210 time: 0.0530279 Apr 18 21:40:10.732407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18a837-6744-41f3-bdf9-83df0110adb9 req-54680431-d2fd-4cdd-9334-08a2a9068859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:10.733884 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5f18a837-6744-41f3-bdf9-83df0110adb9 req-54680431-d2fd-4cdd-9334-08a2a9068859 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dc328cd-9f6a-41f1-8440-7b91bc538108 HTTP/1.1" status: 200 len: 910 time: 0.4007075 Apr 18 21:40:10.843461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ce083f07-fe59-4dc4-b325-9ab1108c3b89 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:40:10.941347 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5f18a837-6744-41f3-bdf9-83df0110adb9 req-fde6774c-133c-47b0-8afe-39f1e72f366a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce083f07-fe59-4dc4-b325-9ab1108c3b89 HTTP/1.1" status: 200 len: 217 time: 0.1691782 Apr 18 21:40:10.942295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8345679-5fef-40c0-8bc5-27b22a7566d6 req-a3d23a96-1c1d-4b8f-aa6c-ed7c283c9077 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] No DVR routers for this DVR port 0cc5ea41-06a2-45ef-9587-c507555bc150 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:10.951173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fabbec-057f-482a-b345-4364d1afd55d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:10.952268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-73fabbec-057f-482a-b345-4364d1afd55d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:10.954635 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e8345679-5fef-40c0-8bc5-27b22a7566d6 req-a3d23a96-1c1d-4b8f-aa6c-ed7c283c9077 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:10.956484 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e8345679-5fef-40c0-8bc5-27b22a7566d6 req-a3d23a96-1c1d-4b8f-aa6c-ed7c283c9077 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.26 "DELETE /v2.0/ports/0cc5ea41-06a2-45ef-9587-c507555bc150 HTTP/1.1" status: 204 len: 173 time: 2.1534638 Apr 18 21:40:10.972388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'name': 'network-vif-deleted', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:40:11.066131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ce083f07-fe59-4dc4-b325-9ab1108c3b89, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ce083f07-fe59-4dc4-b325-9ab1108c3b89,segment=NetworkSegment(4989e5cc-84d2-43c4-adf3-fb6e63d593ac),segment_id=4989e5cc-84d2-43c4-adf3-fb6e63d593ac)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:11.083706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'ce083f07-fe59-4dc4-b325-9ab1108c3b89', 'network_id': '9dc328cd-9f6a-41f1-8440-7b91bc538108', 'port_id': 'ce083f07-fe59-4dc4-b325-9ab1108c3b89', 'mac_address': 'fa:16:3e:95:c5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c89a31-4498-43b3-9c39-9c7495d480de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:40:11.181902 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.208068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce083f07-fe59-4dc4-b325-9ab1108c3b89 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:40:11.229424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ce083f07-fe59-4dc4-b325-9ab1108c3b89, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ce083f07-fe59-4dc4-b325-9ab1108c3b89,segment=NetworkSegment(4989e5cc-84d2-43c4-adf3-fb6e63d593ac),segment_id=4989e5cc-84d2-43c4-adf3-fb6e63d593ac)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:11.240249 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8528012-ad55-43e6-9223-058c8e71b52a'] response: {'server_uuid': 'ac47cddd-0427-4af3-aa03-54d9cf4f9035', 'name': 'network-vif-deleted', 'tag': '0cc5ea41-06a2-45ef-9587-c507555bc150', 'status': 'completed', 'code': 200} Apr 18 21:40:11.323051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18a837-6744-41f3-bdf9-83df0110adb9 req-4172e9b4-e743-4860-a0bc-6f57d4358d39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:11.323051 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5f18a837-6744-41f3-bdf9-83df0110adb9 req-4172e9b4-e743-4860-a0bc-6f57d4358d39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1c89a31-4498-43b3-9c39-9c7495d480de HTTP/1.1" status: 200 len: 849 time: 0.3484492 Apr 18 21:40:11.342813 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.444331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-73fabbec-057f-482a-b345-4364d1afd55d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:11.454582 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-73fabbec-057f-482a-b345-4364d1afd55d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/c1db1cd3-beb2-4def-9174-eeacc29ace0c HTTP/1.1" status: 200 len: 844 time: 0.7567179 Apr 18 21:40:11.457646 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5f18a837-6744-41f3-bdf9-83df0110adb9 req-8633bdae-8073-4a55-8609-2db669c34772 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dc328cd-9f6a-41f1-8440-7b91bc538108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296282 Apr 18 21:40:11.459756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42436) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:11.463386 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-79e5c9ba-6247-4ed5-b37a-c99573abb1ed tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.532623 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-051c8665-e007-41bd-a67f-8705c9fc047a req-10a9d3ba-157c-46d6-acfe-e006fc107bf5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 210 time: 0.0945168 Apr 18 21:40:11.562103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=ce083f07-fe59-4dc4-b325-9ab1108c3b89,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:11.579313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['ce083f07-fe59-4dc4-b325-9ab1108c3b89'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:40:11.590398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f303c6-2fe1-406e-a777-ddbce260bee1 req-c8271987-e7fb-4765-8d50-c02763f96c5f tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:11.601119 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71f303c6-2fe1-406e-a777-ddbce260bee1 req-c8271987-e7fb-4765-8d50-c02763f96c5f tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 944 time: 0.1108222 Apr 18 21:40:11.644376 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71f303c6-2fe1-406e-a777-ddbce260bee1 req-0cf01962-45cf-4161-881b-ce2769de7ac5 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f8322-cd72-466c-a26a-529083e4b3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461738 Apr 18 21:40:11.707289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-79e5c9ba-6247-4ed5-b37a-c99573abb1ed tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Calling delete_port for 186b214d-1bbd-4c29-9422-7634c21af7ef owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:11.789600 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ad571da2-57a4-4111-a96d-fb6fe1c087f0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port c1db1cd3-beb2-4def-9174-eeacc29ace0c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:11.789943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad571da2-57a4-4111-a96d-fb6fe1c087f0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.940704 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5f18a837-6744-41f3-bdf9-83df0110adb9 req-fc7dd4a9-25ac-4b37-8172-6a811602135f service neutron] 10.222.0.59 "GET /v2.0/networks/9dc328cd-9f6a-41f1-8440-7b91bc538108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695778 Apr 18 21:40:11.975240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8e3dcbe-8d41-408c-af4c-571e56782b94 req-5759af2d-7370-47a4-81e5-ce6cc43fc747 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac47cddd-0427-4af3-aa03-54d9cf4f9035 HTTP/1.1" status: 200 len: 210 time: 0.0554686 Apr 18 21:40:12.265178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad571da2-57a4-4111-a96d-fb6fe1c087f0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.335009 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5f18a837-6744-41f3-bdf9-83df0110adb9 req-3b128918-035b-4d0b-8cff-377ed349ec19 service neutron] 10.222.0.59 "GET /v2.0/networks/9dc328cd-9f6a-41f1-8440-7b91bc538108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631055 Apr 18 21:40:12.393243 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-79e5c9ba-6247-4ed5-b37a-c99573abb1ed tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.401229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ad571da2-57a4-4111-a96d-fb6fe1c087f0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for c1db1cd3-beb2-4def-9174-eeacc29ace0c owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:12.490595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5c9ba-6247-4ed5-b37a-c99573abb1ed tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event deleted for resources: {'Port': ['ID=186b214d-1bbd-4c29-9422-7634c21af7ef,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:12.551940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-79e5c9ba-6247-4ed5-b37a-c99573abb1ed tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.561526 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-79e5c9ba-6247-4ed5-b37a-c99573abb1ed tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "DELETE /v2.0/ports/186b214d-1bbd-4c29-9422-7634c21af7ef HTTP/1.1" status: 204 len: 168 time: 2.1892169 Apr 18 21:40:12.561704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 0cc5ea41-06a2-45ef-9587-c507555bc150 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:12.562165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42450) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:12.566535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db', 'external_fixed_ips': [{'subnet_id': 'e5f8285e-26b7-446b-9226-0c55f61bca0e', 'ip_address': '2001:db8::303'}]}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:12.573203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:12.577149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Usage tracker for resource:router and tenant:65850f54706c4365a700ced807a4d608 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:12.580080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:12.586442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:12.596223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 0cc5ea41-06a2-45ef-9587-c507555bc150 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:12.596562 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 0cc5ea41-06a2-45ef-9587-c507555bc150 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:12.645858 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad571da2-57a4-4111-a96d-fb6fe1c087f0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.720054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad571da2-57a4-4111-a96d-fb6fe1c087f0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=c1db1cd3-beb2-4def-9174-eeacc29ace0c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:12.723542 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.724568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.748025 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.765200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad571da2-57a4-4111-a96d-fb6fe1c087f0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.782020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc2e8fdb-f9d7-4249-a741-cd11fc192d51 req-0fb3d387-9f6a-4e6e-ab25-c61cee5c61d2 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 210 time: 0.0796335 Apr 18 21:40:12.859871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ce083f07-fe59-4dc4-b325-9ab1108c3b89 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:12.898115 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ad571da2-57a4-4111-a96d-fb6fe1c087f0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/c1db1cd3-beb2-4def-9174-eeacc29ace0c HTTP/1.1" status: 204 len: 168 time: 1.4373264 Apr 18 21:40:12.902285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42458) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:12.999212 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ddd38d-1ec0-4a36-bae7-aa3b839b0b6c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:40:12.999718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-56ddd38d-1ec0-4a36-bae7-aa3b839b0b6c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:13.035809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port ce083f07-fe59-4dc4-b325-9ab1108c3b89 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:13.043071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port ce083f07-fe59-4dc4-b325-9ab1108c3b89 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:13.043854 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.075117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d0e94-5a34-45bd-82d8-7d3497f30a53 req-d7ba8096-4098-4cfc-816a-71839a9fcbb7 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:13.079693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-958d0e94-5a34-45bd-82d8-7d3497f30a53 req-d7ba8096-4098-4cfc-816a-71839a9fcbb7 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 944 time: 0.1221812 Apr 18 21:40:13.133526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-56ddd38d-1ec0-4a36-bae7-aa3b839b0b6c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:13.137167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-56ddd38d-1ec0-4a36-bae7-aa3b839b0b6c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/c1db1cd3-beb2-4def-9174-eeacc29ace0c HTTP/1.1" status: 404 len: 333 time: 0.2336121 Apr 18 21:40:13.145412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42466) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:13.163501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'name': 'tempest-PortsIpV6TestJSON-2114012436'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:13.201586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.215686 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.247769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42470) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:13.256848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d670c-d147-4c1c-a421-cee2c28ab416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce083f07-fe59-4dc4-b325-9ab1108c3b89'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:40:13.271060 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ce083f07-fe59-4dc4-b325-9ab1108c3b89, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ce083f07-fe59-4dc4-b325-9ab1108c3b89,segment=NetworkSegment(4989e5cc-84d2-43c4-adf3-fb6e63d593ac),segment_id=4989e5cc-84d2-43c4-adf3-fb6e63d593ac)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:13.306077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-958d0e94-5a34-45bd-82d8-7d3497f30a53 req-9287cf32-7f9b-480d-ad4c-f9aad4f433f0 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f8322-cd72-466c-a26a-529083e4b3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163537 Apr 18 21:40:13.331901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:13.342156 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6d5e2d-51aa-42d0-8768-1523bf0a62b6'] response: {'server_uuid': '1a0d670c-d147-4c1c-a421-cee2c28ab416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce083f07-fe59-4dc4-b325-9ab1108c3b89', 'code': 200} Apr 18 21:40:13.348577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:13.365464 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.435424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=ce083f07-fe59-4dc4-b325-9ab1108c3b89,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:13.440344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:13.450750 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.480087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port 6bc5fc30-01be-424e-b4f4-f2e3e7bd32af yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:40:13.610723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3d915339-a6fb-4d8b-a6ae-70e88205c6cd req-6cfc81f8-597a-4e19-80b9-99488d0794c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 1096 time: 0.2177188 Apr 18 21:40:13.725724 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.800498 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.810450 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3d915339-a6fb-4d8b-a6ae-70e88205c6cd req-eb28132e-bfc6-403f-91a1-b269983be2f1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=850f8322-cd72-466c-a26a-529083e4b3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929114 Apr 18 21:40:13.879483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network a265b6b5-5605-4680-8f00-6708720164f6 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:13.882562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:13.888245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:13.891617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:13.892204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.918625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=6bc5fc30-01be-424e-b4f4-f2e3e7bd32af,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:13.927374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-85b63226-99d0-4b10-98ae-3f7b5c469388 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:13.928992 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-85b63226-99d0-4b10-98ae-3f7b5c469388 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 812 time: 0.2575164 Apr 18 21:40:13.987338 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ddd07988-ff4f-46ff-b489-51a094c2bf54 req-f4ede10a-55c1-4d49-b678-5c88d53203b4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 210 time: 0.0448012 Apr 18 21:40:13.996727 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-65709a78-34eb-4eb6-befa-344d6a667187 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8462961 Apr 18 21:40:13.999620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42484) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:14.008352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d91d9cf6-315f-4407-8a31-8037ecb102c0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:14.131825 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d91d9cf6-315f-4407-8a31-8037ecb102c0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.269220 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.324552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.392074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d91d9cf6-315f-4407-8a31-8037ecb102c0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.407831 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-d76fc0fb-6e13-4ae5-b0ca-661b5cdab250 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18546b6476ee48ff8dbb33e9f0d62503 HTTP/1.1" status: 200 len: 380 time: 0.3571231 Apr 18 21:40:14.427301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'port': {'device_id': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'admin_state_up': True, 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'security_groups': ['cc24dbcc-0d4a-46e7-8943-a8a8381aabaf']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:14.516179 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d91d9cf6-315f-4407-8a31-8037ecb102c0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.610333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d9cf6-315f-4407-8a31-8037ecb102c0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=6bc5fc30-01be-424e-b4f4-f2e3e7bd32af,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:14.647585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d91d9cf6-315f-4407-8a31-8037ecb102c0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] In _notify_port_updated(), no bound segment for port 6bc5fc30-01be-424e-b4f4-f2e3e7bd32af on network a265b6b5-5605-4680-8f00-6708720164f6 {{(pid=85048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:40:14.651756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d9cf6-315f-4407-8a31-8037ecb102c0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:14.652357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d91d9cf6-315f-4407-8a31-8037ecb102c0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.656351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d91d9cf6-315f-4407-8a31-8037ecb102c0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "PUT /v2.0/ports/6bc5fc30-01be-424e-b4f4-f2e3e7bd32af HTTP/1.1" status: 200 len: 818 time: 0.6554639 Apr 18 21:40:14.657292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42498) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:14.731677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:14.738352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:port and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:14.744052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:14.752175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6bb3-0f16-4497-9410-03fce1563902 req-c8dc84a1-0a78-48dc-8fb4-3f58692ca1e1 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:14.754554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e26a6bb3-0f16-4497-9410-03fce1563902 req-c8dc84a1-0a78-48dc-8fb4-3f58692ca1e1 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 945 time: 0.2805018 Apr 18 21:40:14.762594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:14.783164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Allocated IP 2001:db8::303 (9ef8b750-b60e-4a69-8063-18c38651c8db/e5f8285e-26b7-446b-9226-0c55f61bca0e/0c68c1af-f655-427f-bc2e-e7f8779ebfeb) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:14.796748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7d18ca45-ff41-4fba-8740-757811a82d81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 6bc5fc30-01be-424e-b4f4-f2e3e7bd32af {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:14.797332 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7d18ca45-ff41-4fba-8740-757811a82d81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.048363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Made reservation on behalf of 18546b6476ee48ff8dbb33e9f0d62503 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:15.061669 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.081257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e26a6bb3-0f16-4497-9410-03fce1563902 req-b4aae39b-b75a-4579-90cf-6dbd2f446d4b tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f8322-cd72-466c-a26a-529083e4b3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198924 Apr 18 21:40:15.106003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-412b51e0-941c-495b-aeb7-5c4caa788ee3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.204194 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7d18ca45-ff41-4fba-8740-757811a82d81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.381595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-7d18ca45-ff41-4fba-8740-757811a82d81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 6bc5fc30-01be-424e-b4f4-f2e3e7bd32af owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:15.420853 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-356b49be-a365-46d7-a0d4-b860edcb33f1 req-96aed061-f844-4771-ba6d-412501c3b1a9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 210 time: 0.1397715 Apr 18 21:40:15.452021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.503614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Allocated IP 172.20.0.13 (96c2fcdd-2cca-467d-9433-9c5ebd738c61/23addfbc-2010-41c2-a583-5d468a0b3722/28c11392-57f5-4e5d-a82f-f89ad55d229f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:15.553763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7d18ca45-ff41-4fba-8740-757811a82d81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.610987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18ca45-ff41-4fba-8740-757811a82d81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=6bc5fc30-01be-424e-b4f4-f2e3e7bd32af,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:15.616752 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7d18ca45-ff41-4fba-8740-757811a82d81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.628366 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7d18ca45-ff41-4fba-8740-757811a82d81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/6bc5fc30-01be-424e-b4f4-f2e3e7bd32af HTTP/1.1" status: 204 len: 168 time: 0.9697473 Apr 18 21:40:15.630862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42506) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:15.713546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce09393-dc99-4571-b7b0-6a67b383e282 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:15.714266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7ce09393-dc99-4571-b7b0-6a67b383e282 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:15.757195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.776429 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.793686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7ce09393-dc99-4571-b7b0-6a67b383e282 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:15.794668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7ce09393-dc99-4571-b7b0-6a67b383e282 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1629190 Apr 18 21:40:15.797437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42510) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:15.824513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Network 9ef8b750-b60e-4a69-8063-18c38651c8db is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:15.838734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:15.845442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Transition to ACTIVE for port object 28c11392-57f5-4e5d-a82f-f89ad55d229f will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:15.846811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:15.864962 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e43786-2bc4-4c5a-9df6-47dd09eb45c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:40:15.866395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a5e43786-2bc4-4c5a-9df6-47dd09eb45c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/6bc5fc30-01be-424e-b4f4-f2e3e7bd32af HTTP/1.1" status: 404 len: 333 time: 0.0677047 Apr 18 21:40:15.872226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42514) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:15.879019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1792255669'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:15.888504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:15.894278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:network and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:15.897311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:15.907296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:15.971190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event updated for resources: {'Port': ['ID=0c68c1af-f655-427f-bc2e-e7f8779ebfeb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:16.003976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:16.004397 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.052580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:40:16.068494 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.068875 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Added segment 8f8f776e-52f7-4646-afd3-58a55bfa9a48 of type vlan for network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 Apr 18 21:40:16.130478 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.258551 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.297210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.300931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:16.301666 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.397371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:16.399808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:16.401623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=28c11392-57f5-4e5d-a82f-f89ad55d229f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:16.411706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:16.434091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea023a-ff6f-497b-a9b0-d5b779e105d5 req-c852d667-ae95-4a04-bc38-5d7f5f1470cd tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:16.434284 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63ea023a-ff6f-497b-a9b0-d5b779e105d5 req-c852d667-ae95-4a04-bc38-5d7f5f1470cd tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 945 time: 0.2003908 Apr 18 21:40:16.434895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Network': ['ID=3a9dae65-ec8d-4d88-a368-ea66f3b1f830,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:16.447013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:40:16.492587 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-787f3ba3-2fb9-4cab-9ae1-4d5d854b0434 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6186097 Apr 18 21:40:16.498863 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63ea023a-ff6f-497b-a9b0-d5b779e105d5 req-c2bbde1c-5d69-4d11-8040-64a16597e79e tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f8322-cd72-466c-a26a-529083e4b3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578852 Apr 18 21:40:16.499332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42524) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:16.505090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': '3a9dae65-ec8d-4d88-a368-ea66f3b1f830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:16.577126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:16.577866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.594097 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.594836 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.680116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:16.688574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:16.692482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:16.700085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:16.767706 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-353aefd5-0541-42ca-8421-c95b0f570bde tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3443911 Apr 18 21:40:16.790097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Request body: {'port': {'device_id': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:16.849658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:16.942182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-332a6fa7-f3dc-4c47-81ee-bdecd0f7a71e None None] Provisioning for port 28c11392-57f5-4e5d-a82f-f89ad55d229f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:16.948868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-332a6fa7-f3dc-4c47-81ee-bdecd0f7a71e None None] Provisioning complete for port 28c11392-57f5-4e5d-a82f-f89ad55d229f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:16.949930 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-332a6fa7-f3dc-4c47-81ee-bdecd0f7a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.006631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.048426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-332a6fa7-f3dc-4c47-81ee-bdecd0f7a71e None None] Port 28c11392-57f5-4e5d-a82f-f89ad55d229f cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:17.122008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69b200-2b7b-4d3a-887d-280e9a43a27a req-0fbc6212-27dd-4ecd-9cea-cc446a057459 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:17.123684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee69b200-2b7b-4d3a-887d-280e9a43a27a req-0fbc6212-27dd-4ecd-9cea-cc446a057459 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 932 time: 0.3381612 Apr 18 21:40:17.140026 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.197198 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee69b200-2b7b-4d3a-887d-280e9a43a27a req-d55e22c4-587f-48fb-a986-64c889a30bf7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641949 Apr 18 21:40:17.330912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-412b51e0-941c-495b-aeb7-5c4caa788ee3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port 01e25853-02ae-4b7f-9819-13a0dde49dc5 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:17.332026 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-412b51e0-941c-495b-aeb7-5c4caa788ee3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.382815 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.604749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Subnet': ['ID=20cf6b6c-0a49-4753-bb63-4b61371b1821,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:17.619345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Checking segment: {'id': '8f8f776e-52f7-4646-afd3-58a55bfa9a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3a9dae65-ec8d-4d88-a368-ea66f3b1f830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:17.619970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network hostable DHCP agents. Network: 3a9dae65-ec8d-4d88-a368-ea66f3b1f830, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:40:17.748445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:40:17.832464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-412b51e0-941c-495b-aeb7-5c4caa788ee3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port 01e25853-02ae-4b7f-9819-13a0dde49dc5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=01e25853-02ae-4b7f-9819-13a0dde49dc5,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:17.833092 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-412b51e0-941c-495b-aeb7-5c4caa788ee3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.873829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 3a9dae65-ec8d-4d88-a368-ea66f3b1f830) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:17.879361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:17.880190 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.888338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3966c4f-cb8e-400c-baef-4449db0f4c1a None None] Network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:17.970445 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-412b51e0-941c-495b-aeb7-5c4caa788ee3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for 01e25853-02ae-4b7f-9819-13a0dde49dc5 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:18.016664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:40:18.021798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-771dae2d-3baf-4f50-9d9f-91bb90f804cd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5213618 Apr 18 21:40:18.022682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42538) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:18.032391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8085c87e-7e0a-4c29-969a-e068c704c2ca tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': '3a9dae65-ec8d-4d88-a368-ea66f3b1f830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:18.090956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Router 23735ff3-ed16-48cd-ab8f-f9181820d38c is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:40:18.148432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c11392-57f5-4e5d-a82f-f89ad55d229f {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:40:18.268567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-3a9dae65-ec8d-4d88-a368-ea66f3b1f830', 'network_id': '3a9dae65-ec8d-4d88-a368-ea66f3b1f830', 'tenant_id': '0b67cbeffd7a476a92ce5723698dbc38', 'fixed_ips': [{'subnet_id': '20cf6b6c-0a49-4753-bb63-4b61371b1821'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:40:18.269628 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.285510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8085c87e-7e0a-4c29-969a-e068c704c2ca tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:18.294684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8085c87e-7e0a-4c29-969a-e068c704c2ca tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:18.302007 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8085c87e-7e0a-4c29-969a-e068c704c2ca tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:18.315289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8085c87e-7e0a-4c29-969a-e068c704c2ca tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:18.357176 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.450954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Transition to ACTIVE for port object 28c11392-57f5-4e5d-a82f-f89ad55d229f will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:18.529809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6d141-a7cd-4630-baaf-4b55a77f12ed req-c1673e06-3e30-46e2-a6e6-24368628cf74 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:18.531272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34d6d141-a7cd-4630-baaf-4b55a77f12ed req-c1673e06-3e30-46e2-a6e6-24368628cf74 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 932 time: 0.1370511 Apr 18 21:40:18.532453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8085c87e-7e0a-4c29-969a-e068c704c2ca tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:18.535810 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8085c87e-7e0a-4c29-969a-e068c704c2ca tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.582234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Allocated IP 2001:db8::2 (3a9dae65-ec8d-4d88-a368-ea66f3b1f830/20cf6b6c-0a49-4753-bb63-4b61371b1821/b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:18.648557 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.672658 n-d-836017-3 neutron-server[85048]: INFO neutron.db.ipam_backend_mixin [None req-8085c87e-7e0a-4c29-969a-e068c704c2ca tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20cf6b6c-0a49-4753-bb63-4b61371b1821 (CIDR: 2001:db8::/64) Apr 18 21:40:18.721563 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8085c87e-7e0a-4c29-969a-e068c704c2ca tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:40:18.721563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8085c87e-7e0a-4c29-969a-e068c704c2ca tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:40:18.769787 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34d6d141-a7cd-4630-baaf-4b55a77f12ed req-a3996c38-0c5d-4b6f-b22b-7a5585335169 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957613 Apr 18 21:40:18.857325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8085c87e-7e0a-4c29-969a-e068c704c2ca tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8328960 Apr 18 21:40:18.862518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42556) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:18.870000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': '3a9dae65-ec8d-4d88-a368-ea66f3b1f830', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:18.902474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=28c11392-57f5-4e5d-a82f-f89ad55d229f,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:18.922360 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.994774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Transition to ACTIVE for port object b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:19.039650 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-412b51e0-941c-495b-aeb7-5c4caa788ee3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.051758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Transition to ACTIVE for port object b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:19.160101 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.183022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b51e0-941c-495b-aeb7-5c4caa788ee3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=01e25853-02ae-4b7f-9819-13a0dde49dc5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:19.193523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:19.199398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:19.202585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:19.209025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:19.300076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:19.303934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:19.309051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:19.316073 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Pushing event updated for resources: {'Port': ['ID=b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:19.360198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:19.364675 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.383345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Attempting to bind port 28c11392-57f5-4e5d-a82f-f89ad55d229f on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:19.383631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Attempting to bind port 28c11392-57f5-4e5d-a82f-f89ad55d229f by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:19.384006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Attempting to bind port 28c11392-57f5-4e5d-a82f-f89ad55d229f on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:19.417975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Attempting to bind port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:19.418345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Attempting to bind port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '8f8f776e-52f7-4646-afd3-58a55bfa9a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3a9dae65-ec8d-4d88-a368-ea66f3b1f830'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:19.418703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Attempting to bind port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 on network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:19.426205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:19.426645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Checking segment: {'id': '8f8f776e-52f7-4646-afd3-58a55bfa9a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3a9dae65-ec8d-4d88-a368-ea66f3b1f830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:19.426974 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.427447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Bound using segment: {'id': '8f8f776e-52f7-4646-afd3-58a55bfa9a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3a9dae65-ec8d-4d88-a368-ea66f3b1f830'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:19.427967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Bound port: b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8f776e-52f7-4646-afd3-58a55bfa9a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3a9dae65-ec8d-4d88-a368-ea66f3b1f830'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:19.428345 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.603414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:19.623760 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Sync routers for ids ['23735ff3-ed16-48cd-ab8f-f9181820d38c'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:19.654109 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Routers {'23735ff3-ed16-48cd-ab8f-f9181820d38c'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:19.656769 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:39:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['23735ff3-ed16-48cd-ab8f-f9181820d38c'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:19.659740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] For port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:19.670241 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] For port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9,segment=NetworkSegment(8f8f776e-52f7-4646-afd3-58a55bfa9a48),segment_id=8f8f776e-52f7-4646-afd3-58a55bfa9a48)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:19.693284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Port 28c11392-57f5-4e5d-a82f-f89ad55d229f on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:40:19.696114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Attempting to bind port 28c11392-57f5-4e5d-a82f-f89ad55d229f on network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:19.720544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:19.720879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Checking segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:19.721385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Bound using segment: {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:19.721864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Bound port: 28c11392-57f5-4e5d-a82f-f89ad55d229f, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284f8d1-905f-45b5-9318-891faa89fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:19.722216 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.744130 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.872276 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.911560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] For port 28c11392-57f5-4e5d-a82f-f89ad55d229f, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:19.915710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] For port 28c11392-57f5-4e5d-a82f-f89ad55d229f, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=28c11392-57f5-4e5d-a82f-f89ad55d229f,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:19.919634 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.921040 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-88b3154b-19bd-4d2d-955b-aad392081d79 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3584034 Apr 18 21:40:19.923880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42576) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:19.991931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c620f9-810b-40c5-8926-16104a0a2656 None None] Pushing event updated for resources: {'Port': ['ID=b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:20.061003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:20.064537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:20.066251 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Set router 23735ff3-ed16-48cd-ab8f-f9181820d38c gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:20.069486 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:20.070077 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.134146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Subnet': ['ID=ccdaedd4-b505-4607-a8d4-b80b3cb4392f,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:20.186307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.196358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bb978-5277-45d9-b366-72d99c34bc7b req-8809b7a7-0c96-4108-8130-4605e78ddceb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:20.197919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-590bb978-5277-45d9-b366-72d99c34bc7b req-8809b7a7-0c96-4108-8130-4605e78ddceb tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 944 time: 0.1165068 Apr 18 21:40:20.278790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-590bb978-5277-45d9-b366-72d99c34bc7b req-ea813a83-cbe9-4db0-a3cf-8cea6d0df4cf tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707531 Apr 18 21:40:20.285778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-faf7098f-db08-46f6-8fbd-43da9af95ebb tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4193435 Apr 18 21:40:20.286913 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42580) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:20.314796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': '3a9dae65-ec8d-4d88-a368-ea66f3b1f830', 'fixed_ips': [{'subnet_id': '20cf6b6c-0a49-4753-bb63-4b61371b1821'}, {'subnet_id': 'ccdaedd4-b505-4607-a8d4-b80b3cb4392f'}], 'name': 'tempest-PortsIpV6TestJSON-324066000'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:20.394344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.395669 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/28c11392-57f5-4e5d-a82f-f89ad55d229f HTTP/1.1" status: 200 len: 1092 time: 3.6159489 Apr 18 21:40:20.398610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'tag': '28c11392-57f5-4e5d-a82f-f89ad55d229f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:40:20.428176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcce20-7681-4397-ac78-9b04f2a4a0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=28c11392-57f5-4e5d-a82f-f89ad55d229f,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:20.576464 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839a51fe-fcf5-48bb-9182-7461d5e5f0f1'] response: {'name': 'network-changed', 'server_uuid': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'tag': '28c11392-57f5-4e5d-a82f-f89ad55d229f', 'status': 'completed', 'code': 200} Apr 18 21:40:20.676252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:20.686812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:port and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:20.691961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:20.709205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:20.786241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:20.795962 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.820097 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-412b51e0-941c-495b-aeb7-5c4caa788ee3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.847121 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23735ff3-ed16-48cd-ab8f-f9181820d38c', 'name': '', 'tenant_id': '65850f54706c4365a700ced807a4d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db', 'external_fixed_ips': [{'subnet_id': 'e5f8285e-26b7-446b-9226-0c55f61bca0e', 'ip_address': '2001:db8::303'}], 'enable_snat': True}, 'gw_port_id': '0c68c1af-f655-427f-bc2e-e7f8779ebfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:12Z', 'updated_at': '2022-04-18T21:40:15Z', 'revision_number': 3, 'project_id': '65850f54706c4365a700ced807a4d608', 'gw_port': {'id': '0c68c1af-f655-427f-bc2e-e7f8779ebfeb', 'name': '', 'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23735ff3-ed16-48cd-ab8f-f9181820d38c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5f8285e-26b7-446b-9226-0c55f61bca0e', 'ip_address': '2001:db8::303', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:14Z', 'updated_at': '2022-04-18T21:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5f8285e-26b7-446b-9226-0c55f61bca0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:20.852385 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Checking router: 23735ff3-ed16-48cd-ab8f-f9181820d38c for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:20.853560 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Updating router 23735ff3-ed16-48cd-ab8f-f9181820d38c port 0c68c1af-f655-427f-bc2e-e7f8779ebfeb binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:40:20.876138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port e01c0f13-113f-438e-a227-00860eb97406 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:40:20.963087 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.038824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:21.180464 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-1a66f658-432a-4a7d-91e2-c04786909915 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 1095 time: 0.6505606 Apr 18 21:40:21.279662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:21.359469 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.590969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8::15b (3a9dae65-ec8d-4d88-a368-ea66f3b1f830/20cf6b6c-0a49-4753-bb63-4b61371b1821/e01c0f13-113f-438e-a227-00860eb97406) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:21.606804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8:0:1::290 (3a9dae65-ec8d-4d88-a368-ea66f3b1f830/ccdaedd4-b505-4607-a8d4-b80b3cb4392f/e01c0f13-113f-438e-a227-00860eb97406) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:21.610270 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.630813 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Transition to ACTIVE for port object 0c68c1af-f655-427f-bc2e-e7f8779ebfeb will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:21.647749 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-d479e6d7-8a76-4c33-a03a-20175319d779 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c11392-57f5-4e5d-a82f-f89ad55d229f HTTP/1.1" status: 200 len: 217 time: 0.4589663 Apr 18 21:40:21.699172 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.770414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-00bc6d32-9c7a-4f81-b71e-135793d8330a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:21.771834 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-00bc6d32-9c7a-4f81-b71e-135793d8330a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.1153660 Apr 18 21:40:21.800542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babd417-30e9-44ea-a120-9ffc974455fa req-d49edf24-a921-4dbf-9216-b03d8ac05f13 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:21.802199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1babd417-30e9-44ea-a120-9ffc974455fa req-d49edf24-a921-4dbf-9216-b03d8ac05f13 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 944 time: 0.2515917 Apr 18 21:40:21.839377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746d6e4-5c07-4e82-a3b2-6a4f2abb6e4b None None] Network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:21.874873 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Attempting to bind port 0c68c1af-f655-427f-bc2e-e7f8779ebfeb on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:21.876367 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Attempting to bind port 0c68c1af-f655-427f-bc2e-e7f8779ebfeb by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'f9b020f3-09d6-4d7d-bf64-e425e084a6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:21.877913 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Attempting to bind port 0c68c1af-f655-427f-bc2e-e7f8779ebfeb on network 9ef8b750-b60e-4a69-8063-18c38651c8db {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:21.906280 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:21.908818 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Checking segment: {'id': 'f9b020f3-09d6-4d7d-bf64-e425e084a6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:21.910360 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.911633 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Bound using segment: {'id': 'f9b020f3-09d6-4d7d-bf64-e425e084a6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:21.913201 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Bound port: 0c68c1af-f655-427f-bc2e-e7f8779ebfeb, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b020f3-09d6-4d7d-bf64-e425e084a6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:21.916048 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.969705 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Pushing event updated for resources: {'Port': ['ID=0c68c1af-f655-427f-bc2e-e7f8779ebfeb,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:21.990959 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.991576 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.992096 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.993097 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.994139 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.994718 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.995393 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.995862 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.996346 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.997495 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.997495 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.005803 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-78db682c-c56f-4195-b07c-6aac54d7f2ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2254848 Apr 18 21:40:22.093158 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] For port 0c68c1af-f655-427f-bc2e-e7f8779ebfeb, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:22.103162 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] For port 0c68c1af-f655-427f-bc2e-e7f8779ebfeb, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0c68c1af-f655-427f-bc2e-e7f8779ebfeb,segment=NetworkSegment(f9b020f3-09d6-4d7d-bf64-e425e084a6bd),segment_id=f9b020f3-09d6-4d7d-bf64-e425e084a6bd)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:22.185386 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.195234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-495e25c4-b841-45e9-9ba1-1048b49e419a None None] Provisioning for port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:22.200516 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1babd417-30e9-44ea-a120-9ffc974455fa req-c777e8cb-cb13-4ba0-8e8f-7710ae9a1c2c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246817 Apr 18 21:40:22.243944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-495e25c4-b841-45e9-9ba1-1048b49e419a None None] Provisioning complete for port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:22.244338 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-495e25c4-b841-45e9-9ba1-1048b49e419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.286099 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Routers {'23735ff3-ed16-48cd-ab8f-f9181820d38c'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:22.286969 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:39:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['23735ff3-ed16-48cd-ab8f-f9181820d38c'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:22.312520 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.332532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Transition to ACTIVE for port object e01c0f13-113f-438e-a227-00860eb97406 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:22.447142 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.528934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:22.531655 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b294cb3-53ef-469f-be9f-91ec28c6795c None None] Pushing event updated for resources: {'Port': ['ID=0c68c1af-f655-427f-bc2e-e7f8779ebfeb,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:22.546321 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:22.555584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:22.561162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:22.562102 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.572056 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-495e25c4-b841-45e9-9ba1-1048b49e419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.588516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=e01c0f13-113f-438e-a227-00860eb97406,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:22.590481 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] Set router 23735ff3-ed16-48cd-ab8f-f9181820d38c gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:22.600163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcac858b-9d3b-4037-8ef6-96a19888bbfb None None] Update dhcp port {'port': {'network_id': '3a9dae65-ec8d-4d88-a368-ea66f3b1f830', 'fixed_ips': [{'subnet_id': '20cf6b6c-0a49-4753-bb63-4b61371b1821', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ccdaedd4-b505-4607-a8d4-b80b3cb4392f'}], 'binding:host_id': 'n-d-836017-3'}, 'id': 'b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9'} from n-d-836017-3. {{(pid=85050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:40:22.688055 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-495e25c4-b841-45e9-9ba1-1048b49e419a None None] For port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9,segment=NetworkSegment(8f8f776e-52f7-4646-afd3-58a55bfa9a48),segment_id=8f8f776e-52f7-4646-afd3-58a55bfa9a48)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:22.697075 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fcac858b-9d3b-4037-8ef6-96a19888bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.706276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-454db67e-a985-432a-a3ae-4a642490829d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.4145548 Apr 18 21:40:22.706454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42604) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:22.715182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-38b3a79e-c780-43c9-8e89-c959dda8adde tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '20cf6b6c-0a49-4753-bb63-4b61371b1821'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:22.782035 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-495e25c4-b841-45e9-9ba1-1048b49e419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.972993 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23735ff3-ed16-48cd-ab8f-f9181820d38c', 'name': '', 'tenant_id': '65850f54706c4365a700ced807a4d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db', 'external_fixed_ips': [{'subnet_id': 'e5f8285e-26b7-446b-9226-0c55f61bca0e', 'ip_address': '2001:db8::303'}], 'enable_snat': True}, 'gw_port_id': '0c68c1af-f655-427f-bc2e-e7f8779ebfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:12Z', 'updated_at': '2022-04-18T21:40:15Z', 'revision_number': 3, 'project_id': '65850f54706c4365a700ced807a4d608', 'gw_port': {'id': '0c68c1af-f655-427f-bc2e-e7f8779ebfeb', 'name': '', 'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23735ff3-ed16-48cd-ab8f-f9181820d38c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5f8285e-26b7-446b-9226-0c55f61bca0e', 'ip_address': '2001:db8::303', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:14Z', 'updated_at': '2022-04-18T21:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5f8285e-26b7-446b-9226-0c55f61bca0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:22.975353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e25c4-b841-45e9-9ba1-1048b49e419a None None] Pushing event updated for resources: {'Port': ['ID=b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:22.983212 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be361aea-0dcd-43cf-a08e-6f1e4fcda1d5 None None] The sync data for ids ['23735ff3-ed16-48cd-ab8f-f9181820d38c'] in n-d-836017-3 is: [{'id': '23735ff3-ed16-48cd-ab8f-f9181820d38c', 'name': '', 'tenant_id': '65850f54706c4365a700ced807a4d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db', 'external_fixed_ips': [{'subnet_id': 'e5f8285e-26b7-446b-9226-0c55f61bca0e', 'ip_address': '2001:db8::303'}], 'enable_snat': True}, 'gw_port_id': '0c68c1af-f655-427f-bc2e-e7f8779ebfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:12Z', 'updated_at': '2022-04-18T21:40:15Z', 'revision_number': 3, 'project_id': '65850f54706c4365a700ced807a4d608', 'gw_port': {'id': '0c68c1af-f655-427f-bc2e-e7f8779ebfeb', 'name': '', 'network_id': '9ef8b750-b60e-4a69-8063-18c38651c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23735ff3-ed16-48cd-ab8f-f9181820d38c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5f8285e-26b7-446b-9226-0c55f61bca0e', 'ip_address': '2001:db8::303', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:14Z', 'updated_at': '2022-04-18T21:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5f8285e-26b7-446b-9226-0c55f61bca0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:23.098904 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38b3a79e-c780-43c9-8e89-c959dda8adde tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.180381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-fcac858b-9d3b-4037-8ef6-96a19888bbfb None None] Allocated IP 2001:db8:0:1::2 (3a9dae65-ec8d-4d88-a368-ea66f3b1f830/ccdaedd4-b505-4607-a8d4-b80b3cb4392f/b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:23.319537 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.367537 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-7a6053ee-436c-45b1-bce2-42f40ae26340 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3351233 Apr 18 21:40:23.552185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fcac858b-9d3b-4037-8ef6-96a19888bbfb None None] For port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9,segment=NetworkSegment(8f8f776e-52f7-4646-afd3-58a55bfa9a48),segment_id=8f8f776e-52f7-4646-afd3-58a55bfa9a48)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:23.589700 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fcac858b-9d3b-4037-8ef6-96a19888bbfb None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.617517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42624) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:23.618626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fcac858b-9d3b-4037-8ef6-96a19888bbfb None None] Transition to ACTIVE for port object b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:23.702598 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fcac858b-9d3b-4037-8ef6-96a19888bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.788056 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6dd61fab-cf79-4d86-9a29-9158038a2065 req-21f6e65b-27f0-473f-a635-2c03b5a5a942 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154243 Apr 18 21:40:23.801831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Deleting port 0c68c1af-f655-427f-bc2e-e7f8779ebfeb {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:23.802181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.921113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac858b-9d3b-4037-8ef6-96a19888bbfb None None] Pushing event updated for resources: {'Port': ['ID=b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:24.180301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40a0dc-2691-4e4f-9bb9-89e29dee2013 req-65ffd48a-74f0-41f2-bdd0-5f627857c1ea tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:24.184687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c40a0dc-2691-4e4f-9bb9-89e29dee2013 req-65ffd48a-74f0-41f2-bdd0-5f627857c1ea tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 944 time: 0.5662410 Apr 18 21:40:24.362698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-38b3a79e-c780-43c9-8e89-c959dda8adde tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Delete allocated IP 2001:db8:0:1::290 (3a9dae65-ec8d-4d88-a368-ea66f3b1f830/ccdaedd4-b505-4607-a8d4-b80b3cb4392f) {{(pid=85048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:40:24.398142 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7c780448-202a-4fad-9475-532bc6fb2ff4 req-2301420c-f503-40a1-a56c-e9083afa2903 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 1095 time: 0.4450884 Apr 18 21:40:24.401608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] For port 0c68c1af-f655-427f-bc2e-e7f8779ebfeb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0c68c1af-f655-427f-bc2e-e7f8779ebfeb,segment=NetworkSegment(f9b020f3-09d6-4d7d-bf64-e425e084a6bd),segment_id=f9b020f3-09d6-4d7d-bf64-e425e084a6bd)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:24.401971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.610646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c40a0dc-2691-4e4f-9bb9-89e29dee2013 req-87f3a1f4-7c85-4608-a75f-6a05cd71c245 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310835 Apr 18 21:40:24.658287 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-19ffcc82-c4ff-45fe-ac56-a5c440a564db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.664420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Calling delete_port for 0c68c1af-f655-427f-bc2e-e7f8779ebfeb owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:24.711308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74554b-f95a-4f50-b5eb-35c236eac598 req-271eb78e-c285-4ade-8234-449a2f3bfb3d tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:24.715513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c74554b-f95a-4f50-b5eb-35c236eac598 req-271eb78e-c285-4ade-8234-449a2f3bfb3d tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 945 time: 0.2315774 Apr 18 21:40:24.801816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412b51e0-941c-495b-aeb7-5c4caa788ee3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 38c52668-1ccd-4b3b-9c16-dabe1662e056 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:24.819691 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c74554b-f95a-4f50-b5eb-35c236eac598 req-bf80e1d7-7590-4ad6-ad4a-631d2e84c201 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f8322-cd72-466c-a26a-529083e4b3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836191 Apr 18 21:40:24.827693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c780448-202a-4fad-9475-532bc6fb2ff4 req-142a1777-3c81-43cf-9baf-58f3c4279160 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:24.827693 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7c780448-202a-4fad-9475-532bc6fb2ff4 req-142a1777-3c81-43cf-9baf-58f3c4279160 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.4117959 Apr 18 21:40:24.865753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38b3a79e-c780-43c9-8e89-c959dda8adde tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.889355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-38b3a79e-c780-43c9-8e89-c959dda8adde tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Ignored duplicate provisioning block setup for port e01c0f13-113f-438e-a227-00860eb97406 by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 21:40:24.991576 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38b3a79e-c780-43c9-8e89-c959dda8adde tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.996784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59c57a7-5ea4-4a3a-ba98-30104e180e89 None None] Network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:25.006647 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7c780448-202a-4fad-9475-532bc6fb2ff4 req-c2c12504-9b39-4904-a30b-ab01d28685bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c11392-57f5-4e5d-a82f-f89ad55d229f HTTP/1.1" status: 200 len: 217 time: 0.1632226 Apr 18 21:40:25.022001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:25.317975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a92d86eb-673c-488b-85e3-cc4fc4ec845e None None] Provisioning for port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:25.327635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a92d86eb-673c-488b-85e3-cc4fc4ec845e None None] Provisioning complete for port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:25.327882 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a92d86eb-673c-488b-85e3-cc4fc4ec845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.344177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-38b3a79e-c780-43c9-8e89-c959dda8adde tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] In _notify_port_updated(), no bound segment for port e01c0f13-113f-438e-a227-00860eb97406 on network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 {{(pid=85048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:40:25.348120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3a79e-c780-43c9-8e89-c959dda8adde tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:25.348782 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38b3a79e-c780-43c9-8e89-c959dda8adde tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.353286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-38b3a79e-c780-43c9-8e89-c959dda8adde tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "PUT /v2.0/ports/e01c0f13-113f-438e-a227-00860eb97406 HTTP/1.1" status: 200 len: 925 time: 2.6459448 Apr 18 21:40:25.354365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3a79e-c780-43c9-8e89-c959dda8adde tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=e01c0f13-113f-438e-a227-00860eb97406,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:25.358232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42634) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:25.368804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5fd20486-a29c-4acf-a502-a9b0e1a23a25 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '20cf6b6c-0a49-4753-bb63-4b61371b1821'}, {'subnet_id': 'ccdaedd4-b505-4607-a8d4-b80b3cb4392f'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:25.412179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c780448-202a-4fad-9475-532bc6fb2ff4 req-b13b698e-aae3-45ee-b68a-5ba6e5a5dd8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:25.412970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:25.413649 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.414224 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7c780448-202a-4fad-9475-532bc6fb2ff4 req-b13b698e-aae3-45ee-b68a-5ba6e5a5dd8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.3992603 Apr 18 21:40:25.517948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fd20486-a29c-4acf-a502-a9b0e1a23a25 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.551280 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7c780448-202a-4fad-9475-532bc6fb2ff4 req-b8ad92b6-66fd-4a68-bf0c-38e24116780e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268840 Apr 18 21:40:25.594802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.595633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0c68c1af-f655-427f-bc2e-e7f8779ebfeb up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:25.614525 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f57cbbaf-f5d3-4d03-a58c-093b04dab788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.656376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 0c68c1af-f655-427f-bc2e-e7f8779ebfeb {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:25.656953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0c68c1af-f655-427f-bc2e-e7f8779ebfeb not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 21:40:25.726572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Port 0c68c1af-f655-427f-bc2e-e7f8779ebfeb not found, will not notify nova. {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 21:40:25.757543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c68c1af-f655-427f-bc2e-e7f8779ebfeb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:25.842447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:25.842703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:25.843033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:25.843398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:25.843789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:25.844113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:25.844434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:25.844754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:25.845072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:25.845390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:25.845734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.003180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e570abac-aa15-4a64-9a3a-e9e386e63bc3 None None] Provisioning complete for port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:26.004548 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e570abac-aa15-4a64-9a3a-e9e386e63bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.048238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412b51e0-941c-495b-aeb7-5c4caa788ee3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:26.070019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b5aa7-2e72-4320-84c6-1504e50b6a4b None None] Sync routers for ids ['38c52668-1ccd-4b3b-9c16-dabe1662e056'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:26.070994 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-412b51e0-941c-495b-aeb7-5c4caa788ee3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "PUT /v2.0/routers/38c52668-1ccd-4b3b-9c16-dabe1662e056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8219113 Apr 18 21:40:26.074236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42642) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:26.076428 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7c780448-202a-4fad-9475-532bc6fb2ff4 req-19a3bf4c-a80b-4b3c-852d-ddf250ad6300 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177979 Apr 18 21:40:26.100063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b5aa7-2e72-4320-84c6-1504e50b6a4b None None] Routers {'38c52668-1ccd-4b3b-9c16-dabe1662e056'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:26.100634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-693b5aa7-2e72-4320-84c6-1504e50b6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:39:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['38c52668-1ccd-4b3b-9c16-dabe1662e056'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:26.134812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368f69-3cfe-4dd7-aa45-3494a0f0c820 req-96ae3dc6-ad1c-40f3-a480-2c5735b566df tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:26.137260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3368f69-3cfe-4dd7-aa45-3494a0f0c820 req-96ae3dc6-ad1c-40f3-a480-2c5735b566df tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 944 time: 0.2980249 Apr 18 21:40:26.246632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3368f69-3cfe-4dd7-aa45-3494a0f0c820 req-8a8a3b55-6ec7-46e0-866f-33b5493d1e88 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977578 Apr 18 21:40:26.317938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6ad7c-aaaa-480e-9e1d-d614f30368c4 req-fa13979c-3781-488c-a201-ec3a107e8cf6 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:26.324701 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44a6ad7c-aaaa-480e-9e1d-d614f30368c4 req-fa13979c-3781-488c-a201-ec3a107e8cf6 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 945 time: 0.3223565 Apr 18 21:40:26.328671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.407324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-5fd20486-a29c-4acf-a502-a9b0e1a23a25 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8:0:1::fc (3a9dae65-ec8d-4d88-a368-ea66f3b1f830/ccdaedd4-b505-4607-a8d4-b80b3cb4392f/e01c0f13-113f-438e-a227-00860eb97406) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:26.436750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-693b5aa7-2e72-4320-84c6-1504e50b6a4b None None] Set router 38c52668-1ccd-4b3b-9c16-dabe1662e056 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:26.454476 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7c780448-202a-4fad-9475-532bc6fb2ff4 req-752be7a9-9064-4d3a-a3cb-120423dd8050 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777019 Apr 18 21:40:26.458473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44a6ad7c-aaaa-480e-9e1d-d614f30368c4 req-7165ce81-2eeb-41b3-b0e8-5ac3cc3efad3 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f8322-cd72-466c-a26a-529083e4b3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297069 Apr 18 21:40:26.460111 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f17810-516d-44f9-ab84-456b794e0d46 req-d7678ff7-3d72-4bb8-b3b9-53b9b85f5211 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:26.461300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-72f17810-516d-44f9-ab84-456b794e0d46 req-d7678ff7-3d72-4bb8-b3b9-53b9b85f5211 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Synchronizing usage tracker for tenant:e114768f9d314ce9bdf0bceb55d7ebac on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:26.551433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e570abac-aa15-4a64-9a3a-e9e386e63bc3 None None] Provisioning for port e01c0f13-113f-438e-a227-00860eb97406 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:26.551433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e570abac-aa15-4a64-9a3a-e9e386e63bc3 None None] Provisioning complete for port e01c0f13-113f-438e-a227-00860eb97406 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:26.551433 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e570abac-aa15-4a64-9a3a-e9e386e63bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.652719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e570abac-aa15-4a64-9a3a-e9e386e63bc3 None None] Port e01c0f13-113f-438e-a227-00860eb97406 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:26.699225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-72f17810-516d-44f9-ab84-456b794e0d46 req-d7678ff7-3d72-4bb8-b3b9-53b9b85f5211 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Unset dirty status for tenant:e114768f9d314ce9bdf0bceb55d7ebac on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:26.700343 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-72f17810-516d-44f9-ab84-456b794e0d46 req-d7678ff7-3d72-4bb8-b3b9-53b9b85f5211 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 945 time: 1.0158830 Apr 18 21:40:26.759176 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.794956 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.808226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f37230-5e91-463b-8e8b-9edf88261cd3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting subnet 90faa5e4-23ee-4e82-8b62-9c93ce2d8b49 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:40:26.812461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-72f17810-516d-44f9-ab84-456b794e0d46 req-6696bbd3-a5a0-4a19-89f4-e07ea82551a0 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Deleting port ce083f07-fe59-4dc4-b325-9ab1108c3b89 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:26.812803 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-72f17810-516d-44f9-ab84-456b794e0d46 req-6696bbd3-a5a0-4a19-89f4-e07ea82551a0 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.818551 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fd20486-a29c-4acf-a502-a9b0e1a23a25 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.824780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d7299d59-b93e-4371-a7cc-becb70be40cc None None] Provisioning complete for port e01c0f13-113f-438e-a227-00860eb97406 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:26.825299 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d7299d59-b93e-4371-a7cc-becb70be40cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.838270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-5fd20486-a29c-4acf-a502-a9b0e1a23a25 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Ignored duplicate provisioning block setup for port e01c0f13-113f-438e-a227-00860eb97406 by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 21:40:26.849589 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83f37230-5e91-463b-8e8b-9edf88261cd3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.892821 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fd20486-a29c-4acf-a502-a9b0e1a23a25 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.934760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d7299d59-b93e-4371-a7cc-becb70be40cc None None] Port e01c0f13-113f-438e-a227-00860eb97406 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:26.967215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-693b5aa7-2e72-4320-84c6-1504e50b6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:37:29Z', 'updated_at': '2022-04-18T21:40:18Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:30Z', 'updated_at': '2022-04-18T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:26.973875 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b5aa7-2e72-4320-84c6-1504e50b6a4b None None] Checking router: 38c52668-1ccd-4b3b-9c16-dabe1662e056 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:26.987119 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b5aa7-2e72-4320-84c6-1504e50b6a4b None None] Routers {'38c52668-1ccd-4b3b-9c16-dabe1662e056'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:26.987739 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-693b5aa7-2e72-4320-84c6-1504e50b6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:39:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['38c52668-1ccd-4b3b-9c16-dabe1662e056'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:27.136492 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83f37230-5e91-463b-8e8b-9edf88261cd3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.185948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd20486-a29c-4acf-a502-a9b0e1a23a25 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=e01c0f13-113f-438e-a227-00860eb97406,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:27.200898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-5fd20486-a29c-4acf-a502-a9b0e1a23a25 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] In _notify_port_updated(), no bound segment for port e01c0f13-113f-438e-a227-00860eb97406 on network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 {{(pid=85048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:40:27.205125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd20486-a29c-4acf-a502-a9b0e1a23a25 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:27.205258 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5fd20486-a29c-4acf-a502-a9b0e1a23a25 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.211295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5fd20486-a29c-4acf-a502-a9b0e1a23a25 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "PUT /v2.0/ports/e01c0f13-113f-438e-a227-00860eb97406 HTTP/1.1" status: 200 len: 1010 time: 1.8491035 Apr 18 21:40:27.213256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42646) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:27.282536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-693b5aa7-2e72-4320-84c6-1504e50b6a4b None None] Set router 38c52668-1ccd-4b3b-9c16-dabe1662e056 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:27.347602 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.348268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23735ff3-ed16-48cd-ab8f-f9181820d38c {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:40:27.371127 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-be060894-e94c-42d9-8733-469dbd268f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.413453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f57cbbaf-f5d3-4d03-a58c-093b04dab788 admin admin] Deleting port 97da7fb0-03ac-489d-aeae-d790ddc291a9 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:27.414650 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f57cbbaf-f5d3-4d03-a58c-093b04dab788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.416338 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.420046 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bddbc634-89a7-4d82-a4c8-b41509e42da2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "DELETE /v2.0/routers/23735ff3-ed16-48cd-ab8f-f9181820d38c HTTP/1.1" status: 204 len: 168 time: 7.4925742 Apr 18 21:40:27.432163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42652) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:27.468761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83f37230-5e91-463b-8e8b-9edf88261cd3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.595796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-500c8b53-4fac-4424-9713-e0e002f888a3 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Deleting subnet e5f8285e-26b7-446b-9226-0c55f61bca0e {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:40:27.621096 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-500c8b53-4fac-4424-9713-e0e002f888a3 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.634511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-baa069e2-d829-4327-a6da-bfd6f9177ad1 None None] Provisioning complete for port e01c0f13-113f-438e-a227-00860eb97406 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:27.634878 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-baa069e2-d829-4327-a6da-bfd6f9177ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.656626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a9256cf2-916a-4152-ade4-69caa806054e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port e01c0f13-113f-438e-a227-00860eb97406 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:27.657042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9256cf2-916a-4152-ade4-69caa806054e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.719168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-baa069e2-d829-4327-a6da-bfd6f9177ad1 None None] Port e01c0f13-113f-438e-a227-00860eb97406 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:27.761314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-f57cbbaf-f5d3-4d03-a58c-093b04dab788 admin admin] For port 97da7fb0-03ac-489d-aeae-d790ddc291a9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=97da7fb0-03ac-489d-aeae-d790ddc291a9,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:27.761696 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f57cbbaf-f5d3-4d03-a58c-093b04dab788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.784892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec0746-fb4b-4670-be77-88526664f652 req-3ed56618-2b13-4464-929c-a134fcf3e354 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:27.786086 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-500c8b53-4fac-4424-9713-e0e002f888a3 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.786377 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-faec0746-fb4b-4670-be77-88526664f652 req-3ed56618-2b13-4464-929c-a134fcf3e354 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 944 time: 0.3357937 Apr 18 21:40:27.786521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-693b5aa7-2e72-4320-84c6-1504e50b6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:37:29Z', 'updated_at': '2022-04-18T21:40:18Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:30Z', 'updated_at': '2022-04-18T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:27.790672 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b5aa7-2e72-4320-84c6-1504e50b6a4b None None] The sync data for ids ['38c52668-1ccd-4b3b-9c16-dabe1662e056'] in n-d-836017-3 is: [{'id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689795434', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:37:29Z', 'updated_at': '2022-04-18T21:40:18Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b75baaa6-bc5f-423c-b6f0-a8606ad338d5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c52668-1ccd-4b3b-9c16-dabe1662e056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:37:30Z', 'updated_at': '2022-04-18T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:27.869404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-72f17810-516d-44f9-ab84-456b794e0d46 req-6696bbd3-a5a0-4a19-89f4-e07ea82551a0 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] For port ce083f07-fe59-4dc4-b325-9ab1108c3b89, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ce083f07-fe59-4dc4-b325-9ab1108c3b89,segment=NetworkSegment(4989e5cc-84d2-43c4-adf3-fb6e63d593ac),segment_id=4989e5cc-84d2-43c4-adf3-fb6e63d593ac)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:27.869807 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-72f17810-516d-44f9-ab84-456b794e0d46 req-6696bbd3-a5a0-4a19-89f4-e07ea82551a0 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.939757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f57cbbaf-f5d3-4d03-a58c-093b04dab788 admin admin] Calling delete_port for 97da7fb0-03ac-489d-aeae-d790ddc291a9 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:27.988718 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.012274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07527335-1696-4903-b9c2-cf352757f133 req-55c48581-9c6f-455b-b9c4-37062a284f05 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:28.013738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07527335-1696-4903-b9c2-cf352757f133 req-55c48581-9c6f-455b-b9c4-37062a284f05 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 945 time: 0.3847768 Apr 18 21:40:28.021263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-72f17810-516d-44f9-ab84-456b794e0d46 req-6696bbd3-a5a0-4a19-89f4-e07ea82551a0 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Calling delete_port for ce083f07-fe59-4dc4-b325-9ab1108c3b89 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:28.051862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83f37230-5e91-463b-8e8b-9edf88261cd3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.053049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-faec0746-fb4b-4670-be77-88526664f652 req-11253168-f3a6-46ff-93f0-15de5af2572c tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872389 Apr 18 21:40:28.100807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07527335-1696-4903-b9c2-cf352757f133 req-e2c107d2-c70f-499f-b22c-03fa4e7cb07c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f8322-cd72-466c-a26a-529083e4b3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772104 Apr 18 21:40:28.195990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f37230-5e91-463b-8e8b-9edf88261cd3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Subnet': ['ID=90faa5e4-23ee-4e82-8b62-9c93ce2d8b49,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:28.220712 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-500c8b53-4fac-4424-9713-e0e002f888a3 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.267088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c5774-8ac5-4f83-9520-876192291b8c None None] Network 84d95e2e-5b90-42d7-9299-52b2ce479993 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:28.269899 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83f37230-5e91-463b-8e8b-9edf88261cd3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.285817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f57cbbaf-f5d3-4d03-a58c-093b04dab788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.299133 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-83f37230-5e91-463b-8e8b-9edf88261cd3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/subnets/90faa5e4-23ee-4e82-8b62-9c93ce2d8b49 HTTP/1.1" status: 204 len: 168 time: 2.2192922 Apr 18 21:40:28.311409 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42658) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:28.344550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cbbaf-f5d3-4d03-a58c-093b04dab788 admin admin] Pushing event deleted for resources: {'Port': ['ID=97da7fb0-03ac-489d-aeae-d790ddc291a9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:28.490189 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9256cf2-916a-4152-ade4-69caa806054e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.616111 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.648788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c75b38-9fcd-450c-9921-a0241d28c621 None None] DHCP port deletion for 84d95e2e-5b90-42d7-9299-52b2ce479993 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:40:28.654369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b6c75b38-9fcd-450c-9921-a0241d28c621 None None] Deleting port b8efea0f-726c-4a8d-9c00-8dc66639d4c2 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:28.654987 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6c75b38-9fcd-450c-9921-a0241d28c621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.693756 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f57cbbaf-f5d3-4d03-a58c-093b04dab788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.818710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a9256cf2-916a-4152-ade4-69caa806054e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for e01c0f13-113f-438e-a227-00860eb97406 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:28.891885 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b8efea0f-726c-4a8d-9c00-8dc66639d4c2 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:28.938531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b6c75b38-9fcd-450c-9921-a0241d28c621 None None] For port b8efea0f-726c-4a8d-9c00-8dc66639d4c2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b8efea0f-726c-4a8d-9c00-8dc66639d4c2,segment=NetworkSegment(5cefaf90-2ea1-4332-8347-c7bb89bff4ec),segment_id=5cefaf90-2ea1-4332-8347-c7bb89bff4ec)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:28.939018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6c75b38-9fcd-450c-9921-a0241d28c621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.941355 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-500c8b53-4fac-4424-9713-e0e002f888a3 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.998068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c8b53-4fac-4424-9713-e0e002f888a3 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e5f8285e-26b7-446b-9226-0c55f61bca0e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:29.013836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ce083f07-fe59-4dc4-b325-9ab1108c3b89 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:29.019721 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-500c8b53-4fac-4424-9713-e0e002f888a3 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.086050 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-72f17810-516d-44f9-ab84-456b794e0d46 req-6696bbd3-a5a0-4a19-89f4-e07ea82551a0 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.120010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b6c75b38-9fcd-450c-9921-a0241d28c621 None None] Calling delete_port for b8efea0f-726c-4a8d-9c00-8dc66639d4c2 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:29.212285 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-500c8b53-4fac-4424-9713-e0e002f888a3 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/e5f8285e-26b7-446b-9226-0c55f61bca0e HTTP/1.1" status: 204 len: 168 time: 1.7746658 Apr 18 21:40:29.215402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42666) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:29.218384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: ce083f07-fe59-4dc4-b325-9ab1108c3b89 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:29.218905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ce083f07-fe59-4dc4-b325-9ab1108c3b89 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:29.232566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696bbd3-a5a0-4a19-89f4-e07ea82551a0 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Pushing event deleted for resources: {'Port': ['ID=ce083f07-fe59-4dc4-b325-9ab1108c3b89,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:29.344084 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.391200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f17810-516d-44f9-ab84-456b794e0d46 req-6696bbd3-a5a0-4a19-89f4-e07ea82551a0 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] No DVR routers for this DVR port ce083f07-fe59-4dc4-b325-9ab1108c3b89 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:29.394085 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-72f17810-516d-44f9-ab84-456b794e0d46 req-6696bbd3-a5a0-4a19-89f4-e07ea82551a0 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.400930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d670c-d147-4c1c-a421-cee2c28ab416', 'name': 'network-vif-deleted', 'tag': 'ce083f07-fe59-4dc4-b325-9ab1108c3b89'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:40:29.413599 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b6c75b38-9fcd-450c-9921-a0241d28c621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.419659 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-72f17810-516d-44f9-ab84-456b794e0d46 req-6696bbd3-a5a0-4a19-89f4-e07ea82551a0 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.59 "DELETE /v2.0/ports/ce083f07-fe59-4dc4-b325-9ab1108c3b89 HTTP/1.1" status: 204 len: 173 time: 2.7131584 Apr 18 21:40:29.435703 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.459467 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6981d21-77f7-4496-bec5-7fe87e311d54 req-e5958fa4-0d37-4be4-b10f-e2e805dfa5d4 tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 210 time: 0.1442938 Apr 18 21:40:29.529801 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.532851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c75b38-9fcd-450c-9921-a0241d28c621 None None] No DVR routers for this DVR port b8efea0f-726c-4a8d-9c00-8dc66639d4c2 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:29.575504 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c75b38-9fcd-450c-9921-a0241d28c621 None None] Pushing event deleted for resources: {'Port': ['ID=b8efea0f-726c-4a8d-9c00-8dc66639d4c2,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:29.575504 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0c68c1af-f655-427f-bc2e-e7f8779ebfeb no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:29.612943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 0c68c1af-f655-427f-bc2e-e7f8779ebfeb {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:29.613293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0c68c1af-f655-427f-bc2e-e7f8779ebfeb not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:29.613756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 01e25853-02ae-4b7f-9819-13a0dde49dc5 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:29.644059 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262c3ec9-9bac-42b1-8d14-d3b2126dd913'] response: {'server_uuid': '1a0d670c-d147-4c1c-a421-cee2c28ab416', 'name': 'network-vif-deleted', 'tag': 'ce083f07-fe59-4dc4-b325-9ab1108c3b89', 'status': 'completed', 'code': 200} Apr 18 21:40:29.646416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9256cf2-916a-4152-ade4-69caa806054e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.673335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 01e25853-02ae-4b7f-9819-13a0dde49dc5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:29.674062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 01e25853-02ae-4b7f-9819-13a0dde49dc5 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:29.736064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9256cf2-916a-4152-ade4-69caa806054e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=e01c0f13-113f-438e-a227-00860eb97406,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:29.781664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5674ca-5321-48d1-88c2-99ae448ebb1e req-37cfa877-b7da-4090-b15d-277812412a77 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:29.783126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d5674ca-5321-48d1-88c2-99ae448ebb1e req-37cfa877-b7da-4090-b15d-277812412a77 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 944 time: 0.5457151 Apr 18 21:40:29.853021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9256cf2-916a-4152-ade4-69caa806054e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.856033 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a9256cf2-916a-4152-ade4-69caa806054e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/e01c0f13-113f-438e-a227-00860eb97406 HTTP/1.1" status: 204 len: 168 time: 2.6420717 Apr 18 21:40:29.860216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42672) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:29.905759 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.915508 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22695b2-ab6b-48d4-8c9a-d11f1a62727f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:40:29.916014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b22695b2-ab6b-48d4-8c9a-d11f1a62727f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:29.950123 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d5674ca-5321-48d1-88c2-99ae448ebb1e req-b47fb3c5-7873-4d53-8899-61782de105b9 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172364 Apr 18 21:40:29.969944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef8b750-b60e-4a69-8063-18c38651c8db']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:29.993622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b020f3-09d6-4d7d-bf64-e425e084a6bd') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:29.994383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b020f3-09d6-4d7d-bf64-e425e084a6bd') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:30.011149 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.017573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b22695b2-ab6b-48d4-8c9a-d11f1a62727f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:30.019036 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b22695b2-ab6b-48d4-8c9a-d11f1a62727f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/e01c0f13-113f-438e-a227-00860eb97406 HTTP/1.1" status: 404 len: 333 time: 0.1574900 Apr 18 21:40:30.021755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42676) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:30.028361 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.058643 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.089992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:40:30.090421 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:40:30.105154 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:40:30.185170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port b75baaa6-bc5f-423c-b6f0-a8606ad338d5 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:30.185713 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.216612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57cbbaf-f5d3-4d03-a58c-093b04dab788 admin admin] Router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:30.287207 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.360112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ef8b750-b60e-4a69-8063-18c38651c8db {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:40:30.368193 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.369709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1494ccaa-2f99-4ca0-8bfa-5b5ec9e701a2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting subnet ccdaedd4-b505-4607-a8d4-b80b3cb4392f {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:40:30.372920 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1494ccaa-2f99-4ca0-8bfa-5b5ec9e701a2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.377104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ef8b750-b60e-4a69-8063-18c38651c8db,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:30.406723 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6df6827c-3fea-49ce-a145-0cee1b98f4f6 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "DELETE /v2.0/networks/9ef8b750-b60e-4a69-8063-18c38651c8db HTTP/1.1" status: 204 len: 168 time: 1.1896586 Apr 18 21:40:30.473870 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1494ccaa-2f99-4ca0-8bfa-5b5ec9e701a2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.501580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57cbbaf-f5d3-4d03-a58c-093b04dab788 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:30.516278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f57cbbaf-f5d3-4d03-a58c-093b04dab788 admin admin] 10.222.0.11 "PUT /v2.0/routers/07e6a41b-5a86-4ef4-827a-00f05a1595e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8860812 Apr 18 21:40:30.519574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42686) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:30.529788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port b75baaa6-bc5f-423c-b6f0-a8606ad338d5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b75baaa6-bc5f-423c-b6f0-a8606ad338d5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:30.530170 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.730164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for b75baaa6-bc5f-423c-b6f0-a8606ad338d5 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:30.755597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d6637c8c-a2e5-4f13-98ca-babb2b08e7f7 req-d23ac922-2cc8-482f-bbeb-ac23d329700c tempest-VolumesActionsTest-1191428468 tempest-VolumesActionsTest-1191428468-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a0d670c-d147-4c1c-a421-cee2c28ab416 HTTP/1.1" status: 200 len: 210 time: 0.1017087 Apr 18 21:40:30.854749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.951404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1494ccaa-2f99-4ca0-8bfa-5b5ec9e701a2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.991156 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fca6c6-81a4-4c08-8d74-b12770baaa1e None None] Sync routers for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:31.004385 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fca6c6-81a4-4c08-8d74-b12770baaa1e None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:31.005221 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-60fca6c6-81a4-4c08-8d74-b12770baaa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:31.011395 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.013992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42694) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:31.025794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b3e23ff1-c224-446a-8ef6-d98e2aeb8c92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Request body: {'router': {'name': 'tempest-router--751962864', 'project_id': '6215c5e75bcf4a95aa8de1a5f886ea3f'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:31.035335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b3e23ff1-c224-446a-8ef6-d98e2aeb8c92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:31.044381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b3e23ff1-c224-446a-8ef6-d98e2aeb8c92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Usage tracker for resource:router and tenant:6215c5e75bcf4a95aa8de1a5f886ea3f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:31.057173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b3e23ff1-c224-446a-8ef6-d98e2aeb8c92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:31.065804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b3e23ff1-c224-446a-8ef6-d98e2aeb8c92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:31.148163 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:40:31.175468 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3e23ff1-c224-446a-8ef6-d98e2aeb8c92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.175468 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3e23ff1-c224-446a-8ef6-d98e2aeb8c92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.199563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1494ccaa-2f99-4ca0-8bfa-5b5ec9e701a2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.228618 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-60fca6c6-81a4-4c08-8d74-b12770baaa1e None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:31.244537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494ccaa-2f99-4ca0-8bfa-5b5ec9e701a2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Subnet': ['ID=ccdaedd4-b505-4607-a8d4-b80b3cb4392f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:31.256724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ae1e4e-4d59-4902-84e6-517845c30c70 None None] Network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:31.257950 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1494ccaa-2f99-4ca0-8bfa-5b5ec9e701a2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.268470 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1494ccaa-2f99-4ca0-8bfa-5b5ec9e701a2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/ccdaedd4-b505-4607-a8d4-b80b3cb4392f HTTP/1.1" status: 204 len: 168 time: 1.2451832 Apr 18 21:40:31.271226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42698) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:31.327305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687996b2-deea-43d9-a1df-4da5a93791d8 req-82915b8e-0642-49c3-af82-ccec2e1ab403 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:31.328807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-687996b2-deea-43d9-a1df-4da5a93791d8 req-82915b8e-0642-49c3-af82-ccec2e1ab403 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 944 time: 0.1536672 Apr 18 21:40:31.336014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.403453 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-687996b2-deea-43d9-a1df-4da5a93791d8 req-dba9905d-b602-4a3e-80ec-ecef1c565ca0 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673430 Apr 18 21:40:31.406900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=b75baaa6-bc5f-423c-b6f0-a8606ad338d5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:31.422591 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.463914 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3e23ff1-c224-446a-8ef6-d98e2aeb8c92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.480805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f9409d-7429-4c3c-8a68-29c73625d202 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting subnet 20cf6b6c-0a49-4753-bb63-4b61371b1821 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:40:31.490552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Deleting port d491f63d-a2cc-4e25-94f0-72ec922701c6 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:31.490905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.491806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09f9409d-7429-4c3c-8a68-29c73625d202 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.603612 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-60fca6c6-81a4-4c08-8d74-b12770baaa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 5, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port': {'id': 'd491f63d-a2cc-4e25-94f0-72ec922701c6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:15Z', 'updated_at': '2022-04-18T21:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:31.612889 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fca6c6-81a4-4c08-8d74-b12770baaa1e None None] Checking router: 07e6a41b-5a86-4ef4-827a-00f05a1595e9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:31.614447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09f9409d-7429-4c3c-8a68-29c73625d202 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.655367 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fca6c6-81a4-4c08-8d74-b12770baaa1e None None] Routers {'07e6a41b-5a86-4ef4-827a-00f05a1595e9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:31.655367 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-60fca6c6-81a4-4c08-8d74-b12770baaa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:31.735275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] For port d491f63d-a2cc-4e25-94f0-72ec922701c6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d491f63d-a2cc-4e25-94f0-72ec922701c6,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:31.735793 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.782211 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3e23ff1-c224-446a-8ef6-d98e2aeb8c92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.823438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.847348 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-60fca6c6-81a4-4c08-8d74-b12770baaa1e None None] Set router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:31.881884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Calling delete_port for d491f63d-a2cc-4e25-94f0-72ec922701c6 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:32.051306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b3e23ff1-c224-446a-8ef6-d98e2aeb8c92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.051306 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b3e23ff1-c224-446a-8ef6-d98e2aeb8c92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0315447 Apr 18 21:40:32.051551 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-60fca6c6-81a4-4c08-8d74-b12770baaa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 6, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:32.056750 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fca6c6-81a4-4c08-8d74-b12770baaa1e None None] The sync data for ids ['07e6a41b-5a86-4ef4-827a-00f05a1595e9'] in n-d-836017-3 is: [{'id': '07e6a41b-5a86-4ef4-827a-00f05a1595e9', 'name': 'tempest-AttachVolumeNegativeTest-1036319734-router', 'tenant_id': '77b059139f84405db9bad3c9f82f200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:13Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 6, 'project_id': '77b059139f84405db9bad3c9f82f200d', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:32.110287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42706) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:32.124666 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.129038 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09f9409d-7429-4c3c-8a68-29c73625d202 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.166948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.273567 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e515ad2a-70ae-4297-932b-37ae2e933f92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.333763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.377955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09f9409d-7429-4c3c-8a68-29c73625d202 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.395647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bca4b65b-4db7-459f-b6d6-4083fb46d5de None None] Provisioning complete for port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:32.396406 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bca4b65b-4db7-459f-b6d6-4083fb46d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.439991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d491f63d-a2cc-4e25-94f0-72ec922701c6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:32.442041 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.442960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Fanout notify agent at l3_agent the message router_deleted on router 38c52668-1ccd-4b3b-9c16-dabe1662e056 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:40:32.483222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9409d-7429-4c3c-8a68-29c73625d202 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Subnet': ['ID=20cf6b6c-0a49-4753-bb63-4b61371b1821,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:32.520274 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.521641 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3a27cd49-cd7c-47ad-a792-8efbff29ee5e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/routers/38c52668-1ccd-4b3b-9c16-dabe1662e056 HTTP/1.1" status: 204 len: 168 time: 4.1952038 Apr 18 21:40:32.523970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:32.524401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:32.524740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:32.525073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:32.525401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:32.525752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:32.526075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:32.526395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:32.526715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:32.527033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:32.527351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:32.529126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42712) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:32.584268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09f9409d-7429-4c3c-8a68-29c73625d202 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.586142 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-09f9409d-7429-4c3c-8a68-29c73625d202 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/20cf6b6c-0a49-4753-bb63-4b61371b1821 HTTP/1.1" status: 204 len: 168 time: 1.3138523 Apr 18 21:40:32.593450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42716) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:32.636390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c8b211-c12e-47d9-af69-a55faa5c8d51 None None] Network 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:32.673018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 28c11392-57f5-4e5d-a82f-f89ad55d229f details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:40:32.923139 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.942662 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.013381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:33.014020 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.112423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 28c11392-57f5-4e5d-a82f-f89ad55d229f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=28c11392-57f5-4e5d-a82f-f89ad55d229f,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:33.136429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '28c11392-57f5-4e5d-a82f-f89ad55d229f', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'port_id': '28c11392-57f5-4e5d-a82f-f89ad55d229f', 'mac_address': 'fa:16:3e:b8:b7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:40:33.246248 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.267165 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.275974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c11392-57f5-4e5d-a82f-f89ad55d229f {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:40:33.299381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 28c11392-57f5-4e5d-a82f-f89ad55d229f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=28c11392-57f5-4e5d-a82f-f89ad55d229f,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:33.335776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d95e2e-5b90-42d7-9299-52b2ce479993']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:33.359927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cefaf90-2ea1-4332-8347-c7bb89bff4ec') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:33.360227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cefaf90-2ea1-4332-8347-c7bb89bff4ec') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:33.381282 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.381839 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.393423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66740013-3759-438d-b88e-376a69b5d457 None None] DHCP port deletion for 3a9dae65-ec8d-4d88-a368-ea66f3b1f830 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:40:33.398731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-66740013-3759-438d-b88e-376a69b5d457 None None] Deleting port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:33.401095 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-66740013-3759-438d-b88e-376a69b5d457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.452070 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.503865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.517789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:40:33.518473 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e515ad2a-70ae-4297-932b-37ae2e933f92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.518782 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:40:33.535190 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:40:33.545531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 97da7fb0-03ac-489d-aeae-d790ddc291a9 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:33.604998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 97da7fb0-03ac-489d-aeae-d790ddc291a9 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:33.605636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 97da7fb0-03ac-489d-aeae-d790ddc291a9 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:33.606203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d491f63d-a2cc-4e25-94f0-72ec922701c6 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:33.636850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] For port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9,segment=NetworkSegment(8f8f776e-52f7-4646-afd3-58a55bfa9a48),segment_id=8f8f776e-52f7-4646-afd3-58a55bfa9a48)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:33.637306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.663141 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e515ad2a-70ae-4297-932b-37ae2e933f92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.674980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b7c2e-7330-4aba-8be6-58a9d879df45 req-8967d62e-81d7-4e6c-94e5-ea238da247c5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:33.676581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-148b7c2e-7330-4aba-8be6-58a9d879df45 req-8967d62e-81d7-4e6c-94e5-ea238da247c5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 944 time: 0.9060333 Apr 18 21:40:33.695753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: d491f63d-a2cc-4e25-94f0-72ec922701c6 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:33.696437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d491f63d-a2cc-4e25-94f0-72ec922701c6 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:33.716597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=28c11392-57f5-4e5d-a82f-f89ad55d229f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:33.766809 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.774744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:33.816475 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.820749 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.842820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Network': ['ID=84d95e2e-5b90-42d7-9299-52b2ce479993,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:33.857686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['28c11392-57f5-4e5d-a82f-f89ad55d229f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:40:33.897685 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d33ba17b-e5a8-4179-aa82-f1ddeb685622 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/networks/84d95e2e-5b90-42d7-9299-52b2ce479993 HTTP/1.1" status: 204 len: 168 time: 1.3657520 Apr 18 21:40:33.901356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42726) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:33.904690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-66740013-3759-438d-b88e-376a69b5d457 None None] For port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9,segment=NetworkSegment(8f8f776e-52f7-4646-afd3-58a55bfa9a48),segment_id=8f8f776e-52f7-4646-afd3-58a55bfa9a48)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:33.905638 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-66740013-3759-438d-b88e-376a69b5d457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.933681 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.951481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-148b7c2e-7330-4aba-8be6-58a9d879df45 req-f46958ef-af91-4081-b003-afd7887326e1 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650292 Apr 18 21:40:33.961037 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.962148 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.030030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.039278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No DVR routers for this DVR port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:34.050900 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e515ad2a-70ae-4297-932b-37ae2e933f92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.056261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e515ad2a-70ae-4297-932b-37ae2e933f92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8175e041-9a86-4374-a4de-00b4de43bd79 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:40:34.068460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-66740013-3759-438d-b88e-376a69b5d457 None None] Calling delete_port for b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:34.071377 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e515ad2a-70ae-4297-932b-37ae2e933f92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.074120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e515ad2a-70ae-4297-932b-37ae2e933f92 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "DELETE /v2.0/routers/8175e041-9a86-4374-a4de-00b4de43bd79 HTTP/1.1" status: 204 len: 168 time: 1.9620132 Apr 18 21:40:34.075638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.076252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07e6a41b-5a86-4ef4-827a-00f05a1595e9 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:40:34.081791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.083441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8186d8a8-dc32-45a2-9e7d-ef152209c9b5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/07e6a41b-5a86-4ef4-827a-00f05a1595e9 HTTP/1.1" status: 204 len: 168 time: 3.5634482 Apr 18 21:40:34.086179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42734) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:34.123023 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d4ca-0610-456d-818c-651d30e7164e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.165884 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:34.168440 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:40:34.181178 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-66740013-3759-438d-b88e-376a69b5d457 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:40:34.181682 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-66740013-3759-438d-b88e-376a69b5d457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:40:34.248412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-175dc506-c987-49da-984a-65b56ee7e2fa admin admin] Deleting subnet f73b1940-ffab-4f06-a08d-3f3c87735f84 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:40:34.265173 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-175dc506-c987-49da-984a-65b56ee7e2fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.339533 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.380333 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-175dc506-c987-49da-984a-65b56ee7e2fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.390575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9dae65-ec8d-4d88-a368-ea66f3b1f830']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:34.414378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8f776e-52f7-4646-afd3-58a55bfa9a48') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:34.414871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8f776e-52f7-4646-afd3-58a55bfa9a48') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:34.432611 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.469923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d4ca-0610-456d-818c-651d30e7164e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.478686 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-175dc506-c987-49da-984a-65b56ee7e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.483086 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.500087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:40:34.500751 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:40:34.516402 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:40:34.560990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42738) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:34.683485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-66740013-3759-438d-b88e-376a69b5d457 None None] Deleting port b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:34.684207 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-66740013-3759-438d-b88e-376a69b5d457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.725854 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-175dc506-c987-49da-984a-65b56ee7e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.757585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-66740013-3759-438d-b88e-376a69b5d457 None None] The port 'b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:40:34.776890 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.786713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dc506-c987-49da-984a-65b56ee7e2fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f73b1940-ffab-4f06-a08d-3f3c87735f84,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.795695 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-175dc506-c987-49da-984a-65b56ee7e2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.801589 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b75baaa6-bc5f-423c-b6f0-a8606ad338d5 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:34.811406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-175dc506-c987-49da-984a-65b56ee7e2fa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f73b1940-ffab-4f06-a08d-3f3c87735f84 HTTP/1.1" status: 204 len: 168 time: 0.7205622 Apr 18 21:40:34.812082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42744) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:34.816003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d4ca-0610-456d-818c-651d30e7164e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.823056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.838864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3788fa1-bc46-4d52-a4fd-65315477ab63 None None] Network eeb6b84e-f8da-43e4-b706-8497e886851a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:34.853452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1d4ca-0610-456d-818c-651d30e7164e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5795bff3-e826-4832-9ddb-416397d34b04,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.855366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Network': ['ID=3a9dae65-ec8d-4d88-a368-ea66f3b1f830,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.858951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b75baaa6-bc5f-423c-b6f0-a8606ad338d5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:34.859291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b75baaa6-bc5f-423c-b6f0-a8606ad338d5 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:34.859696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:34.894678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1413624176', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:34.913886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:34.921591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Usage tracker for resource:router and tenant:4e6e09c8232c40dfba030f796393be54 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:34.932377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:34.945784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:34.951757 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.960829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:34.961175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b40f79c5-a5e2-4c84-ba7c-d0c9f9a581e9 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:34.967725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Deleting port cb0a3cac-6db8-49f6-9ff4-97f189e059f7 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:34.968068 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.988504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d4ca-0610-456d-818c-651d30e7164e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.992203 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b5f1d4ca-0610-456d-818c-651d30e7164e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/security-groups/5795bff3-e826-4832-9ddb-416397d34b04 HTTP/1.1" status: 204 len: 168 time: 1.0873513 Apr 18 21:40:35.043584 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-700d9eec-937c-42ed-ab0c-5c5a2ee0d98e tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/networks/3a9dae65-ec8d-4d88-a368-ea66f3b1f830 HTTP/1.1" status: 204 len: 168 time: 2.4487538 Apr 18 21:40:35.044755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42752) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:35.143202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16183851-e8b7-4096-96ff-e7a0a567f953 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:35.144009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-16183851-e8b7-4096-96ff-e7a0a567f953 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:35.176272 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.177209 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.209984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c12086-e244-48e4-885c-89c801c58a12 None None] DHCP port deletion for eeb6b84e-f8da-43e4-b706-8497e886851a request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:40:35.216671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-83c12086-e244-48e4-885c-89c801c58a12 None None] Deleting port cb0a3cac-6db8-49f6-9ff4-97f189e059f7 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:35.217087 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-83c12086-e244-48e4-885c-89c801c58a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.234342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-16183851-e8b7-4096-96ff-e7a0a567f953 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:35.235791 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-16183851-e8b7-4096-96ff-e7a0a567f953 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1898699 Apr 18 21:40:35.239431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42756) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:35.320747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] For port cb0a3cac-6db8-49f6-9ff4-97f189e059f7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cb0a3cac-6db8-49f6-9ff4-97f189e059f7,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:35.321755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.412473 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-abba02b8-e187-45e8-a55c-6557086fda79 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1669095 Apr 18 21:40:35.412971 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42764) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:35.423805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2038686247'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:35.437132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:35.447327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:network and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:35.454395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:35.467488 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:35.486897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-83c12086-e244-48e4-885c-89c801c58a12 None None] For port cb0a3cac-6db8-49f6-9ff4-97f189e059f7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cb0a3cac-6db8-49f6-9ff4-97f189e059f7,segment=NetworkSegment(a2c3c7b0-1b80-4d32-87dd-4a5296799e0b),segment_id=a2c3c7b0-1b80-4d32-87dd-4a5296799e0b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:35.487292 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-83c12086-e244-48e4-885c-89c801c58a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.489087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.564817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:35.567899 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.599017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:40:35.609024 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.609349 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Added segment 990d3d93-7b57-4de0-b44e-4c87d58ce03a of type vlan for network 7575a1f9-2145-4802-8b98-28833af9cf05 Apr 18 21:40:35.621988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Calling delete_port for cb0a3cac-6db8-49f6-9ff4-97f189e059f7 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:35.636755 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-83c12086-e244-48e4-885c-89c801c58a12 None None] Calling delete_port for cb0a3cac-6db8-49f6-9ff4-97f189e059f7 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:35.637361 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.653786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e194f-c4ef-42c0-8a28-c76e30d3e786 req-6f1e25c4-3c03-43cd-9d7d-37483422f127 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:35.660860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-276e194f-c4ef-42c0-8a28-c76e30d3e786 req-6f1e25c4-3c03-43cd-9d7d-37483422f127 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 945 time: 0.5498207 Apr 18 21:40:35.754149 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.766787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42772) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:35.771040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:35.771857 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.782040 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-276e194f-c4ef-42c0-8a28-c76e30d3e786 req-c3680db8-5521-43c4-a778-c600eaa5bb93 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202648 Apr 18 21:40:35.796598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267762614', 'description': 'tempest-secgroup-smoke-1267762614 description', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:35.796598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:35.815186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:35.818568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:35.851763 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-83c12086-e244-48e4-885c-89c801c58a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.879897 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:35.939883 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c12086-e244-48e4-885c-89c801c58a12 None None] Pushing event deleted for resources: {'Port': ['ID=cb0a3cac-6db8-49f6-9ff4-97f189e059f7,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:35.949665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c12086-e244-48e4-885c-89c801c58a12 None None] No DVR routers for this DVR port cb0a3cac-6db8-49f6-9ff4-97f189e059f7 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:35.969508 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:40:35.969508 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:40:35.982493 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.006729 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5926778 Apr 18 21:40:36.010171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42778) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:36.017088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': '7575a1f9-2145-4802-8b98-28833af9cf05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:36.037569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ceff15-73c1-4f62-9191-4bc2d9334396 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Network': ['ID=7575a1f9-2145-4802-8b98-28833af9cf05,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:36.048139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 7575a1f9-2145-4802-8b98-28833af9cf05 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:40:36.108652 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.174882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:36.200124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:36.202573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:36.205815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:36.272235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:36.279362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:36.284628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:36.295866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:36.381516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:36.401600 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.468871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Deleting port cb0a3cac-6db8-49f6-9ff4-97f189e059f7 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:36.469127 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.508007 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.619364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] The port 'cb0a3cac-6db8-49f6-9ff4-97f189e059f7' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:40:36.657779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 28c11392-57f5-4e5d-a82f-f89ad55d229f up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:36.668031 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.713670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38249bab-5eb5-4fce-a9d8-113b3deba3ec,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:36.794751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cb0a3cac-6db8-49f6-9ff4-97f189e059f7 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:36.795856 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.833067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: cb0a3cac-6db8-49f6-9ff4-97f189e059f7 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:36.833409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cb0a3cac-6db8-49f6-9ff4-97f189e059f7 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:36.847475 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.848928 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f97d49db-6996-41c9-bce5-88061df5cbe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0810559 Apr 18 21:40:36.852117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42786) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:36.855130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 28c11392-57f5-4e5d-a82f-f89ad55d229f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:36.860110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-306b5d4b-d672-4659-8818-cbc1e9c8bd5f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '38249bab-5eb5-4fce-a9d8-113b3deba3ec', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:36.860896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 28c11392-57f5-4e5d-a82f-f89ad55d229f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:36.863489 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.868753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-306b5d4b-d672-4659-8818-cbc1e9c8bd5f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:36.873146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-306b5d4b-d672-4659-8818-cbc1e9c8bd5f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:36.876791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-306b5d4b-d672-4659-8818-cbc1e9c8bd5f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:36.883882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-306b5d4b-d672-4659-8818-cbc1e9c8bd5f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:36.910458 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.980302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-306b5d4b-d672-4659-8818-cbc1e9c8bd5f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.018866 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.048238 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.068400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 28c11392-57f5-4e5d-a82f-f89ad55d229f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=28c11392-57f5-4e5d-a82f-f89ad55d229f,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:37.069722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c11392-57f5-4e5d-a82f-f89ad55d229f'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:40:37.077402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-306b5d4b-d672-4659-8818-cbc1e9c8bd5f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.106317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb6b84e-f8da-43e4-b706-8497e886851a']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:37.136080 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f432a8-ad75-42c6-884f-d721f7db74b8'] response: {'server_uuid': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c11392-57f5-4e5d-a82f-f89ad55d229f', 'code': 200} Apr 18 21:40:37.148729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:37.151421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c3c7b0-1b80-4d32-87dd-4a5296799e0b') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:37.193858 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.243410 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-306b5d4b-d672-4659-8818-cbc1e9c8bd5f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.281813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=28c11392-57f5-4e5d-a82f-f89ad55d229f,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:37.284937 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b5d4b-d672-4659-8818-cbc1e9c8bd5f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c969705a-ca3e-4a83-a8fa-527bc8f65006,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:37.316832 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fac81afe-827b-4f4a-b925-ab9f1bb8f552 req-472c946e-5ac3-4b6d-be62-c43d207b232d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 1097 time: 0.1171789 Apr 18 21:40:37.344198 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.352920 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-306b5d4b-d672-4659-8818-cbc1e9c8bd5f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.358196 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-306b5d4b-d672-4659-8818-cbc1e9c8bd5f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5040090 Apr 18 21:40:37.359206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42794) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:37.374806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-94d0f146-aedf-4e23-8827-2f3f18538464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '38249bab-5eb5-4fce-a9d8-113b3deba3ec', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:37.384616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-94d0f146-aedf-4e23-8827-2f3f18538464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:37.392481 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-94d0f146-aedf-4e23-8827-2f3f18538464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:37.399932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-94d0f146-aedf-4e23-8827-2f3f18538464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:37.404372 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fac81afe-827b-4f4a-b925-ab9f1bb8f552 req-eaf39028-88a6-4d95-addc-80194e14c27a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805757 Apr 18 21:40:37.408396 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-94d0f146-aedf-4e23-8827-2f3f18538464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:37.425808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b685f-876f-4a60-8135-ab9a64a99599 req-6821b11f-40f3-46dd-b4ad-89854508077a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:37.430713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c98b685f-876f-4a60-8135-ab9a64a99599 req-6821b11f-40f3-46dd-b4ad-89854508077a tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 945 time: 0.4409671 Apr 18 21:40:37.436710 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.473665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:40:37.474063 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:40:37.498863 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:40:37.503362 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94d0f146-aedf-4e23-8827-2f3f18538464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.556979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Allocated IP 172.25.3.175 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/5feb7d8d-ae99-48bb-88b2-bad970886e48) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:37.569919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94d0f146-aedf-4e23-8827-2f3f18538464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.644656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94d0f146-aedf-4e23-8827-2f3f18538464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.658733 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c98b685f-876f-4a60-8135-ab9a64a99599 req-134a28a4-2801-4a26-91b2-5326171e135b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181232 Apr 18 21:40:37.671054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0f146-aedf-4e23-8827-2f3f18538464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170ef601-d703-4c89-90f2-c02cb91a8cbe,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:37.748068 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.767298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.790125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb6b84e-f8da-43e4-b706-8497e886851a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:37.793826 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94d0f146-aedf-4e23-8827-2f3f18538464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.798033 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-94d0f146-aedf-4e23-8827-2f3f18538464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4375937 Apr 18 21:40:37.798658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42798) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:37.800385 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.804117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7453a070-642f-4449-99e0-14ab45feba9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '38249bab-5eb5-4fce-a9d8-113b3deba3ec', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:37.811490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7453a070-642f-4449-99e0-14ab45feba9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:37.816736 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7453a070-642f-4449-99e0-14ab45feba9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:37.823405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7453a070-642f-4449-99e0-14ab45feba9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:37.824889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7453a070-642f-4449-99e0-14ab45feba9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:37.865627 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.898401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7453a070-642f-4449-99e0-14ab45feba9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.910346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Subnet': ['ID=3c41c87d-ab8f-42fe-855c-e9de60f9e145,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:37.930448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Checking segment: {'id': '990d3d93-7b57-4de0-b44e-4c87d58ce03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7575a1f9-2145-4802-8b98-28833af9cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:37.930802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network hostable DHCP agents. Network: 7575a1f9-2145-4802-8b98-28833af9cf05, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:40:37.944221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0d788255-1950-4b9a-a469-298b70f7aac1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/eeb6b84e-f8da-43e4-b706-8497e886851a HTTP/1.1" status: 204 len: 168 time: 3.1311710 Apr 18 21:40:37.971598 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7453a070-642f-4449-99e0-14ab45feba9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.051437 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.075402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7453a070-642f-4449-99e0-14ab45feba9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.100067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 7575a1f9-2145-4802-8b98-28833af9cf05 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:40:38.105318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453a070-642f-4449-99e0-14ab45feba9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f798171-66b2-4dcd-aea6-75bf0e965975,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:38.139190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:38.142049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:38.146576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:38.178991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Pushing event updated for resources: {'Port': ['ID=5feb7d8d-ae99-48bb-88b2-bad970886e48,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:38.244843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7453a070-642f-4449-99e0-14ab45feba9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.246093 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7453a070-642f-4449-99e0-14ab45feba9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4464750 Apr 18 21:40:38.248969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42804) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:38.253274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 7575a1f9-2145-4802-8b98-28833af9cf05) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:38.260102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-7649b2f3-ee2d-4245-a414-423a9b967b54 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '38249bab-5eb5-4fce-a9d8-113b3deba3ec', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:38.261319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee3e128-7307-4118-b069-686713d04990 None None] Network 7575a1f9-2145-4802-8b98-28833af9cf05 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:38.270157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:38.270725 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.278776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7649b2f3-ee2d-4245-a414-423a9b967b54 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:38.296934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7649b2f3-ee2d-4245-a414-423a9b967b54 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:38.301184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7649b2f3-ee2d-4245-a414-423a9b967b54 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:38.307352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7649b2f3-ee2d-4245-a414-423a9b967b54 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:38.395845 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ba8dd91e-fa65-4d5d-8481-6920a97207c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3845353 Apr 18 21:40:38.398693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42808) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:38.405152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': '7575a1f9-2145-4802-8b98-28833af9cf05', 'name': 'tempest-PortsIpV6TestJSON-1062549365'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:38.484171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42816) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:38.514488 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-7575a1f9-2145-4802-8b98-28833af9cf05', 'network_id': '7575a1f9-2145-4802-8b98-28833af9cf05', 'tenant_id': '0b67cbeffd7a476a92ce5723698dbc38', 'fixed_ips': [{'subnet_id': '3c41c87d-ab8f-42fe-855c-e9de60f9e145'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:40:38.515434 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.533954 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7649b2f3-ee2d-4245-a414-423a9b967b54 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.564249 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a0c4f328-0628-4da0-901c-2a4a7d63e464 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77b059139f84405db9bad3c9f82f200d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0785885 Apr 18 21:40:38.564845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42820) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:38.685616 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.686928 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.704512 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9dec7174-fd27-4c88-94cc-fea64e5aceb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.807489 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9dec7174-fd27-4c88-94cc-fea64e5aceb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.831018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Allocated IP 2001:db8::2 (7575a1f9-2145-4802-8b98-28833af9cf05/3c41c87d-ab8f-42fe-855c-e9de60f9e145/6c65632e-af0d-4521-940f-b54d988820d2) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:38.906035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:38.948143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:38.960205 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7649b2f3-ee2d-4245-a414-423a9b967b54 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.997970 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9dec7174-fd27-4c88-94cc-fea64e5aceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.023015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec7174-fd27-4c88-94cc-fea64e5aceb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d78ffd-e2b6-4f82-a37c-e9ef7693f40f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:39.055039 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7649b2f3-ee2d-4245-a414-423a9b967b54 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.058744 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9dec7174-fd27-4c88-94cc-fea64e5aceb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.061966 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9dec7174-fd27-4c88-94cc-fea64e5aceb2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19d78ffd-e2b6-4f82-a37c-e9ef7693f40f HTTP/1.1" status: 204 len: 168 time: 0.4938629 Apr 18 21:40:39.096954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ca835-d10e-4b42-a588-f860de705024 req-0d130a83-8c63-4830-8ee6-eb9d4009d979 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:39.103981 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-548ca835-d10e-4b42-a588-f860de705024 req-0d130a83-8c63-4830-8ee6-eb9d4009d979 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 946 time: 0.1533811 Apr 18 21:40:39.106109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:39.109044 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.123744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649b2f3-ee2d-4245-a414-423a9b967b54 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36829517-794a-4a35-a1d9-4303026adb3d,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:39.179633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port 552359bd-398b-4d80-a739-28922c364dfa yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:40:39.257034 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.274982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Transition to ACTIVE for port object 6c65632e-af0d-4521-940f-b54d988820d2 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:39.283784 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7649b2f3-ee2d-4245-a414-423a9b967b54 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.285953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7649b2f3-ee2d-4245-a414-423a9b967b54 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0338359 Apr 18 21:40:39.290809 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42828) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:39.300702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-694c4890-77e8-465b-b7b8-8411ac0d3783 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '38249bab-5eb5-4fce-a9d8-113b3deba3ec', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:39.305118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Transition to ACTIVE for port object 6c65632e-af0d-4521-940f-b54d988820d2 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:39.309940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-694c4890-77e8-465b-b7b8-8411ac0d3783 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:39.314014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-694c4890-77e8-465b-b7b8-8411ac0d3783 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:39.317738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-694c4890-77e8-465b-b7b8-8411ac0d3783 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:39.324192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-694c4890-77e8-465b-b7b8-8411ac0d3783 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:39.337848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-548ca835-d10e-4b42-a588-f860de705024 req-6c9e57dc-df6b-4d52-8165-5554182b099e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328031 Apr 18 21:40:39.480732 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.528671 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-694c4890-77e8-465b-b7b8-8411ac0d3783 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Project 5ee8315d479c435aaa1e10a9872e4b80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:40:39.530755 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.536154 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-694c4890-77e8-465b-b7b8-8411ac0d3783 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.542920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Network 7575a1f9-2145-4802-8b98-28833af9cf05 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:39.552233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:39.557310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:39.568429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8::46 (7575a1f9-2145-4802-8b98-28833af9cf05/3c41c87d-ab8f-42fe-855c-e9de60f9e145/552359bd-398b-4d80-a739-28922c364dfa) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:39.642230 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-694c4890-77e8-465b-b7b8-8411ac0d3783 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.645763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Router 1d6e32aa-bd25-488b-b694-faf4b0dbaf8a is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:40:39.656075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Pushing event updated for resources: {'Port': ['ID=6c65632e-af0d-4521-940f-b54d988820d2,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:39.687539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Attempting to bind port 6c65632e-af0d-4521-940f-b54d988820d2 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:39.701570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Attempting to bind port 6c65632e-af0d-4521-940f-b54d988820d2 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '990d3d93-7b57-4de0-b44e-4c87d58ce03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7575a1f9-2145-4802-8b98-28833af9cf05'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:39.702175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Attempting to bind port 6c65632e-af0d-4521-940f-b54d988820d2 on network 7575a1f9-2145-4802-8b98-28833af9cf05 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:39.710501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:39.711074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Checking segment: {'id': '990d3d93-7b57-4de0-b44e-4c87d58ce03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7575a1f9-2145-4802-8b98-28833af9cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:39.712335 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.712823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Bound using segment: {'id': '990d3d93-7b57-4de0-b44e-4c87d58ce03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7575a1f9-2145-4802-8b98-28833af9cf05'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:39.713256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Bound port: 6c65632e-af0d-4521-940f-b54d988820d2, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990d3d93-7b57-4de0-b44e-4c87d58ce03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7575a1f9-2145-4802-8b98-28833af9cf05'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:39.713661 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.730751 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-694c4890-77e8-465b-b7b8-8411ac0d3783 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.762026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c4890-77e8-465b-b7b8-8411ac0d3783 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adaa49ea-968c-4c01-a36c-32f9fa491ea1,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:39.830812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] For port 6c65632e-af0d-4521-940f-b54d988820d2, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:39.831865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] For port 6c65632e-af0d-4521-940f-b54d988820d2, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6c65632e-af0d-4521-940f-b54d988820d2,segment=NetworkSegment(990d3d93-7b57-4de0-b44e-4c87d58ce03a),segment_id=990d3d93-7b57-4de0-b44e-4c87d58ce03a)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:39.850754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-694c4890-77e8-465b-b7b8-8411ac0d3783 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.852006 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-694c4890-77e8-465b-b7b8-8411ac0d3783 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5597174 Apr 18 21:40:39.858753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42842) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:39.864844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f16009e1-38a6-4f10-bd2d-bb3edf0fa371 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '38249bab-5eb5-4fce-a9d8-113b3deba3ec', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:39.872134 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f16009e1-38a6-4f10-bd2d-bb3edf0fa371 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:39.876508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f16009e1-38a6-4f10-bd2d-bb3edf0fa371 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:39.880063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f16009e1-38a6-4f10-bd2d-bb3edf0fa371 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:39.887122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f16009e1-38a6-4f10-bd2d-bb3edf0fa371 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:39.949244 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:39.993341 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-f16009e1-38a6-4f10-bd2d-bb3edf0fa371 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Project 5ee8315d479c435aaa1e10a9872e4b80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:40:40.002019 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f16009e1-38a6-4f10-bd2d-bb3edf0fa371 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:40.067619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa78f1-0b30-4554-b891-26f22f9a9a8b None None] Pushing event updated for resources: {'Port': ['ID=6c65632e-af0d-4521-940f-b54d988820d2,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:40.100513 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f16009e1-38a6-4f10-bd2d-bb3edf0fa371 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:40.151011 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:40.174268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Transition to ACTIVE for port object 552359bd-398b-4d80-a739-28922c364dfa will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:40.252202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:40.264020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fdf097-702e-41bc-96bf-12dc102e49ae None None] Sync routers for ids ['1d6e32aa-bd25-488b-b694-faf4b0dbaf8a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:40.273614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f16009e1-38a6-4f10-bd2d-bb3edf0fa371 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:40.292396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fdf097-702e-41bc-96bf-12dc102e49ae None None] Routers {'1d6e32aa-bd25-488b-b694-faf4b0dbaf8a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:40.295187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-92fdf097-702e-41bc-96bf-12dc102e49ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1d6e32aa-bd25-488b-b694-faf4b0dbaf8a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:40.309383 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:40.331969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16009e1-38a6-4f10-bd2d-bb3edf0fa371 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ffbf99-85aa-49ed-8ede-0ee7462818ca,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:40.405566 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f16009e1-38a6-4f10-bd2d-bb3edf0fa371 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:40.406956 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f16009e1-38a6-4f10-bd2d-bb3edf0fa371 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5470569 Apr 18 21:40:40.409857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42856) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:40.418510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'network': {'name': 'tempest-network-smoke--1561661702', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'port_security_enabled': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:40.433064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:40.463081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:network and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:40.468563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:40.470982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=552359bd-398b-4d80-a739-28922c364dfa,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:40.474714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 7575a1f9-2145-4802-8b98-28833af9cf05 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:40.476643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:40.479623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:40.484652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:40.485275 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:40.485889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:40.512832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-92fdf097-702e-41bc-96bf-12dc102e49ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:40.524757 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fdf097-702e-41bc-96bf-12dc102e49ae None None] Routers {'1d6e32aa-bd25-488b-b694-faf4b0dbaf8a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:40.525378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-92fdf097-702e-41bc-96bf-12dc102e49ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1d6e32aa-bd25-488b-b694-faf4b0dbaf8a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:40.547838 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:40.552170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42862) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:40.552400 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e8562597-79e7-43fb-b10a-ea7a4d52c0b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.9901140 Apr 18 21:40:40.617458 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-53cdaa6e-c4e8-4101-a1e6-dd2314723764 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2170165 Apr 18 21:40:40.621225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42868) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:40.627689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': '7575a1f9-2145-4802-8b98-28833af9cf05', 'name': 'tempest-PortsIpV6TestJSON-1455342639'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:40.659822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-92fdf097-702e-41bc-96bf-12dc102e49ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:40.659822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fdf097-702e-41bc-96bf-12dc102e49ae None None] The sync data for ids ['1d6e32aa-bd25-488b-b694-faf4b0dbaf8a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:40.775228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922da81-c75c-4a57-9d11-5b8c21e0344e req-c732b678-07a0-403a-be69-179e2d51750b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:40.781665 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5922da81-c75c-4a57-9d11-5b8c21e0344e req-c732b678-07a0-403a-be69-179e2d51750b tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 946 time: 0.2268896 Apr 18 21:40:40.798133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Made reservation on behalf of 5ee8315d479c435aaa1e10a9872e4b80 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:40.801308 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:40.865672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:40:40.867622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:40.880231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:port and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:40.885703 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:40.886691 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Added segment aa459dd1-c999-49b8-bc3c-7d9156cc920e of type vlan for network b5436652-078b-45fa-a481-add4d155899f Apr 18 21:40:40.887143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:40.890618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6c65632e-af0d-4521-940f-b54d988820d2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:40.930920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:40.935660 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5922da81-c75c-4a57-9d11-5b8c21e0344e req-c907b80f-c560-4970-af8c-4999cf43d81e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854251 Apr 18 21:40:40.943321 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.034246 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-90348df6-ccf6-4f1f-a651-09e76ba920e2 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/routers/1d6e32aa-bd25-488b-b694-faf4b0dbaf8a HTTP/1.1" status: 200 len: 925 time: 0.4804635 Apr 18 21:40:41.037042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42878) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:41.074974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:41.078119 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.111130 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5a759b8f-67aa-4fdb-a874-3ae61b07211f tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d6e32aa-bd25-488b-b694-faf4b0dbaf8a HTTP/1.1" status: 200 len: 205 time: 0.0705163 Apr 18 21:40:41.111604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42882) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:41.124932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 6c65632e-af0d-4521-940f-b54d988820d2 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:41.175254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port 7098e55d-ae58-47f8-a0f6-d21906967bfb yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:40:41.217485 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.229314 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:41.229970 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.278511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770e84d-52bb-4fe5-8078-b828f366e61c req-aa7c0b07-2c36-44f0-b11b-ea2389b4b25f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:41.280037 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0770e84d-52bb-4fe5-8078-b828f366e61c req-aa7c0b07-2c36-44f0-b11b-ea2389b4b25f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 946 time: 0.1760278 Apr 18 21:40:41.390765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0770e84d-52bb-4fe5-8078-b828f366e61c req-5fd6a404-f544-43d5-a40b-63d3fc88dcbd tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037219 Apr 18 21:40:41.405037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8::d2 (7575a1f9-2145-4802-8b98-28833af9cf05/3c41c87d-ab8f-42fe-855c-e9de60f9e145/7098e55d-ae58-47f8-a0f6-d21906967bfb) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:41.429323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42890) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:41.455247 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Network': ['ID=b5436652-078b-45fa-a481-add4d155899f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:41.470985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b5436652-078b-45fa-a481-add4d155899f details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:40:41.528656 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1236f762-2b7d-440f-bc61-1d40a37f9446 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1174352 Apr 18 21:40:41.534804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42898) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:41.544154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'admin_state_up': True, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:41.559189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:41.578957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:router and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:41.584619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:41.604301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:41.634479 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.668098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7c033d-4a3c-4927-8405-4cc0242be2e3 None None] Network 7575a1f9-2145-4802-8b98-28833af9cf05 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:41.750073 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.783926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.785063 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.796398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Transition to ACTIVE for port object 7098e55d-ae58-47f8-a0f6-d21906967bfb will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:41.822951 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.931941 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.028906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 7575a1f9-2145-4802-8b98-28833af9cf05 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:42.036672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:42.039742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=7098e55d-ae58-47f8-a0f6-d21906967bfb,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:42.041671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1f296d37-7551-4890-a29d-f82964002c37 None None] Provisioning for port 6c65632e-af0d-4521-940f-b54d988820d2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:42.043160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:42.047457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:42.048313 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.060103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1f296d37-7551-4890-a29d-f82964002c37 None None] Provisioning complete for port 6c65632e-af0d-4521-940f-b54d988820d2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:42.060649 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1f296d37-7551-4890-a29d-f82964002c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.069920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-73662872-3e02-4d3e-ab65-06a75e4ca16f tempest-TestVolumeBootPattern-1378907098 tempest-TestVolumeBootPattern-1378907098-project-admin] Synchronizing usage tracker for tenant:61e5a57d461b403db244e8359dc2a8dd on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:42.183571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5e954f38-bc3f-4599-8ea0-0770c6491cab tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5602994 Apr 18 21:40:42.185079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42912) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:42.254076 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1f296d37-7551-4890-a29d-f82964002c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.267547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-73662872-3e02-4d3e-ab65-06a75e4ca16f tempest-TestVolumeBootPattern-1378907098 tempest-TestVolumeBootPattern-1378907098-project-admin] Unset dirty status for tenant:61e5a57d461b403db244e8359dc2a8dd on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:42.273321 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-73662872-3e02-4d3e-ab65-06a75e4ca16f tempest-TestVolumeBootPattern-1378907098 tempest-TestVolumeBootPattern-1378907098-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 1092 time: 0.8429596 Apr 18 21:40:42.277621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42918) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:42.302380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '28c11392-57f5-4e5d-a82f-f89ad55d229f', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address': '172.20.0.13'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:42.303967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1f296d37-7551-4890-a29d-f82964002c37 None None] For port 6c65632e-af0d-4521-940f-b54d988820d2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6c65632e-af0d-4521-940f-b54d988820d2,segment=NetworkSegment(990d3d93-7b57-4de0-b44e-4c87d58ce03a),segment_id=990d3d93-7b57-4de0-b44e-4c87d58ce03a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:42.317692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:42.334695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Usage tracker for resource:floatingip and tenant:18546b6476ee48ff8dbb33e9f0d62503 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:42.339499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:42.348246 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:42.395863 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.404467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb21c2e-9658-4abe-b1fb-2d6ac565fe13 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:42.405334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.405548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2fb21c2e-9658-4abe-b1fb-2d6ac565fe13 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:42.473658 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1f296d37-7551-4890-a29d-f82964002c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.543103 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.549026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f296d37-7551-4890-a29d-f82964002c37 None None] Pushing event updated for resources: {'Port': ['ID=6c65632e-af0d-4521-940f-b54d988820d2,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:42.556639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Deleting port 5feb7d8d-ae99-48bb-88b2-bad970886e48 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:42.557024 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.653178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2fb21c2e-9658-4abe-b1fb-2d6ac565fe13 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:42.657166 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2fb21c2e-9658-4abe-b1fb-2d6ac565fe13 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A46 HTTP/1.1" status: 200 len: 928 time: 0.4676921 Apr 18 21:40:42.661062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42930) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:42.760401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1ac329ea-e786-4d67-a44c-c18802bb042b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 7098e55d-ae58-47f8-a0f6-d21906967bfb {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:42.760817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1ac329ea-e786-4d67-a44c-c18802bb042b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.792800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7e5d0e17-0a71-4057-b5df-ef39bc9166fc None None] Provisioning for port 552359bd-398b-4d80-a739-28922c364dfa completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:42.797857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7e5d0e17-0a71-4057-b5df-ef39bc9166fc None None] Provisioning complete for port 552359bd-398b-4d80-a739-28922c364dfa triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:42.798225 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0e17-0a71-4057-b5df-ef39bc9166fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.867453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6c65632e-af0d-4521-940f-b54d988820d2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:42.968750 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.969978 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.066285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d0e17-0a71-4057-b5df-ef39bc9166fc None None] Port 552359bd-398b-4d80-a739-28922c364dfa cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:43.097685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 6c65632e-af0d-4521-940f-b54d988820d2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:43.098054 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.194005 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.210884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7e5d0e17-0a71-4057-b5df-ef39bc9166fc None None] Provisioning complete for port 6c65632e-af0d-4521-940f-b54d988820d2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:43.211385 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0e17-0a71-4057-b5df-ef39bc9166fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.237044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Calling delete_port for 5feb7d8d-ae99-48bb-88b2-bad970886e48 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:43.265934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.470511 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1ac329ea-e786-4d67-a44c-c18802bb042b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.555445 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.25.3.53 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/c10fa897-a127-43dc-a112-c4ff754da655) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:43.605632 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1ac329ea-e786-4d67-a44c-c18802bb042b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 7098e55d-ae58-47f8-a0f6-d21906967bfb owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:43.690381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7e5d0e17-0a71-4057-b5df-ef39bc9166fc None None] Provisioning for port 7098e55d-ae58-47f8-a0f6-d21906967bfb completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:43.692186 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.705032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7e5d0e17-0a71-4057-b5df-ef39bc9166fc None None] Provisioning complete for port 7098e55d-ae58-47f8-a0f6-d21906967bfb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:43.705032 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0e17-0a71-4057-b5df-ef39bc9166fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.743544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Pushing event deleted for resources: {'Port': ['ID=5feb7d8d-ae99-48bb-88b2-bad970886e48,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:43.764663 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.776651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d0e17-0a71-4057-b5df-ef39bc9166fc None None] Port 7098e55d-ae58-47f8-a0f6-d21906967bfb cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:43.900596 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-29574f25-9d76-4856-a642-4aa01f7257aa None None] Provisioning complete for port 552359bd-398b-4d80-a739-28922c364dfa triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:43.901219 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-29574f25-9d76-4856-a642-4aa01f7257aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.919924 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1ac329ea-e786-4d67-a44c-c18802bb042b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.003141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.006298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-29574f25-9d76-4856-a642-4aa01f7257aa None None] Port 552359bd-398b-4d80-a739-28922c364dfa cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:44.009671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-29574f25-9d76-4856-a642-4aa01f7257aa None None] Could not find standard attr ID for object 7098e55d-ae58-47f8-a0f6-d21906967bfb. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:40:44.053671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac329ea-e786-4d67-a44c-c18802bb042b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=7098e55d-ae58-47f8-a0f6-d21906967bfb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:44.079466 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.116040 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1ac329ea-e786-4d67-a44c-c18802bb042b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.261464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Allocated IP 172.25.3.76 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/176e7e3d-bbe4-491c-bd4e-6e53f5716a30) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:44.451646 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.499918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1ac329ea-e786-4d67-a44c-c18802bb042b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/7098e55d-ae58-47f8-a0f6-d21906967bfb HTTP/1.1" status: 204 len: 168 time: 1.8356707 Apr 18 21:40:44.502554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42956) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:44.559067 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bca116-4d9d-4564-89a0-0d1f18fc6921 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:40:44.559707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-89bca116-4d9d-4564-89a0-0d1f18fc6921 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:44.567848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.589313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.593638 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.628511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=c10fa897-a127-43dc-a112-c4ff754da655,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:44.647281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:44.648576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:44.650474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:44.651200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:44.654540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:44.655541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:44.687485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=176e7e3d-bbe4-491c-bd4e-6e53f5716a30,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:44.696266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-89bca116-4d9d-4564-89a0-0d1f18fc6921 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:44.697508 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-89bca116-4d9d-4564-89a0-0d1f18fc6921 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/7098e55d-ae58-47f8-a0f6-d21906967bfb HTTP/1.1" status: 404 len: 333 time: 0.1938069 Apr 18 21:40:44.701462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42962) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:44.757583 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.765949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Fanout notify agent at l3_agent the message router_deleted on router 1d6e32aa-bd25-488b-b694-faf4b0dbaf8a {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:40:44.809401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9c478b7a-9eea-4565-b894-1054c654e7a3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 552359bd-398b-4d80-a739-28922c364dfa {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:44.809869 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c478b7a-9eea-4565-b894-1054c654e7a3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.911330 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.912694 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a527631b-f579-4d3e-a12f-4f4b14cd1859 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/routers/1d6e32aa-bd25-488b-b694-faf4b0dbaf8a HTTP/1.1" status: 204 len: 168 time: 3.8001168 Apr 18 21:40:44.917436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42968) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:44.924481 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2129148778', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'enable_snat': False}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:44.941047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:44.976186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Usage tracker for resource:router and tenant:65850f54706c4365a700ced807a4d608 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:44.981026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:45.002149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:45.168932 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.169974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.195884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c478b7a-9eea-4565-b894-1054c654e7a3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.264486 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.322812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9c478b7a-9eea-4565-b894-1054c654e7a3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 552359bd-398b-4d80-a739-28922c364dfa owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:45.365101 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.416485 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.462574 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.463292 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.768204 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.782304 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.806766 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c478b7a-9eea-4565-b894-1054c654e7a3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.868232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c478b7a-9eea-4565-b894-1054c654e7a3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=552359bd-398b-4d80-a739-28922c364dfa,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:45.896055 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.046457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event updated for resources: {'Port': ['ID=176e7e3d-bbe4-491c-bd4e-6e53f5716a30,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:46.062086 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9c478b7a-9eea-4565-b894-1054c654e7a3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.062684 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.218929 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9c478b7a-9eea-4565-b894-1054c654e7a3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/552359bd-398b-4d80-a739-28922c364dfa HTTP/1.1" status: 204 len: 168 time: 1.5158777 Apr 18 21:40:46.222115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42984) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:46.270353 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cacab9f-8b49-403a-aab9-fce3da3d9e69 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:40:46.270855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2cacab9f-8b49-403a-aab9-fce3da3d9e69 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:46.324129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 4293a072-6904-416c-8134-ba8f51596bbf is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:40:46.401967 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Floating IP 3bfe4044-e943-4829-9de1-8e6eba3e7adb associated. External IP: 172.25.3.76, port: 28c11392-57f5-4e5d-a82f-f89ad55d229f. Apr 18 21:40:46.419651 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.451731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2cacab9f-8b49-403a-aab9-fce3da3d9e69 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:46.452888 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2cacab9f-8b49-403a-aab9-fce3da3d9e69 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/552359bd-398b-4d80-a739-28922c364dfa HTTP/1.1" status: 404 len: 333 time: 0.2298253 Apr 18 21:40:46.456022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42992) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:46.508434 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.684198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Allocated IP 172.25.3.73 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/cc056a5f-7447-463a-ad9e-9876d8aeb1c7) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:46.784445 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42998) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:46.826989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-92432b6f-af66-4877-b72b-9c2cdf75f6c9 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting subnet 3c41c87d-ab8f-42fe-855c-e9de60f9e145 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:40:46.831575 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92432b6f-af66-4877-b72b-9c2cdf75f6c9 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.846038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:46.857712 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Sync routers for ids ['4293a072-6904-416c-8134-ba8f51596bbf'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:46.880073 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Routers {'4293a072-6904-416c-8134-ba8f51596bbf'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:46.880259 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4293a072-6904-416c-8134-ba8f51596bbf'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:46.890662 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.930955 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92432b6f-af66-4877-b72b-9c2cdf75f6c9 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.976304 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.978789 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5e5bc3a4-1b3e-48ea-99b1-0f3941095a19 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.4401300 Apr 18 21:40:46.981617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43004) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:47.047791 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.083876 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7d4b230c-255c-4166-9d88-343c16806567 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=5ee8315d479c435aaa1e10a9872e4b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991893 Apr 18 21:40:47.088685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43008) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:47.098641 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Set router 4293a072-6904-416c-8134-ba8f51596bbf gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:47.100118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53d53f8f-9117-4c4a-bb98-68647903fb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.160099 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92432b6f-af66-4877-b72b-9c2cdf75f6c9 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.217086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:47.265145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:47.267046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event updated for resources: {'Port': ['ID=cc056a5f-7447-463a-ad9e-9876d8aeb1c7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:47.274093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:47.321927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-53d53f8f-9117-4c4a-bb98-68647903fb60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:47.344649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-53d53f8f-9117-4c4a-bb98-68647903fb60 admin admin] Usage tracker for resource:security_group_rule and tenant:defd54f6658f4c2fa78fe090619af715 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:47.354074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-53d53f8f-9117-4c4a-bb98-68647903fb60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:47.378069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-53d53f8f-9117-4c4a-bb98-68647903fb60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:47.388639 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:47.390705 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92432b6f-af66-4877-b72b-9c2cdf75f6c9 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.417187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eebf6c4-5cdc-45a2-9f96-8e8512dea00f tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:47.418700 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9eebf6c4-5cdc-45a2-9f96-8e8512dea00f tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3285933 Apr 18 21:40:47.427963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43016) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:47.468154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92432b6f-af66-4877-b72b-9c2cdf75f6c9 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Subnet': ['ID=3c41c87d-ab8f-42fe-855c-e9de60f9e145,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:47.483946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f76df713-1e73-4ae3-b87c-666bd70b8955 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543511 Apr 18 21:40:47.488802 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92432b6f-af66-4877-b72b-9c2cdf75f6c9 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.491048 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43020) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:47.496814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-349262860', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:47.505582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc74ee8-816c-4247-b14d-2ddcfc3788a9 None None] Network 7575a1f9-2145-4802-8b98-28833af9cf05 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:47.518124 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:40:44Z', 'revision_number': 3, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:47.526345 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Checking router: 4293a072-6904-416c-8134-ba8f51596bbf for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:47.526345 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Updating router 4293a072-6904-416c-8134-ba8f51596bbf port c10fa897-a127-43dc-a112-c4ff754da655 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:40:47.532099 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53d53f8f-9117-4c4a-bb98-68647903fb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.588809 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.618570 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.619352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.635322 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-92432b6f-af66-4877-b72b-9c2cdf75f6c9 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/3c41c87d-ab8f-42fe-855c-e9de60f9e145 HTTP/1.1" status: 204 len: 168 time: 1.1781766 Apr 18 21:40:47.647717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43024) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:47.693761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53d53f8f-9117-4c4a-bb98-68647903fb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.856777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1330860-536f-413a-a741-e7893f1a921e None None] DHCP port deletion for 7575a1f9-2145-4802-8b98-28833af9cf05 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:40:47.862034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f1330860-536f-413a-a741-e7893f1a921e None None] Deleting port 6c65632e-af0d-4521-940f-b54d988820d2 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:47.862455 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1330860-536f-413a-a741-e7893f1a921e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.897832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d53f8f-9117-4c4a-bb98-68647903fb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5169efc2-ecca-43f9-8bfb-cc940ed05e7f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:47.913928 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-53d53f8f-9117-4c4a-bb98-68647903fb60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=defd54f6658f4c2fa78fe090619af715&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1185153 Apr 18 21:40:47.913928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43030) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:48.009227 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.021517 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Transition to ACTIVE for port object c10fa897-a127-43dc-a112-c4ff754da655 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:48.022732 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f951c27-5f82-4121-a62e-9e948bde0b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.036811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:48.040899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:subnet and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:48.044387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:48.051370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:48.085375 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.090615 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.132762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 6c65632e-af0d-4521-940f-b54d988820d2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:48.133165 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.204195 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Attempting to bind port c10fa897-a127-43dc-a112-c4ff754da655 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:48.204673 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Attempting to bind port c10fa897-a127-43dc-a112-c4ff754da655 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:48.205098 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Attempting to bind port c10fa897-a127-43dc-a112-c4ff754da655 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:48.211347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Made reservation on behalf of 5ee8315d479c435aaa1e10a9872e4b80 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:48.217847 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:48.218530 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:48.219141 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.219711 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:48.220369 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Bound port: c10fa897-a127-43dc-a112-c4ff754da655, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:48.221051 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.260826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f1330860-536f-413a-a741-e7893f1a921e None None] For port 6c65632e-af0d-4521-940f-b54d988820d2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6c65632e-af0d-4521-940f-b54d988820d2,segment=NetworkSegment(990d3d93-7b57-4de0-b44e-4c87d58ce03a),segment_id=990d3d93-7b57-4de0-b44e-4c87d58ce03a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:48.261342 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1330860-536f-413a-a741-e7893f1a921e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.270478 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d2493-0c56-4272-bfdc-631174decaea None None] Pushing event updated for resources: {'Port': ['ID=c10fa897-a127-43dc-a112-c4ff754da655,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:48.289674 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f951c27-5f82-4121-a62e-9e948bde0b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.358418 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] For port c10fa897-a127-43dc-a112-c4ff754da655, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:48.364000 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] For port c10fa897-a127-43dc-a112-c4ff754da655, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c10fa897-a127-43dc-a112-c4ff754da655,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:48.437511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f1330860-536f-413a-a741-e7893f1a921e None None] Calling delete_port for 6c65632e-af0d-4521-940f-b54d988820d2 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:48.499037 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.536591 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.593669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Router 2b647183-163b-4576-be6f-1256607cc8a4 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:40:48.597515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f951c27-5f82-4121-a62e-9e948bde0b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.617999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f951c27-5f82-4121-a62e-9e948bde0b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5169efc2-ecca-43f9-8bfb-cc940ed05e7f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:48.618340 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d2493-0c56-4272-bfdc-631174decaea None None] Pushing event updated for resources: {'Port': ['ID=c10fa897-a127-43dc-a112-c4ff754da655,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:48.623238 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Routers {'4293a072-6904-416c-8134-ba8f51596bbf'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:48.623840 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4293a072-6904-416c-8134-ba8f51596bbf'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:48.627860 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f951c27-5f82-4121-a62e-9e948bde0b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.629007 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9f951c27-5f82-4121-a62e-9e948bde0b20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5169efc2-ecca-43f9-8bfb-cc940ed05e7f HTTP/1.1" status: 204 len: 168 time: 0.7134728 Apr 18 21:40:48.633857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:48.654644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805b4252-c009-4a39-9e5b-499cc5bf3c83 None None] Sync routers for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:48.667031 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1330860-536f-413a-a741-e7893f1a921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.760693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.774906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1330860-536f-413a-a741-e7893f1a921e None None] No DVR routers for this DVR port 6c65632e-af0d-4521-940f-b54d988820d2 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:48.798999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1330860-536f-413a-a741-e7893f1a921e None None] Pushing event deleted for resources: {'Port': ['ID=6c65632e-af0d-4521-940f-b54d988820d2,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:48.822440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b4252-c009-4a39-9e5b-499cc5bf3c83 None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:48.824349 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-805b4252-c009-4a39-9e5b-499cc5bf3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:48.872861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] For port 6c65632e-af0d-4521-940f-b54d988820d2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6c65632e-af0d-4521-940f-b54d988820d2,segment=NetworkSegment(990d3d93-7b57-4de0-b44e-4c87d58ce03a),segment_id=990d3d93-7b57-4de0-b44e-4c87d58ce03a)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:48.873226 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.917547 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] Set router 4293a072-6904-416c-8134-ba8f51596bbf gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:48.921345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6c65632e-af0d-4521-940f-b54d988820d2 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:49.043175 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ef220b6a-d7a8-4817-978f-d9cd23d284d6 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7386858 Apr 18 21:40:49.043175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 6c65632e-af0d-4521-940f-b54d988820d2 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:49.066729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'tag': '28c11392-57f5-4e5d-a82f-f89ad55d229f'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:40:49.100672 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 6c65632e-af0d-4521-940f-b54d988820d2 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:49.101014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6c65632e-af0d-4521-940f-b54d988820d2 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:49.167862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:49.189923 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Sync routers for ids ['2b647183-163b-4576-be6f-1256607cc8a4'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:49.214223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-805b4252-c009-4a39-9e5b-499cc5bf3c83 None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:49.243635 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Routers {'2b647183-163b-4576-be6f-1256607cc8a4'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:49.243842 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eda669b-e962-4dc3-ac32-64679e6910da'] response: {'name': 'network-changed', 'server_uuid': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'tag': '28c11392-57f5-4e5d-a82f-f89ad55d229f', 'status': 'completed', 'code': 200} Apr 18 21:40:49.244629 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2b647183-163b-4576-be6f-1256607cc8a4'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:49.267671 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:40:49.271246 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:40:49.322517 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:49.324007 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0fe34e33-1308-4170-817b-392e3fb009ea tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4034131 Apr 18 21:40:49.326565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43044) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:49.342008 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:49.432878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Subnet': ['ID=71d64460-edcf-4078-a8a0-936cd4f11907,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:49.489003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Checking segment: {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:49.489508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network hostable DHCP agents. Network: b5436652-078b-45fa-a481-add4d155899f, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:40:49.536880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-11e4978f-1bad-4a91-95c7-fcc42e8a86cd req-48aed61b-7579-4e2a-9fb1-770597e0455d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 1097 time: 0.2755125 Apr 18 21:40:49.548963 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Set router 2b647183-163b-4576-be6f-1256607cc8a4 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:49.619567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network b5436652-078b-45fa-a481-add4d155899f is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:40:49.666641 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:40:44Z', 'revision_number': 3, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:49.724728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b5436652-078b-45fa-a481-add4d155899f) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:49.729732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:49.730501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:49.737545 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b8722-9afd-41d5-ae94-31f5ad703437 None None] The sync data for ids ['4293a072-6904-416c-8134-ba8f51596bbf'] in n-d-836017-3 is: [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:40:44Z', 'revision_number': 3, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:49.775895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 6c65632e-af0d-4521-940f-b54d988820d2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:49.776238 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:49.783213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae84c02-41d6-4c7d-a3b1-aca0748faea2 None None] Network b5436652-078b-45fa-a481-add4d155899f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:49.812275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4978f-1bad-4a91-95c7-fcc42e8a86cd req-c144b337-9261-4180-820a-1e1d9cf66ad4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:49.818925 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-11e4978f-1bad-4a91-95c7-fcc42e8a86cd req-c144b337-9261-4180-820a-1e1d9cf66ad4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.2660098 Apr 18 21:40:49.898050 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b647183-163b-4576-be6f-1256607cc8a4', 'name': 'tempest-snat-router-2129148778', 'tenant_id': '65850f54706c4365a700ced807a4d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.73'}], 'enable_snat': False}, 'gw_port_id': 'cc056a5f-7447-463a-ad9e-9876d8aeb1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:45Z', 'updated_at': '2022-04-18T21:40:47Z', 'revision_number': 3, 'project_id': '65850f54706c4365a700ced807a4d608', 'gw_port': {'id': 'cc056a5f-7447-463a-ad9e-9876d8aeb1c7', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b647183-163b-4576-be6f-1256607cc8a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:46Z', 'updated_at': '2022-04-18T21:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:49.903613 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Checking router: 2b647183-163b-4576-be6f-1256607cc8a4 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:49.904267 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Updating router 2b647183-163b-4576-be6f-1256607cc8a4 port cc056a5f-7447-463a-ad9e-9876d8aeb1c7 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:40:49.915022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43052) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:49.932811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] The port '6c65632e-af0d-4521-940f-b54d988820d2' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:40:49.943991 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5984c1ff-8103-46ae-802e-8a6e9868aeb1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4490080 Apr 18 21:40:49.959002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43056) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:49.999464 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:50.207135 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dd996c64-8a19-4c7e-acfd-278777262b5b tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/routers/2b647183-163b-4576-be6f-1256607cc8a4 HTTP/1.1" status: 200 len: 908 time: 0.8793120 Apr 18 21:40:50.219694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43064) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:50.225505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f227e58d-1701-4e00-a99b-85cfa1d596c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:50.232028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2129148778', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'enable_snat': True}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:50.238667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:50.256132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Usage tracker for resource:router and tenant:65850f54706c4365a700ced807a4d608 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:50.256132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:50.261220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:50.310119 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-11e4978f-1bad-4a91-95c7-fcc42e8a86cd req-1c46d490-b147-4f13-851a-a56734439841 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c11392-57f5-4e5d-a82f-f89ad55d229f HTTP/1.1" status: 200 len: 999 time: 0.4823039 Apr 18 21:40:50.392660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:50.394022 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:50.395119 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:50.410918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f227e58d-1701-4e00-a99b-85cfa1d596c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:50.435259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f227e58d-1701-4e00-a99b-85cfa1d596c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9c61b5e6248642b883bffd875e5f91a7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:50.441385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f227e58d-1701-4e00-a99b-85cfa1d596c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:50.450310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7575a1f9-2145-4802-8b98-28833af9cf05']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:50.453773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4978f-1bad-4a91-95c7-fcc42e8a86cd req-ca6e6cb2-d345-44b3-af61-690c66654e29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:50.455473 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-11e4978f-1bad-4a91-95c7-fcc42e8a86cd req-ca6e6cb2-d345-44b3-af61-690c66654e29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.1385331 Apr 18 21:40:50.459208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f227e58d-1701-4e00-a99b-85cfa1d596c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:50.484570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990d3d93-7b57-4de0-b44e-4c87d58ce03a') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:50.484570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990d3d93-7b57-4de0-b44e-4c87d58ce03a') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:50.518431 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:50.527415 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:50.577419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:50.581065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-805b4252-c009-4a39-9e5b-499cc5bf3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3bfe4044-e943-4829-9de1-8e6eba3e7adb', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': '28c11392-57f5-4e5d-a82f-f89ad55d229f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:b8:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:40:45Z', 'updated_at': '2022-04-18T21:40:45Z', 'revision_number': 0, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}, {'id': 'eec7f9f5-c85c-43b5-84cf-6fea46fd43e7', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:8b:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:37:05Z', 'updated_at': '2022-04-18T21:37:18Z', 'revision_number': 1, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:50.586681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52642369-295e-4344-b656-186facd51e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-b5436652-078b-45fa-a481-add4d155899f', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:40:50.587998 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-52642369-295e-4344-b656-186facd51e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:50.601060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:40:50.602101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:50.603094 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-11e4978f-1bad-4a91-95c7-fcc42e8a86cd req-c0190a3d-36e9-4a27-a07c-d60f9530fe48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400344 Apr 18 21:40:50.604541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805b4252-c009-4a39-9e5b-499cc5bf3c83 None None] Checking router: 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:40:50.638292 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:40:50.683451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b4252-c009-4a39-9e5b-499cc5bf3c83 None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:50.684180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-805b4252-c009-4a39-9e5b-499cc5bf3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:50.972968 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:50.991705 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Transition to ACTIVE for port object cc056a5f-7447-463a-ad9e-9876d8aeb1c7 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:51.051877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c10fa897-a127-43dc-a112-c4ff754da655 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:51.068662 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.157034 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f227e58d-1701-4e00-a99b-85cfa1d596c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.237363 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.254102 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Attempting to bind port cc056a5f-7447-463a-ad9e-9876d8aeb1c7 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:51.254861 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Attempting to bind port cc056a5f-7447-463a-ad9e-9876d8aeb1c7 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:51.254999 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Attempting to bind port cc056a5f-7447-463a-ad9e-9876d8aeb1c7 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:51.283902 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.301418 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:51.301418 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:51.301418 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.301418 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:51.305148 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Bound port: cc056a5f-7447-463a-ad9e-9876d8aeb1c7, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:51.305148 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.313189 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f227e58d-1701-4e00-a99b-85cfa1d596c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.331185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Network': ['ID=7575a1f9-2145-4802-8b98-28833af9cf05,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:51.373702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-17e60679-dd0b-4d9b-9434-ad4ee410792a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/networks/7575a1f9-2145-4802-8b98-28833af9cf05 HTTP/1.1" status: 204 len: 168 time: 3.5208530 Apr 18 21:40:51.374634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43070) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:51.452359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1830937016'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:51.460531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c10fa897-a127-43dc-a112-c4ff754da655 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:51.479909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:51.483358 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] For port cc056a5f-7447-463a-ad9e-9876d8aeb1c7, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:51.500523 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] For port cc056a5f-7447-463a-ad9e-9876d8aeb1c7, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cc056a5f-7447-463a-ad9e-9876d8aeb1c7,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:51.500523 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab246d88-807a-44e5-83f2-1b31214971f1 None None] Pushing event updated for resources: {'Port': ['ID=cc056a5f-7447-463a-ad9e-9876d8aeb1c7,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:51.502419 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-11e4978f-1bad-4a91-95c7-fcc42e8a86cd req-4bd488a8-f120-429b-86ca-d7d8dfa5a31c service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873397 Apr 18 21:40:51.504385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c10fa897-a127-43dc-a112-c4ff754da655 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:51.505906 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.511576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:network and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:51.516280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:51.519311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227e58d-1701-4e00-a99b-85cfa1d596c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5710b41-a681-4092-a264-cd62a4ab2beb,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:51.527163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f227e58d-1701-4e00-a99b-85cfa1d596c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c61b5e6248642b883bffd875e5f91a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6039712 Apr 18 21:40:51.527840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43074) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:51.533218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:51.572639 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.622483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-805b4252-c009-4a39-9e5b-499cc5bf3c83 None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:51.632033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d726e63d-8e93-40e3-9542-6e2327a93a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.665813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:51.668819 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.676535 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Routers {'2b647183-163b-4576-be6f-1256607cc8a4'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:51.677774 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2b647183-163b-4576-be6f-1256607cc8a4'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:51.680357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d726e63d-8e93-40e3-9542-6e2327a93a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.745574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:40:51.759766 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-11e4978f-1bad-4a91-95c7-fcc42e8a86cd req-638eee03-86ab-4c1a-a1c9-690563433c62 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713281 Apr 18 21:40:51.760199 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.761022 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Added segment 8cac9676-182e-4229-84f6-d6adb87b8282 of type vlan for network 399242c2-deed-4e3f-9331-b757c80a186b Apr 18 21:40:51.797946 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.804195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.914766 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d726e63d-8e93-40e3-9542-6e2327a93a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.938272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-52642369-295e-4344-b656-186facd51e25 None None] Allocated IP 172.20.0.2 (b5436652-078b-45fa-a481-add4d155899f/71d64460-edcf-4078-a8a0-936cd4f11907/58bfa7aa-683e-43b4-904a-e1ed495be98a) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:51.939105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726e63d-8e93-40e3-9542-6e2327a93a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5710b41-a681-4092-a264-cd62a4ab2beb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:51.956764 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d726e63d-8e93-40e3-9542-6e2327a93a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.965107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d726e63d-8e93-40e3-9542-6e2327a93a9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5710b41-a681-4092-a264-cd62a4ab2beb HTTP/1.1" status: 204 len: 168 time: 0.4332578 Apr 18 21:40:51.966429 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.970098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:51.980849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:52.013703 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab246d88-807a-44e5-83f2-1b31214971f1 None None] Pushing event updated for resources: {'Port': ['ID=cc056a5f-7447-463a-ad9e-9876d8aeb1c7,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:52.095810 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] Set router 2b647183-163b-4576-be6f-1256607cc8a4 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:52.223283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Network': ['ID=399242c2-deed-4e3f-9331-b757c80a186b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:52.262135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b6d3aae5-24b2-417e-ac45-113c8d9b9b94 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8731897 Apr 18 21:40:52.275687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43082) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:52.282231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': '399242c2-deed-4e3f-9331-b757c80a186b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:52.432088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 399242c2-deed-4e3f-9331-b757c80a186b details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:40:52.471148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:52.478637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:52.484263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:52.490618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:52.607875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:52.616357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:52.673059 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b647183-163b-4576-be6f-1256607cc8a4', 'name': 'tempest-snat-router-2129148778', 'tenant_id': '65850f54706c4365a700ced807a4d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.73'}], 'enable_snat': False}, 'gw_port_id': 'cc056a5f-7447-463a-ad9e-9876d8aeb1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:45Z', 'updated_at': '2022-04-18T21:40:47Z', 'revision_number': 3, 'project_id': '65850f54706c4365a700ced807a4d608', 'gw_port': {'id': 'cc056a5f-7447-463a-ad9e-9876d8aeb1c7', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b647183-163b-4576-be6f-1256607cc8a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:46Z', 'updated_at': '2022-04-18T21:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:52.678771 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:52.685025 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:52.703157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port c10fa897-a127-43dc-a112-c4ff754da655, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c10fa897-a127-43dc-a112-c4ff754da655,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:52.710378 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b02b2d-ab1f-4046-8d9c-350c94438892 None None] The sync data for ids ['2b647183-163b-4576-be6f-1256607cc8a4'] in n-d-836017-3 is: [{'id': '2b647183-163b-4576-be6f-1256607cc8a4', 'name': 'tempest-snat-router-2129148778', 'tenant_id': '65850f54706c4365a700ced807a4d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.73'}], 'enable_snat': False}, 'gw_port_id': 'cc056a5f-7447-463a-ad9e-9876d8aeb1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:45Z', 'updated_at': '2022-04-18T21:40:47Z', 'revision_number': 3, 'project_id': '65850f54706c4365a700ced807a4d608', 'gw_port': {'id': 'cc056a5f-7447-463a-ad9e-9876d8aeb1c7', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b647183-163b-4576-be6f-1256607cc8a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:46Z', 'updated_at': '2022-04-18T21:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:52.803653 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:52.911321 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-52642369-295e-4344-b656-186facd51e25 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:52.921093 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:52.954456 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:52.981792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-52642369-295e-4344-b656-186facd51e25 None None] Transition to ACTIVE for port object 58bfa7aa-683e-43b4-904a-e1ed495be98a will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:53.098669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-52642369-295e-4344-b656-186facd51e25 None None] Transition to ACTIVE for port object 58bfa7aa-683e-43b4-904a-e1ed495be98a will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:53.120838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Allocated IP 172.25.3.88 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/2d3867ec-983a-474f-be92-257b6c3eb64b) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:53.125651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=c10fa897-a127-43dc-a112-c4ff754da655,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:53.239340 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-52642369-295e-4344-b656-186facd51e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:53.324715 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:53.390537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52642369-295e-4344-b656-186facd51e25 None None] Network b5436652-078b-45fa-a481-add4d155899f is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:53.394334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-52642369-295e-4344-b656-186facd51e25 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:53.413597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52642369-295e-4344-b656-186facd51e25 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:53.419488 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52642369-295e-4344-b656-186facd51e25 None None] Pushing event updated for resources: {'Port': ['ID=58bfa7aa-683e-43b4-904a-e1ed495be98a,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:53.515342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Checking segment: {'id': '8cac9676-182e-4229-84f6-d6adb87b8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '399242c2-deed-4e3f-9331-b757c80a186b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:53.516048 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network hostable DHCP agents. Network: 399242c2-deed-4e3f-9331-b757c80a186b, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:40:53.523851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Subnet': ['ID=8ebf07af-b639-4df0-9d2a-d0d87a611871,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:53.642559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-805b4252-c009-4a39-9e5b-499cc5bf3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3bfe4044-e943-4829-9de1-8e6eba3e7adb', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': '28c11392-57f5-4e5d-a82f-f89ad55d229f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:b8:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:40:45Z', 'updated_at': '2022-04-18T21:40:45Z', 'revision_number': 0, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}, {'id': 'eec7f9f5-c85c-43b5-84cf-6fea46fd43e7', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:8b:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:37:05Z', 'updated_at': '2022-04-18T21:37:18Z', 'revision_number': 1, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:53.644618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 399242c2-deed-4e3f-9331-b757c80a186b is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:40:53.656153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:53.666738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805b4252-c009-4a39-9e5b-499cc5bf3c83 None None] The sync data for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 is: [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3bfe4044-e943-4829-9de1-8e6eba3e7adb', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': '28c11392-57f5-4e5d-a82f-f89ad55d229f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:b8:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:40:45Z', 'updated_at': '2022-04-18T21:40:45Z', 'revision_number': 0, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}, {'id': 'eec7f9f5-c85c-43b5-84cf-6fea46fd43e7', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:8b:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:37:05Z', 'updated_at': '2022-04-18T21:37:18Z', 'revision_number': 1, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:53.676581 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-52642369-295e-4344-b656-186facd51e25 None None] Attempting to bind port 58bfa7aa-683e-43b4-904a-e1ed495be98a on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:53.677276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-52642369-295e-4344-b656-186facd51e25 None None] Attempting to bind port 58bfa7aa-683e-43b4-904a-e1ed495be98a by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:53.677756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52642369-295e-4344-b656-186facd51e25 None None] Attempting to bind port 58bfa7aa-683e-43b4-904a-e1ed495be98a on network b5436652-078b-45fa-a481-add4d155899f {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:53.685463 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52642369-295e-4344-b656-186facd51e25 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:53.685869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52642369-295e-4344-b656-186facd51e25 None None] Checking segment: {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:53.686268 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-52642369-295e-4344-b656-186facd51e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:53.686656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52642369-295e-4344-b656-186facd51e25 None None] Bound using segment: {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:53.687122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-52642369-295e-4344-b656-186facd51e25 None None] Bound port: 58bfa7aa-683e-43b4-904a-e1ed495be98a, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:53.687493 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-52642369-295e-4344-b656-186facd51e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:53.759610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 399242c2-deed-4e3f-9331-b757c80a186b) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:53.774391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:53.776198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.20.0.1 (b5436652-078b-45fa-a481-add4d155899f/71d64460-edcf-4078-a8a0-936cd4f11907/73ebae7d-4169-4cee-81a5-163c43315c1d) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:53.777346 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:53.778915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be125ee-3d75-4e51-90eb-f7000a76171e None None] Network 399242c2-deed-4e3f-9331-b757c80a186b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:53.880168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:53.885684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-52642369-295e-4344-b656-186facd51e25 None None] For port 58bfa7aa-683e-43b4-904a-e1ed495be98a, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:53.891081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-52642369-295e-4344-b656-186facd51e25 None None] For port 58bfa7aa-683e-43b4-904a-e1ed495be98a, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=58bfa7aa-683e-43b4-904a-e1ed495be98a,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:53.893418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c27b3f83-3d62-4c5e-a56a-c7dc836dafc1 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6170299 Apr 18 21:40:53.901246 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43102) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:53.908676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': '399242c2-deed-4e3f-9331-b757c80a186b', 'name': 'tempest-PortsIpV6TestJSON-75544301', 'fixed_ips': [{'subnet_id': '8ebf07af-b639-4df0-9d2a-d0d87a611871', 'ip_address': '2001:db8::10'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:53.980818 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-52642369-295e-4344-b656-186facd51e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:54.014305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:54.030380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:54.039941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event updated for resources: {'Port': ['ID=2d3867ec-983a-474f-be92-257b6c3eb64b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:54.045598 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:54.177451 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:54.195980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52642369-295e-4344-b656-186facd51e25 None None] Pushing event updated for resources: {'Port': ['ID=58bfa7aa-683e-43b4-904a-e1ed495be98a,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:54.224828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Transition to ACTIVE for port object 73ebae7d-4169-4cee-81a5-163c43315c1d will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:54.225239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-399242c2-deed-4e3f-9331-b757c80a186b', 'network_id': '399242c2-deed-4e3f-9331-b757c80a186b', 'tenant_id': '0b67cbeffd7a476a92ce5723698dbc38', 'fixed_ips': [{'subnet_id': '8ebf07af-b639-4df0-9d2a-d0d87a611871'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:40:54.225239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:54.225419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:54.255539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:54.426769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:54.426769 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:54.502683 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:54.514909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port b707235e-3766-4bdf-9a16-ea02ea4c1ee3 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:40:54.608688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0181f314-0dd6-466b-bf33-445abbfc7c9d None None] New status for floating IP 3bfe4044-e943-4829-9de1-8e6eba3e7adb: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:40:54.697448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network b5436652-078b-45fa-a481-add4d155899f is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:54.723174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:54.738327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:54.904007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=73ebae7d-4169-4cee-81a5-163c43315c1d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:54.910394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:55.009139 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:55.021460 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:55.175376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Allocated IP 2001:db8::2 (399242c2-deed-4e3f-9331-b757c80a186b/8ebf07af-b639-4df0-9d2a-d0d87a611871/ffbe0535-1a17-4c89-81cb-81f56096f7ab) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:55.177488 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2a3737e0-47b6-4dbe-81d6-4d77c2d8a61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:55.382964 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:55.517158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c10fa897-a127-43dc-a112-c4ff754da655 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:55.978566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c10fa897-a127-43dc-a112-c4ff754da655 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:55.994272 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.045685 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.048821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6177319-33e1-4724-9614-c44e5c2adbfe None None] Network b5436652-078b-45fa-a481-add4d155899f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:56.143899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Transition to ACTIVE for port object ffbe0535-1a17-4c89-81cb-81f56096f7ab will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:56.210631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Transition to ACTIVE for port object ffbe0535-1a17-4c89-81cb-81f56096f7ab will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:56.295637 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.354638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a2cb51b0-7459-4e03-82ee-eccc7027756f None None] Provisioning for port 58bfa7aa-683e-43b4-904a-e1ed495be98a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:56.387004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 58bfa7aa-683e-43b4-904a-e1ed495be98a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:56.403413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Router d537eeb4-64aa-4e94-a58f-6b55517dc501 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:40:56.405494 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.452875 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.487104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8::10 (399242c2-deed-4e3f-9331-b757c80a186b/8ebf07af-b639-4df0-9d2a-d0d87a611871/b707235e-3766-4bdf-9a16-ea02ea4c1ee3) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:56.630420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Network 399242c2-deed-4e3f-9331-b757c80a186b is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:56.637620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:56.640272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Pushing event updated for resources: {'Port': ['ID=ffbe0535-1a17-4c89-81cb-81f56096f7ab,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:56.644087 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:56.774764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Attempting to bind port ffbe0535-1a17-4c89-81cb-81f56096f7ab on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:56.775170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Attempting to bind port ffbe0535-1a17-4c89-81cb-81f56096f7ab by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '8cac9676-182e-4229-84f6-d6adb87b8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '399242c2-deed-4e3f-9331-b757c80a186b'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:56.775588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Attempting to bind port ffbe0535-1a17-4c89-81cb-81f56096f7ab on network 399242c2-deed-4e3f-9331-b757c80a186b {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:56.790233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:56.790616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Checking segment: {'id': '8cac9676-182e-4229-84f6-d6adb87b8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '399242c2-deed-4e3f-9331-b757c80a186b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:56.791023 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.796615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Bound using segment: {'id': '8cac9676-182e-4229-84f6-d6adb87b8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '399242c2-deed-4e3f-9331-b757c80a186b'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:56.796615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Bound port: ffbe0535-1a17-4c89-81cb-81f56096f7ab, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cac9676-182e-4229-84f6-d6adb87b8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '399242c2-deed-4e3f-9331-b757c80a186b'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:56.796615 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.816988 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 58bfa7aa-683e-43b4-904a-e1ed495be98a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:56.823707 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.826762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 58bfa7aa-683e-43b4-904a-e1ed495be98a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:56.827145 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.844392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Transition to ACTIVE for port object b707235e-3766-4bdf-9a16-ea02ea4c1ee3 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:56.994182 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.051245 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.062172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=73ebae7d-4169-4cee-81a5-163c43315c1d,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:57.147246 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a33b8a61-e43f-463a-a7f9-4409fa2d9dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.196269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] For port ffbe0535-1a17-4c89-81cb-81f56096f7ab, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:57.196802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 399242c2-deed-4e3f-9331-b757c80a186b is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:57.206800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] For port ffbe0535-1a17-4c89-81cb-81f56096f7ab, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ffbe0535-1a17-4c89-81cb-81f56096f7ab,segment=NetworkSegment(8cac9676-182e-4229-84f6-d6adb87b8282),segment_id=8cac9676-182e-4229-84f6-d6adb87b8282)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:57.218853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:57.236949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:57.246464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:57.251846 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.312762 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.330906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network b5436652-078b-45fa-a481-add4d155899f is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:57.332794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:57.335471 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.348166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=b707235e-3766-4bdf-9a16-ea02ea4c1ee3,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:57.405842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-affe3eae-20c2-4dbc-a856-a23d9af8a139 None None] Provisioning for port 73ebae7d-4169-4cee-81a5-163c43315c1d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:57.422724 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a8839cf8-89e9-4420-9be6-4509dc13c287 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5149286 Apr 18 21:40:57.422724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43150) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:57.427718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': '399242c2-deed-4e3f-9331-b757c80a186b', 'name': 'tempest-PortsIpV6TestJSON-374151645', 'fixed_ips': [{'subnet_id': '8ebf07af-b639-4df0-9d2a-d0d87a611871', 'ip_address': '2001:db8::f'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:57.436891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-affe3eae-20c2-4dbc-a856-a23d9af8a139 None None] Provisioning complete for port 73ebae7d-4169-4cee-81a5-163c43315c1d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:57.437906 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-affe3eae-20c2-4dbc-a856-a23d9af8a139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.550964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 58bfa7aa-683e-43b4-904a-e1ed495be98a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=58bfa7aa-683e-43b4-904a-e1ed495be98a,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:57.578656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e06c1c-1cc4-4ff6-95bb-0adf0f911e64 None None] Pushing event updated for resources: {'Port': ['ID=ffbe0535-1a17-4c89-81cb-81f56096f7ab,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:57.584865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-affe3eae-20c2-4dbc-a856-a23d9af8a139 None None] Port 73ebae7d-4169-4cee-81a5-163c43315c1d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:57.597263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:57.620740 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Sync routers for ids ['d537eeb4-64aa-4e94-a58f-6b55517dc501'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:57.622136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-affe3eae-20c2-4dbc-a856-a23d9af8a139 None None] Provisioning complete for port 58bfa7aa-683e-43b4-904a-e1ed495be98a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:57.622559 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-affe3eae-20c2-4dbc-a856-a23d9af8a139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.653816 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Routers {'d537eeb4-64aa-4e94-a58f-6b55517dc501'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:57.653816 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d537eeb4-64aa-4e94-a58f-6b55517dc501'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:57.658262 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.659167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cc056a5f-7447-463a-ad9e-9876d8aeb1c7 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:57.954706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:57.963517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:port and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:57.973871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:57.989101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:58.030854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=58bfa7aa-683e-43b4-904a-e1ed495be98a,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:58.082262 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Set router d537eeb4-64aa-4e94-a58f-6b55517dc501 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:58.130810 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.132078 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b01f8b1a-8208-42e8-b67a-33fc9bedfae7 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.9107518 Apr 18 21:40:58.135413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43160) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:58.155475 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 4293a072-6904-416c-8134-ba8f51596bbf has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:58.172512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port cc056a5f-7447-463a-ad9e-9876d8aeb1c7 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:58.184655 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.193604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port cc056a5f-7447-463a-ad9e-9876d8aeb1c7 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:58.194373 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.330526 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0a63e523-1ce6-4f97-9aed-38c36e54cf13 None None] Provisioning complete for port 73ebae7d-4169-4cee-81a5-163c43315c1d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:58.331724 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0a63e523-1ce6-4f97-9aed-38c36e54cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.439263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:58.480437 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537eeb4-64aa-4e94-a58f-6b55517dc501', 'name': 'tempest-snat-router-2129148778', 'tenant_id': '65850f54706c4365a700ced807a4d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3867ec-983a-474f-be92-257b6c3eb64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:50Z', 'updated_at': '2022-04-18T21:40:54Z', 'revision_number': 3, 'project_id': '65850f54706c4365a700ced807a4d608', 'gw_port': {'id': '2d3867ec-983a-474f-be92-257b6c3eb64b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537eeb4-64aa-4e94-a58f-6b55517dc501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:52Z', 'updated_at': '2022-04-18T21:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:58.489001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0a63e523-1ce6-4f97-9aed-38c36e54cf13 None None] Port 73ebae7d-4169-4cee-81a5-163c43315c1d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:58.489813 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Checking router: d537eeb4-64aa-4e94-a58f-6b55517dc501 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:58.492958 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Updating router d537eeb4-64aa-4e94-a58f-6b55517dc501 port 2d3867ec-983a-474f-be92-257b6c3eb64b binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:40:58.516449 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.555838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port cc056a5f-7447-463a-ad9e-9876d8aeb1c7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cc056a5f-7447-463a-ad9e-9876d8aeb1c7,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:58.613882 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.636392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:58.661521 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ba283ff3-f2e7-4474-b41e-4dd85723e971 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "PUT /v2.0/routers/4293a072-6904-416c-8134-ba8f51596bbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7007728 Apr 18 21:40:58.661734 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.740806 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.815257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port e1ac1d51-c0a4-4e6e-9fa2-0d86263fcd37 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:40:58.956476 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.014566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=cc056a5f-7447-463a-ad9e-9876d8aeb1c7,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:59.135177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Sync routers for ids ['4293a072-6904-416c-8134-ba8f51596bbf'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:59.204352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 58bfa7aa-683e-43b4-904a-e1ed495be98a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:59.319890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Routers {'4293a072-6904-416c-8134-ba8f51596bbf'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:59.319890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4293a072-6904-416c-8134-ba8f51596bbf'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:59.646423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c683a0bc-9061-4071-9fd0-7a33248c930a None None] Network 399242c2-deed-4e3f-9331-b757c80a186b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:59.704291 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.736996 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Transition to ACTIVE for port object 2d3867ec-983a-474f-be92-257b6c3eb64b will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:59.755216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-0613fbb8-d07e-4eae-8781-9440368fe58b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:59.815824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 58bfa7aa-683e-43b4-904a-e1ed495be98a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:59.815824 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.845645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7bc8c11e-fbc3-42a0-9b52-cf777774542a tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/routers/d537eeb4-64aa-4e94-a58f-6b55517dc501 HTTP/1.1" status: 200 len: 907 time: 1.6935551 Apr 18 21:40:59.845645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8::f (399242c2-deed-4e3f-9331-b757c80a186b/8ebf07af-b639-4df0-9d2a-d0d87a611871/e1ac1d51-c0a4-4e6e-9fa2-0d86263fcd37) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:59.847950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43190) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:59.852325 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.894627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-0613fbb8-d07e-4eae-8781-9440368fe58b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:59.894627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-0613fbb8-d07e-4eae-8781-9440368fe58b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267762614&fields=id&tenant_id=5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 267 time: 0.5603285 Apr 18 21:40:59.941440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Set router 4293a072-6904-416c-8134-ba8f51596bbf gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:59.997976 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fde3d8-9517-40a6-84fd-fb822a1dad1c None None] Pushing event updated for resources: {'Port': ['ID=2d3867ec-983a-474f-be92-257b6c3eb64b,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:59.997976 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Attempting to bind port 2d3867ec-983a-474f-be92-257b6c3eb64b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:59.997976 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Attempting to bind port 2d3867ec-983a-474f-be92-257b6c3eb64b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:59.997976 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Attempting to bind port 2d3867ec-983a-474f-be92-257b6c3eb64b on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:41:00.024007 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:41:00.024007 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:41:00.024007 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.024007 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:41:00.024007 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Bound port: 2d3867ec-983a-474f-be92-257b6c3eb64b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:00.024007 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.089388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e2ea8501-ed3c-4b4c-913d-f494969e061a None None] Provisioning for port ffbe0535-1a17-4c89-81cb-81f56096f7ab completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:00.199817 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] For port 2d3867ec-983a-474f-be92-257b6c3eb64b, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:41:00.225247 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] For port 2d3867ec-983a-474f-be92-257b6c3eb64b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2d3867ec-983a-474f-be92-257b6c3eb64b,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:41:00.274385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ffbe0535-1a17-4c89-81cb-81f56096f7ab up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:00.320661 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.335696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.446014 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Routers {'d537eeb4-64aa-4e94-a58f-6b55517dc501'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:00.446014 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d537eeb4-64aa-4e94-a58f-6b55517dc501'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:00.735815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-4b889859-d5c7-47fb-bea1-4a656f49e6d7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:00.740402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-4b889859-d5c7-47fb-bea1-4a656f49e6d7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 797 time: 0.8277950 Apr 18 21:41:00.781885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-10269e3e-1e0f-43f5-8ee0-c9b3cdada03a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/quotas/5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 375 time: 0.0402634 Apr 18 21:41:00.813037 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fde3d8-9517-40a6-84fd-fb822a1dad1c None None] Pushing event updated for resources: {'Port': ['ID=2d3867ec-983a-474f-be92-257b6c3eb64b,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:00.871125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port ffbe0535-1a17-4c89-81cb-81f56096f7ab completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:00.883831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ffbe0535-1a17-4c89-81cb-81f56096f7ab triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:00.883831 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.986761 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.989625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:40:54Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '73ebae7d-4169-4cee-81a5-163c43315c1d', 'name': '', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:e0:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:53Z', 'updated_at': '2022-04-18T21:40:55Z', 'revision_number': 2, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:00.994514 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] Set router d537eeb4-64aa-4e94-a58f-6b55517dc501 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:41:01.008323 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.026449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Checking router: 4293a072-6904-416c-8134-ba8f51596bbf for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:41:01.026449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Updating router 4293a072-6904-416c-8134-ba8f51596bbf port 73ebae7d-4169-4cee-81a5-163c43315c1d binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:41:01.076006 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.088641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-6aefb54d-ddb6-4223-b220-8972a20cb292 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3002698 Apr 18 21:41:01.095242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Transition to ACTIVE for port object e1ac1d51-c0a4-4e6e-9fa2-0d86263fcd37 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:01.156740 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.172983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Deleting port 2d3867ec-983a-474f-be92-257b6c3eb64b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:01.172983 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.314807 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.338153 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.466091 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port ffbe0535-1a17-4c89-81cb-81f56096f7ab, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ffbe0535-1a17-4c89-81cb-81f56096f7ab,segment=NetworkSegment(8cac9676-182e-4229-84f6-d6adb87b8282),segment_id=8cac9676-182e-4229-84f6-d6adb87b8282)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:01.573719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 399242c2-deed-4e3f-9331-b757c80a186b is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:01.573719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:01.586358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:01.586358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:01.586358 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.606497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=e1ac1d51-c0a4-4e6e-9fa2-0d86263fcd37,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:01.609020 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.807146 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e9352914-b812-4d11-8062-bdd5bb1f54af tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3729689 Apr 18 21:41:01.814353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43210) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:01.959106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cc056a5f-7447-463a-ad9e-9876d8aeb1c7 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:02.013403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] For port 2d3867ec-983a-474f-be92-257b6c3eb64b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2d3867ec-983a-474f-be92-257b6c3eb64b,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:02.013403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.149716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3ec82279-c664-4174-a048-75e3cb988ecd None None] Provisioning for port b707235e-3766-4bdf-9a16-ea02ea4c1ee3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:02.161312 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537eeb4-64aa-4e94-a58f-6b55517dc501', 'name': 'tempest-snat-router-2129148778', 'tenant_id': '65850f54706c4365a700ced807a4d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3867ec-983a-474f-be92-257b6c3eb64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:50Z', 'updated_at': '2022-04-18T21:40:54Z', 'revision_number': 3, 'project_id': '65850f54706c4365a700ced807a4d608', 'gw_port': {'id': '2d3867ec-983a-474f-be92-257b6c3eb64b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537eeb4-64aa-4e94-a58f-6b55517dc501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:52Z', 'updated_at': '2022-04-18T21:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:02.161312 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96998776-70c0-4e2a-956f-bb93015c973f None None] The sync data for ids ['d537eeb4-64aa-4e94-a58f-6b55517dc501'] in n-d-836017-3 is: [{'id': 'd537eeb4-64aa-4e94-a58f-6b55517dc501', 'name': 'tempest-snat-router-2129148778', 'tenant_id': '65850f54706c4365a700ced807a4d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3867ec-983a-474f-be92-257b6c3eb64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:50Z', 'updated_at': '2022-04-18T21:40:54Z', 'revision_number': 3, 'project_id': '65850f54706c4365a700ced807a4d608', 'gw_port': {'id': '2d3867ec-983a-474f-be92-257b6c3eb64b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537eeb4-64aa-4e94-a58f-6b55517dc501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:52Z', 'updated_at': '2022-04-18T21:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:02.207046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3ec82279-c664-4174-a048-75e3cb988ecd None None] Provisioning complete for port b707235e-3766-4bdf-9a16-ea02ea4c1ee3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:02.207046 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3ec82279-c664-4174-a048-75e3cb988ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.331483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-03c68a89-7852-458f-876a-01895ff59f00 service neutron] 10.222.0.11 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2158301 Apr 18 21:41:02.427147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463ca399-886c-4423-aa07-4deee3170b4a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:02.427147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-463ca399-886c-4423-aa07-4deee3170b4a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:02.451086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Calling delete_port for 2d3867ec-983a-474f-be92-257b6c3eb64b owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:02.526952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=ffbe0535-1a17-4c89-81cb-81f56096f7ab,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:02.565252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port cc056a5f-7447-463a-ad9e-9876d8aeb1c7 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:02.565252 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.783584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-8151aac8-822a-410d-b35b-ac035b021b31 service neutron] 10.222.0.11 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448714 Apr 18 21:41:02.802548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-463ca399-886c-4423-aa07-4deee3170b4a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:02.802548 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-463ca399-886c-4423-aa07-4deee3170b4a tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.9803705 Apr 18 21:41:02.802548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43222) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:02.983599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3ec82279-c664-4174-a048-75e3cb988ecd None None] Port b707235e-3766-4bdf-9a16-ea02ea4c1ee3 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:03.033147 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.245722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d3867ec-983a-474f-be92-257b6c3eb64b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:03.316149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3ec82279-c664-4174-a048-75e3cb988ecd None None] Provisioning complete for port ffbe0535-1a17-4c89-81cb-81f56096f7ab triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:03.316149 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3ec82279-c664-4174-a048-75e3cb988ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.391063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0417364-3dd4-4600-bf79-3c240b3286f8 req-1bc6ec67-2e0f-4f3a-a4d6-50b3c1714699 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 210 time: 0.0982215 Apr 18 21:41:03.421689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8e125d-d2de-45be-b446-9f948e38167b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:03.421689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8e125d-d2de-45be-b446-9f948e38167b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:03.451306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8e125d-d2de-45be-b446-9f948e38167b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:03.461028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6e8e125d-d2de-45be-b446-9f948e38167b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.6604471 Apr 18 21:41:03.461028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43234) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:03.498519 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:41:03.639992 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.646449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1bc15-32f8-4b16-bb63-79cd141d942c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port e1ac1d51-c0a4-4e6e-9fa2-0d86263fcd37 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:03.646449 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bc15-32f8-4b16-bb63-79cd141d942c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.672992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Transition to ACTIVE for port object 73ebae7d-4169-4cee-81a5-163c43315c1d will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:03.771202 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.771202 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.785093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.062566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ffbe0535-1a17-4c89-81cb-81f56096f7ab up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:04.295218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Pushing event updated for resources: {'Port': ['ID=73ebae7d-4169-4cee-81a5-163c43315c1d,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:04.334372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:04.334372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:04.334372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:04.334372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:04.334372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:04.334372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:04.334372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:04.334372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:04.334372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:04.334372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:04.334372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:04.360791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d14ba878-62ea-4aef-8c2e-d30589dfefbf None None] Provisioning complete for port b707235e-3766-4bdf-9a16-ea02ea4c1ee3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:04.361155 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d14ba878-62ea-4aef-8c2e-d30589dfefbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.379486 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bc15-32f8-4b16-bb63-79cd141d942c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.475088 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.480207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.564646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1bc15-32f8-4b16-bb63-79cd141d942c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for e1ac1d51-c0a4-4e6e-9fa2-0d86263fcd37 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:04.632049 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.632049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d537eeb4-64aa-4e94-a58f-6b55517dc501 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:41:04.655924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ffbe0535-1a17-4c89-81cb-81f56096f7ab triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:04.655924 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.665043 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.667019 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1c28bcb3-01e5-4f67-abc9-d31ac8ef88a0 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "DELETE /v2.0/routers/d537eeb4-64aa-4e94-a58f-6b55517dc501 HTTP/1.1" status: 204 len: 168 time: 4.8321366 Apr 18 21:41:04.669115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43256) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:04.714800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Attempting to bind port 73ebae7d-4169-4cee-81a5-163c43315c1d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:04.715287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Attempting to bind port 73ebae7d-4169-4cee-81a5-163c43315c1d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:04.715749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Attempting to bind port 73ebae7d-4169-4cee-81a5-163c43315c1d on network b5436652-078b-45fa-a481-add4d155899f {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:41:04.721497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d14ba878-62ea-4aef-8c2e-d30589dfefbf None None] Port b707235e-3766-4bdf-9a16-ea02ea4c1ee3 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:04.761670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:41:04.762204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Checking segment: {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:41:04.762903 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.763341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Bound using segment: {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:41:04.764023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Bound port: 73ebae7d-4169-4cee-81a5-163c43315c1d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:04.764633 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.795220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a89f94eb-b3f1-47bc-878f-d3e7634b67fe req-fd3d1295-e4d4-442b-a38f-04e130861805 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 210 time: 0.2418458 Apr 18 21:41:04.966540 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] For port 73ebae7d-4169-4cee-81a5-163c43315c1d, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:41:04.970624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] For port 73ebae7d-4169-4cee-81a5-163c43315c1d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=73ebae7d-4169-4cee-81a5-163c43315c1d,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:41:05.011289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.075172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bc15-32f8-4b16-bb63-79cd141d942c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.106035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d14ba878-62ea-4aef-8c2e-d30589dfefbf None None] Provisioning for port e1ac1d51-c0a4-4e6e-9fa2-0d86263fcd37 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:05.113784 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.183738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1bc15-32f8-4b16-bb63-79cd141d942c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=e1ac1d51-c0a4-4e6e-9fa2-0d86263fcd37,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:05.250409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d14ba878-62ea-4aef-8c2e-d30589dfefbf None None] Provisioning complete for port e1ac1d51-c0a4-4e6e-9fa2-0d86263fcd37 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:05.254773 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d14ba878-62ea-4aef-8c2e-d30589dfefbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.290462 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bc15-32f8-4b16-bb63-79cd141d942c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.427968 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b7b1bc15-32f8-4b16-bb63-79cd141d942c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/e1ac1d51-c0a4-4e6e-9fa2-0d86263fcd37 HTTP/1.1" status: 204 len: 168 time: 1.9629886 Apr 18 21:41:05.441386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43268) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:05.581305 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a3978d-6154-4869-8d9b-32bf22568ba2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:41:05.583540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-79a3978d-6154-4869-8d9b-32bf22568ba2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:05.623724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d14ba878-62ea-4aef-8c2e-d30589dfefbf None None] Port e1ac1d51-c0a4-4e6e-9fa2-0d86263fcd37 was deleted so its status cannot be updated. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 18 21:41:05.635783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f8cf9-176f-41f8-b108-d973d81995b0 None None] Pushing event updated for resources: {'Port': ['ID=73ebae7d-4169-4cee-81a5-163c43315c1d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:05.650836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Routers {'4293a072-6904-416c-8134-ba8f51596bbf'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:05.654300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4293a072-6904-416c-8134-ba8f51596bbf'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:05.713911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-79a3978d-6154-4869-8d9b-32bf22568ba2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:05.713911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-79a3978d-6154-4869-8d9b-32bf22568ba2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/e1ac1d51-c0a4-4e6e-9fa2-0d86263fcd37 HTTP/1.1" status: 404 len: 333 time: 0.2760358 Apr 18 21:41:05.713911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43274) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:05.752656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.850604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Deleting port cc056a5f-7447-463a-ad9e-9876d8aeb1c7 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:05.850604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.902759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f61361e3-82dd-4c3f-af09-ff8449efdedd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port b707235e-3766-4bdf-9a16-ea02ea4c1ee3 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:05.902759 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f61361e3-82dd-4c3f-af09-ff8449efdedd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.970840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] Set router 4293a072-6904-416c-8134-ba8f51596bbf gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:41:06.218003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] For port cc056a5f-7447-463a-ad9e-9876d8aeb1c7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cc056a5f-7447-463a-ad9e-9876d8aeb1c7,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:06.218003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.347341 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c3b22b2-e375-4a34-a73f-be7a5b15387b req-52e137e8-35bf-4c9e-aded-1860b4d05c45 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 210 time: 0.2425983 Apr 18 21:41:06.442099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Calling delete_port for cc056a5f-7447-463a-ad9e-9876d8aeb1c7 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:06.480043 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f61361e3-82dd-4c3f-af09-ff8449efdedd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.563113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:40:54Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '73ebae7d-4169-4cee-81a5-163c43315c1d', 'name': '', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:e0:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:53Z', 'updated_at': '2022-04-18T21:41:04Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:06.572575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a9ae5f-dfda-4b9a-a1c4-767d18b01825 None None] The sync data for ids ['4293a072-6904-416c-8134-ba8f51596bbf'] in n-d-836017-3 is: [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:40:54Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '73ebae7d-4169-4cee-81a5-163c43315c1d', 'name': '', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:e0:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:53Z', 'updated_at': '2022-04-18T21:41:04Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:06.641234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f61361e3-82dd-4c3f-af09-ff8449efdedd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for b707235e-3766-4bdf-9a16-ea02ea4c1ee3 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:06.910768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-ecd9cf67-c180-4edb-94c5-73016f7c9310 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:06.910768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-ecd9cf67-c180-4edb-94c5-73016f7c9310 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:07.037013 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f61361e3-82dd-4c3f-af09-ff8449efdedd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.040097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-ecd9cf67-c180-4edb-94c5-73016f7c9310 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:07.040097 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-ecd9cf67-c180-4edb-94c5-73016f7c9310 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.59 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 797 time: 0.4643898 Apr 18 21:41:07.040097 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.189528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc056a5f-7447-463a-ad9e-9876d8aeb1c7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:07.265858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-1ea4aab3-91f1-425b-8c30-a624b083eb44 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:07.389823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-1ea4aab3-91f1-425b-8c30-a624b083eb44 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:07.391572 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-1ea4aab3-91f1-425b-8c30-a624b083eb44 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 380 time: 0.3424628 Apr 18 21:41:07.401406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'port': {'device_id': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'admin_state_up': True, 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'security_groups': ['38249bab-5eb5-4fce-a9d8-113b3deba3ec']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:07.537177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61361e3-82dd-4c3f-af09-ff8449efdedd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=b707235e-3766-4bdf-9a16-ea02ea4c1ee3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:07.559830 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f61361e3-82dd-4c3f-af09-ff8449efdedd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.608760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:07.671083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f61361e3-82dd-4c3f-af09-ff8449efdedd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/b707235e-3766-4bdf-9a16-ea02ea4c1ee3 HTTP/1.1" status: 204 len: 168 time: 1.9419055 Apr 18 21:41:07.671083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43300) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:07.672015 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ff41858-f694-45cb-a264-b54f6050b722 req-b83205b3-774a-4aad-ac37-858050e84e5c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 210 time: 0.0582044 Apr 18 21:41:07.752131 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d316a1-dbfb-487b-b3d2-61c3666d13ae tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:41:07.753137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-73d316a1-dbfb-487b-b3d2-61c3666d13ae tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:07.852160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-73d316a1-dbfb-487b-b3d2-61c3666d13ae tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:07.867748 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-73d316a1-dbfb-487b-b3d2-61c3666d13ae tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/b707235e-3766-4bdf-9a16-ea02ea4c1ee3 HTTP/1.1" status: 404 len: 333 time: 0.1907246 Apr 18 21:41:07.867748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43308) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:07.961681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:port and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:07.964061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:07.975875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:07.978909 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.012956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 73ebae7d-4169-4cee-81a5-163c43315c1d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:08.093822 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:41:08.251675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 73ebae7d-4169-4cee-81a5-163c43315c1d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:08.260952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 73ebae7d-4169-4cee-81a5-163c43315c1d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:08.262263 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.279892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6295ca10-be5a-46a3-9e8f-07b12fa1dc21 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting subnet 8ebf07af-b639-4df0-9d2a-d0d87a611871 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:41:08.283246 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6295ca10-be5a-46a3-9e8f-07b12fa1dc21 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.345021 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6295ca10-be5a-46a3-9e8f-07b12fa1dc21 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.442155 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.499086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Made reservation on behalf of 5ee8315d479c435aaa1e10a9872e4b80 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:08.499416 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6295ca10-be5a-46a3-9e8f-07b12fa1dc21 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.502666 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.504743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 73ebae7d-4169-4cee-81a5-163c43315c1d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=73ebae7d-4169-4cee-81a5-163c43315c1d,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:08.577262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.587283 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.590880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.661072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=73ebae7d-4169-4cee-81a5-163c43315c1d,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:08.703820 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6295ca10-be5a-46a3-9e8f-07b12fa1dc21 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.704658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.20.0.10 (b5436652-078b-45fa-a481-add4d155899f/71d64460-edcf-4078-a8a0-936cd4f11907/df0bfe95-0c55-490f-a3d2-8412483eb7df) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:08.739094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295ca10-be5a-46a3-9e8f-07b12fa1dc21 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebf07af-b639-4df0-9d2a-d0d87a611871,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:08.754766 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6295ca10-be5a-46a3-9e8f-07b12fa1dc21 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.762718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6295ca10-be5a-46a3-9e8f-07b12fa1dc21 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/8ebf07af-b639-4df0-9d2a-d0d87a611871 HTTP/1.1" status: 204 len: 168 time: 0.9003804 Apr 18 21:41:08.765250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43322) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:08.768058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92661e6f-4989-4fb4-899d-4af7d92514c8 None None] Network 399242c2-deed-4e3f-9331-b757c80a186b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:41:08.827145 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.827803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b647183-163b-4576-be6f-1256607cc8a4 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:41:08.875058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.876230 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-419249ef-e62c-4933-b4d5-a5e3e4f65e6c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "DELETE /v2.0/routers/2b647183-163b-4576-be6f-1256607cc8a4 HTTP/1.1" status: 204 len: 168 time: 4.2053542 Apr 18 21:41:08.888898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43326) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:08.911256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2015205012', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:08.927966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:08.950562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Usage tracker for resource:router and tenant:4e6e09c8232c40dfba030f796393be54 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:08.959336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:08.968049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:08.998966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.022495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Transition to ACTIVE for port object df0bfe95-0c55-490f-a3d2-8412483eb7df will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:09.035318 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.059973 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da91b3d4-c61e-44cc-b20f-6d273c7cb5dd req-4ad05027-0601-4e48-96ea-960db6b749e0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 210 time: 0.1020727 Apr 18 21:41:09.066580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port ffbe0535-1a17-4c89-81cb-81f56096f7ab {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:09.067193 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.171241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.175821 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.206480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc0acaa-6161-4e48-808c-8ac1614a73e9 None None] DHCP port deletion for 399242c2-deed-4e3f-9331-b757c80a186b request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:41:09.216226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0acaa-6161-4e48-808c-8ac1614a73e9 None None] Deleting port ffbe0535-1a17-4c89-81cb-81f56096f7ab {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:09.216226 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1dc0acaa-6161-4e48-808c-8ac1614a73e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.227372 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.252627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.457567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] For port ffbe0535-1a17-4c89-81cb-81f56096f7ab, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ffbe0535-1a17-4c89-81cb-81f56096f7ab,segment=NetworkSegment(8cac9676-182e-4229-84f6-d6adb87b8282),segment_id=8cac9676-182e-4229-84f6-d6adb87b8282)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:09.458001 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.495047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:09.541831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network b5436652-078b-45fa-a481-add4d155899f is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:09.617360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:09.624528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:09.629728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1dc0acaa-6161-4e48-808c-8ac1614a73e9 None None] For port ffbe0535-1a17-4c89-81cb-81f56096f7ab, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ffbe0535-1a17-4c89-81cb-81f56096f7ab,segment=NetworkSegment(8cac9676-182e-4229-84f6-d6adb87b8282),segment_id=8cac9676-182e-4229-84f6-d6adb87b8282)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:09.630227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1dc0acaa-6161-4e48-808c-8ac1614a73e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.639123 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.733352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for ffbe0535-1a17-4c89-81cb-81f56096f7ab owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:09.800758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0acaa-6161-4e48-808c-8ac1614a73e9 None None] Calling delete_port for ffbe0535-1a17-4c89-81cb-81f56096f7ab owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:09.911022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:09.911402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.923915 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.933880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 73ebae7d-4169-4cee-81a5-163c43315c1d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:09.954641 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.988407 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No DVR routers for this DVR port ffbe0535-1a17-4c89-81cb-81f56096f7ab on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:41:10.010107 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-1dc0acaa-6161-4e48-808c-8ac1614a73e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:41:10.010252 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-1dc0acaa-6161-4e48-808c-8ac1614a73e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:41:10.022061 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-06ba0d87-a00e-401f-b199-1d4b9007662e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6248674 Apr 18 21:41:10.035997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Request body: {'port': {'device_id': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:10.071793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 73ebae7d-4169-4cee-81a5-163c43315c1d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:10.072263 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.085137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=ffbe0535-1a17-4c89-81cb-81f56096f7ab,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:10.216852 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.260441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a3dc140e-6e3a-48aa-b414-f630e6a92ebd None None] Provisioning for port df0bfe95-0c55-490f-a3d2-8412483eb7df completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:10.278284 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a3dc140e-6e3a-48aa-b414-f630e6a92ebd None None] Provisioning complete for port df0bfe95-0c55-490f-a3d2-8412483eb7df triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:10.278604 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a3dc140e-6e3a-48aa-b414-f630e6a92ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.309586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399242c2-deed-4e3f-9331-b757c80a186b']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:10.371772 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc140e-6e3a-48aa-b414-f630e6a92ebd None None] Port df0bfe95-0c55-490f-a3d2-8412483eb7df cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:10.425229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ffbe0535-1a17-4c89-81cb-81f56096f7ab no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:41:10.434836 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.454901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cac9676-182e-4229-84f6-d6adb87b8282') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:10.454901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cac9676-182e-4229-84f6-d6adb87b8282') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:10.470095 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.510773 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.512809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0acaa-6161-4e48-808c-8ac1614a73e9 None None] Deleting port ffbe0535-1a17-4c89-81cb-81f56096f7ab {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:10.513178 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1dc0acaa-6161-4e48-808c-8ac1614a73e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.528644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:41:10.529403 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:41:10.555169 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:41:10.563865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: ffbe0535-1a17-4c89-81cb-81f56096f7ab {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:41:10.563865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ffbe0535-1a17-4c89-81cb-81f56096f7ab not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:41:10.613975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0acaa-6161-4e48-808c-8ac1614a73e9 None None] The port 'ffbe0535-1a17-4c89-81cb-81f56096f7ab' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:41:10.692884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.735436 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.791226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c0bfc-f048-4749-a0b2-b872b3061147 req-3e3381b6-7b94-4b44-9318-127cd9f38f7d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:10.798541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a9c0bfc-f048-4749-a0b2-b872b3061147 req-3e3381b6-7b94-4b44-9318-127cd9f38f7d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 932 time: 0.4984972 Apr 18 21:41:10.893364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a9c0bfc-f048-4749-a0b2-b872b3061147 req-8262d740-0c53-4de5-b7fd-edec63ca2820 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936296 Apr 18 21:41:10.918142 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.950526 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.952984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Network': ['ID=399242c2-deed-4e3f-9331-b757c80a186b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:11.039583 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-272a1b10-8156-4c47-b2cc-28fe713e77d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/networks/399242c2-deed-4e3f-9331-b757c80a186b HTTP/1.1" status: 204 len: 168 time: 2.2720878 Apr 18 21:41:11.040776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43362) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:11.051971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1006468727'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:11.056490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:11.062460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:network and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:11.067429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:11.080590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:11.192999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:11.192999 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.195491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0bfe95-0c55-490f-a3d2-8412483eb7df {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:41:11.206288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:41:11.211304 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.213793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Allocated IP 172.25.3.82 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/9c61c2c8-0f47-49ec-9b7c-660a3d09600e) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:11.216248 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.216767 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Added segment 3d02e233-a642-4b0b-8b18-c849478f0b4e of type vlan for network 77d60fb4-7e95-4b47-9346-69596d0e4250 Apr 18 21:41:11.242941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Transition to ACTIVE for port object df0bfe95-0c55-490f-a3d2-8412483eb7df will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:11.256801 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.319072 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.400557 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.405230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:11.406121 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.558286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Network': ['ID=77d60fb4-7e95-4b47-9346-69596d0e4250,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:11.564880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.568193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 77d60fb4-7e95-4b47-9346-69596d0e4250 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:41:11.577836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:11.662015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43372) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:11.666263 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c28d6676-16e8-4801-b6bc-68a419e617b2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6082788 Apr 18 21:41:11.678799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': '77d60fb4-7e95-4b47-9346-69596d0e4250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:11.844906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Attempting to bind port df0bfe95-0c55-490f-a3d2-8412483eb7df on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:11.844906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Attempting to bind port df0bfe95-0c55-490f-a3d2-8412483eb7df by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:11.844906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Attempting to bind port df0bfe95-0c55-490f-a3d2-8412483eb7df on network b5436652-078b-45fa-a481-add4d155899f {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:41:11.856965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Port df0bfe95-0c55-490f-a3d2-8412483eb7df on network b5436652-078b-45fa-a481-add4d155899f not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:41:11.857290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Attempting to bind port df0bfe95-0c55-490f-a3d2-8412483eb7df on network b5436652-078b-45fa-a481-add4d155899f {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:41:11.859728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:11.866327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:11.873274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:11.876516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:41:11.876857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Checking segment: {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:41:11.877243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Bound using segment: {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:41:11.877706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Bound port: df0bfe95-0c55-490f-a3d2-8412483eb7df, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:11.878055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.892407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:11.901660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.037458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:12.037458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:12.037458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Pushing event updated for resources: {'Port': ['ID=9c61c2c8-0f47-49ec-9b7c-660a3d09600e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:12.038993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:12.113190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6713-1a01-4b02-acaa-ae966eada434 req-8314544c-f4a0-4357-b8c9-9f41b49d3a56 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:12.114894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-223a6713-1a01-4b02-acaa-ae966eada434 req-8314544c-f4a0-4357-b8c9-9f41b49d3a56 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 944 time: 0.1005535 Apr 18 21:41:12.121406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:12.235962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-223a6713-1a01-4b02-acaa-ae966eada434 req-8b3a64d4-d2a7-492e-8f5b-ec12b7a5b3c2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930579 Apr 18 21:41:12.346727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:41:12.394994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:41:12.401207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.484427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.597901 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.599202 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] 10.222.0.59 "PUT /v2.0/ports/df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1092 time: 2.5689995 Apr 18 21:41:12.602102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:41:12.636442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10b492-0910-4435-902c-d33cb5f3f52d service neutron] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:12.817835 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b7989f-bfba-4d9f-ab1f-8880d6d8f51a'] response: {'name': 'network-changed', 'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'status': 'completed', 'code': 200} Apr 18 21:41:12.932980 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.932980 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.021907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.265367 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-1ba48f48-7038-4df9-9803-94f7b7860231 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1095 time: 0.5241518 Apr 18 21:41:13.362865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Subnet': ['ID=d0dc5fca-cee6-4c37-970c-c479fb8827e1,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:13.379488 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-1611a4ab-f4cd-449d-823a-d8d58de93eed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 217 time: 0.1031623 Apr 18 21:41:13.458844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Checking segment: {'id': '3d02e233-a642-4b0b-8b18-c849478f0b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77d60fb4-7e95-4b47-9346-69596d0e4250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:41:13.459202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network hostable DHCP agents. Network: 77d60fb4-7e95-4b47-9346-69596d0e4250, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:41:13.492325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba5ba2-1e0e-485c-b516-4f24f6af7014 req-2ae40037-6cc9-4404-b235-1bae93307ed4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:13.493962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13ba5ba2-1e0e-485c-b516-4f24f6af7014 req-2ae40037-6cc9-4404-b235-1bae93307ed4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 944 time: 0.0866387 Apr 18 21:41:13.505396 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-82ea087f-45dd-48d6-91ed-c42013e0bf18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:13.506837 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-82ea087f-45dd-48d6-91ed-c42013e0bf18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.0993474 Apr 18 21:41:13.550187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13ba5ba2-1e0e-485c-b516-4f24f6af7014 req-573f1aa7-c65a-4827-9c97-708b6b75c48f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508034 Apr 18 21:41:13.628060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-c7efd643-8ffe-4c1a-b5cc-717825cabbc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140752 Apr 18 21:41:13.634044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 77d60fb4-7e95-4b47-9346-69596d0e4250 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:41:13.748316 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 77d60fb4-7e95-4b47-9346-69596d0e4250) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:13.757620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba93460f-80c2-4c56-a53d-06d278382579 None None] Network 77d60fb4-7e95-4b47-9346-69596d0e4250 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:41:13.759680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:13.767248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.847766 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-7704f612-5ddd-48b1-99be-357b3cfc7d97 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981561 Apr 18 21:41:13.933293 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-07d11a12-be83-417d-967f-65c0c01f0e81 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2807608 Apr 18 21:41:13.934424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43398) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:13.937593 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Router 04b48aae-0019-437b-881f-a8f66cdbfa0e is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:41:13.944428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9a768674-0794-409a-8c77-b31de780a51c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-54778172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:13.976971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9a768674-0794-409a-8c77-b31de780a51c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:13.995418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9a768674-0794-409a-8c77-b31de780a51c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:router and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:14.003980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9a768674-0794-409a-8c77-b31de780a51c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:14.026436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9a768674-0794-409a-8c77-b31de780a51c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:14.059229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-77d60fb4-7e95-4b47-9346-69596d0e4250', 'network_id': '77d60fb4-7e95-4b47-9346-69596d0e4250', 'tenant_id': '0b67cbeffd7a476a92ce5723698dbc38', 'fixed_ips': [{'subnet_id': 'd0dc5fca-cee6-4c37-970c-c479fb8827e1'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:41:14.059937 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.164826 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9a768674-0794-409a-8c77-b31de780a51c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.166032 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9a768674-0794-409a-8c77-b31de780a51c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.206892 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9a768674-0794-409a-8c77-b31de780a51c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.275132 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-68cffcdc-3874-4e14-97d0-3c4b46197540 req-fe2e3161-a4aa-4743-9c7b-f458b4cc23d4 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295330 Apr 18 21:41:14.293488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43406) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:14.330873 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9a768674-0794-409a-8c77-b31de780a51c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.406794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:14.423830 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bdf3a0-fdfb-4b90-a2f0-865942872815 None None] Sync routers for ids ['04b48aae-0019-437b-881f-a8f66cdbfa0e'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:41:14.434015 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9a768674-0794-409a-8c77-b31de780a51c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.434483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9a768674-0794-409a-8c77-b31de780a51c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4991877 Apr 18 21:41:14.437116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43414) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:14.445267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'network_id': '77d60fb4-7e95-4b47-9346-69596d0e4250', 'name': 'tempest-PortsIpV6TestJSON-1840658515'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:14.474333 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bdf3a0-fdfb-4b90-a2f0-865942872815 None None] Routers {'04b48aae-0019-437b-881f-a8f66cdbfa0e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:14.477786 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c0bdf3a0-fdfb-4b90-a2f0-865942872815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['04b48aae-0019-437b-881f-a8f66cdbfa0e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:14.621058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Allocated IP 2001:db8::2 (77d60fb4-7e95-4b47-9346-69596d0e4250/d0dc5fca-cee6-4c37-970c-c479fb8827e1/39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:14.635288 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.639261 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f0061b4d-51d3-426c-8d4d-ff968a2e5b7d tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7466702 Apr 18 21:41:14.639261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43422) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:14.647014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-99392b0d-4f79-4f4d-b754-feaeb92ced26 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'enable_snat': False}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:14.718251 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b73cf2b-8f77-4b87-8ce9-b6c0c192a304 req-87943aba-71aa-42fb-9336-9296524efd43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1095 time: 0.2995901 Apr 18 21:41:14.759604 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c0bdf3a0-fdfb-4b90-a2f0-865942872815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:14.817981 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bdf3a0-fdfb-4b90-a2f0-865942872815 None None] Routers {'04b48aae-0019-437b-881f-a8f66cdbfa0e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:14.818647 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c0bdf3a0-fdfb-4b90-a2f0-865942872815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['04b48aae-0019-437b-881f-a8f66cdbfa0e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:14.931743 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffd111cd-dfc9-43bf-96bc-18055dac9767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.030738 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c0bdf3a0-fdfb-4b90-a2f0-865942872815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:15.031325 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bdf3a0-fdfb-4b90-a2f0-865942872815 None None] The sync data for ids ['04b48aae-0019-437b-881f-a8f66cdbfa0e'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:15.063858 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.071839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Transition to ACTIVE for port object 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:15.091454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73cf2b-8f77-4b87-8ce9-b6c0c192a304 req-399175ae-d80d-4dc5-95c2-0472d43ea775 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:15.093119 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b73cf2b-8f77-4b87-8ce9-b6c0c192a304 req-399175ae-d80d-4dc5-95c2-0472d43ea775 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 898 time: 0.3426733 Apr 18 21:41:15.103913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Transition to ACTIVE for port object 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:15.129786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ffd111cd-dfc9-43bf-96bc-18055dac9767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:15.161264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ffd111cd-dfc9-43bf-96bc-18055dac9767 admin admin] Usage tracker for resource:security_group_rule and tenant:042eff42067e456187ea0ff762ec1688 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:15.167905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ffd111cd-dfc9-43bf-96bc-18055dac9767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:15.185752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ffd111cd-dfc9-43bf-96bc-18055dac9767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:15.186108 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b73cf2b-8f77-4b87-8ce9-b6c0c192a304 req-9dc20a54-dda2-4c7e-850a-8ed34067c039 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 217 time: 0.0858176 Apr 18 21:41:15.193061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:15.198187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:port and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:15.201509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:15.207983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:15.234666 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.278166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73cf2b-8f77-4b87-8ce9-b6c0c192a304 req-8e32ecb2-26b9-41cd-97a5-c507ef16c838 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:15.280265 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b73cf2b-8f77-4b87-8ce9-b6c0c192a304 req-8e32ecb2-26b9-41cd-97a5-c507ef16c838 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.0776811 Apr 18 21:41:15.292807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device df0bfe95-0c55-490f-a3d2-8412483eb7df details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:41:15.296818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dec6f-7bd8-4b0d-930d-e521b9f66cbb req-f3ba994b-b091-4abb-92de-cea89bd0228b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:15.298600 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d8dec6f-7bd8-4b0d-930d-e521b9f66cbb req-f3ba994b-b091-4abb-92de-cea89bd0228b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 944 time: 0.3170710 Apr 18 21:41:15.385086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:15.388321 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.391112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Network 77d60fb4-7e95-4b47-9346-69596d0e4250 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:15.395902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:15.403340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:15.411393 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b73cf2b-8f77-4b87-8ce9-b6c0c192a304 req-6d686ea6-a728-4464-8178-ab35b281e90c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215889 Apr 18 21:41:15.459190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:41:15.481950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Pushing event updated for resources: {'Port': ['ID=39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:15.490950 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:41:15.540230 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3d8dec6f-7bd8-4b0d-930d-e521b9f66cbb req-84810598-7480-4858-9164-93f0d3c63eff tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302184 Apr 18 21:41:15.630089 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffd111cd-dfc9-43bf-96bc-18055dac9767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.702572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Attempting to bind port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:15.702572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Attempting to bind port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3d02e233-a642-4b0b-8b18-c849478f0b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77d60fb4-7e95-4b47-9346-69596d0e4250'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:15.702572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Attempting to bind port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f on network 77d60fb4-7e95-4b47-9346-69596d0e4250 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:41:15.734405 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ffd111cd-dfc9-43bf-96bc-18055dac9767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.769693 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:41:15.776192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Checking segment: {'id': '3d02e233-a642-4b0b-8b18-c849478f0b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77d60fb4-7e95-4b47-9346-69596d0e4250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:41:15.776192 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.776192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Bound using segment: {'id': '3d02e233-a642-4b0b-8b18-c849478f0b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77d60fb4-7e95-4b47-9346-69596d0e4250'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:41:15.782748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Bound port: 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d02e233-a642-4b0b-8b18-c849478f0b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77d60fb4-7e95-4b47-9346-69596d0e4250'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:15.782748 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.810663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd111cd-dfc9-43bf-96bc-18055dac9767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8398c14-4c30-40e2-bf9f-98e65250b1f9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:15.822640 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ffd111cd-dfc9-43bf-96bc-18055dac9767 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=042eff42067e456187ea0ff762ec1688&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5257821 Apr 18 21:41:15.823236 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43432) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:15.884324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8::cf (77d60fb4-7e95-4b47-9346-69596d0e4250/d0dc5fca-cee6-4c37-970c-c479fb8827e1/f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:15.892731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:15.920527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'port_id': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'mac_address': 'fa:16:3e:aa:04:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:41:15.962789 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b0ff-fc76-49b3-b1e7-68da5b7a8fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.997203 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b73cf2b-8f77-4b87-8ce9-b6c0c192a304 req-b1d9a0a3-eaec-4b2d-a153-140e79a111f5 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015280 Apr 18 21:41:16.015170 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.071905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b0ff-fc76-49b3-b1e7-68da5b7a8fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.137999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] For port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:41:16.137999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] For port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f,segment=NetworkSegment(3d02e233-a642-4b0b-8b18-c849478f0b4e),segment_id=3d02e233-a642-4b0b-8b18-c849478f0b4e)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:41:16.137999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0bfe95-0c55-490f-a3d2-8412483eb7df {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:41:16.169309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:16.203637 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.250614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b73cf2b-8f77-4b87-8ce9-b6c0c192a304 req-ad775afc-6a72-4102-b031-4919d6f99f65 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364850 Apr 18 21:41:16.284497 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.328906 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.335668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Transition to ACTIVE for port object f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:16.338123 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b0ff-fc76-49b3-b1e7-68da5b7a8fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.360664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8b0ff-fc76-49b3-b1e7-68da5b7a8fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8398c14-4c30-40e2-bf9f-98e65250b1f9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:16.389314 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b0ff-fc76-49b3-b1e7-68da5b7a8fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.393664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fbc8b0ff-fc76-49b3-b1e7-68da5b7a8fec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8398c14-4c30-40e2-bf9f-98e65250b1f9 HTTP/1.1" status: 204 len: 168 time: 0.5472059 Apr 18 21:41:16.444274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09834fd5-4392-4199-85f7-bed7eb2edbbd None None] Pushing event updated for resources: {'Port': ['ID=39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:16.463902 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.615597 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99392b0d-4f79-4f4d-b754-feaeb92ced26 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.627925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['df0bfe95-0c55-490f-a3d2-8412483eb7df'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:41:16.689036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:16.749351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 77d60fb4-7e95-4b47-9346-69596d0e4250 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:16.751442 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:16.759722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:16.766049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:16.772334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:16.776650 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.885700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9bc2bc13-fabe-4bca-9ed2-57470744c804 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4471726 Apr 18 21:41:16.891579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43444) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:17.268087 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99392b0d-4f79-4f4d-b754-feaeb92ced26 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.275218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99392b0d-4f79-4f4d-b754-feaeb92ced26 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.394806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194360ff-e0cf-4731-a684-d2d3769f1e69 req-5fd87bee-1caf-4b4e-bca9-829815e244fc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:17.396423 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-194360ff-e0cf-4731-a684-d2d3769f1e69 req-5fd87bee-1caf-4b4e-bca9-829815e244fc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 945 time: 0.5839355 Apr 18 21:41:17.551451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99392b0d-4f79-4f4d-b754-feaeb92ced26 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Router 04b48aae-0019-437b-881f-a8f66cdbfa0e has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:41:17.618566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43450) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:17.718058 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-194360ff-e0cf-4731-a684-d2d3769f1e69 req-fd31592b-2288-4225-8329-1405f2348cff tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292681 Apr 18 21:41:17.723247 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-daf5af10-95aa-4a46-bd1e-6c9056ab82a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.760645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-daf5af10-95aa-4a46-bd1e-6c9056ab82a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:17.764487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-daf5af10-95aa-4a46-bd1e-6c9056ab82a9 admin admin] Usage tracker for resource:security_group_rule and tenant:331ba4882c5449b98f1009e106e6eee3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:17.767637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-daf5af10-95aa-4a46-bd1e-6c9056ab82a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:17.775359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-daf5af10-95aa-4a46-bd1e-6c9056ab82a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:17.906217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99392b0d-4f79-4f4d-b754-feaeb92ced26 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:17.921636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d387e-3499-40f5-a53a-aeb1f8b2b3ac None None] Sync routers for ids ['04b48aae-0019-437b-881f-a8f66cdbfa0e'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:41:17.929378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99392b0d-4f79-4f4d-b754-feaeb92ced26 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.932659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:17.934947 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-99392b0d-4f79-4f4d-b754-feaeb92ced26 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "PUT /v2.0/routers/04b48aae-0019-437b-881f-a8f66cdbfa0e HTTP/1.1" status: 200 len: 925 time: 3.2945185 Apr 18 21:41:17.935943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43458) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:17.997535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d387e-3499-40f5-a53a-aeb1f8b2b3ac None None] Routers {'04b48aae-0019-437b-881f-a8f66cdbfa0e'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:17.998575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b66d387e-3499-40f5-a53a-aeb1f8b2b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['04b48aae-0019-437b-881f-a8f66cdbfa0e'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:18.093592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-daf5af10-95aa-4a46-bd1e-6c9056ab82a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.095947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f0727a-e75f-4ddd-9cdb-df3d383a234a None None] Network 77d60fb4-7e95-4b47-9346-69596d0e4250 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:41:18.112290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b66d387e-3499-40f5-a53a-aeb1f8b2b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:18.141286 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.183504 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d387e-3499-40f5-a53a-aeb1f8b2b3ac None None] Routers {'04b48aae-0019-437b-881f-a8f66cdbfa0e'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:18.184135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b66d387e-3499-40f5-a53a-aeb1f8b2b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['04b48aae-0019-437b-881f-a8f66cdbfa0e'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:18.214687 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-daf5af10-95aa-4a46-bd1e-6c9056ab82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.275734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-b66d387e-3499-40f5-a53a-aeb1f8b2b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:18.276502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d387e-3499-40f5-a53a-aeb1f8b2b3ac None None] The sync data for ids ['04b48aae-0019-437b-881f-a8f66cdbfa0e'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:18.300675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-daf5af10-95aa-4a46-bd1e-6c9056ab82a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=331ba4882c5449b98f1009e106e6eee3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6756546 Apr 18 21:41:18.301917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43462) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:18.313393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5af10-95aa-4a46-bd1e-6c9056ab82a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5318353-c12a-4557-80a0-39b3d117517e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:18.419302 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6a736f19-8001-4ad0-8827-70372475c487 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/routers/04b48aae-0019-437b-881f-a8f66cdbfa0e HTTP/1.1" status: 200 len: 925 time: 0.4821959 Apr 18 21:41:18.424533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1cf56d91-5e30-4751-a1ce-999190cb6815 None None] Provisioning for port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:18.425665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43466) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:18.434202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:18.441727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1cf56d91-5e30-4751-a1ce-999190cb6815 None None] Provisioning complete for port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:18.442094 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1cf56d91-5e30-4751-a1ce-999190cb6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.468693 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f20fc162-c1a2-4ad1-bbe3-2c0e08e423fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.494168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:18.494397 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.521201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f20fc162-c1a2-4ad1-bbe3-2c0e08e423fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.573845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a0c6fa74-1c5d-45a7-80c7-6d6a4ceec7fe tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Synchronizing usage tracker for tenant:65850f54706c4365a700ced807a4d608 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:18.678096 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a0c6fa74-1c5d-45a7-80c7-6d6a4ceec7fe tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Unset dirty status for tenant:65850f54706c4365a700ced807a4d608 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:18.688782 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a0c6fa74-1c5d-45a7-80c7-6d6a4ceec7fe tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&device_id=04b48aae-0019-437b-881f-a8f66cdbfa0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2621846 Apr 18 21:41:18.689299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43470) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:18.731163 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f20fc162-c1a2-4ad1-bbe3-2c0e08e423fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.752704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fc162-c1a2-4ad1-bbe3-2c0e08e423fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5318353-c12a-4557-80a0-39b3d117517e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:18.762761 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1cf56d91-5e30-4751-a1ce-999190cb6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.771639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f20fc162-c1a2-4ad1-bbe3-2c0e08e423fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.774094 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f20fc162-c1a2-4ad1-bbe3-2c0e08e423fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5318353-c12a-4557-80a0-39b3d117517e HTTP/1.1" status: 204 len: 168 time: 0.4708474 Apr 18 21:41:18.841232 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.847586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.886411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43480) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:18.894234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1cf56d91-5e30-4751-a1ce-999190cb6815 None None] For port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f,segment=NetworkSegment(3d02e233-a642-4b0b-8b18-c849478f0b4e),segment_id=3d02e233-a642-4b0b-8b18-c849478f0b4e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:18.909678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.042229 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1cf56d91-5e30-4751-a1ce-999190cb6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.183335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:19.199443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c0bbaf-7573-4968-b776-a5d081392b3d admin admin] Deleting subnet d1c89a31-4498-43b3-9c39-9c7495d480de {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:41:19.207639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c0bbaf-7573-4968-b776-a5d081392b3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.261572 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:41:19.261923 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:41:19.284283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device df0bfe95-0c55-490f-a3d2-8412483eb7df up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:19.296983 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c0bbaf-7573-4968-b776-a5d081392b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.330556 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c34fe-a13b-400f-8143-baee8f8d8784 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:19.331253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2d2c34fe-a13b-400f-8143-baee8f8d8784 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Synchronizing usage tracker for tenant:65850f54706c4365a700ced807a4d608 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:19.347964 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41e8340f-e8ce-45e8-a1ff-f67c4a8659a3 req-269e28d1-3e66-4864-8814-57091674c694 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3626299 Apr 18 21:41:19.403553 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3022b467-42de-4c8d-975b-6f53c230ef0d req-d36f7582-824c-426a-95ea-1d676b9fabee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3441801 Apr 18 21:41:19.420744 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf56d91-5e30-4751-a1ce-999190cb6815 None None] Pushing event updated for resources: {'Port': ['ID=39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:19.451763 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c0bbaf-7573-4968-b776-a5d081392b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.530536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2d2c34fe-a13b-400f-8143-baee8f8d8784 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Unset dirty status for tenant:65850f54706c4365a700ced807a4d608 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:19.531893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2d2c34fe-a13b-400f-8143-baee8f8d8784 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 881 time: 0.8406940 Apr 18 21:41:19.539592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43484) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:19.543701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c0844742-702a-451c-b19e-6ecb2a86b5d8 None None] Provisioning for port f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:19.553141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c0844742-702a-451c-b19e-6ecb2a86b5d8 None None] Provisioning complete for port f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:19.553602 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c0844742-702a-451c-b19e-6ecb2a86b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.621854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b3fcb-a114-4a87-b471-73bf840a68a8 req-d78fae50-94d0-4944-9788-24eb9c1e5dfe tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:19.624050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-427b3fcb-a114-4a87-b471-73bf840a68a8 req-d78fae50-94d0-4944-9788-24eb9c1e5dfe tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 945 time: 0.6118407 Apr 18 21:41:19.672478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c0844742-702a-451c-b19e-6ecb2a86b5d8 None None] Port f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:19.677320 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f709e44d-5463-4166-9e94-90ecaa95fbc1 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b48aae-0019-437b-881f-a8f66cdbfa0e HTTP/1.1" status: 200 len: 205 time: 0.1349130 Apr 18 21:41:19.685941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43490) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:19.694325 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c0844742-702a-451c-b19e-6ecb2a86b5d8 None None] Provisioning complete for port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:19.694325 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c0844742-702a-451c-b19e-6ecb2a86b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.776615 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41e8340f-e8ce-45e8-a1ff-f67c4a8659a3 req-ffa1d641-cc22-449f-a8d1-1ab502fff072 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 1096 time: 0.1931207 Apr 18 21:41:19.807597 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3022b467-42de-4c8d-975b-6f53c230ef0d req-6ffb5c54-e579-42d0-98e4-bca43123335f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a6a41c0f4614fd8a7273b0483db320a&device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 1097 time: 0.2258184 Apr 18 21:41:19.874468 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port df0bfe95-0c55-490f-a3d2-8412483eb7df completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:19.928819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port df0bfe95-0c55-490f-a3d2-8412483eb7df triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:19.928819 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.101347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8340f-e8ce-45e8-a1ff-f67c4a8659a3 req-304aed80-0db2-4f64-8f42-b510cce21a45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:20.103443 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41e8340f-e8ce-45e8-a1ff-f67c4a8659a3 req-304aed80-0db2-4f64-8f42-b510cce21a45 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.3010759 Apr 18 21:41:20.109048 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c0bbaf-7573-4968-b776-a5d081392b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.150472 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:20.208169 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.247499 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:41:20.264285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:20.274088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-427b3fcb-a114-4a87-b471-73bf840a68a8 req-be31017f-7069-4f54-9e41-1068f013c6d5 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6402473 Apr 18 21:41:20.287273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.289960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:20.290511 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.314571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0bbaf-7573-4968-b776-a5d081392b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c89a31-4498-43b3-9c39-9c7495d480de,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:20.328546 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f6b0801f-61e6-4fb2-be38-587ddc439035 None None] Provisioning complete for port f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:20.329107 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f6b0801f-61e6-4fb2-be38-587ddc439035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.349073 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41e8340f-e8ce-45e8-a1ff-f67c4a8659a3 req-9cf50f1e-c5a5-41c2-9a88-071e2195db88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc0c119-8eba-43e9-a264-bbc27797fbf5 HTTP/1.1" status: 200 len: 1000 time: 0.2227895 Apr 18 21:41:20.367365 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.413620 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c0bbaf-7573-4968-b776-a5d081392b3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.432336 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95505f96-10fc-49b3-b666-35e121e1e136'] response: {'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'code': 200} Apr 18 21:41:20.441183 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-94c0bbaf-7573-4968-b776-a5d081392b3d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d1c89a31-4498-43b3-9c39-9c7495d480de HTTP/1.1" status: 204 len: 168 time: 1.5493977 Apr 18 21:41:20.441992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43504) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:20.493196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f6b0801f-61e6-4fb2-be38-587ddc439035 None None] Port f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:20.498938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:20.551133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8340f-e8ce-45e8-a1ff-f67c4a8659a3 req-b4c6d728-9d59-49e6-a440-6739c6540061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:20.552697 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41e8340f-e8ce-45e8-a1ff-f67c4a8659a3 req-b4c6d728-9d59-49e6-a440-6739c6540061 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.1959000 Apr 18 21:41:20.557953 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.635635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022b467-42de-4c8d-975b-6f53c230ef0d req-5274bcec-3869-4be5-b9f3-3a32b2ae58bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:20.637113 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3022b467-42de-4c8d-975b-6f53c230ef0d req-5274bcec-3869-4be5-b9f3-3a32b2ae58bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=50451a90-b9fd-4e36-a67b-f76a608c9689 HTTP/1.1" status: 200 len: 910 time: 0.8034565 Apr 18 21:41:20.673168 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.739708 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-536d6e4c-5385-4088-8161-b2e0776242bb req-5e931ca3-1bcb-40f4-b8cc-6a3a1c513eb4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1097 time: 0.2849967 Apr 18 21:41:20.797780 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41e8340f-e8ce-45e8-a1ff-f67c4a8659a3 req-71010052-5d77-4cc1-b062-7ec0827c5bac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201421 Apr 18 21:41:20.806982 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3022b467-42de-4c8d-975b-6f53c230ef0d req-324f03f2-f0c6-401b-a9b9-70d07e6675fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c50ca76-a6b7-404c-a860-f40f70d30ca6 HTTP/1.1" status: 200 len: 1001 time: 0.1607797 Apr 18 21:41:20.831950 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.978631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.041249 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-536d6e4c-5385-4088-8161-b2e0776242bb req-2ed4948e-3cd4-4c2e-b093-ab7deb7b2ef6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945013 Apr 18 21:41:21.067585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc328cd-9f6a-41f1-8440-7b91bc538108']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:21.074662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022b467-42de-4c8d-975b-6f53c230ef0d req-68470e3a-f0d8-4794-a466-aa37daa43071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:21.076153 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3022b467-42de-4c8d-975b-6f53c230ef0d req-68470e3a-f0d8-4794-a466-aa37daa43071 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0c03006-906a-41bc-b660-43904bcb0e3b HTTP/1.1" status: 200 len: 848 time: 0.2483706 Apr 18 21:41:21.132438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4989e5cc-84d2-43c4-adf3-fb6e63d593ac') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:21.132766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4989e5cc-84d2-43c4-adf3-fb6e63d593ac') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:21.154287 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.201642 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41e8340f-e8ce-45e8-a1ff-f67c4a8659a3 req-47e50df7-936d-4972-9931-66a73e4f93d6 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965876 Apr 18 21:41:21.211773 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.223532 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3022b467-42de-4c8d-975b-6f53c230ef0d req-423d8803-7757-4e4f-beda-78269a5453f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50451a90-b9fd-4e36-a67b-f76a608c9689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254251 Apr 18 21:41:21.275937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:41:21.276567 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:41:21.290770 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:41:21.493985 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.507461 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41e8340f-e8ce-45e8-a1ff-f67c4a8659a3 req-207445f1-dfc5-4c6b-a967-f36671d84161 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575927 Apr 18 21:41:21.558034 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3022b467-42de-4c8d-975b-6f53c230ef0d req-7eb88e78-0494-40f8-a49c-8d273659b473 service neutron] 10.222.0.26 "GET /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279767 Apr 18 21:41:21.643536 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.673672 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.678449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc328cd-9f6a-41f1-8440-7b91bc538108,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:21.707963 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3022b467-42de-4c8d-975b-6f53c230ef0d req-4cc0d53b-2954-4a7a-80d5-028d358fa580 service neutron] 10.222.0.26 "GET /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427014 Apr 18 21:41:21.727464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef54649-f4c8-4d0a-933a-dc3ec6ce7e10 req-ed24d9e4-313d-4f0b-9b8c-db79246b591d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:21.728935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fef54649-f4c8-4d0a-933a-dc3ec6ce7e10 req-ed24d9e4-313d-4f0b-9b8c-db79246b591d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.2816365 Apr 18 21:41:21.730114 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.739726 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.740490 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.793421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e929e8ab-6542-4d63-96c1-59d0f6764b1f admin admin] 10.222.0.11 "DELETE /v2.0/networks/9dc328cd-9f6a-41f1-8440-7b91bc538108 HTTP/1.1" status: 204 len: 168 time: 1.3499241 Apr 18 21:41:21.796036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43530) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:21.822949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Deleting port 9c61c2c8-0f47-49ec-9b7c-660a3d09600e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:21.823288 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.867043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cda2e8-5e9c-49f6-9fef-75c79f89f60f admin admin] Deleting subnet 26dc1ffd-ad45-42ff-a8a7-88a2c63e76c8 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:41:21.870366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0cda2e8-5e9c-49f6-9fef-75c79f89f60f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.926886 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0cda2e8-5e9c-49f6-9fef-75c79f89f60f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.969198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:22.006918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fef54649-f4c8-4d0a-933a-dc3ec6ce7e10 req-01bd4b25-7239-466a-a116-decff866a34d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681606 Apr 18 21:41:22.007131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0cda2e8-5e9c-49f6-9fef-75c79f89f60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.148398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network 77d60fb4-7e95-4b47-9346-69596d0e4250 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:22.148859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0cda2e8-5e9c-49f6-9fef-75c79f89f60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.151392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:22.238791 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b0cda2e8-5e9c-49f6-9fef-75c79f89f60f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.247466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cda2e8-5e9c-49f6-9fef-75c79f89f60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26dc1ffd-ad45-42ff-a8a7-88a2c63e76c8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:22.252010 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b0cda2e8-5e9c-49f6-9fef-75c79f89f60f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/26dc1ffd-ad45-42ff-a8a7-88a2c63e76c8 HTTP/1.1" status: 204 len: 168 time: 0.4549344 Apr 18 21:41:22.254924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43538) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:22.318883 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.426478 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.478682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Calling delete_port for 9c61c2c8-0f47-49ec-9b7c-660a3d09600e owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:22.541297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-188d486c-9d90-4534-aeff-2108da93ef91 None None] Provisioning complete for port f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:22.542301 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-188d486c-9d90-4534-aeff-2108da93ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.586461 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.608667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-188d486c-9d90-4534-aeff-2108da93ef91 None None] Port f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:22.617240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363cf0c3-c8cc-480b-bcc8-117c820b4103']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:22.631318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4dbc3c-b1d4-4395-a6b5-d25b626c7fe2') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:22.631800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4dbc3c-b1d4-4395-a6b5-d25b626c7fe2') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:22.643731 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.663531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.670623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:41:22.671125 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:41:22.688550 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:41:22.838503 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.856185 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.864896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=363cf0c3-c8cc-480b-bcc8-117c820b4103,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:22.868493 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d59baa7d-c638-472c-a190-25ea8cc21f1a admin admin] 10.222.0.11 "DELETE /v2.0/networks/363cf0c3-c8cc-480b-bcc8-117c820b4103 HTTP/1.1" status: 204 len: 168 time: 0.6124926 Apr 18 21:41:22.878246 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:22.925401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Pushing event deleted for resources: {'Port': ['ID=9c61c2c8-0f47-49ec-9b7c-660a3d09600e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:22.929873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Router 221b88ba-11ee-45ac-90af-d7d99b9455b4 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:41:23.399370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43558) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:23.453650 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-efdac6f5-b68b-4b7f-ab1a-9b8ccf5a2289 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e114768f9d314ce9bdf0bceb55d7ebac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530303 Apr 18 21:41:23.456083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43562) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:23.515769 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.533710 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9da5787-ce7b-459b-8d69-cec70540c566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.564508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9da5787-ce7b-459b-8d69-cec70540c566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.706879 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9da5787-ce7b-459b-8d69-cec70540c566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.727664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da5787-ce7b-459b-8d69-cec70540c566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850f8322-cd72-466c-a26a-529083e4b3de,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:23.807342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5aa0ae-dfc2-42e3-81f0-b87658a0b70a req-641227c0-efcb-417a-b591-f1549e9ccd34 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:23.808793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca5aa0ae-dfc2-42e3-81f0-b87658a0b70a req-641227c0-efcb-417a-b591-f1549e9ccd34 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.5245464 Apr 18 21:41:23.816926 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.823369 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9da5787-ce7b-459b-8d69-cec70540c566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.824593 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c9da5787-ce7b-459b-8d69-cec70540c566 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/850f8322-cd72-466c-a26a-529083e4b3de HTTP/1.1" status: 204 len: 168 time: 0.3675973 Apr 18 21:41:23.843030 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.848324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:23.860109 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28b191-a656-4b91-adab-51689ad53a83 None None] Sync routers for ids ['221b88ba-11ee-45ac-90af-d7d99b9455b4'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:41:23.871661 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28b191-a656-4b91-adab-51689ad53a83 None None] Routers {'221b88ba-11ee-45ac-90af-d7d99b9455b4'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:23.872255 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-cf28b191-a656-4b91-adab-51689ad53a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['221b88ba-11ee-45ac-90af-d7d99b9455b4'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:23.881608 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-27b4d201-b485-46c1-8ae5-79724c2c2bb5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "PUT /v2.0/routers/221b88ba-11ee-45ac-90af-d7d99b9455b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9890583 Apr 18 21:41:23.884228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43574) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:23.923725 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca5aa0ae-dfc2-42e3-81f0-b87658a0b70a req-79b50278-fb40-4254-bdae-8da4b493b5d7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085753 Apr 18 21:41:23.976152 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.976899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Fanout notify agent at l3_agent the message router_deleted on router 04b48aae-0019-437b-881f-a8f66cdbfa0e {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:41:23.989610 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.994748 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8d6c353b-2104-4ebd-b074-11c8aa1a1314 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/routers/04b48aae-0019-437b-881f-a8f66cdbfa0e HTTP/1.1" status: 204 len: 168 time: 4.2500248 Apr 18 21:41:23.995592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43582) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:24.006258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0968d663-6ca0-4233-a1e8-6a8ade691c36 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1797212340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:24.015424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0968d663-6ca0-4233-a1e8-6a8ade691c36 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:24.022975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0968d663-6ca0-4233-a1e8-6a8ade691c36 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Usage tracker for resource:router and tenant:4e6e09c8232c40dfba030f796393be54 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:24.029260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0968d663-6ca0-4233-a1e8-6a8ade691c36 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:24.035278 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-cf28b191-a656-4b91-adab-51689ad53a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:24.039754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0968d663-6ca0-4233-a1e8-6a8ade691c36 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:24.044955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78523463-4a87-486a-93cc-295d2da0a5be tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:24.049785 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-78523463-4a87-486a-93cc-295d2da0a5be tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports?device_id=221b88ba-11ee-45ac-90af-d7d99b9455b4 HTTP/1.1" status: 200 len: 988 time: 0.1644924 Apr 18 21:41:24.051853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43586) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:24.058989 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28b191-a656-4b91-adab-51689ad53a83 None None] Routers {'221b88ba-11ee-45ac-90af-d7d99b9455b4'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:24.059700 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-cf28b191-a656-4b91-adab-51689ad53a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['221b88ba-11ee-45ac-90af-d7d99b9455b4'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:24.128693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-cf28b191-a656-4b91-adab-51689ad53a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:24.129089 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28b191-a656-4b91-adab-51689ad53a83 None None] The sync data for ids ['221b88ba-11ee-45ac-90af-d7d99b9455b4'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:24.182259 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0968d663-6ca0-4233-a1e8-6a8ade691c36 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.183464 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0968d663-6ca0-4233-a1e8-6a8ade691c36 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.244550 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0968d663-6ca0-4233-a1e8-6a8ade691c36 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.263751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9982f-b1cc-4706-a13f-ad9e1380a521 req-f9e0314d-a6e7-4f26-81a9-d7b35e12b726 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:24.265266 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83d9982f-b1cc-4706-a13f-ad9e1380a521 req-f9e0314d-a6e7-4f26-81a9-d7b35e12b726 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.1251626 Apr 18 21:41:24.332198 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83d9982f-b1cc-4706-a13f-ad9e1380a521 req-ed59a90d-dce9-4c0f-a4c4-b78c6dd56780 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581498 Apr 18 21:41:24.362573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43594) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:24.412493 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0968d663-6ca0-4233-a1e8-6a8ade691c36 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.478192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-34d6bd6f-14b3-4a51-9500-538eb258dc5a tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1092 time: 0.1100271 Apr 18 21:41:24.478192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43600) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:24.484131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:24.493213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:24.497518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:floatingip and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:24.500542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:24.506514 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:24.514830 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0968d663-6ca0-4233-a1e8-6a8ade691c36 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.516011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0968d663-6ca0-4233-a1e8-6a8ade691c36 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5190668 Apr 18 21:41:24.518782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43606) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:24.524279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Request body: {'router': {'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:24.580060 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.638030 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-874fbac7-5aab-407d-bd37-8f607d17b619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.779830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43614) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:24.796390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.986650 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8e0bb56f-4700-46d2-bda9-0d24a0a2f77c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b83b4fca48c4df18a189a856780717a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2061517 Apr 18 21:41:24.989032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43618) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:25.105654 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22103576-d4ab-42aa-a87d-210588c45073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.146962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22103576-d4ab-42aa-a87d-210588c45073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.229619 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.281245 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.330157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:25.330504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.416282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.25.3.186 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/dd6b7275-fe5f-47d1-a693-e92046943171) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:25.456148 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22103576-d4ab-42aa-a87d-210588c45073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.493619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22103576-d4ab-42aa-a87d-210588c45073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d459e5-3b96-40cb-9a71-bfbc93941a8e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:25.539513 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22103576-d4ab-42aa-a87d-210588c45073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.540070 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-22103576-d4ab-42aa-a87d-210588c45073 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72d459e5-3b96-40cb-9a71-bfbc93941a8e HTTP/1.1" status: 204 len: 168 time: 0.5500503 Apr 18 21:41:25.569877 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.676531 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.715740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:25.752882 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.785460 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.887516 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:26.006887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:26.011384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:26.017116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:26.049413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=dd6b7275-fe5f-47d1-a693-e92046943171,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:26.061926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:26.079271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Allocated IP 172.25.3.8 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/6948d5e2-415d-45a2-a750-73b566169600) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:26.120384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:26.331804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:26.332575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:26.332924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:26.333268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:26.333678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:26.338262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:26.338262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:26.338262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:26.338262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:26.338262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:26.338262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:26.405085 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:26.416143 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:26.664253 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:26.768900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:26.774014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:26.790128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:26.809678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Pushing event updated for resources: {'Port': ['ID=6948d5e2-415d-45a2-a750-73b566169600,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:26.884341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Router 221b88ba-11ee-45ac-90af-d7d99b9455b4 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:41:27.040654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:27.051601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b47102d-a9b3-4057-9d12-e601d976da11 None None] Sync routers for ids ['221b88ba-11ee-45ac-90af-d7d99b9455b4'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:41:27.058408 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6b5e7693-63f3-405b-99fe-d60d4d9ee7bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "PUT /v2.0/routers/221b88ba-11ee-45ac-90af-d7d99b9455b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0051386 Apr 18 21:41:27.059276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43650) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:27.075289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47102d-a9b3-4057-9d12-e601d976da11 None None] Routers {'221b88ba-11ee-45ac-90af-d7d99b9455b4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:27.076179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7b47102d-a9b3-4057-9d12-e601d976da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:40:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['221b88ba-11ee-45ac-90af-d7d99b9455b4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:27.114463 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f520dc6-6a3b-4e25-8718-9b718bf0f961 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:41:27.114985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4f520dc6-6a3b-4e25-8718-9b718bf0f961 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:27.125650 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.176773 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-067ba3f2-5df0-4d3a-8e99-9b132eff7b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.190168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7b47102d-a9b3-4057-9d12-e601d976da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:27.201347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47102d-a9b3-4057-9d12-e601d976da11 None None] Routers {'221b88ba-11ee-45ac-90af-d7d99b9455b4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:27.201993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7b47102d-a9b3-4057-9d12-e601d976da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['221b88ba-11ee-45ac-90af-d7d99b9455b4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:27.235403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4f520dc6-6a3b-4e25-8718-9b718bf0f961 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:27.236776 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4f520dc6-6a3b-4e25-8718-9b718bf0f961 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/f7acf28e-de21-4fd3-9ff4-df4e24c2c6d9 HTTP/1.1" status: 404 len: 333 time: 0.1764264 Apr 18 21:41:27.239517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43658) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:27.271027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7b47102d-a9b3-4057-9d12-e601d976da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:27.271750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b47102d-a9b3-4057-9d12-e601d976da11 None None] The sync data for ids ['221b88ba-11ee-45ac-90af-d7d99b9455b4'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:27.291554 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.424390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3c325d0-9a45-4409-a812-ab3b33d79d46 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.446008 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.668152 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.680067 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.688966 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.834586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.968330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=dd6b7275-fe5f-47d1-a693-e92046943171,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:27.991861 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.015290 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.052723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3c325d0-9a45-4409-a812-ab3b33d79d46 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.058357 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3c325d0-9a45-4409-a812-ab3b33d79d46 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.147480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cc056a5f-7447-463a-ad9e-9876d8aeb1c7 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:41:28.170523 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3c325d0-9a45-4409-a812-ab3b33d79d46 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.170915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c325d0-9a45-4409-a812-ab3b33d79d46 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Fanout notify agent at l3_agent the message router_deleted on router 221b88ba-11ee-45ac-90af-d7d99b9455b4 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:41:28.260966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3c325d0-9a45-4409-a812-ab3b33d79d46 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.260966 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f3c325d0-9a45-4409-a812-ab3b33d79d46 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/routers/221b88ba-11ee-45ac-90af-d7d99b9455b4 HTTP/1.1" status: 204 len: 168 time: 0.9730234 Apr 18 21:41:28.260966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43680) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:28.264540 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: cc056a5f-7447-463a-ad9e-9876d8aeb1c7 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:41:28.264540 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cc056a5f-7447-463a-ad9e-9876d8aeb1c7 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:41:28.368577 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Floating IP dca480b9-43e7-483e-a868-d3f354a406f6 associated. External IP: 172.25.3.186, port: df0bfe95-0c55-490f-a3d2-8412483eb7df. Apr 18 21:41:28.477350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eded97b-1ef7-4268-bc55-88ca5a4a3024 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting subnet d0dc5fca-cee6-4c37-970c-c479fb8827e1 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:41:28.480977 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0eded97b-1ef7-4268-bc55-88ca5a4a3024 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.496259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Router 425704e2-7719-4df6-b5dc-ab1020746620 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:41:28.557524 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0eded97b-1ef7-4268-bc55-88ca5a4a3024 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.643619 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.681580 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0eded97b-1ef7-4268-bc55-88ca5a4a3024 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.890855 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0eded97b-1ef7-4268-bc55-88ca5a4a3024 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.936694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eded97b-1ef7-4268-bc55-88ca5a4a3024 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Subnet': ['ID=d0dc5fca-cee6-4c37-970c-c479fb8827e1,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:28.949258 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0eded97b-1ef7-4268-bc55-88ca5a4a3024 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.950849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f0eb26-3b97-4976-a08c-eec8f9b7b850 None None] Network 77d60fb4-7e95-4b47-9346-69596d0e4250 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:41:28.961746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43700) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:28.962224 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0eded97b-1ef7-4268-bc55-88ca5a4a3024 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/d0dc5fca-cee6-4c37-970c-c479fb8827e1 HTTP/1.1" status: 204 len: 168 time: 0.7440290 Apr 18 21:41:29.114063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:29.139279 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cd400-51c7-4e97-a647-9ec4ce81a08c None None] Sync routers for ids ['425704e2-7719-4df6-b5dc-ab1020746620'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:41:29.152571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:29.156614 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980cd400-51c7-4e97-a647-9ec4ce81a08c None None] Routers {'425704e2-7719-4df6-b5dc-ab1020746620'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:29.158293 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-980cd400-51c7-4e97-a647-9ec4ce81a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['425704e2-7719-4df6-b5dc-ab1020746620'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:29.168607 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:29.169903 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f740fa96-8e76-414c-929d-9d33cf36b351 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "PUT /v2.0/routers/425704e2-7719-4df6-b5dc-ab1020746620 HTTP/1.1" status: 200 len: 882 time: 4.6501153 Apr 18 21:41:29.172822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43708) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:29.185241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:29.185855 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:29.277871 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-980cd400-51c7-4e97-a647-9ec4ce81a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:29.296836 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980cd400-51c7-4e97-a647-9ec4ce81a08c None None] Routers {'425704e2-7719-4df6-b5dc-ab1020746620'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:29.298226 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-980cd400-51c7-4e97-a647-9ec4ce81a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['425704e2-7719-4df6-b5dc-ab1020746620'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:29.351199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa75197-82ed-4fbc-b35d-872cf9848fb4 None None] DHCP port deletion for 77d60fb4-7e95-4b47-9346-69596d0e4250 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:41:29.356454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1fa75197-82ed-4fbc-b35d-872cf9848fb4 None None] Deleting port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:29.357034 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1fa75197-82ed-4fbc-b35d-872cf9848fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:29.428968 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-980cd400-51c7-4e97-a647-9ec4ce81a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:29.429677 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cd400-51c7-4e97-a647-9ec4ce81a08c None None] The sync data for ids ['425704e2-7719-4df6-b5dc-ab1020746620'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:29.480782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] For port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f,segment=NetworkSegment(3d02e233-a642-4b0b-8b18-c849478f0b4e),segment_id=3d02e233-a642-4b0b-8b18-c849478f0b4e)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:29.481418 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:29.646613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:29.696182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1fa75197-82ed-4fbc-b35d-872cf9848fb4 None None] For port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f,segment=NetworkSegment(3d02e233-a642-4b0b-8b18-c849478f0b4e),segment_id=3d02e233-a642-4b0b-8b18-c849478f0b4e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:29.696500 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1fa75197-82ed-4fbc-b35d-872cf9848fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:29.707531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 4293a072-6904-416c-8134-ba8f51596bbf has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:41:29.724588 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a0d11402-f8c6-4dc5-a0d8-5e8826d3d57b tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/routers/425704e2-7719-4df6-b5dc-ab1020746620 HTTP/1.1" status: 200 len: 923 time: 0.5500994 Apr 18 21:41:29.729241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43718) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:29.952104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1fa75197-82ed-4fbc-b35d-872cf9848fb4 None None] Calling delete_port for 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:30.001770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-219bd655-5cca-4f25-b79f-1890cb09cb55 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&device_id=425704e2-7719-4df6-b5dc-ab1020746620&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2669261 Apr 18 21:41:30.004585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43724) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:30.073399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:30.087605 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe109d0-2941-420e-96e5-f19de41beffc None None] Sync routers for ids ['4293a072-6904-416c-8134-ba8f51596bbf'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:41:30.101084 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-1fa75197-82ed-4fbc-b35d-872cf9848fb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:41:30.101428 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-1fa75197-82ed-4fbc-b35d-872cf9848fb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:41:30.115030 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:30.133153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe109d0-2941-420e-96e5-f19de41beffc None None] Routers {'4293a072-6904-416c-8134-ba8f51596bbf'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:30.133904 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4fe109d0-2941-420e-96e5-f19de41beffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4293a072-6904-416c-8134-ba8f51596bbf'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:30.186433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:30.196568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No DVR routers for this DVR port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:41:30.226839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580336a-dd7d-47ed-96ab-66341e3e8251 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:30.228421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9580336a-dd7d-47ed-96ab-66341e3e8251 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Synchronizing usage tracker for tenant:65850f54706c4365a700ced807a4d608 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:30.251978 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:30.261802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9580336a-dd7d-47ed-96ab-66341e3e8251 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Unset dirty status for tenant:65850f54706c4365a700ced807a4d608 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:30.263035 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9580336a-dd7d-47ed-96ab-66341e3e8251 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 881 time: 0.2572985 Apr 18 21:41:30.266013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43728) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:30.327684 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cd98570c-184e-441b-b8f9-f2591eedbe33 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "GET /v2.0/ports?device_id=425704e2-7719-4df6-b5dc-ab1020746620 HTTP/1.1" status: 200 len: 205 time: 0.0607049 Apr 18 21:41:30.330444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43734) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:30.345834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:41:30.398059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:41:30.398701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:41:30.499058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4fe109d0-2941-420e-96e5-f19de41beffc None None] Set router 4293a072-6904-416c-8134-ba8f51596bbf gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:41:30.542085 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:30.558009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-56653920-7b1f-4b2b-9f1f-39f977325c8f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.0798557 Apr 18 21:41:30.561238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:41:30.586671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d60fb4-7e95-4b47-9346-69596d0e4250']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:30.603383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d02e233-a642-4b0b-8b18-c849478f0b4e') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:30.603877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d02e233-a642-4b0b-8b18-c849478f0b4e') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:30.618485 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:30.643686 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:30.645151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1fa75197-82ed-4fbc-b35d-872cf9848fb4 None None] Deleting port 39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:30.645683 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1fa75197-82ed-4fbc-b35d-872cf9848fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:30.654519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:41:30.654937 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:30.745934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1fa75197-82ed-4fbc-b35d-872cf9848fb4 None None] The port '39b4dd6d-f515-4ac3-ad2b-6cd0a629dd4f' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:41:30.838317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:41:30.870948 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:41:30.927127 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27d6e6d-95b3-475a-b2a0-86ee4a87b2c6'] response: {'name': 'network-changed', 'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'status': 'completed', 'code': 200} Apr 18 21:41:31.002628 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:31.040458 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:31.080707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca629c-f934-4171-9880-26f874e375b5 req-a1147ac2-4547-4583-9166-5787781aa2c6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:31.091174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1ca629c-f934-4171-9880-26f874e375b5 req-a1147ac2-4547-4583-9166-5787781aa2c6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.2142332 Apr 18 21:41:31.091174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/networks/77d60fb4-7e95-4b47-9346-69596d0e4250 HTTP/1.1" status: 204 len: 168 time: 2.1244149 Apr 18 21:41:31.091174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d1ed0-fb4f-4904-b366-7df5cea3820b tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Network': ['ID=77d60fb4-7e95-4b47-9346-69596d0e4250,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:31.097086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43748) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:31.124186 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:31.158010 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aba41ccb-6574-4b78-bbba-d6b623138f63 req-f9ba1d60-25c6-43ba-9153-1948a1d36819 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1097 time: 0.4169121 Apr 18 21:41:31.251894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1ca629c-f934-4171-9880-26f874e375b5 req-01470553-d241-42f3-9f19-f4e6c9063753 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533806 Apr 18 21:41:31.262779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c21f4-63af-4ec9-aa1b-2e52186a93ee tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:31.262897 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c93c21f4-63af-4ec9-aa1b-2e52186a93ee tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:31.285431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4fe109d0-2941-420e-96e5-f19de41beffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:40:54Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'dca480b9-43e7-483e-a868-d3f354a406f6', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'port_id': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'mac_address': 'fa:16:3e:aa:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:26Z', 'updated_at': '2022-04-18T21:41:26Z', 'revision_number': 0, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ebae7d-4169-4cee-81a5-163c43315c1d', 'name': '', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:e0:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:53Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:31.291072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe109d0-2941-420e-96e5-f19de41beffc None None] Checking router: 4293a072-6904-416c-8134-ba8f51596bbf for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:41:31.300242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43754) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:31.304061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe109d0-2941-420e-96e5-f19de41beffc None None] Routers {'4293a072-6904-416c-8134-ba8f51596bbf'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:31.304785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4fe109d0-2941-420e-96e5-f19de41beffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4293a072-6904-416c-8134-ba8f51596bbf'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:31.412359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba41ccb-6574-4b78-bbba-d6b623138f63 req-f717dcac-3986-4489-884e-eed23ee22a35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:31.414642 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aba41ccb-6574-4b78-bbba-d6b623138f63 req-f717dcac-3986-4489-884e-eed23ee22a35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 898 time: 0.2378099 Apr 18 21:41:31.422945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7b655b82-f2fd-4995-8d15-b93f618b993b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/dca480b9-43e7-483e-a868-d3f354a406f6 HTTP/1.1" status: 200 len: 992 time: 0.1215775 Apr 18 21:41:31.429065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c93c21f4-63af-4ec9-aa1b-2e52186a93ee tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:31.442713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c93c21f4-63af-4ec9-aa1b-2e52186a93ee tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/9850b4ba-d051-4bab-bb6d-da2ea548de1c HTTP/1.1" status: 200 len: 845 time: 0.2860518 Apr 18 21:41:31.445306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43758) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:31.562937 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ff59a1ac-3c13-498b-8116-08f23815a8d0 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/9850b4ba-d051-4bab-bb6d-da2ea548de1c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1161859 Apr 18 21:41:31.568322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43764) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:31.572632 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aba41ccb-6574-4b78-bbba-d6b623138f63 req-3e38e803-b32e-4ee0-beb8-7fbc2c452761 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1000 time: 0.1492071 Apr 18 21:41:31.576113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:31.608673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4fe109d0-2941-420e-96e5-f19de41beffc None None] Set router 4293a072-6904-416c-8134-ba8f51596bbf gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:41:31.674359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:31.724177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba41ccb-6574-4b78-bbba-d6b623138f63 req-96890845-4c83-4f85-aa51-d7f780f14d5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:31.727083 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aba41ccb-6574-4b78-bbba-d6b623138f63 req-96890845-4c83-4f85-aa51-d7f780f14d5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.1463063 Apr 18 21:41:31.744956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:31.757005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:31.763849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:31.775290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:31.816261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Deleting port 6948d5e2-415d-45a2-a750-73b566169600 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:31.816962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:31.880693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:32.007023 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:32.079032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2d3867ec-983a-474f-be92-257b6c3eb64b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:41:32.098036 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aba41ccb-6574-4b78-bbba-d6b623138f63 req-900e87c5-301a-4df8-948a-9e5085d7f131 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3660274 Apr 18 21:41:32.145233 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:32.218775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 2d3867ec-983a-474f-be92-257b6c3eb64b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:41:32.218914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2d3867ec-983a-474f-be92-257b6c3eb64b not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:41:32.296140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4fe109d0-2941-420e-96e5-f19de41beffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:40:54Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'dca480b9-43e7-483e-a868-d3f354a406f6', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'port_id': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'mac_address': 'fa:16:3e:aa:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:26Z', 'updated_at': '2022-04-18T21:41:26Z', 'revision_number': 0, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ebae7d-4169-4cee-81a5-163c43315c1d', 'name': '', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:e0:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:53Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:32.301070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe109d0-2941-420e-96e5-f19de41beffc None None] The sync data for ids ['4293a072-6904-416c-8134-ba8f51596bbf'] in n-d-836017-3 is: [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:40:54Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'dca480b9-43e7-483e-a868-d3f354a406f6', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'port_id': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'mac_address': 'fa:16:3e:aa:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:26Z', 'updated_at': '2022-04-18T21:41:26Z', 'revision_number': 0, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ebae7d-4169-4cee-81a5-163c43315c1d', 'name': '', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:e0:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:53Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:32.382387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Calling delete_port for 6948d5e2-415d-45a2-a750-73b566169600 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:32.387089 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:32.447481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network a265b6b5-5605-4680-8f00-6708720164f6 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:32.451161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43778) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:32.453603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:32.456375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:32.457152 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:32.463235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13cec84-ae78-45a5-8897-a81e6f8055e0 None None] Network a265b6b5-5605-4680-8f00-6708720164f6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:41:32.578721 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aba41ccb-6574-4b78-bbba-d6b623138f63 req-0ad1f8e8-ec32-4cc6-a0f1-df26b2648943 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675622 Apr 18 21:41:32.658631 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17a39f-94a9-4763-bc9c-600a66b56a1c None None] New status for floating IP dca480b9-43e7-483e-a868-d3f354a406f6: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:41:32.716923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Subnet': ['ID=b044a541-1869-4d1c-8354-63a2c1bb6a6f,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:32.722634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d2489d4a-ab25-4eb8-a9bb-9eccde52caf0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/dca480b9-43e7-483e-a868-d3f354a406f6 HTTP/1.1" status: 200 len: 992 time: 0.2589104 Apr 18 21:41:32.741132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:32.741798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:32.742499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:32.743054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:32.743615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:32.744158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:32.744773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:32.745367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:32.745948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:32.746557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:32.747095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:32.759744 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aba41ccb-6574-4b78-bbba-d6b623138f63 req-e72ed3d1-b5df-44c9-876a-08eb207422c6 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726451 Apr 18 21:41:32.776471 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c547ecc7-abd8-4655-885f-b2d47a8058d8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2067103 Apr 18 21:41:32.779372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43786) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:32.785629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'security_group': {'name': 'tempest-secgroup-1248281060'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:32.810292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:32.818773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:security_group and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:32.827436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:32.841975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:32.905111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-a265b6b5-5605-4680-8f00-6708720164f6', 'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'tenant_id': '0b67cbeffd7a476a92ce5723698dbc38', 'fixed_ips': [{'subnet_id': 'b044a541-1869-4d1c-8354-63a2c1bb6a6f'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:41:32.905961 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:32.912412 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:32.958920 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:32.970689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:32.974719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:security_group_rule and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:32.977991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:32.983897 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:33.006265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Pushing event deleted for resources: {'Port': ['ID=6948d5e2-415d-45a2-a750-73b566169600,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:33.052481 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.115142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Allocated IP 2001:db8::2 (a265b6b5-5605-4680-8f00-6708720164f6/b044a541-1869-4d1c-8354-63a2c1bb6a6f/3c38dc18-6aad-4cf3-a175-84d6df3e94a3) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:33.119648 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.231529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d86daf6-fdee-45ee-8705-503fb0fd769e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:33.291207 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.294105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9c9e5823-3a3a-42df-bbe0-5381cc9d07a8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5135171 Apr 18 21:41:33.296673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43798) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:33.308722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'security_group': {'name': 'tempest-secgroup-723370173'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:33.333240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:33.347338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:security_group and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:33.360589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:33.375289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:33.580194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.581754 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.581754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Transition to ACTIVE for port object 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:33.618832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Transition to ACTIVE for port object 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:33.643889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.681849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:33.685679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:security_group_rule and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:33.688531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:33.696393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:33.729705 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.733970 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.750611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43806) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:33.819511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Network a265b6b5-5605-4680-8f00-6708720164f6 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:33.822395 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.823504 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:33.827483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:33.841959 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.864064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.887891 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cc120728-e6c4-4d38-8efa-36c07c6e4f3e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/dca480b9-43e7-483e-a868-d3f354a406f6 HTTP/1.1" status: 200 len: 994 time: 0.1330440 Apr 18 21:41:33.919424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Pushing event updated for resources: {'Port': ['ID=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:33.942716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Attempting to bind port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:33.943080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Attempting to bind port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '52469f09-d974-4f5e-a06d-0c16c194a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:33.943473 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Attempting to bind port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 on network a265b6b5-5605-4680-8f00-6708720164f6 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:41:33.950569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:41:33.956170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Checking segment: {'id': '52469f09-d974-4f5e-a06d-0c16c194a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:41:33.956170 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.956170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Bound using segment: {'id': '52469f09-d974-4f5e-a06d-0c16c194a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:41:33.956170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Bound port: 3c38dc18-6aad-4cf3-a175-84d6df3e94a3, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52469f09-d974-4f5e-a06d-0c16c194a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:33.956170 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:33.974993 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:34.024958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d9f667-dbd3-479a-a974-fdb80ccd55de,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:34.057763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] For port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:41:34.062922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] For port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,segment=NetworkSegment(52469f09-d974-4f5e-a06d-0c16c194a28d),segment_id=52469f09-d974-4f5e-a06d-0c16c194a28d)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:41:34.077236 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:34.077236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Fanout notify agent at l3_agent the message router_deleted on router 425704e2-7719-4df6-b5dc-ab1020746620 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:41:34.088621 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:34.089743 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8c222b3c-44c2-47d4-952a-8fbaad784b92 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/routers/425704e2-7719-4df6-b5dc-ab1020746620 HTTP/1.1" status: 204 len: 168 time: 3.7582166 Apr 18 21:41:34.093519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43820) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:34.101419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-12dc46a7-6f1d-478a-82ac-5d72c5313c24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-837711905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:34.107418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-12dc46a7-6f1d-478a-82ac-5d72c5313c24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:34.111509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-12dc46a7-6f1d-478a-82ac-5d72c5313c24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Usage tracker for resource:router and tenant:4e6e09c8232c40dfba030f796393be54 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:34.114417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-12dc46a7-6f1d-478a-82ac-5d72c5313c24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:34.121740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-12dc46a7-6f1d-478a-82ac-5d72c5313c24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:34.181498 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:34.182242 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:34.183954 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-21f92b97-5c91-4813-bac3-e051925798c5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8859794 Apr 18 21:41:34.186658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43826) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:34.192410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-778731567', 'security_groups': ['f0d9f667-dbd3-479a-a974-fdb80ccd55de'], 'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b044a541-1869-4d1c-8354-63a2c1bb6a6f'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:34.288872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93fd9a-ecd3-4afa-be20-73b2f9ef9f7e None None] Pushing event updated for resources: {'Port': ['ID=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:34.297426 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-12dc46a7-6f1d-478a-82ac-5d72c5313c24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:34.302913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-12dc46a7-6f1d-478a-82ac-5d72c5313c24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:34.323883 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-12dc46a7-6f1d-478a-82ac-5d72c5313c24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:34.389617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:34.402595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:port and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:34.406491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:34.414532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:34.447704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-12dc46a7-6f1d-478a-82ac-5d72c5313c24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:34.532214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:34.542562 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:34.557788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-12dc46a7-6f1d-478a-82ac-5d72c5313c24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:34.559475 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-12dc46a7-6f1d-478a-82ac-5d72c5313c24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4640269 Apr 18 21:41:34.562861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43836) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:34.577137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'enable_snat': True}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:34.799817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port 0adea7f2-100f-499e-a30c-d9e122271250 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:41:35.245758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-e72333ea-6448-40a2-b2f5-b06b63a0cb47 req-c97f35c4-e780-4ae0-bd4a-fce6e88388ca service neutron] (85048) timed out ('10.222.0.11', 55798) {{(pid=85048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:41:35.342395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8::ca (a265b6b5-5605-4680-8f00-6708720164f6/b044a541-1869-4d1c-8354-63a2c1bb6a6f/0adea7f2-100f-499e-a30c-d9e122271250) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:35.390297 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:35.559497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4c8aaba5-bb5c-4297-9fe9-1a3eaa5a3aab None None] Provisioning complete for port 9850b4ba-d051-4bab-bb6d-da2ea548de1c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:35.567755 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4c8aaba5-bb5c-4297-9fe9-1a3eaa5a3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:35.627342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4c8aaba5-bb5c-4297-9fe9-1a3eaa5a3aab None None] Port 9850b4ba-d051-4bab-bb6d-da2ea548de1c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:35.634584 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:35.667368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Transition to ACTIVE for port object 0adea7f2-100f-499e-a30c-d9e122271250 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:35.700951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4c8aaba5-bb5c-4297-9fe9-1a3eaa5a3aab None None] Provisioning for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:35.770530 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:35.854727 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:35.898351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network a265b6b5-5605-4680-8f00-6708720164f6 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:35.899535 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:35.902065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=0adea7f2-100f-499e-a30c-d9e122271250,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:35.906041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:35.908120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:35.912435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:35.913645 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:36.065303 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6ffcb0e0-9197-4530-bd2a-2b20572e26bd tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8750379 Apr 18 21:41:36.065979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43856) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:36.075581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-088ff4a8-903b-4d1b-8c58-6499d7ea3db4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:36.132146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Allocated IP 172.25.3.114 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/8c1e746e-2c3c-4d93-9ce6-4bcab87cf2fd) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:36.269018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:36.386463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-088ff4a8-903b-4d1b-8c58-6499d7ea3db4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:36.412019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-088ff4a8-903b-4d1b-8c58-6499d7ea3db4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:36.417056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-088ff4a8-903b-4d1b-8c58-6499d7ea3db4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:36.426404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-75f800f0-1221-4cdf-979c-953a3431d01e None None] Provisioning for port 0adea7f2-100f-499e-a30c-d9e122271250 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:36.426838 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:36.441421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-088ff4a8-903b-4d1b-8c58-6499d7ea3db4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:36.443276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-75f800f0-1221-4cdf-979c-953a3431d01e None None] Provisioning complete for port 0adea7f2-100f-499e-a30c-d9e122271250 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:36.443594 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-75f800f0-1221-4cdf-979c-953a3431d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:36.484144 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:36.502814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:36.503440 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:36.558448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088ff4a8-903b-4d1b-8c58-6499d7ea3db4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:36.560512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-75f800f0-1221-4cdf-979c-953a3431d01e None None] Port 0adea7f2-100f-499e-a30c-d9e122271250 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:36.575262 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:36.650603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:36.658385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:36.663580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:36.666034 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:36.712659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,segment=NetworkSegment(52469f09-d974-4f5e-a06d-0c16c194a28d),segment_id=52469f09-d974-4f5e-a06d-0c16c194a28d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:36.769175 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:36.780076 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-088ff4a8-903b-4d1b-8c58-6499d7ea3db4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:36.921585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event updated for resources: {'Port': ['ID=8c1e746e-2c3c-4d93-9ce6-4bcab87cf2fd,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:36.926839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:36.977663 n-d-836017-3 neutron-server[85049]: INFO neutron.db.ipam_backend_mixin [None req-088ff4a8-903b-4d1b-8c58-6499d7ea3db4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b044a541-1869-4d1c-8354-63a2c1bb6a6f (CIDR: 2001:db8::/64) Apr 18 21:41:37.021326 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-088ff4a8-903b-4d1b-8c58-6499d7ea3db4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:41:37.021834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088ff4a8-903b-4d1b-8c58-6499d7ea3db4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:37.065798 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:37.108905 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-088ff4a8-903b-4d1b-8c58-6499d7ea3db4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0410964 Apr 18 21:41:37.111815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43872) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:37.135186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:37.258704 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:37.262465 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:37.321777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:37.325630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:37.328484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:37.335527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:37.404433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:37.409329 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:37.609910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Router e6cfb42b-f45a-48f3-88b6-8d6df02c072b is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:41:37.866971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:37.883145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:37.892118 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:37.894165 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ca06c87c-a649-4fe7-8d92-f6ccf4a0c0a4 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "PUT /v2.0/routers/e6cfb42b-f45a-48f3-88b6-8d6df02c072b HTTP/1.1" status: 200 len: 918 time: 3.3297007 Apr 18 21:41:37.894793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43886) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:37.896687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf086602-2946-4839-b91e-06cd868f41a2 None None] Sync routers for ids ['e6cfb42b-f45a-48f3-88b6-8d6df02c072b'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:41:37.921209 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf086602-2946-4839-b91e-06cd868f41a2 None None] Routers {'e6cfb42b-f45a-48f3-88b6-8d6df02c072b'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:37.924136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-cf086602-2946-4839-b91e-06cd868f41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e6cfb42b-f45a-48f3-88b6-8d6df02c072b'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:37.956599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network a265b6b5-5605-4680-8f00-6708720164f6 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:37.960346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:37.965505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:37.966517 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:37.976542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Subnet': ['ID=7fe73445-c2ea-455a-bff2-c9050443de03,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:37.987166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa46b7e-bf49-4c60-aa87-c172e0b7852f None None] Network a265b6b5-5605-4680-8f00-6708720164f6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:41:38.023610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-cf086602-2946-4839-b91e-06cd868f41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:38.096606 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9b27d318-a72f-46c1-8137-3b41d9a7a2b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9829347 Apr 18 21:41:38.099249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43892) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:38.116336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-51959052-d6c9-4002-a652-e6c3597b3cf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1992920555', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7fe73445-c2ea-455a-bff2-c9050443de03'}], 'security_groups': ['7d86daf6-fdee-45ee-8705-503fb0fd769e']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:38.133749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf086602-2946-4839-b91e-06cd868f41a2 None None] Routers {'e6cfb42b-f45a-48f3-88b6-8d6df02c072b'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:38.137975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-cf086602-2946-4839-b91e-06cd868f41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e6cfb42b-f45a-48f3-88b6-8d6df02c072b'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:38.213409 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9fc562b2-c9b3-4137-8599-505ebd5484d3 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/routers/e6cfb42b-f45a-48f3-88b6-8d6df02c072b HTTP/1.1" status: 200 len: 924 time: 0.3151629 Apr 18 21:41:38.216589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43898) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:38.225711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-cf086602-2946-4839-b91e-06cd868f41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:38.226270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf086602-2946-4839-b91e-06cd868f41a2 None None] The sync data for ids ['e6cfb42b-f45a-48f3-88b6-8d6df02c072b'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:38.228866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:38.300132 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51959052-d6c9-4002-a652-e6c3597b3cf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:38.347203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:38.347829 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:38.353149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dc00983f-7ced-4480-aea8-dfdd770cf02c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&device_id=e6cfb42b-f45a-48f3-88b6-8d6df02c072b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1353319 Apr 18 21:41:38.353764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43902) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:38.585708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d659171d-b73f-4990-86b3-77c9e1810807 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:38.585708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d659171d-b73f-4990-86b3-77c9e1810807 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 881 time: 0.2194679 Apr 18 21:41:38.585708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43912) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:38.653103 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a7b1153a-9abb-4dd1-b543-265a8ff93c3b tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6cfb42b-f45a-48f3-88b6-8d6df02c072b HTTP/1.1" status: 200 len: 205 time: 0.0726457 Apr 18 21:41:38.655671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43916) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:38.789761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3baacb-92eb-4aa3-8843-77a47a410ab8 None None] Update dhcp port {'port': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'fixed_ips': [{'subnet_id': 'b044a541-1869-4d1c-8354-63a2c1bb6a6f', 'ip_address': '2001:db8::2'}, {'subnet_id': '7fe73445-c2ea-455a-bff2-c9050443de03'}], 'binding:host_id': 'n-d-836017-3'}, 'id': '3c38dc18-6aad-4cf3-a175-84d6df3e94a3'} from n-d-836017-3. {{(pid=85050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:41:38.867118 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e3baacb-92eb-4aa3-8843-77a47a410ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:38.929734 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:38.945646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-51959052-d6c9-4002-a652-e6c3597b3cf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Delete allocated IP 2001:db8::ca (a265b6b5-5605-4680-8f00-6708720164f6/b044a541-1869-4d1c-8354-63a2c1bb6a6f) {{(pid=85049) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:41:38.953894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-51959052-d6c9-4002-a652-e6c3597b3cf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8:0:1::42 (a265b6b5-5605-4680-8f00-6708720164f6/7fe73445-c2ea-455a-bff2-c9050443de03/0adea7f2-100f-499e-a30c-d9e122271250) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:39.177332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51959052-d6c9-4002-a652-e6c3597b3cf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:39.194419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-51959052-d6c9-4002-a652-e6c3597b3cf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Transition to ACTIVE for port object 0adea7f2-100f-499e-a30c-d9e122271250 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:39.267747 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:39.289687 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51959052-d6c9-4002-a652-e6c3597b3cf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:39.352578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Deleting port 8c1e746e-2c3c-4d93-9ce6-4bcab87cf2fd {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:39.352944 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:39.365140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-7e3baacb-92eb-4aa3-8843-77a47a410ab8 None None] Allocated IP 2001:db8:0:1::2 (a265b6b5-5605-4680-8f00-6708720164f6/7fe73445-c2ea-455a-bff2-c9050443de03/3c38dc18-6aad-4cf3-a175-84d6df3e94a3) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:39.389443 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:39.398516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-51959052-d6c9-4002-a652-e6c3597b3cf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] In _notify_port_updated(), no bound segment for port 0adea7f2-100f-499e-a30c-d9e122271250 on network a265b6b5-5605-4680-8f00-6708720164f6 {{(pid=85049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:41:39.402974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51959052-d6c9-4002-a652-e6c3597b3cf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:39.403749 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51959052-d6c9-4002-a652-e6c3597b3cf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:39.405171 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-51959052-d6c9-4002-a652-e6c3597b3cf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "PUT /v2.0/ports/0adea7f2-100f-499e-a30c-d9e122271250 HTTP/1.1" status: 200 len: 930 time: 1.3050106 Apr 18 21:41:39.406210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51959052-d6c9-4002-a652-e6c3597b3cf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=0adea7f2-100f-499e-a30c-d9e122271250,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:39.408087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43926) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:39.512055 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7e3baacb-92eb-4aa3-8843-77a47a410ab8 None None] For port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,segment=NetworkSegment(52469f09-d974-4f5e-a06d-0c16c194a28d),segment_id=52469f09-d974-4f5e-a06d-0c16c194a28d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:39.539338 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e3baacb-92eb-4aa3-8843-77a47a410ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:39.556694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7e3baacb-92eb-4aa3-8843-77a47a410ab8 None None] Transition to ACTIVE for port object 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:39.561326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ebb79103-2ee0-4e31-8837-7c1f0f0ccf7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 0adea7f2-100f-499e-a30c-d9e122271250 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:39.561555 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb79103-2ee0-4e31-8837-7c1f0f0ccf7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:39.626552 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e3baacb-92eb-4aa3-8843-77a47a410ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:39.649766 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:39.740290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3baacb-92eb-4aa3-8843-77a47a410ab8 None None] Pushing event updated for resources: {'Port': ['ID=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:39.835416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Calling delete_port for 8c1e746e-2c3c-4d93-9ce6-4bcab87cf2fd owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:40.074178 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb79103-2ee0-4e31-8837-7c1f0f0ccf7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:40.140164 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:40.214070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ebb79103-2ee0-4e31-8837-7c1f0f0ccf7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 0adea7f2-100f-499e-a30c-d9e122271250 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:40.447244 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:40.505689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Pushing event deleted for resources: {'Port': ['ID=8c1e746e-2c3c-4d93-9ce6-4bcab87cf2fd,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:40.527156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-28f47a31-493e-4f9f-ae0a-15a37e5891b9 None None] Provisioning complete for port 9850b4ba-d051-4bab-bb6d-da2ea548de1c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:40.528127 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-28f47a31-493e-4f9f-ae0a-15a37e5891b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:40.587929 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb79103-2ee0-4e31-8837-7c1f0f0ccf7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:40.591600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-28f47a31-493e-4f9f-ae0a-15a37e5891b9 None None] Port 9850b4ba-d051-4bab-bb6d-da2ea548de1c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:40.595026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-28f47a31-493e-4f9f-ae0a-15a37e5891b9 None None] Could not find standard attr ID for object 0adea7f2-100f-499e-a30c-d9e122271250. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:41:40.666451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-28f47a31-493e-4f9f-ae0a-15a37e5891b9 None None] Provisioning for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:40.666864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb79103-2ee0-4e31-8837-7c1f0f0ccf7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=0adea7f2-100f-499e-a30c-d9e122271250,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:40.672665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-28f47a31-493e-4f9f-ae0a-15a37e5891b9 None None] Provisioning complete for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:40.673023 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-28f47a31-493e-4f9f-ae0a-15a37e5891b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:40.723788 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ebb79103-2ee0-4e31-8837-7c1f0f0ccf7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:40.949546 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ff707b0d-12e0-4b1e-8693-bc0cea861bad None None] Could not find standard attr ID for object 0adea7f2-100f-499e-a30c-d9e122271250. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:41:40.996719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ebb79103-2ee0-4e31-8837-7c1f0f0ccf7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/0adea7f2-100f-499e-a30c-d9e122271250 HTTP/1.1" status: 204 len: 168 time: 1.5778491 Apr 18 21:41:40.997269 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:40.997381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43966) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:41.043722 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b6028e-9bcf-409a-b4f0-78c12bef9672 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:41:41.047418 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-63b6028e-9bcf-409a-b4f0-78c12bef9672 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/0adea7f2-100f-499e-a30c-d9e122271250 HTTP/1.1" status: 404 len: 333 time: 0.0464263 Apr 18 21:41:41.047637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43970) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:41.202265 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d89c6243-73a6-4513-a3fd-2f4ea8d489dc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.241374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d89c6243-73a6-4513-a3fd-2f4ea8d489dc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.324510 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.328944 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.346375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d89c6243-73a6-4513-a3fd-2f4ea8d489dc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.364238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c6243-73a6-4513-a3fd-2f4ea8d489dc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d9f667-dbd3-479a-a974-fdb80ccd55de,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:41.372823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d89c6243-73a6-4513-a3fd-2f4ea8d489dc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.380558 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 43982) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:41.382835 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d89c6243-73a6-4513-a3fd-2f4ea8d489dc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/security-groups/f0d9f667-dbd3-479a-a974-fdb80ccd55de HTTP/1.1" status: 204 len: 168 time: 0.3321121 Apr 18 21:41:41.427016 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.427016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Fanout notify agent at l3_agent the message router_deleted on router e6cfb42b-f45a-48f3-88b6-8d6df02c072b {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:41:41.441064 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.573847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cf574858-9ad1-4a35-a815-c7dc0fd44587 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/routers/e6cfb42b-f45a-48f3-88b6-8d6df02c072b HTTP/1.1" status: 204 len: 168 time: 2.7856081 Apr 18 21:41:41.610720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43990) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:41.610720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7f10cf03-451b-46d6-a5b7-87ecfde7c16b tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2120724979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:41.610720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7f10cf03-451b-46d6-a5b7-87ecfde7c16b tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:41.610720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7f10cf03-451b-46d6-a5b7-87ecfde7c16b tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Usage tracker for resource:router and tenant:4e6e09c8232c40dfba030f796393be54 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:41.610720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7f10cf03-451b-46d6-a5b7-87ecfde7c16b tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:41.614149 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7abbfd3-3465-421e-80e0-6c917231a2f2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.617893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7f10cf03-451b-46d6-a5b7-87ecfde7c16b tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:41.620910 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7abbfd3-3465-421e-80e0-6c917231a2f2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.624813 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f10cf03-451b-46d6-a5b7-87ecfde7c16b tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.624813 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f10cf03-451b-46d6-a5b7-87ecfde7c16b tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.626592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7abbfd3-3465-421e-80e0-6c917231a2f2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.626760 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f10cf03-451b-46d6-a5b7-87ecfde7c16b tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.641067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abbfd3-3465-421e-80e0-6c917231a2f2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d86daf6-fdee-45ee-8705-503fb0fd769e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:41.669216 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d7abbfd3-3465-421e-80e0-6c917231a2f2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.669216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d7abbfd3-3465-421e-80e0-6c917231a2f2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/security-groups/7d86daf6-fdee-45ee-8705-503fb0fd769e HTTP/1.1" status: 204 len: 168 time: 0.2876968 Apr 18 21:41:41.671275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 43998) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:41.713709 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f10cf03-451b-46d6-a5b7-87ecfde7c16b tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.759970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-77515a7e-3624-46a4-b28c-437f315fc2db tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting subnet b044a541-1869-4d1c-8354-63a2c1bb6a6f {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:41:41.763209 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77515a7e-3624-46a4-b28c-437f315fc2db tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.821066 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77515a7e-3624-46a4-b28c-437f315fc2db tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.855404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f10cf03-451b-46d6-a5b7-87ecfde7c16b tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.856581 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7f10cf03-451b-46d6-a5b7-87ecfde7c16b tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4082141 Apr 18 21:41:41.859493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44010) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:41.869433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'enable_snat': False}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:41.932909 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77515a7e-3624-46a4-b28c-437f315fc2db tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:42.108329 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77515a7e-3624-46a4-b28c-437f315fc2db tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:42.158265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77515a7e-3624-46a4-b28c-437f315fc2db tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Subnet': ['ID=b044a541-1869-4d1c-8354-63a2c1bb6a6f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:42.163566 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77515a7e-3624-46a4-b28c-437f315fc2db tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:42.171131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e7752-8ad8-4a7e-87d3-1a4f1cac452e None None] Network a265b6b5-5605-4680-8f00-6708720164f6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:41:42.174232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44024) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:42.179178 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-77515a7e-3624-46a4-b28c-437f315fc2db tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/b044a541-1869-4d1c-8354-63a2c1bb6a6f HTTP/1.1" status: 204 len: 168 time: 0.5019019 Apr 18 21:41:42.183280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:42.502031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:42.507503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:42.510505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:42.519494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:42.522968 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:42.621146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:42.985067 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:43.211029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-793dac2d-55db-4657-b418-a5f617422f66 None None] Provisioning complete for port 9850b4ba-d051-4bab-bb6d-da2ea548de1c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:43.212103 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-793dac2d-55db-4657-b418-a5f617422f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:43.285099 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-793dac2d-55db-4657-b418-a5f617422f66 None None] Port 9850b4ba-d051-4bab-bb6d-da2ea548de1c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:43.299117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-793dac2d-55db-4657-b418-a5f617422f66 None None] Provisioning complete for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:43.299862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-793dac2d-55db-4657-b418-a5f617422f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:43.308672 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:43.343161 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:43.558500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Allocated IP 172.25.3.170 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/64dc5262-6efb-42d8-8f5b-7691fbe2fd21) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:43.644495 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:43.732512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network a265b6b5-5605-4680-8f00-6708720164f6 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:43.744920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:43.747871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:43.748447 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:43.753682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163eabb4-442e-463c-9798-1c3038f0906b None None] Network a265b6b5-5605-4680-8f00-6708720164f6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:41:43.755226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Subnet': ['ID=dce68d2f-474d-4042-a4b7-bdb4cb12bc1a,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:43.811069 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:43.850230 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b93df60f-bdbd-44f2-b05e-def27f151ae3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6725869 Apr 18 21:41:43.852892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44060) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:43.858446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'security_group': {'name': 'tempest-secgroup-465798712'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:43.866113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:43.873801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:security_group and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:43.883304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:43.894829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:43.923488 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.004569 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.055668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Pushing event updated for resources: {'Port': ['ID=64dc5262-6efb-42d8-8f5b-7691fbe2fd21,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:44.067331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:44.070226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:44.073599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:44.132083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:44.138867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:security_group_rule and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:44.143097 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:44.152502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:44.157558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9838b7-1207-4008-93a3-c8158a59775b None None] Update dhcp port {'port': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'fixed_ips': [{'subnet_id': '7fe73445-c2ea-455a-bff2-c9050443de03', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dce68d2f-474d-4042-a4b7-bdb4cb12bc1a'}], 'binding:host_id': 'n-d-836017-3'}, 'id': '3c38dc18-6aad-4cf3-a175-84d6df3e94a3'} from n-d-836017-3. {{(pid=85050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:41:44.220116 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f9838b7-1207-4008-93a3-c8158a59775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.324664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.398118 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.446221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed774bc9-7624-4392-a75e-f8e414c8efd1,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:44.474074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.527314 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.530991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-4f9838b7-1207-4008-93a3-c8158a59775b None None] Allocated IP 2001:db8::2 (a265b6b5-5605-4680-8f00-6708720164f6/dce68d2f-474d-4042-a4b7-bdb4cb12bc1a/3c38dc18-6aad-4cf3-a175-84d6df3e94a3) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:44.531604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44074) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:44.538756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'security_group': {'name': 'tempest-secgroup-1739937521'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:44.545006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9adc08eb-3a9d-4a84-91cb-ba7689dca6f6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6909800 Apr 18 21:41:44.546009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:44.557421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:security_group and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:44.557421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:44.563402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:44.621273 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.698687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:44.700209 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4f9838b7-1207-4008-93a3-c8158a59775b None None] For port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,segment=NetworkSegment(52469f09-d974-4f5e-a06d-0c16c194a28d),segment_id=52469f09-d974-4f5e-a06d-0c16c194a28d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:44.715571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:security_group_rule and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:44.724407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:44.732822 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f9838b7-1207-4008-93a3-c8158a59775b None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.733708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:44.739963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.749075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.774062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4f9838b7-1207-4008-93a3-c8158a59775b None None] Transition to ACTIVE for port object 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:44.826358 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f9838b7-1207-4008-93a3-c8158a59775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.829144 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.913174 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9838b7-1207-4008-93a3-c8158a59775b None None] Pushing event updated for resources: {'Port': ['ID=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:44.940680 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:44.981579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b79abac-8784-46c3-8a05-03f676253821,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:45.096502 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:41:45.101399 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:45.102689 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-110c4a73-0613-4e3f-aded-9b2509d4e41d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5700963 Apr 18 21:41:45.108516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44094) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:45.112160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'security_group': {'name': 'tempest-secgroup-1933106893'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:45.127073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:45.133913 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:security_group and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:45.138783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:45.146392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:45.155258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Router 1dd51c17-c59d-4e51-97ef-59ddc787fef6 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:41:45.387595 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:45.514726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:45.520702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:security_group_rule and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:45.523877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:45.531793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:45.610541 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:45.680902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:45.683504 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c2cd0-373f-4849-b43c-f5b82206c6f7 None None] Sync routers for ids ['1dd51c17-c59d-4e51-97ef-59ddc787fef6'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:41:45.686652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-50f3b52b-0a09-44ff-9450-26a888aeb9d4 None None] Provisioning complete for port 9850b4ba-d051-4bab-bb6d-da2ea548de1c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:45.687743 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-50f3b52b-0a09-44ff-9450-26a888aeb9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:45.689372 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:45.696521 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c2cd0-373f-4849-b43c-f5b82206c6f7 None None] Routers {'1dd51c17-c59d-4e51-97ef-59ddc787fef6'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:45.700852 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-266c2cd0-373f-4849-b43c-f5b82206c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1dd51c17-c59d-4e51-97ef-59ddc787fef6'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:45.720926 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:45.722257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-197e1f94-5fe2-4cb1-87e2-3a6a7b69b78d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "PUT /v2.0/routers/1dd51c17-c59d-4e51-97ef-59ddc787fef6 HTTP/1.1" status: 200 len: 920 time: 3.8615706 Apr 18 21:41:45.729224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44112) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:45.754581 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-50f3b52b-0a09-44ff-9450-26a888aeb9d4 None None] Port 9850b4ba-d051-4bab-bb6d-da2ea548de1c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:45.780516 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-266c2cd0-373f-4849-b43c-f5b82206c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:45.793241 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c2cd0-373f-4849-b43c-f5b82206c6f7 None None] Routers {'1dd51c17-c59d-4e51-97ef-59ddc787fef6'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:45.794199 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-266c2cd0-373f-4849-b43c-f5b82206c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1dd51c17-c59d-4e51-97ef-59ddc787fef6'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:45.795524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:45.799534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44116) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:45.800111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6924379 Apr 18 21:41:45.806567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1835335195', 'security_groups': ['69e403c4-2942-4a2a-bda1-f7881743aeea'], 'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dce68d2f-474d-4042-a4b7-bdb4cb12bc1a'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:45.838736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-50f3b52b-0a09-44ff-9450-26a888aeb9d4 None None] Provisioning for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:45.845316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-50f3b52b-0a09-44ff-9450-26a888aeb9d4 None None] Provisioning complete for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:45.845316 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-50f3b52b-0a09-44ff-9450-26a888aeb9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:45.881001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebdf08-b670-406b-8d9a-3ee5bfaf5113 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e403c4-2942-4a2a-bda1-f7881743aeea,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:45.930919 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-266c2cd0-373f-4849-b43c-f5b82206c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:45.932250 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c2cd0-373f-4849-b43c-f5b82206c6f7 None None] The sync data for ids ['1dd51c17-c59d-4e51-97ef-59ddc787fef6'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:45.994336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7304576c-a661-41ad-93da-4fea36c89543 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/routers/1dd51c17-c59d-4e51-97ef-59ddc787fef6 HTTP/1.1" status: 200 len: 926 time: 0.2632911 Apr 18 21:41:45.997157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44124) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:46.020533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:46.026353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:port and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:46.030116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:46.036840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:46.086039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1236888d-0746-4ac4-9663-e3fa2bcf40f3 tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&device_id=1dd51c17-c59d-4e51-97ef-59ddc787fef6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0875592 Apr 18 21:41:46.087512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44130) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:46.112969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:46.122982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:46.222287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:46.222712 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:46.268219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0e6a62-5a11-4e6d-9c97-bbaf1c64430b tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:46.270063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4c0e6a62-5a11-4e6d-9c97-bbaf1c64430b tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/networks/0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 881 time: 0.1797719 Apr 18 21:41:46.275675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44138) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:46.319253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:46.331719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-45376046-2b86-4656-be6e-432416e8859f tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd51c17-c59d-4e51-97ef-59ddc787fef6 HTTP/1.1" status: 200 len: 205 time: 0.0547149 Apr 18 21:41:46.335235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44144) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:46.565029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] device_id is not set on port 1827346c-a7ec-4108-97c9-f2ec5d17233a yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:41:46.829974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8::37b (a265b6b5-5605-4680-8f00-6708720164f6/dce68d2f-474d-4042-a4b7-bdb4cb12bc1a/1827346c-a7ec-4108-97c9-f2ec5d17233a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:46.862478 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:47.176473 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:47.192420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Transition to ACTIVE for port object 1827346c-a7ec-4108-97c9-f2ec5d17233a will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:47.263208 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:47.311915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:47.386616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network a265b6b5-5605-4680-8f00-6708720164f6 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:47.389428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:47.393493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:47.397778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:47.398384 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:47.411400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=1827346c-a7ec-4108-97c9-f2ec5d17233a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:47.416329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Deleting port 64dc5262-6efb-42d8-8f5b-7691fbe2fd21 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:47.416668 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:47.565939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44178) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:47.570590 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a914fad8-82f6-4361-a8bb-5113c1197d7d tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7689078 Apr 18 21:41:47.572469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e4fb21d2-815a-4215-8efd-908ecf04ad2c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:47.666601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:47.745843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e4fb21d2-815a-4215-8efd-908ecf04ad2c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:47.749973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e4fb21d2-815a-4215-8efd-908ecf04ad2c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:47.751536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fa2d09a1-5207-487f-b995-248d00bd3e65 None None] Provisioning for port 1827346c-a7ec-4108-97c9-f2ec5d17233a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:47.757430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fa2d09a1-5207-487f-b995-248d00bd3e65 None None] Provisioning complete for port 1827346c-a7ec-4108-97c9-f2ec5d17233a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:47.757832 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fa2d09a1-5207-487f-b995-248d00bd3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:47.758419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e4fb21d2-815a-4215-8efd-908ecf04ad2c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:47.765348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e4fb21d2-815a-4215-8efd-908ecf04ad2c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:47.800522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Calling delete_port for 64dc5262-6efb-42d8-8f5b-7691fbe2fd21 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:47.810968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d09a1-5207-487f-b995-248d00bd3e65 None None] Port 1827346c-a7ec-4108-97c9-f2ec5d17233a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:47.847051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fb21d2-815a-4215-8efd-908ecf04ad2c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:47.852860 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e4fb21d2-815a-4215-8efd-908ecf04ad2c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:48.030271 n-d-836017-3 neutron-server[85048]: INFO neutron.db.ipam_backend_mixin [None req-e4fb21d2-815a-4215-8efd-908ecf04ad2c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dce68d2f-474d-4042-a4b7-bdb4cb12bc1a (CIDR: 2001:db8::/64) Apr 18 21:41:48.067650 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fb21d2-815a-4215-8efd-908ecf04ad2c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:41:48.068425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fb21d2-815a-4215-8efd-908ecf04ad2c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:48.084670 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:48.158402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Pushing event deleted for resources: {'Port': ['ID=64dc5262-6efb-42d8-8f5b-7691fbe2fd21,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:48.182865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e4fb21d2-815a-4215-8efd-908ecf04ad2c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6144447 Apr 18 21:41:48.187260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44194) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:48.194444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-67ddb020-4de8-4968-9a49-f80872c6f868 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:48.341742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-67ddb020-4de8-4968-9a49-f80872c6f868 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:48.345738 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-67ddb020-4de8-4968-9a49-f80872c6f868 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:48.349027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-67ddb020-4de8-4968-9a49-f80872c6f868 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:48.358840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-67ddb020-4de8-4968-9a49-f80872c6f868 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:48.432241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ddb020-4de8-4968-9a49-f80872c6f868 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:48.536552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:48.583306 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67ddb020-4de8-4968-9a49-f80872c6f868 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:48.718713 n-d-836017-3 neutron-server[85048]: INFO neutron.db.ipam_backend_mixin [None req-67ddb020-4de8-4968-9a49-f80872c6f868 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7fe73445-c2ea-455a-bff2-c9050443de03 (CIDR: 2001:db8:0:1::/64) Apr 18 21:41:48.774149 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ddb020-4de8-4968-9a49-f80872c6f868 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:41:48.774848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ddb020-4de8-4968-9a49-f80872c6f868 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:48.821922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:48.826275 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:48.861349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-67ddb020-4de8-4968-9a49-f80872c6f868 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6723988 Apr 18 21:41:48.863914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44208) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:48.869917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'subnet': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:48.929862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:48.930698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Fanout notify agent at l3_agent the message router_deleted on router 1dd51c17-c59d-4e51-97ef-59ddc787fef6 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:41:48.951736 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:48.952824 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-24caa086-41cd-4b96-985a-34de7db89b48 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/routers/1dd51c17-c59d-4e51-97ef-59ddc787fef6 HTTP/1.1" status: 204 len: 168 time: 2.6164899 Apr 18 21:41:48.956663 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44214) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:48.962393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1929787701', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:48.970505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:48.975213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Usage tracker for resource:router and tenant:4e6e09c8232c40dfba030f796393be54 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:48.978451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:48.984670 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:49.061004 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.063061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.102816 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.105311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44224) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:49.138823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:49.144313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Usage tracker for resource:subnet and tenant:0b67cbeffd7a476a92ce5723698dbc38 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:49.151796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:49.167785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:49.249174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Made reservation on behalf of 0b67cbeffd7a476a92ce5723698dbc38 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:49.252799 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.325165 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-13be6872-db83-451b-99f3-8c73620b25cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.362040 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.372418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-13be6872-db83-451b-99f3-8c73620b25cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:49.376962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-13be6872-db83-451b-99f3-8c73620b25cd admin admin] Usage tracker for resource:security_group_rule and tenant:17787d8321b440ba8a727edb8a10c0e1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:49.380430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-13be6872-db83-451b-99f3-8c73620b25cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:49.387338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-13be6872-db83-451b-99f3-8c73620b25cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:49.540035 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-13be6872-db83-451b-99f3-8c73620b25cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.606330 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-13be6872-db83-451b-99f3-8c73620b25cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.633028 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.660464 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.705523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Network a265b6b5-5605-4680-8f00-6708720164f6 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:49.708427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:49.712674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:49.718471 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.719228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.719315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Subnet': ['ID=2e603c15-45c1-4cfc-8468-3b80894d912e,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:49.719400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be6872-db83-451b-99f3-8c73620b25cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283ba467-dba0-4b25-b84c-ed722890ff38,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:49.720403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e55649-2044-4cd8-8751-f2aad5c6ee66 None None] Network a265b6b5-5605-4680-8f00-6708720164f6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:41:49.763032 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-13be6872-db83-451b-99f3-8c73620b25cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17787d8321b440ba8a727edb8a10c0e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6565502 Apr 18 21:41:49.765903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44236) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:49.821254 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fb9da163-a268-4316-9a82-58e16cac4ef4 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9559352 Apr 18 21:41:49.823701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44242) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:49.830278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3b21c8dc-7a9f-4a17-8d80-df3b229471e6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-365008672', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2e603c15-45c1-4cfc-8468-3b80894d912e'}], 'security_groups': ['ed774bc9-7624-4392-a75e-f8e414c8efd1', '9b79abac-8784-46c3-8a05-03f676253821']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:49.906349 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbcee998-dabc-429e-8915-90de6df51f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.951170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Allocated IP 172.25.3.32 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/760697a7-6660-465d-bfa4-95a68437b35f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:49.974931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbcee998-dabc-429e-8915-90de6df51f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:50.013411 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b21c8dc-7a9f-4a17-8d80-df3b229471e6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:50.154763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e08ece-0b71-421e-9c6d-36c29978fc07 None None] Update dhcp port {'port': {'network_id': 'a265b6b5-5605-4680-8f00-6708720164f6', 'fixed_ips': [{'subnet_id': '7fe73445-c2ea-455a-bff2-c9050443de03', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dce68d2f-474d-4042-a4b7-bdb4cb12bc1a', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e603c15-45c1-4cfc-8468-3b80894d912e'}], 'binding:host_id': 'n-d-836017-3'}, 'id': '3c38dc18-6aad-4cf3-a175-84d6df3e94a3'} from n-d-836017-3. {{(pid=85050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:41:50.203100 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:50.210414 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e3e08ece-0b71-421e-9c6d-36c29978fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:50.237646 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbcee998-dabc-429e-8915-90de6df51f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:50.257400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcee998-dabc-429e-8915-90de6df51f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283ba467-dba0-4b25-b84c-ed722890ff38,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:50.279962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbcee998-dabc-429e-8915-90de6df51f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:50.281195 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fbcee998-dabc-429e-8915-90de6df51f66 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/283ba467-dba0-4b25-b84c-ed722890ff38 HTTP/1.1" status: 204 len: 168 time: 0.5142226 Apr 18 21:41:50.283973 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:50.359138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:50.367397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:50.370127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:50.442638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Pushing event updated for resources: {'Port': ['ID=760697a7-6660-465d-bfa4-95a68437b35f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:50.480129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-e3e08ece-0b71-421e-9c6d-36c29978fc07 None None] Allocated IP 2001:db8:0:2::2 (a265b6b5-5605-4680-8f00-6708720164f6/2e603c15-45c1-4cfc-8468-3b80894d912e/3c38dc18-6aad-4cf3-a175-84d6df3e94a3) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:50.634353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e3e08ece-0b71-421e-9c6d-36c29978fc07 None None] For port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,segment=NetworkSegment(52469f09-d974-4f5e-a06d-0c16c194a28d),segment_id=52469f09-d974-4f5e-a06d-0c16c194a28d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:50.659521 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e3e08ece-0b71-421e-9c6d-36c29978fc07 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:50.679253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e3e08ece-0b71-421e-9c6d-36c29978fc07 None None] Transition to ACTIVE for port object 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:50.723301 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e3e08ece-0b71-421e-9c6d-36c29978fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:50.730654 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:50.732397 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:50.923088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-3b21c8dc-7a9f-4a17-8d80-df3b229471e6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Delete allocated IP 2001:db8::37b (a265b6b5-5605-4680-8f00-6708720164f6/dce68d2f-474d-4042-a4b7-bdb4cb12bc1a) {{(pid=85048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:41:50.934692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-3b21c8dc-7a9f-4a17-8d80-df3b229471e6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Allocated IP 2001:db8:0:2::1eb (a265b6b5-5605-4680-8f00-6708720164f6/2e603c15-45c1-4cfc-8468-3b80894d912e/1827346c-a7ec-4108-97c9-f2ec5d17233a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:50.945803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e08ece-0b71-421e-9c6d-36c29978fc07 None None] Pushing event updated for resources: {'Port': ['ID=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:51.123333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Router 58511acb-28a9-4d09-ad23-dbeb07ae110b is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:41:51.174228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44268) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:51.205613 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75aa3085-d28f-40fd-81cd-fde236d3b52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:51.257932 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b21c8dc-7a9f-4a17-8d80-df3b229471e6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:51.312383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-3b21c8dc-7a9f-4a17-8d80-df3b229471e6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Transition to ACTIVE for port object 1827346c-a7ec-4108-97c9-f2ec5d17233a will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:51.320059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-75aa3085-d28f-40fd-81cd-fde236d3b52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:51.324472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-75aa3085-d28f-40fd-81cd-fde236d3b52d admin admin] Usage tracker for resource:security_group_rule and tenant:84ec089db2a84d2fae1a47ac22fb1ddc is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:51.327871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-75aa3085-d28f-40fd-81cd-fde236d3b52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:51.334344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-75aa3085-d28f-40fd-81cd-fde236d3b52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:51.382128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b21c8dc-7a9f-4a17-8d80-df3b229471e6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:51.464709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:51.480911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddbed3-1b7d-4351-837e-f30e6192a36f None None] Sync routers for ids ['58511acb-28a9-4d09-ad23-dbeb07ae110b'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:41:51.497929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddbed3-1b7d-4351-837e-f30e6192a36f None None] Routers {'58511acb-28a9-4d09-ad23-dbeb07ae110b'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:51.502977 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a6ddbed3-1b7d-4351-837e-f30e6192a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58511acb-28a9-4d09-ad23-dbeb07ae110b'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:51.518356 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75aa3085-d28f-40fd-81cd-fde236d3b52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:51.519939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3b21c8dc-7a9f-4a17-8d80-df3b229471e6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] In _notify_port_updated(), no bound segment for port 1827346c-a7ec-4108-97c9-f2ec5d17233a on network a265b6b5-5605-4680-8f00-6708720164f6 {{(pid=85048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:41:51.524133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b21c8dc-7a9f-4a17-8d80-df3b229471e6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:51.524790 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b21c8dc-7a9f-4a17-8d80-df3b229471e6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:51.529185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3b21c8dc-7a9f-4a17-8d80-df3b229471e6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "PUT /v2.0/ports/1827346c-a7ec-4108-97c9-f2ec5d17233a HTTP/1.1" status: 200 len: 969 time: 1.7013137 Apr 18 21:41:51.529603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44274) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:51.563118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:51.564788 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0c82cc92-481d-4943-ae06-c16a22db52cf tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6068039 Apr 18 21:41:51.566435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a6ddbed3-1b7d-4351-837e-f30e6192a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:51.567500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44278) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:51.573520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:51.582665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddbed3-1b7d-4351-837e-f30e6192a36f None None] Routers {'58511acb-28a9-4d09-ad23-dbeb07ae110b'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:51.583289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a6ddbed3-1b7d-4351-837e-f30e6192a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58511acb-28a9-4d09-ad23-dbeb07ae110b'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:51.607228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-269a7720-68b0-4c10-9337-f0cf174d18aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 1827346c-a7ec-4108-97c9-f2ec5d17233a {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:51.607624 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-269a7720-68b0-4c10-9337-f0cf174d18aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:51.633444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21c8dc-7a9f-4a17-8d80-df3b229471e6 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event updated for resources: {'Port': ['ID=1827346c-a7ec-4108-97c9-f2ec5d17233a,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:51.642723 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-75aa3085-d28f-40fd-81cd-fde236d3b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:51.665009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a6ddbed3-1b7d-4351-837e-f30e6192a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:51.666278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddbed3-1b7d-4351-837e-f30e6192a36f None None] The sync data for ids ['58511acb-28a9-4d09-ad23-dbeb07ae110b'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:51.752681 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa3085-d28f-40fd-81cd-fde236d3b52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478fd3a9-0544-4bfc-a24c-db2651af5529,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:51.761973 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-75aa3085-d28f-40fd-81cd-fde236d3b52d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84ec089db2a84d2fae1a47ac22fb1ddc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5866125 Apr 18 21:41:51.764687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44284) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:51.815023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-186c257a-ae29-4710-a270-262b6e97d9d7 None None] Provisioning complete for port 9850b4ba-d051-4bab-bb6d-da2ea548de1c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:51.816062 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-186c257a-ae29-4710-a270-262b6e97d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:51.889897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84e23db1-a73b-44f7-8da0-19377578d675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:51.908269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-186c257a-ae29-4710-a270-262b6e97d9d7 None None] Port 9850b4ba-d051-4bab-bb6d-da2ea548de1c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:51.941294 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84e23db1-a73b-44f7-8da0-19377578d675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:51.952281 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-269a7720-68b0-4c10-9337-f0cf174d18aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:52.018429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-186c257a-ae29-4710-a270-262b6e97d9d7 None None] Provisioning for port 1827346c-a7ec-4108-97c9-f2ec5d17233a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:52.024759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-186c257a-ae29-4710-a270-262b6e97d9d7 None None] Provisioning complete for port 1827346c-a7ec-4108-97c9-f2ec5d17233a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:52.025463 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-186c257a-ae29-4710-a270-262b6e97d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:52.106766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-186c257a-ae29-4710-a270-262b6e97d9d7 None None] Port 1827346c-a7ec-4108-97c9-f2ec5d17233a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:52.163789 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84e23db1-a73b-44f7-8da0-19377578d675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:52.201421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:52.218313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e23db1-a73b-44f7-8da0-19377578d675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478fd3a9-0544-4bfc-a24c-db2651af5529,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:52.253127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84e23db1-a73b-44f7-8da0-19377578d675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:52.254507 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-84e23db1-a73b-44f7-8da0-19377578d675 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/478fd3a9-0544-4bfc-a24c-db2651af5529 HTTP/1.1" status: 204 len: 168 time: 0.4887381 Apr 18 21:41:52.341230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-269a7720-68b0-4c10-9337-f0cf174d18aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 1827346c-a7ec-4108-97c9-f2ec5d17233a owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:52.375480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-186c257a-ae29-4710-a270-262b6e97d9d7 None None] Provisioning for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:52.381663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-186c257a-ae29-4710-a270-262b6e97d9d7 None None] Provisioning complete for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:52.382168 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-186c257a-ae29-4710-a270-262b6e97d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:52.603189 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-269a7720-68b0-4c10-9337-f0cf174d18aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:52.630055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:52.663112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a7720-68b0-4c10-9337-f0cf174d18aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=1827346c-a7ec-4108-97c9-f2ec5d17233a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:52.668602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-82b246a0-3e45-40c1-bae2-50d8648b7a18 None None] Could not find standard attr ID for object 1827346c-a7ec-4108-97c9-f2ec5d17233a. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:41:52.718264 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-269a7720-68b0-4c10-9337-f0cf174d18aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:52.734591 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-269a7720-68b0-4c10-9337-f0cf174d18aa tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/1827346c-a7ec-4108-97c9-f2ec5d17233a HTTP/1.1" status: 204 len: 168 time: 1.2038574 Apr 18 21:41:52.737179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44302) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:52.761874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:52.786488 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3dcadd1-849a-4b12-9a38-8d04bb5dd41f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] GET failed (client error): The resource could not be found. Apr 18 21:41:52.787606 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c3dcadd1-849a-4b12-9a38-8d04bb5dd41f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:52.883602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c3dcadd1-849a-4b12-9a38-8d04bb5dd41f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:52.883792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Deleting port 760697a7-6660-465d-bfa4-95a68437b35f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:52.884615 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:52.885441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c3dcadd1-849a-4b12-9a38-8d04bb5dd41f tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports/1827346c-a7ec-4108-97c9-f2ec5d17233a HTTP/1.1" status: 404 len: 333 time: 0.1472712 Apr 18 21:41:52.888586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44312) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:52.962029 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2322db3c-17cb-4ec8-8cd8-2c6db28cae31 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:52.999196 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2322db3c-17cb-4ec8-8cd8-2c6db28cae31 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.106696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.140438 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2322db3c-17cb-4ec8-8cd8-2c6db28cae31 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.170920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322db3c-17cb-4ec8-8cd8-2c6db28cae31 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e403c4-2942-4a2a-bda1-f7881743aeea,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:53.184754 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2322db3c-17cb-4ec8-8cd8-2c6db28cae31 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.189767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2322db3c-17cb-4ec8-8cd8-2c6db28cae31 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/security-groups/69e403c4-2942-4a2a-bda1-f7881743aeea HTTP/1.1" status: 204 len: 168 time: 0.2997925 Apr 18 21:41:53.192437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44322) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:53.281835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b652014c-8f1d-4098-92fa-3b40acd404df tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.316030 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b652014c-8f1d-4098-92fa-3b40acd404df tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.355565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Calling delete_port for 760697a7-6660-465d-bfa4-95a68437b35f owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:53.455137 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b652014c-8f1d-4098-92fa-3b40acd404df tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.473731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652014c-8f1d-4098-92fa-3b40acd404df tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b79abac-8784-46c3-8a05-03f676253821,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:53.481331 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b652014c-8f1d-4098-92fa-3b40acd404df tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.484334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b652014c-8f1d-4098-92fa-3b40acd404df tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/security-groups/9b79abac-8784-46c3-8a05-03f676253821 HTTP/1.1" status: 204 len: 168 time: 0.2908916 Apr 18 21:41:53.489854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44336) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:53.596006 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68a20156-7a99-4803-a237-42330f4bcaa2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.597716 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.626114 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68a20156-7a99-4803-a237-42330f4bcaa2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.650212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Pushing event deleted for resources: {'Port': ['ID=760697a7-6660-465d-bfa4-95a68437b35f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:53.752789 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68a20156-7a99-4803-a237-42330f4bcaa2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.781743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a20156-7a99-4803-a237-42330f4bcaa2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed774bc9-7624-4392-a75e-f8e414c8efd1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:53.785752 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68a20156-7a99-4803-a237-42330f4bcaa2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:53.788818 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-68a20156-7a99-4803-a237-42330f4bcaa2 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/security-groups/ed774bc9-7624-4392-a75e-f8e414c8efd1 HTTP/1.1" status: 204 len: 168 time: 0.2867434 Apr 18 21:41:53.791374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44354) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:53.923216 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.022274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbdf670-e8cd-4257-a1a1-fbf1fe260025 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting subnet dce68d2f-474d-4042-a4b7-bdb4cb12bc1a {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:41:54.025934 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf670-e8cd-4257-a1a1-fbf1fe260025 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.077067 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.081417 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.095499 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf670-e8cd-4257-a1a1-fbf1fe260025 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.215387 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf670-e8cd-4257-a1a1-fbf1fe260025 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.238823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Router 58511acb-28a9-4d09-ad23-dbeb07ae110b has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:41:54.376500 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf670-e8cd-4257-a1a1-fbf1fe260025 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.404091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:54.411384 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.413924 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9b95f41b-2b30-42e4-b9e4-98dc0f4debd8 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "PUT /v2.0/routers/58511acb-28a9-4d09-ad23-dbeb07ae110b HTTP/1.1" status: 200 len: 710 time: 2.8454018 Apr 18 21:41:54.418448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44372) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:54.419455 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fbd750-257b-46d1-bace-75a3f6fb5d5b None None] Sync routers for ids ['58511acb-28a9-4d09-ad23-dbeb07ae110b'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:41:54.447096 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fbd750-257b-46d1-bace-75a3f6fb5d5b None None] Routers {'58511acb-28a9-4d09-ad23-dbeb07ae110b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:54.447790 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-01fbd750-257b-46d1-bace-75a3f6fb5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58511acb-28a9-4d09-ad23-dbeb07ae110b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:54.465602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdf670-e8cd-4257-a1a1-fbf1fe260025 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Subnet': ['ID=dce68d2f-474d-4042-a4b7-bdb4cb12bc1a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:54.488675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816c162-939b-491d-a6ef-9f013599febf None None] Network a265b6b5-5605-4680-8f00-6708720164f6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:41:54.498361 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf670-e8cd-4257-a1a1-fbf1fe260025 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.515498 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3bbdf670-e8cd-4257-a1a1-fbf1fe260025 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/dce68d2f-474d-4042-a4b7-bdb4cb12bc1a HTTP/1.1" status: 204 len: 168 time: 0.7147365 Apr 18 21:41:54.515498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44376) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:54.539389 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-01fbd750-257b-46d1-bace-75a3f6fb5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:54.554588 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fbd750-257b-46d1-bace-75a3f6fb5d5b None None] Routers {'58511acb-28a9-4d09-ad23-dbeb07ae110b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:54.555318 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-01fbd750-257b-46d1-bace-75a3f6fb5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58511acb-28a9-4d09-ad23-dbeb07ae110b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:54.571489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44380) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:54.629177 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-01fbd750-257b-46d1-bace-75a3f6fb5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:54.630070 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fbd750-257b-46d1-bace-75a3f6fb5d5b None None] The sync data for ids ['58511acb-28a9-4d09-ad23-dbeb07ae110b'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:54.643965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fb6431-4588-4e99-8681-a5603e14c9c8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting subnet 2e603c15-45c1-4cfc-8468-3b80894d912e {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:41:54.648332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44386) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:54.648503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4eec2d05-9a0f-494d-b3e6-326d7259c56d tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/routers/58511acb-28a9-4d09-ad23-dbeb07ae110b HTTP/1.1" status: 200 len: 745 time: 0.2288690 Apr 18 21:41:54.649324 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6431-4588-4e99-8681-a5603e14c9c8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.741040 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cfbdb397-5d59-4b27-84a7-637f174f942c tempest-RoutersIpV6AdminTest-1268445026 tempest-RoutersIpV6AdminTest-1268445026-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&device_id=58511acb-28a9-4d09-ad23-dbeb07ae110b HTTP/1.1" status: 200 len: 205 time: 0.0619392 Apr 18 21:41:54.743858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44390) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:54.757228 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6431-4588-4e99-8681-a5603e14c9c8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.816334 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-57ef24d0-65a1-45df-8ae3-852606c12c76 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "GET /v2.0/ports?device_id=58511acb-28a9-4d09-ad23-dbeb07ae110b HTTP/1.1" status: 200 len: 205 time: 0.0711372 Apr 18 21:41:54.820207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44396) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:54.823567 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-854722de-46dc-40ce-9dd0-a895d2ad3e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.829690 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-71195043-890b-434b-a974-cfbe040c8aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.880932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-854722de-46dc-40ce-9dd0-a895d2ad3e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:54.886904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-854722de-46dc-40ce-9dd0-a895d2ad3e61 admin admin] Usage tracker for resource:security_group_rule and tenant:a3910b1b4514421da6624e3a55d3e64e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:54.894895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-854722de-46dc-40ce-9dd0-a895d2ad3e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:54.898032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-854722de-46dc-40ce-9dd0-a895d2ad3e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:54.925090 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6431-4588-4e99-8681-a5603e14c9c8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.071004 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-854722de-46dc-40ce-9dd0-a895d2ad3e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.101394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad0b36d5-ccda-4a13-a353-4e86c8d74e00 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.116078 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6431-4588-4e99-8681-a5603e14c9c8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.158960 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-854722de-46dc-40ce-9dd0-a895d2ad3e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.176393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb6431-4588-4e99-8681-a5603e14c9c8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Subnet': ['ID=2e603c15-45c1-4cfc-8468-3b80894d912e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:55.211134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6431-4588-4e99-8681-a5603e14c9c8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.232090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854722de-46dc-40ce-9dd0-a895d2ad3e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6609155e-5fdd-4950-89a4-5239aa868c34,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:55.248417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-854722de-46dc-40ce-9dd0-a895d2ad3e61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3910b1b4514421da6624e3a55d3e64e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6678667 Apr 18 21:41:55.248417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c9fb6431-4588-4e99-8681-a5603e14c9c8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/2e603c15-45c1-4cfc-8468-3b80894d912e HTTP/1.1" status: 204 len: 168 time: 0.7310672 Apr 18 21:41:55.248417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44404) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:55.254133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44406) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:55.300308 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd8fcd2-7097-4f29-b721-5b3e18dcb4b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] DELETE failed (client error): The resource could not be found. Apr 18 21:41:55.300760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd8fcd2-7097-4f29-b721-5b3e18dcb4b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:55.305245 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7fd8fcd2-7097-4f29-b721-5b3e18dcb4b8 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/dce68d2f-474d-4042-a4b7-bdb4cb12bc1a HTTP/1.1" status: 404 len: 337 time: 0.0539703 Apr 18 21:41:55.306015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44414) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:55.434533 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28d8057-4381-4439-a63d-3565590951f5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting subnet 7fe73445-c2ea-455a-bff2-c9050443de03 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:41:55.440116 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b28d8057-4381-4439-a63d-3565590951f5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.610340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-925253e0-d8b0-46ae-9c02-9e62b08d5edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.619898 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad0b36d5-ccda-4a13-a353-4e86c8d74e00 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.624390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad0b36d5-ccda-4a13-a353-4e86c8d74e00 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.629194 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b28d8057-4381-4439-a63d-3565590951f5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.678010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4bd1d9-2604-41f6-9ad5-32f3490848d0 None None] Network a265b6b5-5605-4680-8f00-6708720164f6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:41:55.687480 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-925253e0-d8b0-46ae-9c02-9e62b08d5edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.735755 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad0b36d5-ccda-4a13-a353-4e86c8d74e00 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.737384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0b36d5-ccda-4a13-a353-4e86c8d74e00 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Fanout notify agent at l3_agent the message router_deleted on router 58511acb-28a9-4d09-ad23-dbeb07ae110b {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:41:55.772779 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad0b36d5-ccda-4a13-a353-4e86c8d74e00 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.781559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b17c1da2-2791-4b78-bd44-6ce65ec13592 None None] Provisioning complete for port 9850b4ba-d051-4bab-bb6d-da2ea548de1c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:55.781559 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b17c1da2-2791-4b78-bd44-6ce65ec13592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.790967 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ad0b36d5-ccda-4a13-a353-4e86c8d74e00 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/routers/58511acb-28a9-4d09-ad23-dbeb07ae110b HTTP/1.1" status: 204 len: 168 time: 0.9684536 Apr 18 21:41:55.794968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44424) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:55.852312 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b28d8057-4381-4439-a63d-3565590951f5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.890491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b17c1da2-2791-4b78-bd44-6ce65ec13592 None None] Port 9850b4ba-d051-4bab-bb6d-da2ea548de1c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:55.891035 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-925253e0-d8b0-46ae-9c02-9e62b08d5edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.896392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-64e51c7f-9775-48d6-a793-dae433561669 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "GET /v2.0/ports?device_id=58511acb-28a9-4d09-ad23-dbeb07ae110b HTTP/1.1" status: 200 len: 205 time: 0.1006126 Apr 18 21:41:55.899027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44428) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:55.923543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b17c1da2-2791-4b78-bd44-6ce65ec13592 None None] Provisioning complete for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:55.923813 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b17c1da2-2791-4b78-bd44-6ce65ec13592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.929300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-925253e0-d8b0-46ae-9c02-9e62b08d5edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:55.930636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-925253e0-d8b0-46ae-9c02-9e62b08d5edc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6609155e-5fdd-4950-89a4-5239aa868c34 HTTP/1.1" status: 204 len: 168 time: 0.6499903 Apr 18 21:41:55.931877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925253e0-d8b0-46ae-9c02-9e62b08d5edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6609155e-5fdd-4950-89a4-5239aa868c34,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:55.993157 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-ce0247fa-1019-4645-ac14-22fe0edb661e tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] delete failed (client error): The resource could not be found. Apr 18 21:41:55.993952 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ce0247fa-1019-4645-ac14-22fe0edb661e tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/routers/58511acb-28a9-4d09-ad23-dbeb07ae110b HTTP/1.1" status: 404 len: 336 time: 0.0939417 Apr 18 21:41:55.997001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44434) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.034690 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b28d8057-4381-4439-a63d-3565590951f5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:56.060009 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-abf5ff60-464a-4768-8cc8-cda922cf95aa tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd51c17-c59d-4e51-97ef-59ddc787fef6 HTTP/1.1" status: 200 len: 205 time: 0.0599828 Apr 18 21:41:56.060595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44440) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.085941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d8057-4381-4439-a63d-3565590951f5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe73445-c2ea-455a-bff2-c9050443de03,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:56.094412 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b28d8057-4381-4439-a63d-3565590951f5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:56.108117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b28d8057-4381-4439-a63d-3565590951f5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/7fe73445-c2ea-455a-bff2-c9050443de03 HTTP/1.1" status: 204 len: 168 time: 0.7947483 Apr 18 21:41:56.108117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44444) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.146793 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-81d8fa46-9b0f-49f1-9eb5-25d5fc443d7e tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] delete failed (client error): The resource could not be found. Apr 18 21:41:56.148819 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-81d8fa46-9b0f-49f1-9eb5-25d5fc443d7e tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/routers/1dd51c17-c59d-4e51-97ef-59ddc787fef6 HTTP/1.1" status: 404 len: 336 time: 0.0859959 Apr 18 21:41:56.151057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44448) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.205905 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc46ade-1881-49ea-af09-d0ab3c721d7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] DELETE failed (client error): The resource could not be found. Apr 18 21:41:56.205905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc46ade-1881-49ea-af09-d0ab3c721d7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:56.207027 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-85cc689c-2ac4-475a-aa67-191002502fbe tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6cfb42b-f45a-48f3-88b6-8d6df02c072b HTTP/1.1" status: 200 len: 205 time: 0.0534430 Apr 18 21:41:56.207881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44454) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.211066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ffc46ade-1881-49ea-af09-d0ab3c721d7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/b044a541-1869-4d1c-8354-63a2c1bb6a6f HTTP/1.1" status: 404 len: 337 time: 0.1014047 Apr 18 21:41:56.211920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44456) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.331153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-465c307e-92d9-4d95-ade7-0d2405a225b5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Synchronizing usage tracker for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:56.341527 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-5c08ddc6-8852-4d78-a66b-47da8506ce13 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] delete failed (client error): The resource could not be found. Apr 18 21:41:56.342571 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5c08ddc6-8852-4d78-a66b-47da8506ce13 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/routers/e6cfb42b-f45a-48f3-88b6-8d6df02c072b HTTP/1.1" status: 404 len: 336 time: 0.1294632 Apr 18 21:41:56.345319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44466) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.404148 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e3786311-c0cd-41b1-8af9-00afeacde9b2 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "GET /v2.0/ports?device_id=425704e2-7719-4df6-b5dc-ab1020746620 HTTP/1.1" status: 200 len: 205 time: 0.0568202 Apr 18 21:41:56.406984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44470) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.411020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-465c307e-92d9-4d95-ade7-0d2405a225b5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Unset dirty status for tenant:0b67cbeffd7a476a92ce5723698dbc38 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:56.412409 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-465c307e-92d9-4d95-ade7-0d2405a225b5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "GET /v2.0/ports?device_id=221b88ba-11ee-45ac-90af-d7d99b9455b4 HTTP/1.1" status: 200 len: 205 time: 0.2032151 Apr 18 21:41:56.417982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44476) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.542858 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-da6ae5c5-00e4-46e1-a951-972004ce9a41 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] delete failed (client error): The resource could not be found. Apr 18 21:41:56.544006 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-da6ae5c5-00e4-46e1-a951-972004ce9a41 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/routers/221b88ba-11ee-45ac-90af-d7d99b9455b4 HTTP/1.1" status: 404 len: 336 time: 0.1231835 Apr 18 21:41:56.546542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44484) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.559993 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-65a1fec9-bde3-4be2-9960-2e7010312264 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] delete failed (client error): The resource could not be found. Apr 18 21:41:56.559993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-65a1fec9-bde3-4be2-9960-2e7010312264 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/routers/425704e2-7719-4df6-b5dc-ab1020746620 HTTP/1.1" status: 404 len: 336 time: 0.1511681 Apr 18 21:41:56.563975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44488) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.597921 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b46ed9a-89ac-46e4-abfa-878bc253a361 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] DELETE failed (client error): The resource could not be found. Apr 18 21:41:56.598565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b46ed9a-89ac-46e4-abfa-878bc253a361 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:56.604557 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3b46ed9a-89ac-46e4-abfa-878bc253a361 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/d0dc5fca-cee6-4c37-970c-c479fb8827e1 HTTP/1.1" status: 404 len: 337 time: 0.0544472 Apr 18 21:41:56.604693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44494) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.624574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-435388fe-1a47-4e72-a036-364b96fe81f1 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b48aae-0019-437b-881f-a8f66cdbfa0e HTTP/1.1" status: 200 len: 205 time: 0.0531356 Apr 18 21:41:56.624574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44498) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.663616 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f574ff6b-5072-4a38-b94a-4c40cca1f4bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] DELETE failed (client error): The resource could not be found. Apr 18 21:41:56.664300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f574ff6b-5072-4a38-b94a-4c40cca1f4bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:56.669819 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f574ff6b-5072-4a38-b94a-4c40cca1f4bc tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/8ebf07af-b639-4df0-9d2a-d0d87a611871 HTTP/1.1" status: 404 len: 337 time: 0.0640380 Apr 18 21:41:56.670797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44506) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.713366 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-43de649c-36b6-4808-bb14-c4a09c74a918 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] delete failed (client error): The resource could not be found. Apr 18 21:41:56.714828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-43de649c-36b6-4808-bb14-c4a09c74a918 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/routers/04b48aae-0019-437b-881f-a8f66cdbfa0e HTTP/1.1" status: 404 len: 336 time: 0.0924754 Apr 18 21:41:56.725425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44510) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.732748 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4835618e-5b28-4359-8740-52358d51e759 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] DELETE failed (client error): The resource could not be found. Apr 18 21:41:56.733180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4835618e-5b28-4359-8740-52358d51e759 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:56.737947 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4835618e-5b28-4359-8740-52358d51e759 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/3c41c87d-ab8f-42fe-855c-e9de60f9e145 HTTP/1.1" status: 404 len: 337 time: 0.0648510 Apr 18 21:41:56.738532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44514) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.782563 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-269f87f8-5680-4a3b-af5b-7b933d93d0f7 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d6e32aa-bd25-488b-b694-faf4b0dbaf8a HTTP/1.1" status: 200 len: 205 time: 0.0558152 Apr 18 21:41:56.782563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44518) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.811419 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-75551dc7-9492-40d1-99b5-b7661f488df3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] DELETE failed (client error): The resource could not be found. Apr 18 21:41:56.812102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75551dc7-9492-40d1-99b5-b7661f488df3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:56.816888 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-75551dc7-9492-40d1-99b5-b7661f488df3 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/e01c0f13-113f-438e-a227-00860eb97406 HTTP/1.1" status: 404 len: 333 time: 0.0666707 Apr 18 21:41:56.817278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44522) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.859291 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-346e2ace-4b48-44bd-af7f-785a6da2b61c tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] delete failed (client error): The resource could not be found. Apr 18 21:41:56.860547 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-346e2ace-4b48-44bd-af7f-785a6da2b61c tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/routers/1d6e32aa-bd25-488b-b694-faf4b0dbaf8a HTTP/1.1" status: 404 len: 336 time: 0.0783994 Apr 18 21:41:56.864650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44528) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.865834 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8ecbd1-fc8e-465e-92fd-8c5596091dac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] DELETE failed (client error): The resource could not be found. Apr 18 21:41:56.866574 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8ecbd1-fc8e-465e-92fd-8c5596091dac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:56.869914 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ed8ecbd1-fc8e-465e-92fd-8c5596091dac tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/ccdaedd4-b505-4607-a8d4-b80b3cb4392f HTTP/1.1" status: 404 len: 337 time: 0.0515292 Apr 18 21:41:56.872506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44532) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.917386 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d5d50-4c41-4edb-85cc-434b353293e9 None None] Network a265b6b5-5605-4680-8f00-6708720164f6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:41:56.943901 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-24273f30-3b05-4207-a4a2-fdda3c4b9d7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] DELETE failed (client error): The resource could not be found. Apr 18 21:41:56.945328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24273f30-3b05-4207-a4a2-fdda3c4b9d7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:56.947548 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-24273f30-3b05-4207-a4a2-fdda3c4b9d7c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/20cf6b6c-0a49-4753-bb63-4b61371b1821 HTTP/1.1" status: 404 len: 337 time: 0.0730522 Apr 18 21:41:56.950459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44536) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:56.959156 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d46ce49-d4aa-48dc-9779-aa319706ce24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] DELETE failed (client error): The resource could not be found. Apr 18 21:41:56.959651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d46ce49-d4aa-48dc-9779-aa319706ce24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:56.961289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8d46ce49-d4aa-48dc-9779-aa319706ce24 tempest-RoutersIpV6AdminTest-606748553 tempest-RoutersIpV6AdminTest-606748553-project] 10.222.0.11 "DELETE /v2.0/subnets/e5f8285e-26b7-446b-9226-0c55f61bca0e HTTP/1.1" status: 404 len: 337 time: 0.0905929 Apr 18 21:41:57.114373 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1141c5ed-3270-4be8-83d6-a97307986bf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] DELETE failed (client error): The resource could not be found. Apr 18 21:41:57.115160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1141c5ed-3270-4be8-83d6-a97307986bf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:57.119514 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1141c5ed-3270-4be8-83d6-a97307986bf5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/570d5ce9-0312-4145-9567-8f0dc506404f HTTP/1.1" status: 404 len: 333 time: 0.1654000 Apr 18 21:41:57.123634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44546) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:57.169516 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d1f9542d-6a6c-4287-a9a7-46e1b0d48f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:57.170913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f4dd3387-30f5-486b-a578-bd12002b9772 None None] Provisioning complete for port 9850b4ba-d051-4bab-bb6d-da2ea548de1c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:57.171249 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3387-30f5-486b-a578-bd12002b9772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:57.179397 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-765e4946-c151-477a-a259-eee380ea9be5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] DELETE failed (client error): The resource could not be found. Apr 18 21:41:57.179925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765e4946-c151-477a-a259-eee380ea9be5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:57.181838 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-765e4946-c151-477a-a259-eee380ea9be5 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/3793fa3b-0c57-4d4c-b41d-1ec85a822924 HTTP/1.1" status: 404 len: 337 time: 0.0567963 Apr 18 21:41:57.184355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44552) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:57.249634 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6665996d-4241-488e-9697-0571ccd5f95c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] DELETE failed (client error): The resource could not be found. Apr 18 21:41:57.250896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6665996d-4241-488e-9697-0571ccd5f95c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:41:57.253054 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6665996d-4241-488e-9697-0571ccd5f95c tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/subnets/a3899fbc-eedd-42ca-a6d9-7f810de02d9d HTTP/1.1" status: 404 len: 337 time: 0.0668983 Apr 18 21:41:57.255333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44558) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:57.270195 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd3387-30f5-486b-a578-bd12002b9772 None None] Port 9850b4ba-d051-4bab-bb6d-da2ea548de1c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:41:57.293529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f4dd3387-30f5-486b-a578-bd12002b9772 None None] Provisioning complete for port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:57.293862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3387-30f5-486b-a578-bd12002b9772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:57.385229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3af4f-1f88-4ec8-a22b-14c7552023bf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Deleting port 9850b4ba-d051-4bab-bb6d-da2ea548de1c {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:57.389639 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d5d3af4f-1f88-4ec8-a22b-14c7552023bf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:57.406075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94177562-f41b-4c04-9c71-524a2741cf8a None None] DHCP port deletion for a265b6b5-5605-4680-8f00-6708720164f6 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:41:57.431302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-94177562-f41b-4c04-9c71-524a2741cf8a None None] Deleting port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:41:57.432523 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-94177562-f41b-4c04-9c71-524a2741cf8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:57.659767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44572) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:57.691106 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d5d3af4f-1f88-4ec8-a22b-14c7552023bf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:57.765437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-94177562-f41b-4c04-9c71-524a2741cf8a None None] For port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,segment=NetworkSegment(52469f09-d974-4f5e-a06d-0c16c194a28d),segment_id=52469f09-d974-4f5e-a06d-0c16c194a28d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:57.766159 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-94177562-f41b-4c04-9c71-524a2741cf8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:57.889075 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee17-775b-44f5-a212-00449cc41307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:57.904016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3af4f-1f88-4ec8-a22b-14c7552023bf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Calling delete_port for 9850b4ba-d051-4bab-bb6d-da2ea548de1c owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:57.914216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-94177562-f41b-4c04-9c71-524a2741cf8a None None] Calling delete_port for 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:41:57.926899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d8d9ee17-775b-44f5-a212-00449cc41307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:57.937341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d8d9ee17-775b-44f5-a212-00449cc41307 admin admin] Usage tracker for resource:security_group_rule and tenant:4e6e09c8232c40dfba030f796393be54 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:57.940669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d8d9ee17-775b-44f5-a212-00449cc41307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:57.948605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d8d9ee17-775b-44f5-a212-00449cc41307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:58.038153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee17-775b-44f5-a212-00449cc41307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.046056 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.083458 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d5d3af4f-1f88-4ec8-a22b-14c7552023bf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.086484 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-94177562-f41b-4c04-9c71-524a2741cf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.129136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee17-775b-44f5-a212-00449cc41307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.152647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:41:58.164443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3af4f-1f88-4ec8-a22b-14c7552023bf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Port': ['ID=9850b4ba-d051-4bab-bb6d-da2ea548de1c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:58.177703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d5d3af4f-1f88-4ec8-a22b-14c7552023bf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.201069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94177562-f41b-4c04-9c71-524a2741cf8a None None] Pushing event deleted for resources: {'Port': ['ID=3c38dc18-6aad-4cf3-a175-84d6df3e94a3,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:58.217664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:41:58.218144 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:41:58.222895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9ee17-775b-44f5-a212-00449cc41307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc7592b-3c57-4575-a672-8ed2ccd7ee61,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:58.228125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d8d9ee17-775b-44f5-a212-00449cc41307 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e6e09c8232c40dfba030f796393be54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5673797 Apr 18 21:41:58.232749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94177562-f41b-4c04-9c71-524a2741cf8a None None] No DVR routers for this DVR port 3c38dc18-6aad-4cf3-a175-84d6df3e94a3 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:41:58.233671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44588) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:58.277962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d5d3af4f-1f88-4ec8-a22b-14c7552023bf tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/ports/9850b4ba-d051-4bab-bb6d-da2ea548de1c HTTP/1.1" status: 204 len: 168 time: 1.0172658 Apr 18 21:41:58.277962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44592) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:58.334516 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afebb09b-d93c-40fb-9357-34acb4090258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.373773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afebb09b-d93c-40fb-9357-34acb4090258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.390988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44596) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:58.423253 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.502292 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afebb09b-d93c-40fb-9357-34acb4090258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.520325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebb09b-d93c-40fb-9357-34acb4090258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc7592b-3c57-4575-a672-8ed2ccd7ee61,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:58.527781 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afebb09b-d93c-40fb-9357-34acb4090258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.533053 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-afebb09b-d93c-40fb-9357-34acb4090258 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1cc7592b-3c57-4575-a672-8ed2ccd7ee61 HTTP/1.1" status: 204 len: 168 time: 0.2936904 Apr 18 21:41:58.639074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-faf91117-1f23-4262-8cf4-518a5363b7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.655160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.744921 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.772505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-faf91117-1f23-4262-8cf4-518a5363b7df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:58.780276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-faf91117-1f23-4262-8cf4-518a5363b7df admin admin] Usage tracker for resource:security_group_rule and tenant:bb7c2c96228740c39a9ba8606d7b6882 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:58.783456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a265b6b5-5605-4680-8f00-6708720164f6']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:58.790926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-faf91117-1f23-4262-8cf4-518a5363b7df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:58.799796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-faf91117-1f23-4262-8cf4-518a5363b7df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:58.802668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52469f09-d974-4f5e-a06d-0c16c194a28d') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:58.803072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52469f09-d974-4f5e-a06d-0c16c194a28d') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:58.820901 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.847374 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.858162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:41:58.858555 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:41:58.877144 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:41:58.991890 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-faf91117-1f23-4262-8cf4-518a5363b7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.067373 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.085445 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.108862 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-faf91117-1f23-4262-8cf4-518a5363b7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.130419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] Pushing event deleted for resources: {'Network': ['ID=a265b6b5-5605-4680-8f00-6708720164f6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:59.139406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c165bd21-bc53-439d-8f72-f3a347b76e45 tempest-PortsIpV6TestJSON-677081489 tempest-PortsIpV6TestJSON-677081489-project] 10.222.0.11 "DELETE /v2.0/networks/a265b6b5-5605-4680-8f00-6708720164f6 HTTP/1.1" status: 204 len: 168 time: 0.8615394 Apr 18 21:41:59.173957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf91117-1f23-4262-8cf4-518a5363b7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ef0f74-4085-48d1-a2f6-d54b8b561c59,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:59.184634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-faf91117-1f23-4262-8cf4-518a5363b7df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb7c2c96228740c39a9ba8606d7b6882&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7926061 Apr 18 21:41:59.187770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44622) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:59.268052 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b28147d-1a89-4f5c-a415-3e01d42ddbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.294889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b28147d-1a89-4f5c-a415-3e01d42ddbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.348638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44628) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:59.401713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9fb159bc-ecf1-49c9-92c5-38a3a15bd620 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65850f54706c4365a700ced807a4d608&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509460 Apr 18 21:41:59.404099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44634) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:59.454895 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b28147d-1a89-4f5c-a415-3e01d42ddbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.472460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28147d-1a89-4f5c-a415-3e01d42ddbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ef0f74-4085-48d1-a2f6-d54b8b561c59,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:59.478513 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6c679ee9-8abc-4d18-88f8-b4be1966a36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.479390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b28147d-1a89-4f5c-a415-3e01d42ddbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.480685 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5b28147d-1a89-4f5c-a415-3e01d42ddbb5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74ef0f74-4085-48d1-a2f6-d54b8b561c59 HTTP/1.1" status: 204 len: 168 time: 0.2919500 Apr 18 21:41:59.525714 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6c679ee9-8abc-4d18-88f8-b4be1966a36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.703305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44646) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:59.716502 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6c679ee9-8abc-4d18-88f8-b4be1966a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.750510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c679ee9-8abc-4d18-88f8-b4be1966a36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c8df03-8cb5-4ad9-b1a5-3490293665b6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:59.758560 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6c679ee9-8abc-4d18-88f8-b4be1966a36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.762364 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6c679ee9-8abc-4d18-88f8-b4be1966a36b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76c8df03-8cb5-4ad9-b1a5-3490293665b6 HTTP/1.1" status: 204 len: 168 time: 0.3543553 Apr 18 21:41:59.799217 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69c82ec8-7f38-42d1-9fd1-ff5b00537f34 req-97ebc12d-5187-4a81-acef-57f11ff5b4e0 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1097 time: 0.5278113 Apr 18 21:41:59.849504 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69c82ec8-7f38-42d1-9fd1-ff5b00537f34 req-e7397cf3-53b6-4897-9562-70577bf3ef56 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434105 Apr 18 21:41:59.934498 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-337af48d-ef09-4193-a78e-0d009a303269 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b67cbeffd7a476a92ce5723698dbc38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2299738 Apr 18 21:41:59.937113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44658) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:00.038582 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ea313b1-7238-4f4c-ab09-d1d52e1595f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:00.072978 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ea313b1-7238-4f4c-ab09-d1d52e1595f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:00.226677 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ea313b1-7238-4f4c-ab09-d1d52e1595f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:00.241222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea313b1-7238-4f4c-ab09-d1d52e1595f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72203864-1609-423d-8e35-e40206eb006c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:00.252748 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8ea313b1-7238-4f4c-ab09-d1d52e1595f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:00.254163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8ea313b1-7238-4f4c-ab09-d1d52e1595f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72203864-1609-423d-8e35-e40206eb006c HTTP/1.1" status: 204 len: 168 time: 0.3160195 Apr 18 21:42:00.497008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2072a6-7319-4963-a9a2-30224c214d97 req-72dca225-4d78-44a3-a937-acd45a5935d7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:00.503615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba2072a6-7319-4963-a9a2-30224c214d97 req-72dca225-4d78-44a3-a937-acd45a5935d7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.4615977 Apr 18 21:42:00.564671 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba2072a6-7319-4963-a9a2-30224c214d97 req-4381169e-67e0-43b7-9660-624cfd206b7e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598922 Apr 18 21:42:00.596812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44684) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:00.735021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1698f372-0e28-4818-9745-dbaeb9e04610 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/dca480b9-43e7-483e-a868-d3f354a406f6 HTTP/1.1" status: 200 len: 994 time: 0.1369014 Apr 18 21:42:01.072073 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:01.295962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a610a16-c662-41f1-86b2-5a60f0f2e840 req-cca5d1b9-5a33-4424-8018-fd9cf424b805 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1588681 Apr 18 21:42:02.335137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8e23c-b4b5-4e18-abbc-5c9a25a956c5 req-56332417-746e-4e30-9f3c-8e4e89cbc4d9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:02.336752 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76c8e23c-b4b5-4e18-abbc-5c9a25a956c5 req-56332417-746e-4e30-9f3c-8e4e89cbc4d9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.1002958 Apr 18 21:42:02.372828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44758) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:02.386387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76c8e23c-b4b5-4e18-abbc-5c9a25a956c5 req-69b27ec5-8800-4a87-8997-20e33d11621e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434401 Apr 18 21:42:02.687521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1025422563'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:02.694937 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:02.706226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:network and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:02.723729 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-0f8032cb-30c0-4369-8b2b-22f84a9f4779 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4646535 Apr 18 21:42:02.725360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:02.748899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:02.769210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44774) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:02.860067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-800577060'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:02.860504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Made reservation on behalf of 3414fbe62ec6441fa74252b5350cbe16 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:02.864273 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:02.871295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:02.891241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:network and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:02.892832 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:02.894922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:02.903396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:02.926415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:02.931550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:security_group_rule and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:02.935322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:02.941683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:02.997794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:03.002335 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.016339 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.028000 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.056394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:03.060659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:security_group_rule and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:03.063609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:03.079879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:03.089212 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.120647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:42:03.136764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7069d12f-bdbf-4063-941e-8461a39abe61,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:03.143006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.143198 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Added segment 4ace0b14-f119-4d47-b618-ea7c172d71d4 of type vlan for network fc3380ea-217d-42a5-b5b6-8579a9fb48ea Apr 18 21:42:03.206232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.221953 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.262193 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.300527 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.306147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:03.307076 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.309197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:42:03.322468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed35b8d-dedf-4095-85b1-62552f5c067e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:03.328599 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.329054 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Added segment f519d71e-5036-4cce-ba64-b00dd5daaaea of type vlan for network 7e40e479-1d7c-4a04-889b-ce4b94051451 Apr 18 21:42:03.361866 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.445360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Network': ['ID=fc3380ea-217d-42a5-b5b6-8579a9fb48ea,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:03.455919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network fc3380ea-217d-42a5-b5b6-8579a9fb48ea details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:42:03.481211 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.486452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:03.487303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.553857 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-857b8d3f-6491-48c0-9a61-91367930e5ef tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1722987 Apr 18 21:42:03.553857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44822) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:03.553857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'subnet': {'network_id': 'fc3380ea-217d-42a5-b5b6-8579a9fb48ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:03.707332 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:03.752483 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:03.756751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:subnet and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:03.760653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:03.768724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:03.783591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Network': ['ID=7e40e479-1d7c-4a04-889b-ce4b94051451,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:03.802836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 7e40e479-1d7c-4a04-889b-ce4b94051451 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:42:03.810567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063cacd-eafc-462e-b206-14b29bdaad95 req-41f9d5d4-42df-48aa-a03e-66b6c910b2c3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:03.819698 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c063cacd-eafc-462e-b206-14b29bdaad95 req-41f9d5d4-42df-48aa-a03e-66b6c910b2c3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.2948391 Apr 18 21:42:03.848305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-59e4bfed-f2a4-44bd-a824-86d2cc35a615 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0753980 Apr 18 21:42:03.852400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44836) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:03.860407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-647697226'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:03.875402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:03.879864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:network and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:03.883957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:03.889890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:03.890032 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c063cacd-eafc-462e-b206-14b29bdaad95 req-3f885c4e-41c7-463b-b483-f7a00c8be906 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691280 Apr 18 21:42:03.900444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Made reservation on behalf of 3414fbe62ec6441fa74252b5350cbe16 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:04.003280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:04.006164 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:04.034348 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:04.157430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:42:04.170246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:04.170590 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Added segment 9ae86c7d-e7aa-455a-ba6e-44d5dc721427 of type vlan for network f4fdfc1e-a008-4c77-bb53-3791c34bf0ac Apr 18 21:42:04.210800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:04.391562 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:04.391562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:04.392062 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:04.479256 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:04.560983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Network': ['ID=f4fdfc1e-a008-4c77-bb53-3791c34bf0ac,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:04.578548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network f4fdfc1e-a008-4c77-bb53-3791c34bf0ac details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:42:04.593942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Subnet': ['ID=90e73ea4-4f5c-4a89-b430-6f0346fdf0c0,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:04.612792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Checking segment: {'id': '4ace0b14-f119-4d47-b618-ea7c172d71d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc3380ea-217d-42a5-b5b6-8579a9fb48ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:04.613232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network hostable DHCP agents. Network: fc3380ea-217d-42a5-b5b6-8579a9fb48ea, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:42:04.639073 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-722d688e-da63-47b1-bb3e-d469fee520e7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7831609 Apr 18 21:42:04.642400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44860) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:04.652460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'subnet': {'network_id': '7e40e479-1d7c-4a04-889b-ce4b94051451', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:04.723190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network fc3380ea-217d-42a5-b5b6-8579a9fb48ea is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:42:04.791898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, fc3380ea-217d-42a5-b5b6-8579a9fb48ea) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:04.798975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:04.799625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:04.828085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57cc62a-e939-4e1a-8be6-3b75345b4ed8 None None] Network fc3380ea-217d-42a5-b5b6-8579a9fb48ea requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:04.854895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:04.860166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:subnet and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:04.865300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:04.876491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:04.890454 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ead7ac52-8333-4640-abcb-71775b6f9037 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3421440 Apr 18 21:42:04.900291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44870) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:04.906915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-978339035', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:04.919243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:04.923495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:router and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:04.927624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:04.933811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:04.986577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:05.097902 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:05.098969 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:05.102347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb05e3ed-77e3-4d80-9aa7-16154281c3af None None] Network fc3380ea-217d-42a5-b5b6-8579a9fb48ea requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:05.283605 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:05.402961 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:05.444925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0082-34b2-414f-9a77-5946eba53d56 req-5f6a6b0c-11ec-46bf-b63b-e2079df0c460 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:05.446411 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b4e0082-34b2-414f-9a77-5946eba53d56 req-5f6a6b0c-11ec-46bf-b63b-e2079df0c460 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.3527462 Apr 18 21:42:05.538181 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-fe9e61eb-e7a8-4859-92b4-92942da802e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1097 time: 0.0906687 Apr 18 21:42:05.708193 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b4e0082-34b2-414f-9a77-5946eba53d56 req-2f86f4c4-4b9c-4ed3-ace8-9c26d1a8b7d7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525876 Apr 18 21:42:05.711418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-f88af0f5-927e-4756-b367-d53c6ead1c34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:05.712872 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-f88af0f5-927e-4756-b367-d53c6ead1c34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 898 time: 0.1692543 Apr 18 21:42:05.745190 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:05.831933 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:05.934018 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-dbae6ce4-118a-45f9-b31a-d1404c7b40e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1002 time: 0.2152805 Apr 18 21:42:05.973889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Subnet': ['ID=cfd539d5-2080-4ae6-9707-8ec45aa904cb,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:06.005177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-e17af207-4dd5-4eb1-94eb-98f0600d087a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:06.008376 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-e17af207-4dd5-4eb1-94eb-98f0600d087a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.0681162 Apr 18 21:42:06.011634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Checking segment: {'id': 'f519d71e-5036-4cce-ba64-b00dd5daaaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7e40e479-1d7c-4a04-889b-ce4b94051451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:06.011999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network hostable DHCP agents. Network: 7e40e479-1d7c-4a04-889b-ce4b94051451, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:42:06.100275 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-25892730-24b1-4435-823e-3872854d216f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865984 Apr 18 21:42:06.113758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:06.157806 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:06.157806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 7e40e479-1d7c-4a04-889b-ce4b94051451 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:42:06.285051 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-98c62432-c672-4faa-9c04-269951bbb0da service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789639 Apr 18 21:42:06.346783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.25.3.204 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/78463af4-a88d-4e4b-877c-c5ca9724b787) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:06.351458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 7e40e479-1d7c-4a04-889b-ce4b94051451) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:06.360597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b573f355-add8-485c-8d91-daf8860610ed None None] Network 7e40e479-1d7c-4a04-889b-ce4b94051451 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:06.372436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:06.372436 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:06.435791 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-da5da7d3-8648-4183-88f2-1702772c64af service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439660 Apr 18 21:42:06.554583 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:06.570013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e98e04f9-2caa-4384-b73b-dcd8fcdc6705 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9330733 Apr 18 21:42:06.572604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44916) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:06.578760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'subnet': {'network_id': 'f4fdfc1e-a008-4c77-bb53-3791c34bf0ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:06.620870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-7e40e479-1d7c-4a04-889b-ce4b94051451', 'network_id': '7e40e479-1d7c-4a04-889b-ce4b94051451', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'fixed_ips': [{'subnet_id': 'cfd539d5-2080-4ae6-9707-8ec45aa904cb'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:42:06.623545 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:06.683814 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:06.794349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:06.806141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:subnet and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:06.822967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:06.828619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=78463af4-a88d-4e4b-877c-c5ca9724b787,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:06.842773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:06.845159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:06.854436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:06.861513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:06.861692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Allocated IP 2001:db8::2 (7e40e479-1d7c-4a04-889b-ce4b94051451/cfd539d5-2080-4ae6-9707-8ec45aa904cb/f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:07.003455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:07.126582 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:07.180211 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:07.191308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Transition to ACTIVE for port object f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:07.212705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Transition to ACTIVE for port object f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:07.283195 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:07.283918 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:07.305244 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:07.311453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2918-284f-4cf7-8c8e-5c16412bf348 req-46cb6590-106c-42af-bede-188946991482 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:07.312994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cad2918-284f-4cf7-8c8e-5c16412bf348 req-46cb6590-106c-42af-bede-188946991482 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.1592407 Apr 18 21:42:07.381693 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Network 7e40e479-1d7c-4a04-889b-ce4b94051451 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:07.412133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:07.414413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Pushing event updated for resources: {'Port': ['ID=f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:07.422461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:07.479576 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:07.479576 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:07.479576 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:07.479953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:07.480215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:07.480703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:07.481280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:07.481821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:07.482125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:07.482452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:07.482776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:07.514556 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:07.574761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Attempting to bind port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:42:07.575126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Attempting to bind port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'f519d71e-5036-4cce-ba64-b00dd5daaaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7e40e479-1d7c-4a04-889b-ce4b94051451'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:42:07.575818 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Attempting to bind port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef on network 7e40e479-1d7c-4a04-889b-ce4b94051451 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:07.584958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:42:07.585630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Checking segment: {'id': 'f519d71e-5036-4cce-ba64-b00dd5daaaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7e40e479-1d7c-4a04-889b-ce4b94051451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:07.586181 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:07.586837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Bound using segment: {'id': 'f519d71e-5036-4cce-ba64-b00dd5daaaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7e40e479-1d7c-4a04-889b-ce4b94051451'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:42:07.587317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Bound port: f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f519d71e-5036-4cce-ba64-b00dd5daaaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7e40e479-1d7c-4a04-889b-ce4b94051451'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:42:07.587685 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:07.604459 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cad2918-284f-4cf7-8c8e-5c16412bf348 req-80f4bb4a-0d1c-4746-9f4e-63d9c95a8c33 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431309 Apr 18 21:42:07.637575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Subnet': ['ID=187419e2-d5c7-43fc-a61c-aba6b28cd9c9,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:07.648115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Checking segment: {'id': '9ae86c7d-e7aa-455a-ba6e-44d5dc721427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4fdfc1e-a008-4c77-bb53-3791c34bf0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:07.649012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network hostable DHCP agents. Network: f4fdfc1e-a008-4c77-bb53-3791c34bf0ac, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:42:07.697969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] For port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:07.700911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] For port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef,segment=NetworkSegment(f519d71e-5036-4cce-ba64-b00dd5daaaea),segment_id=f519d71e-5036-4cce-ba64-b00dd5daaaea)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:42:07.757021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network f4fdfc1e-a008-4c77-bb53-3791c34bf0ac is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:42:07.808593 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:07.850720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:42:07.905996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, f4fdfc1e-a008-4c77-bb53-3791c34bf0ac) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:07.910088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:07.912087 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:07.925838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357262cd-221a-481b-aa22-238e89fede8f None None] Network f4fdfc1e-a008-4c77-bb53-3791c34bf0ac requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:08.002497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d8883-c2c4-4135-b0d3-5c521926cab1 None None] Pushing event updated for resources: {'Port': ['ID=f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:08.039675 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3764bfb3-4ee4-40f9-965b-8a28de34ecce tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4653935 Apr 18 21:42:08.042316 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44950) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:08.049803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-529b4ed0-f637-4af2-8a2e-e596713113c6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1961723823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:08.074536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-529b4ed0-f637-4af2-8a2e-e596713113c6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:08.083494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-529b4ed0-f637-4af2-8a2e-e596713113c6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:router and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:08.091604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-529b4ed0-f637-4af2-8a2e-e596713113c6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:08.110703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-529b4ed0-f637-4af2-8a2e-e596713113c6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:08.143378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:08.164327 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec5669-8c7c-4b14-85fc-3d2b46c56835 None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:08.207041 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-529b4ed0-f637-4af2-8a2e-e596713113c6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:08.212507 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-529b4ed0-f637-4af2-8a2e-e596713113c6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:08.234999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec5669-8c7c-4b14-85fc-3d2b46c56835 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:08.235923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5cec5669-8c7c-4b14-85fc-3d2b46c56835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:08.253330 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:08.254776 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4498a835-64ac-4539-8ec0-4f6b86b131a3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3534086 Apr 18 21:42:08.257567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 44964) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:08.306805 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-529b4ed0-f637-4af2-8a2e-e596713113c6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:08.398454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-f4fdfc1e-a008-4c77-bb53-3791c34bf0ac', 'network_id': 'f4fdfc1e-a008-4c77-bb53-3791c34bf0ac', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'fixed_ips': [{'subnet_id': '187419e2-d5c7-43fc-a61c-aba6b28cd9c9'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:42:08.398454 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:08.413072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5cec5669-8c7c-4b14-85fc-3d2b46c56835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:08.420720 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-529b4ed0-f637-4af2-8a2e-e596713113c6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:08.507246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-529b4ed0-f637-4af2-8a2e-e596713113c6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:08.508462 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-529b4ed0-f637-4af2-8a2e-e596713113c6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4646649 Apr 18 21:42:08.511143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 44972) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:08.559924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec5669-8c7c-4b14-85fc-3d2b46c56835 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:08.560748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5cec5669-8c7c-4b14-85fc-3d2b46c56835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:08.636272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5cec5669-8c7c-4b14-85fc-3d2b46c56835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:08.636964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec5669-8c7c-4b14-85fc-3d2b46c56835 None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:08.784019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Allocated IP 2001:db8:1::2 (f4fdfc1e-a008-4c77-bb53-3791c34bf0ac/187419e2-d5c7-43fc-a61c-aba6b28cd9c9/ac5f43d5-f248-47e2-b7de-a0b8d2804c8a) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:08.920350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec0a44-73b0-4a9c-bca7-c368308e2223 req-67f11b5b-fef5-4243-8e41-662df6d0581b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:08.922005 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80ec0a44-73b0-4a9c-bca7-c368308e2223 req-67f11b5b-fef5-4243-8e41-662df6d0581b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.1437414 Apr 18 21:42:09.076429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80ec0a44-73b0-4a9c-bca7-c368308e2223 req-55f9d8ea-6d94-4252-bf30-b53e3ffe9bc0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443748 Apr 18 21:42:09.252823 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:09.288357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Transition to ACTIVE for port object ac5f43d5-f248-47e2-b7de-a0b8d2804c8a will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:09.314092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Transition to ACTIVE for port object ac5f43d5-f248-47e2-b7de-a0b8d2804c8a will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:09.410606 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:09.461758 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:09.472231 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:09.507566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Network f4fdfc1e-a008-4c77-bb53-3791c34bf0ac is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:09.512619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:09.515324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:09.525554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Pushing event updated for resources: {'Port': ['ID=ac5f43d5-f248-47e2-b7de-a0b8d2804c8a,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:09.647300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae03a1ae-b342-470c-b283-2df48ea05979 None None] Network 7e40e479-1d7c-4a04-889b-ce4b94051451 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:09.793334 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:09.798519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Attempting to bind port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:42:09.798882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Attempting to bind port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9ae86c7d-e7aa-455a-ba6e-44d5dc721427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4fdfc1e-a008-4c77-bb53-3791c34bf0ac'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:42:09.799245 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Attempting to bind port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a on network f4fdfc1e-a008-4c77-bb53-3791c34bf0ac {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:09.824363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:42:09.830704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Checking segment: {'id': '9ae86c7d-e7aa-455a-ba6e-44d5dc721427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4fdfc1e-a008-4c77-bb53-3791c34bf0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:09.830704 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:09.830704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Bound using segment: {'id': '9ae86c7d-e7aa-455a-ba6e-44d5dc721427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4fdfc1e-a008-4c77-bb53-3791c34bf0ac'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:42:09.830704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Bound port: ac5f43d5-f248-47e2-b7de-a0b8d2804c8a, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae86c7d-e7aa-455a-ba6e-44d5dc721427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4fdfc1e-a008-4c77-bb53-3791c34bf0ac'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:42:09.830704 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:09.977225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-044a85ee-d834-4e25-a2d5-723837afa304 None None] Provisioning for port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:10.024861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Allocated IP 2001:db8::1 (7e40e479-1d7c-4a04-889b-ce4b94051451/cfd539d5-2080-4ae6-9707-8ec45aa904cb/a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:10.099009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] For port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:10.124594 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] For port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ac5f43d5-f248-47e2-b7de-a0b8d2804c8a,segment=NetworkSegment(9ae86c7d-e7aa-455a-ba6e-44d5dc721427),segment_id=9ae86c7d-e7aa-455a-ba6e-44d5dc721427)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:42:10.221082 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:10.352340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d50de-a689-4fd7-a3c8-557294889155 None None] Pushing event updated for resources: {'Port': ['ID=ac5f43d5-f248-47e2-b7de-a0b8d2804c8a,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:10.392248 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:10.507604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:10.559860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Transition to ACTIVE for port object a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:10.585641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.20.0.1 (fc3380ea-217d-42a5-b5b6-8579a9fb48ea/90e73ea4-4f5c-4a89-b430-6f0346fdf0c0/42360de0-ccb0-43e5-85d7-0d93d2d48b42) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:10.666518 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:10.667005 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:10.667130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:10.667373 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:10.764726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:10.801113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 7e40e479-1d7c-4a04-889b-ce4b94051451 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:10.802843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:10.807350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:10.807953 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:10.924246 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:10.943379 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.006065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef,segment=NetworkSegment(f519d71e-5036-4cce-ba64-b00dd5daaaea),segment_id=f519d71e-5036-4cce-ba64-b00dd5daaaea)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:11.077306 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.094802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.104852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731331c-b420-4989-9639-b415ddc4c3f8 req-c4a7f1a8-3b37-4215-a9de-5d68fad517b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:11.109048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e731331c-b420-4989-9639-b415ddc4c3f8 req-c4a7f1a8-3b37-4215-a9de-5d68fad517b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.3205206 Apr 18 21:42:11.206885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e731331c-b420-4989-9639-b415ddc4c3f8 req-d3c881af-3657-41b1-a8ed-6adf75767712 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892453 Apr 18 21:42:11.289832 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.403784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:11.434431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network fc3380ea-217d-42a5-b5b6-8579a9fb48ea is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:11.438638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:11.442816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:11.479453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e85f638e-370e-4ffc-bf3d-8f187ed07c8e None None] Provisioning for port a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:11.483717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e85f638e-370e-4ffc-bf3d-8f187ed07c8e None None] Provisioning complete for port a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:11.484086 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e85f638e-370e-4ffc-bf3d-8f187ed07c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.497939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=42360de0-ccb0-43e5-85d7-0d93d2d48b42,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:11.541217 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.559033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e85f638e-370e-4ffc-bf3d-8f187ed07c8e None None] Port a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:42:11.685127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.741873 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.750732 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.750732 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:12.007590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:12.065034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 7e40e479-1d7c-4a04-889b-ce4b94051451 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:12.068502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:12.280809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee65a371-b928-48da-89e7-acf13b98f00a None None] Network f4fdfc1e-a008-4c77-bb53-3791c34bf0ac requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:12.485845 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:12.533259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:12.555849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:12.714717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1828df3b-981a-412d-85f9-01882b6a7898 None None] Provisioning for port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:12.746167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=42360de0-ccb0-43e5-85d7-0d93d2d48b42,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:12.748500 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:12.782890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:12.782890 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:12.855284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be19748-c51d-4e00-b67c-1c6523fffa1d req-c003b409-8513-4967-8714-90985968a390 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:12.857370 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0be19748-c51d-4e00-b67c-1c6523fffa1d req-c003b409-8513-4967-8714-90985968a390 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.3620684 Apr 18 21:42:12.988115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-58aa71b7-b646-487f-8938-051e137917d8 None None] Provisioning complete for port a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:12.988115 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-58aa71b7-b646-487f-8938-051e137917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:13.044138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network fc3380ea-217d-42a5-b5b6-8579a9fb48ea is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:13.062556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ac5f43d5-f248-47e2-b7de-a0b8d2804c8a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:13.066341 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0be19748-c51d-4e00-b67c-1c6523fffa1d req-2936c628-29c5-4685-9de0-c5d56db6b150 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924748 Apr 18 21:42:13.068557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:13.100629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router d8010820-c611-48a2-99b9-12e6fae8ca52 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:42:13.108129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-58aa71b7-b646-487f-8938-051e137917d8 None None] Port a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:42:13.283754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:13.292191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:13.292596 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:13.420983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-24362672-88ba-4d55-9e39-dfd81c506fb0 None None] Provisioning complete for port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:13.421366 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-24362672-88ba-4d55-9e39-dfd81c506fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:13.443740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:13.456594 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eaec72-822e-4cf8-b7a6-b2814bcded44 None None] Sync routers for ids ['d8010820-c611-48a2-99b9-12e6fae8ca52'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:13.473764 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f7956c6f-a78c-41dc-8e3b-aaddd1647881 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/d8010820-c611-48a2-99b9-12e6fae8ca52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9569695 Apr 18 21:42:13.473909 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eaec72-822e-4cf8-b7a6-b2814bcded44 None None] Routers {'d8010820-c611-48a2-99b9-12e6fae8ca52'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:13.474015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45118) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:13.474106 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f6eaec72-822e-4cf8-b7a6-b2814bcded44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d8010820-c611-48a2-99b9-12e6fae8ca52'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:13.563242 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f6eaec72-822e-4cf8-b7a6-b2814bcded44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:13.576363 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eaec72-822e-4cf8-b7a6-b2814bcded44 None None] Routers {'d8010820-c611-48a2-99b9-12e6fae8ca52'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:13.577318 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f6eaec72-822e-4cf8-b7a6-b2814bcded44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d8010820-c611-48a2-99b9-12e6fae8ca52'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:13.640897 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f6eaec72-822e-4cf8-b7a6-b2814bcded44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:13.641595 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eaec72-822e-4cf8-b7a6-b2814bcded44 None None] The sync data for ids ['d8010820-c611-48a2-99b9-12e6fae8ca52'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:13.679889 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-24362672-88ba-4d55-9e39-dfd81c506fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:13.716660 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:13.741783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-24362672-88ba-4d55-9e39-dfd81c506fb0 None None] For port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ac5f43d5-f248-47e2-b7de-a0b8d2804c8a,segment=NetworkSegment(9ae86c7d-e7aa-455a-ba6e-44d5dc721427),segment_id=9ae86c7d-e7aa-455a-ba6e-44d5dc721427)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:13.765926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e737cee-1adf-44f1-9b18-7c0d8eefe33e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:13.770378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5e737cee-1adf-44f1-9b18-7c0d8eefe33e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports/a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2 HTTP/1.1" status: 200 len: 911 time: 0.2950752 Apr 18 21:42:13.773923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45130) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:13.804056 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-24362672-88ba-4d55-9e39-dfd81c506fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:13.928798 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:42:13.929152 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:42:13.934439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24362672-88ba-4d55-9e39-dfd81c506fb0 None None] Pushing event updated for resources: {'Port': ['ID=ac5f43d5-f248-47e2-b7de-a0b8d2804c8a,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:14.111954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:14.543694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d932dee-5e14-4263-9ed2-966284f31af5 req-9aaba6ae-7ec4-48c8-897d-0d35033e3106 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:14.547783 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d932dee-5e14-4263-9ed2-966284f31af5 req-9aaba6ae-7ec4-48c8-897d-0d35033e3106 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.2813067 Apr 18 21:42:14.622409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ac5f43d5-f248-47e2-b7de-a0b8d2804c8a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:14.704424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:14.704798 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:14.716084 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d932dee-5e14-4263-9ed2-966284f31af5 req-11f56b9f-c894-4a09-af11-d0b2921a2768 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533382 Apr 18 21:42:14.814821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:14.850868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c55e7764-6007-4dcd-b3a2-55da78f58e3d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "PUT /v2.0/routers/56359617-508e-45c5-8be4-e9f2ccac523a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5827367 Apr 18 21:42:14.851166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45174) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:14.857305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'port': {'network_id': 'fc3380ea-217d-42a5-b5b6-8579a9fb48ea', 'name': 'tempest-FloatingIPTestJSON-1535863584'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:14.858870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65aa04a-7a7d-47f3-99c4-90970001bbd2 None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:14.873771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65aa04a-7a7d-47f3-99c4-90970001bbd2 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:14.874397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c65aa04a-7a7d-47f3-99c4-90970001bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:14.947513 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:14.966779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c65aa04a-7a7d-47f3-99c4-90970001bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:14.981548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65aa04a-7a7d-47f3-99c4-90970001bbd2 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:14.982230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c65aa04a-7a7d-47f3-99c4-90970001bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:15.047746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c65aa04a-7a7d-47f3-99c4-90970001bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:15.048203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65aa04a-7a7d-47f3-99c4-90970001bbd2 None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:15.068440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:15.073279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:port and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:15.076871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:15.084190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:15.174611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Made reservation on behalf of 3414fbe62ec6441fa74252b5350cbe16 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:15.180675 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:15.207611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] device_id is not set on port 6c35c0c1-d44a-4884-b50a-cb599003db8e yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:42:15.376627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.20.0.8 (fc3380ea-217d-42a5-b5b6-8579a9fb48ea/90e73ea4-4f5c-4a89-b430-6f0346fdf0c0/6c35c0c1-d44a-4884-b50a-cb599003db8e) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:15.594640 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Allocated IP 2001:db8:1::1 (f4fdfc1e-a008-4c77-bb53-3791c34bf0ac/187419e2-d5c7-43fc-a61c-aba6b28cd9c9/d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:15.649069 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:15.763603 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:15.769844 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:15.787669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Transition to ACTIVE for port object d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:15.835164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network fc3380ea-217d-42a5-b5b6-8579a9fb48ea is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:15.849207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:15.849207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:15.895003 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:15.917192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=6c35c0c1-d44a-4884-b50a-cb599003db8e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:15.942257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:15.943368 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:16.018620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network f4fdfc1e-a008-4c77-bb53-3791c34bf0ac is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:16.026897 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cb30b447-c53a-40bc-aa21-3670720d427a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1744819 Apr 18 21:42:16.029690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45218) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:16.034582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'port': {'network_id': 'fc3380ea-217d-42a5-b5b6-8579a9fb48ea', 'name': 'tempest-FloatingIPTestJSON-326828049'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:16.039588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:16.041820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:16.042723 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:16.077942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:16.147833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18700cc2-a18e-4b03-99c0-a67c767866a9 req-fcc6d6e8-6a49-4a36-a532-80af9baf5892 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:16.149596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18700cc2-a18e-4b03-99c0-a67c767866a9 req-fcc6d6e8-6a49-4a36-a532-80af9baf5892 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.2366397 Apr 18 21:42:16.202972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:16.207163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:port and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:16.213645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:16.218873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:16.221657 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18700cc2-a18e-4b03-99c0-a67c767866a9 req-7a4b4553-7010-406b-be00-2560151edf31 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640390 Apr 18 21:42:16.285993 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:16.288921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Made reservation on behalf of 3414fbe62ec6441fa74252b5350cbe16 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:16.292753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:16.320211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] device_id is not set on port 795831f8-18c5-4d05-9e47-2086e70d1233 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:42:16.508993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.20.0.6 (fc3380ea-217d-42a5-b5b6-8579a9fb48ea/90e73ea4-4f5c-4a89-b430-6f0346fdf0c0/795831f8-18c5-4d05-9e47-2086e70d1233) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:16.565993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-45aa4f6c-6bd9-403d-92b0-8815c74ec2cf None None] Provisioning for port d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:16.583916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-45aa4f6c-6bd9-403d-92b0-8815c74ec2cf None None] Provisioning complete for port d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:16.584710 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-45aa4f6c-6bd9-403d-92b0-8815c74ec2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:16.626523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45234) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:16.659339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-45aa4f6c-6bd9-403d-92b0-8815c74ec2cf None None] Port d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:42:16.839146 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:16.886061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef06eaac-805f-4cfa-8fb0-3809b2ce1e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:16.899905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:16.900885 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:16.929035 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:16.944758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ef06eaac-805f-4cfa-8fb0-3809b2ce1e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:16.948800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ef06eaac-805f-4cfa-8fb0-3809b2ce1e89 admin admin] Usage tracker for resource:security_group_rule and tenant:183f0157dc9f405bb896b68080c977ea is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:16.952340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ef06eaac-805f-4cfa-8fb0-3809b2ce1e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:16.960179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ef06eaac-805f-4cfa-8fb0-3809b2ce1e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:17.041701 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef06eaac-805f-4cfa-8fb0-3809b2ce1e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:17.053265 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:17.055726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:17.114823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network f4fdfc1e-a008-4c77-bb53-3791c34bf0ac is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:17.116117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:17.125042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network fc3380ea-217d-42a5-b5b6-8579a9fb48ea is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:17.128420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:17.131666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:17.168357 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ef06eaac-805f-4cfa-8fb0-3809b2ce1e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:17.203081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=795831f8-18c5-4d05-9e47-2086e70d1233,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:17.292724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06eaac-805f-4cfa-8fb0-3809b2ce1e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35370432-c894-4128-b976-2a61b5a780e4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:17.303263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:17.303263 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:17.324312 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ef06eaac-805f-4cfa-8fb0-3809b2ce1e89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=183f0157dc9f405bb896b68080c977ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6966901 Apr 18 21:42:17.326960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45248) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:17.436546 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c1f2b5de-cc77-442f-86a4-bd9f107d0a3b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4061279 Apr 18 21:42:17.437101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45252) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:17.443842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '795831f8-18c5-4d05-9e47-2086e70d1233', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:17.451497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:17.460564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:floatingip and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:17.463976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:17.470886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:17.508268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-36dae799-5fc9-4686-b653-5ca681f90267 None None] Provisioning complete for port d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:17.508722 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-36dae799-5fc9-4686-b653-5ca681f90267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:17.523324 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:17.578552 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-36dae799-5fc9-4686-b653-5ca681f90267 None None] Port d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:42:17.718065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:17.729687 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d4c863b-fb2a-42a1-b634-69b39335c37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:17.772006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3556128-31fb-45ac-85fb-561a9004f4fe req-500c7e14-264b-40c7-95ac-755c6e2fab7e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:17.775159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3556128-31fb-45ac-85fb-561a9004f4fe req-500c7e14-264b-40c7-95ac-755c6e2fab7e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.2256620 Apr 18 21:42:17.779951 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d4c863b-fb2a-42a1-b634-69b39335c37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:17.874319 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3556128-31fb-45ac-85fb-561a9004f4fe req-47b99fdf-697b-405b-a02c-4c6e9d8f4c16 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853162 Apr 18 21:42:17.878773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.25.3.63 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/92c991c1-3c02-4dfb-be53-f1b5df1cea77) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:17.897803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router d8010820-c611-48a2-99b9-12e6fae8ca52 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:18.021577 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d4c863b-fb2a-42a1-b634-69b39335c37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:18.033260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:18.048120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c863b-fb2a-42a1-b634-69b39335c37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35370432-c894-4128-b976-2a61b5a780e4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:18.080539 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4d4c863b-fb2a-42a1-b634-69b39335c37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:18.085194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4d4c863b-fb2a-42a1-b634-69b39335c37d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35370432-c894-4128-b976-2a61b5a780e4 HTTP/1.1" status: 204 len: 168 time: 0.7508018 Apr 18 21:42:18.125271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:18.130517 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b5bf51a0-a05e-441c-b8f9-978f031b758c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/d8010820-c611-48a2-99b9-12e6fae8ca52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3557746 Apr 18 21:42:18.133530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45268) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:18.136725 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fdeb1-4b0d-49a1-842e-27a623f73c53 None None] Sync routers for ids ['d8010820-c611-48a2-99b9-12e6fae8ca52'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:18.144883 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:18.170911 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fdeb1-4b0d-49a1-842e-27a623f73c53 None None] Routers {'d8010820-c611-48a2-99b9-12e6fae8ca52'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:18.171346 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e60fdeb1-4b0d-49a1-842e-27a623f73c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d8010820-c611-48a2-99b9-12e6fae8ca52'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:18.231069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5208069a-b7e1-4fb4-b259-24d6a36e1550 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:18.232243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5208069a-b7e1-4fb4-b259-24d6a36e1550 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Synchronizing usage tracker for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:42:18.284759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:18.288775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:18.300865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:18.306850 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e60fdeb1-4b0d-49a1-842e-27a623f73c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:18.318712 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fdeb1-4b0d-49a1-842e-27a623f73c53 None None] Routers {'d8010820-c611-48a2-99b9-12e6fae8ca52'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:18.319348 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e60fdeb1-4b0d-49a1-842e-27a623f73c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d8010820-c611-48a2-99b9-12e6fae8ca52'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:18.332351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=92c991c1-3c02-4dfb-be53-f1b5df1cea77,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:18.350688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5208069a-b7e1-4fb4-b259-24d6a36e1550 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Unset dirty status for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:42:18.352868 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5208069a-b7e1-4fb4-b259-24d6a36e1550 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports/d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2 HTTP/1.1" status: 200 len: 913 time: 0.2170675 Apr 18 21:42:18.355102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45272) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:18.413165 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e60fdeb1-4b0d-49a1-842e-27a623f73c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:18.413756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-15e6e88b-b094-45c2-87f4-2efb42feb9ec req-de6fa69a-653f-4cd3-a22d-ac0915178b8e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2162349 Apr 18 21:42:18.416288 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fdeb1-4b0d-49a1-842e-27a623f73c53 None None] The sync data for ids ['d8010820-c611-48a2-99b9-12e6fae8ca52'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:18.847514 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-765f7e64-8fa5-4ebc-a71b-f0b5e262a283 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:18.865926 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-15e6e88b-b094-45c2-87f4-2efb42feb9ec req-3a951a82-55b3-41ae-8222-7cab84e8d4f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 1096 time: 0.3692145 Apr 18 21:42:18.988839 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-08a607d9-14d7-484e-85c4-22ad2d3d705f service neutron] show failed (client error): The resource could not be found. Apr 18 21:42:18.990003 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-08a607d9-14d7-484e-85c4-22ad2d3d705f service neutron] 10.222.0.59 "GET /v2.0/ports/df0bfe95-0c55-490f-a3d2-8412483eb7df/bindings/n-h2-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.3231180 Apr 18 21:42:19.153636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6e88b-b094-45c2-87f4-2efb42feb9ec req-2b6a4b89-562a-4c8f-988c-31de265c1a9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:19.155165 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-15e6e88b-b094-45c2-87f4-2efb42feb9ec req-2b6a4b89-562a-4c8f-988c-31de265c1a9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.2660666 Apr 18 21:42:19.191484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f924ea-efe7-4f89-a9cb-611a06acf053 req-f9cd7b9f-512a-487a-8d34-f2df42726d0e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:19.200109 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37f924ea-efe7-4f89-a9cb-611a06acf053 req-f9cd7b9f-512a-487a-8d34-f2df42726d0e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.1300709 Apr 18 21:42:19.357358 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37f924ea-efe7-4f89-a9cb-611a06acf053 req-e2f046cb-4f63-4b16-85f6-8f66afc44497 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563025 Apr 18 21:42:19.573247 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-15e6e88b-b094-45c2-87f4-2efb42feb9ec req-75a158b4-72cd-4310-af79-c321fe647d66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc0c119-8eba-43e9-a264-bbc27797fbf5 HTTP/1.1" status: 200 len: 1000 time: 0.4043031 Apr 18 21:42:19.642211 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:19.693262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6e88b-b094-45c2-87f4-2efb42feb9ec req-864bf9b5-a4c0-4421-81ab-4affda7be622 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:19.693915 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-15e6e88b-b094-45c2-87f4-2efb42feb9ec req-864bf9b5-a4c0-4421-81ab-4affda7be622 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.1062553 Apr 18 21:42:19.836682 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:20.029649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-765f7e64-8fa5-4ebc-a71b-f0b5e262a283 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:20.036844 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-765f7e64-8fa5-4ebc-a71b-f0b5e262a283 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:20.128128 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-15e6e88b-b094-45c2-87f4-2efb42feb9ec req-97e9732c-acd2-415b-ad4e-1e881301fb91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4280109 Apr 18 21:42:20.155591 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-6439e6dd-0cbe-4db2-b58a-b45fece8d503 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce&tenant_id=5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 1097 time: 0.5667500 Apr 18 21:42:20.262882 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-765f7e64-8fa5-4ebc-a71b-f0b5e262a283 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:20.331124 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-15e6e88b-b094-45c2-87f4-2efb42feb9ec req-15613163-fdd0-4e19-bbe7-8134fd57c952 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766558 Apr 18 21:42:20.338560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:20.413752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-765f7e64-8fa5-4ebc-a71b-f0b5e262a283 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:20.634767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:20.638246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:20.649521 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-15e6e88b-b094-45c2-87f4-2efb42feb9ec req-0923bcbc-03ad-4477-9763-04d6faebff11 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664301 Apr 18 21:42:20.690443 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:20.693050 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b95a44-9781-4413-84c4-ce5a214eb293 req-b9c89314-8dfa-4522-9544-486b084d6e47 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:20.694639 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90b95a44-9781-4413-84c4-ce5a214eb293 req-b9c89314-8dfa-4522-9544-486b084d6e47 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.1797884 Apr 18 21:42:20.783617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90b95a44-9781-4413-84c4-ce5a214eb293 req-3db9df2a-7ff2-435b-8fab-7f613caf0e59 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710368 Apr 18 21:42:20.837093 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-765f7e64-8fa5-4ebc-a71b-f0b5e262a283 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:20.890186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f7e64-8fa5-4ebc-a71b-f0b5e262a283 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=d8fb4d1b-178e-4c87-8f55-09c3ae2b54d2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:20.982427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:21.157048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=92c991c1-3c02-4dfb-be53-f1b5df1cea77,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:21.322376 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7524bbdc-a9ec-45ba-a5fe-c0e59d11fa84 req-2bd2ea5a-a3b7-403b-9909-90342b183ec3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3125141 Apr 18 21:42:21.387884 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-765f7e64-8fa5-4ebc-a71b-f0b5e262a283 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:21.458949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45348) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:21.471180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:21.517085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:21.577382 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7524bbdc-a9ec-45ba-a5fe-c0e59d11fa84 req-e034dd6a-6c19-4a42-b0e9-de653c3a5a0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 1097 time: 0.2304003 Apr 18 21:42:21.586290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:42:21.607148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device df0bfe95-0c55-490f-a3d2-8412483eb7df no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:21.615616 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:21.627143 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Floating IP c7b855f8-ce57-44ab-9f29-12e3049da521 associated. External IP: 172.25.3.63, port: 795831f8-18c5-4d05-9e47-2086e70d1233. Apr 18 21:42:21.760272 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0801c56f-1651-47da-b6bc-950484a71de6'] response: {'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'code': 200} Apr 18 21:42:21.765597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1052141363'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:21.791328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:21.870909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Usage tracker for resource:network and tenant:f711d6876d4f480486bf29d11f9facfa is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:21.874255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Transition to ACTIVE for port object df0bfe95-0c55-490f-a3d2-8412483eb7df will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:21.876614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:21.894114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524bbdc-a9ec-45ba-a5fe-c0e59d11fa84 req-000f7891-dc87-4531-8252-eaf8530f5ed3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:21.894977 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:21.901413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7524bbdc-a9ec-45ba-a5fe-c0e59d11fa84 req-000f7891-dc87-4531-8252-eaf8530f5ed3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.3011210 Apr 18 21:42:21.905051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:21.945808 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:21.992383 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:42:21.992771 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:42:22.082462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Made reservation on behalf of f711d6876d4f480486bf29d11f9facfa for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:22.086777 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:22.098272 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:42:22.128524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=6']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:22.154335 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:22.277716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7524bbdc-a9ec-45ba-a5fe-c0e59d11fa84 req-f0e24ba6-9910-4dd4-b06a-2abe27564ae7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c11392-57f5-4e5d-a82f-f89ad55d229f HTTP/1.1" status: 200 len: 1001 time: 0.3689518 Apr 18 21:42:22.278282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] No DVR routers for this DVR port df0bfe95-0c55-490f-a3d2-8412483eb7df on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:42:22.406542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:22.418654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Usage tracker for resource:security_group_rule and tenant:f711d6876d4f480486bf29d11f9facfa is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:22.423643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:22.440024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:22.449451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df76fa-9ca2-4439-a52e-379f8897d5f2 req-b9f2eacf-e543-4442-9fce-8c3bbba033dc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:22.450905 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9df76fa-9ca2-4439-a52e-379f8897d5f2 req-b9f2eacf-e543-4442-9fce-8c3bbba033dc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 944 time: 0.4634998 Apr 18 21:42:22.452516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524bbdc-a9ec-45ba-a5fe-c0e59d11fa84 req-91253323-3cc9-4450-9120-aa28b008e56a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:22.453980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7524bbdc-a9ec-45ba-a5fe-c0e59d11fa84 req-91253323-3cc9-4450-9120-aa28b008e56a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.1642714 Apr 18 21:42:22.638824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9df76fa-9ca2-4439-a52e-379f8897d5f2 req-dbf59e3c-c9e9-4673-8904-dba44c39f74d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328022 Apr 18 21:42:22.671528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7524bbdc-a9ec-45ba-a5fe-c0e59d11fa84 req-6101a539-1458-4d52-b495-27acb4e570aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603377 Apr 18 21:42:22.715315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:22.774269 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:22.787765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765f7e64-8fa5-4ebc-a71b-f0b5e262a283 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router d8010820-c611-48a2-99b9-12e6fae8ca52 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:22.819476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:42:22.845569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f417281-3745-4669-8fbb-183d7b6e1a02,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:22.853394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:22.853769 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Added segment 110570e7-dd95-437b-9595-657a6fbbc1b7 of type vlan for network 170e6b13-df2e-42a0-b206-661002f85ab9 Apr 18 21:42:22.898793 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:22.955483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7524bbdc-a9ec-45ba-a5fe-c0e59d11fa84 req-b1579415-955d-4278-8d77-d9c05f6b87f1 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745132 Apr 18 21:42:22.984487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Attempting to bind port df0bfe95-0c55-490f-a3d2-8412483eb7df on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:42:23.014955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Attempting to bind port df0bfe95-0c55-490f-a3d2-8412483eb7df by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:42:23.014955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Attempting to bind port df0bfe95-0c55-490f-a3d2-8412483eb7df on network b5436652-078b-45fa-a481-add4d155899f {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:23.014955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Port df0bfe95-0c55-490f-a3d2-8412483eb7df on network b5436652-078b-45fa-a481-add4d155899f not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:42:23.014955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Attempting to bind port df0bfe95-0c55-490f-a3d2-8412483eb7df on network b5436652-078b-45fa-a481-add4d155899f {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:23.014955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:42:23.014955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Checking segment: {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:23.014955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Bound using segment: {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:42:23.014955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Bound port: df0bfe95-0c55-490f-a3d2-8412483eb7df, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:42:23.014955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:23.081354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:23.160200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765f7e64-8fa5-4ebc-a71b-f0b5e262a283 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:23.173000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44b978d-1dbf-46af-82ac-167a2ba862f6 None None] Sync routers for ids ['d8010820-c611-48a2-99b9-12e6fae8ca52'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:23.190497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b978d-1dbf-46af-82ac-167a2ba862f6 None None] Routers {'d8010820-c611-48a2-99b9-12e6fae8ca52'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:23.191451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7524bbdc-a9ec-45ba-a5fe-c0e59d11fa84 req-81303ac6-0bb0-47ca-b3ea-38b4c3637e22 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290821 Apr 18 21:42:23.192081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e44b978d-1dbf-46af-82ac-167a2ba862f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d8010820-c611-48a2-99b9-12e6fae8ca52'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:23.283102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e44b978d-1dbf-46af-82ac-167a2ba862f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:23.297156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b978d-1dbf-46af-82ac-167a2ba862f6 None None] Routers {'d8010820-c611-48a2-99b9-12e6fae8ca52'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:23.297156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e44b978d-1dbf-46af-82ac-167a2ba862f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d8010820-c611-48a2-99b9-12e6fae8ca52'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:23.304744 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:23.307892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:23.308541 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:23.319090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:23.357389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e44b978d-1dbf-46af-82ac-167a2ba862f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:23.357829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44b978d-1dbf-46af-82ac-167a2ba862f6 None None] The sync data for ids ['d8010820-c611-48a2-99b9-12e6fae8ca52'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:23.358816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:42:23.370398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-765f7e64-8fa5-4ebc-a71b-f0b5e262a283 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/d8010820-c611-48a2-99b9-12e6fae8ca52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0142400 Apr 18 21:42:23.379107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45378) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:23.547810 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:23.653435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Pushing event updated for resources: {'Network': ['ID=170e6b13-df2e-42a0-b206-661002f85ab9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:23.671334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:23.679601 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] 10.222.0.26 "PUT /v2.0/ports/df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1092 time: 3.3455927 Apr 18 21:42:23.695324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 170e6b13-df2e-42a0-b206-661002f85ab9 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:42:23.722545 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-513d78c6-ec9b-4026-bcdb-9c3bb0ef4a01 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2528739 Apr 18 21:42:23.722545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d93e9b-9e03-4a28-9100-4cffff6fa1df service neutron] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:23.728376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45388) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:23.807460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:42:23.840270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Request body: {'subnet': {'network_id': '170e6b13-df2e-42a0-b206-661002f85ab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:23.930826 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85cac588-4406-421d-9217-86bb28e34db8'] response: {'name': 'network-changed', 'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'status': 'completed', 'code': 200} Apr 18 21:42:24.024160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858eb09f-5958-42c3-9545-127f83e98e67 req-1628924b-2050-4de4-a6b4-1ff604c018e9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:24.028134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-858eb09f-5958-42c3-9545-127f83e98e67 req-1628924b-2050-4de4-a6b4-1ff604c018e9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 944 time: 0.1397233 Apr 18 21:42:24.074979 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9488161c-6dbe-4151-9992-89d4c776d482 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:24.130758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:24.138200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Usage tracker for resource:subnet and tenant:f711d6876d4f480486bf29d11f9facfa is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:24.138200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:24.143686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:24.196351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-858eb09f-5958-42c3-9545-127f83e98e67 req-991624ca-1a57-41e3-8295-91b1ad1a59a7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641085 Apr 18 21:42:24.210298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-11e0f6cf-421c-41c3-921f-b9cbe7063b25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1095 time: 0.4795794 Apr 18 21:42:24.262013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Made reservation on behalf of f711d6876d4f480486bf29d11f9facfa for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:24.387790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:24.402119 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-2063ceea-cea0-43b7-a314-45904253550c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1095 time: 0.3732083 Apr 18 21:42:24.404154 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6d854-86b4-49d8-b7e7-8b952a31b46b None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:24.422781 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6d854-86b4-49d8-b7e7-8b952a31b46b None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:24.423830 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-67d6d854-86b4-49d8-b7e7-8b952a31b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:24.528524 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:24.529050 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-67d6d854-86b4-49d8-b7e7-8b952a31b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:24.540160 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6d854-86b4-49d8-b7e7-8b952a31b46b None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:24.540712 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-67d6d854-86b4-49d8-b7e7-8b952a31b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:41:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:24.613397 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-67d6d854-86b4-49d8-b7e7-8b952a31b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:24.613811 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6d854-86b4-49d8-b7e7-8b952a31b46b None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:24.634421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-383d7107-02a3-4ad1-9110-cc3a5901c8d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:24.635923 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-383d7107-02a3-4ad1-9110-cc3a5901c8d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 898 time: 0.4174011 Apr 18 21:42:24.637607 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-18d58d93-37fb-4d7f-9696-942075f91868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:24.656452 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:24.808861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9488161c-6dbe-4151-9992-89d4c776d482 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:24.809564 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9488161c-6dbe-4151-9992-89d4c776d482 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:24.882034 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9d30daa8-f019-4cce-b9dc-a1ae6347bed3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.4435587 Apr 18 21:42:24.891112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45404) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:24.903064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1b7866c3-b5c2-464c-ba6b-9868e268db53 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:24.903196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-ca17ec2f-f3cd-4eee-ad10-08eab9bf84be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:24.904497 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-ca17ec2f-f3cd-4eee-ad10-08eab9bf84be service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 898 time: 0.4742599 Apr 18 21:42:24.979303 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-3f567e14-3bb8-4f25-98ea-6a406005bde5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1000 time: 0.3256483 Apr 18 21:42:25.084849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b7866c3-b5c2-464c-ba6b-9868e268db53 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.089522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-43a43439-96c1-4f05-a3f5-98af6128856a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:25.090976 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-43a43439-96c1-4f05-a3f5-98af6128856a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.0983720 Apr 18 21:42:25.094273 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-fc52e112-17bd-4fef-82b0-e13811c68fe4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1000 time: 0.1770864 Apr 18 21:42:25.194524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9488161c-6dbe-4151-9992-89d4c776d482 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.273407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-8a2afbbc-ee50-48af-80c4-af048175d44d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:25.278540 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-8a2afbbc-ee50-48af-80c4-af048175d44d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.0992067 Apr 18 21:42:25.321286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9488161c-6dbe-4151-9992-89d4c776d482 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:25.447601 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-623f7655-7b4e-486f-ae8d-ad2627514f41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3497965 Apr 18 21:42:25.455769 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-5ee8c111-60b1-4895-882e-ab26fe707a5d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670992 Apr 18 21:42:25.689086 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.782765 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b7866c3-b5c2-464c-ba6b-9868e268db53 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.834338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce9c4-2ab8-4594-a9a5-6369f5b21f90 req-352e3c4c-9b3c-47c6-b196-d17d83e96b9a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:25.835829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-307ce9c4-2ab8-4594-a9a5-6369f5b21f90 req-352e3c4c-9b3c-47c6-b196-d17d83e96b9a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 944 time: 0.1987965 Apr 18 21:42:25.838170 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b7866c3-b5c2-464c-ba6b-9868e268db53 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.838484 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-1b7866c3-b5c2-464c-ba6b-9868e268db53 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Floating IP c7b855f8-ce57-44ab-9f29-12e3049da521 disassociated. External IP: 172.25.3.63, port: 795831f8-18c5-4d05-9e47-2086e70d1233. Apr 18 21:42:25.892792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Pushing event updated for resources: {'Subnet': ['ID=07ad4bc3-aab6-49cc-8c9d-04ee62342ac8,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:25.945062 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-115a0fca-8800-4c7a-8529-7c17171b06dc service neutron] 10.222.0.26 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881358 Apr 18 21:42:25.947014 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-cfe6b049-4fa9-4f40-a12c-5a3012b81573 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708986 Apr 18 21:42:25.947731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Checking segment: {'id': '110570e7-dd95-437b-9595-657a6fbbc1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '170e6b13-df2e-42a0-b206-661002f85ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:25.948465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Network hostable DHCP agents. Network: 170e6b13-df2e-42a0-b206-661002f85ab9, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:42:26.057510 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-307ce9c4-2ab8-4594-a9a5-6369f5b21f90 req-09e7412a-b6a3-4c81-91f2-af47dd97e89a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423087 Apr 18 21:42:26.124685 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9488161c-6dbe-4151-9992-89d4c776d482 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.227318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488161c-6dbe-4151-9992-89d4c776d482 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=a0d1ddb1-c865-4f8c-b0b7-8eb7432415c2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:26.260275 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-5e689bad-1210-495b-9fb6-8478620a652a service neutron] 10.222.0.26 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076761 Apr 18 21:42:26.267393 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-efa21f92-09ed-429f-bf66-191f00b60da7 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906580 Apr 18 21:42:26.269674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Network 170e6b13-df2e-42a0-b206-661002f85ab9 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:42:26.362832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 170e6b13-df2e-42a0-b206-661002f85ab9) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:26.368367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:26.369895 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.373110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdf3e4a-7cea-4e08-b47c-3ff7be1dc771 None None] Network 170e6b13-df2e-42a0-b206-661002f85ab9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:26.496966 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d77cba0e-dd30-44f5-9da6-aec305e550e6 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7603426 Apr 18 21:42:26.502411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45430) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:26.510413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Request body: {'port': {'network_id': '170e6b13-df2e-42a0-b206-661002f85ab9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1003083487'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:26.596939 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9488161c-6dbe-4151-9992-89d4c776d482 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.652896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-170e6b13-df2e-42a0-b206-661002f85ab9', 'network_id': '170e6b13-df2e-42a0-b206-661002f85ab9', 'tenant_id': 'f711d6876d4f480486bf29d11f9facfa', 'fixed_ips': [{'subnet_id': '07ad4bc3-aab6-49cc-8c9d-04ee62342ac8'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:42:26.653757 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.686469 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-39eb694f-9fba-4bf7-a46e-f10e21ad7b5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1095 time: 0.2319369 Apr 18 21:42:26.807662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:26.811608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Usage tracker for resource:port and tenant:f711d6876d4f480486bf29d11f9facfa is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:26.816617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:26.824698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:26.893895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Allocated IP 172.20.0.2 (170e6b13-df2e-42a0-b206-661002f85ab9/07ad4bc3-aab6-49cc-8c9d-04ee62342ac8/7862098b-736f-4a3e-bce5-b455d69becc3) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:26.913357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-a9c64dd8-fcd9-4478-b7b9-5ed4df32ed2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:26.915230 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-a9c64dd8-fcd9-4478-b7b9-5ed4df32ed2d service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 898 time: 0.2192085 Apr 18 21:42:26.989547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Made reservation on behalf of f711d6876d4f480486bf29d11f9facfa for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:26.992712 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:27.043464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] device_id is not set on port 7acdbbdf-b77e-4917-90d2-7aa5776c534a yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:42:27.116448 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f29505a8-0542-4e97-8cdc-3ba9b520be4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:27.186804 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-4a505b0c-d789-4825-9159-95aaa979c4f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1000 time: 0.2653244 Apr 18 21:42:27.290910 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:27.294900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Transition to ACTIVE for port object 7862098b-736f-4a3e-bce5-b455d69becc3 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:27.313423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Transition to ACTIVE for port object 7862098b-736f-4a3e-bce5-b455d69becc3 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:27.318373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-c209fb61-fec2-4d1e-90ce-3a64d508deb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:27.319886 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-c209fb61-fec2-4d1e-90ce-3a64d508deb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.1214364 Apr 18 21:42:27.374841 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:27.415398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7866c3-b5c2-464c-ba6b-9868e268db53 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:27.428254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9488161c-6dbe-4151-9992-89d4c776d482 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router d8010820-c611-48a2-99b9-12e6fae8ca52 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:27.431184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Network 170e6b13-df2e-42a0-b206-661002f85ab9 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:27.442289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:27.446577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:27.508405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Allocated IP 172.20.0.9 (170e6b13-df2e-42a0-b206-661002f85ab9/07ad4bc3-aab6-49cc-8c9d-04ee62342ac8/7acdbbdf-b77e-4917-90d2-7aa5776c534a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:27.524008 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-1bacbb73-9c6e-4be9-b1e7-277f2b62a27b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1984363 Apr 18 21:42:27.569729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Pushing event updated for resources: {'Port': ['ID=7862098b-736f-4a3e-bce5-b455d69becc3,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:27.572699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Attempting to bind port 7862098b-736f-4a3e-bce5-b455d69becc3 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:42:27.573186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Attempting to bind port 7862098b-736f-4a3e-bce5-b455d69becc3 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '110570e7-dd95-437b-9595-657a6fbbc1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '170e6b13-df2e-42a0-b206-661002f85ab9'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:42:27.573791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Attempting to bind port 7862098b-736f-4a3e-bce5-b455d69becc3 on network 170e6b13-df2e-42a0-b206-661002f85ab9 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:27.581776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:42:27.582365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Checking segment: {'id': '110570e7-dd95-437b-9595-657a6fbbc1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '170e6b13-df2e-42a0-b206-661002f85ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:27.583589 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:27.584142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Bound using segment: {'id': '110570e7-dd95-437b-9595-657a6fbbc1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '170e6b13-df2e-42a0-b206-661002f85ab9'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:42:27.584762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Bound port: 7862098b-736f-4a3e-bce5-b455d69becc3, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110570e7-dd95-437b-9595-657a6fbbc1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '170e6b13-df2e-42a0-b206-661002f85ab9'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:42:27.585304 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:27.592034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbccd1e-e4af-4346-96d2-5cfb6d9d4ab9 req-11a0d692-7cb1-418b-bfb6-3b46538992fc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:27.595392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cbccd1e-e4af-4346-96d2-5cfb6d9d4ab9 req-11a0d692-7cb1-418b-bfb6-3b46538992fc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 944 time: 0.2781150 Apr 18 21:42:27.705625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] For port 7862098b-736f-4a3e-bce5-b455d69becc3, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:27.709734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] For port 7862098b-736f-4a3e-bce5-b455d69becc3, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7862098b-736f-4a3e-bce5-b455d69becc3,segment=NetworkSegment(110570e7-dd95-437b-9595-657a6fbbc1b7),segment_id=110570e7-dd95-437b-9595-657a6fbbc1b7)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:42:27.794591 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:27.819768 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cbccd1e-e4af-4346-96d2-5cfb6d9d4ab9 req-02276bf2-42b4-40e2-bd04-b92fc3976d96 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747420 Apr 18 21:42:27.856213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9488161c-6dbe-4151-9992-89d4c776d482 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:27.869826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc6d31-4ad7-43e3-80de-3ea6c3894e3e None None] Sync routers for ids ['d8010820-c611-48a2-99b9-12e6fae8ca52'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:27.893436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9488161c-6dbe-4151-9992-89d4c776d482 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/d8010820-c611-48a2-99b9-12e6fae8ca52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5194082 Apr 18 21:42:27.896972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45450) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:27.906620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc6d31-4ad7-43e3-80de-3ea6c3894e3e None None] Routers {'d8010820-c611-48a2-99b9-12e6fae8ca52'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:27.907262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c5dc6d31-4ad7-43e3-80de-3ea6c3894e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d8010820-c611-48a2-99b9-12e6fae8ca52'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:27.949121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-77af34c0-a8e4-4ca9-b29d-3c15128b250e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Synchronizing usage tracker for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:42:27.962260 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-e19a8737-2f2c-47d3-bbc9-a7000cf5a3e0 service neutron] 10.222.0.26 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311779 Apr 18 21:42:27.984346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c5dc6d31-4ad7-43e3-80de-3ea6c3894e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:28.002483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b3230-1c31-40fe-a5e6-a72b6c191174 None None] Pushing event updated for resources: {'Port': ['ID=7862098b-736f-4a3e-bce5-b455d69becc3,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:28.008184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc6d31-4ad7-43e3-80de-3ea6c3894e3e None None] Routers {'d8010820-c611-48a2-99b9-12e6fae8ca52'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:28.009774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c5dc6d31-4ad7-43e3-80de-3ea6c3894e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d8010820-c611-48a2-99b9-12e6fae8ca52'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:28.031695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7866c3-b5c2-464c-ba6b-9868e268db53 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:28.054708 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd449a0-0f67-46bd-9261-bce2dc4c74bd None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:28.055154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b7866c3-b5c2-464c-ba6b-9868e268db53 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:28.073290 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd449a0-0f67-46bd-9261-bce2dc4c74bd None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:28.074167 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9fd449a0-0f67-46bd-9261-bce2dc4c74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:28.095503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-77af34c0-a8e4-4ca9-b29d-3c15128b250e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Unset dirty status for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:42:28.097719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-77af34c0-a8e4-4ca9-b29d-3c15128b250e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8010820-c611-48a2-99b9-12e6fae8ca52 HTTP/1.1" status: 200 len: 205 time: 0.1978862 Apr 18 21:42:28.121603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45456) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:28.174538 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c5dc6d31-4ad7-43e3-80de-3ea6c3894e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:28.175415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc6d31-4ad7-43e3-80de-3ea6c3894e3e None None] The sync data for ids ['d8010820-c611-48a2-99b9-12e6fae8ca52'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:28.250503 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9fd449a0-0f67-46bd-9261-bce2dc4c74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:28.284600 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:28.305781 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd449a0-0f67-46bd-9261-bce2dc4c74bd None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:28.306400 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9fd449a0-0f67-46bd-9261-bce2dc4c74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:28.381253 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9fd449a0-0f67-46bd-9261-bce2dc4c74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:28.381693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd449a0-0f67-46bd-9261-bce2dc4c74bd None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:28.389974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:28.408484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Transition to ACTIVE for port object 7acdbbdf-b77e-4917-90d2-7aa5776c534a will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:28.430392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1b7866c3-b5c2-464c-ba6b-9868e268db53 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "PUT /v2.0/floatingips/c7b855f8-ce57-44ab-9f29-12e3049da521 HTTP/1.1" status: 200 len: 687 time: 3.5379634 Apr 18 21:42:28.433081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45464) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:28.438591 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1ae967f3-ff46-4646-bb8b-9773da711a86 req-d16442ab-7a96-4d62-a038-8429b9b5fdf2 service neutron] 10.222.0.26 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503593 Apr 18 21:42:28.540162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:28.604975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9799d757-d9cd-49a7-8cd9-7b110b7cd9ce tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port 92c991c1-3c02-4dfb-be53-f1b5df1cea77 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:28.605314 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9799d757-d9cd-49a7-8cd9-7b110b7cd9ce tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:28.644749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5600a81c-957e-4a00-a05a-4a48a389adb1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:28.646757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Network 170e6b13-df2e-42a0-b206-661002f85ab9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:28.650198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:28.655384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:28.677728 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:28.680891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7862098b-736f-4a3e-bce5-b455d69becc3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:28.690494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Pushing event updated for resources: {'Port': ['ID=7acdbbdf-b77e-4917-90d2-7aa5776c534a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:28.717908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:28.718181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:28.718577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:28.718924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:28.719263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:28.719602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:28.719933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:28.720263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:28.720593 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:28.720915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:28.721441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:28.743997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:28.744653 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:28.838890 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b75a0523-9a9d-44f7-b82e-efc3b582bff1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3354423 Apr 18 21:42:28.841878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45472) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:28.928688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 7862098b-736f-4a3e-bce5-b455d69becc3 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:28.954140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-848b2782-0ebc-4c13-858d-a5ad9a00bbe1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Deleting port 7acdbbdf-b77e-4917-90d2-7aa5776c534a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:28.954645 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-848b2782-0ebc-4c13-858d-a5ad9a00bbe1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:29.144949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device df0bfe95-0c55-490f-a3d2-8412483eb7df details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:42:29.354038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d5ab0e-d9d1-4d56-ae10-dad9f2f1512a None None] Network 170e6b13-df2e-42a0-b206-661002f85ab9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:29.374438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-848b2782-0ebc-4c13-858d-a5ad9a00bbe1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:29.510027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:29.536939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'port_id': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'mac_address': 'fa:16:3e:aa:04:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:42:29.622609 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:29.635826 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5600a81c-957e-4a00-a05a-4a48a389adb1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:29.638413 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9799d757-d9cd-49a7-8cd9-7b110b7cd9ce tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:29.638872 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9799d757-d9cd-49a7-8cd9-7b110b7cd9ce tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:29.648768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-848b2782-0ebc-4c13-858d-a5ad9a00bbe1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Calling delete_port for 7acdbbdf-b77e-4917-90d2-7aa5776c534a owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:29.653322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca481-6dc1-4d96-8cca-907de5da66a2 req-f33302c8-04a0-4089-a06d-4e3aec4a70f8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:29.659110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0bfe95-0c55-490f-a3d2-8412483eb7df {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:42:29.659248 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dcbca481-6dc1-4d96-8cca-907de5da66a2 req-f33302c8-04a0-4089-a06d-4e3aec4a70f8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 944 time: 0.5273764 Apr 18 21:42:29.676657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:29.680796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3eb63b22-f7f1-4fff-968a-bed8a2bcc6ea None None] Provisioning for port 7862098b-736f-4a3e-bce5-b455d69becc3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:29.736602 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5600a81c-957e-4a00-a05a-4a48a389adb1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:29.784756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3eb63b22-f7f1-4fff-968a-bed8a2bcc6ea None None] Provisioning complete for port 7862098b-736f-4a3e-bce5-b455d69becc3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:29.805146 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3eb63b22-f7f1-4fff-968a-bed8a2bcc6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:29.868824 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:29.892315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9799d757-d9cd-49a7-8cd9-7b110b7cd9ce tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for 92c991c1-3c02-4dfb-be53-f1b5df1cea77 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:30.000739 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dcbca481-6dc1-4d96-8cca-907de5da66a2 req-31a68c68-b33e-4502-a6d1-00471943c8ab tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359277 Apr 18 21:42:30.022601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-848b2782-0ebc-4c13-858d-a5ad9a00bbe1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.085440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:30.103763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5600a81c-957e-4a00-a05a-4a48a389adb1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.104941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5600a81c-957e-4a00-a05a-4a48a389adb1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Fanout notify agent at l3_agent the message router_deleted on router d8010820-c611-48a2-99b9-12e6fae8ca52 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:42:30.131684 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b2782-0ebc-4c13-858d-a5ad9a00bbe1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Pushing event deleted for resources: {'Port': ['ID=7acdbbdf-b77e-4917-90d2-7aa5776c534a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:30.171391 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5600a81c-957e-4a00-a05a-4a48a389adb1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.179933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5600a81c-957e-4a00-a05a-4a48a389adb1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/d8010820-c611-48a2-99b9-12e6fae8ca52 HTTP/1.1" status: 204 len: 168 time: 2.0553191 Apr 18 21:42:30.182198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45492) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:30.257420 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3eb63b22-f7f1-4fff-968a-bed8a2bcc6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.282849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9799d757-d9cd-49a7-8cd9-7b110b7cd9ce tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.302979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['df0bfe95-0c55-490f-a3d2-8412483eb7df'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:42:30.367578 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-848b2782-0ebc-4c13-858d-a5ad9a00bbe1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.380140 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-848b2782-0ebc-4c13-858d-a5ad9a00bbe1 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] 10.222.0.11 "DELETE /v2.0/ports/7acdbbdf-b77e-4917-90d2-7aa5776c534a HTTP/1.1" status: 204 len: 168 time: 1.5350814 Apr 18 21:42:30.381107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45498) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:30.383814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3eb63b22-f7f1-4fff-968a-bed8a2bcc6ea None None] For port 7862098b-736f-4a3e-bce5-b455d69becc3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7862098b-736f-4a3e-bce5-b455d69becc3,segment=NetworkSegment(110570e7-dd95-437b-9595-657a6fbbc1b7),segment_id=110570e7-dd95-437b-9595-657a6fbbc1b7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:30.471949 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3eb63b22-f7f1-4fff-968a-bed8a2bcc6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.552605 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-97a2304e-cc55-4039-aae5-08b18398224d tempest-DHCPAgentSchedulersTestJSON-1179637662 tempest-DHCPAgentSchedulersTestJSON-1179637662-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1678817 Apr 18 21:42:30.553490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45504) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:30.567550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb63b22-f7f1-4fff-968a-bed8a2bcc6ea None None] Pushing event updated for resources: {'Port': ['ID=7862098b-736f-4a3e-bce5-b455d69becc3,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:30.568559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-551942113'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:30.588446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:30.607069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Usage tracker for resource:network and tenant:f711d6876d4f480486bf29d11f9facfa is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:30.611150 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:30.619291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:30.646789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799d757-d9cd-49a7-8cd9-7b110b7cd9ce tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=92c991c1-3c02-4dfb-be53-f1b5df1cea77,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:30.735831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Made reservation on behalf of f711d6876d4f480486bf29d11f9facfa for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:30.740038 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.767708 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9799d757-d9cd-49a7-8cd9-7b110b7cd9ce tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.770803 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9799d757-d9cd-49a7-8cd9-7b110b7cd9ce tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.773617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9799d757-d9cd-49a7-8cd9-7b110b7cd9ce tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/floatingips/c7b855f8-ce57-44ab-9f29-12e3049da521 HTTP/1.1" status: 204 len: 168 time: 2.3379793 Apr 18 21:42:30.775587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45512) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:30.785827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '6c35c0c1-d44a-4884-b50a-cb599003db8e'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:30.790495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99a6ed5-2d39-49a1-95b6-1f0339b5fb6e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting subnet 187419e2-d5c7-43fc-a61c-aba6b28cd9c9 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:42:30.795537 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f99a6ed5-2d39-49a1-95b6-1f0339b5fb6e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.802562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:30.808694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:floatingip and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:30.812658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:30.823971 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:30.833944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:42:30.851926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.852402 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Added segment 90dd9333-9c8f-4c03-806c-3ee4f15ac6e5 of type vlan for network c527c960-ec1d-4585-b09f-6ad9ee95fec3 Apr 18 21:42:30.867595 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ad2a46a5-f64f-4bfe-96cd-66ad407b32b4 None None] Provisioning complete for port 7862098b-736f-4a3e-bce5-b455d69becc3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:30.868534 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ad2a46a5-f64f-4bfe-96cd-66ad407b32b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.878257 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f99a6ed5-2d39-49a1-95b6-1f0339b5fb6e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.886453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.978047 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.984569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:30.986058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.000832 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f99a6ed5-2d39-49a1-95b6-1f0339b5fb6e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.040328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.092603 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.146724 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f99a6ed5-2d39-49a1-95b6-1f0339b5fb6e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.210738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Pushing event updated for resources: {'Network': ['ID=c527c960-ec1d-4585-b09f-6ad9ee95fec3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:31.228935 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network c527c960-ec1d-4585-b09f-6ad9ee95fec3 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:42:31.276023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8eeea59b-402d-49a6-9c75-22bbfbf0ddd8 None None] Could not find standard attr ID for object 7acdbbdf-b77e-4917-90d2-7aa5776c534a. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:42:31.328260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a6ed5-2d39-49a1-95b6-1f0339b5fb6e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Subnet': ['ID=187419e2-d5c7-43fc-a61c-aba6b28cd9c9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:31.351614 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f99a6ed5-2d39-49a1-95b6-1f0339b5fb6e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.358430 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4629d3d7-9379-4403-bbeb-2039f077c599 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8000753 Apr 18 21:42:31.360219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45524) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:31.374298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f99a6ed5-2d39-49a1-95b6-1f0339b5fb6e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/187419e2-d5c7-43fc-a61c-aba6b28cd9c9 HTTP/1.1" status: 204 len: 168 time: 1.1910722 Apr 18 21:42:31.375796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45528) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:31.391852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a750e942-7c38-4aa3-8791-aef754b17fdc None None] Network f4fdfc1e-a008-4c77-bb53-3791c34bf0ac requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:31.397095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b1ccd-30a4-4340-a012-1c5087991072 req-7191d681-ac90-4880-b204-04c5c29ffd23 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:31.398726 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c3b1ccd-30a4-4340-a012-1c5087991072 req-7191d681-ac90-4880-b204-04c5c29ffd23 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 945 time: 0.1574335 Apr 18 21:42:31.471820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c3b1ccd-30a4-4340-a012-1c5087991072 req-eec39348-e08c-423a-8572-7758672d4d51 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661614 Apr 18 21:42:31.703278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283e97d-9aba-4eb9-98ee-348b40a00599 None None] DHCP port deletion for f4fdfc1e-a008-4c77-bb53-3791c34bf0ac request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:42:31.707605 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0283e97d-9aba-4eb9-98ee-348b40a00599 None None] Deleting port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:31.708209 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0283e97d-9aba-4eb9-98ee-348b40a00599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.888316 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.891702 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ca49ff6f-795f-4b53-9af8-7ac45d101ca2 tempest-DHCPAgentSchedulersTestJSON-1179637662 tempest-DHCPAgentSchedulersTestJSON-1179637662-project-admin] 10.222.0.11 "GET /v2.0/agents/aa93d888-ac76-4881-a017-4e7890dc1f38/dhcp-networks HTTP/1.1" status: 200 len: 9289 time: 0.5304260 Apr 18 21:42:31.896154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45544) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:31.952968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-78506ffb-6190-417e-a336-6f73716efd5f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting subnet cfd539d5-2080-4ae6-9707-8ec45aa904cb {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:42:31.962924 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-78506ffb-6190-417e-a336-6f73716efd5f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.012509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0283e97d-9aba-4eb9-98ee-348b40a00599 None None] For port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ac5f43d5-f248-47e2-b7de-a0b8d2804c8a,segment=NetworkSegment(9ae86c7d-e7aa-455a-ba6e-44d5dc721427),segment_id=9ae86c7d-e7aa-455a-ba6e-44d5dc721427)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:32.015026 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0283e97d-9aba-4eb9-98ee-348b40a00599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.089403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-78506ffb-6190-417e-a336-6f73716efd5f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.198072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0283e97d-9aba-4eb9-98ee-348b40a00599 None None] Calling delete_port for ac5f43d5-f248-47e2-b7de-a0b8d2804c8a owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:32.253202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.25.3.60 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/94912eee-1d3e-4dbf-8216-93c6022a89bc) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:32.284651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-87f4f6ad-7887-4d6a-b987-0526415ed0f7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:32.286203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-87f4f6ad-7887-4d6a-b987-0526415ed0f7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:42:32.296019 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-78506ffb-6190-417e-a336-6f73716efd5f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.339774 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0283e97d-9aba-4eb9-98ee-348b40a00599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.341935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b1922-5ac2-4e56-8e1b-00091d189261 req-4610b73f-0c2c-4891-bdd1-84e68c794016 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:32.343408 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f3b1922-5ac2-4e56-8e1b-00091d189261 req-4610b73f-0c2c-4891-bdd1-84e68c794016 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 945 time: 0.1307623 Apr 18 21:42:32.352337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7278223b-0222-4a74-bc9b-4d0bd87b059f tempest-DHCPAgentSchedulersTestJSON-1179637662 tempest-DHCPAgentSchedulersTestJSON-1179637662-project-admin] Network c527c960-ec1d-4585-b09f-6ad9ee95fec3 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:42:32.390203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e97d-9aba-4eb9-98ee-348b40a00599 None None] Pushing event deleted for resources: {'Port': ['ID=ac5f43d5-f248-47e2-b7de-a0b8d2804c8a,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:32.406369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283e97d-9aba-4eb9-98ee-348b40a00599 None None] No DVR routers for this DVR port ac5f43d5-f248-47e2-b7de-a0b8d2804c8a on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:42:32.415990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f3b1922-5ac2-4e56-8e1b-00091d189261 req-819b8937-e561-4033-9f77-c9016cb18c0e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655048 Apr 18 21:42:32.458711 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7278223b-0222-4a74-bc9b-4d0bd87b059f tempest-DHCPAgentSchedulersTestJSON-1179637662 tempest-DHCPAgentSchedulersTestJSON-1179637662-project-admin] 10.222.0.11 "POST /v2.0/agents/aa93d888-ac76-4881-a017-4e7890dc1f38/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5592370 Apr 18 21:42:32.462580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3802c4ae-78b9-4801-8eee-9d3e3e7a448a None None] Network c527c960-ec1d-4585-b09f-6ad9ee95fec3 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:32.464571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45548) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:32.488815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-87f4f6ad-7887-4d6a-b987-0526415ed0f7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:42:32.492900 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-87f4f6ad-7887-4d6a-b987-0526415ed0f7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce&tenant_id=5ee8315d479c435aaa1e10a9872e4b80&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 945 time: 0.4602954 Apr 18 21:42:32.585742 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-78506ffb-6190-417e-a336-6f73716efd5f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.597222 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.680069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78506ffb-6190-417e-a336-6f73716efd5f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd539d5-2080-4ae6-9707-8ec45aa904cb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:32.693256 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-78506ffb-6190-417e-a336-6f73716efd5f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.712737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7862098b-736f-4a3e-bce5-b455d69becc3 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:32.714299 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-78506ffb-6190-417e-a336-6f73716efd5f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/cfd539d5-2080-4ae6-9707-8ec45aa904cb HTTP/1.1" status: 204 len: 168 time: 1.3359616 Apr 18 21:42:32.717312 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-e5414527-eb7c-43d7-9439-9a4e3a9b25b5 service neutron] 10.222.0.26 "GET /v2.0/ports/df0bfe95-0c55-490f-a3d2-8412483eb7df/bindings/n-h2-836017-3 HTTP/1.1" status: 200 len: 382 time: 0.2164145 Apr 18 21:42:32.719127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45554) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:32.762357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f93e619d-bf80-4220-be8f-1b58e8be513a tempest-DHCPAgentSchedulersTestJSON-1179637662 tempest-DHCPAgentSchedulersTestJSON-1179637662-project-admin] 10.222.0.11 "GET /v2.0/agents/aa93d888-ac76-4881-a017-4e7890dc1f38/dhcp-networks HTTP/1.1" status: 200 len: 10033 time: 0.2941530 Apr 18 21:42:32.763971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45558) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:32.764816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e610e7e-f4a5-41bf-88e8-71e46064f74e None None] Network 7e40e479-1d7c-4a04-889b-ce4b94051451 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:32.847040 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.955062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f55373da-37f7-45d5-b080-7592b1021311 tempest-DHCPAgentSchedulersTestJSON-1179637662 tempest-DHCPAgentSchedulersTestJSON-1179637662-project-admin] 10.222.0.11 "DELETE /v2.0/agents/aa93d888-ac76-4881-a017-4e7890dc1f38/dhcp-networks/c527c960-ec1d-4585-b09f-6ad9ee95fec3 HTTP/1.1" status: 204 len: 168 time: 0.1901824 Apr 18 21:42:32.956130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45562) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:33.000728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 7862098b-736f-4a3e-bce5-b455d69becc3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:33.001098 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.021111 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.108390 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-93d5883a-c585-4541-afc5-315ccb1df406 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1096 time: 0.2578759 Apr 18 21:42:33.118517 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.179130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device df0bfe95-0c55-490f-a3d2-8412483eb7df up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:33.227350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfeed72-01de-4cd1-b7b0-da03273cca15 None None] DHCP port deletion for 7e40e479-1d7c-4a04-889b-ce4b94051451 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:42:33.245992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-edfeed72-01de-4cd1-b7b0-da03273cca15 None None] Deleting port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:33.246355 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-edfeed72-01de-4cd1-b7b0-da03273cca15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.247690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d782159a-ee88-4f84-8580-3dcf3ad975eb tempest-DHCPAgentSchedulersTestJSON-1179637662 tempest-DHCPAgentSchedulersTestJSON-1179637662-project-admin] 10.222.0.11 "GET /v2.0/agents/aa93d888-ac76-4881-a017-4e7890dc1f38/dhcp-networks HTTP/1.1" status: 200 len: 9251 time: 0.2907693 Apr 18 21:42:33.252776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45566) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:33.283152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b777f4b5-6f84-46ee-acd7-2e3660d42253 tempest-DHCPAgentSchedulersTestJSON-1179637662 tempest-DHCPAgentSchedulersTestJSON-1179637662-project-admin] 10.222.0.11 "GET /v2.0/networks/170e6b13-df2e-42a0-b206-661002f85ab9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0289431 Apr 18 21:42:33.287760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45570) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:33.304550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:33.315349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:33.321747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fdfc1e-a008-4c77-bb53-3791c34bf0ac']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:33.328120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ad28bab9-e764-44d6-884b-4c0b23969f39 tempest-DHCPAgentSchedulersTestJSON-1179637662 tempest-DHCPAgentSchedulersTestJSON-1179637662-project-admin] 10.222.0.11 "GET /v2.0/networks/170e6b13-df2e-42a0-b206-661002f85ab9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0382068 Apr 18 21:42:33.330521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45574) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:33.331685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=94912eee-1d3e-4dbf-8216-93c6022a89bc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:33.339527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:33.375578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae86c7d-e7aa-455a-ba6e-44d5dc721427') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:33.376106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae86c7d-e7aa-455a-ba6e-44d5dc721427') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:33.406127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.412166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ac5f43d5-f248-47e2-b7de-a0b8d2804c8a no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:33.450978 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.470716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: ac5f43d5-f248-47e2-b7de-a0b8d2804c8a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:42:33.470716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ac5f43d5-f248-47e2-b7de-a0b8d2804c8a not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:42:33.623559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-edfeed72-01de-4cd1-b7b0-da03273cca15 None None] For port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef,segment=NetworkSegment(f519d71e-5036-4cce-ba64-b00dd5daaaea),segment_id=f519d71e-5036-4cce-ba64-b00dd5daaaea)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:33.624257 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-edfeed72-01de-4cd1-b7b0-da03273cca15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.635953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-38384fbb-3e4f-47a6-8be8-da2c3672b73b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:33.637707 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-38384fbb-3e4f-47a6-8be8-da2c3672b73b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 898 time: 0.5109215 Apr 18 21:42:33.666733 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6427b5a0-b97c-48fa-a688-db969eb1b4ed tempest-DHCPAgentSchedulersTestJSON-1179637662 tempest-DHCPAgentSchedulersTestJSON-1179637662-project-admin] 10.222.0.11 "GET /v2.0/agents/aa93d888-ac76-4881-a017-4e7890dc1f38/dhcp-networks HTTP/1.1" status: 200 len: 9251 time: 0.3349357 Apr 18 21:42:33.674428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45584) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:33.708233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:42:33.708778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.711321 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.717899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port df0bfe95-0c55-490f-a3d2-8412483eb7df completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:42:33.732900 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:42:33.800338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-edfeed72-01de-4cd1-b7b0-da03273cca15 None None] Calling delete_port for f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:33.804103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e983ac-1d72-4146-8500-785e6133170f req-c0707753-b12e-47af-b3e5-748d571a7013 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:33.811922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36e983ac-1d72-4146-8500-785e6133170f req-c0707753-b12e-47af-b3e5-748d571a7013 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 945 time: 0.2302604 Apr 18 21:42:33.836993 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.880789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port df0bfe95-0c55-490f-a3d2-8412483eb7df triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:33.881153 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.022078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36e983ac-1d72-4146-8500-785e6133170f req-f3f65255-65ce-4f5c-ba75-6e3d41713d13 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092280 Apr 18 21:42:34.032762 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.077906 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.091511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c527c960-ec1d-4585-b09f-6ad9ee95fec3']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:34.107194 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-8da835cd-1972-4d97-aef2-3930868924e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1001 time: 0.4568422 Apr 18 21:42:34.108026 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.119530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90dd9333-9c8f-4c03-806c-3ee4f15ac6e5') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:34.121155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90dd9333-9c8f-4c03-806c-3ee4f15ac6e5') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:34.138205 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.156817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Network': ['ID=f4fdfc1e-a008-4c77-bb53-3791c34bf0ac,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:34.157047 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-edfeed72-01de-4cd1-b7b0-da03273cca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.157268 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.167123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:42:34.167700 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.169052 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f41fe6b-14e9-4c99-a72b-adcd92d919dc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/networks/f4fdfc1e-a008-4c77-bb53-3791c34bf0ac HTTP/1.1" status: 204 len: 168 time: 1.4489214 Apr 18 21:42:34.180023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45594) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:42:34.188364 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:42:34.234640 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfeed72-01de-4cd1-b7b0-da03273cca15 None None] Pushing event deleted for resources: {'Port': ['ID=f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:34.257937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfeed72-01de-4cd1-b7b0-da03273cca15 None None] No DVR routers for this DVR port f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:42:34.279404 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.292824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-508e2c55-c2c3-4c45-aeaf-98acde167440 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:34.294302 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-508e2c55-c2c3-4c45-aeaf-98acde167440 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.1792197 Apr 18 21:42:34.314218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:42:34.324153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:34.357074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.379980 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.387709 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b956bf9-5f55-468e-a7cd-eca07ae09dc8'] response: {'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'code': 200} Apr 18 21:42:34.391348 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.397390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.405567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Pushing event deleted for resources: {'Network': ['ID=c527c960-ec1d-4585-b09f-6ad9ee95fec3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:34.418230 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] 10.222.0.11 "DELETE /v2.0/networks/c527c960-ec1d-4585-b09f-6ad9ee95fec3 HTTP/1.1" status: 204 len: 168 time: 0.7427278 Apr 18 21:42:34.426376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45604) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:34.435017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:34.435421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:34.435762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:34.436098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:34.436430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:34.437104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:34.437228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:34.438259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:34.438259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:34.438466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:34.438791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979e430-a355-4fb0-bcdc-4c0a4fd90675 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:34.488458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:34.521830 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-802c8d9a-7d67-4f0f-97c3-26092c06f187 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] DELETE failed (client error): The resource could not be found. Apr 18 21:42:34.522188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802c8d9a-7d67-4f0f-97c3-26092c06f187 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:42:34.579753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45608) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:34.580002 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-802c8d9a-7d67-4f0f-97c3-26092c06f187 tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] 10.222.0.11 "DELETE /v2.0/ports/7acdbbdf-b77e-4917-90d2-7aa5776c534a HTTP/1.1" status: 404 len: 333 time: 0.1310050 Apr 18 21:42:34.593969 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-72455988-ac83-4006-9b73-2f4d813e465d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2850764 Apr 18 21:42:34.621239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:34.655581 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:42:34.656066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f270dcc0-6a2c-40c8-ba4f-36433bf3f8ef not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:42:34.746555 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.778130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cd2a61-6470-495e-8162-c0f25db8dadc tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Deleting subnet 07ad4bc3-aab6-49cc-8c9d-04ee62342ac8 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:42:34.780889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-08cd2a61-6470-495e-8162-c0f25db8dadc tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.791638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e40e479-1d7c-4a04-889b-ce4b94051451']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:34.871153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f519d71e-5036-4cce-ba64-b00dd5daaaea') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:34.871396 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f519d71e-5036-4cce-ba64-b00dd5daaaea') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:34.915708 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.942426 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-08cd2a61-6470-495e-8162-c0f25db8dadc tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.956979 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-c5c81146-b0d7-46bc-b689-7efc7bb0f671 service neutron] 10.222.0.26 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137953 Apr 18 21:42:34.961444 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.985081 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:34.990913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:42:34.990913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:42:35.004630 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:42:35.028235 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-08cd2a61-6470-495e-8162-c0f25db8dadc tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.206702 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-08cd2a61-6470-495e-8162-c0f25db8dadc tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.252245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd2a61-6470-495e-8162-c0f25db8dadc tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Pushing event deleted for resources: {'Subnet': ['ID=07ad4bc3-aab6-49cc-8c9d-04ee62342ac8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:35.264247 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-08cd2a61-6470-495e-8162-c0f25db8dadc tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.270593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73443c3a-afc1-4d61-aeb3-3e9837fa89f3 None None] Network 170e6b13-df2e-42a0-b206-661002f85ab9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:35.271585 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-08cd2a61-6470-495e-8162-c0f25db8dadc tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] 10.222.0.11 "DELETE /v2.0/subnets/07ad4bc3-aab6-49cc-8c9d-04ee62342ac8 HTTP/1.1" status: 204 len: 168 time: 0.6906433 Apr 18 21:42:35.275025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45614) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:35.335398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.388723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.393648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9b2d7-1d5f-466d-9345-4f4b0f5d2a57 req-0874354b-93f2-417e-9931-630ef9a671c6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:35.395914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67d9b2d7-1d5f-466d-9345-4f4b0f5d2a57 req-0874354b-93f2-417e-9931-630ef9a671c6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.2385647 Apr 18 21:42:35.407507 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.416329 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.433873 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-0f008b99-1464-4d5b-a552-4bdade9f44d9 service neutron] 10.222.0.26 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691646 Apr 18 21:42:35.434584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Network': ['ID=7e40e479-1d7c-4a04-889b-ce4b94051451,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:35.454301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Deleting port 7862098b-736f-4a3e-bce5-b455d69becc3 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:35.456966 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.459054 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cca7df02-863b-4693-b910-8682843bdf36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/networks/7e40e479-1d7c-4a04-889b-ce4b94051451 HTTP/1.1" status: 204 len: 168 time: 1.2779474 Apr 18 21:42:35.461168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45618) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:35.469374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-21107813'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:35.479395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:35.506412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:network and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:35.511462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:35.526242 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67d9b2d7-1d5f-466d-9345-4f4b0f5d2a57 req-30cc7ab0-9f4c-43e9-8472-ba160f66188e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132455 Apr 18 21:42:35.583744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:35.605514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f09dcb8-f2c1-4b47-9f9c-b12961cac6a2 None None] DHCP port deletion for 170e6b13-df2e-42a0-b206-661002f85ab9 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:42:35.609343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4f09dcb8-f2c1-4b47-9f9c-b12961cac6a2 None None] Deleting port 7862098b-736f-4a3e-bce5-b455d69becc3 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:35.612977 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f09dcb8-f2c1-4b47-9f9c-b12961cac6a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.685916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:35.689229 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.700699 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.727586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:42:35.733572 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.733911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] For port 7862098b-736f-4a3e-bce5-b455d69becc3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7862098b-736f-4a3e-bce5-b455d69becc3,segment=NetworkSegment(110570e7-dd95-437b-9595-657a6fbbc1b7),segment_id=110570e7-dd95-437b-9595-657a6fbbc1b7)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:35.734277 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.734934 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Added segment 0ae5faf1-0533-43f2-9556-8ac83bfa7c5f of type vlan for network d692b16c-701f-4999-8d1f-780338b3dd00 Apr 18 21:42:35.770247 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.775546 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.836953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4f09dcb8-f2c1-4b47-9f9c-b12961cac6a2 None None] For port 7862098b-736f-4a3e-bce5-b455d69becc3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=7862098b-736f-4a3e-bce5-b455d69becc3,segment=NetworkSegment(110570e7-dd95-437b-9595-657a6fbbc1b7),segment_id=110570e7-dd95-437b-9595-657a6fbbc1b7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:35.838139 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f09dcb8-f2c1-4b47-9f9c-b12961cac6a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.874024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Calling delete_port for 7862098b-736f-4a3e-bce5-b455d69becc3 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:35.906021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=94912eee-1d3e-4dbf-8216-93c6022a89bc,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:35.923775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.964174 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4f09dcb8-f2c1-4b47-9f9c-b12961cac6a2 None None] Calling delete_port for 7862098b-736f-4a3e-bce5-b455d69becc3 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:36.032934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.038046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:36.038046 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.083263 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.089951 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-4f09dcb8-f2c1-4b47-9f9c-b12961cac6a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:42:36.090308 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-4f09dcb8-f2c1-4b47-9f9c-b12961cac6a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:42:36.132243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Pushing event deleted for resources: {'Port': ['ID=7862098b-736f-4a3e-bce5-b455d69becc3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:36.143342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] No DVR routers for this DVR port 7862098b-736f-4a3e-bce5-b455d69becc3 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:42:36.190603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Network': ['ID=d692b16c-701f-4999-8d1f-780338b3dd00,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:36.201503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d692b16c-701f-4999-8d1f-780338b3dd00 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:42:36.259240 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d4225d11-4a9d-4bdc-94e0-d3cb1ef7dc9c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7926822 Apr 18 21:42:36.259689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45628) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:36.267175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'subnet': {'network_id': 'd692b16c-701f-4999-8d1f-780338b3dd00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:36.284539 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.319703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170e6b13-df2e-42a0-b206-661002f85ab9']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:36.337769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110570e7-dd95-437b-9595-657a6fbbc1b7') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:36.338488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110570e7-dd95-437b-9595-657a6fbbc1b7') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:36.353218 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Floating IP 8c38a3d6-2b9e-488a-b457-6d9423f0d12c associated. External IP: 172.25.3.60, port: 6c35c0c1-d44a-4884-b50a-cb599003db8e. Apr 18 21:42:36.353954 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.373908 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.382067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:42:36.382595 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:42:36.402721 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:42:36.525085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:36.531551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:subnet and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:36.535123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:36.542122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:36.563338 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.575457 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.591401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4f09dcb8-f2c1-4b47-9f9c-b12961cac6a2 None None] Deleting port 7862098b-736f-4a3e-bce5-b455d69becc3 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:36.596311 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f09dcb8-f2c1-4b47-9f9c-b12961cac6a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.635430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] 10.222.0.11 "DELETE /v2.0/networks/170e6b13-df2e-42a0-b206-661002f85ab9 HTTP/1.1" status: 204 len: 168 time: 1.3574884 Apr 18 21:42:36.649880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc9e68-5078-4e05-afef-c7ed04be120e tempest-DHCPAgentSchedulersTestJSON-60572539 tempest-DHCPAgentSchedulersTestJSON-60572539-project] Pushing event deleted for resources: {'Network': ['ID=170e6b13-df2e-42a0-b206-661002f85ab9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:36.664364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7862098b-736f-4a3e-bce5-b455d69becc3 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:36.707017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:36.756376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 7862098b-736f-4a3e-bce5-b455d69becc3 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:42:36.756912 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 7862098b-736f-4a3e-bce5-b455d69becc3 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:42:36.834693 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4f09dcb8-f2c1-4b47-9f9c-b12961cac6a2 None None] The port '7862098b-736f-4a3e-bce5-b455d69becc3' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:42:36.943458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97552637-d263-46dc-9cc3-def3683e7fcf req-1d92bf3a-a8c9-4237-92e5-069530db71a9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:36.944965 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97552637-d263-46dc-9cc3-def3683e7fcf req-1d92bf3a-a8c9-4237-92e5-069530db71a9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.1287167 Apr 18 21:42:37.016888 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97552637-d263-46dc-9cc3-def3683e7fcf req-6ab4181c-bfea-4e06-bca8-3fc973f26037 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592277 Apr 18 21:42:37.092187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.284703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45642) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:37.440336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:37.479024 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d4914ae8-bbc3-44f9-b6be-8180e2fbe724 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f711d6876d4f480486bf29d11f9facfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1906085 Apr 18 21:42:37.479024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45648) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:37.503119 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.548726 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4fef910d-8475-400c-a5c4-3a6bcf2c2555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.577882 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4fef910d-8475-400c-a5c4-3a6bcf2c2555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.665293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Subnet': ['ID=153edc27-b495-4bef-926a-4e6238742ccd,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:37.687239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Checking segment: {'id': '0ae5faf1-0533-43f2-9556-8ac83bfa7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd692b16c-701f-4999-8d1f-780338b3dd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:37.687503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network hostable DHCP agents. Network: d692b16c-701f-4999-8d1f-780338b3dd00, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:42:37.735022 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4fef910d-8475-400c-a5c4-3a6bcf2c2555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.749122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef910d-8475-400c-a5c4-3a6bcf2c2555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f417281-3745-4669-8fbb-183d7b6e1a02,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:37.758426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:37.771119 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4fef910d-8475-400c-a5c4-3a6bcf2c2555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.772034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fabd4d6-0aaf-41ec-8501-d737857c84fa None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:37.776286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4fef910d-8475-400c-a5c4-3a6bcf2c2555 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f417281-3745-4669-8fbb-183d7b6e1a02 HTTP/1.1" status: 204 len: 168 time: 0.2952738 Apr 18 21:42:37.788458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network d692b16c-701f-4999-8d1f-780338b3dd00 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:42:37.820179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fabd4d6-0aaf-41ec-8501-d737857c84fa None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:37.822975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0fabd4d6-0aaf-41ec-8501-d737857c84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:37.861836 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.887745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0fabd4d6-0aaf-41ec-8501-d737857c84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:37.898490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, d692b16c-701f-4999-8d1f-780338b3dd00) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:37.901140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fabd4d6-0aaf-41ec-8501-d737857c84fa None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:37.902132 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0fabd4d6-0aaf-41ec-8501-d737857c84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:37.911920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:37.912688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.944057 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1a210bf9-e97b-4985-ba2c-6afa6027b220 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1662152 Apr 18 21:42:37.946487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45654) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:37.962042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ab25a-bc79-4aa1-b329-b5af923d69b7 None None] Network d692b16c-701f-4999-8d1f-780338b3dd00 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:37.986393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0fabd4d6-0aaf-41ec-8501-d737857c84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:37.986788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fabd4d6-0aaf-41ec-8501-d737857c84fa None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:38.026309 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ce1bfe72-e3b9-45ad-9a66-aa35a07d81ac tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7622383 Apr 18 21:42:38.026605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45658) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:38.044653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-97f6c008-8276-42f1-bdb7-b671b27511ff tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1378610869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:38.053257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-97f6c008-8276-42f1-bdb7-b671b27511ff tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:38.061389 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-97f6c008-8276-42f1-bdb7-b671b27511ff tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:router and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:38.066537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-97f6c008-8276-42f1-bdb7-b671b27511ff tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:38.081767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-97f6c008-8276-42f1-bdb7-b671b27511ff tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:38.091997 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d9d2bfb1-72fa-4afe-981f-2281535c1a64 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "GET /v2.0/floatingips/8c38a3d6-2b9e-488a-b457-6d9423f0d12c HTTP/1.1" status: 200 len: 977 time: 0.1444776 Apr 18 21:42:38.095493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45662) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:38.220380 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97f6c008-8276-42f1-bdb7-b671b27511ff tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.221764 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97f6c008-8276-42f1-bdb7-b671b27511ff tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.258891 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97f6c008-8276-42f1-bdb7-b671b27511ff tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.316734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-d692b16c-701f-4999-8d1f-780338b3dd00', 'network_id': 'd692b16c-701f-4999-8d1f-780338b3dd00', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'fixed_ips': [{'subnet_id': '153edc27-b495-4bef-926a-4e6238742ccd'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:42:38.318608 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.399488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d8340d15-3c1b-474d-a8e2-110aab9a7c16 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Synchronizing usage tracker for tenant:3414fbe62ec6441fa74252b5350cbe16 on resource:floatingip {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:42:38.447717 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97f6c008-8276-42f1-bdb7-b671b27511ff tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.458102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086256d-eefa-4fe1-ae08-44833514f4e6 req-311866d0-d3cb-4771-a696-f77038f8b282 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:38.465211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3086256d-eefa-4fe1-ae08-44833514f4e6 req-311866d0-d3cb-4771-a696-f77038f8b282 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.2177732 Apr 18 21:42:38.512429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3086256d-eefa-4fe1-ae08-44833514f4e6 req-5400a94c-f166-4fce-806e-514cc35eb9bf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457325 Apr 18 21:42:38.515129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Allocated IP 2001:db8::2 (d692b16c-701f-4999-8d1f-780338b3dd00/153edc27-b495-4bef-926a-4e6238742ccd/a10ffa85-5572-4b17-9cca-603157b09e44) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:38.517069 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-9238edc0-2a10-4893-bc92-7efcef4f5e02 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce&tenant_id=5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 1097 time: 0.1208720 Apr 18 21:42:38.534357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:38.596786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d8340d15-3c1b-474d-a8e2-110aab9a7c16 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Unset dirty status for tenant:3414fbe62ec6441fa74252b5350cbe16 on resource:floatingip {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:42:38.598968 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d8340d15-3c1b-474d-a8e2-110aab9a7c16 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5014424 Apr 18 21:42:38.602120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45670) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:38.607589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-070a00d4-f688-46bc-b243-37b7b9c0441d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'floatingip': {'port_id': '795831f8-18c5-4d05-9e47-2086e70d1233'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:38.630372 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97f6c008-8276-42f1-bdb7-b671b27511ff tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.634092 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-97f6c008-8276-42f1-bdb7-b671b27511ff tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6062174 Apr 18 21:42:38.637433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45674) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:38.638184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45676) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:38.672213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'port': {'network_id': 'd692b16c-701f-4999-8d1f-780338b3dd00', 'name': 'tempest-RoutersIpV6Test-1672869882'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:38.736489 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-070a00d4-f688-46bc-b243-37b7b9c0441d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.752729 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.774756 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-12a4a19d-0daa-405d-ba07-efcfa4f35005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.815641 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.829665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Transition to ACTIVE for port object a10ffa85-5572-4b17-9cca-603157b09e44 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:38.848434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Transition to ACTIVE for port object a10ffa85-5572-4b17-9cca-603157b09e44 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:38.923696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-12a4a19d-0daa-405d-ba07-efcfa4f35005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:38.928945 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.949641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-12a4a19d-0daa-405d-ba07-efcfa4f35005 admin admin] Usage tracker for resource:security_group_rule and tenant:d9be7316b1a147eda93dcecbef8e807b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:38.995726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-12a4a19d-0daa-405d-ba07-efcfa4f35005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:39.020987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-12a4a19d-0daa-405d-ba07-efcfa4f35005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:39.025397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:39.036461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Pushing event updated for resources: {'Port': ['ID=a10ffa85-5572-4b17-9cca-603157b09e44,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:39.055137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Network d692b16c-701f-4999-8d1f-780338b3dd00 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:39.056026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:39.056458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:39.063121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:39.156872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:39.159907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.234608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] device_id is not set on port a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:42:39.250128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Attempting to bind port a10ffa85-5572-4b17-9cca-603157b09e44 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:42:39.250845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Attempting to bind port a10ffa85-5572-4b17-9cca-603157b09e44 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '0ae5faf1-0533-43f2-9556-8ac83bfa7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd692b16c-701f-4999-8d1f-780338b3dd00'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:42:39.251444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Attempting to bind port a10ffa85-5572-4b17-9cca-603157b09e44 on network d692b16c-701f-4999-8d1f-780338b3dd00 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:39.260665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:42:39.261439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Checking segment: {'id': '0ae5faf1-0533-43f2-9556-8ac83bfa7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd692b16c-701f-4999-8d1f-780338b3dd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:39.262105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.263030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Bound using segment: {'id': '0ae5faf1-0533-43f2-9556-8ac83bfa7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd692b16c-701f-4999-8d1f-780338b3dd00'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:42:39.263958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Bound port: a10ffa85-5572-4b17-9cca-603157b09e44, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae5faf1-0533-43f2-9556-8ac83bfa7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd692b16c-701f-4999-8d1f-780338b3dd00'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:42:39.264566 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.313522 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-12a4a19d-0daa-405d-ba07-efcfa4f35005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.339447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:39.385275 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] For port a10ffa85-5572-4b17-9cca-603157b09e44, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:39.388656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] For port a10ffa85-5572-4b17-9cca-603157b09e44, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a10ffa85-5572-4b17-9cca-603157b09e44,segment=NetworkSegment(0ae5faf1-0533-43f2-9556-8ac83bfa7c5f),segment_id=0ae5faf1-0533-43f2-9556-8ac83bfa7c5f)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:42:39.396186 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.421041 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-12a4a19d-0daa-405d-ba07-efcfa4f35005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.465457 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.526771 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-070a00d4-f688-46bc-b243-37b7b9c0441d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.562196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9adf4-f8c2-4059-b1a8-c6dbe4849db1 None None] Pushing event updated for resources: {'Port': ['ID=a10ffa85-5572-4b17-9cca-603157b09e44,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:39.602282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Allocated IP 2001:db8::3dd (d692b16c-701f-4999-8d1f-780338b3dd00/153edc27-b495-4bef-926a-4e6238742ccd/a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:39.602835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-070a00d4-f688-46bc-b243-37b7b9c0441d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.775270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:39.873159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4a19d-0daa-405d-ba07-efcfa4f35005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b1fdc0-d264-4bf1-9f5c-dc6345578bc7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:39.883491 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-12a4a19d-0daa-405d-ba07-efcfa4f35005 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9be7316b1a147eda93dcecbef8e807b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2443287 Apr 18 21:42:39.888554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031f913-052a-4a0e-b987-e0986ffdd1b3 req-f505f489-d64a-4218-aec8-cf09260ff324 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:39.889541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3031f913-052a-4a0e-b987-e0986ffdd1b3 req-f505f489-d64a-4218-aec8-cf09260ff324 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.2193637 Apr 18 21:42:39.889999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45688) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:39.932187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:42:39.940517 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.980851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Transition to ACTIVE for port object df0bfe95-0c55-490f-a3d2-8412483eb7df will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:39.999045 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.021652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Transition to ACTIVE for port object a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:40.027586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.070684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3031f913-052a-4a0e-b987-e0986ffdd1b3 req-422bbc35-3bef-4967-af8f-ff8c4a7463b4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419632 Apr 18 21:42:40.070861 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd29e461-2700-4092-9c4b-2a4d8ac7935e'] response: {'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'code': 200} Apr 18 21:42:40.093218 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-978dca41-5544-465b-8bbc-6690b5ac0e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.151573 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-978dca41-5544-465b-8bbc-6690b5ac0e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.186634 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-070a00d4-f688-46bc-b243-37b7b9c0441d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Floating IP 8c38a3d6-2b9e-488a-b457-6d9423f0d12c associated. External IP: 172.25.3.60, port: 6c35c0c1-d44a-4884-b50a-cb599003db8e. Apr 18 21:42:40.215648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=10']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:40.291808 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.409763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:40.453335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network d692b16c-701f-4999-8d1f-780338b3dd00 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:40.453462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:40.455945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:40.460787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:40.461427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.481613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] No DVR routers for this DVR port df0bfe95-0c55-490f-a3d2-8412483eb7df on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:42:40.705709 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-978dca41-5544-465b-8bbc-6690b5ac0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.728184 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1f033cbf-f1dd-40a3-8556-5dda23255e26 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0866687 Apr 18 21:42:40.728943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a10ffa85-5572-4b17-9cca-603157b09e44 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:40.730855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45696) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:40.789508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dca41-5544-465b-8bbc-6690b5ac0e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b1fdc0-d264-4bf1-9f5c-dc6345578bc7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:40.795248 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-978dca41-5544-465b-8bbc-6690b5ac0e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.796357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-978dca41-5544-465b-8bbc-6690b5ac0e3b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1b1fdc0-d264-4bf1-9f5c-dc6345578bc7 HTTP/1.1" status: 204 len: 168 time: 0.9036920 Apr 18 21:42:40.966099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070a00d4-f688-46bc-b243-37b7b9c0441d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:41.041367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port a10ffa85-5572-4b17-9cca-603157b09e44 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:41.214879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device df0bfe95-0c55-490f-a3d2-8412483eb7df no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:41.321803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e535cd38-89e7-47b9-b2b7-c09012ddc3c8 None None] Network d692b16c-701f-4999-8d1f-780338b3dd00 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:41.387413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070a00d4-f688-46bc-b243-37b7b9c0441d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:41.395599 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad7248-7a0b-46ae-ade6-bf2132e290d5 None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:41.412768 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad7248-7a0b-46ae-ade6-bf2132e290d5 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:41.413386 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8fad7248-7a0b-46ae-ade6-bf2132e290d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:41.480198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Attempting to bind port df0bfe95-0c55-490f-a3d2-8412483eb7df on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:42:41.480535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Attempting to bind port df0bfe95-0c55-490f-a3d2-8412483eb7df by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:42:41.480866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Attempting to bind port df0bfe95-0c55-490f-a3d2-8412483eb7df on network b5436652-078b-45fa-a481-add4d155899f {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:41.487740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Port df0bfe95-0c55-490f-a3d2-8412483eb7df on network b5436652-078b-45fa-a481-add4d155899f not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:42:41.488060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Attempting to bind port df0bfe95-0c55-490f-a3d2-8412483eb7df on network b5436652-078b-45fa-a481-add4d155899f {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:41.492171 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8fad7248-7a0b-46ae-ade6-bf2132e290d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:41.501177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:42:41.502989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Checking segment: {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:41.502989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Bound using segment: {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:42:41.502989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Bound port: df0bfe95-0c55-490f-a3d2-8412483eb7df, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa459dd1-c999-49b8-bc3c-7d9156cc920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5436652-078b-45fa-a481-add4d155899f'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:42:41.502989 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:41.503609 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad7248-7a0b-46ae-ade6-bf2132e290d5 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:41.504884 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8fad7248-7a0b-46ae-ade6-bf2132e290d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:41.580775 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8fad7248-7a0b-46ae-ade6-bf2132e290d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:41.581179 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad7248-7a0b-46ae-ade6-bf2132e290d5 None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:41.592702 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device df0bfe95-0c55-490f-a3d2-8412483eb7df not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:42:41.653518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af78feb-586e-427f-b660-2b30b6db4bb9 req-014091ba-63db-4b42-9b94-7f6b8e08901e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:41.653518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6af78feb-586e-427f-b660-2b30b6db4bb9 req-014091ba-63db-4b42-9b94-7f6b8e08901e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 945 time: 0.3072224 Apr 18 21:42:41.694020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3acaf755-f9a5-4ef2-9b0c-fac72bc2f532 None None] Provisioning for port a10ffa85-5572-4b17-9cca-603157b09e44 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:41.702364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3acaf755-f9a5-4ef2-9b0c-fac72bc2f532 None None] Provisioning complete for port a10ffa85-5572-4b17-9cca-603157b09e44 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:41.702525 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3acaf755-f9a5-4ef2-9b0c-fac72bc2f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:41.734378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6af78feb-586e-427f-b660-2b30b6db4bb9 req-e162fa5e-432c-4d3d-a1b9-5a4e80cc4fe1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945728 Apr 18 21:42:41.877838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:41.897728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:42:41.979165 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:41.991685 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3acaf755-f9a5-4ef2-9b0c-fac72bc2f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:42.124700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3acaf755-f9a5-4ef2-9b0c-fac72bc2f532 None None] For port a10ffa85-5572-4b17-9cca-603157b09e44, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a10ffa85-5572-4b17-9cca-603157b09e44,segment=NetworkSegment(0ae5faf1-0533-43f2-9556-8ac83bfa7c5f),segment_id=0ae5faf1-0533-43f2-9556-8ac83bfa7c5f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:42.146908 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:42.148267 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] 10.222.0.59 "PUT /v2.0/ports/df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1093 time: 3.6220753 Apr 18 21:42:42.149375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070a00d4-f688-46bc-b243-37b7b9c0441d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:42.178234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:42:42.214449 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3acaf755-f9a5-4ef2-9b0c-fac72bc2f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:42.365587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769e6a4-0f73-4c93-8b11-f10c71423ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=11']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:42.470342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaf755-f9a5-4ef2-9b0c-fac72bc2f532 None None] Pushing event updated for resources: {'Port': ['ID=a10ffa85-5572-4b17-9cca-603157b09e44,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:42.488394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c3428efe-0862-4756-abe9-8a1ab20f5bb2 None None] Provisioning complete for port a10ffa85-5572-4b17-9cca-603157b09e44 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:42.488968 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c3428efe-0862-4756-abe9-8a1ab20f5bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:42.495576 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:42.534538 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253aa668-3c3f-4b29-8dce-d5e2eefd5586'] response: {'name': 'network-changed', 'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'status': 'completed', 'code': 200} Apr 18 21:42:42.728353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a10ffa85-5572-4b17-9cca-603157b09e44 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:42.730395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070a00d4-f688-46bc-b243-37b7b9c0441d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:42.730722 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-070a00d4-f688-46bc-b243-37b7b9c0441d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:42.759287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fb827-70a9-4fd0-b0bf-4f1cd4b9e5cf None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:42.829859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fb827-70a9-4fd0-b0bf-4f1cd4b9e5cf None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:42.830540 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-670fb827-70a9-4fd0-b0bf-4f1cd4b9e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:42.975248 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-070a00d4-f688-46bc-b243-37b7b9c0441d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "PUT /v2.0/floatingips/8c38a3d6-2b9e-488a-b457-6d9423f0d12c HTTP/1.1" status: 200 len: 976 time: 4.3685141 Apr 18 21:42:42.975248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45734) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:42.976422 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-670fb827-70a9-4fd0-b0bf-4f1cd4b9e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:42.980248 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c3428efe-0862-4756-abe9-8a1ab20f5bb2 None None] Provisioning for port a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:42.982378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-cf60b46d-4119-454d-b019-5be1e689b66c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:42.992551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c3428efe-0862-4756-abe9-8a1ab20f5bb2 None None] Provisioning complete for port a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:42.993062 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c3428efe-0862-4756-abe9-8a1ab20f5bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:43.101802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c3428efe-0862-4756-abe9-8a1ab20f5bb2 None None] Port a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:42:43.110083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fb827-70a9-4fd0-b0bf-4f1cd4b9e5cf None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:43.110988 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-670fb827-70a9-4fd0-b0bf-4f1cd4b9e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:43.279374 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf60b46d-4119-454d-b019-5be1e689b66c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:43.407467 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-670fb827-70a9-4fd0-b0bf-4f1cd4b9e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:43.407467 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fb827-70a9-4fd0-b0bf-4f1cd4b9e5cf None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:43.407467 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a10ffa85-5572-4b17-9cca-603157b09e44 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:43.407467 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:43.415155 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-2b70714f-db47-4e77-abab-0fb21deb1eba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1096 time: 1.1207864 Apr 18 21:42:43.427630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6c54dc16-1711-42c0-98e3-513ee731d0d4 None None] Provisioning complete for port a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:43.427630 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6c54dc16-1711-42c0-98e3-513ee731d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:43.512897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6c54dc16-1711-42c0-98e3-513ee731d0d4 None None] Port a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:42:43.533455 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-f002b9bd-0ca9-48cb-bca8-21e631e1d4e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1096 time: 0.9835830 Apr 18 21:42:43.726613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00233c-eead-46a0-8ba0-b46ea6de9fef req-5a32572e-2f5d-4248-9c5a-6785c486ecce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:43.736441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb00233c-eead-46a0-8ba0-b46ea6de9fef req-5a32572e-2f5d-4248-9c5a-6785c486ecce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 945 time: 0.7536430 Apr 18 21:42:43.744253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:43.759794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-c1e995ce-bb03-4e60-a537-f1fe614c4d42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:43.761240 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-c1e995ce-bb03-4e60-a537-f1fe614c4d42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 898 time: 0.4457893 Apr 18 21:42:43.844687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-d0369fa1-c42f-4d3a-a980-bba2cec5dad4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:43.846268 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-d0369fa1-c42f-4d3a-a980-bba2cec5dad4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 898 time: 0.3142731 Apr 18 21:42:43.854321 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb00233c-eead-46a0-8ba0-b46ea6de9fef req-1f6b1b7d-79f5-49f2-839b-214bf399f8b7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217401 Apr 18 21:42:43.928981 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:44.051130 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf60b46d-4119-454d-b019-5be1e689b66c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:44.074964 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-2a221605-0748-47f2-b652-d550ec172d0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1000 time: 0.2971530 Apr 18 21:42:44.074964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:44.112894 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf60b46d-4119-454d-b019-5be1e689b66c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:44.112894 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-cf60b46d-4119-454d-b019-5be1e689b66c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Floating IP 8c38a3d6-2b9e-488a-b457-6d9423f0d12c disassociated. External IP: 172.25.3.60, port: 795831f8-18c5-4d05-9e47-2086e70d1233. Apr 18 21:42:44.601654 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-2548ee5c-f50e-4050-a5cc-91288ff6d4ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1000 time: 0.7267935 Apr 18 21:42:44.694220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-dab95c55-d39a-4e89-8c81-a376685941a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:44.694220 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-dab95c55-d39a-4e89-8c81-a376685941a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.6139221 Apr 18 21:42:44.713107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8e749ce1-1c1c-447c-9930-f8e2f30d4e79 None None] Provisioning complete for port a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:44.713107 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8e749ce1-1c1c-447c-9930-f8e2f30d4e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:44.750647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf60b46d-4119-454d-b019-5be1e689b66c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:44.769456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-6bd03689-1bda-4f05-a1f5-43f6d5c63610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:44.772160 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-6bd03689-1bda-4f05-a1f5-43f6d5c63610 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.1656435 Apr 18 21:42:44.796024 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8e749ce1-1c1c-447c-9930-f8e2f30d4e79 None None] Port a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:42:44.843599 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:44.943717 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-6bdf04df-de05-44b4-8ff3-f50e78e24ede service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2360120 Apr 18 21:42:44.943717 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-51cccdb1-032b-4526-abbc-0c05064d07d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476178 Apr 18 21:42:44.962945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-c189fc36-804b-47f1-8d10-e8e7181c4fa5 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:42:44.962945 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-c189fc36-804b-47f1-8d10-e8e7181c4fa5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0119574 Apr 18 21:42:45.174369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf60b46d-4119-454d-b019-5be1e689b66c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:45.174946 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cf60b46d-4119-454d-b019-5be1e689b66c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:45.183888 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ea70e7-2480-4294-9fae-4a37a63450ff None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:45.210638 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea70e7-2480-4294-9fae-4a37a63450ff None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:45.211258 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-96ea70e7-2480-4294-9fae-4a37a63450ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:45.294875 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cf60b46d-4119-454d-b019-5be1e689b66c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "PUT /v2.0/floatingips/8c38a3d6-2b9e-488a-b457-6d9423f0d12c HTTP/1.1" status: 200 len: 687 time: 2.3188679 Apr 18 21:42:45.299143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45788) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:45.319746 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-96ea70e7-2480-4294-9fae-4a37a63450ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:45.342879 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea70e7-2480-4294-9fae-4a37a63450ff None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:45.343653 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-96ea70e7-2480-4294-9fae-4a37a63450ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:45.351373 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:45.414744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738c229-a35a-47bd-82f2-c33c553e7e62 req-256d0f5d-e384-4e23-aa6d-38f462756476 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:45.420553 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a738c229-a35a-47bd-82f2-c33c553e7e62 req-256d0f5d-e384-4e23-aa6d-38f462756476 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 945 time: 0.3529007 Apr 18 21:42:45.496016 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-5f2b3619-72f9-43b1-9713-8f176b4c8646 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122111 Apr 18 21:42:45.543926 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-96ea70e7-2480-4294-9fae-4a37a63450ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:45.550690 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-64b90460-072e-4a50-be9c-a92498a313c7 service neutron] 10.222.0.26 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719473 Apr 18 21:42:45.559299 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ea70e7-2480-4294-9fae-4a37a63450ff None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:45.595412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-34fa12d7-9e50-4bc9-a53e-4bf90c297077 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port 94912eee-1d3e-4dbf-8216-93c6022a89bc {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:45.595412 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34fa12d7-9e50-4bc9-a53e-4bf90c297077 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:45.644812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a738c229-a35a-47bd-82f2-c33c553e7e62 req-874b2db4-4be0-45e5-97f0-29647c09db6e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236509 Apr 18 21:42:45.854563 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34fa12d7-9e50-4bc9-a53e-4bf90c297077 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:45.854563 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34fa12d7-9e50-4bc9-a53e-4bf90c297077 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.013862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f12af3aa-6917-4343-8d04-b5b9ab4a1469 req-7306b4b8-7597-4d77-886d-98e61888ba46 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971089 Apr 18 21:42:46.013862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-bf73d139-a57d-4dff-aa27-f624c2f8c6f3 service neutron] 10.222.0.26 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985465 Apr 18 21:42:46.142635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-34fa12d7-9e50-4bc9-a53e-4bf90c297077 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for 94912eee-1d3e-4dbf-8216-93c6022a89bc owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:46.160881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-c71445a5-8bbb-4996-b148-532511f10df7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1096 time: 0.0911448 Apr 18 21:42:46.413818 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34fa12d7-9e50-4bc9-a53e-4bf90c297077 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.466622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45812) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:46.481935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa12d7-9e50-4bc9-a53e-4bf90c297077 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=94912eee-1d3e-4dbf-8216-93c6022a89bc,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:46.490762 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.554688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-352eeb08-b891-419e-8014-1f729bbf53a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:46.554688 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-352eeb08-b891-419e-8014-1f729bbf53a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 898 time: 0.3824735 Apr 18 21:42:46.588949 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.588949 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.619690 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34fa12d7-9e50-4bc9-a53e-4bf90c297077 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.718434 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34fa12d7-9e50-4bc9-a53e-4bf90c297077 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.723732 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-34fa12d7-9e50-4bc9-a53e-4bf90c297077 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/floatingips/8c38a3d6-2b9e-488a-b457-6d9423f0d12c HTTP/1.1" status: 204 len: 168 time: 1.4176428 Apr 18 21:42:46.723732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45824) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:46.814119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:46.876896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:46.916585 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-182371fe-b5e9-45b7-ab93-86fe59a74780 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] delete failed (client error): The resource could not be found. Apr 18 21:42:46.916585 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-182371fe-b5e9-45b7-ab93-86fe59a74780 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/floatingips/8c38a3d6-2b9e-488a-b457-6d9423f0d12c HTTP/1.1" status: 404 len: 345 time: 0.1854849 Apr 18 21:42:46.919428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45828) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:46.922221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:46.938082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Usage tracker for resource:floatingip and tenant:8e2ef9157ce446b3905145b6c4684320 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:46.938082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:46.954707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:46.985436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c52c7-6ff3-482f-ae02-18829b063876 req-180247ef-472f-45ab-b569-212a485d81dc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:46.985436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e8c52c7-6ff3-482f-ae02-18829b063876 req-180247ef-472f-45ab-b569-212a485d81dc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 945 time: 0.1209254 Apr 18 21:42:47.036041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e8c52c7-6ff3-482f-ae02-18829b063876 req-7a8bb9d6-24d2-4060-8239-45c2aac5f857 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456810 Apr 18 21:42:47.036233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network d692b16c-701f-4999-8d1f-780338b3dd00 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:47.042550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:47.063695 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.110458 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-7ae8cde7-2bc3-40fd-9dc8-899db28a2322 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1000 time: 0.5541708 Apr 18 21:42:47.310393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdd9fb-139c-4964-a022-3c6363f4f214 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:47.344033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdd9fb-139c-4964-a022-3c6363f4f214 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:47.344033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdd9fb-139c-4964-a022-3c6363f4f214 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:47.344033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2ebdd9fb-139c-4964-a022-3c6363f4f214 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Synchronizing usage tracker for tenant:3414fbe62ec6441fa74252b5350cbe16 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:42:47.346069 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.358016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-3539c95f-3bc1-418a-b5c5-52dd5932514b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:47.358016 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-3539c95f-3bc1-418a-b5c5-52dd5932514b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.1536572 Apr 18 21:42:47.508741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Allocated IP 172.25.3.24 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/86bc7eee-c2e0-41bd-8cf3-a15ae313c27e) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:47.545894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-721a9b31-b398-4c53-8a0d-ecd095a9fd21 None None] Provisioning complete for port a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:47.546399 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-721a9b31-b398-4c53-8a0d-ecd095a9fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.587909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2ebdd9fb-139c-4964-a022-3c6363f4f214 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Unset dirty status for tenant:3414fbe62ec6441fa74252b5350cbe16 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:42:47.597060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2ebdd9fb-139c-4964-a022-3c6363f4f214 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "GET /v2.0/ports?network_id=fc3380ea-217d-42a5-b5b6-8579a9fb48ea HTTP/1.1" status: 200 len: 2357 time: 0.6680284 Apr 18 21:42:47.601145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45838) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:47.623802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-721a9b31-b398-4c53-8a0d-ecd095a9fd21 None None] Port a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:42:47.655000 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-b41f892a-6012-4b52-8eff-3efeac1956a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3048394 Apr 18 21:42:47.739450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c267701-58c7-445f-9068-d9a0ce982693 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:47.739450 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8c267701-58c7-445f-9068-d9a0ce982693 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "GET /v2.0/subnets/90e73ea4-4f5c-4a89-b430-6f0346fdf0c0 HTTP/1.1" status: 200 len: 797 time: 0.1277101 Apr 18 21:42:47.748173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45842) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:47.754153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'port': {'network_id': 'fc3380ea-217d-42a5-b5b6-8579a9fb48ea', 'name': 'tempest-FloatingIPTestJSON-1103612917', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:47.817603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device df0bfe95-0c55-490f-a3d2-8412483eb7df details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:42:47.848594 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-b2dbe207-a947-4104-9a7c-729bd7a1ddf9 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726038 Apr 18 21:42:47.888080 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.979391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:47.979391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:48.002482 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e6e2c28a-e860-4173-9c81-235edb21a3a6 req-3c260dcf-3847-4b9a-9fc7-599f6a5a3493 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512494 Apr 18 21:42:48.038893 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:48.040273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:48.054703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'port_id': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'mac_address': 'fa:16:3e:aa:04:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:42:48.066979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router a1153af6-9a50-4b87-8746-e800d2fdc6c9 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:42:48.124814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Made reservation on behalf of 3414fbe62ec6441fa74252b5350cbe16 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:48.171612 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:48.218026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0bfe95-0c55-490f-a3d2-8412483eb7df {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:42:48.253177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:48.327755 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:48.353321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:48.381525 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-99c123fa-25cb-4ac9-9a82-ae6cd9ce1bfd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/a1153af6-9a50-4b87-8746-e800d2fdc6c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6351428 Apr 18 21:42:48.384021 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event updated for resources: {'Port': ['ID=86bc7eee-c2e0-41bd-8cf3-a15ae313c27e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:48.384021 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45850) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:48.399940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b617b3-a7ff-4041-843b-c6c567a43fdc None None] Sync routers for ids ['a1153af6-9a50-4b87-8746-e800d2fdc6c9'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:48.403335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:48.422936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=12']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:48.426427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b617b3-a7ff-4041-843b-c6c567a43fdc None None] Routers {'a1153af6-9a50-4b87-8746-e800d2fdc6c9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:48.427012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-00b617b3-a7ff-4041-843b-c6c567a43fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a1153af6-9a50-4b87-8746-e800d2fdc6c9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:48.479396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:48.484370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:48.509713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-00b617b3-a7ff-4041-843b-c6c567a43fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:48.526681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b617b3-a7ff-4041-843b-c6c567a43fdc None None] Routers {'a1153af6-9a50-4b87-8746-e800d2fdc6c9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:48.527780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-00b617b3-a7ff-4041-843b-c6c567a43fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a1153af6-9a50-4b87-8746-e800d2fdc6c9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:48.562920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff0907-60d8-42ce-ba84-f541553afc86 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:48.562920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4cff0907-60d8-42ce-ba84-f541553afc86 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports/a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c HTTP/1.1" status: 200 len: 984 time: 0.1761947 Apr 18 21:42:48.565638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45858) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:48.606165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['df0bfe95-0c55-490f-a3d2-8412483eb7df'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:42:48.631607 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:48.681561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-00b617b3-a7ff-4041-843b-c6c567a43fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:48.681561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b617b3-a7ff-4041-843b-c6c567a43fdc None None] The sync data for ids ['a1153af6-9a50-4b87-8746-e800d2fdc6c9'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:48.776997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] device_id is not set on port 898e4628-3e76-406b-bfa2-0943accee35a yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:42:48.836809 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb507806-ef62-4423-997e-f6a7216635b4 req-af8fb8c7-0cbd-45b7-8285-3fd74dc64e96 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:48.836809 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb507806-ef62-4423-997e-f6a7216635b4 req-af8fb8c7-0cbd-45b7-8285-3fd74dc64e96 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 946 time: 0.5194397 Apr 18 21:42:49.033098 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cb507806-ef62-4423-997e-f6a7216635b4 req-7b16a4a0-0b78-4d53-8e75-a4764087a4e3 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837218 Apr 18 21:42:49.058960 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:49.092078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45864) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:49.314003 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:49.340700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1b443f4d-99b5-4251-bebb-fba55c132767 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/dca480b9-43e7-483e-a868-d3f354a406f6 HTTP/1.1" status: 200 len: 993 time: 0.2512615 Apr 18 21:42:49.404822 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-32ae3539-aca5-4837-bd97-e9ff653afc95 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:49.557224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.20.0.14 (fc3380ea-217d-42a5-b5b6-8579a9fb48ea/90e73ea4-4f5c-4a89-b430-6f0346fdf0c0/898e4628-3e76-406b-bfa2-0943accee35a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:49.567666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.20.0.13 (fc3380ea-217d-42a5-b5b6-8579a9fb48ea/90e73ea4-4f5c-4a89-b430-6f0346fdf0c0/898e4628-3e76-406b-bfa2-0943accee35a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:50.179334 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.181053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-32ae3539-aca5-4837-bd97-e9ff653afc95 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:50.181053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-32ae3539-aca5-4837-bd97-e9ff653afc95 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.183919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device df0bfe95-0c55-490f-a3d2-8412483eb7df up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:50.188407 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.190363 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-32ae3539-aca5-4837-bd97-e9ff653afc95 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.192329 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.195018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-32ae3539-aca5-4837-bd97-e9ff653afc95 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:50.196445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event updated for resources: {'Port': ['ID=86bc7eee-c2e0-41bd-8cf3-a15ae313c27e,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:50.245701 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.291975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port df0bfe95-0c55-490f-a3d2-8412483eb7df completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:50.295562 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port df0bfe95-0c55-490f-a3d2-8412483eb7df triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:50.295562 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.310224 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.343889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network fc3380ea-217d-42a5-b5b6-8579a9fb48ea is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:50.343889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:50.360719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=898e4628-3e76-406b-bfa2-0943accee35a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:50.360719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:50.420716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:50.421333 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.444210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-32ae3539-aca5-4837-bd97-e9ff653afc95 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.454326 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.470943 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.478017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b5a44696-f60d-4cd8-90d9-48d717181269 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0038939 Apr 18 21:42:50.478017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45876) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:50.480972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-747047373'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:50.486801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:50.499504 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:50.500717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:42:50.504341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Usage tracker for resource:network and tenant:8e2ef9157ce446b3905145b6c4684320 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:50.531953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:50.542749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae3539-aca5-4837-bd97-e9ff653afc95 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=a0c6f0c6-c39a-4b9d-a4e1-61a52403b08c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:50.548718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:50.588187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6635e557-dcdf-4a74-bb6d-57c6d21a8a96 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8340371 Apr 18 21:42:50.588187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45884) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:50.591342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '898e4628-3e76-406b-bfa2-0943accee35a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:50.604084 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.613027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:50.632737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:floatingip and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:50.632737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:50.648678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:50.663774 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14e54c1-9982-4fe1-8c0d-0ad03725c3f9'] response: {'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'code': 200} Apr 18 21:42:50.677660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Made reservation on behalf of 8e2ef9157ce446b3905145b6c4684320 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:50.677660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.705262 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.739396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=13']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:50.740617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.824692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:50.830192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Usage tracker for resource:security_group_rule and tenant:8e2ef9157ce446b3905145b6c4684320 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:50.839026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:50.846587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:50.960184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.969722 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.971362 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-32ae3539-aca5-4837-bd97-e9ff653afc95 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:51.042828 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:51.098279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036381bd-fa89-4c39-851d-dcb7380e6973,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:51.100531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:42:51.268449 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:51.268798 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Added segment cff2b71c-b9ba-4d74-ac91-c7625273e6da of type vlan for network a85b3197-1b5f-4347-a75e-220a78b410bb Apr 18 21:42:51.336302 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:51.340040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.25.3.155 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/79ff08d8-30eb-4b86-a633-9a7eba945604) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:51.453813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ae3539-aca5-4837-bd97-e9ff653afc95 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router a1153af6-9a50-4b87-8746-e800d2fdc6c9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:51.516198 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:51.535631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:51.539294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:51.539909 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:51.597934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ae3539-aca5-4837-bd97-e9ff653afc95 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:51.609963 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20908d81-c09c-4ad0-a709-011e72ceb9e5 None None] Sync routers for ids ['a1153af6-9a50-4b87-8746-e800d2fdc6c9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:51.615083 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-32ae3539-aca5-4837-bd97-e9ff653afc95 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/a1153af6-9a50-4b87-8746-e800d2fdc6c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0476022 Apr 18 21:42:51.615540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45896) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:51.626030 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20908d81-c09c-4ad0-a709-011e72ceb9e5 None None] Routers {'a1153af6-9a50-4b87-8746-e800d2fdc6c9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:51.626893 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-20908d81-c09c-4ad0-a709-011e72ceb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a1153af6-9a50-4b87-8746-e800d2fdc6c9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:51.677701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event updated for resources: {'Network': ['ID=a85b3197-1b5f-4347-a75e-220a78b410bb,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:51.711307 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:51.717668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a85b3197-1b5f-4347-a75e-220a78b410bb details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:42:51.739228 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-20908d81-c09c-4ad0-a709-011e72ceb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:51.761020 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20908d81-c09c-4ad0-a709-011e72ceb9e5 None None] Routers {'a1153af6-9a50-4b87-8746-e800d2fdc6c9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:51.761020 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-20908d81-c09c-4ad0-a709-011e72ceb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a1153af6-9a50-4b87-8746-e800d2fdc6c9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:51.822678 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-20908d81-c09c-4ad0-a709-011e72ceb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:51.822678 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20908d81-c09c-4ad0-a709-011e72ceb9e5 None None] The sync data for ids ['a1153af6-9a50-4b87-8746-e800d2fdc6c9'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:51.846636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ff01a884-fcd1-49bb-b5db-f5c48b6b3fb8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3701727 Apr 18 21:42:51.859571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45900) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:51.874267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Request body: {'subnet': {'network_id': 'a85b3197-1b5f-4347-a75e-220a78b410bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:51.895409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:51.901592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:51.913064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:52.023912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=79ff08d8-30eb-4b86-a633-9a7eba945604,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:52.066002 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-bda7f221-74ac-444a-b52e-d2925341dd75 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 21:42:52.066002 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bda7f221-74ac-444a-b52e-d2925341dd75 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/a1153af6-9a50-4b87-8746-e800d2fdc6c9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4478328 Apr 18 21:42:52.077829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45906) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:52.085616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:52.104433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Usage tracker for resource:subnet and tenant:8e2ef9157ce446b3905145b6c4684320 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:52.107723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:52.126958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:52.132029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-56ec0606-85aa-48f6-b165-dedf2b73fd2f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Synchronizing usage tracker for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:42:52.239840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-56ec0606-85aa-48f6-b165-dedf2b73fd2f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Unset dirty status for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:42:52.239840 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-56ec0606-85aa-48f6-b165-dedf2b73fd2f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1153af6-9a50-4b87-8746-e800d2fdc6c9 HTTP/1.1" status: 200 len: 205 time: 0.1706231 Apr 18 21:42:52.242245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45910) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:52.268273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Made reservation on behalf of 8e2ef9157ce446b3905145b6c4684320 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:52.476224 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:52.514334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-519a5ab4-909f-4b0a-8c76-e8831c1c7871 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:52.902581 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:52.916641 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:52.938286 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-519a5ab4-909f-4b0a-8c76-e8831c1c7871 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:52.945523 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-519a5ab4-909f-4b0a-8c76-e8831c1c7871 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:52.995969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event updated for resources: {'Subnet': ['ID=288c976c-7fc8-4d56-836c-574dc8476b43,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:53.052380 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-519a5ab4-909f-4b0a-8c76-e8831c1c7871 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.052380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519a5ab4-909f-4b0a-8c76-e8831c1c7871 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Fanout notify agent at l3_agent the message router_deleted on router a1153af6-9a50-4b87-8746-e800d2fdc6c9 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:42:53.059954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Checking segment: {'id': 'cff2b71c-b9ba-4d74-ac91-c7625273e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a85b3197-1b5f-4347-a75e-220a78b410bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:53.059954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Network hostable DHCP agents. Network: a85b3197-1b5f-4347-a75e-220a78b410bb, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:42:53.091324 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.093024 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-519a5ab4-909f-4b0a-8c76-e8831c1c7871 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.093024 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-519a5ab4-909f-4b0a-8c76-e8831c1c7871 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/a1153af6-9a50-4b87-8746-e800d2fdc6c9 HTTP/1.1" status: 204 len: 168 time: 0.8377445 Apr 18 21:42:53.093024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45922) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:53.351725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e828721-bffb-427b-b98a-02938b2ea7dd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting subnet 153edc27-b495-4bef-926a-4e6238742ccd {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:42:53.355094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e828721-bffb-427b-b98a-02938b2ea7dd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.410210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Network a85b3197-1b5f-4347-a75e-220a78b410bb is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:42:53.440372 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e828721-bffb-427b-b98a-02938b2ea7dd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.477186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a85b3197-1b5f-4347-a75e-220a78b410bb) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:53.482676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:53.482676 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.495508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845ae43e-f1e5-49ee-9e57-9c492d3daffe None None] Network a85b3197-1b5f-4347-a75e-220a78b410bb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:53.530783 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.552910 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e828721-bffb-427b-b98a-02938b2ea7dd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.584179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-593633ce-6d98-494b-b6ed-f27fcfd90134 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7128999 Apr 18 21:42:53.584179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45928) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:53.596485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-669871435', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:53.606038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:53.608592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.650075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Usage tracker for resource:router and tenant:8e2ef9157ce446b3905145b6c4684320 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:53.657417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:53.695285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e828721-bffb-427b-b98a-02938b2ea7dd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.722096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:53.769539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=79ff08d8-30eb-4b86-a633-9a7eba945604,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:53.780753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.782100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e828721-bffb-427b-b98a-02938b2ea7dd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Subnet': ['ID=153edc27-b495-4bef-926a-4e6238742ccd,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:53.786449 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3e828721-bffb-427b-b98a-02938b2ea7dd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.791603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24012fd5-9186-4d2c-8f9d-edea84a39a4d None None] Network d692b16c-701f-4999-8d1f-780338b3dd00 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:53.801464 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3e828721-bffb-427b-b98a-02938b2ea7dd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/153edc27-b495-4bef-926a-4e6238742ccd HTTP/1.1" status: 204 len: 168 time: 0.7155507 Apr 18 21:42:53.803341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45936) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:53.808575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-a85b3197-1b5f-4347-a75e-220a78b410bb', 'network_id': 'a85b3197-1b5f-4347-a75e-220a78b410bb', 'tenant_id': '8e2ef9157ce446b3905145b6c4684320', 'fixed_ips': [{'subnet_id': '288c976c-7fc8-4d56-836c-574dc8476b43'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:42:53.809446 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.868205 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.868205 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:53.880160 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:54.031981 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:54.046413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port a10ffa85-5572-4b17-9cca-603157b09e44 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:54.046413 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:54.121108 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:54.152913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Allocated IP 172.20.0.2 (a85b3197-1b5f-4347-a75e-220a78b410bb/288c976c-7fc8-4d56-836c-574dc8476b43/a513a239-dd13-429b-a552-68b1de8704e6) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:54.199138 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Floating IP 374d0270-420e-444f-b822-4412079f0658 associated. External IP: 172.25.3.155, port: 898e4628-3e76-406b-bfa2-0943accee35a. Apr 18 21:42:54.265211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6945833d-6e47-486c-99f8-095bb735791f None None] DHCP port deletion for d692b16c-701f-4999-8d1f-780338b3dd00 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:42:54.275893 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6945833d-6e47-486c-99f8-095bb735791f None None] Deleting port a10ffa85-5572-4b17-9cca-603157b09e44 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:54.276479 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6945833d-6e47-486c-99f8-095bb735791f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:54.334851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] For port a10ffa85-5572-4b17-9cca-603157b09e44, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a10ffa85-5572-4b17-9cca-603157b09e44,segment=NetworkSegment(0ae5faf1-0533-43f2-9556-8ac83bfa7c5f),segment_id=0ae5faf1-0533-43f2-9556-8ac83bfa7c5f)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:54.334851 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:54.642848 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:54.648799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for a10ffa85-5572-4b17-9cca-603157b09e44 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:54.669162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a10ffa85-5572-4b17-9cca-603157b09e44 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:54.689552 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:54.729299 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6945833d-6e47-486c-99f8-095bb735791f None None] For port a10ffa85-5572-4b17-9cca-603157b09e44, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a10ffa85-5572-4b17-9cca-603157b09e44,segment=NetworkSegment(0ae5faf1-0533-43f2-9556-8ac83bfa7c5f),segment_id=0ae5faf1-0533-43f2-9556-8ac83bfa7c5f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:54.729716 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6945833d-6e47-486c-99f8-095bb735791f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:54.749204 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:54.835371 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de737d01-edbb-490d-bd51-7d241c4dcd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:54.862747 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:54.907904 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Transition to ACTIVE for port object a513a239-dd13-429b-a552-68b1de8704e6 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:54.907904 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6945833d-6e47-486c-99f8-095bb735791f None None] Calling delete_port for a10ffa85-5572-4b17-9cca-603157b09e44 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:54.957560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No DVR routers for this DVR port a10ffa85-5572-4b17-9cca-603157b09e44 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:42:54.965231 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No active binding found for port a10ffa85-5572-4b17-9cca-603157b09e44 {{(pid=85050) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 21:42:54.965231 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a10ffa85-5572-4b17-9cca-603157b09e44 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:42:55.004253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Transition to ACTIVE for port object a513a239-dd13-429b-a552-68b1de8704e6 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:55.021032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=a10ffa85-5572-4b17-9cca-603157b09e44,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:55.033095 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-6945833d-6e47-486c-99f8-095bb735791f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:42:55.033575 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-6945833d-6e47-486c-99f8-095bb735791f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:42:55.077032 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.122986 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.171264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Pushing event updated for resources: {'Port': ['ID=a513a239-dd13-429b-a552-68b1de8704e6,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:55.183300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d692b16c-701f-4999-8d1f-780338b3dd00']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:55.209189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Network a85b3197-1b5f-4347-a75e-220a78b410bb is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:55.211232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae5faf1-0533-43f2-9556-8ac83bfa7c5f') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:55.211232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae5faf1-0533-43f2-9556-8ac83bfa7c5f') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:55.215262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:55.215262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:55.218937 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.246660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.260581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:42:55.260581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.281958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Allocated IP 172.25.3.251 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/5b054a6b-0bc9-4005-a905-c6dce783b0c0) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:42:55.292778 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:42:55.353393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Attempting to bind port a513a239-dd13-429b-a552-68b1de8704e6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:42:55.353393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Attempting to bind port a513a239-dd13-429b-a552-68b1de8704e6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'cff2b71c-b9ba-4d74-ac91-c7625273e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a85b3197-1b5f-4347-a75e-220a78b410bb'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:42:55.354814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Attempting to bind port a513a239-dd13-429b-a552-68b1de8704e6 on network a85b3197-1b5f-4347-a75e-220a78b410bb {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:55.361785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:42:55.362222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Checking segment: {'id': 'cff2b71c-b9ba-4d74-ac91-c7625273e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a85b3197-1b5f-4347-a75e-220a78b410bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:55.362629 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.363624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Bound using segment: {'id': 'cff2b71c-b9ba-4d74-ac91-c7625273e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a85b3197-1b5f-4347-a75e-220a78b410bb'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:42:55.364163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Bound port: a513a239-dd13-429b-a552-68b1de8704e6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff2b71c-b9ba-4d74-ac91-c7625273e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a85b3197-1b5f-4347-a75e-220a78b410bb'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:42:55.364387 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.467603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] For port a513a239-dd13-429b-a552-68b1de8704e6, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:55.471289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] For port a513a239-dd13-429b-a552-68b1de8704e6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a513a239-dd13-429b-a552-68b1de8704e6,segment=NetworkSegment(cff2b71c-b9ba-4d74-ac91-c7625273e6da),segment_id=cff2b71c-b9ba-4d74-ac91-c7625273e6da)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:42:55.482507 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.486783 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.494218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.507044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:55.524259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Network': ['ID=d692b16c-701f-4999-8d1f-780338b3dd00,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:55.535358 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6945833d-6e47-486c-99f8-095bb735791f None None] Deleting port a10ffa85-5572-4b17-9cca-603157b09e44 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:55.536844 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6945833d-6e47-486c-99f8-095bb735791f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.616968 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.626495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6945833d-6e47-486c-99f8-095bb735791f None None] The port 'a10ffa85-5572-4b17-9cca-603157b09e44' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:42:55.635127 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cea7ed3a-26f7-4f29-82d9-dae046717fee tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/networks/d692b16c-701f-4999-8d1f-780338b3dd00 HTTP/1.1" status: 204 len: 168 time: 1.8281584 Apr 18 21:42:55.639046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45950) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:55.642600 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1198011822'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:55.654319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:55.661050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:network and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:55.673122 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:55.679981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:55.713835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.760181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d3580-e2ea-4501-bca4-47d09b3e079e None None] Pushing event updated for resources: {'Port': ['ID=a513a239-dd13-429b-a552-68b1de8704e6,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:55.780444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:55.789092 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.828838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:55.835493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:42:55.841861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:55.844824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:55.873067 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.874759 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Added segment 2a654418-5eba-4b38-aedd-6527c3115316 of type vlan for network 0e4ad49d-a798-4420-a6c1-9d8431ec2408 Apr 18 21:42:55.893700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event updated for resources: {'Port': ['ID=5b054a6b-0bc9-4005-a905-c6dce783b0c0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:55.937822 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.117065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.143747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:56.143747 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.168665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:56.178474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ac1b6-f81d-4ed9-8551-62f08b7dbe1b None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:56.205068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ac1b6-f81d-4ed9-8551-62f08b7dbe1b None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:56.205743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0f1ac1b6-f81d-4ed9-8551-62f08b7dbe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:56.298089 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.298791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.357170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Network': ['ID=0e4ad49d-a798-4420-a6c1-9d8431ec2408,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:56.374339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 0e4ad49d-a798-4420-a6c1-9d8431ec2408 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:42:56.386643 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.391117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0f1ac1b6-f81d-4ed9-8551-62f08b7dbe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:56.432769 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5e726dcf-6a50-4a44-a2b8-96780622dd6a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7849948 Apr 18 21:42:56.432769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45964) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:56.432769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'subnet': {'network_id': '0e4ad49d-a798-4420-a6c1-9d8431ec2408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:56.497294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ac1b6-f81d-4ed9-8551-62f08b7dbe1b None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:56.497294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0f1ac1b6-f81d-4ed9-8551-62f08b7dbe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:56.532241 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ca68210f-3afa-457a-83fd-727e8cf335e1 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.9389141 Apr 18 21:42:56.532241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 45968) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:56.544627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-6008ad18-d908-46b4-824f-3f494f346dec tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'floatingip': {'port_id': '898e4628-3e76-406b-bfa2-0943accee35a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:56.579972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0f1ac1b6-f81d-4ed9-8551-62f08b7dbe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:56.579972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ac1b6-f81d-4ed9-8551-62f08b7dbe1b None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:56.658787 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6008ad18-d908-46b4-824f-3f494f346dec tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.664893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:56.679022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:subnet and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:56.681571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:56.689000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:56.778592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a513a239-dd13-429b-a552-68b1de8704e6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:56.780455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:56.968158 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.986338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port a513a239-dd13-429b-a552-68b1de8704e6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:57.168236 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-01e3020b-3cc3-4269-944a-87f0f39f415e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:57.262194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8549911f-5d74-4776-a0eb-912f4512600b None None] Network a85b3197-1b5f-4347-a75e-220a78b410bb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:57.391525 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:57.504199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4903f380-f7ed-482e-a316-c8c2e4847df4 None None] Provisioning for port a513a239-dd13-429b-a552-68b1de8704e6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:57.525863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4903f380-f7ed-482e-a316-c8c2e4847df4 None None] Provisioning complete for port a513a239-dd13-429b-a552-68b1de8704e6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:57.525863 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4903f380-f7ed-482e-a316-c8c2e4847df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:57.530733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Checking segment: {'id': '2a654418-5eba-4b38-aedd-6527c3115316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0e4ad49d-a798-4420-a6c1-9d8431ec2408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:57.530733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network hostable DHCP agents. Network: 0e4ad49d-a798-4420-a6c1-9d8431ec2408, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:42:57.552962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Subnet': ['ID=2688009e-67aa-4cc5-83c7-ddf4cf7d8207,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:57.616059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-1f4739f7-a7b7-4940-8666-ea5216d8b91f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:57.616059 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-1f4739f7-a7b7-4940-8666-ea5216d8b91f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 946 time: 0.1638165 Apr 18 21:42:57.676453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 0e4ad49d-a798-4420-a6c1-9d8431ec2408 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:42:57.694486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Deleting port 5c50ca76-a6b7-404c-a860-f40f70d30ca6 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:57.694830 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:57.731823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 0e4ad49d-a798-4420-a6c1-9d8431ec2408) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:57.744831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:57.745409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:57.747217 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4903f380-f7ed-482e-a316-c8c2e4847df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:57.780713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ce8b-0d74-46a0-b719-d7d4494756dc req-ae378405-47ef-42a9-acc4-498fa837e0be tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:57.780713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ec0ce8b-0d74-46a0-b719-d7d4494756dc req-ae378405-47ef-42a9-acc4-498fa837e0be tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 946 time: 0.8039625 Apr 18 21:42:57.822764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4903f380-f7ed-482e-a316-c8c2e4847df4 None None] For port a513a239-dd13-429b-a552-68b1de8704e6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a513a239-dd13-429b-a552-68b1de8704e6,segment=NetworkSegment(cff2b71c-b9ba-4d74-ac91-c7625273e6da),segment_id=cff2b71c-b9ba-4d74-ac91-c7625273e6da)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:57.822764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed35139e-1cc0-44ce-9f5c-645b806af7c1 None None] Network 0e4ad49d-a798-4420-a6c1-9d8431ec2408 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:57.920432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ec0ce8b-0d74-46a0-b719-d7d4494756dc req-71998a87-0868-45a3-a786-d79fd3c52261 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/security-groups?id=c242b125-fe9f-4a07-84b3-cac8b58ccd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053188 Apr 18 21:42:57.933126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4903f380-f7ed-482e-a316-c8c2e4847df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:57.997123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Router 0998028c-a8b1-4770-baed-86028bb1e818 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:42:58.062470 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.resource_extend [None req-6008ad18-d908-46b4-824f-3f494f346dec tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:42:58.094817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903f380-f7ed-482e-a316-c8c2e4847df4 None None] Pushing event updated for resources: {'Port': ['ID=a513a239-dd13-429b-a552-68b1de8704e6,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:58.111553 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-80b0d16c-bf57-4d49-beed-e7ebbecf7739 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6863329 Apr 18 21:42:58.118420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45986) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:58.165281 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.198328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d5b3f383-35ff-4920-832b-badd8872ea20 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1087461982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:58.236451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d5b3f383-35ff-4920-832b-badd8872ea20 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:58.237074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f1eccc97-9da5-4fef-af11-f0c3bf085507 None None] Provisioning complete for port a513a239-dd13-429b-a552-68b1de8704e6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:58.238431 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1eccc97-9da5-4fef-af11-f0c3bf085507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.246561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d5b3f383-35ff-4920-832b-badd8872ea20 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:router and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:58.251920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d5b3f383-35ff-4920-832b-badd8872ea20 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:58.263174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d5b3f383-35ff-4920-832b-badd8872ea20 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:58.341823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-0e4ad49d-a798-4420-a6c1-9d8431ec2408', 'network_id': '0e4ad49d-a798-4420-a6c1-9d8431ec2408', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'fixed_ips': [{'subnet_id': '2688009e-67aa-4cc5-83c7-ddf4cf7d8207'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:42:58.341823 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.367944 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6008ad18-d908-46b4-824f-3f494f346dec tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.378687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] For port 5c50ca76-a6b7-404c-a860-f40f70d30ca6, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5c50ca76-a6b7-404c-a860-f40f70d30ca6,segment=NetworkSegment(085c2d19-d9f2-4916-b62d-d7f6f300b5b7),segment_id=085c2d19-d9f2-4916-b62d-d7f6f300b5b7)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:58.378687 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.469137 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f383-35ff-4920-832b-badd8872ea20 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.469137 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f383-35ff-4920-832b-badd8872ea20 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.493897 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6008ad18-d908-46b4-824f-3f494f346dec tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.557739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:58.567642 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8512efb5-92f8-416b-80fd-cc716c78b5ae None None] Sync routers for ids ['0998028c-a8b1-4770-baed-86028bb1e818'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:58.615185 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f383-35ff-4920-832b-badd8872ea20 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.626563 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Allocated IP 2001:db8::2 (0e4ad49d-a798-4420-a6c1-9d8431ec2408/2688009e-67aa-4cc5-83c7-ddf4cf7d8207/007fcf34-51c2-4f12-b263-9d93b1ba9f72) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:58.627364 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8512efb5-92f8-416b-80fd-cc716c78b5ae None None] Routers {'0998028c-a8b1-4770-baed-86028bb1e818'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:58.629729 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8512efb5-92f8-416b-80fd-cc716c78b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0998028c-a8b1-4770-baed-86028bb1e818'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:58.737086 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.779916 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.787562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0354166e-e4d6-478c-99c1-ae0bbadefda1 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.2052519 Apr 18 21:42:58.788157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 45994) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:58.798392 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8512efb5-92f8-416b-80fd-cc716c78b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:58.835857 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8512efb5-92f8-416b-80fd-cc716c78b5ae None None] Routers {'0998028c-a8b1-4770-baed-86028bb1e818'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:58.835857 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8512efb5-92f8-416b-80fd-cc716c78b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0998028c-a8b1-4770-baed-86028bb1e818'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:58.839926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a513a239-dd13-429b-a552-68b1de8704e6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:58.859103 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f383-35ff-4920-832b-badd8872ea20 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.932380 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8512efb5-92f8-416b-80fd-cc716c78b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:58.932380 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8512efb5-92f8-416b-80fd-cc716c78b5ae None None] The sync data for ids ['0998028c-a8b1-4770-baed-86028bb1e818'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:58.975232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.975232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:58.975232 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Floating IP 34aeb17a-e9d7-46dd-97ec-aa92957eddea disassociated. External IP: 172.25.3.64, port: 5c50ca76-a6b7-404c-a860-f40f70d30ca6. Apr 18 21:42:58.975232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Calling delete_port for 5c50ca76-a6b7-404c-a860-f40f70d30ca6 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:59.107896 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:42:59.133355 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:59.165571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a513a239-dd13-429b-a552-68b1de8704e6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:59.165942 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:59.207417 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f383-35ff-4920-832b-badd8872ea20 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:59.221859 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d5b3f383-35ff-4920-832b-badd8872ea20 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1021109 Apr 18 21:42:59.223883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46004) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:59.361254 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Transition to ACTIVE for port object 007fcf34-51c2-4f12-b263-9d93b1ba9f72 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:59.390201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Transition to ACTIVE for port object 007fcf34-51c2-4f12-b263-9d93b1ba9f72 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:59.428141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:59.437605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5eb6cb0d-f03f-4c66-96cd-5a694fa2fff1 req-f19cf3c2-686c-493a-90e5-1dd6e5ddee47 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 210 time: 0.1247859 Apr 18 21:42:59.458454 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:59.483355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event deleted for resources: {'Port': ['ID=5c50ca76-a6b7-404c-a860-f40f70d30ca6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:59.599769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Network 0e4ad49d-a798-4420-a6c1-9d8431ec2408 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:59.603754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:59.606220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:59.709229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Pushing event updated for resources: {'Port': ['ID=007fcf34-51c2-4f12-b263-9d93b1ba9f72,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:59.725973 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Attempting to bind port 007fcf34-51c2-4f12-b263-9d93b1ba9f72 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:42:59.726544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Attempting to bind port 007fcf34-51c2-4f12-b263-9d93b1ba9f72 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '2a654418-5eba-4b38-aedd-6527c3115316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0e4ad49d-a798-4420-a6c1-9d8431ec2408'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:42:59.727105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Attempting to bind port 007fcf34-51c2-4f12-b263-9d93b1ba9f72 on network 0e4ad49d-a798-4420-a6c1-9d8431ec2408 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:59.742032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:42:59.755534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Checking segment: {'id': '2a654418-5eba-4b38-aedd-6527c3115316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0e4ad49d-a798-4420-a6c1-9d8431ec2408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:59.755534 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:59.755534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Bound using segment: {'id': '2a654418-5eba-4b38-aedd-6527c3115316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0e4ad49d-a798-4420-a6c1-9d8431ec2408'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:42:59.755534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Bound port: 007fcf34-51c2-4f12-b263-9d93b1ba9f72, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a654418-5eba-4b38-aedd-6527c3115316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0e4ad49d-a798-4420-a6c1-9d8431ec2408'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:42:59.755534 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:59.939684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] For port 007fcf34-51c2-4f12-b263-9d93b1ba9f72, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:59.939684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] For port 007fcf34-51c2-4f12-b263-9d93b1ba9f72, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=007fcf34-51c2-4f12-b263-9d93b1ba9f72,segment=NetworkSegment(2a654418-5eba-4b38-aedd-6527c3115316),segment_id=2a654418-5eba-4b38-aedd-6527c3115316)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:42:59.994134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6008ad18-d908-46b4-824f-3f494f346dec tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:59.997465 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:00.180342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a345e-4225-44fe-ad74-83322cc71f94 None None] Pushing event updated for resources: {'Port': ['ID=007fcf34-51c2-4f12-b263-9d93b1ba9f72,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:00.285550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Router 4e921653-bafc-4d17-b267-fcf6f85ba20a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:00.415662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:00.738665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 007fcf34-51c2-4f12-b263-9d93b1ba9f72 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:43:00.873708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07ec9f30-92db-410d-9e64-71307de1500b req-d972d1d8-e347-4411-b1e2-52d8c9accc6e tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 210 time: 0.0861282 Apr 18 21:43:00.914853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:00.920944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c685e-5b82-442a-a3c9-29eec29c7ebb None None] Sync routers for ids ['4e921653-bafc-4d17-b267-fcf6f85ba20a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:00.932052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3c685e-5b82-442a-a3c9-29eec29c7ebb None None] Routers {'4e921653-bafc-4d17-b267-fcf6f85ba20a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:00.932052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7f3c685e-5b82-442a-a3c9-29eec29c7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4e921653-bafc-4d17-b267-fcf6f85ba20a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:01.027170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 007fcf34-51c2-4f12-b263-9d93b1ba9f72 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:01.058771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6008ad18-d908-46b4-824f-3f494f346dec tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:01.075545 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf6a2c-bf9d-42c0-955d-1f192d933d2c None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:01.084335 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6008ad18-d908-46b4-824f-3f494f346dec tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:01.088445 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf6a2c-bf9d-42c0-955d-1f192d933d2c None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:01.089714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] No DVR routers for this DVR port 5c50ca76-a6b7-404c-a860-f40f70d30ca6 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:01.090163 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-42bf6a2c-bf9d-42c0-955d-1f192d933d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:01.092352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:01.098151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'name': 'network-vif-deleted', 'tag': '5c50ca76-a6b7-404c-a860-f40f70d30ca6'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:43:01.184008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:01.198326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Allocated IP 2001:db8::1 (0e4ad49d-a798-4420-a6c1-9d8431ec2408/2688009e-67aa-4cc5-83c7-ddf4cf7d8207/fce942b1-b0e6-4221-8c22-b6fbe019df7b) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:01.225236 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77ee88e-c6a0-4582-b84a-d49dc36fec32'] response: {'server_uuid': '8dfca80e-d576-47ff-9d6f-76a863b5b853', 'name': 'network-vif-deleted', 'tag': '5c50ca76-a6b7-404c-a860-f40f70d30ca6', 'status': 'completed', 'code': 200} Apr 18 21:43:01.244338 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:01.252406 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-42bf6a2c-bf9d-42c0-955d-1f192d933d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:01.277158 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf6a2c-bf9d-42c0-955d-1f192d933d2c None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:01.277158 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-42bf6a2c-bf9d-42c0-955d-1f192d933d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:01.343576 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d7e4ae30-b076-4783-8fa5-29dfd340c06b req-c3d6987f-7d03-49e6-b2b6-a168d37721ae tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.26 "DELETE /v2.0/ports/5c50ca76-a6b7-404c-a860-f40f70d30ca6 HTTP/1.1" status: 204 len: 173 time: 3.7225034 Apr 18 21:43:01.369743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5c50ca76-a6b7-404c-a860-f40f70d30ca6 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:01.415062 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-42bf6a2c-bf9d-42c0-955d-1f192d933d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:01.415062 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf6a2c-bf9d-42c0-955d-1f192d933d2c None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:01.463081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-7f3c685e-5b82-442a-a3c9-29eec29c7ebb None None] Set router 4e921653-bafc-4d17-b267-fcf6f85ba20a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:01.551881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 5c50ca76-a6b7-404c-a860-f40f70d30ca6 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:01.552308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5c50ca76-a6b7-404c-a860-f40f70d30ca6 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:01.619004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6008ad18-d908-46b4-824f-3f494f346dec tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "PUT /v2.0/floatingips/374d0270-420e-444f-b822-4412079f0658 HTTP/1.1" status: 200 len: 979 time: 5.0830598 Apr 18 21:43:01.623473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46028) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:01.788115 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:01.839540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Transition to ACTIVE for port object fce942b1-b0e6-4221-8c22-b6fbe019df7b will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:01.889867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ecbfe4-928b-42e8-adba-97feb0cb0347 None None] Network 0e4ad49d-a798-4420-a6c1-9d8431ec2408 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:01.905880 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:02.019775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2909f941-55c1-4e8f-b69a-f8efc6b7732a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port 79ff08d8-30eb-4b86-a633-9a7eba945604 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:02.020375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2909f941-55c1-4e8f-b69a-f8efc6b7732a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:02.055951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 0e4ad49d-a798-4420-a6c1-9d8431ec2408 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:02.060937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:02.077756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:02.077756 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:02.163135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=fce942b1-b0e6-4221-8c22-b6fbe019df7b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:02.227704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4e0c06fe-5e80-49da-a005-f546a0bd0e30 None None] Provisioning for port 007fcf34-51c2-4f12-b263-9d93b1ba9f72 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:02.243792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4e0c06fe-5e80-49da-a005-f546a0bd0e30 None None] Provisioning complete for port 007fcf34-51c2-4f12-b263-9d93b1ba9f72 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:02.243792 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4e0c06fe-5e80-49da-a005-f546a0bd0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:02.357736 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47f1bd12-0ca5-480f-85ca-990b59456d2c req-e39809d5-76d7-4104-96c6-7e4e57a2f498 tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dfca80e-d576-47ff-9d6f-76a863b5b853 HTTP/1.1" status: 200 len: 210 time: 0.1152592 Apr 18 21:43:02.374785 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:02.403026 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2909f941-55c1-4e8f-b69a-f8efc6b7732a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:02.403026 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2909f941-55c1-4e8f-b69a-f8efc6b7732a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:02.541425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2909f941-55c1-4e8f-b69a-f8efc6b7732a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for 79ff08d8-30eb-4b86-a633-9a7eba945604 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:02.602399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7f3c685e-5b82-442a-a3c9-29eec29c7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:49Z', 'revision_number': 4, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'a69e7232-2eb4-46f4-8630-e79609b585f0', 'name': '', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'mac_address': 'fa:16:3e:94:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:47Z', 'updated_at': '2022-04-18T21:37:25Z', 'revision_number': 5, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'subnets': [{'id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:02.614258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c685e-5b82-442a-a3c9-29eec29c7ebb None None] Checking router: 4e921653-bafc-4d17-b267-fcf6f85ba20a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:43:02.636475 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4e0c06fe-5e80-49da-a005-f546a0bd0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:02.659735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3c685e-5b82-442a-a3c9-29eec29c7ebb None None] Routers {'4e921653-bafc-4d17-b267-fcf6f85ba20a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:02.659735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7f3c685e-5b82-442a-a3c9-29eec29c7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4e921653-bafc-4d17-b267-fcf6f85ba20a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:02.763002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Allocated IP 172.20.0.1 (a85b3197-1b5f-4347-a75e-220a78b410bb/288c976c-7fc8-4d56-836c-574dc8476b43/8a1266e7-72ac-4a05-8edb-325870dff219) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:02.889863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4e0c06fe-5e80-49da-a005-f546a0bd0e30 None None] For port 007fcf34-51c2-4f12-b263-9d93b1ba9f72, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=007fcf34-51c2-4f12-b263-9d93b1ba9f72,segment=NetworkSegment(2a654418-5eba-4b38-aedd-6527c3115316),segment_id=2a654418-5eba-4b38-aedd-6527c3115316)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:02.903980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-7f3c685e-5b82-442a-a3c9-29eec29c7ebb None None] Set router 4e921653-bafc-4d17-b267-fcf6f85ba20a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:02.939941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2909f941-55c1-4e8f-b69a-f8efc6b7732a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:02.974717 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4e0c06fe-5e80-49da-a005-f546a0bd0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:03.022442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909f941-55c1-4e8f-b69a-f8efc6b7732a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=79ff08d8-30eb-4b86-a633-9a7eba945604,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:03.085866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c06fe-5e80-49da-a005-f546a0bd0e30 None None] Pushing event updated for resources: {'Port': ['ID=007fcf34-51c2-4f12-b263-9d93b1ba9f72,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:03.265413 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:03.313127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2909f941-55c1-4e8f-b69a-f8efc6b7732a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:03.328919 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:03.329757 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:03.336995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7b3ad434-ee31-412e-a795-8ab6db4b08df None None] Provisioning for port fce942b1-b0e6-4221-8c22-b6fbe019df7b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:03.350555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7b3ad434-ee31-412e-a795-8ab6db4b08df None None] Provisioning complete for port fce942b1-b0e6-4221-8c22-b6fbe019df7b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:03.351004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad434-ee31-412e-a795-8ab6db4b08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:03.453689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ad434-ee31-412e-a795-8ab6db4b08df None None] Port fce942b1-b0e6-4221-8c22-b6fbe019df7b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:03.482553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=fce942b1-b0e6-4221-8c22-b6fbe019df7b,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:03.536766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7b3ad434-ee31-412e-a795-8ab6db4b08df None None] Provisioning complete for port 007fcf34-51c2-4f12-b263-9d93b1ba9f72 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:03.536766 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad434-ee31-412e-a795-8ab6db4b08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:03.576829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46048) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:03.696860 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:03.702461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 0e4ad49d-a798-4420-a6c1-9d8431ec2408 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:03.702461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:03.706807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7f3c685e-5b82-442a-a3c9-29eec29c7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:49Z', 'revision_number': 4, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'a69e7232-2eb4-46f4-8630-e79609b585f0', 'name': '', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'mac_address': 'fa:16:3e:94:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:47Z', 'updated_at': '2022-04-18T21:37:25Z', 'revision_number': 5, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'subnets': [{'id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:03.712210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c685e-5b82-442a-a3c9-29eec29c7ebb None None] The sync data for ids ['4e921653-bafc-4d17-b267-fcf6f85ba20a'] in n-d-836017-3 is: [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:49Z', 'revision_number': 4, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'a69e7232-2eb4-46f4-8630-e79609b585f0', 'name': '', 'network_id': '50451a90-b9fd-4e36-a67b-f76a608c9689', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'mac_address': 'fa:16:3e:94:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:47Z', 'updated_at': '2022-04-18T21:37:25Z', 'revision_number': 5, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'subnets': [{'id': 'c0c03006-906a-41bc-b660-43904bcb0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:03.712210 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:03.890324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Transition to ACTIVE for port object 8a1266e7-72ac-4a05-8edb-325870dff219 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:03.890324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Deleting port 2145b027-0f68-4c76-b3a6-56c80abaab0b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:03.890324 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:03.913715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4fd1627e-0f02-4585-b88d-c3d4506297bc None None] Provisioning complete for port fce942b1-b0e6-4221-8c22-b6fbe019df7b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:03.913715 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4fd1627e-0f02-4585-b88d-c3d4506297bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:04.010093 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1627e-0f02-4585-b88d-c3d4506297bc None None] Port fce942b1-b0e6-4221-8c22-b6fbe019df7b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:04.073428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31368559-058d-417d-be15-2381a3d1cc4c None None] New status for floating IP 34aeb17a-e9d7-46dd-97ec-aa92957eddea: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:43:04.230362 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:04.231053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:04.256191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:04.338211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router 3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:43:04.381524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2bc07586-4268-4511-ba6c-ddc9ecdb4d22 None None] Provisioning complete for port fce942b1-b0e6-4221-8c22-b6fbe019df7b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:04.381524 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2bc07586-4268-4511-ba6c-ddc9ecdb4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:04.432288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Calling delete_port for 2145b027-0f68-4c76-b3a6-56c80abaab0b owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:04.454044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2bc07586-4268-4511-ba6c-ddc9ecdb4d22 None None] Port fce942b1-b0e6-4221-8c22-b6fbe019df7b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:04.513992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Network a85b3197-1b5f-4347-a75e-220a78b410bb is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:04.526969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:04.530830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event updated for resources: {'Port': ['ID=8a1266e7-72ac-4a05-8edb-325870dff219,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:04.537186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:04.595547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:04.606405 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737f9dd-c370-4b23-b1d4-b5c1dad5e98b None None] Sync routers for ids ['3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:04.638523 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a5480f39-a6e7-4ba1-b9a9-182162bc9a97 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4074910 Apr 18 21:43:04.638523 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46060) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:04.666576 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737f9dd-c370-4b23-b1d4-b5c1dad5e98b None None] Routers {'3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:04.666576 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a737f9dd-c370-4b23-b1d4-b5c1dad5e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:04.677249 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:04.732092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 007fcf34-51c2-4f12-b263-9d93b1ba9f72 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:43:04.834304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e08d02-199c-4474-a19a-b1ec6ea40ff6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:04.834758 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a737f9dd-c370-4b23-b1d4-b5c1dad5e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:04.835396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-92e08d02-199c-4474-a19a-b1ec6ea40ff6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Synchronizing usage tracker for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:04.862041 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 007fcf34-51c2-4f12-b263-9d93b1ba9f72 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:04.862415 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:04.863654 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737f9dd-c370-4b23-b1d4-b5c1dad5e98b None None] Routers {'3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:04.864407 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a737f9dd-c370-4b23-b1d4-b5c1dad5e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:04.945206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-92e08d02-199c-4474-a19a-b1ec6ea40ff6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Unset dirty status for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:04.947040 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-92e08d02-199c-4474-a19a-b1ec6ea40ff6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports/fce942b1-b0e6-4221-8c22-b6fbe019df7b HTTP/1.1" status: 200 len: 911 time: 0.3084321 Apr 18 21:43:04.952308 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-a737f9dd-c370-4b23-b1d4-b5c1dad5e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:04.952790 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737f9dd-c370-4b23-b1d4-b5c1dad5e98b None None] The sync data for ids ['3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:04.966542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46066) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:05.088456 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7df8c003-c69d-4227-981a-17f34bd4ce68 None None] Provisioning for port 8a1266e7-72ac-4a05-8edb-325870dff219 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:05.098892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7df8c003-c69d-4227-981a-17f34bd4ce68 None None] Provisioning complete for port 8a1266e7-72ac-4a05-8edb-325870dff219 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:05.098892 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7df8c003-c69d-4227-981a-17f34bd4ce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:05.160741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7df8c003-c69d-4227-981a-17f34bd4ce68 None None] Port 8a1266e7-72ac-4a05-8edb-325870dff219 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:05.178961 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:43:05.179284 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:43:05.236586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:05.447214 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1faa5395-d011-4731-87bb-f29a7b69bcde tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:05.569465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2909f941-55c1-4e8f-b69a-f8efc6b7732a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:05.728896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Deleting port 2145b027-0f68-4c76-b3a6-56c80abaab0b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:05.729561 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:06.002197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:06.028727 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:06.029059 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:06.152828 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:06.191194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Calling delete_port for 2145b027-0f68-4c76-b3a6-56c80abaab0b owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:06.286992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1faa5395-d011-4731-87bb-f29a7b69bcde tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port fce942b1-b0e6-4221-8c22-b6fbe019df7b {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:06.287481 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1faa5395-d011-4731-87bb-f29a7b69bcde tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:06.329715 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:06.336343 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event updated for resources: {'Port': ['ID=8a1266e7-72ac-4a05-8edb-325870dff219,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:06.520711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1faa5395-d011-4731-87bb-f29a7b69bcde tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:06.657056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1faa5395-d011-4731-87bb-f29a7b69bcde tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for fce942b1-b0e6-4221-8c22-b6fbe019df7b owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:06.731762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2909f941-55c1-4e8f-b69a-f8efc6b7732a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:06.744169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8630f-0777-4111-b920-10434892bd7c None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:06.754073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Network a85b3197-1b5f-4347-a75e-220a78b410bb is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:06.756959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:06.769941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8630f-0777-4111-b920-10434892bd7c None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:06.769941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f8f8630f-0777-4111-b920-10434892bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:06.844467 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f8f8630f-0777-4111-b920-10434892bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:06.856607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8630f-0777-4111-b920-10434892bd7c None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:06.857386 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f8f8630f-0777-4111-b920-10434892bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:06.961248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:07.000496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f8f8630f-0777-4111-b920-10434892bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:07.000496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8630f-0777-4111-b920-10434892bd7c None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:07.016185 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1faa5395-d011-4731-87bb-f29a7b69bcde tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:07.053623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event deleted for resources: {'Port': ['ID=2145b027-0f68-4c76-b3a6-56c80abaab0b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:07.131019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa5395-d011-4731-87bb-f29a7b69bcde tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=fce942b1-b0e6-4221-8c22-b6fbe019df7b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:07.161081 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2909f941-55c1-4e8f-b69a-f8efc6b7732a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:07.238975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-895b63fd-e1d9-4738-a876-3db0359ecda9 None None] Provisioning complete for port 8a1266e7-72ac-4a05-8edb-325870dff219 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:07.239341 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-895b63fd-e1d9-4738-a876-3db0359ecda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:07.265794 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2909f941-55c1-4e8f-b69a-f8efc6b7732a tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/floatingips/374d0270-420e-444f-b822-4412079f0658 HTTP/1.1" status: 204 len: 168 time: 5.6415274 Apr 18 21:43:07.272354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46090) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:07.319062 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1faa5395-d011-4731-87bb-f29a7b69bcde tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:07.393118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-895b63fd-e1d9-4738-a876-3db0359ecda9 None None] Port 8a1266e7-72ac-4a05-8edb-325870dff219 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:07.408415 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:07.408415 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:07.408415 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-20ee5f0f-3b2d-4aa7-8dd6-6142dbde133f tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "DELETE /v2.0/floatingips/34aeb17a-e9d7-46dd-97ec-aa92957eddea HTTP/1.1" status: 204 len: 168 time: 3.8343697 Apr 18 21:43:07.421306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c5941746-8cc1-462c-81b2-957b25dff1b3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port 898e4628-3e76-406b-bfa2-0943accee35a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:07.421306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5941746-8cc1-462c-81b2-957b25dff1b3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:07.656385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46100) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:07.969433 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f20ec34-6012-450c-b8a8-844877b0fc0d tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:07.976534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faa5395-d011-4731-87bb-f29a7b69bcde tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router 3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:08.028664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f20ec34-6012-450c-b8a8-844877b0fc0d tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:08.038067 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5941746-8cc1-462c-81b2-957b25dff1b3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:08.134754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faa5395-d011-4731-87bb-f29a7b69bcde tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:08.151516 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0834f2-4f5a-4e66-8c8b-8dcc0ce1702d None None] Sync routers for ids ['3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:08.166156 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0834f2-4f5a-4e66-8c8b-8dcc0ce1702d None None] Routers {'3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:08.167537 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5f0834f2-4f5a-4e66-8c8b-8dcc0ce1702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:08.203502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c5941746-8cc1-462c-81b2-957b25dff1b3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for 898e4628-3e76-406b-bfa2-0943accee35a owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:08.327685 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Router 0998028c-a8b1-4770-baed-86028bb1e818 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:08.342729 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5f0834f2-4f5a-4e66-8c8b-8dcc0ce1702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:08.354210 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0834f2-4f5a-4e66-8c8b-8dcc0ce1702d None None] Routers {'3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:08.355090 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5f0834f2-4f5a-4e66-8c8b-8dcc0ce1702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:08.424011 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5f0834f2-4f5a-4e66-8c8b-8dcc0ce1702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:08.424675 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0834f2-4f5a-4e66-8c8b-8dcc0ce1702d None None] The sync data for ids ['3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:08.536584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1faa5395-d011-4731-87bb-f29a7b69bcde tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5729005 Apr 18 21:43:08.539486 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46112) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:08.601928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d36d1e15-e393-47c6-9da3-4aa330f19473 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Synchronizing usage tracker for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:08.608142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f20ec34-6012-450c-b8a8-844877b0fc0d tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:08.634783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20ec34-6012-450c-b8a8-844877b0fc0d tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c242b125-fe9f-4a07-84b3-cac8b58ccd7c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:08.676980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d36d1e15-e393-47c6-9da3-4aa330f19473 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Unset dirty status for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:08.676980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d36d1e15-e393-47c6-9da3-4aa330f19473 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b HTTP/1.1" status: 200 len: 205 time: 0.1326818 Apr 18 21:43:08.676980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46116) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:08.729531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f20ec34-6012-450c-b8a8-844877b0fc0d tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:08.729531 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9f20ec34-6012-450c-b8a8-844877b0fc0d tempest-TestServerBasicOps-731869931 tempest-TestServerBasicOps-731869931-project] 10.222.0.11 "DELETE /v2.0/security-groups/c242b125-fe9f-4a07-84b3-cac8b58ccd7c HTTP/1.1" status: 204 len: 168 time: 1.0585804 Apr 18 21:43:08.852864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46126) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:08.863313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:08.875339 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-664b0ab8-924d-436f-900b-3ece933a7425 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "PUT /v2.0/routers/0998028c-a8b1-4770-baed-86028bb1e818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0861230 Apr 18 21:43:08.875711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c955864-7c70-4b0b-a4ff-fd8d7b2443ff None None] Sync routers for ids ['0998028c-a8b1-4770-baed-86028bb1e818'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:08.882359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46132) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:08.890261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Request body: {'port': {'network_id': 'a85b3197-1b5f-4347-a75e-220a78b410bb', 'name': 'tempest-FloatingIPAdminTestJSON-1636923355'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:08.901125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c955864-7c70-4b0b-a4ff-fd8d7b2443ff None None] Routers {'0998028c-a8b1-4770-baed-86028bb1e818'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:08.902615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7c955864-7c70-4b0b-a4ff-fd8d7b2443ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0998028c-a8b1-4770-baed-86028bb1e818'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:08.908518 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2452566-36cf-4379-a6a3-06d984e2302c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:08.934313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5941746-8cc1-462c-81b2-957b25dff1b3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:09.005556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5941746-8cc1-462c-81b2-957b25dff1b3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=898e4628-3e76-406b-bfa2-0943accee35a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:09.126107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7c955864-7c70-4b0b-a4ff-fd8d7b2443ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:09.155675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c955864-7c70-4b0b-a4ff-fd8d7b2443ff None None] Routers {'0998028c-a8b1-4770-baed-86028bb1e818'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:09.155675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7c955864-7c70-4b0b-a4ff-fd8d7b2443ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0998028c-a8b1-4770-baed-86028bb1e818'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:09.250145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7c955864-7c70-4b0b-a4ff-fd8d7b2443ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:09.254299 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c955864-7c70-4b0b-a4ff-fd8d7b2443ff None None] The sync data for ids ['0998028c-a8b1-4770-baed-86028bb1e818'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:09.385079 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:09.415436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:09.482782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Usage tracker for resource:port and tenant:8e2ef9157ce446b3905145b6c4684320 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:09.501859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:09.514921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:09.537421 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c5941746-8cc1-462c-81b2-957b25dff1b3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:09.537421 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c5941746-8cc1-462c-81b2-957b25dff1b3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/ports/898e4628-3e76-406b-bfa2-0943accee35a HTTP/1.1" status: 204 len: 168 time: 2.2606773 Apr 18 21:43:09.546973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46138) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:09.553696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:09.562440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:09.569791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:floatingip and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:09.575540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:09.580085 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2452566-36cf-4379-a6a3-06d984e2302c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:09.585247 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:09.591547 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2452566-36cf-4379-a6a3-06d984e2302c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:09.610389 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Made reservation on behalf of 8e2ef9157ce446b3905145b6c4684320 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:09.614313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:09.645705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] device_id is not set on port d8bbefba-bc52-46ba-8dd6-802f3be56e06 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:43:09.695370 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:09.715445 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2452566-36cf-4379-a6a3-06d984e2302c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:09.715445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2452566-36cf-4379-a6a3-06d984e2302c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Fanout notify agent at l3_agent the message router_deleted on router 3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:43:09.731649 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e2452566-36cf-4379-a6a3-06d984e2302c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:09.731649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e2452566-36cf-4379-a6a3-06d984e2302c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b HTTP/1.1" status: 204 len: 168 time: 1.0501776 Apr 18 21:43:09.731649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46144) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:10.064075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Allocated IP 172.20.0.5 (a85b3197-1b5f-4347-a75e-220a78b410bb/288c976c-7fc8-4d56-836c-574dc8476b43/d8bbefba-bc52-46ba-8dd6-802f3be56e06) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:10.125372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7560704-fba4-4291-a9d9-bdaa4f8b161e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting subnet 2688009e-67aa-4cc5-83c7-ddf4cf7d8207 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:43:10.126799 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:10.129276 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7560704-fba4-4291-a9d9-bdaa4f8b161e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:10.208897 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7560704-fba4-4291-a9d9-bdaa4f8b161e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:10.335981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7560704-fba4-4291-a9d9-bdaa4f8b161e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:10.372300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.25.3.224 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/8fd9edd3-4e26-42e1-b00b-8f1a71d4ee98) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:10.485106 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5511-fbaa-4bbc-8b96-c34d9b9aa7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:10.506062 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7560704-fba4-4291-a9d9-bdaa4f8b161e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:10.565093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7560704-fba4-4291-a9d9-bdaa4f8b161e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Subnet': ['ID=2688009e-67aa-4cc5-83c7-ddf4cf7d8207,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:10.582804 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c7560704-fba4-4291-a9d9-bdaa4f8b161e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:10.582804 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c7560704-fba4-4291-a9d9-bdaa4f8b161e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/2688009e-67aa-4cc5-83c7-ddf4cf7d8207 HTTP/1.1" status: 204 len: 168 time: 0.8472047 Apr 18 21:43:10.585400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13673f73-1f03-493b-96d4-9803f64b56ef None None] Network 0e4ad49d-a798-4420-a6c1-9d8431ec2408 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:10.595278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46158) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:10.775721 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:10.786237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port 007fcf34-51c2-4f12-b263-9d93b1ba9f72 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:10.786237 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:10.914670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f5bbf4-90b2-42b2-b186-d1bcd79fdbc7 None None] DHCP port deletion for 0e4ad49d-a798-4420-a6c1-9d8431ec2408 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:43:10.919351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-92f5bbf4-90b2-42b2-b186-d1bcd79fdbc7 None None] Deleting port 007fcf34-51c2-4f12-b263-9d93b1ba9f72 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:10.919921 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-92f5bbf4-90b2-42b2-b186-d1bcd79fdbc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:10.949094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:10.993718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Transition to ACTIVE for port object d8bbefba-bc52-46ba-8dd6-802f3be56e06 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:11.028740 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.099658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] For port 007fcf34-51c2-4f12-b263-9d93b1ba9f72, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=007fcf34-51c2-4f12-b263-9d93b1ba9f72,segment=NetworkSegment(2a654418-5eba-4b38-aedd-6527c3115316),segment_id=2a654418-5eba-4b38-aedd-6527c3115316)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:11.099658 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.147740 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.202122 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.263017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-92f5bbf4-90b2-42b2-b186-d1bcd79fdbc7 None None] For port 007fcf34-51c2-4f12-b263-9d93b1ba9f72, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=007fcf34-51c2-4f12-b263-9d93b1ba9f72,segment=NetworkSegment(2a654418-5eba-4b38-aedd-6527c3115316),segment_id=2a654418-5eba-4b38-aedd-6527c3115316)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:11.263480 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-92f5bbf4-90b2-42b2-b186-d1bcd79fdbc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.269166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Network a85b3197-1b5f-4347-a75e-220a78b410bb is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:11.292387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for 007fcf34-51c2-4f12-b263-9d93b1ba9f72 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:11.329933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:11.339808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:11.339808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event updated for resources: {'Port': ['ID=d8bbefba-bc52-46ba-8dd6-802f3be56e06,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:11.339808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:11.358491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:11.417239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-92f5bbf4-90b2-42b2-b186-d1bcd79fdbc7 None None] Calling delete_port for 007fcf34-51c2-4f12-b263-9d93b1ba9f72 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:11.485426 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.515294 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-92f5bbf4-90b2-42b2-b186-d1bcd79fdbc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:43:11.515294 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-92f5bbf4-90b2-42b2-b186-d1bcd79fdbc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:43:11.532256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:11.549971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=007fcf34-51c2-4f12-b263-9d93b1ba9f72,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:11.562697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No DVR routers for this DVR port 007fcf34-51c2-4f12-b263-9d93b1ba9f72 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:11.574872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=8fd9edd3-4e26-42e1-b00b-8f1a71d4ee98,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:11.693509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:11.693509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.723240 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.769147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4ad49d-a798-4420-a6c1-9d8431ec2408']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:11.780196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a654418-5eba-4b38-aedd-6527c3115316') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:11.780196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a654418-5eba-4b38-aedd-6527c3115316') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:11.807770 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.852386 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.867105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:43:11.867105 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.887379 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-900361d8-6d7a-4d20-9db4-c50cb2a8fe97 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9916165 Apr 18 21:43:11.887379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.887379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46174) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:43:11.892547 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:43:11.939399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a2510078-5e1f-4cd4-872b-4a306d44292a None None] Provisioning for port d8bbefba-bc52-46ba-8dd6-802f3be56e06 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:11.939399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a2510078-5e1f-4cd4-872b-4a306d44292a None None] Provisioning complete for port d8bbefba-bc52-46ba-8dd6-802f3be56e06 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:11.939399 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a2510078-5e1f-4cd4-872b-4a306d44292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.997451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'project_id': '8e2ef9157ce446b3905145b6c4684320', 'port_id': 'd8bbefba-bc52-46ba-8dd6-802f3be56e06'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:12.006052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-92f5bbf4-90b2-42b2-b186-d1bcd79fdbc7 None None] Deleting port 007fcf34-51c2-4f12-b263-9d93b1ba9f72 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:12.006429 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-92f5bbf4-90b2-42b2-b186-d1bcd79fdbc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.036324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:12.048066 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.076247 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.080033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Usage tracker for resource:floatingip and tenant:8e2ef9157ce446b3905145b6c4684320 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:12.083133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-92f5bbf4-90b2-42b2-b186-d1bcd79fdbc7 None None] The port '007fcf34-51c2-4f12-b263-9d93b1ba9f72' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:43:12.083133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a2510078-5e1f-4cd4-872b-4a306d44292a None None] Port d8bbefba-bc52-46ba-8dd6-802f3be56e06 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:12.087095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:12.090624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Network': ['ID=0e4ad49d-a798-4420-a6c1-9d8431ec2408,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:12.102052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:12.130221 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.152767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9c4ade40-88ff-4c2f-8315-013339bc2bca tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/networks/0e4ad49d-a798-4420-a6c1-9d8431ec2408 HTTP/1.1" status: 204 len: 168 time: 1.5573907 Apr 18 21:43:12.152767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46182) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:12.179443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-316999998', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:12.179443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:12.192154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:router and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:12.192154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:12.196989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:12.262657 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.348524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.349508 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.369903 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.398132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e5511-fbaa-4bbc-8b96-c34d9b9aa7ba admin admin] Deleting port a69e7232-2eb4-46f4-8630-e79609b585f0 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:12.398474 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5511-fbaa-4bbc-8b96-c34d9b9aa7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.623583 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.675719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 007fcf34-51c2-4f12-b263-9d93b1ba9f72 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:12.709556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 007fcf34-51c2-4f12-b263-9d93b1ba9f72 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:12.709966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 007fcf34-51c2-4f12-b263-9d93b1ba9f72 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:12.776564 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.820764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-0b2e5511-fbaa-4bbc-8b96-c34d9b9aa7ba admin admin] For port a69e7232-2eb4-46f4-8630-e79609b585f0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a69e7232-2eb4-46f4-8630-e79609b585f0,segment=NetworkSegment(085c2d19-d9f2-4916-b62d-d7f6f300b5b7),segment_id=085c2d19-d9f2-4916-b62d-d7f6f300b5b7)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:12.820764 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5511-fbaa-4bbc-8b96-c34d9b9aa7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.848305 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:13.025760 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:13.034930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e5511-fbaa-4bbc-8b96-c34d9b9aa7ba admin admin] Calling delete_port for a69e7232-2eb4-46f4-8630-e79609b585f0 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:13.063836 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:13.133085 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:13.176516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=8fd9edd3-4e26-42e1-b00b-8f1a71d4ee98,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:13.252560 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:13.288232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Allocated IP 172.25.3.194 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/cdaabfef-499c-4c21-8107-b9c8ca0bf801) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:13.439267 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:13.439267 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8f2dd38b-c7b2-4713-82e2-f628fcddf504 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8498137 Apr 18 21:43:13.445038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46196) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:13.445038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'port': {'network_id': 'fc3380ea-217d-42a5-b5b6-8579a9fb48ea', 'name': 'tempest-FloatingIPTestJSON-1252391462'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:13.611954 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:13.661049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:13.667026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:port and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:13.670485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for port was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:13.677276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:13.886123 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5511-fbaa-4bbc-8b96-c34d9b9aa7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:13.912709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Made reservation on behalf of 3414fbe62ec6441fa74252b5350cbe16 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:13.916513 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:13.930957 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:13.983634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e5511-fbaa-4bbc-8b96-c34d9b9aa7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a69e7232-2eb4-46f4-8630-e79609b585f0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:14.037590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=cdaabfef-499c-4c21-8107-b9c8ca0bf801,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:14.071929 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] device_id is not set on port 5424909e-5fec-4b2a-b972-e7cdb465afa8 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:43:14.119239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:14.141398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:14.163541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:14.309099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Allocated IP 172.25.3.36 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/9f3d7239-a412-4722-a7a6-ea0e5742fba0) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:14.455762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.20.0.12 (fc3380ea-217d-42a5-b5b6-8579a9fb48ea/90e73ea4-4f5c-4a89-b430-6f0346fdf0c0/5424909e-5fec-4b2a-b972-e7cdb465afa8) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:14.532274 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:14.551687 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5511-fbaa-4bbc-8b96-c34d9b9aa7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:14.647526 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:14.648655 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:14.722839 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:14.823527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:14.842026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:14.842026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:14.885566 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:15.011716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3d7239-a412-4722-a7a6-ea0e5742fba0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:15.038978 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:15.106779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router 30866572-9a2c-490a-b0ac-032a37d10c8d is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:43:15.153778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network fc3380ea-217d-42a5-b5b6-8579a9fb48ea is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:15.153778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:15.163119 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=5424909e-5fec-4b2a-b972-e7cdb465afa8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:15.163119 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:15.485164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:15.485164 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:15.586105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:15.603381 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31b45cb-4add-4c6c-98c1-4203d93cbd71 None None] Sync routers for ids ['30866572-9a2c-490a-b0ac-032a37d10c8d'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:15.617105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4790448a-bfe7-4759-819c-a21a7c356cbb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2136428 Apr 18 21:43:15.620033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46222) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:15.624369 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31b45cb-4add-4c6c-98c1-4203d93cbd71 None None] Routers {'30866572-9a2c-490a-b0ac-032a37d10c8d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:15.625037 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f31b45cb-4add-4c6c-98c1-4203d93cbd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['30866572-9a2c-490a-b0ac-032a37d10c8d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:15.644794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a4ccfffe-967f-4328-8ecb-25cd69b06fbe tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'floatingip': {'port_id': '5424909e-5fec-4b2a-b972-e7cdb465afa8'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:15.700161 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f31b45cb-4add-4c6c-98c1-4203d93cbd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:15.729138 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31b45cb-4add-4c6c-98c1-4203d93cbd71 None None] Routers {'30866572-9a2c-490a-b0ac-032a37d10c8d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:15.729138 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f31b45cb-4add-4c6c-98c1-4203d93cbd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['30866572-9a2c-490a-b0ac-032a37d10c8d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:15.761950 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a4ccfffe-967f-4328-8ecb-25cd69b06fbe tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:15.822724 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-f31b45cb-4add-4c6c-98c1-4203d93cbd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:15.822724 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31b45cb-4add-4c6c-98c1-4203d93cbd71 None None] The sync data for ids ['30866572-9a2c-490a-b0ac-032a37d10c8d'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:15.827018 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:15.827018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b407da20-41ed-48b6-a08f-157421d67f72 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6696076 Apr 18 21:43:15.830605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46226) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:16.152155 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:16.231764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2e5511-fbaa-4bbc-8b96-c34d9b9aa7ba admin admin] Router 4e921653-bafc-4d17-b267-fcf6f85ba20a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:16.468162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:16.507247 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a4ccfffe-967f-4328-8ecb-25cd69b06fbe tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:16.619553 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a4ccfffe-967f-4328-8ecb-25cd69b06fbe tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:16.672972 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-506e6152-7803-44da-b437-d9781bc3b1c5 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/routers/30866572-9a2c-490a-b0ac-032a37d10c8d HTTP/1.1" status: 200 len: 884 time: 0.8497679 Apr 18 21:43:16.678209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46240) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:16.906550 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:16.914186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2e5511-fbaa-4bbc-8b96-c34d9b9aa7ba admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:16.926869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f141265-c12d-41dd-895f-7eb4e6cec60b None None] Sync routers for ids ['4e921653-bafc-4d17-b267-fcf6f85ba20a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:16.937437 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0b2e5511-fbaa-4bbc-8b96-c34d9b9aa7ba admin admin] 10.222.0.11 "PUT /v2.0/routers/4e921653-bafc-4d17-b267-fcf6f85ba20a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0797868 Apr 18 21:43:16.937712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46246) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:16.942427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f141265-c12d-41dd-895f-7eb4e6cec60b None None] Routers {'4e921653-bafc-4d17-b267-fcf6f85ba20a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:16.943255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6f141265-c12d-41dd-895f-7eb4e6cec60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4e921653-bafc-4d17-b267-fcf6f85ba20a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:17.022301 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:17.080060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-68a1a9c2-565e-41ae-a1ec-3525e09dd7c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Synchronizing usage tracker for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:router {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:17.109282 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-a4ccfffe-967f-4328-8ecb-25cd69b06fbe tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Floating IP 64c05680-c77a-4a96-98c6-c5cac7995710 associated. External IP: 172.25.3.224, port: 5424909e-5fec-4b2a-b972-e7cdb465afa8. Apr 18 21:43:17.213526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-68a1a9c2-565e-41ae-a1ec-3525e09dd7c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Unset dirty status for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:router {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:17.213526 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-68a1a9c2-565e-41ae-a1ec-3525e09dd7c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5254352 Apr 18 21:43:17.224201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46252) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:17.252178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3d7239-a412-4722-a7a6-ea0e5742fba0,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:17.259111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-6f141265-c12d-41dd-895f-7eb4e6cec60b None None] Set router 4e921653-bafc-4d17-b267-fcf6f85ba20a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:17.275585 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:17.291799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3a0f387c-2276-4152-a985-3b98a7919fba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-316999998'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:17.491588 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:17.626665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6f141265-c12d-41dd-895f-7eb4e6cec60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:43:13Z', 'revision_number': 5, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:17.626665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f141265-c12d-41dd-895f-7eb4e6cec60b None None] Checking router: 4e921653-bafc-4d17-b267-fcf6f85ba20a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:43:17.652383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f141265-c12d-41dd-895f-7eb4e6cec60b None None] Routers {'4e921653-bafc-4d17-b267-fcf6f85ba20a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:17.652383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6f141265-c12d-41dd-895f-7eb4e6cec60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4e921653-bafc-4d17-b267-fcf6f85ba20a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:17.667835 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Floating IP 12f57ed9-9aa1-4e7f-8d2e-cc9c334dac15 associated. External IP: 172.25.3.36, port: d8bbefba-bc52-46ba-8dd6-802f3be56e06. Apr 18 21:43:17.897621 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-6f141265-c12d-41dd-895f-7eb4e6cec60b None None] Set router 4e921653-bafc-4d17-b267-fcf6f85ba20a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:17.931669 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:18.060180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Deleting port d47b5e45-d84f-4e03-a68f-ca73f811cdd4 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:18.060180 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:18.457791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6f141265-c12d-41dd-895f-7eb4e6cec60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:43:13Z', 'revision_number': 5, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:18.457791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f141265-c12d-41dd-895f-7eb4e6cec60b None None] The sync data for ids ['4e921653-bafc-4d17-b267-fcf6f85ba20a'] in n-d-836017-3 is: [{'id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'name': 'tempest-TestServerBasicOps-1540069762-router', 'tenant_id': '3a6a41c0f4614fd8a7273b0483db320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:43:13Z', 'revision_number': 5, 'project_id': '3a6a41c0f4614fd8a7273b0483db320a', 'gw_port': {'id': 'd47b5e45-d84f-4e03-a68f-ca73f811cdd4', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e921653-bafc-4d17-b267-fcf6f85ba20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:43Z', 'updated_at': '2022-04-18T21:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:18.590672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ccfffe-967f-4328-8ecb-25cd69b06fbe tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:18.605664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3a0f387c-2276-4152-a985-3b98a7919fba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:18.630158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] For port d47b5e45-d84f-4e03-a68f-ca73f811cdd4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d47b5e45-d84f-4e03-a68f-ca73f811cdd4,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:18.630530 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:18.766755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3a0f387c-2276-4152-a985-3b98a7919fba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:18.776049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Calling delete_port for d47b5e45-d84f-4e03-a68f-ca73f811cdd4 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:18.793045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a69e7232-2eb4-46f4-8630-e79609b585f0 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:18.843334 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9bfb070e-e94a-49e4-a1c7-9b74242b18d1 req-0ab52392-b35f-408a-89da-a78a706b5c7d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4623301 Apr 18 21:43:18.845948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: a69e7232-2eb4-46f4-8630-e79609b585f0 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:18.845948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a69e7232-2eb4-46f4-8630-e79609b585f0 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:19.017725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Router 0998028c-a8b1-4770-baed-86028bb1e818 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:19.040518 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9bfb070e-e94a-49e4-a1c7-9b74242b18d1 req-01d2af8c-83ac-4d8b-9d0d-d3b7daae3365 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1098 time: 0.1551981 Apr 18 21:43:19.091108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ccfffe-967f-4328-8ecb-25cd69b06fbe tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:19.108998 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a4ccfffe-967f-4328-8ecb-25cd69b06fbe tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:19.110842 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd24a1-3647-4330-9f15-c131c31e24e6 None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:19.132301 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd24a1-3647-4330-9f15-c131c31e24e6 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:19.132301 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-17dd24a1-3647-4330-9f15-c131c31e24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:19.134254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0f387c-2276-4152-a985-3b98a7919fba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router 30866572-9a2c-490a-b0ac-032a37d10c8d has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:19.270385 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-17dd24a1-3647-4330-9f15-c131c31e24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:19.285383 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd24a1-3647-4330-9f15-c131c31e24e6 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:19.286308 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-17dd24a1-3647-4330-9f15-c131c31e24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:19.387747 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-17dd24a1-3647-4330-9f15-c131c31e24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:19.387747 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd24a1-3647-4330-9f15-c131c31e24e6 None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:19.463206 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a4ccfffe-967f-4328-8ecb-25cd69b06fbe tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "PUT /v2.0/floatingips/64c05680-c77a-4a96-98c6-c5cac7995710 HTTP/1.1" status: 200 len: 979 time: 3.8328822 Apr 18 21:43:19.463206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46272) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:19.515309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb070e-e94a-49e4-a1c7-9b74242b18d1 req-a46b8587-3d79-4c27-b17e-081d34a7b92c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:19.515309 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9bfb070e-e94a-49e4-a1c7-9b74242b18d1 req-a46b8587-3d79-4c27-b17e-081d34a7b92c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 898 time: 0.3587451 Apr 18 21:43:19.594112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port 5424909e-5fec-4b2a-b972-e7cdb465afa8 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:19.594112 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:19.607444 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:19.684038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47b5e45-d84f-4e03-a68f-ca73f811cdd4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:19.812644 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9bfb070e-e94a-49e4-a1c7-9b74242b18d1 req-71952dc2-3a04-483e-b3bf-cebd7aa89692 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 1002 time: 0.2839682 Apr 18 21:43:19.881809 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb070e-e94a-49e4-a1c7-9b74242b18d1 req-1efc13e5-fa90-42a8-9186-8aadc2c310e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:19.881809 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9bfb070e-e94a-49e4-a1c7-9b74242b18d1 req-1efc13e5-fa90-42a8-9186-8aadc2c310e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.0661182 Apr 18 21:43:19.905564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:19.910157 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:19.913873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f104c3a-c21d-4db9-8dcb-7992746f134c None None] Sync routers for ids ['0998028c-a8b1-4770-baed-86028bb1e818'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:19.944303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f104c3a-c21d-4db9-8dcb-7992746f134c None None] Routers {'0998028c-a8b1-4770-baed-86028bb1e818'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:19.944511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9f104c3a-c21d-4db9-8dcb-7992746f134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0998028c-a8b1-4770-baed-86028bb1e818'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:19.991564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0f387c-2276-4152-a985-3b98a7919fba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:19.999765 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3a0f387c-2276-4152-a985-3b98a7919fba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:20.001537 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1e6e58-69f8-41e6-87f9-fa6fddd0c961 None None] Sync routers for ids ['30866572-9a2c-490a-b0ac-032a37d10c8d'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:20.004694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3a0f387c-2276-4152-a985-3b98a7919fba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/30866572-9a2c-490a-b0ac-032a37d10c8d HTTP/1.1" status: 200 len: 891 time: 2.7213421 Apr 18 21:43:20.005611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46284) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:20.035242 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1e6e58-69f8-41e6-87f9-fa6fddd0c961 None None] Routers {'30866572-9a2c-490a-b0ac-032a37d10c8d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:20.047671 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5a1e6e58-69f8-41e6-87f9-fa6fddd0c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['30866572-9a2c-490a-b0ac-032a37d10c8d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:20.064456 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9f104c3a-c21d-4db9-8dcb-7992746f134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:20.079606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f104c3a-c21d-4db9-8dcb-7992746f134c None None] Routers {'0998028c-a8b1-4770-baed-86028bb1e818'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:20.082054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9f104c3a-c21d-4db9-8dcb-7992746f134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0998028c-a8b1-4770-baed-86028bb1e818'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:20.204115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9f104c3a-c21d-4db9-8dcb-7992746f134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:20.204115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f104c3a-c21d-4db9-8dcb-7992746f134c None None] The sync data for ids ['0998028c-a8b1-4770-baed-86028bb1e818'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:20.210471 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5a1e6e58-69f8-41e6-87f9-fa6fddd0c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:20.244395 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:20.248951 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1e6e58-69f8-41e6-87f9-fa6fddd0c961 None None] Routers {'30866572-9a2c-490a-b0ac-032a37d10c8d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:20.248951 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5a1e6e58-69f8-41e6-87f9-fa6fddd0c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['30866572-9a2c-490a-b0ac-032a37d10c8d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:20.424328 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5a1e6e58-69f8-41e6-87f9-fa6fddd0c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:20.424328 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1e6e58-69f8-41e6-87f9-fa6fddd0c961 None None] The sync data for ids ['30866572-9a2c-490a-b0ac-032a37d10c8d'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:20.614575 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:20.614575 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:20.614575 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Floating IP 64c05680-c77a-4a96-98c6-c5cac7995710 disassociated. External IP: 172.25.3.224, port: 5424909e-5fec-4b2a-b972-e7cdb465afa8. Apr 18 21:43:20.614575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for 5424909e-5fec-4b2a-b972-e7cdb465afa8 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:20.704156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9431e5b-222a-46a8-8b6a-1f680153c3ff req-dda25111-60bc-4e73-a9c6-a8d415c62d9f tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1098 time: 0.2303367 Apr 18 21:43:20.783118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:20.815606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9431e5b-222a-46a8-8b6a-1f680153c3ff req-4662764c-d38d-478a-8623-79b0867e5555 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187685 Apr 18 21:43:20.850647 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-03ed7786-d875-4a7d-90aa-ed7b33d4d026 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/routers/30866572-9a2c-490a-b0ac-032a37d10c8d HTTP/1.1" status: 200 len: 891 time: 0.8390460 Apr 18 21:43:20.859636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46296) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:20.884500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46298) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:20.917614 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:20.917614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b4a71fcf-6fa1-4259-96c6-c9ad1d3dd179 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Synchronizing usage tracker for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:20.976777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=5424909e-5fec-4b2a-b972-e7cdb465afa8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:20.991096 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:21.022787 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3a931141-12f0-4204-b6eb-0f957ad78915 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.1352472 Apr 18 21:43:21.022787 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:21.022787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46304) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:21.090241 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9bfb070e-e94a-49e4-a1c7-9b74242b18d1 req-3996a799-1c96-4de9-855b-4b9965562acc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1705487 Apr 18 21:43:21.235929 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b4a71fcf-6fa1-4259-96c6-c9ad1d3dd179 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Unset dirty status for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:21.244316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b4a71fcf-6fa1-4259-96c6-c9ad1d3dd179 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=30866572-9a2c-490a-b0ac-032a37d10c8d HTTP/1.1" status: 200 len: 205 time: 0.3759997 Apr 18 21:43:21.244316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46310) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:21.388279 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a82ad356-88fb-4e91-9da5-00eb614da2c4 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] 10.222.0.11 "GET /v2.0/floatingips/12f57ed9-9aa1-4e7f-8d2e-cc9c334dac15 HTTP/1.1" status: 200 len: 982 time: 0.3559508 Apr 18 21:43:21.399191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46314) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:21.470438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:21.470438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e921653-bafc-4d17-b267-fcf6f85ba20a {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:43:21.477556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f71d0c38-243f-4a32-ab62-688b8458a78f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port dd6b7275-fe5f-47d1-a693-e92046943171 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:21.477556 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c38-243f-4a32-ab62-688b8458a78f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:21.578653 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:21.582944 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:21.583152 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dd699e67-9732-4eef-94e3-02f595396361 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4e921653-bafc-4d17-b267-fcf6f85ba20a HTTP/1.1" status: 204 len: 168 time: 4.6442149 Apr 18 21:43:21.587818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46322) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:21.661242 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9bfb070e-e94a-49e4-a1c7-9b74242b18d1 req-d243d571-713d-4d6b-ab8a-3e25b1eef111 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531301 Apr 18 21:43:21.682728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:21.802561 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c75a3a76-a36e-41c5-b9b8-65f631f9d5ba tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4779 time: 0.4072573 Apr 18 21:43:21.810007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46326) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:21.951280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f24c1ac-a8f1-454d-a523-4b0497a62445 admin admin] Deleting subnet c0c03006-906a-41bc-b660-43904bcb0e3b {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:43:21.951280 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f24c1ac-a8f1-454d-a523-4b0497a62445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:22.043631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:22.092719 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f24c1ac-a8f1-454d-a523-4b0497a62445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:22.099216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:22.109309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40911f47-3a04-472f-ad8c-2af56cd208d3 None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:22.141285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40911f47-3a04-472f-ad8c-2af56cd208d3 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:22.145257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-40911f47-3a04-472f-ad8c-2af56cd208d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:22.208198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port cdaabfef-499c-4c21-8107-b9c8ca0bf801 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:22.208836 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:22.282199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-40911f47-3a04-472f-ad8c-2af56cd208d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:22.291503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40911f47-3a04-472f-ad8c-2af56cd208d3 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:22.291503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-40911f47-3a04-472f-ad8c-2af56cd208d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:42:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:22.331754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c38-243f-4a32-ab62-688b8458a78f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:22.331754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c38-243f-4a32-ab62-688b8458a78f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:22.367025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-40911f47-3a04-472f-ad8c-2af56cd208d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:22.367025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40911f47-3a04-472f-ad8c-2af56cd208d3 None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:22.373000 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:22.393784 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0ed34a8e-9889-4337-8a9e-4e3a3b639da4 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/ports/5424909e-5fec-4b2a-b972-e7cdb465afa8 HTTP/1.1" status: 204 len: 168 time: 2.9243128 Apr 18 21:43:22.398495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46334) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:22.493787 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c2c631a0-6a2d-4a1e-a361-ee6878e72b82 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "GET /v2.0/floatingips/64c05680-c77a-4a96-98c6-c5cac7995710 HTTP/1.1" status: 200 len: 688 time: 0.0973229 Apr 18 21:43:22.496619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46338) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:22.570276 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:22.571085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f71d0c38-243f-4a32-ab62-688b8458a78f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for dd6b7275-fe5f-47d1-a693-e92046943171 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:22.656508 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9bfb070e-e94a-49e4-a1c7-9b74242b18d1 req-8a4f96ca-5d8f-40b9-8417-d8e5dc254f94 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8748097 Apr 18 21:43:22.656508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46346) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:22.679139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d47b5e45-d84f-4e03-a68f-ca73f811cdd4 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:22.719569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb4415-23cd-4ad8-a377-cd6bfacc523d tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Deleting port 9f3d7239-a412-4722-a7a6-ea0e5742fba0 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:22.719569 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4415-23cd-4ad8-a377-cd6bfacc523d tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:22.740652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: d47b5e45-d84f-4e03-a68f-ca73f811cdd4 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:22.740652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d47b5e45-d84f-4e03-a68f-ca73f811cdd4 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:22.856040 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f24c1ac-a8f1-454d-a523-4b0497a62445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:22.963842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for cdaabfef-499c-4c21-8107-b9c8ca0bf801 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:23.085155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc937d-c4fe-49b2-8c9a-1237fe3c120e tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port 8fd9edd3-4e26-42e1-b00b-8f1a71d4ee98 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:23.085538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5fc937d-c4fe-49b2-8c9a-1237fe3c120e tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:23.276193 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c38-243f-4a32-ab62-688b8458a78f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:23.352597 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d5f8bb4-0f96-4650-8946-d1e227215b6f req-a635d4e7-5f41-428b-8694-cc7de07e481a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6122501 Apr 18 21:43:23.357430 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5fc937d-c4fe-49b2-8c9a-1237fe3c120e tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:23.357723 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5fc937d-c4fe-49b2-8c9a-1237fe3c120e tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:23.359404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d0c38-243f-4a32-ab62-688b8458a78f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=dd6b7275-fe5f-47d1-a693-e92046943171,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:23.365769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4415-23cd-4ad8-a377-cd6bfacc523d tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:23.366314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4415-23cd-4ad8-a377-cd6bfacc523d tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:23.375070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f24c1ac-a8f1-454d-a523-4b0497a62445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:23.535766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc937d-c4fe-49b2-8c9a-1237fe3c120e tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for 8fd9edd3-4e26-42e1-b00b-8f1a71d4ee98 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:23.566561 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:23.604906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24c1ac-a8f1-454d-a523-4b0497a62445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c03006-906a-41bc-b660-43904bcb0e3b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:23.622606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb4415-23cd-4ad8-a377-cd6bfacc523d tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Calling delete_port for 9f3d7239-a412-4722-a7a6-ea0e5742fba0 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:23.632773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=cdaabfef-499c-4c21-8107-b9c8ca0bf801,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:23.701036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-40f0c325-d667-4c19-aa64-7cfffba472fe tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Deleting port 176e7e3d-bbe4-491c-bd4e-6e53f5716a30 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:23.701378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40f0c325-d667-4c19-aa64-7cfffba472fe tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:23.735249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712869de-279e-4422-8400-1a868d9ddc60 None None] Network 50451a90-b9fd-4e36-a67b-f76a608c9689 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:23.754065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f24c1ac-a8f1-454d-a523-4b0497a62445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:23.919874 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5fc937d-c4fe-49b2-8c9a-1237fe3c120e tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.028835 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c38-243f-4a32-ab62-688b8458a78f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.052970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc937d-c4fe-49b2-8c9a-1237fe3c120e tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=8fd9edd3-4e26-42e1-b00b-8f1a71d4ee98,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:24.062291 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.078572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] DHCP port deletion for 50451a90-b9fd-4e36-a67b-f76a608c9689 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:43:24.085359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Deleting port ada3abc9-9117-4992-87d3-6e3f4ff1f45c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:24.085773 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.239126 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9f24c1ac-a8f1-454d-a523-4b0497a62445 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c0c03006-906a-41bc-b660-43904bcb0e3b HTTP/1.1" status: 204 len: 168 time: 2.6486185 Apr 18 21:43:24.244565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46356) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:24.382390 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d5f8bb4-0f96-4650-8946-d1e227215b6f req-ab6780d9-aedf-46c6-bddb-9f1a2f31b1d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 1097 time: 0.8424921 Apr 18 21:43:24.397270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] For port ada3abc9-9117-4992-87d3-6e3f4ff1f45c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ada3abc9-9117-4992-87d3-6e3f4ff1f45c,segment=NetworkSegment(085c2d19-d9f2-4916-b62d-d7f6f300b5b7),segment_id=085c2d19-d9f2-4916-b62d-d7f6f300b5b7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:24.398072 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.545294 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40f0c325-d667-4c19-aa64-7cfffba472fe tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.545883 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40f0c325-d667-4c19-aa64-7cfffba472fe tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.550883 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.551128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Calling delete_port for ada3abc9-9117-4992-87d3-6e3f4ff1f45c owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:24.560592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.571664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5fc937d-c4fe-49b2-8c9a-1237fe3c120e tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.599058 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f5fc937d-c4fe-49b2-8c9a-1237fe3c120e tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.600066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f5fc937d-c4fe-49b2-8c9a-1237fe3c120e tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/floatingips/64c05680-c77a-4a96-98c6-c5cac7995710 HTTP/1.1" status: 204 len: 168 time: 2.1023450 Apr 18 21:43:24.607640 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46362) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:24.614326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '795831f8-18c5-4d05-9e47-2086e70d1233'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:24.620820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:24.625682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:floatingip and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:24.628885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:24.635297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:24.677883 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.679729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Fanout notify agent at l3_agent the message router_deleted on router 30866572-9a2c-490a-b0ac-032a37d10c8d {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:43:24.716306 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.724784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ada3abc9-9117-4992-87d3-6e3f4ff1f45c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:24.740011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-40f0c325-d667-4c19-aa64-7cfffba472fe tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Calling delete_port for 176e7e3d-bbe4-491c-bd4e-6e53f5716a30 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:24.787657 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.794004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f56f0e67-5988-4cad-8aa2-5724cfe6fe18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.801007 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.802409 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:24.804907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3f46d47d-1630-461f-8a55-405d38ff0cbf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/30866572-9a2c-490a-b0ac-032a37d10c8d HTTP/1.1" status: 204 len: 168 time: 3.5594335 Apr 18 21:43:24.806155 n-d-836017-3 neutron-server[85050]: INFO neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No ports have port_id starting with ada3abc9-9117-4992-87d3-6e3f4ff1f45c Apr 18 21:43:24.808019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46366) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:24.815675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1158494033'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:24.826231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:24.853843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:network and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:24.858835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:24.878121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Pushing event deleted for resources: {'Port': ['ID=ada3abc9-9117-4992-87d3-6e3f4ff1f45c,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:24.883653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:24.897008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:24.898734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:24.898734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:24.898734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:24.899335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:24.900111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:24.901251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:24.902280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:24.902949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:24.903958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:24.904633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:24.906325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f8bb4-0f96-4650-8946-d1e227215b6f req-83cf9e7e-0423-409b-8f4a-ba9a5246108c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:24.907915 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d5f8bb4-0f96-4650-8946-d1e227215b6f req-83cf9e7e-0423-409b-8f4a-ba9a5246108c service neutron] 10.222.0.26 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.4933686 Apr 18 21:43:24.917125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11129c43-d8d4-4dc0-8a3c-8a5d4c9a0bf0 None None] No DVR routers for this DVR port ada3abc9-9117-4992-87d3-6e3f4ff1f45c on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:24.974711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.006933 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4415-23cd-4ad8-a377-cd6bfacc523d tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.017102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:25.020208 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.125305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:43:25.142823 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.143235 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Added segment 237ce1a1-d569-4796-ae07-77833a2941a2 of type vlan for network a85367cb-5b69-4bb4-926f-98f44215df34 Apr 18 21:43:25.168212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.25.3.98 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/c737ac6f-d09a-4951-804f-bd3efaaa3c9e) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:25.168675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb4415-23cd-4ad8-a377-cd6bfacc523d tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event deleted for resources: {'Port': ['ID=9f3d7239-a412-4722-a7a6-ea0e5742fba0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:25.192732 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.239967 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.336739 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d5f8bb4-0f96-4650-8946-d1e227215b6f req-73e5047c-eb8f-49b3-a464-3f0ed3844860 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c11392-57f5-4e5d-a82f-f89ad55d229f HTTP/1.1" status: 200 len: 1001 time: 0.3852632 Apr 18 21:43:25.355889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.395606 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.399252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:25.400084 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.404588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50451a90-b9fd-4e36-a67b-f76a608c9689']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:25.437013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085c2d19-d9f2-4916-b62d-d7f6f300b5b7') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:25.437300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085c2d19-d9f2-4916-b62d-d7f6f300b5b7') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:25.465261 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.475261 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4415-23cd-4ad8-a377-cd6bfacc523d tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.485609 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.578835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Network': ['ID=a85367cb-5b69-4bb4-926f-98f44215df34,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:25.586275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=c737ac6f-d09a-4951-804f-bd3efaaa3c9e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:25.589654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:25.593631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:25.593778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a85367cb-5b69-4bb4-926f-98f44215df34 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:43:25.593870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:25.626329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eb25f528-ac89-432f-a0b2-e45461d5c4f3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8168354 Apr 18 21:43:25.631485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46370) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:25.642649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'subnet': {'network_id': 'a85367cb-5b69-4bb4-926f-98f44215df34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:25.664967 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40f0c325-d667-4c19-aa64-7cfffba472fe tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.715914 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.719196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f8bb4-0f96-4650-8946-d1e227215b6f req-62c53cbc-cc08-46a1-b862-78e13fd73de8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:25.728513 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d5f8bb4-0f96-4650-8946-d1e227215b6f req-62c53cbc-cc08-46a1-b862-78e13fd73de8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.3565145 Apr 18 21:43:25.812681 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:25.818653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0c325-d667-4c19-aa64-7cfffba472fe tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event deleted for resources: {'Port': ['ID=176e7e3d-bbe4-491c-bd4e-6e53f5716a30,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:25.822513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:subnet and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:25.828819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:25.828982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:43:25.829328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:43:25.848943 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:43:25.887279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:26.032683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:26.163713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:26.179381 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40f0c325-d667-4c19-aa64-7cfffba472fe tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:26.252031 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:26.259821 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d5f8bb4-0f96-4650-8946-d1e227215b6f req-e01f0cfb-3713-42f4-bfe7-c878d72e033b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4950850 Apr 18 21:43:26.327653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-5d5f8bb4-0f96-4650-8946-d1e227215b6f req-7f2703ad-3a57-4abc-a260-f91f1fe7615b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:43:26.327653 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d5f8bb4-0f96-4650-8946-d1e227215b6f req-7f2703ad-3a57-4abc-a260-f91f1fe7615b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053825 Apr 18 21:43:26.342116 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:26.390832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] Pushing event deleted for resources: {'Network': ['ID=50451a90-b9fd-4e36-a67b-f76a608c9689,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:26.583778 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d5f8bb4-0f96-4650-8946-d1e227215b6f req-820e2aee-db9e-4164-b10e-797e717796d2 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360976 Apr 18 21:43:26.591403 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f5e76c9-16be-4a62-bf2e-0dc0bd50c63f admin admin] 10.222.0.11 "DELETE /v2.0/networks/50451a90-b9fd-4e36-a67b-f76a608c9689 HTTP/1.1" status: 204 len: 168 time: 2.3428431 Apr 18 21:43:26.598756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46396) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:26.710538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:26.806973 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:26.826071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Subnet': ['ID=17cb9c77-78cb-41b2-9e6a-6d55188b19ea,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:26.828545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Checking segment: {'id': '237ce1a1-d569-4796-ae07-77833a2941a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a85367cb-5b69-4bb4-926f-98f44215df34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:43:26.828896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network hostable DHCP agents. Network: a85367cb-5b69-4bb4-926f-98f44215df34, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:43:26.928018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network a85367cb-5b69-4bb4-926f-98f44215df34 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:43:26.944974 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.007038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a85367cb-5b69-4bb4-926f-98f44215df34) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:27.013126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:27.014017 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.024551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faacf4d-f967-4c7e-befc-b366c6dad18c None None] Network a85367cb-5b69-4bb4-926f-98f44215df34 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:27.184940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71d0c38-243f-4a32-ab62-688b8458a78f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 4293a072-6904-416c-8134-ba8f51596bbf has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:27.199153 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d5f8bb4-0f96-4650-8946-d1e227215b6f req-cd315d4c-b519-4aba-8824-c37d061970da service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041117 Apr 18 21:43:27.234454 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d4ebb62-088b-4117-a401-65d0d3d58b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.250949 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.273770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-badae787-2921-4b1f-9bb6-773e72de852b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6375022 Apr 18 21:43:27.275082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46402) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:27.282489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d9235ef9-a08e-4122-9401-2e1afa8c8c59 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1666978725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:27.294987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d9235ef9-a08e-4122-9401-2e1afa8c8c59 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:27.300705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d9235ef9-a08e-4122-9401-2e1afa8c8c59 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:router and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:27.304157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d9235ef9-a08e-4122-9401-2e1afa8c8c59 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:27.311115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d9235ef9-a08e-4122-9401-2e1afa8c8c59 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:27.345875 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.366452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-a85367cb-5b69-4bb4-926f-98f44215df34', 'network_id': 'a85367cb-5b69-4bb4-926f-98f44215df34', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'fixed_ips': [{'subnet_id': '17cb9c77-78cb-41b2-9e6a-6d55188b19ea'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:43:27.367958 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.456248 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d9235ef9-a08e-4122-9401-2e1afa8c8c59 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.462646 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d9235ef9-a08e-4122-9401-2e1afa8c8c59 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.485114 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d9235ef9-a08e-4122-9401-2e1afa8c8c59 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.558659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=c737ac6f-d09a-4951-804f-bd3efaaa3c9e,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:27.579270 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d9235ef9-a08e-4122-9401-2e1afa8c8c59 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.584436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Allocated IP 2001:db8::2 (a85367cb-5b69-4bb4-926f-98f44215df34/17cb9c77-78cb-41b2-9e6a-6d55188b19ea/e1791bd1-e46f-4ef8-93d3-21eae7783873) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:27.613334 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.752157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eb4415-23cd-4ad8-a377-cd6bfacc523d tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Router 0998028c-a8b1-4770-baed-86028bb1e818 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:27.797511 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d9235ef9-a08e-4122-9401-2e1afa8c8c59 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.800806 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d9235ef9-a08e-4122-9401-2e1afa8c8c59 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5219340 Apr 18 21:43:27.804054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46420) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:27.906599 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Floating IP 19746a2d-e060-4770-9e71-ba579f53a166 associated. External IP: 172.25.3.98, port: 795831f8-18c5-4d05-9e47-2086e70d1233. Apr 18 21:43:27.974583 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.987682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Transition to ACTIVE for port object e1791bd1-e46f-4ef8-93d3-21eae7783873 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:28.013994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Transition to ACTIVE for port object e1791bd1-e46f-4ef8-93d3-21eae7783873 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:28.110409 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:28.123148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71d0c38-243f-4a32-ab62-688b8458a78f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:28.139651 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84efee86-8259-46ba-8b6f-ee091848554d None None] Sync routers for ids ['4293a072-6904-416c-8134-ba8f51596bbf'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:28.141425 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c38-243f-4a32-ab62-688b8458a78f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:28.173918 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:28.200985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Network a85367cb-5b69-4bb4-926f-98f44215df34 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:28.204381 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84efee86-8259-46ba-8b6f-ee091848554d None None] Routers {'4293a072-6904-416c-8134-ba8f51596bbf'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:28.204871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:28.209285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:28.215005 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-84efee86-8259-46ba-8b6f-ee091848554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4293a072-6904-416c-8134-ba8f51596bbf'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:28.215614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Pushing event updated for resources: {'Port': ['ID=e1791bd1-e46f-4ef8-93d3-21eae7783873,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:28.347402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Attempting to bind port e1791bd1-e46f-4ef8-93d3-21eae7783873 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:43:28.347769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Attempting to bind port e1791bd1-e46f-4ef8-93d3-21eae7783873 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '237ce1a1-d569-4796-ae07-77833a2941a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a85367cb-5b69-4bb4-926f-98f44215df34'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:43:28.348204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Attempting to bind port e1791bd1-e46f-4ef8-93d3-21eae7783873 on network a85367cb-5b69-4bb4-926f-98f44215df34 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:43:28.355435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:43:28.355797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Checking segment: {'id': '237ce1a1-d569-4796-ae07-77833a2941a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a85367cb-5b69-4bb4-926f-98f44215df34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:43:28.356197 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:28.356666 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Bound using segment: {'id': '237ce1a1-d569-4796-ae07-77833a2941a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a85367cb-5b69-4bb4-926f-98f44215df34'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:43:28.357091 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Bound port: e1791bd1-e46f-4ef8-93d3-21eae7783873, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237ce1a1-d569-4796-ae07-77833a2941a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a85367cb-5b69-4bb4-926f-98f44215df34'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:43:28.357622 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:28.503654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] For port e1791bd1-e46f-4ef8-93d3-21eae7783873, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:43:28.503654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] For port e1791bd1-e46f-4ef8-93d3-21eae7783873, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e1791bd1-e46f-4ef8-93d3-21eae7783873,segment=NetworkSegment(237ce1a1-d569-4796-ae07-77833a2941a2),segment_id=237ce1a1-d569-4796-ae07-77833a2941a2)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:43:28.576737 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f71d0c38-243f-4a32-ab62-688b8458a78f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/floatingips/dca480b9-43e7-483e-a868-d3f354a406f6 HTTP/1.1" status: 204 len: 168 time: 7.6859581 Apr 18 21:43:28.582088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:43:28.603582 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:28.606437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f0c325-d667-4c19-aa64-7cfffba472fe tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:28.621856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:28.723708 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-84efee86-8259-46ba-8b6f-ee091848554d None None] Set router 4293a072-6904-416c-8134-ba8f51596bbf gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:28.907918 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:28.926310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dd1b7-0a1c-4b50-8a5a-bee5a75f3c3a None None] Pushing event updated for resources: {'Port': ['ID=e1791bd1-e46f-4ef8-93d3-21eae7783873,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:29.071375 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6a5b27-eac0-4018-8faa-211169fc804e'] response: {'name': 'network-changed', 'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'status': 'completed', 'code': 200} Apr 18 21:43:29.085445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:29.100016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e37552-22c2-46db-b726-36f074ff9d43 None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:29.121911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e37552-22c2-46db-b726-36f074ff9d43 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:29.122652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d8e37552-22c2-46db-b726-36f074ff9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:29.186233 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.210580 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afdfcd18-f386-493f-a4ee-6648d4f468df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.451125 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d14f9c79-a7bd-4bdf-b41d-1bb577608593 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.8422751 Apr 18 21:43:29.454394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46490) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:29.460238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1244576422'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:29.467168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:29.472916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:network and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:29.476900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:29.483892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:29.541730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d8e37552-22c2-46db-b726-36f074ff9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:29.575815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e37552-22c2-46db-b726-36f074ff9d43 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:29.577089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d8e37552-22c2-46db-b726-36f074ff9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:29.610387 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-84efee86-8259-46ba-8b6f-ee091848554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:40:54Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '73ebae7d-4169-4cee-81a5-163c43315c1d', 'name': '', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:e0:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:53Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:29.619927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84efee86-8259-46ba-8b6f-ee091848554d None None] Checking router: 4293a072-6904-416c-8134-ba8f51596bbf for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:43:29.647760 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84efee86-8259-46ba-8b6f-ee091848554d None None] Routers {'4293a072-6904-416c-8134-ba8f51596bbf'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:29.654445 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-84efee86-8259-46ba-8b6f-ee091848554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4293a072-6904-416c-8134-ba8f51596bbf'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:29.764731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d8e37552-22c2-46db-b726-36f074ff9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:29.765448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e37552-22c2-46db-b726-36f074ff9d43 None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:29.871896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Made reservation on behalf of 3414fbe62ec6441fa74252b5350cbe16 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:29.875196 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.934949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:43:29.974679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43064-bf1f-4862-9856-77d89171f898 req-e160429d-caf9-4af0-a537-1a2daefcbdde tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:29.976503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4e43064-bf1f-4862-9856-77d89171f898 req-e160429d-caf9-4af0-a537-1a2daefcbdde tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 947 time: 0.1912596 Apr 18 21:43:29.983236 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.984010 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Added segment ef303cd2-7e46-4170-9c29-32065aa264d0 of type vlan for network 8beffa6e-d124-45ad-aac1-c0abc72f0653 Apr 18 21:43:29.989928 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:30.027552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eb4415-23cd-4ad8-a377-cd6bfacc523d tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:30.034890 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4415-23cd-4ad8-a377-cd6bfacc523d tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:30.043262 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf9cc0-6643-4e87-aff7-7821fb37c28c None None] Sync routers for ids ['0998028c-a8b1-4770-baed-86028bb1e818'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:30.079595 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf9cc0-6643-4e87-aff7-7821fb37c28c None None] Routers {'0998028c-a8b1-4770-baed-86028bb1e818'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:30.082125 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6baf9cc0-6643-4e87-aff7-7821fb37c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0998028c-a8b1-4770-baed-86028bb1e818'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:30.083662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:30.087476 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1cc9f302-c52e-4192-a836-330555ecd084 req-7d402497-dd0a-4767-8afe-4cfb3cb2c7a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 1098 time: 1.0526133 Apr 18 21:43:30.107904 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4e43064-bf1f-4862-9856-77d89171f898 req-dd4fe3d2-34f2-4358-91e2-3dc9bfc4cf2f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199801 Apr 18 21:43:30.226890 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6baf9cc0-6643-4e87-aff7-7821fb37c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:30.239224 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-84efee86-8259-46ba-8b6f-ee091848554d None None] Set router 4293a072-6904-416c-8134-ba8f51596bbf gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:30.276857 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:30.287501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:30.287501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:30.328632 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf9cc0-6643-4e87-aff7-7821fb37c28c None None] Routers {'0998028c-a8b1-4770-baed-86028bb1e818'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:30.329953 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6baf9cc0-6643-4e87-aff7-7821fb37c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0998028c-a8b1-4770-baed-86028bb1e818'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:30.417755 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6baf9cc0-6643-4e87-aff7-7821fb37c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:30.418160 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf9cc0-6643-4e87-aff7-7821fb37c28c None None] The sync data for ids ['0998028c-a8b1-4770-baed-86028bb1e818'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:30.525148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0694354 Apr 18 21:43:30.545323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46534) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:30.575400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'subnet': {'network_id': '8beffa6e-d124-45ad-aac1-c0abc72f0653', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:30.607503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d1eb4415-23cd-4ad8-a377-cd6bfacc523d tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "DELETE /v2.0/floatingips/12f57ed9-9aa1-4e7f-8d2e-cc9c334dac15 HTTP/1.1" status: 204 len: 168 time: 8.7933698 Apr 18 21:43:30.609728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46542) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:30.630595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:30.652027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:30.730901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa0874-7f5a-4a46-a65a-cfaaa3d85033 None None] Network a85367cb-5b69-4bb4-926f-98f44215df34 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:30.786064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278c865-880f-43dc-b958-dc6a166d4b36 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Network': ['ID=8beffa6e-d124-45ad-aac1-c0abc72f0653,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:30.801115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:30.805828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:subnet and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:30.814685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:30.821737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:30.821866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Usage tracker for resource:floatingip and tenant:61197ec1430e4cbba2d22daf522b66db is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:30.857583 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:30.893758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:30.905999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Made reservation on behalf of 3414fbe62ec6441fa74252b5350cbe16 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:30.923156 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-84efee86-8259-46ba-8b6f-ee091848554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:40:54Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '73ebae7d-4169-4cee-81a5-163c43315c1d', 'name': '', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:e0:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:53Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:30.927730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 8beffa6e-d124-45ad-aac1-c0abc72f0653 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:43:30.943342 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84efee86-8259-46ba-8b6f-ee091848554d None None] The sync data for ids ['4293a072-6904-416c-8134-ba8f51596bbf'] in n-d-836017-3 is: [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:40:54Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '73ebae7d-4169-4cee-81a5-163c43315c1d', 'name': '', 'network_id': 'b5436652-078b-45fa-a481-add4d155899f', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:e0:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:53Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '71d64460-edcf-4078-a8a0-936cd4f11907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:30.954546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9f302-c52e-4192-a836-330555ecd084 req-63ad1fb4-bb83-4f5c-b653-e90e2fe4cbe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:30.954751 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1cc9f302-c52e-4192-a836-330555ecd084 req-63ad1fb4-bb83-4f5c-b653-e90e2fe4cbe7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 200 len: 898 time: 0.7319727 Apr 18 21:43:30.959116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e1791bd1-e46f-4ef8-93d3-21eae7783873 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:43:31.094792 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.140422 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.209339 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1cc9f302-c52e-4192-a836-330555ecd084 req-4b2c7c6f-9e95-4ee5-aefe-62168ab1930a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 200 len: 217 time: 0.2414145 Apr 18 21:43:31.285921 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.380643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b8140972-789a-405c-a9b0-d500556506dd None None] Provisioning for port e1791bd1-e46f-4ef8-93d3-21eae7783873 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:31.384465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e1791bd1-e46f-4ef8-93d3-21eae7783873 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:31.410843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e1791bd1-e46f-4ef8-93d3-21eae7783873 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:31.411220 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.451989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b8140972-789a-405c-a9b0-d500556506dd None None] Provisioning complete for port e1791bd1-e46f-4ef8-93d3-21eae7783873 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:31.452352 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b8140972-789a-405c-a9b0-d500556506dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.485226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4827806-da22-41bd-9db9-5e748ed0b43e None None] New status for floating IP dca480b9-43e7-483e-a868-d3f354a406f6: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:43:31.559228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e06ef5-7283-4b9a-9845-b0a3aada88ab req-128a8851-d285-44f7-bf26-0330cfa76ef4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:31.562015 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53e06ef5-7283-4b9a-9845-b0a3aada88ab req-128a8851-d285-44f7-bf26-0330cfa76ef4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 947 time: 0.1292834 Apr 18 21:43:31.595470 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.668334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-90c3cd52-dda4-47ae-9d75-eb2e528eb00d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:31.668334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-90c3cd52-dda4-47ae-9d75-eb2e528eb00d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:31.688290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9f302-c52e-4192-a836-330555ecd084 req-ee11403b-0d55-41d4-8efc-037ed74ccc13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:31.691011 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1cc9f302-c52e-4192-a836-330555ecd084 req-ee11403b-0d55-41d4-8efc-037ed74ccc13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 200 len: 834 time: 0.4637938 Apr 18 21:43:31.703517 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53e06ef5-7283-4b9a-9845-b0a3aada88ab req-ed8575f4-99a5-4871-98db-4ab313532d39 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366956 Apr 18 21:43:31.732286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Subnet': ['ID=80de475b-70c9-4af3-a03f-69e8a9e0576b,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:31.750438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Checking segment: {'id': 'ef303cd2-7e46-4170-9c29-32065aa264d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8beffa6e-d124-45ad-aac1-c0abc72f0653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:43:31.750643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network hostable DHCP agents. Network: 8beffa6e-d124-45ad-aac1-c0abc72f0653, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:43:31.769548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f0c325-d667-4c19-aa64-7cfffba472fe tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:31.792850 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6777e1e5-da80-47ee-8c7d-c7432f3cb6a0 None None] Sync routers for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:31.808480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Allocated IP 2001:db8::1 (a85367cb-5b69-4bb4-926f-98f44215df34/17cb9c77-78cb-41b2-9e6a-6d55188b19ea/cff417f7-4b3e-4fec-9d8b-a1600cbf2d94) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:31.822042 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777e1e5-da80-47ee-8c7d-c7432f3cb6a0 None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:31.822615 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6777e1e5-da80-47ee-8c7d-c7432f3cb6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:31.828598 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40f0c325-d667-4c19-aa64-7cfffba472fe tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.845090 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b8140972-789a-405c-a9b0-d500556506dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.859564 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.887717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network 8beffa6e-d124-45ad-aac1-c0abc72f0653 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:43:31.920857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b8140972-789a-405c-a9b0-d500556506dd None None] For port e1791bd1-e46f-4ef8-93d3-21eae7783873, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e1791bd1-e46f-4ef8-93d3-21eae7783873,segment=NetworkSegment(237ce1a1-d569-4796-ae07-77833a2941a2),segment_id=237ce1a1-d569-4796-ae07-77833a2941a2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:31.963764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 8beffa6e-d124-45ad-aac1-c0abc72f0653) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:31.970161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-90c3cd52-dda4-47ae-9d75-eb2e528eb00d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:31.972738 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-90c3cd52-dda4-47ae-9d75-eb2e528eb00d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 947 time: 1.2565870 Apr 18 21:43:31.974982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:31.979053 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.988166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a64f7c5-e3cd-427d-ad18-cc85452cd002 None None] Network 8beffa6e-d124-45ad-aac1-c0abc72f0653 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:31.999917 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-40f0c325-d667-4c19-aa64-7cfffba472fe tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "DELETE /v2.0/floatingips/3bfe4044-e943-4829-9de1-8e6eba3e7adb HTTP/1.1" status: 204 len: 168 time: 9.3399384 Apr 18 21:43:32.025687 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b8140972-789a-405c-a9b0-d500556506dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:32.082983 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-6777e1e5-da80-47ee-8c7d-c7432f3cb6a0 None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:32.105317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'tag': '28c11392-57f5-4e5d-a82f-f89ad55d229f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:43:32.112564 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2d2abd2b-3272-4147-9bf4-7aca0933c3f2 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5647645 Apr 18 21:43:32.114752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46620) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:32.121787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-279216252', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:32.144004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:32.159059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:router and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:32.163264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for router was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:32.175486 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:32.294263 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:32.295306 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:32.306322 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0086c0bf-2af8-49d0-a435-c7484f192284'] response: {'name': 'network-changed', 'server_uuid': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'tag': '28c11392-57f5-4e5d-a82f-f89ad55d229f', 'status': 'completed', 'code': 200} Apr 18 21:43:32.331049 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:32.348521 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:43:32.349189 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:43:32.384012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-1c96c40c-acad-4896-806c-a9a0893ea321 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port df0bfe95-0c55-490f-a3d2-8412483eb7df {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:32.384468 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-1c96c40c-acad-4896-806c-a9a0893ea321 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:32.402710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8140972-789a-405c-a9b0-d500556506dd None None] Pushing event updated for resources: {'Port': ['ID=e1791bd1-e46f-4ef8-93d3-21eae7783873,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:32.409256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cb1d682a-5f0c-471e-b8d1-3d41449921d2 None None] Provisioning complete for port e1791bd1-e46f-4ef8-93d3-21eae7783873 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:32.409699 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cb1d682a-5f0c-471e-b8d1-3d41449921d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:32.544022 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1cc9f302-c52e-4192-a836-330555ecd084 req-ad5da1e5-62f3-4eff-b394-14a493604818 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5436652-078b-45fa-a481-add4d155899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8382308 Apr 18 21:43:32.677452 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:32.681578 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6777e1e5-da80-47ee-8c7d-c7432f3cb6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eec7f9f5-c85c-43b5-84cf-6fea46fd43e7', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:8b:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:37:05Z', 'updated_at': '2022-04-18T21:37:18Z', 'revision_number': 1, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:32.685872 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6777e1e5-da80-47ee-8c7d-c7432f3cb6a0 None None] Checking router: 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:43:32.698559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-8beffa6e-d124-45ad-aac1-c0abc72f0653', 'network_id': '8beffa6e-d124-45ad-aac1-c0abc72f0653', 'tenant_id': '3414fbe62ec6441fa74252b5350cbe16', 'fixed_ips': [{'subnet_id': '80de475b-70c9-4af3-a03f-69e8a9e0576b'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:43:32.704469 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:32.704742 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777e1e5-da80-47ee-8c7d-c7432f3cb6a0 None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:32.704742 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6777e1e5-da80-47ee-8c7d-c7432f3cb6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:32.875816 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:33.081762 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-6777e1e5-da80-47ee-8c7d-c7432f3cb6a0 None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:33.133131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Allocated IP 172.20.0.2 (8beffa6e-d124-45ad-aac1-c0abc72f0653/80de475b-70c9-4af3-a03f-69e8a9e0576b/f12ff6e6-93f3-4570-9c38-a505700389c4) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:33.155264 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:33.175032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a134d-062d-41a3-b6f2-91b581576a9e req-c2b2eb66-e312-4f5f-953c-0acfe2f4d8b5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:33.184969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a9a134d-062d-41a3-b6f2-91b581576a9e req-c2b2eb66-e312-4f5f-953c-0acfe2f4d8b5 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 946 time: 0.2527387 Apr 18 21:43:33.237748 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1cc9f302-c52e-4192-a836-330555ecd084 req-47976ce3-08cc-4b24-b48c-996f9192a1de service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844757 Apr 18 21:43:33.251667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf22f6-0fd2-48d8-b9a8-06a7536b04b2 req-cf681e8e-b37c-461b-a742-f2ef9d3757c8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:33.259249 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ddf22f6-0fd2-48d8-b9a8-06a7536b04b2 req-cf681e8e-b37c-461b-a742-f2ef9d3757c8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 947 time: 0.2827828 Apr 18 21:43:33.276179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e1791bd1-e46f-4ef8-93d3-21eae7783873 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:43:33.289445 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Transition to ACTIVE for port object cff417f7-4b3e-4fec-9d8b-a1600cbf2d94 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:33.311144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a9a134d-062d-41a3-b6f2-91b581576a9e req-a5083f7e-7279-4139-830e-ff171046b633 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236262 Apr 18 21:43:33.377768 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:33.432502 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16ab787b-410b-4c1f-8e6a-f373dee5fabd req-502a2c19-d03f-4f72-a341-67b297aeb9b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 1097 time: 1.1414735 Apr 18 21:43:33.538981 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ddf22f6-0fd2-48d8-b9a8-06a7536b04b2 req-2b8d8a5b-e8d1-4263-95cc-b8efb60db3eb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=38249bab-5eb5-4fce-a9d8-113b3deba3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787499 Apr 18 21:43:33.540056 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:33.639993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e1791bd1-e46f-4ef8-93d3-21eae7783873 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:33.640377 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:33.727912 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:33.729769 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6777e1e5-da80-47ee-8c7d-c7432f3cb6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eec7f9f5-c85c-43b5-84cf-6fea46fd43e7', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:8b:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:37:05Z', 'updated_at': '2022-04-18T21:37:18Z', 'revision_number': 1, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:33.736075 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6777e1e5-da80-47ee-8c7d-c7432f3cb6a0 None None] The sync data for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 is: [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eec7f9f5-c85c-43b5-84cf-6fea46fd43e7', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'port_id': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'mac_address': 'fa:16:3e:8b:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:37:05Z', 'updated_at': '2022-04-18T21:37:18Z', 'revision_number': 1, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:33.739498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-1c96c40c-acad-4896-806c-a9a0893ea321 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port df0bfe95-0c55-490f-a3d2-8412483eb7df, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=df0bfe95-0c55-490f-a3d2-8412483eb7df,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:33.740034 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-1c96c40c-acad-4896-806c-a9a0893ea321 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:33.862708 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:33.887302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Transition to ACTIVE for port object f12ff6e6-93f3-4570-9c38-a505700389c4 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:33.918602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Transition to ACTIVE for port object f12ff6e6-93f3-4570-9c38-a505700389c4 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:33.986198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Allocated IP 172.25.3.43 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/11e8ce4e-d8d4-4a5b-a0b2-33e4f0bf4aaf) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:33.996492 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.008542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-1c96c40c-acad-4896-806c-a9a0893ea321 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for df0bfe95-0c55-490f-a3d2-8412483eb7df owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:34.074956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Network 8beffa6e-d124-45ad-aac1-c0abc72f0653 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:34.078732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:34.083566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:34.088388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Pushing event updated for resources: {'Port': ['ID=f12ff6e6-93f3-4570-9c38-a505700389c4,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:34.094077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4934bae-1c34-4121-8a73-641cf158581d None None] New status for floating IP 3bfe4044-e943-4829-9de1-8e6eba3e7adb: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:43:34.146292 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.199051 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1cc9f302-c52e-4192-a836-330555ecd084 req-ed53d045-43d4-4e40-8366-15e946d83d08 service neutron] 10.222.0.59 "GET /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9470122 Apr 18 21:43:34.212953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device df0bfe95-0c55-490f-a3d2-8412483eb7df no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:34.313466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab787b-410b-4c1f-8e6a-f373dee5fabd req-a7b509d7-43c9-4451-a9ad-b6494b31b931 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:34.315005 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16ab787b-410b-4c1f-8e6a-f373dee5fabd req-a7b509d7-43c9-4451-a9ad-b6494b31b931 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.8511295 Apr 18 21:43:34.365080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Attempting to bind port f12ff6e6-93f3-4570-9c38-a505700389c4 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:43:34.365452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Attempting to bind port f12ff6e6-93f3-4570-9c38-a505700389c4 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'ef303cd2-7e46-4170-9c29-32065aa264d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8beffa6e-d124-45ad-aac1-c0abc72f0653'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:43:34.365843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Attempting to bind port f12ff6e6-93f3-4570-9c38-a505700389c4 on network 8beffa6e-d124-45ad-aac1-c0abc72f0653 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:43:34.409757 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:43:34.410045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Checking segment: {'id': 'ef303cd2-7e46-4170-9c29-32065aa264d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8beffa6e-d124-45ad-aac1-c0abc72f0653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:43:34.410661 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.411251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Bound using segment: {'id': 'ef303cd2-7e46-4170-9c29-32065aa264d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8beffa6e-d124-45ad-aac1-c0abc72f0653'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:43:34.411918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Bound port: f12ff6e6-93f3-4570-9c38-a505700389c4, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef303cd2-7e46-4170-9c29-32065aa264d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8beffa6e-d124-45ad-aac1-c0abc72f0653'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:43:34.412482 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.430836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network a85367cb-5b69-4bb4-926f-98f44215df34 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:34.431647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=cff417f7-4b3e-4fec-9d8b-a1600cbf2d94,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:34.439082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:34.458819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:34.459359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.459929 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae5e40-cb78-4635-9264-9a9856a642a3 req-eb18a9e0-d9d9-49ed-bfc4-0cf85b8dfe2e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:34.461751 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eae5e40-cb78-4635-9264-9a9856a642a3 req-eb18a9e0-d9d9-49ed-bfc4-0cf85b8dfe2e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 946 time: 0.1716864 Apr 18 21:43:34.480838 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.497565 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16ab787b-410b-4c1f-8e6a-f373dee5fabd req-c2d96d97-bcd5-47f1-8999-41dda4563f5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c11392-57f5-4e5d-a82f-f89ad55d229f HTTP/1.1" status: 200 len: 217 time: 0.1630144 Apr 18 21:43:34.566408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] For port f12ff6e6-93f3-4570-9c38-a505700389c4, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:43:34.570232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] For port f12ff6e6-93f3-4570-9c38-a505700389c4, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f12ff6e6-93f3-4570-9c38-a505700389c4,segment=NetworkSegment(ef303cd2-7e46-4170-9c29-32065aa264d0),segment_id=ef303cd2-7e46-4170-9c29-32065aa264d0)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:43:34.579276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:34.579624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:34.579968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:34.580843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:34.581179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:34.581688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:34.582157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:34.582521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:34.582868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:34.583210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:34.583556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:34.662011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-7eae5e40-cb78-4635-9264-9a9856a642a3 req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Deleting port 28c11392-57f5-4e5d-a82f-f89ad55d229f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:34.663033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7eae5e40-cb78-4635-9264-9a9856a642a3 req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.671793 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.682395 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.695974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab787b-410b-4c1f-8e6a-f373dee5fabd req-d39b8d0b-265f-49ef-a82b-ee88b9b24dc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:34.697440 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16ab787b-410b-4c1f-8e6a-f373dee5fabd req-d39b8d0b-265f-49ef-a82b-ee88b9b24dc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.1850340 Apr 18 21:43:34.843247 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-1c96c40c-acad-4896-806c-a9a0893ea321 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.905766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1b5d6-ea61-4d84-982e-c77ff00cf95e None None] Pushing event updated for resources: {'Port': ['ID=f12ff6e6-93f3-4570-9c38-a505700389c4,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:34.962534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0607835c-9c7f-423c-8ab1-59663e3127ad None None] Provisioning for port cff417f7-4b3e-4fec-9d8b-a1600cbf2d94 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:34.967891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0607835c-9c7f-423c-8ab1-59663e3127ad None None] Provisioning complete for port cff417f7-4b3e-4fec-9d8b-a1600cbf2d94 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:34.968373 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0607835c-9c7f-423c-8ab1-59663e3127ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.993639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96c40c-acad-4896-806c-a9a0893ea321 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=df0bfe95-0c55-490f-a3d2-8412483eb7df,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:35.046752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0607835c-9c7f-423c-8ab1-59663e3127ad None None] Port cff417f7-4b3e-4fec-9d8b-a1600cbf2d94 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:35.060983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-7eae5e40-cb78-4635-9264-9a9856a642a3 req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] For port 28c11392-57f5-4e5d-a82f-f89ad55d229f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=28c11392-57f5-4e5d-a82f-f89ad55d229f,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:35.065998 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7eae5e40-cb78-4635-9264-9a9856a642a3 req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.077889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1674a15-1b04-4d59-894e-acbacb128e25 req-e71aefc1-1ad0-491d-9ca8-6da68a654ee4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:35.079374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1674a15-1b04-4d59-894e-acbacb128e25 req-e71aefc1-1ad0-491d-9ca8-6da68a654ee4 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 946 time: 0.5404978 Apr 18 21:43:35.085248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.208326 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16ab787b-410b-4c1f-8e6a-f373dee5fabd req-f7d0a2f0-d2f6-4f08-844f-4f1e1e13e578 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5032399 Apr 18 21:43:35.230768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-afdfcd18-f386-493f-a4ee-6648d4f468df admin admin] Deleting port 1e98917a-b043-41a2-adbe-f7abecda001a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:35.231102 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afdfcd18-f386-493f-a4ee-6648d4f468df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.264902 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.276452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-1c96c40c-acad-4896-806c-a9a0893ea321 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] No DVR routers for this DVR port df0bfe95-0c55-490f-a3d2-8412483eb7df on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:35.307905 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12f3b5ed-4d67-4372-8b8a-22270296a5de req-791ac8e6-fe0b-48a6-9b18-ef6afb45fb6f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 210 time: 0.5580971 Apr 18 21:43:35.319936 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-1c96c40c-acad-4896-806c-a9a0893ea321 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.321181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [req-7eae5e40-cb78-4635-9264-9a9856a642a3 req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Calling delete_port for 28c11392-57f5-4e5d-a82f-f89ad55d229f owned by compute:nova {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:35.324296 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'name': 'network-vif-deleted', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:43:35.369884 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:35.411602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Pushing event updated for resources: {'Port': ['ID=11e8ce4e-d8d4-4a5b-a0b2-33e4f0bf4aaf,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:35.445608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:35.462145 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99416109-b9d4-4ff0-9fd4-a8419ebef691'] response: {'server_uuid': '8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce', 'name': 'network-vif-deleted', 'tag': 'df0bfe95-0c55-490f-a3d2-8412483eb7df', 'status': 'completed', 'code': 200} Apr 18 21:43:35.462835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:35.464714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.25.3.28 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/f2a62310-09a9-4244-ba9c-b6f096eedac7) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:35.473901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1674a15-1b04-4d59-894e-acbacb128e25 req-ebe3f145-46f8-46a2-becc-a5e12583e56d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716048 Apr 18 21:43:35.707819 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.743779 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-78f07abe-4cc2-47ce-a140-5ff3dcb51257 req-1c96c40c-acad-4896-806c-a9a0893ea321 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.59 "DELETE /v2.0/ports/df0bfe95-0c55-490f-a3d2-8412483eb7df HTTP/1.1" status: 204 len: 173 time: 3.7434080 Apr 18 21:43:35.756598 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7eae5e40-cb78-4635-9264-9a9856a642a3 req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.817179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event deleted for resources: {'Port': ['ID=28c11392-57f5-4e5d-a82f-f89ad55d229f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:35.821933 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.838117 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16ab787b-410b-4c1f-8e6a-f373dee5fabd req-dba97e61-60d8-49e3-83ea-b30660b7407a service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821679 Apr 18 21:43:35.882047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.882391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.882725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.883053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.883385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.883708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.884026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.884343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.884662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.884975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.885294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.979612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eae5e40-cb78-4635-9264-9a9856a642a3 req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] No DVR routers for this DVR port 28c11392-57f5-4e5d-a82f-f89ad55d229f on host n-h2-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:35.982212 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-7eae5e40-cb78-4635-9264-9a9856a642a3 req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.003464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'name': 'network-vif-deleted', 'tag': '28c11392-57f5-4e5d-a82f-f89ad55d229f'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:43:36.008122 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eae5e40-cb78-4635-9264-9a9856a642a3 req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.26 "DELETE /v2.0/ports/28c11392-57f5-4e5d-a82f-f89ad55d229f HTTP/1.1" status: 204 len: 173 time: 1.5409014 Apr 18 21:43:36.010071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:36.026306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:36.035471 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:36.110072 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:43:36.164872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=f2a62310-09a9-4244-ba9c-b6f096eedac7,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:36.208547 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485bc58b-fd6d-49f0-b2ff-0c683c05fe07'] response: {'server_uuid': '53884e6f-ba93-48d8-9e88-cabf8f94c918', 'name': 'network-vif-deleted', 'tag': '28c11392-57f5-4e5d-a82f-f89ad55d229f', 'status': 'completed', 'code': 200} Apr 18 21:43:36.270292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58e37d-0fd3-44eb-b152-2b7dfaa7b8c1 None None] Network 8beffa6e-d124-45ad-aac1-c0abc72f0653 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:36.342042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.407588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.409384 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.518584 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-778bfb57-f6b4-4bd9-8f39-a4765a4d9e1e None None] Provisioning for port f12ff6e6-93f3-4570-9c38-a505700389c4 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:36.634891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-afdfcd18-f386-493f-a4ee-6648d4f468df admin admin] For port 1e98917a-b043-41a2-adbe-f7abecda001a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1e98917a-b043-41a2-adbe-f7abecda001a,segment=NetworkSegment(7983ba20-f47c-4662-acda-aad22f6e17f5),segment_id=7983ba20-f47c-4662-acda-aad22f6e17f5)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:36.636299 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afdfcd18-f386-493f-a4ee-6648d4f468df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.651144 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16ab787b-410b-4c1f-8e6a-f373dee5fabd req-54157198-c64e-43d0-b567-b4df05d96361 service neutron] 10.222.0.26 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6495183 Apr 18 21:43:36.772894 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.950134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-071e6a71-22bb-47d7-84cb-fc3192632184 req-5d6c7a3b-ab48-4309-8413-8319e385fa7c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5a1b91-3f1b-40e5-9cdd-a8081a5ec3ce HTTP/1.1" status: 200 len: 210 time: 0.1178894 Apr 18 21:43:36.951377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-08e55ebe-0ded-4522-ae03-2877e834d09b req-334f1e69-15a8-4f97-a469-ec47f32c439d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:37.013625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-afdfcd18-f386-493f-a4ee-6648d4f468df admin admin] Calling delete_port for 1e98917a-b043-41a2-adbe-f7abecda001a owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:37.091188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-08e55ebe-0ded-4522-ae03-2877e834d09b req-334f1e69-15a8-4f97-a469-ec47f32c439d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:37.098013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08e55ebe-0ded-4522-ae03-2877e834d09b req-334f1e69-15a8-4f97-a469-ec47f32c439d tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 210 time: 0.2005742 Apr 18 21:43:37.177406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f12ff6e6-93f3-4570-9c38-a505700389c4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:43:37.316920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 37433d15-0895-4a1c-88da-1820e1c5029a is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:43:37.398111 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.413752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port f12ff6e6-93f3-4570-9c38-a505700389c4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:37.419525 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.429528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f12ff6e6-93f3-4570-9c38-a505700389c4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:37.429896 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.481214 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.482347 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.514823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 28c11392-57f5-4e5d-a82f-f89ad55d229f no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:37.565568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.595380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 28c11392-57f5-4e5d-a82f-f89ad55d229f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:37.595748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 28c11392-57f5-4e5d-a82f-f89ad55d229f not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:37.597615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:37.614451 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c32c19-0902-4d1b-bd0d-aa51fef99566 None None] Sync routers for ids ['37433d15-0895-4a1c-88da-1820e1c5029a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:37.647861 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c32c19-0902-4d1b-bd0d-aa51fef99566 None None] Routers {'37433d15-0895-4a1c-88da-1820e1c5029a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:37.648883 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e9c32c19-0902-4d1b-bd0d-aa51fef99566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['37433d15-0895-4a1c-88da-1820e1c5029a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:37.721531 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.721531 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-63e50cd3-6003-4625-b4a5-b6fad08c56c3 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6029999 Apr 18 21:43:37.723195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46872) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:37.734754 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.758430 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e9c32c19-0902-4d1b-bd0d-aa51fef99566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:37.771433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port f12ff6e6-93f3-4570-9c38-a505700389c4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f12ff6e6-93f3-4570-9c38-a505700389c4,segment=NetworkSegment(ef303cd2-7e46-4170-9c29-32065aa264d0),segment_id=ef303cd2-7e46-4170-9c29-32065aa264d0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:37.784379 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c32c19-0902-4d1b-bd0d-aa51fef99566 None None] Routers {'37433d15-0895-4a1c-88da-1820e1c5029a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:37.785117 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e9c32c19-0902-4d1b-bd0d-aa51fef99566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['37433d15-0895-4a1c-88da-1820e1c5029a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:37.831201 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.848710 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-e9c32c19-0902-4d1b-bd0d-aa51fef99566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:37.849127 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c32c19-0902-4d1b-bd0d-aa51fef99566 None None] The sync data for ids ['37433d15-0895-4a1c-88da-1820e1c5029a'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:37.872922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=cff417f7-4b3e-4fec-9d8b-a1600cbf2d94,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:37.920312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f12ff6e6-93f3-4570-9c38-a505700389c4,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:37.943290 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afdfcd18-f386-493f-a4ee-6648d4f468df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.007861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Pushing event updated for resources: {'Port': ['ID=11e8ce4e-d8d4-4a5b-a0b2-33e4f0bf4aaf,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:38.010708 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.117695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfcd18-f386-493f-a4ee-6648d4f468df admin admin] Pushing event deleted for resources: {'Port': ['ID=1e98917a-b043-41a2-adbe-f7abecda001a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:38.126448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46894) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:38.188965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network a85367cb-5b69-4bb4-926f-98f44215df34 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:38.285218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:38.475674 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e33a9562-9153-44e3-a4bd-1d5341a78cb5 req-798e1919-f73f-4883-8aaf-54eb8d67de01 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=53884e6f-ba93-48d8-9e88-cabf8f94c918 HTTP/1.1" status: 200 len: 210 time: 0.0781074 Apr 18 21:43:38.512977 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.518670 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4f8660ee-275e-4e31-b2cc-ced1a64f1601 tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8990860 Apr 18 21:43:38.527527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46918) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:38.749293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:38.765156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a8ca72a6-7130-44a3-bf00-5626cd535430 None None] Provisioning complete for port cff417f7-4b3e-4fec-9d8b-a1600cbf2d94 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:38.766784 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a8ca72a6-7130-44a3-bf00-5626cd535430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.767025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:38.777058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Usage tracker for resource:floatingip and tenant:2843b2d28a834535b814e4b449e74bd4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:38.780786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:38.794400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:38.854045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a8ca72a6-7130-44a3-bf00-5626cd535430 None None] Port cff417f7-4b3e-4fec-9d8b-a1600cbf2d94 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:38.859033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.945089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.163010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f12ff6e6-93f3-4570-9c38-a505700389c4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:43:39.248516 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f12ff6e6-93f3-4570-9c38-a505700389c4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:39.248973 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.397315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.20.0.1 (8beffa6e-d124-45ad-aac1-c0abc72f0653/80de475b-70c9-4af3-a03f-69e8a9e0576b/dd3d5c13-7517-42d6-ab87-835efae845bc) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:39.430356 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.463500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afdfcd18-f386-493f-a4ee-6648d4f468df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.503506 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.593176 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.613935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Transition to ACTIVE for port object dd3d5c13-7517-42d6-ab87-835efae845bc will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:39.710009 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.786534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network 8beffa6e-d124-45ad-aac1-c0abc72f0653 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:39.789792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:39.793140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:43:39.794453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:39.823099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=dd3d5c13-7517-42d6-ab87-835efae845bc,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:39.853701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Allocated IP 172.25.3.112 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/5e00194f-6001-4058-b72e-0e3940914064) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:39.869401 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.031278 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.116142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f5340cc2-55cc-4f6d-b55a-cb6c4c48c23e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.231020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7b2882d0-afd6-4672-b185-0a359e38bd63 None None] Provisioning for port dd3d5c13-7517-42d6-ab87-835efae845bc completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:40.250300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7b2882d0-afd6-4672-b185-0a359e38bd63 None None] Provisioning complete for port dd3d5c13-7517-42d6-ab87-835efae845bc triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:40.250669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7b2882d0-afd6-4672-b185-0a359e38bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.352910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7b2882d0-afd6-4672-b185-0a359e38bd63 None None] Port dd3d5c13-7517-42d6-ab87-835efae845bc cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:40.420247 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.530270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:40.543607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb89578f-1c43-45a6-acab-eaa08020332f None None] Sync routers for ids ['e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:40.567565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb89578f-1c43-45a6-acab-eaa08020332f None None] Routers {'e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:40.568441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-eb89578f-1c43-45a6-acab-eaa08020332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:40.569876 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-29bafa1d-92a0-4f12-babb-f6d69c15ec21 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7627287 Apr 18 21:43:40.576522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46952) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:40.635055 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.655995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-eb89578f-1c43-45a6-acab-eaa08020332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:40.668663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb89578f-1c43-45a6-acab-eaa08020332f None None] Routers {'e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:40.669786 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-eb89578f-1c43-45a6-acab-eaa08020332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:40.715228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6848fe-a046-49d9-b0c6-c99ca3fd118d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:40.721370 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-af6848fe-a046-49d9-b0c6-c99ca3fd118d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports/cff417f7-4b3e-4fec-9d8b-a1600cbf2d94 HTTP/1.1" status: 200 len: 911 time: 0.1430111 Apr 18 21:43:40.721626 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.722494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46956) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:40.731133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c12363f4-d4e3-4c54-b911-4f6a4dc73f30 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '17cb9c77-78cb-41b2-9e6a-6d55188b19ea'}]}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:40.738421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-eb89578f-1c43-45a6-acab-eaa08020332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:40.739352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb89578f-1c43-45a6-acab-eaa08020332f None None] The sync data for ids ['e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:40.776237 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.896868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=dd3d5c13-7517-42d6-ab87-835efae845bc,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:41.000325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:41.007258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:41.011923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Pushing event updated for resources: {'Port': ['ID=5e00194f-6001-4058-b72e-0e3940914064,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:41.014205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:41.044815 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.327559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c12363f4-d4e3-4c54-b911-4f6a4dc73f30 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.516994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdfcd18-f386-493f-a4ee-6648d4f468df admin admin] Router d6118920-1c76-433c-bfae-2f62e7ef075d has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:41.545198 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.569014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network 8beffa6e-d124-45ad-aac1-c0abc72f0653 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:41.573099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:41.823748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.885800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-97681af8-88f0-43b4-9940-8f94faaf7001 None None] Provisioning complete for port dd3d5c13-7517-42d6-ab87-835efae845bc triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:41.886390 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-97681af8-88f0-43b4-9940-8f94faaf7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.974347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-97681af8-88f0-43b4-9940-8f94faaf7001 None None] Port dd3d5c13-7517-42d6-ab87-835efae845bc cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:42.239092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdfcd18-f386-493f-a4ee-6648d4f468df admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:42.252449 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7b49e-ef38-4137-a433-8579ab3803f3 None None] Sync routers for ids ['d6118920-1c76-433c-bfae-2f62e7ef075d'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:42.269612 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-afdfcd18-f386-493f-a4ee-6648d4f468df admin admin] 10.222.0.11 "PUT /v2.0/routers/d6118920-1c76-433c-bfae-2f62e7ef075d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6461275 Apr 18 21:43:42.269753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46968) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:42.272221 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7b49e-ef38-4137-a433-8579ab3803f3 None None] Routers {'d6118920-1c76-433c-bfae-2f62e7ef075d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:42.273329 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2cd7b49e-ef38-4137-a433-8579ab3803f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d6118920-1c76-433c-bfae-2f62e7ef075d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:42.279023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f5340cc2-55cc-4f6d-b55a-cb6c4c48c23e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port 73ebae7d-4169-4cee-81a5-163c43315c1d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:42.279454 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f5340cc2-55cc-4f6d-b55a-cb6c4c48c23e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.328540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.429885 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.501068 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-2cd7b49e-ef38-4137-a433-8579ab3803f3 None None] Set router d6118920-1c76-433c-bfae-2f62e7ef075d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:42.534670 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c12363f4-d4e3-4c54-b911-4f6a4dc73f30 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.568811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 37433d15-0895-4a1c-88da-1820e1c5029a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:42.589609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Pushing event updated for resources: {'Port': ['ID=5e00194f-6001-4058-b72e-0e3940914064,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:42.653800 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c12363f4-d4e3-4c54-b911-4f6a4dc73f30 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.657944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12363f4-d4e3-4c54-b911-4f6a4dc73f30 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:42.659434 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c12363f4-d4e3-4c54-b911-4f6a4dc73f30 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.661287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c12363f4-d4e3-4c54-b911-4f6a4dc73f30 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/ports/cff417f7-4b3e-4fec-9d8b-a1600cbf2d94 HTTP/1.1" status: 200 len: 911 time: 1.9377680 Apr 18 21:43:42.664442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46976) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:42.812127 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.816800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.831592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-f5340cc2-55cc-4f6d-b55a-cb6c4c48c23e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port 73ebae7d-4169-4cee-81a5-163c43315c1d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=73ebae7d-4169-4cee-81a5-163c43315c1d,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:42.832218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f5340cc2-55cc-4f6d-b55a-cb6c4c48c23e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.996810 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2cd7b49e-ef38-4137-a433-8579ab3803f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'name': 'tempest-TestServerBasicOps-874824693-router', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:43:37Z', 'revision_number': 5, 'project_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'gw_port': {'id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:43.000994 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7b49e-ef38-4137-a433-8579ab3803f3 None None] Checking router: d6118920-1c76-433c-bfae-2f62e7ef075d for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:43:43.010764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12363f4-d4e3-4c54-b911-4f6a4dc73f30 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=cff417f7-4b3e-4fec-9d8b-a1600cbf2d94,revision_number=3']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:43.013446 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7b49e-ef38-4137-a433-8579ab3803f3 None None] Routers {'d6118920-1c76-433c-bfae-2f62e7ef075d'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:43.014367 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2cd7b49e-ef38-4137-a433-8579ab3803f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['d6118920-1c76-433c-bfae-2f62e7ef075d'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:43.207760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:43.211135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f5340cc2-55cc-4f6d-b55a-cb6c4c48c23e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for 73ebae7d-4169-4cee-81a5-163c43315c1d owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:43.220053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006141e7-6edc-4624-bb12-53cbcde44c0d None None] Sync routers for ids ['37433d15-0895-4a1c-88da-1820e1c5029a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:43.228673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f82058c7-4fdd-47fe-9c47-c55da44db605 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "PUT /v2.0/routers/37433d15-0895-4a1c-88da-1820e1c5029a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5002501 Apr 18 21:43:43.229878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 46980) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:43.240478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'port': {'network_id': '8beffa6e-d124-45ad-aac1-c0abc72f0653', 'name': 'tempest-FloatingIPTestJSON-1194601635'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:43.243958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006141e7-6edc-4624-bb12-53cbcde44c0d None None] Routers {'37433d15-0895-4a1c-88da-1820e1c5029a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:43.244578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-006141e7-6edc-4624-bb12-53cbcde44c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['37433d15-0895-4a1c-88da-1820e1c5029a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:43.246967 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.248856 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2390d062-a739-458c-a7ff-f6d4083e34a3 tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7171679 Apr 18 21:43:43.259850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46984) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:43.345001 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-2cd7b49e-ef38-4137-a433-8579ab3803f3 None None] Set router d6118920-1c76-433c-bfae-2f62e7ef075d gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:43.375130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-006141e7-6edc-4624-bb12-53cbcde44c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:43.398445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006141e7-6edc-4624-bb12-53cbcde44c0d None None] Routers {'37433d15-0895-4a1c-88da-1820e1c5029a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:43.399351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-006141e7-6edc-4624-bb12-53cbcde44c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['37433d15-0895-4a1c-88da-1820e1c5029a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:43.441525 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.471019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b7af14e5-9f2d-4db1-9faf-401679514c9c tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Synchronizing usage tracker for tenant:61197ec1430e4cbba2d22daf522b66db on resource:floatingip {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:43.542063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-006141e7-6edc-4624-bb12-53cbcde44c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:43.544764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006141e7-6edc-4624-bb12-53cbcde44c0d None None] The sync data for ids ['37433d15-0895-4a1c-88da-1820e1c5029a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:43.565895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:43.570983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Usage tracker for resource:port and tenant:3414fbe62ec6441fa74252b5350cbe16 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:43.574838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Quota usage for port was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:43.582505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:43.596582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Deleting port 8b9633cd-dac4-4142-b1d4-8ca69a49a281 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:43.597277 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.663465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Made reservation on behalf of 3414fbe62ec6441fa74252b5350cbe16 for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:43.667136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.703157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] device_id is not set on port 7ab79c66-b380-4ec9-850c-0fb74e067bf4 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:43:43.765505 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2cd7b49e-ef38-4137-a433-8579ab3803f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'name': 'tempest-TestServerBasicOps-874824693-router', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:43:37Z', 'revision_number': 5, 'project_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'gw_port': {'id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:43.780105 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7b49e-ef38-4137-a433-8579ab3803f3 None None] The sync data for ids ['d6118920-1c76-433c-bfae-2f62e7ef075d'] in n-d-836017-3 is: [{'id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'name': 'tempest-TestServerBasicOps-874824693-router', 'tenant_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:43:37Z', 'revision_number': 5, 'project_id': 'a4c6140c2a634fdfb7d9c138f46f749f', 'gw_port': {'id': '8b9633cd-dac4-4142-b1d4-8ca69a49a281', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6118920-1c76-433c-bfae-2f62e7ef075d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:43.822998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b7af14e5-9f2d-4db1-9faf-401679514c9c tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Unset dirty status for tenant:61197ec1430e4cbba2d22daf522b66db on resource:floatingip {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:43.826644 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b7af14e5-9f2d-4db1-9faf-401679514c9c tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3681 time: 0.5583043 Apr 18 21:43:43.830195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 46996) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:43.939068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8c149010-e3d3-40ad-afde-0ba7389faff5 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Synchronizing usage tracker for tenant:8e2ef9157ce446b3905145b6c4684320 on resource:floatingip {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:43.950168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9f7e35-e4b7-486c-976a-f37a9ef6ca28 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.973167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] For port 8b9633cd-dac4-4142-b1d4-8ca69a49a281, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8b9633cd-dac4-4142-b1d4-8ca69a49a281,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:43.973565 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.020913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f5340cc2-55cc-4f6d-b55a-cb6c4c48c23e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.147637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5340cc2-55cc-4f6d-b55a-cb6c4c48c23e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=73ebae7d-4169-4cee-81a5-163c43315c1d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:44.166208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Calling delete_port for 8b9633cd-dac4-4142-b1d4-8ca69a49a281 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:44.197816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8c149010-e3d3-40ad-afde-0ba7389faff5 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Unset dirty status for tenant:8e2ef9157ce446b3905145b6c4684320 on resource:floatingip {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:44.201865 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8c149010-e3d3-40ad-afde-0ba7389faff5 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3684213 Apr 18 21:43:44.202782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47000) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:44.401994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Allocated IP 172.20.0.8 (8beffa6e-d124-45ad-aac1-c0abc72f0653/80de475b-70c9-4af3-a03f-69e8a9e0576b/7ab79c66-b380-4ec9-850c-0fb74e067bf4) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:44.605740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-707817a6-5868-48fe-93c3-99d0dece510e tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Deleting port 5e00194f-6001-4058-b72e-0e3940914064 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:44.606083 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-707817a6-5868-48fe-93c3-99d0dece510e tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.640484 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.753983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9633cd-dac4-4142-b1d4-8ca69a49a281,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:44.939913 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.176180 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-707817a6-5868-48fe-93c3-99d0dece510e tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.176667 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-707817a6-5868-48fe-93c3-99d0dece510e tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.191539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1e98917a-b043-41a2-adbe-f7abecda001a no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:45.234304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 1e98917a-b043-41a2-adbe-f7abecda001a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:45.234874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1e98917a-b043-41a2-adbe-f7abecda001a not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:45.368094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-707817a6-5868-48fe-93c3-99d0dece510e tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Calling delete_port for 5e00194f-6001-4058-b72e-0e3940914064 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:45.369368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Transition to ACTIVE for port object 7ab79c66-b380-4ec9-850c-0fb74e067bf4 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:45.391661 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.632768 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f5340cc2-55cc-4f6d-b55a-cb6c4c48c23e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.708164 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.714801 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.761802 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.842791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Network 8beffa6e-d124-45ad-aac1-c0abc72f0653 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:45.846250 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.847027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6118920-1c76-433c-bfae-2f62e7ef075d {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:43:45.851552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:45.855984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event updated for resources: {'Port': ['ID=7ab79c66-b380-4ec9-850c-0fb74e067bf4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:45.858313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:45.875409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-707817a6-5868-48fe-93c3-99d0dece510e tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.926673 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.932218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6e7cd6aa-3534-4fca-80ae-a9a6cb65c80f admin admin] 10.222.0.11 "DELETE /v2.0/routers/d6118920-1c76-433c-bfae-2f62e7ef075d HTTP/1.1" status: 204 len: 168 time: 3.6514392 Apr 18 21:43:45.935643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47018) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:45.966491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47022) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:46.018695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:46.018695 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.053061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa87332-76cf-47e8-91e3-bbc71a9407df admin admin] Deleting subnet 0d476cc6-a775-4c56-be4b-5d68bcfed9b1 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:43:46.067627 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2aa87332-76cf-47e8-91e3-bbc71a9407df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.106618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-52294efa-ad81-4f97-9a48-4093b679211c tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8756571 Apr 18 21:43:46.119830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47026) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:46.133559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3bf82587-e139-4be4-b0a9-2cbfcada507b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Request body: {'floatingip': {'port_id': '7ab79c66-b380-4ec9-850c-0fb74e067bf4'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:46.191563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707817a6-5868-48fe-93c3-99d0dece510e tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Pushing event deleted for resources: {'Port': ['ID=5e00194f-6001-4058-b72e-0e3940914064,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:46.256297 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2aa87332-76cf-47e8-91e3-bbc71a9407df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.309662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3bf82587-e139-4be4-b0a9-2cbfcada507b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.381704 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-707817a6-5868-48fe-93c3-99d0dece510e tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.384240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5d6df0b2-dfa0-4546-87b8-5cf8b16ff011 None None] Provisioning for port 7ab79c66-b380-4ec9-850c-0fb74e067bf4 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:46.389980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5d6df0b2-dfa0-4546-87b8-5cf8b16ff011 None None] Provisioning complete for port 7ab79c66-b380-4ec9-850c-0fb74e067bf4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:46.390508 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d6df0b2-dfa0-4546-87b8-5cf8b16ff011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.453294 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-707817a6-5868-48fe-93c3-99d0dece510e tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.454198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5d6df0b2-dfa0-4546-87b8-5cf8b16ff011 None None] Port 7ab79c66-b380-4ec9-850c-0fb74e067bf4 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:46.457969 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-707817a6-5868-48fe-93c3-99d0dece510e tempest-FloatingIPAdminTestJSON-187525720 tempest-FloatingIPAdminTestJSON-187525720-project] 10.222.0.11 "DELETE /v2.0/floatingips/4ee16215-bef3-4ada-878d-d869b5e79093 HTTP/1.1" status: 204 len: 168 time: 2.2434409 Apr 18 21:43:46.460017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47030) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:46.507358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f7246a35-e76b-41fa-b865-b1362a46116f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Deleting port 399d7e17-74f1-40ed-87a8-089ce115c7ae {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:46.507646 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7246a35-e76b-41fa-b865-b1362a46116f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.572078 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2aa87332-76cf-47e8-91e3-bbc71a9407df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.740334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d4a6f-8ae0-424f-98a8-dbbd1e7674bb tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Deleting port 11e8ce4e-d8d4-4a5b-a0b2-33e4f0bf4aaf {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:46.740972 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a6d4a6f-8ae0-424f-98a8-dbbd1e7674bb tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.799506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f7e35-e4b7-486c-976a-f37a9ef6ca28 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port cff417f7-4b3e-4fec-9d8b-a1600cbf2d94 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:46.800217 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9f7e35-e4b7-486c-976a-f37a9ef6ca28 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.026163 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7246a35-e76b-41fa-b865-b1362a46116f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.026503 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7246a35-e76b-41fa-b865-b1362a46116f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.053727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8b9633cd-dac4-4142-b1d4-8ca69a49a281 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:47.094671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 8b9633cd-dac4-4142-b1d4-8ca69a49a281 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:47.095501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8b9633cd-dac4-4142-b1d4-8ca69a49a281 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:47.162819 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2aa87332-76cf-47e8-91e3-bbc71a9407df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.191535 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9f7e35-e4b7-486c-976a-f37a9ef6ca28 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.207724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa87332-76cf-47e8-91e3-bbc71a9407df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d476cc6-a775-4c56-be4b-5d68bcfed9b1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:47.235307 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710ab768-f238-460a-b0b7-e2599b55af91 None None] Network 470f4f7a-c52c-4949-9a3c-c01ce3ab5742 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:47.240643 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2aa87332-76cf-47e8-91e3-bbc71a9407df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.265841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2aa87332-76cf-47e8-91e3-bbc71a9407df admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0d476cc6-a775-4c56-be4b-5d68bcfed9b1 HTTP/1.1" status: 204 len: 168 time: 1.3289838 Apr 18 21:43:47.266601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47036) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:47.307724 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a6d4a6f-8ae0-424f-98a8-dbbd1e7674bb tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.307960 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a6d4a6f-8ae0-424f-98a8-dbbd1e7674bb tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.496657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f7246a35-e76b-41fa-b865-b1362a46116f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Calling delete_port for 399d7e17-74f1-40ed-87a8-089ce115c7ae owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:47.534525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f7e35-e4b7-486c-976a-f37a9ef6ca28 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for cff417f7-4b3e-4fec-9d8b-a1600cbf2d94 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:47.559531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7785fa-6f90-44e8-a200-7a1f84a3aed5 None None] DHCP port deletion for 470f4f7a-c52c-4949-9a3c-c01ce3ab5742 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:43:47.568799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ca7785fa-6f90-44e8-a200-7a1f84a3aed5 None None] Deleting port e55834db-dc7c-4ce0-a586-2a191ed7067c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:47.569659 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca7785fa-6f90-44e8-a200-7a1f84a3aed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.581803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d4a6f-8ae0-424f-98a8-dbbd1e7674bb tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Calling delete_port for 11e8ce4e-d8d4-4a5b-a0b2-33e4f0bf4aaf owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:47.673040 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.725932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Deleting port e55834db-dc7c-4ce0-a586-2a191ed7067c {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:47.726613 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.820734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ca7785fa-6f90-44e8-a200-7a1f84a3aed5 None None] For port e55834db-dc7c-4ce0-a586-2a191ed7067c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e55834db-dc7c-4ce0-a586-2a191ed7067c,segment=NetworkSegment(7983ba20-f47c-4662-acda-aad22f6e17f5),segment_id=7983ba20-f47c-4662-acda-aad22f6e17f5)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:47.821040 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca7785fa-6f90-44e8-a200-7a1f84a3aed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.994242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ca7785fa-6f90-44e8-a200-7a1f84a3aed5 None None] Calling delete_port for e55834db-dc7c-4ce0-a586-2a191ed7067c owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:47.999864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] For port e55834db-dc7c-4ce0-a586-2a191ed7067c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e55834db-dc7c-4ce0-a586-2a191ed7067c,segment=NetworkSegment(7983ba20-f47c-4662-acda-aad22f6e17f5),segment_id=7983ba20-f47c-4662-acda-aad22f6e17f5)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:48.000351 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.093717 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7246a35-e76b-41fa-b865-b1362a46116f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.139690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Calling delete_port for e55834db-dc7c-4ce0-a586-2a191ed7067c owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:48.154787 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9f7e35-e4b7-486c-976a-f37a9ef6ca28 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.161203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7246a35-e76b-41fa-b865-b1362a46116f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event deleted for resources: {'Port': ['ID=399d7e17-74f1-40ed-87a8-089ce115c7ae,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:48.170967 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca7785fa-6f90-44e8-a200-7a1f84a3aed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.225760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f7e35-e4b7-486c-976a-f37a9ef6ca28 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=cff417f7-4b3e-4fec-9d8b-a1600cbf2d94,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:48.233702 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7785fa-6f90-44e8-a200-7a1f84a3aed5 None None] Pushing event deleted for resources: {'Port': ['ID=e55834db-dc7c-4ce0-a586-2a191ed7067c,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:48.239034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7785fa-6f90-44e8-a200-7a1f84a3aed5 None None] No DVR routers for this DVR port e55834db-dc7c-4ce0-a586-2a191ed7067c on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:48.285632 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a6d4a6f-8ae0-424f-98a8-dbbd1e7674bb tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.362237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d4a6f-8ae0-424f-98a8-dbbd1e7674bb tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Pushing event deleted for resources: {'Port': ['ID=11e8ce4e-d8d4-4a5b-a0b2-33e4f0bf4aaf,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:48.370178 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:43:48.370493 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:43:48.457792 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3bf82587-e139-4be4-b0a9-2cbfcada507b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.491252 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a6d4a6f-8ae0-424f-98a8-dbbd1e7674bb tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.521705 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3bf82587-e139-4be4-b0a9-2cbfcada507b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.585763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5340cc2-55cc-4f6d-b55a-cb6c4c48c23e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 4293a072-6904-416c-8134-ba8f51596bbf has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:48.664284 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7246a35-e76b-41fa-b865-b1362a46116f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.741017 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a6d4a6f-8ae0-424f-98a8-dbbd1e7674bb tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.745871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2a6d4a6f-8ae0-424f-98a8-dbbd1e7674bb tempest-FloatingIPAdminTestJSON-361198545 tempest-FloatingIPAdminTestJSON-361198545-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/53c03157-34d3-4830-a47c-c5f3c33942c9 HTTP/1.1" status: 204 len: 168 time: 2.2835550 Apr 18 21:43:48.752892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47062) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:48.862539 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6b9f7e35-e4b7-486c-976a-f37a9ef6ca28 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.876507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Deleting port e55834db-dc7c-4ce0-a586-2a191ed7067c {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:48.877319 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.909659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-102ad9e9-ce5c-4af3-b584-7b827143b4cc tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Deleting port d8bbefba-bc52-46ba-8dd6-802f3be56e06 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:48.910000 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-102ad9e9-ce5c-4af3-b584-7b827143b4cc tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.002673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] The port 'e55834db-dc7c-4ce0-a586-2a191ed7067c' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:43:49.110717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e55834db-dc7c-4ce0-a586-2a191ed7067c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:49.163289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: e55834db-dc7c-4ce0-a586-2a191ed7067c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:49.163877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e55834db-dc7c-4ce0-a586-2a191ed7067c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:49.324794 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.362743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470f4f7a-c52c-4949-9a3c-c01ce3ab5742']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:49.408679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7983ba20-f47c-4662-acda-aad22f6e17f5') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:49.409046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7983ba20-f47c-4662-acda-aad22f6e17f5') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:49.428617 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.453591 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-102ad9e9-ce5c-4af3-b584-7b827143b4cc tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.471213 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.539403 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-3bf82587-e139-4be4-b0a9-2cbfcada507b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Floating IP 19746a2d-e060-4770-9e71-ba579f53a166 associated. External IP: 172.25.3.98, port: 795831f8-18c5-4d05-9e47-2086e70d1233. Apr 18 21:43:49.656801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-102ad9e9-ce5c-4af3-b584-7b827143b4cc tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Calling delete_port for d8bbefba-bc52-46ba-8dd6-802f3be56e06 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:49.691717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:43:49.692136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:43:49.712248 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:43:49.741244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5340cc2-55cc-4f6d-b55a-cb6c4c48c23e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:49.752006 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b0248-3fee-4c89-80be-4125e0244595 None None] Sync routers for ids ['4293a072-6904-416c-8134-ba8f51596bbf'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:49.764376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9f7e35-e4b7-486c-976a-f37a9ef6ca28 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:49.765979 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b0248-3fee-4c89-80be-4125e0244595 None None] Routers {'4293a072-6904-416c-8134-ba8f51596bbf'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:49.766653 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b49b0248-3fee-4c89-80be-4125e0244595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4293a072-6904-416c-8134-ba8f51596bbf'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:49.795289 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f5340cc2-55cc-4f6d-b55a-cb6c4c48c23e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "PUT /v2.0/routers/4293a072-6904-416c-8134-ba8f51596bbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6686158 Apr 18 21:43:49.799197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47080) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:49.975002 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.005758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.012873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=470f4f7a-c52c-4949-9a3c-c01ce3ab5742,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:50.018593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6accd644-6b78-4261-9a1a-76a47cc44b0c admin admin] 10.222.0.11 "DELETE /v2.0/networks/470f4f7a-c52c-4949-9a3c-c01ce3ab5742 HTTP/1.1" status: 204 len: 168 time: 2.7404709 Apr 18 21:43:50.049834 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-b49b0248-3fee-4c89-80be-4125e0244595 None None] Set router 4293a072-6904-416c-8134-ba8f51596bbf gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:50.097960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9f7e35-e4b7-486c-976a-f37a9ef6ca28 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:50.108226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93b307-cf09-4291-a4af-2cc5339cf03f None None] Sync routers for ids ['e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:50.109995 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6b9f7e35-e4b7-486c-976a-f37a9ef6ca28 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4427376 Apr 18 21:43:50.115400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47088) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:50.127276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93b307-cf09-4291-a4af-2cc5339cf03f None None] Routers {'e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:50.128673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-df93b307-cf09-4291-a4af-2cc5339cf03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:50.254782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f1ffdb-17eb-4658-bbd3-24b0566b2f9d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting subnet 71d64460-edcf-4078-a8a0-936cd4f11907 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:43:50.261907 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-df93b307-cf09-4291-a4af-2cc5339cf03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:50.274084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a5b0fc34-0035-45c3-a271-7337af746ba3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Synchronizing usage tracker for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:50.276183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93b307-cf09-4291-a4af-2cc5339cf03f None None] Routers {'e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:50.276996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-df93b307-cf09-4291-a4af-2cc5339cf03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:50.277442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7f1ffdb-17eb-4658-bbd3-24b0566b2f9d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.382903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-df93b307-cf09-4291-a4af-2cc5339cf03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:50.383588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93b307-cf09-4291-a4af-2cc5339cf03f None None] The sync data for ids ['e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:50.404511 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7f1ffdb-17eb-4658-bbd3-24b0566b2f9d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.459037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a5b0fc34-0035-45c3-a271-7337af746ba3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Unset dirty status for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:50.460274 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a5b0fc34-0035-45c3-a271-7337af746ba3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46 HTTP/1.1" status: 200 len: 205 time: 0.3313813 Apr 18 21:43:50.474933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47096) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:50.476991 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-102ad9e9-ce5c-4af3-b584-7b827143b4cc tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.489312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7246a35-e76b-41fa-b865-b1362a46116f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:50.498873 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b49b0248-3fee-4c89-80be-4125e0244595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:50.504501 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b0248-3fee-4c89-80be-4125e0244595 None None] Checking router: 4293a072-6904-416c-8134-ba8f51596bbf for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:43:50.516530 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b0248-3fee-4c89-80be-4125e0244595 None None] Routers {'4293a072-6904-416c-8134-ba8f51596bbf'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:50.517437 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b49b0248-3fee-4c89-80be-4125e0244595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4293a072-6904-416c-8134-ba8f51596bbf'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:50.578727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47100) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:50.675029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ad9e9-ce5c-4af3-b584-7b827143b4cc tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event deleted for resources: {'Port': ['ID=d8bbefba-bc52-46ba-8dd6-802f3be56e06,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:50.736955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7f1ffdb-17eb-4658-bbd3-24b0566b2f9d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.742649 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-b49b0248-3fee-4c89-80be-4125e0244595 None None] Set router 4293a072-6904-416c-8134-ba8f51596bbf gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:50.804273 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dc147c84-926a-4974-a1d9-ab61f4271fe0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a6a41c0f4614fd8a7273b0483db320a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2175832 Apr 18 21:43:50.810944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47110) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:50.888465 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-529646ea-bcef-4e12-8640-87a4798de8de tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.918223 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b44f4ff8-f6f9-4061-8045-efc07d96ea2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.965064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b44f4ff8-f6f9-4061-8045-efc07d96ea2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.981276 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-102ad9e9-ce5c-4af3-b584-7b827143b4cc tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.983060 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7f1ffdb-17eb-4658-bbd3-24b0566b2f9d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.986591 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-102ad9e9-ce5c-4af3-b584-7b827143b4cc tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "DELETE /v2.0/ports/d8bbefba-bc52-46ba-8dd6-802f3be56e06 HTTP/1.1" status: 204 len: 168 time: 2.2322187 Apr 18 21:43:50.994657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47114) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:51.094025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1ffdb-17eb-4658-bbd3-24b0566b2f9d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Subnet': ['ID=71d64460-edcf-4078-a8a0-936cd4f11907,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:51.150623 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b49b0248-3fee-4c89-80be-4125e0244595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:51.156729 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b0248-3fee-4c89-80be-4125e0244595 None None] The sync data for ids ['4293a072-6904-416c-8134-ba8f51596bbf'] in n-d-836017-3 is: [{'id': '4293a072-6904-416c-8134-ba8f51596bbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454509768', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:41Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'c10fa897-a127-43dc-a112-c4ff754da655', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293a072-6904-416c-8134-ba8f51596bbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:43Z', 'updated_at': '2022-04-18T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:51.157416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7f1ffdb-17eb-4658-bbd3-24b0566b2f9d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.170786 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05cc11-a78a-4b3d-91c4-a6f926221828 None None] Network b5436652-078b-45fa-a481-add4d155899f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:51.199888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7246a35-e76b-41fa-b865-b1362a46116f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:51.208515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7246a35-e76b-41fa-b865-b1362a46116f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.213440 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce3e2ff-5127-413c-b255-d82b4220bf55 None None] Sync routers for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:51.239348 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce3e2ff-5127-413c-b255-d82b4220bf55 None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:51.240462 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fce3e2ff-5127-413c-b255-d82b4220bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:51.269416 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d7f1ffdb-17eb-4658-bbd3-24b0566b2f9d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/subnets/71d64460-edcf-4078-a8a0-936cd4f11907 HTTP/1.1" status: 204 len: 168 time: 1.4641654 Apr 18 21:43:51.276975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47120) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:51.405658 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-529646ea-bcef-4e12-8640-87a4798de8de tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.413925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-529646ea-bcef-4e12-8640-87a4798de8de tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.430444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf82587-e139-4be4-b0a9-2cbfcada507b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:51.451889 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f7246a35-e76b-41fa-b865-b1362a46116f tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "DELETE /v2.0/floatingips/eec7f9f5-c85c-43b5-84cf-6fea46fd43e7 HTTP/1.1" status: 204 len: 168 time: 5.4835470 Apr 18 21:43:51.457644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'tag': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:43:51.465386 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb30c64-4f5f-4664-93cc-aae4f2b181b5 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:51.469384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ecb30c64-4f5f-4664-93cc-aae4f2b181b5 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Synchronizing usage tracker for tenant:8e2ef9157ce446b3905145b6c4684320 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:51.541234 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b44f4ff8-f6f9-4061-8045-efc07d96ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.598483 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f4ff8-f6f9-4061-8045-efc07d96ea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412565ac-551e-411e-b4bd-293ed36cde0c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:51.604958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ecb30c64-4f5f-4664-93cc-aae4f2b181b5 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Unset dirty status for tenant:8e2ef9157ce446b3905145b6c4684320 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:51.622049 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-fce3e2ff-5127-413c-b255-d82b4220bf55 None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:51.627943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47130) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:51.631501 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ecb30c64-4f5f-4664-93cc-aae4f2b181b5 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "GET /v2.0/ports?device_id=0998028c-a8b1-4770-baed-86028bb1e818 HTTP/1.1" status: 200 len: 913 time: 0.5986087 Apr 18 21:43:51.662099 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b44f4ff8-f6f9-4061-8045-efc07d96ea2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.666396 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b44f4ff8-f6f9-4061-8045-efc07d96ea2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/412565ac-551e-411e-b4bd-293ed36cde0c HTTP/1.1" status: 204 len: 168 time: 0.8546386 Apr 18 21:43:51.698407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ac4e3d-5a7f-4fba-bde4-7cf05d43862d None None] DHCP port deletion for b5436652-078b-45fa-a481-add4d155899f request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:43:51.702691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac4e3d-5a7f-4fba-bde4-7cf05d43862d None None] Deleting port 58bfa7aa-683e-43b4-904a-e1ed495be98a {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:51.703068 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2ac4e3d-5a7f-4fba-bde4-7cf05d43862d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.721394 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feec1a09-e97d-4ed7-a394-25a9426a32b9'] response: {'name': 'network-changed', 'server_uuid': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'tag': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'status': 'completed', 'code': 200} Apr 18 21:43:51.748771 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-529646ea-bcef-4e12-8640-87a4798de8de tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.749538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529646ea-bcef-4e12-8640-87a4798de8de tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Fanout notify agent at l3_agent the message router_deleted on router e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:43:51.909061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:52.061170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c2ac4e3d-5a7f-4fba-bde4-7cf05d43862d None None] For port 58bfa7aa-683e-43b4-904a-e1ed495be98a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=58bfa7aa-683e-43b4-904a-e1ed495be98a,segment=NetworkSegment(aa459dd1-c999-49b8-bc3c-7d9156cc920e),segment_id=aa459dd1-c999-49b8-bc3c-7d9156cc920e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:52.062614 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2ac4e3d-5a7f-4fba-bde4-7cf05d43862d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:52.279501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac4e3d-5a7f-4fba-bde4-7cf05d43862d None None] Calling delete_port for 58bfa7aa-683e-43b4-904a-e1ed495be98a owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:52.280342 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-529646ea-bcef-4e12-8640-87a4798de8de tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:52.285291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-529646ea-bcef-4e12-8640-87a4798de8de tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46 HTTP/1.1" status: 204 len: 168 time: 1.8001370 Apr 18 21:43:52.291175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47144) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:52.331894 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fce3e2ff-5127-413c-b255-d82b4220bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:52.342252 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce3e2ff-5127-413c-b255-d82b4220bf55 None None] Checking router: 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:43:52.370591 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce3e2ff-5127-413c-b255-d82b4220bf55 None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:52.371226 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fce3e2ff-5127-413c-b255-d82b4220bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:52.470105 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ff273341-f91c-4a44-b87c-b1c556e3236a req-5d7bb88c-79bb-4f0d-8555-acedb17e2a16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 1096 time: 0.7413108 Apr 18 21:43:52.653358 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2ac4e3d-5a7f-4fba-bde4-7cf05d43862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:52.654267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff273341-f91c-4a44-b87c-b1c556e3236a req-c3a55f03-a000-4c48-9c19-015f5346353d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:52.655900 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ff273341-f91c-4a44-b87c-b1c556e3236a req-c3a55f03-a000-4c48-9c19-015f5346353d service neutron] 10.222.0.59 "GET /v2.0/networks?id=96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 200 len: 913 time: 0.1789050 Apr 18 21:43:52.743552 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac4e3d-5a7f-4fba-bde4-7cf05d43862d None None] Pushing event deleted for resources: {'Port': ['ID=58bfa7aa-683e-43b4-904a-e1ed495be98a,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:52.744048 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:52.747881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ff273341-f91c-4a44-b87c-b1c556e3236a req-16524e14-fb82-43f4-a646-3174b1c95552 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc0c119-8eba-43e9-a264-bbc27797fbf5 HTTP/1.1" status: 200 len: 217 time: 0.0819042 Apr 18 21:43:52.752267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac4e3d-5a7f-4fba-bde4-7cf05d43862d None None] No DVR routers for this DVR port 58bfa7aa-683e-43b4-904a-e1ed495be98a on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:52.752398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04611723-a62a-4234-819b-cf736b56c054 req-f67afbee-2a76-4bb8-b89d-fec39941a714 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:52.756034 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04611723-a62a-4234-819b-cf736b56c054 req-f67afbee-2a76-4bb8-b89d-fec39941a714 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 945 time: 0.2942588 Apr 18 21:43:52.778746 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-fce3e2ff-5127-413c-b255-d82b4220bf55 None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:52.854766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port c10fa897-a127-43dc-a112-c4ff754da655 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:52.854766 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:52.920835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c57e8df-bd42-45dd-8f4e-88a342128d2f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting subnet 17cb9c77-78cb-41b2-9e6a-6d55188b19ea {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:43:52.934684 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2c57e8df-bd42-45dd-8f4e-88a342128d2f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:52.977930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04611723-a62a-4234-819b-cf736b56c054 req-ebe258ed-b04d-4e22-8c81-a91fd79d08ff tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107744 Apr 18 21:43:53.034078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff273341-f91c-4a44-b87c-b1c556e3236a req-5a95cf0c-826b-4bd2-863a-0661a9c24aeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:53.035527 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ff273341-f91c-4a44-b87c-b1c556e3236a req-5a95cf0c-826b-4bd2-863a-0661a9c24aeb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 200 len: 851 time: 0.2822602 Apr 18 21:43:53.036109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47156) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:53.134451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2c57e8df-bd42-45dd-8f4e-88a342128d2f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.142655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 58bfa7aa-683e-43b4-904a-e1ed495be98a no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:53.210293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 58bfa7aa-683e-43b4-904a-e1ed495be98a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:53.210639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 58bfa7aa-683e-43b4-904a-e1ed495be98a not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:53.211063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 73ebae7d-4169-4cee-81a5-163c43315c1d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:53.226579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf82587-e139-4be4-b0a9-2cbfcada507b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:53.244149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-191cd50a-ca8e-42fc-9cf9-c48c9e8e4496 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:53.244848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-191cd50a-ca8e-42fc-9cf9-c48c9e8e4496 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Synchronizing usage tracker for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:53.265894 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fce3e2ff-5127-413c-b255-d82b4220bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:53.268844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port c10fa897-a127-43dc-a112-c4ff754da655, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c10fa897-a127-43dc-a112-c4ff754da655,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:53.269173 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.272671 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce3e2ff-5127-413c-b255-d82b4220bf55 None None] The sync data for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 is: [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:25:01Z', 'revision_number': 4, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e95b2fab-4011-49a1-bb16-9c2a4fde9471', 'name': '', 'network_id': '96c2fcdd-2cca-467d-9433-9c5ebd738c61', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'mac_address': 'fa:16:3e:8e:f5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:59Z', 'updated_at': '2022-04-18T21:25:17Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'subnets': [{'id': '23addfbc-2010-41c2-a583-5d468a0b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:53.282090 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6b9e44a4-d3cc-4502-a74c-4e71b763247d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4c6140c2a634fdfb7d9c138f46f749f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2377119 Apr 18 21:43:53.287195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47162) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:53.289423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1c09f-bfe2-40c1-b5d5-9427203dcd6f None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:53.303159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 73ebae7d-4169-4cee-81a5-163c43315c1d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:53.303498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 73ebae7d-4169-4cee-81a5-163c43315c1d not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:53.316259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1c09f-bfe2-40c1-b5d5-9427203dcd6f None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:53.317651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4dd1c09f-bfe2-40c1-b5d5-9427203dcd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:53.398118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4dd1c09f-bfe2-40c1-b5d5-9427203dcd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:53.430278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1c09f-bfe2-40c1-b5d5-9427203dcd6f None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:53.431366 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4dd1c09f-bfe2-40c1-b5d5-9427203dcd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:53.495446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for c10fa897-a127-43dc-a112-c4ff754da655 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:53.511886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4dd1c09f-bfe2-40c1-b5d5-9427203dcd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:53.512528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1c09f-bfe2-40c1-b5d5-9427203dcd6f None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:53.536709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-191cd50a-ca8e-42fc-9cf9-c48c9e8e4496 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Unset dirty status for tenant:18546b6476ee48ff8dbb33e9f0d62503 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:53.538903 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-191cd50a-ca8e-42fc-9cf9-c48c9e8e4496 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 945 time: 0.7520163 Apr 18 21:43:53.584801 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2c57e8df-bd42-45dd-8f4e-88a342128d2f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.640507 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa762514-c423-4546-82fc-da74c90baea8 None None] New status for floating IP eec7f9f5-c85c-43b5-84cf-6fea46fd43e7: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:43:53.661370 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ff273341-f91c-4a44-b87c-b1c556e3236a req-7074b5b1-3303-437a-aa53-c0dc16d5925c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c2fcdd-2cca-467d-9433-9c5ebd738c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6103916 Apr 18 21:43:53.704011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-87bce577-fd07-4fe3-b114-a242870c1260 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Deleting port cdc0c119-8eba-43e9-a264-bbc27797fbf5 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:53.704794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-87bce577-fd07-4fe3-b114-a242870c1260 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.716983 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba799128-9e62-4e2a-ac6e-a82976f3f7e8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.786742 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2c57e8df-bd42-45dd-8f4e-88a342128d2f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.901546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57e8df-bd42-45dd-8f4e-88a342128d2f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Subnet': ['ID=17cb9c77-78cb-41b2-9e6a-6d55188b19ea,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:53.912495 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2c57e8df-bd42-45dd-8f4e-88a342128d2f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.914353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0f3e7f4f-7d70-442b-a2a9-91eb8a58ab32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.924035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4905760b-a324-4c99-a70a-9b5f7971d4c5 None None] Network a85367cb-5b69-4bb4-926f-98f44215df34 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:53.987477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2c57e8df-bd42-45dd-8f4e-88a342128d2f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/17cb9c77-78cb-41b2-9e6a-6d55188b19ea HTTP/1.1" status: 204 len: 168 time: 1.6889768 Apr 18 21:43:53.988741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47174) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:54.276678 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fade95c3-65ec-4759-8e94-e507e45725a4 None None] DHCP port deletion for a85367cb-5b69-4bb4-926f-98f44215df34 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:43:54.285967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fade95c3-65ec-4759-8e94-e507e45725a4 None None] Deleting port e1791bd1-e46f-4ef8-93d3-21eae7783873 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:54.286577 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fade95c3-65ec-4759-8e94-e507e45725a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:54.340343 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-87bce577-fd07-4fe3-b114-a242870c1260 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] For port cdc0c119-8eba-43e9-a264-bbc27797fbf5, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=cdc0c119-8eba-43e9-a264-bbc27797fbf5,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:54.340909 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-87bce577-fd07-4fe3-b114-a242870c1260 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:54.433345 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0f3e7f4f-7d70-442b-a2a9-91eb8a58ab32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:54.457488 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:54.496101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port e1791bd1-e46f-4ef8-93d3-21eae7783873 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:54.496626 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:54.523311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-87bce577-fd07-4fe3-b114-a242870c1260 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Calling delete_port for cdc0c119-8eba-43e9-a264-bbc27797fbf5 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:54.569606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fade95c3-65ec-4759-8e94-e507e45725a4 None None] For port e1791bd1-e46f-4ef8-93d3-21eae7783873, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e1791bd1-e46f-4ef8-93d3-21eae7783873,segment=NetworkSegment(237ce1a1-d569-4796-ae07-77833a2941a2),segment_id=237ce1a1-d569-4796-ae07-77833a2941a2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:54.570182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e44bd5-9559-4875-ae35-86e4d606c601 req-7c6c8627-1b48-414b-8010-346620550327 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:54.570304 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fade95c3-65ec-4759-8e94-e507e45725a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:54.571910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3e44bd5-9559-4875-ae35-86e4d606c601 req-7c6c8627-1b48-414b-8010-346620550327 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 945 time: 0.2495852 Apr 18 21:43:54.583379 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ff273341-f91c-4a44-b87c-b1c556e3236a req-215ebc82-c282-4a29-9089-c85ab8162112 service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9167469 Apr 18 21:43:54.743366 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fade95c3-65ec-4759-8e94-e507e45725a4 None None] Calling delete_port for e1791bd1-e46f-4ef8-93d3-21eae7783873 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:54.759745 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ff273341-f91c-4a44-b87c-b1c556e3236a req-0e3f1c5d-b764-418b-ba32-8770636e7bbb service neutron] 10.222.0.59 "GET /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601937 Apr 18 21:43:54.794170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] For port e1791bd1-e46f-4ef8-93d3-21eae7783873, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e1791bd1-e46f-4ef8-93d3-21eae7783873,segment=NetworkSegment(237ce1a1-d569-4796-ae07-77833a2941a2),segment_id=237ce1a1-d569-4796-ae07-77833a2941a2)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:54.794911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:54.836126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c658634-20f6-4957-82b3-0184620d6cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:54.952343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for e1791bd1-e46f-4ef8-93d3-21eae7783873 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:55.045404 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3e44bd5-9559-4875-ae35-86e4d606c601 req-34ed1abe-fac4-4c13-909e-4835f825ce67 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4641774 Apr 18 21:43:55.081718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e1791bd1-e46f-4ef8-93d3-21eae7783873 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:55.132926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf82587-e139-4be4-b0a9-2cbfcada507b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 37433d15-0895-4a1c-88da-1820e1c5029a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:55.152507 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:55.159154 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0f3e7f4f-7d70-442b-a2a9-91eb8a58ab32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:55.172576 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-87bce577-fd07-4fe3-b114-a242870c1260 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:55.176220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Port e1791bd1-e46f-4ef8-93d3-21eae7783873 update to DOWN by agent not found {{(pid=85050) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 21:43:55.177958 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fade95c3-65ec-4759-8e94-e507e45725a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:55.230355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade95c3-65ec-4759-8e94-e507e45725a4 None None] Pushing event deleted for resources: {'Port': ['ID=e1791bd1-e46f-4ef8-93d3-21eae7783873,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:55.237238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fade95c3-65ec-4759-8e94-e507e45725a4 None None] No DVR routers for this DVR port e1791bd1-e46f-4ef8-93d3-21eae7783873 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:55.253044 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:43:55.253498 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:43:55.259930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e7f4f-7d70-442b-a2a9-91eb8a58ab32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0579d78-b651-45dc-8ed2-019e391d8aa8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:55.267249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=c10fa897-a127-43dc-a112-c4ff754da655,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:55.347561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bce577-fd07-4fe3-b114-a242870c1260 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event deleted for resources: {'Port': ['ID=cdc0c119-8eba-43e9-a264-bbc27797fbf5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:55.450209 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0f3e7f4f-7d70-442b-a2a9-91eb8a58ab32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:55.454938 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0f3e7f4f-7d70-442b-a2a9-91eb8a58ab32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0579d78-b651-45dc-8ed2-019e391d8aa8 HTTP/1.1" status: 204 len: 168 time: 2.1612837 Apr 18 21:43:55.471124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-87bce577-fd07-4fe3-b114-a242870c1260 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] No DVR routers for this DVR port cdc0c119-8eba-43e9-a264-bbc27797fbf5 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:55.478654 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-87bce577-fd07-4fe3-b114-a242870c1260 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:55.480589 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dd82a26f-449c-4a05-a20b-24ff63a379ba req-87bce577-fd07-4fe3-b114-a242870c1260 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.59 "DELETE /v2.0/ports/cdc0c119-8eba-43e9-a264-bbc27797fbf5 HTTP/1.1" status: 204 len: 173 time: 1.9299748 Apr 18 21:43:55.481045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'name': 'network-vif-deleted', 'tag': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:43:55.588384 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a447d1e5-0ce4-4d1b-9651-66734a17f5e7'] response: {'server_uuid': '00c2a887-5eb4-4bd5-8005-32e53c42beea', 'name': 'network-vif-deleted', 'tag': 'cdc0c119-8eba-43e9-a264-bbc27797fbf5', 'status': 'completed', 'code': 200} Apr 18 21:43:55.686057 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:55.753343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf82587-e139-4be4-b0a9-2cbfcada507b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:55.766513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port e1791bd1-e46f-4ef8-93d3-21eae7783873 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:55.766793 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:55.773432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591cf28c-256a-45fc-94ec-2c6547fdf420 None None] Sync routers for ids ['37433d15-0895-4a1c-88da-1820e1c5029a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:55.798851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591cf28c-256a-45fc-94ec-2c6547fdf420 None None] Routers {'37433d15-0895-4a1c-88da-1820e1c5029a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:55.799779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-591cf28c-256a-45fc-94ec-2c6547fdf420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['37433d15-0895-4a1c-88da-1820e1c5029a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:55.857837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3bf82587-e139-4be4-b0a9-2cbfcada507b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:55.934176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] The port 'e1791bd1-e46f-4ef8-93d3-21eae7783873' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:43:55.950439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-591cf28c-256a-45fc-94ec-2c6547fdf420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:55.969121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591cf28c-256a-45fc-94ec-2c6547fdf420 None None] Routers {'37433d15-0895-4a1c-88da-1820e1c5029a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:55.971998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-591cf28c-256a-45fc-94ec-2c6547fdf420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['37433d15-0895-4a1c-88da-1820e1c5029a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:56.182722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-591cf28c-256a-45fc-94ec-2c6547fdf420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:56.186104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591cf28c-256a-45fc-94ec-2c6547fdf420 None None] The sync data for ids ['37433d15-0895-4a1c-88da-1820e1c5029a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:56.219943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.225233 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.235026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device cdc0c119-8eba-43e9-a264-bbc27797fbf5 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:56.356749 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.358012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Fanout notify agent at l3_agent the message router_deleted on router 4293a072-6904-416c-8134-ba8f51596bbf {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:43:56.358933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: cdc0c119-8eba-43e9-a264-bbc27797fbf5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:56.359902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device cdc0c119-8eba-43e9-a264-bbc27797fbf5 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:56.385413 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.390337 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fdbbd755-fc7c-468b-9ebb-1a10ac6182b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/routers/4293a072-6904-416c-8134-ba8f51596bbf HTTP/1.1" status: 204 len: 168 time: 5.0978246 Apr 18 21:43:56.391052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47210) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:56.605306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.678831 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c64e16a6-5d3b-4913-b2aa-24cc48a33d06 req-918c31d4-c131-4d67-82bb-5c79a69fc27e tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c2a887-5eb4-4bd5-8005-32e53c42beea HTTP/1.1" status: 200 len: 210 time: 0.0759852 Apr 18 21:43:56.693193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ba799128-9e62-4e2a-ac6e-a82976f3f7e8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Deleting port 8a1266e7-72ac-4a05-8edb-325870dff219 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:56.693564 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba799128-9e62-4e2a-ac6e-a82976f3f7e8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.729605 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.738596 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3bf82587-e139-4be4-b0a9-2cbfcada507b tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "PUT /v2.0/floatingips/19746a2d-e060-4770-9e71-ba579f53a166 HTTP/1.1" status: 200 len: 977 time: 10.6173530 Apr 18 21:43:56.750356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47216) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:56.811081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85367cb-5b69-4bb4-926f-98f44215df34']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:56.870513 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.884366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237ce1a1-d569-4796-ae07-77833a2941a2') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:56.884943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237ce1a1-d569-4796-ae07-77833a2941a2') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:56.895446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port 7ab79c66-b380-4ec9-850c-0fb74e067bf4 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:56.896133 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.908671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5436652-078b-45fa-a481-add4d155899f']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:56.922939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa459dd1-c999-49b8-bc3c-7d9156cc920e') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:56.923498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa459dd1-c999-49b8-bc3c-7d9156cc920e') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:56.935870 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.957374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.965307 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:43:56.966293 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:43:56.986625 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:43:57.017713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.061099 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.073444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:43:57.073893 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:43:57.099545 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:43:57.108093 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-14c1b6eb-9628-4a55-b76d-2c8e467006e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.130260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c10fa897-a127-43dc-a112-c4ff754da655 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:57.165687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c10fa897-a127-43dc-a112-c4ff754da655 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:57.166030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c10fa897-a127-43dc-a112-c4ff754da655 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:57.209303 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.239481 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.246866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Network': ['ID=b5436652-078b-45fa-a481-add4d155899f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:57.310322 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba799128-9e62-4e2a-ac6e-a82976f3f7e8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.334092 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d7d2261a-2613-46bc-9086-6e1ebcf0d189 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/networks/b5436652-078b-45fa-a481-add4d155899f HTTP/1.1" status: 204 len: 168 time: 0.9415932 Apr 18 21:43:57.336621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47228) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:57.373528 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.419076 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-590c917f-b4aa-4619-b0f5-646ec948652f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.453526 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-590c917f-b4aa-4619-b0f5-646ec948652f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.460698 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.518089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Network': ['ID=a85367cb-5b69-4bb4-926f-98f44215df34,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:57.530420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ba799128-9e62-4e2a-ac6e-a82976f3f7e8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Calling delete_port for 8a1266e7-72ac-4a05-8edb-325870dff219 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:57.572391 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2548d317-c26b-4ece-a041-a539c07f4b05 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/networks/a85367cb-5b69-4bb4-926f-98f44215df34 HTTP/1.1" status: 204 len: 168 time: 3.5772431 Apr 18 21:43:57.576678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47234) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:57.582747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-353cc1b4-0591-4dfe-a012-b8be0f58be8c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-133114538', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:57.589899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-353cc1b4-0591-4dfe-a012-b8be0f58be8c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:57.597026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-353cc1b4-0591-4dfe-a012-b8be0f58be8c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:router and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:57.598937 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-353cc1b4-0591-4dfe-a012-b8be0f58be8c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:57.605494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-353cc1b4-0591-4dfe-a012-b8be0f58be8c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:57.632229 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.634794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-590c917f-b4aa-4619-b0f5-646ec948652f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.669031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c917f-b4aa-4619-b0f5-646ec948652f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38249bab-5eb5-4fce-a9d8-113b3deba3ec,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:57.686352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-353cc1b4-0591-4dfe-a012-b8be0f58be8c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.686352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-353cc1b4-0591-4dfe-a012-b8be0f58be8c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.712090 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-353cc1b4-0591-4dfe-a012-b8be0f58be8c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.774670 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-590c917f-b4aa-4619-b0f5-646ec948652f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.780632 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-590c917f-b4aa-4619-b0f5-646ec948652f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/security-groups/38249bab-5eb5-4fce-a9d8-113b3deba3ec HTTP/1.1" status: 204 len: 168 time: 0.4429662 Apr 18 21:43:57.790826 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-353cc1b4-0591-4dfe-a012-b8be0f58be8c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.816819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47244) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:57.888700 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-353cc1b4-0591-4dfe-a012-b8be0f58be8c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.889878 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-353cc1b4-0591-4dfe-a012-b8be0f58be8c tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3122385 Apr 18 21:43:57.902724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47250) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:57.915156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1649782481'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:58.002885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:58.007033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9f82817d-990f-4b4d-a0a2-bd836136bd91 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Deleting port 9b02344a-0f87-4956-a7c6-8f0a6b627ce5 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:58.007615 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f82817d-990f-4b4d-a0a2-bd836136bd91 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.013069 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.061995 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.062531 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.062796 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Floating IP 19746a2d-e060-4770-9e71-ba579f53a166 disassociated. External IP: 172.25.3.98, port: 7ab79c66-b380-4ec9-850c-0fb74e067bf4. Apr 18 21:43:58.063146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for 7ab79c66-b380-4ec9-850c-0fb74e067bf4 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:58.205538 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f82817d-990f-4b4d-a0a2-bd836136bd91 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.206002 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f82817d-990f-4b4d-a0a2-bd836136bd91 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.213273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba799128-9e62-4e2a-ac6e-a82976f3f7e8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.339681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9f82817d-990f-4b4d-a0a2-bd836136bd91 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Calling delete_port for 9b02344a-0f87-4956-a7c6-8f0a6b627ce5 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:58.366924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:network and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:58.375978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:58.391140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:58.490778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba799128-9e62-4e2a-ac6e-a82976f3f7e8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event deleted for resources: {'Port': ['ID=8a1266e7-72ac-4a05-8edb-325870dff219,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:58.492973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47264) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:58.500162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768397383', 'description': 'tempest-secgroup-smoke-1768397383 description', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:58.527289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:58.531570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:58.535326 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.557296 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:58.565108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:58.599597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:58.664002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:43:58.670615 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.677620 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.677973 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Added segment c48436fd-2e7e-41c8-8cdc-c549f66364bd of type vlan for network cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 Apr 18 21:43:58.681708 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.686093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.727019 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.746214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:58.751602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:58.762340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:58.770405 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f82817d-990f-4b4d-a0a2-bd836136bd91 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.776035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:58.783348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=7ab79c66-b380-4ec9-850c-0fb74e067bf4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:58.833520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82817d-990f-4b4d-a0a2-bd836136bd91 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event deleted for resources: {'Port': ['ID=9b02344a-0f87-4956-a7c6-8f0a6b627ce5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:58.934508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:58.934508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:58.934508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.072698 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba799128-9e62-4e2a-ac6e-a82976f3f7e8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.107418 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.111364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f82817d-990f-4b4d-a0a2-bd836136bd91 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.127977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Network': ['ID=cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:59.131668 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9f82817d-990f-4b4d-a0a2-bd836136bd91 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.135978 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9f82817d-990f-4b4d-a0a2-bd836136bd91 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "DELETE /v2.0/floatingips/f08c4437-52c9-4b6e-b283-6511c24f6e10 HTTP/1.1" status: 204 len: 168 time: 1.3177545 Apr 18 21:43:59.140549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:43:59.174315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.245880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198de49d-8e1f-42cc-957b-ca9d43b1520f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:59.251506 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-61c0ddda-c799-42a8-8b5c-0a14ab363f9f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3450594 Apr 18 21:43:59.252558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47278) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:59.258177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'subnet': {'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:59.317550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 37433d15-0895-4a1c-88da-1820e1c5029a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:59.451971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.459862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b82e1f79-ff4d-423f-ac8e-eaa7185a84f1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.9578664 Apr 18 21:43:59.462709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47288) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:59.465754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-69e8d97f-4c1e-4b47-928f-9dedb08d6339 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '198de49d-8e1f-42cc-957b-ca9d43b1520f', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:59.488287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-69e8d97f-4c1e-4b47-928f-9dedb08d6339 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:59.496684 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-69e8d97f-4c1e-4b47-928f-9dedb08d6339 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:59.500614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-69e8d97f-4c1e-4b47-928f-9dedb08d6339 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:59.518164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-69e8d97f-4c1e-4b47-928f-9dedb08d6339 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:59.532270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:59.537387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:subnet and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:59.540259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:59.546179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:59.636192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:59.664039 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69e8d97f-4c1e-4b47-928f-9dedb08d6339 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.775316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:59.784892 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.790993 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c50a171-1939-4e62-bb29-4dcc13e5cab0 None None] Sync routers for ids ['37433d15-0895-4a1c-88da-1820e1c5029a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:59.810205 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50a171-1939-4e62-bb29-4dcc13e5cab0 None None] Routers {'37433d15-0895-4a1c-88da-1820e1c5029a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:59.811144 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8c50a171-1939-4e62-bb29-4dcc13e5cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['37433d15-0895-4a1c-88da-1820e1c5029a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:59.921702 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8c50a171-1939-4e62-bb29-4dcc13e5cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:59.937792 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69e8d97f-4c1e-4b47-928f-9dedb08d6339 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.938593 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50a171-1939-4e62-bb29-4dcc13e5cab0 None None] Routers {'37433d15-0895-4a1c-88da-1820e1c5029a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:59.939996 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8c50a171-1939-4e62-bb29-4dcc13e5cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['37433d15-0895-4a1c-88da-1820e1c5029a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:00.039784 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69e8d97f-4c1e-4b47-928f-9dedb08d6339 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:00.087118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8d97f-4c1e-4b47-928f-9dedb08d6339 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e87a55-f5f0-495d-b12d-e50fee26749c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:00.101597 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8c50a171-1939-4e62-bb29-4dcc13e5cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:00.102074 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c50a171-1939-4e62-bb29-4dcc13e5cab0 None None] The sync data for ids ['37433d15-0895-4a1c-88da-1820e1c5029a'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:00.198293 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69e8d97f-4c1e-4b47-928f-9dedb08d6339 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:00.202133 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-69e8d97f-4c1e-4b47-928f-9dedb08d6339 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7383528 Apr 18 21:44:00.203668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47298) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:00.216592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:00.231420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5f4c881f-8a52-43f1-91d7-f17ad1667b27 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '198de49d-8e1f-42cc-957b-ca9d43b1520f', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:00.240985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5f4c881f-8a52-43f1-91d7-f17ad1667b27 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:00.244849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5f4c881f-8a52-43f1-91d7-f17ad1667b27 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:00.247789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5f4c881f-8a52-43f1-91d7-f17ad1667b27 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:00.254357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5f4c881f-8a52-43f1-91d7-f17ad1667b27 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:00.272069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-232e0096-18b7-4642-b245-87d88a9bdb2f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/ports/7ab79c66-b380-4ec9-850c-0fb74e067bf4 HTTP/1.1" status: 204 len: 168 time: 3.5203521 Apr 18 21:44:00.275374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47306) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:00.333588 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:00.426568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Subnet': ['ID=63d8713c-605c-440a-8bba-74be99d82de2,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:00.450988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f4c881f-8a52-43f1-91d7-f17ad1667b27 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:00.465081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Checking segment: {'id': 'c48436fd-2e7e-41c8-8cdc-c549f66364bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:00.465081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network hostable DHCP agents. Network: cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:44:00.527809 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:44:00.572944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba799128-9e62-4e2a-ac6e-a82976f3f7e8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Router 0998028c-a8b1-4770-baed-86028bb1e818 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:00.575249 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f4c881f-8a52-43f1-91d7-f17ad1667b27 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:00.606872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:00.617740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137d3296-460d-4c0f-9236-967c3368d9e8 None None] Network cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:00.620995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:00.622120 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:00.658821 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f4c881f-8a52-43f1-91d7-f17ad1667b27 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:00.724311 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-def72761-e543-412a-963c-af6434f6f08e tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4677503 Apr 18 21:44:00.724311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47316) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:00.782512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c881f-8a52-43f1-91d7-f17ad1667b27 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634729e4-3755-4a24-a627-78bb3a2bfd56,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:00.896927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:44:00.897793 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.103199 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f4c881f-8a52-43f1-91d7-f17ad1667b27 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.104694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5f4c881f-8a52-43f1-91d7-f17ad1667b27 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8930717 Apr 18 21:44:01.110662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47322) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:01.132282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Allocated IP 2001:db8::2 (cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0/63d8713c-605c-440a-8bba-74be99d82de2/b7172e91-e0c7-4800-a270-7593eb6f98d0) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:01.175271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-fd0cdad5-a562-4a05-9dd2-a451a80bc477 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '198de49d-8e1f-42cc-957b-ca9d43b1520f', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:01.183804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fd0cdad5-a562-4a05-9dd2-a451a80bc477 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:01.189984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fd0cdad5-a562-4a05-9dd2-a451a80bc477 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:01.194650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fd0cdad5-a562-4a05-9dd2-a451a80bc477 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:01.201308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fd0cdad5-a562-4a05-9dd2-a451a80bc477 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:01.362821 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.388489 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdad5-a562-4a05-9dd2-a451a80bc477 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.430204 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.447629 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.449568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Transition to ACTIVE for port object b7172e91-e0c7-4800-a270-7593eb6f98d0 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:01.456059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba799128-9e62-4e2a-ac6e-a82976f3f7e8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:01.469203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ba799128-9e62-4e2a-ac6e-a82976f3f7e8 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "PUT /v2.0/routers/0998028c-a8b1-4770-baed-86028bb1e818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8398361 Apr 18 21:44:01.470518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47332) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:01.471466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2125fd69-dff9-463a-b846-badec72b3dc3 None None] Sync routers for ids ['0998028c-a8b1-4770-baed-86028bb1e818'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:01.480800 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db4aaf6a-157f-4c00-947d-f51457c56281 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.499621 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Transition to ACTIVE for port object b7172e91-e0c7-4800-a270-7593eb6f98d0 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:01.528914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2125fd69-dff9-463a-b846-badec72b3dc3 None None] Routers {'0998028c-a8b1-4770-baed-86028bb1e818'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:01.529586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2125fd69-dff9-463a-b846-badec72b3dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0998028c-a8b1-4770-baed-86028bb1e818'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:01.577163 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdad5-a562-4a05-9dd2-a451a80bc477 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.594844 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.633959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2125fd69-dff9-463a-b846-badec72b3dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:01.676870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Network cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:01.681374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:01.683226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Pushing event updated for resources: {'Port': ['ID=b7172e91-e0c7-4800-a270-7593eb6f98d0,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:01.685797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:01.697462 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdad5-a562-4a05-9dd2-a451a80bc477 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.725613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2125fd69-dff9-463a-b846-badec72b3dc3 None None] Routers {'0998028c-a8b1-4770-baed-86028bb1e818'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:01.726257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2125fd69-dff9-463a-b846-badec72b3dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['0998028c-a8b1-4770-baed-86028bb1e818'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:01.753932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cdad5-a562-4a05-9dd2-a451a80bc477 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa554b06-a7f1-423e-bbd9-cc4df2e6f41b,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:01.844300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2125fd69-dff9-463a-b846-badec72b3dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:01.845061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2125fd69-dff9-463a-b846-badec72b3dc3 None None] The sync data for ids ['0998028c-a8b1-4770-baed-86028bb1e818'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:01.866877 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdad5-a562-4a05-9dd2-a451a80bc477 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.870796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fd0cdad5-a562-4a05-9dd2-a451a80bc477 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7380919 Apr 18 21:44:01.872896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47340) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:01.886711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-55bfbac2-f674-4df7-a669-fe78fb536bae tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '198de49d-8e1f-42cc-957b-ca9d43b1520f', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:01.898722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-55bfbac2-f674-4df7-a669-fe78fb536bae tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:01.906971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-55bfbac2-f674-4df7-a669-fe78fb536bae tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:01.908826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Attempting to bind port b7172e91-e0c7-4800-a270-7593eb6f98d0 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:01.909163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Attempting to bind port b7172e91-e0c7-4800-a270-7593eb6f98d0 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'c48436fd-2e7e-41c8-8cdc-c549f66364bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:01.909748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Attempting to bind port b7172e91-e0c7-4800-a270-7593eb6f98d0 on network cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:01.912277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-55bfbac2-f674-4df7-a669-fe78fb536bae tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:01.927799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-55bfbac2-f674-4df7-a669-fe78fb536bae tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:01.940848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:01.940848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Checking segment: {'id': 'c48436fd-2e7e-41c8-8cdc-c549f66364bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:01.943212 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.945614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Bound using segment: {'id': 'c48436fd-2e7e-41c8-8cdc-c549f66364bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:01.946135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Bound port: b7172e91-e0c7-4800-a270-7593eb6f98d0, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48436fd-2e7e-41c8-8cdc-c549f66364bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:01.946527 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:02.050225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] For port b7172e91-e0c7-4800-a270-7593eb6f98d0, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:02.053507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] For port b7172e91-e0c7-4800-a270-7593eb6f98d0, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b7172e91-e0c7-4800-a270-7593eb6f98d0,segment=NetworkSegment(c48436fd-2e7e-41c8-8cdc-c549f66364bd),segment_id=c48436fd-2e7e-41c8-8cdc-c549f66364bd)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:02.100946 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-55bfbac2-f674-4df7-a669-fe78fb536bae tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:02.156613 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:02.275943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20211526-4b5f-41c5-9e2d-ec39c41b5a38 None None] Pushing event updated for resources: {'Port': ['ID=b7172e91-e0c7-4800-a270-7593eb6f98d0,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:02.295422 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-55bfbac2-f674-4df7-a669-fe78fb536bae tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:02.344800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Allocated IP 2001:db8::1 (cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0/63d8713c-605c-440a-8bba-74be99d82de2/8012f5c6-f34e-472b-8d62-47b43646fd3d) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:02.418408 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-55bfbac2-f674-4df7-a669-fe78fb536bae tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:02.476900 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:02.643206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfbac2-f674-4df7-a669-fe78fb536bae tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c66368-7a0c-4c76-b16b-742472bb5c55,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:02.727828 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:02.742272 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-55bfbac2-f674-4df7-a669-fe78fb536bae tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:02.746468 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-55bfbac2-f674-4df7-a669-fe78fb536bae tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8699558 Apr 18 21:44:02.749190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47354) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:02.755115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-7ddaed5d-16d9-4373-acea-161ef693700a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '198de49d-8e1f-42cc-957b-ca9d43b1520f', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:02.761840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Transition to ACTIVE for port object 8012f5c6-f34e-472b-8d62-47b43646fd3d will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:02.766474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7ddaed5d-16d9-4373-acea-161ef693700a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:02.770905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7ddaed5d-16d9-4373-acea-161ef693700a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:02.774269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7ddaed5d-16d9-4373-acea-161ef693700a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:02.786071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7ddaed5d-16d9-4373-acea-161ef693700a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:02.821497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-db4aaf6a-157f-4c00-947d-f51457c56281 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port dd3d5c13-7517-42d6-ab87-835efae845bc {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:02.822062 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db4aaf6a-157f-4c00-947d-f51457c56281 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:02.916828 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:02.952857 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-7ddaed5d-16d9-4373-acea-161ef693700a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Project 5ee8315d479c435aaa1e10a9872e4b80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:44:03.021989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:03.026953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:03.033102 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7ddaed5d-16d9-4373-acea-161ef693700a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.035051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:03.035826 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.039553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=8012f5c6-f34e-472b-8d62-47b43646fd3d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:03.055570 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.170415 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7ddaed5d-16d9-4373-acea-161ef693700a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.173333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b7172e91-e0c7-4800-a270-7593eb6f98d0 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:03.184088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Deleting port 5b054a6b-0bc9-4005-a905-c6dce783b0c0 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:03.187058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.205100 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db4aaf6a-157f-4c00-947d-f51457c56281 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.221868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47364) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:03.384389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b7172e91-e0c7-4800-a270-7593eb6f98d0 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:03.441451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7ddaed5d-16d9-4373-acea-161ef693700a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.458536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-db4aaf6a-157f-4c00-947d-f51457c56281 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for dd3d5c13-7517-42d6-ab87-835efae845bc owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:03.543863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaed5d-16d9-4373-acea-161ef693700a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b61c980-d314-49f8-8a1a-ba44fdbd85e1,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:03.579214 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.614534 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f396254-1409-4807-9d4b-d8b1f62e76fc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.633405 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7ddaed5d-16d9-4373-acea-161ef693700a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.637910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7ddaed5d-16d9-4373-acea-161ef693700a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8874354 Apr 18 21:44:03.640134 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47372) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:03.650752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-40212f01-287f-4d17-a5d5-7e09a8a06bcc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': '198de49d-8e1f-42cc-957b-ca9d43b1520f', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:03.687834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-40212f01-287f-4d17-a5d5-7e09a8a06bcc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:03.719386 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-40212f01-287f-4d17-a5d5-7e09a8a06bcc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:03.735934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f396254-1409-4807-9d4b-d8b1f62e76fc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.739620 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.745650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-40212f01-287f-4d17-a5d5-7e09a8a06bcc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:03.778392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-40212f01-287f-4d17-a5d5-7e09a8a06bcc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:03.813231 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db4aaf6a-157f-4c00-947d-f51457c56281 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.818260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:03.904602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fccf48a-ba60-43bd-b2e2-648a5f6f6b2c None None] Network cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:03.918900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aaf6a-157f-4c00-947d-f51457c56281 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=dd3d5c13-7517-42d6-ab87-835efae845bc,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:04.104788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Calling delete_port for 5b054a6b-0bc9-4005-a905-c6dce783b0c0 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:04.270551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-82a45d14-45a1-46e6-92c5-36f3b650f167 None None] Provisioning for port b7172e91-e0c7-4800-a270-7593eb6f98d0 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:04.280927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-82a45d14-45a1-46e6-92c5-36f3b650f167 None None] Provisioning complete for port b7172e91-e0c7-4800-a270-7593eb6f98d0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:04.280927 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-82a45d14-45a1-46e6-92c5-36f3b650f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:04.286953 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db4aaf6a-157f-4c00-947d-f51457c56281 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:04.466806 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-82a45d14-45a1-46e6-92c5-36f3b650f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:04.503136 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-40212f01-287f-4d17-a5d5-7e09a8a06bcc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Project 5ee8315d479c435aaa1e10a9872e4b80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:44:04.511659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-82a45d14-45a1-46e6-92c5-36f3b650f167 None None] For port b7172e91-e0c7-4800-a270-7593eb6f98d0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b7172e91-e0c7-4800-a270-7593eb6f98d0,segment=NetworkSegment(c48436fd-2e7e-41c8-8cdc-c549f66364bd),segment_id=c48436fd-2e7e-41c8-8cdc-c549f66364bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:04.566684 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-82a45d14-45a1-46e6-92c5-36f3b650f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:04.614794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40212f01-287f-4d17-a5d5-7e09a8a06bcc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:04.622893 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:04.685898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a45d14-45a1-46e6-92c5-36f3b650f167 None None] Pushing event updated for resources: {'Port': ['ID=b7172e91-e0c7-4800-a270-7593eb6f98d0,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:04.752261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event deleted for resources: {'Port': ['ID=5b054a6b-0bc9-4005-a905-c6dce783b0c0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:04.820428 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f396254-1409-4807-9d4b-d8b1f62e76fc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:04.874705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-203f094c-2013-4ead-94ef-6230c24188f7 None None] Provisioning for port 8012f5c6-f34e-472b-8d62-47b43646fd3d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:04.882262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-203f094c-2013-4ead-94ef-6230c24188f7 None None] Provisioning complete for port 8012f5c6-f34e-472b-8d62-47b43646fd3d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:04.886234 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-203f094c-2013-4ead-94ef-6230c24188f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:04.953118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f396254-1409-4807-9d4b-d8b1f62e76fc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc24dbcc-0d4a-46e7-8943-a8a8381aabaf,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:04.979004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-203f094c-2013-4ead-94ef-6230c24188f7 None None] Port 8012f5c6-f34e-472b-8d62-47b43646fd3d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:44:05.019454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-203f094c-2013-4ead-94ef-6230c24188f7 None None] Provisioning complete for port b7172e91-e0c7-4800-a270-7593eb6f98d0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:05.020061 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-203f094c-2013-4ead-94ef-6230c24188f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.166987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b7172e91-e0c7-4800-a270-7593eb6f98d0 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:05.243205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4aaf6a-157f-4c00-947d-f51457c56281 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 37433d15-0895-4a1c-88da-1820e1c5029a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:05.280248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:44:05.288951 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f396254-1409-4807-9d4b-d8b1f62e76fc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.290113 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f396254-1409-4807-9d4b-d8b1f62e76fc tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] 10.222.0.11 "DELETE /v2.0/security-groups/cc24dbcc-0d4a-46e7-8943-a8a8381aabaf HTTP/1.1" status: 204 len: 168 time: 2.0670066 Apr 18 21:44:05.302896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b7172e91-e0c7-4800-a270-7593eb6f98d0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:05.303523 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.304238 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40212f01-287f-4d17-a5d5-7e09a8a06bcc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.310483 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.318131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.447499 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.448280 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.451912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40212f01-287f-4d17-a5d5-7e09a8a06bcc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.458824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47396) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:05.477831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ae10f6f9-c5bc-48cd-b9ef-c74796b94c5b None None] Provisioning complete for port 8012f5c6-f34e-472b-8d62-47b43646fd3d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:05.480045 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ae10f6f9-c5bc-48cd-b9ef-c74796b94c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.537860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40212f01-287f-4d17-a5d5-7e09a8a06bcc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84936f3-294c-4937-8531-71e95edf14e2,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:05.561519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ae10f6f9-c5bc-48cd-b9ef-c74796b94c5b None None] Port 8012f5c6-f34e-472b-8d62-47b43646fd3d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:44:05.585695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4aaf6a-157f-4c00-947d-f51457c56281 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:05.601886 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40146547-2aea-43e3-86b1-9cb2891811c9 None None] Sync routers for ids ['37433d15-0895-4a1c-88da-1820e1c5029a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:05.623274 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40146547-2aea-43e3-86b1-9cb2891811c9 None None] Routers {'37433d15-0895-4a1c-88da-1820e1c5029a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:05.624106 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-40146547-2aea-43e3-86b1-9cb2891811c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['37433d15-0895-4a1c-88da-1820e1c5029a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:05.625765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-db4aaf6a-157f-4c00-947d-f51457c56281 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "PUT /v2.0/routers/37433d15-0895-4a1c-88da-1820e1c5029a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3482990 Apr 18 21:44:05.628128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47404) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:05.713221 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-40146547-2aea-43e3-86b1-9cb2891811c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:05.728435 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40146547-2aea-43e3-86b1-9cb2891811c9 None None] Routers {'37433d15-0895-4a1c-88da-1820e1c5029a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:05.729267 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-40146547-2aea-43e3-86b1-9cb2891811c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['37433d15-0895-4a1c-88da-1820e1c5029a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:05.798317 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-40146547-2aea-43e3-86b1-9cb2891811c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:05.799046 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40146547-2aea-43e3-86b1-9cb2891811c9 None None] The sync data for ids ['37433d15-0895-4a1c-88da-1820e1c5029a'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:05.820761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.824623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=8012f5c6-f34e-472b-8d62-47b43646fd3d,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:05.831097 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40212f01-287f-4d17-a5d5-7e09a8a06bcc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.832266 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-40212f01-287f-4d17-a5d5-7e09a8a06bcc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 2.1890516 Apr 18 21:44:05.835903 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.836921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47410) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:05.845148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'network': {'name': 'tempest-network-smoke--1884603563', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'port_security_enabled': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:05.857154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:05.864488 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:network and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:05.881635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:05.900687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:05.945904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:05.945904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:06.010529 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.011532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Fanout notify agent at l3_agent the message router_deleted on router 0998028c-a8b1-4770-baed-86028bb1e818 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:44:06.071944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Made reservation on behalf of 5ee8315d479c435aaa1e10a9872e4b80 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:06.075385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.088397 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.121381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:44:06.130480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.130833 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Added segment e0371d3b-52ae-41e6-ba1b-c4583f6aa12d of type vlan for network 3f27f48a-ea1b-4afc-921a-2c52355ad26a Apr 18 21:44:06.289210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dbbf794-6558-48f7-818d-428153f6d29e None None] Provisioning complete for port 8012f5c6-f34e-472b-8d62-47b43646fd3d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:06.289845 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf794-6558-48f7-818d-428153f6d29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.322191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.338968 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.340282 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f2dbed16-12f2-4ce5-9828-5e6da07ed221 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "DELETE /v2.0/routers/0998028c-a8b1-4770-baed-86028bb1e818 HTTP/1.1" status: 204 len: 168 time: 4.8657196 Apr 18 21:44:06.346498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47420) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:06.384609 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dbbf794-6558-48f7-818d-428153f6d29e None None] Port 8012f5c6-f34e-472b-8d62-47b43646fd3d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:44:06.505101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.566413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port f2a62310-09a9-4244-ba9c-b6f096eedac7 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:06.570322 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.577519 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.582370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:06.582950 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.604359 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d326563f-9fb5-421e-931e-6790d71f9bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.815522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Network': ['ID=3f27f48a-ea1b-4afc-921a-2c52355ad26a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:06.828965 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 3f27f48a-ea1b-4afc-921a-2c52355ad26a details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:44:06.872666 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a28d7ace-800e-4240-b699-a3e288038a0d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0346775 Apr 18 21:44:06.877966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47430) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:06.884380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-481cf27f-f6c2-4ed4-a029-d87717fc6e3e tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Deleting subnet 288c976c-7fc8-4d56-836c-574dc8476b43 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:44:06.893124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'admin_state_up': True, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:06.902696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-481cf27f-f6c2-4ed4-a029-d87717fc6e3e tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.936297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:06.951874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:router and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:06.958688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:06.968672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:06.990199 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-481cf27f-f6c2-4ed4-a029-d87717fc6e3e tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.011364 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.113373 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.114400 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.132286 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.142110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for f2a62310-09a9-4244-ba9c-b6f096eedac7 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:07.148061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-481cf27f-f6c2-4ed4-a029-d87717fc6e3e tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.196198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:44:07.497737 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.536566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:07.549812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Sync routers for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:07.553825 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b94bc0d4-34d5-4421-b6cb-91f9c1e4ebe3 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8259523 Apr 18 21:44:07.554383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47440) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:07.559768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-707211412'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:07.562680 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:07.564038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:07.571375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-481cf27f-f6c2-4ed4-a029-d87717fc6e3e tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.577651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:07.590523 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.629667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:network and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:07.683903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:07.687098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cf27f-f6c2-4ed4-a029-d87717fc6e3e tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event deleted for resources: {'Subnet': ['ID=288c976c-7fc8-4d56-836c-574dc8476b43,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:07.701677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:07.711718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=f2a62310-09a9-4244-ba9c-b6f096eedac7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:07.766094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-481cf27f-f6c2-4ed4-a029-d87717fc6e3e tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.770569 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-481cf27f-f6c2-4ed4-a029-d87717fc6e3e tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "DELETE /v2.0/subnets/288c976c-7fc8-4d56-836c-574dc8476b43 HTTP/1.1" status: 204 len: 168 time: 1.4228880 Apr 18 21:44:07.771503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47448) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:07.775107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:07.875645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:07.878772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.930298 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.930517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb9e140-a18c-49b1-a290-b0c7cdd8d470 None None] Network a85b3197-1b5f-4347-a75e-220a78b410bb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:07.943953 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.950759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:44:07.965033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Deleting port a513a239-dd13-429b-a552-68b1de8704e6 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:07.965373 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.989115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.989464 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Added segment 7b77c2e4-676d-4ef0-a89d-f39650da351b of type vlan for network 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 Apr 18 21:44:08.049046 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.240765 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.resource_extend [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:44:08.297314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.330956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:03Z', 'revision_number': 2, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:04Z', 'revision_number': 2, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:08.335526 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Checking router: f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:44:08.336021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Updating router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 port 8012f5c6-f34e-472b-8d62-47b43646fd3d binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:44:08.400052 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.409676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3c6ae9-5b0e-4d80-9f07-edff4386e5af None None] DHCP port deletion for a85b3197-1b5f-4347-a75e-220a78b410bb request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:44:08.421989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c6ae9-5b0e-4d80-9f07-edff4386e5af None None] Deleting port a513a239-dd13-429b-a552-68b1de8704e6 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:08.422693 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6ae9-5b0e-4d80-9f07-edff4386e5af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.449437 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.453138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:08.453805 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.454076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.471527 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.493837 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.595821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d326563f-9fb5-421e-931e-6790d71f9bb0 admin admin] Deleting port e95b2fab-4011-49a1-bb16-9c2a4fde9471 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:08.596419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d326563f-9fb5-421e-931e-6790d71f9bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.624069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] For port a513a239-dd13-429b-a552-68b1de8704e6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a513a239-dd13-429b-a552-68b1de8704e6,segment=NetworkSegment(cff2b71c-b9ba-4d74-ac91-c7625273e6da),segment_id=cff2b71c-b9ba-4d74-ac91-c7625273e6da)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:08.624345 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.632549 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Network': ['ID=7c48fa54-c4d4-4f9c-bc3b-f3abf878f825,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:08.658660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:44:08.780287 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.780702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Fanout notify agent at l3_agent the message router_deleted on router 37433d15-0895-4a1c-88da-1820e1c5029a {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:44:08.791378 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4973fe63-c0f6-41eb-bdaf-71208372b1a8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2356315 Apr 18 21:44:08.801310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47464) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:08.801399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Calling delete_port for a513a239-dd13-429b-a552-68b1de8704e6 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:08.805041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'subnet': {'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:08.844397 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.848317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1cfc4c98-23bd-4bbf-8f64-99414ff02322 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/routers/37433d15-0895-4a1c-88da-1820e1c5029a HTTP/1.1" status: 204 len: 168 time: 3.2140770 Apr 18 21:44:08.850046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47468) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:08.948680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.25.3.32 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/b374b0ed-eff9-4e2e-9b0e-af0e29b61570) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:09.046141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:09.054100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:subnet and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:09.065823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:09.078206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:09.079211 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.088892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-d326563f-9fb5-421e-931e-6790d71f9bb0 admin admin] For port e95b2fab-4011-49a1-bb16-9c2a4fde9471, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e95b2fab-4011-49a1-bb16-9c2a4fde9471,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:09.089400 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d326563f-9fb5-421e-931e-6790d71f9bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.100845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4e3c6ae9-5b0e-4d80-9f07-edff4386e5af None None] For port a513a239-dd13-429b-a552-68b1de8704e6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a513a239-dd13-429b-a552-68b1de8704e6,segment=NetworkSegment(cff2b71c-b9ba-4d74-ac91-c7625273e6da),segment_id=cff2b71c-b9ba-4d74-ac91-c7625273e6da)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:09.101273 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6ae9-5b0e-4d80-9f07-edff4386e5af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.195808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event deleted for resources: {'Port': ['ID=a513a239-dd13-429b-a552-68b1de8704e6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:09.217520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] No DVR routers for this DVR port a513a239-dd13-429b-a552-68b1de8704e6 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:44:09.253232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c6ae9-5b0e-4d80-9f07-edff4386e5af None None] Calling delete_port for a513a239-dd13-429b-a552-68b1de8704e6 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:09.258796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:09.281398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-d326563f-9fb5-421e-931e-6790d71f9bb0 admin admin] Calling delete_port for e95b2fab-4011-49a1-bb16-9c2a4fde9471 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:09.320769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a513a239-dd13-429b-a552-68b1de8704e6 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:44:09.378414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: a513a239-dd13-429b-a552-68b1de8704e6 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:44:09.378769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a513a239-dd13-429b-a552-68b1de8704e6 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:44:09.395820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2deee44-b8cc-4b4a-828e-b887635932fb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting subnet 80de475b-70c9-4af3-a03f-69e8a9e0576b {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:44:09.423672 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d2deee44-b8cc-4b4a-828e-b887635932fb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.451356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.459714 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-4e3c6ae9-5b0e-4d80-9f07-edff4386e5af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:44:09.461208 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-4e3c6ae9-5b0e-4d80-9f07-edff4386e5af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:44:09.462981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.485689 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.489455 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.537062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85b3197-1b5f-4347-a75e-220a78b410bb']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:09.554129 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d2deee44-b8cc-4b4a-828e-b887635932fb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.588080 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.592856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff2b71c-b9ba-4d74-ac91-c7625273e6da') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:09.592856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff2b71c-b9ba-4d74-ac91-c7625273e6da') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:09.628284 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.656618 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.670448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:44:09.670836 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:44:09.685960 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:44:09.750616 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d326563f-9fb5-421e-931e-6790d71f9bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.778414 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d2deee44-b8cc-4b4a-828e-b887635932fb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.800522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326563f-9fb5-421e-931e-6790d71f9bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95b2fab-4011-49a1-bb16-9c2a4fde9471,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:09.863851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Transition to ACTIVE for port object 8012f5c6-f34e-472b-8d62-47b43646fd3d will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:09.945343 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.974786 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.996942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c6ae9-5b0e-4d80-9f07-edff4386e5af None None] Deleting port a513a239-dd13-429b-a552-68b1de8704e6 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:09.997596 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6ae9-5b0e-4d80-9f07-edff4386e5af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.098188 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.133203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=b374b0ed-eff9-4e2e-9b0e-af0e29b61570,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:10.167789 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.203301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:10.204304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event deleted for resources: {'Network': ['ID=a85b3197-1b5f-4347-a75e-220a78b410bb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:10.215441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:10.218788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:10.289570 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-630add8e-5761-4732-8b21-4cd05b279e90 tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "DELETE /v2.0/networks/a85b3197-1b5f-4347-a75e-220a78b410bb HTTP/1.1" status: 204 len: 168 time: 2.5157442 Apr 18 21:44:10.290262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47488) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:10.328039 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c6ae9-5b0e-4d80-9f07-edff4386e5af None None] The port 'a513a239-dd13-429b-a552-68b1de8704e6' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:44:10.370761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45ed2-1d44-45b0-859c-62ea30151dfc None None] Pushing event updated for resources: {'Port': ['ID=8012f5c6-f34e-472b-8d62-47b43646fd3d,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:10.429041 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.457205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d2deee44-b8cc-4b4a-828e-b887635932fb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.501766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2deee44-b8cc-4b4a-828e-b887635932fb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Subnet': ['ID=80de475b-70c9-4af3-a03f-69e8a9e0576b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:10.523774 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d2deee44-b8cc-4b4a-828e-b887635932fb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.570841 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d2deee44-b8cc-4b4a-828e-b887635932fb tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/subnets/80de475b-70c9-4af3-a03f-69e8a9e0576b HTTP/1.1" status: 204 len: 168 time: 1.7195177 Apr 18 21:44:10.574169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417eb015-9963-4ac6-943e-14753c1ce4f8 None None] Network 8beffa6e-d124-45ad-aac1-c0abc72f0653 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:10.576195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47492) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:10.700549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Attempting to bind port 8012f5c6-f34e-472b-8d62-47b43646fd3d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:10.701100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Attempting to bind port 8012f5c6-f34e-472b-8d62-47b43646fd3d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'c48436fd-2e7e-41c8-8cdc-c549f66364bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:10.701691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Attempting to bind port 8012f5c6-f34e-472b-8d62-47b43646fd3d on network cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:10.739089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:10.739460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Checking segment: {'id': 'c48436fd-2e7e-41c8-8cdc-c549f66364bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:10.739851 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.740413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Bound using segment: {'id': 'c48436fd-2e7e-41c8-8cdc-c549f66364bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:10.740891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Bound port: 8012f5c6-f34e-472b-8d62-47b43646fd3d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48436fd-2e7e-41c8-8cdc-c549f66364bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:10.741264 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.748053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.748938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.760615 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.783589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Subnet': ['ID=f176dece-9e22-4273-8053-13a2a6791ba1,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:10.785998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1e91cd51-8f93-459d-b43a-1d96338ec66c tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Deleting port 86bc7eee-c2e0-41bd-8cf3-a15ae313c27e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:10.786337 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1e91cd51-8f93-459d-b43a-1d96338ec66c tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.899216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port f12ff6e6-93f3-4570-9c38-a505700389c4 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:10.899733 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.921963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] For port 8012f5c6-f34e-472b-8d62-47b43646fd3d, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:10.926778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] For port 8012f5c6-f34e-472b-8d62-47b43646fd3d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8012f5c6-f34e-472b-8d62-47b43646fd3d,segment=NetworkSegment(c48436fd-2e7e-41c8-8cdc-c549f66364bd),segment_id=c48436fd-2e7e-41c8-8cdc-c549f66364bd)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:10.975198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Checking segment: {'id': '7b77c2e4-676d-4ef0-a89d-f39650da351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:10.976321 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network hostable DHCP agents. Network: 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:44:10.989311 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:11.046287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301c6fa1-0ff2-4fbb-9c7a-b91dc2a9a849 None None] DHCP port deletion for 8beffa6e-d124-45ad-aac1-c0abc72f0653 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:44:11.098775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-301c6fa1-0ff2-4fbb-9c7a-b91dc2a9a849 None None] Deleting port f12ff6e6-93f3-4570-9c38-a505700389c4 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:11.099273 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-301c6fa1-0ff2-4fbb-9c7a-b91dc2a9a849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:11.117153 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1e91cd51-8f93-459d-b43a-1d96338ec66c tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:11.117752 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1e91cd51-8f93-459d-b43a-1d96338ec66c tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:11.177262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] For port f12ff6e6-93f3-4570-9c38-a505700389c4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f12ff6e6-93f3-4570-9c38-a505700389c4,segment=NetworkSegment(ef303cd2-7e46-4170-9c29-32065aa264d0),segment_id=ef303cd2-7e46-4170-9c29-32065aa264d0)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:11.177262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:11.285678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1e91cd51-8f93-459d-b43a-1d96338ec66c tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Calling delete_port for 86bc7eee-c2e0-41bd-8cf3-a15ae313c27e owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:11.288705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f12ff6e6-93f3-4570-9c38-a505700389c4 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:44:11.304110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for f12ff6e6-93f3-4570-9c38-a505700389c4 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:11.357067 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d326563f-9fb5-421e-931e-6790d71f9bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:11.401075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45ed2-1d44-45b0-859c-62ea30151dfc None None] Pushing event updated for resources: {'Port': ['ID=8012f5c6-f34e-472b-8d62-47b43646fd3d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:11.493144 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:11.541536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=f12ff6e6-93f3-4570-9c38-a505700389c4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:11.551431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:44:11.565594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] No DVR routers for this DVR port f12ff6e6-93f3-4570-9c38-a505700389c4 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:44:11.610547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:44:11.659628 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-301c6fa1-0ff2-4fbb-9c7a-b91dc2a9a849 None None] For port f12ff6e6-93f3-4570-9c38-a505700389c4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f12ff6e6-93f3-4570-9c38-a505700389c4,segment=NetworkSegment(ef303cd2-7e46-4170-9c29-32065aa264d0),segment_id=ef303cd2-7e46-4170-9c29-32065aa264d0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:11.660746 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-301c6fa1-0ff2-4fbb-9c7a-b91dc2a9a849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:11.708278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:11.718823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:11.720641 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:11.801189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-301c6fa1-0ff2-4fbb-9c7a-b91dc2a9a849 None None] Calling delete_port for f12ff6e6-93f3-4570-9c38-a505700389c4 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:11.830139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f50ccee-0a55-4d12-a29f-35907a22d513 None None] Network 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:11.835521 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1e91cd51-8f93-459d-b43a-1d96338ec66c tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:11.859769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No active binding found for port f12ff6e6-93f3-4570-9c38-a505700389c4 {{(pid=85050) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 21:44:11.861148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f12ff6e6-93f3-4570-9c38-a505700389c4 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:44:11.863758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:11.864561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:11.983446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:12.027138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8beffa6e-d124-45ad-aac1-c0abc72f0653']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:12.042596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef303cd2-7e46-4170-9c29-32065aa264d0') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:12.042888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef303cd2-7e46-4170-9c29-32065aa264d0') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:12.063042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:12.088150 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:12.097784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91cd51-8f93-459d-b43a-1d96338ec66c tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Pushing event deleted for resources: {'Port': ['ID=86bc7eee-c2e0-41bd-8cf3-a15ae313c27e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:12.100292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:44:12.104933 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:12.109834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4efc5940-ed25-483c-8f74-bbc5abf32387 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3096945 Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:44:12.148450 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:44:12.150568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47512) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:12.180750 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-301c6fa1-0ff2-4fbb-9c7a-b91dc2a9a849 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:44:12.181240 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-301c6fa1-0ff2-4fbb-9c7a-b91dc2a9a849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:44:12.216513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:12.411963 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1e91cd51-8f93-459d-b43a-1d96338ec66c tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:12.414567 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1e91cd51-8f93-459d-b43a-1d96338ec66c tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:12.418466 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1e91cd51-8f93-459d-b43a-1d96338ec66c tempest-FloatingIPAdminTestJSON-653858525 tempest-FloatingIPAdminTestJSON-653858525-project] 10.222.0.11 "DELETE /v2.0/floatingips/1eb1f0f0-d247-487a-a9d2-4aba8c886e84 HTTP/1.1" status: 204 len: 168 time: 2.1251025 Apr 18 21:44:12.424827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:12.441519 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Sync routers for ids ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:12.451519 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:12.472638 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:12.478282 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/networks/8beffa6e-d124-45ad-aac1-c0abc72f0653 HTTP/1.1" status: 204 len: 168 time: 1.8973205 Apr 18 21:44:12.479172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47522) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:12.483314 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Routers {'c8e35d7f-1467-4e48-b6a0-e4a156c785d0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:12.487890 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:12.536204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d326563f-9fb5-421e-931e-6790d71f9bb0 admin admin] Router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:12.539003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:44:12.539817 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:12.610634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6692b-7ac9-44f1-8e46-c2b1be325319 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Network': ['ID=8beffa6e-d124-45ad-aac1-c0abc72f0653,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:12.640891 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:12.643107 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0a5c7d97-7481-4d2b-86ef-bf5c0b8d5c74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.7627113 Apr 18 21:44:12.651024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47528) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:12.707917 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-60b9f875-2eca-48a2-bd55-ec259c51022d tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=5ee8315d479c435aaa1e10a9872e4b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501375 Apr 18 21:44:12.709058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47532) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:12.776906 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Set router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:12.785802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Allocated IP 2001:db8:1::2 (7c48fa54-c4d4-4f9c-bc3b-f3abf878f825/f176dece-9e22-4273-8053-13a2a6791ba1/a1424248-d3d2-4258-9fc3-17b73b253952) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:12.900801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-301c6fa1-0ff2-4fbb-9c7a-b91dc2a9a849 None None] Deleting port f12ff6e6-93f3-4570-9c38-a505700389c4 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:12.902044 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-301c6fa1-0ff2-4fbb-9c7a-b91dc2a9a849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:12.944831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4f24424d-b954-4615-b6ca-ec2453247719 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port c737ac6f-d09a-4951-804f-bd3efaaa3c9e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:12.945328 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f24424d-b954-4615-b6ca-ec2453247719 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:13.077571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d326563f-9fb5-421e-931e-6790d71f9bb0 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:13.083902 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d326563f-9fb5-421e-931e-6790d71f9bb0 admin admin] 10.222.0.11 "PUT /v2.0/routers/2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6226194 Apr 18 21:44:13.091174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47542) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:13.114069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeab671-11ec-43dc-858c-2ae0485a301f None None] Sync routers for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:13.120132 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-301c6fa1-0ff2-4fbb-9c7a-b91dc2a9a849 None None] The port 'f12ff6e6-93f3-4570-9c38-a505700389c4' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:44:13.159992 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:44:13.203376 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:44:10Z', 'revision_number': 3, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:13.208859 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Checking router: c8e35d7f-1467-4e48-b6a0-e4a156c785d0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:44:13.209206 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Updating router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 port b374b0ed-eff9-4e2e-9b0e-af0e29b61570 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:44:13.233140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47546) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:13.237826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeab671-11ec-43dc-858c-2ae0485a301f None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:13.239256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7eeab671-11ec-43dc-858c-2ae0485a301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:13.279027 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:13.386731 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:13.400011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Transition to ACTIVE for port object a1424248-d3d2-4258-9fc3-17b73b253952 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:13.432276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Transition to ACTIVE for port object a1424248-d3d2-4258-9fc3-17b73b253952 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:13.472609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2bf839e0-a4ce-4e7e-81d0-cc6ebee48332 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e2ef9157ce446b3905145b6c4684320&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2379775 Apr 18 21:44:13.475341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47556) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:13.520827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c823a4a-806e-4369-a610-3d410c5571c5 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:13.526732 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1c823a4a-806e-4369-a610-3d410c5571c5 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8147278 Apr 18 21:44:13.528258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47560) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:13.596757 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0e9fc55e-dae3-4fcd-aa3c-c17dd83aa139 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676699 Apr 18 21:44:13.600417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47564) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:13.614789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-998772918', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:13.697394 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:13.720711 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f24424d-b954-4615-b6ca-ec2453247719 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:13.721065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f24424d-b954-4615-b6ca-ec2453247719 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:13.743799 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:13.757361 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Transition to ACTIVE for port object b374b0ed-eff9-4e2e-9b0e-af0e29b61570 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:13.793892 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd1e0-4c44-428b-9374-eedc27606566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:13.832923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Network 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:13.837130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:13.838845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:13.839659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:13.841955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Pushing event updated for resources: {'Port': ['ID=a1424248-d3d2-4258-9fc3-17b73b253952,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:13.846236 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd1e0-4c44-428b-9374-eedc27606566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:13.857378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:subnet and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:13.857559 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:13.858853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:13.948522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:14.002774 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Pushing event updated for resources: {'Port': ['ID=b374b0ed-eff9-4e2e-9b0e-af0e29b61570,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:14.003241 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-7eeab671-11ec-43dc-858c-2ae0485a301f None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:14.007337 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Attempting to bind port b374b0ed-eff9-4e2e-9b0e-af0e29b61570 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:14.007700 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Attempting to bind port b374b0ed-eff9-4e2e-9b0e-af0e29b61570 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:14.008371 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Attempting to bind port b374b0ed-eff9-4e2e-9b0e-af0e29b61570 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:14.013123 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd1e0-4c44-428b-9374-eedc27606566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:14.018429 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:14.018821 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:14.019157 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:14.024725 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:14.024725 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:14.024725 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:14.024725 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:14.024725 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:14.024725 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:14.024725 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:14.024725 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:14.027477 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:14.027846 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:14.028238 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:14.028658 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:14.029117 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Bound port: b374b0ed-eff9-4e2e-9b0e-af0e29b61570, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:14.029630 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:14.059146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cd1e0-4c44-428b-9374-eedc27606566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036381bd-fa89-4c39-851d-dcb7380e6973,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:14.061432 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd1e0-4c44-428b-9374-eedc27606566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:14.062637 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2f5cd1e0-4c44-428b-9374-eedc27606566 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/036381bd-fa89-4c39-851d-dcb7380e6973 HTTP/1.1" status: 204 len: 168 time: 0.5863974 Apr 18 21:44:14.070491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Made reservation on behalf of 5ee8315d479c435aaa1e10a9872e4b80 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:14.089140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4f24424d-b954-4615-b6ca-ec2453247719 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for c737ac6f-d09a-4951-804f-bd3efaaa3c9e owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:14.155185 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] For port b374b0ed-eff9-4e2e-9b0e-af0e29b61570, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:14.159079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Attempting to bind port a1424248-d3d2-4258-9fc3-17b73b253952 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:14.159443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Attempting to bind port a1424248-d3d2-4258-9fc3-17b73b253952 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '7b77c2e4-676d-4ef0-a89d-f39650da351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:14.159799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Attempting to bind port a1424248-d3d2-4258-9fc3-17b73b253952 on network 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:14.161118 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] For port b374b0ed-eff9-4e2e-9b0e-af0e29b61570, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b374b0ed-eff9-4e2e-9b0e-af0e29b61570,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:14.179194 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:14.208823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:14.209218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Checking segment: {'id': '7b77c2e4-676d-4ef0-a89d-f39650da351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:14.209547 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:14.209945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Bound using segment: {'id': '7b77c2e4-676d-4ef0-a89d-f39650da351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:14.210434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Bound port: a1424248-d3d2-4258-9fc3-17b73b253952, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b77c2e4-676d-4ef0-a89d-f39650da351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:14.210805 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:14.227075 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:14.238574 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:03Z', 'revision_number': 2, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:10Z', 'revision_number': 4, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:14.241834 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:14.321862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbbd72-00a7-455a-a02b-02c5d7efc401 None None] The sync data for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 is: [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:03Z', 'revision_number': 2, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:10Z', 'revision_number': 4, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:14.359056 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Routers {'c8e35d7f-1467-4e48-b6a0-e4a156c785d0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:14.360936 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:14.699218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] For port a1424248-d3d2-4258-9fc3-17b73b253952, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:14.705365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] For port a1424248-d3d2-4258-9fc3-17b73b253952, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a1424248-d3d2-4258-9fc3-17b73b253952,segment=NetworkSegment(7b77c2e4-676d-4ef0-a89d-f39650da351b),segment_id=7b77c2e4-676d-4ef0-a89d-f39650da351b)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:14.733033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:14.795488 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:14.875136 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] Set router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:14.905207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Subnet': ['ID=7875fbef-d368-4a97-bf90-4fd995da7f32,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:14.924853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Checking segment: {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:14.925850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network hostable DHCP agents. Network: 3f27f48a-ea1b-4afc-921a-2c52355ad26a, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:44:14.936242 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede131c6-06cf-4d1c-8709-6c0695dac35f None None] Pushing event updated for resources: {'Port': ['ID=b374b0ed-eff9-4e2e-9b0e-af0e29b61570,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:14.971146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7eeab671-11ec-43dc-858c-2ae0485a301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:44:09Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:14.977744 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f24424d-b954-4615-b6ca-ec2453247719 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:15.038500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeab671-11ec-43dc-858c-2ae0485a301f None None] Checking router: 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:44:15.052798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 3f27f48a-ea1b-4afc-921a-2c52355ad26a is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:44:15.076222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fe07e-80f0-419b-8774-df912edaaaf4 None None] Pushing event updated for resources: {'Port': ['ID=a1424248-d3d2-4258-9fc3-17b73b253952,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:15.101972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeab671-11ec-43dc-858c-2ae0485a301f None None] Routers {'2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:15.107967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7eeab671-11ec-43dc-858c-2ae0485a301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:15.133029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 3f27f48a-ea1b-4afc-921a-2c52355ad26a) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:15.137797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:15.138631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:15.208734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47588) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:15.230383 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c2a1673b-adff-4e90-aed2-a126f6b773ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:15.269652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c2a1673b-adff-4e90-aed2-a126f6b773ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:15.277044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c2a1673b-adff-4e90-aed2-a126f6b773ad admin admin] Usage tracker for resource:security_group_rule and tenant:2843b2d28a834535b814e4b449e74bd4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:15.284525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c2a1673b-adff-4e90-aed2-a126f6b773ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:15.287369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b05d7be-84a9-4576-85c5-0ef727c17c88 None None] Network 3f27f48a-ea1b-4afc-921a-2c52355ad26a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:15.301054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c2a1673b-adff-4e90-aed2-a126f6b773ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:15.308522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dafce452-9c07-4dfb-967f-aa28c2d2011f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7070253 Apr 18 21:44:15.312774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47592) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:15.367557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24424d-b954-4615-b6ca-ec2453247719 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=c737ac6f-d09a-4951-804f-bd3efaaa3c9e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:15.529559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8012f5c6-f34e-472b-8d62-47b43646fd3d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:15.584502 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:44:10Z', 'revision_number': 3, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:15.591695 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f24424d-b954-4615-b6ca-ec2453247719 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:15.603504 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d74a3-8ec1-489d-a346-b409808804a8 None None] The sync data for ids ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'] in n-d-836017-3 is: [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:44:10Z', 'revision_number': 3, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:15.671031 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:15.683001 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c2a1673b-adff-4e90-aed2-a126f6b773ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:15.687575 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:15.702811 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f24424d-b954-4615-b6ca-ec2453247719 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:15.704514 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4f24424d-b954-4615-b6ca-ec2453247719 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/floatingips/19746a2d-e060-4770-9e71-ba579f53a166 HTTP/1.1" status: 204 len: 168 time: 3.2244933 Apr 18 21:44:15.712982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47600) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:15.837747 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c2a1673b-adff-4e90-aed2-a126f6b773ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:15.926668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Deleting port 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:15.927450 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:16.002292 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c2a1673b-adff-4e90-aed2-a126f6b773ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2843b2d28a834535b814e4b449e74bd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7981856 Apr 18 21:44:16.006058 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47604) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:16.027875 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e12a6b0-d94b-4d0f-a8b4-9fd91a9a16fa tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] DELETE failed (client error): The resource could not be found. Apr 18 21:44:16.027875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e12a6b0-d94b-4d0f-a8b4-9fd91a9a16fa tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:44:16.027875 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9e12a6b0-d94b-4d0f-a8b4-9fd91a9a16fa tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/ports/7ab79c66-b380-4ec9-850c-0fb74e067bf4 HTTP/1.1" status: 404 len: 333 time: 0.3103323 Apr 18 21:44:16.029067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1673b-adff-4e90-aed2-a126f6b773ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97e3f9b-fb0b-4c05-b5bf-90174ae3c051,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:16.033953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47610) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:16.066643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-7eeab671-11ec-43dc-858c-2ae0485a301f None None] Set router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:16.104432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6b7932d5-858e-4e2f-ba51-0be03190025d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Synchronizing usage tracker for tenant:3414fbe62ec6441fa74252b5350cbe16 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:44:16.173435 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68d7ad97-d2ba-4ae1-900a-5039537fe6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:16.249128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68d7ad97-d2ba-4ae1-900a-5039537fe6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:16.257348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6b7932d5-858e-4e2f-ba51-0be03190025d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Unset dirty status for tenant:3414fbe62ec6441fa74252b5350cbe16 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:44:16.258818 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6b7932d5-858e-4e2f-ba51-0be03190025d tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "GET /v2.0/ports?device_id=37433d15-0895-4a1c-88da-1820e1c5029a HTTP/1.1" status: 200 len: 205 time: 0.2225542 Apr 18 21:44:16.262562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47618) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:16.471677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ips': [{'subnet_id': '7875fbef-d368-4a97-bf90-4fd995da7f32'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:44:16.473490 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:16.488986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] For port 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:16.489244 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:16.510310 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-66b22942-df06-42c2-bb65-593d79871380 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] delete failed (client error): The resource could not be found. Apr 18 21:44:16.511347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-66b22942-df06-42c2-bb65-593d79871380 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/routers/37433d15-0895-4a1c-88da-1820e1c5029a HTTP/1.1" status: 404 len: 336 time: 0.2406850 Apr 18 21:44:16.521291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47622) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:16.575500 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-111e3f92-eb70-4510-b5f7-426d0c2d1146 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] DELETE failed (client error): The resource could not be found. Apr 18 21:44:16.575939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111e3f92-eb70-4510-b5f7-426d0c2d1146 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:44:16.601436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-111e3f92-eb70-4510-b5f7-426d0c2d1146 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/subnets/80de475b-70c9-4af3-a03f-69e8a9e0576b HTTP/1.1" status: 404 len: 337 time: 0.0726583 Apr 18 21:44:16.646863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 8012f5c6-f34e-472b-8d62-47b43646fd3d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:16.684039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47628) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:16.724049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8012f5c6-f34e-472b-8d62-47b43646fd3d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:16.724495 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:16.903135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Calling delete_port for 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:16.984839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-66318e11-063d-46c7-8220-6df0b0e95d5f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port 795831f8-18c5-4d05-9e47-2086e70d1233 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:16.985614 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66318e11-063d-46c7-8220-6df0b0e95d5f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:17.040817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68d7ad97-d2ba-4ae1-900a-5039537fe6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:17.075627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7ad97-d2ba-4ae1-900a-5039537fe6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97e3f9b-fb0b-4c05-b5bf-90174ae3c051,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:17.078933 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-68d7ad97-d2ba-4ae1-900a-5039537fe6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:17.080336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-68d7ad97-d2ba-4ae1-900a-5039537fe6ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f97e3f9b-fb0b-4c05-b5bf-90174ae3c051 HTTP/1.1" status: 204 len: 168 time: 1.0732212 Apr 18 21:44:17.099500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Allocated IP 2001:db8:1::1 (7c48fa54-c4d4-4f9c-bc3b-f3abf878f825/f176dece-9e22-4273-8053-13a2a6791ba1/19c0d540-93ac-4d3b-9807-93a3573d0679) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:17.100053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Allocated IP 172.20.0.2 (3f27f48a-ea1b-4afc-921a-2c52355ad26a/7875fbef-d368-4a97-bf90-4fd995da7f32/0e111210-7bf9-430c-af3e-587c07fc604d) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:17.119686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6464e6-4270-43f7-897e-20edf74e7ad1 None None] Network 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:17.382060 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3dfa362b-88aa-43a9-a24e-3d3432e30547 None None] Provisioning for port a1424248-d3d2-4258-9fc3-17b73b253952 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:17.446421 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66318e11-063d-46c7-8220-6df0b0e95d5f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:17.595810 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:17.597863 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:17.626457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Transition to ACTIVE for port object 19c0d540-93ac-4d3b-9807-93a3573d0679 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:17.630431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-66318e11-063d-46c7-8220-6df0b0e95d5f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for 795831f8-18c5-4d05-9e47-2086e70d1233 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:17.651319 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:17.721255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Pushing event deleted for resources: {'Port': ['ID=55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:17.770161 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:17.823850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 8012f5c6-f34e-472b-8d62-47b43646fd3d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8012f5c6-f34e-472b-8d62-47b43646fd3d,segment=NetworkSegment(c48436fd-2e7e-41c8-8cdc-c549f66364bd),segment_id=c48436fd-2e7e-41c8-8cdc-c549f66364bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:17.883133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-7eeab671-11ec-43dc-858c-2ae0485a301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:44:09Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:17.902669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.034273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeab671-11ec-43dc-858c-2ae0485a301f None None] The sync data for ids ['2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3'] in n-d-836017-3 is: [{'id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'name': 'tempest-TestVolumeBootPattern-1711410008-router', 'tenant_id': '18546b6476ee48ff8dbb33e9f0d62503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:52Z', 'updated_at': '2022-04-18T21:44:09Z', 'revision_number': 5, 'project_id': '18546b6476ee48ff8dbb33e9f0d62503', 'gw_port': {'id': '55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:54Z', 'updated_at': '2022-04-18T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:18.053073 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.156092 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66318e11-063d-46c7-8220-6df0b0e95d5f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.191642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=8012f5c6-f34e-472b-8d62-47b43646fd3d,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:18.194759 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.212775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Transition to ACTIVE for port object 0e111210-7bf9-430c-af3e-587c07fc604d will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:18.238911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Transition to ACTIVE for port object 0e111210-7bf9-430c-af3e-587c07fc604d will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:18.273419 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.308613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66318e11-063d-46c7-8220-6df0b0e95d5f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=795831f8-18c5-4d05-9e47-2086e70d1233,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:18.327834 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.425571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Network 3f27f48a-ea1b-4afc-921a-2c52355ad26a is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:18.425571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:18.435152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:18.513624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:18.535952 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66318e11-063d-46c7-8220-6df0b0e95d5f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.559575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:18.559671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Pushing event updated for resources: {'Port': ['ID=0e111210-7bf9-430c-af3e-587c07fc604d,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:18.601320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47654) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:18.602408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:18.616453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.634857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a1424248-d3d2-4258-9fc3-17b73b253952 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:18.665585 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-66318e11-063d-46c7-8220-6df0b0e95d5f tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/ports/795831f8-18c5-4d05-9e47-2086e70d1233 HTTP/1.1" status: 204 len: 168 time: 1.9684191 Apr 18 21:44:18.668793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=19c0d540-93ac-4d3b-9807-93a3573d0679,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:18.670652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47658) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:18.775133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Attempting to bind port 0e111210-7bf9-430c-af3e-587c07fc604d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:18.775500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Attempting to bind port 0e111210-7bf9-430c-af3e-587c07fc604d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:18.775864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Attempting to bind port 0e111210-7bf9-430c-af3e-587c07fc604d on network 3f27f48a-ea1b-4afc-921a-2c52355ad26a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:18.785925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:18.786334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Checking segment: {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:18.786746 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.787304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Bound using segment: {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:18.787752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Bound port: 0e111210-7bf9-430c-af3e-587c07fc604d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:18.788310 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.792240 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56340d97-3eeb-4299-9a28-8030dbf0cc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.901176 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.906741 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.915044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port a1424248-d3d2-4258-9fc3-17b73b253952 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:18.921663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8d36d4d1-2980-4d03-b085-86053beb51f7 None None] Provisioning for port 19c0d540-93ac-4d3b-9807-93a3573d0679 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:18.939644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8d36d4d1-2980-4d03-b085-86053beb51f7 None None] Provisioning complete for port 19c0d540-93ac-4d3b-9807-93a3573d0679 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:18.940006 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8d36d4d1-2980-4d03-b085-86053beb51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.964123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-56340d97-3eeb-4299-9a28-8030dbf0cc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:18.968369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-56340d97-3eeb-4299-9a28-8030dbf0cc35 admin admin] Usage tracker for resource:security_group_rule and tenant:61197ec1430e4cbba2d22daf522b66db is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:18.971497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-56340d97-3eeb-4299-9a28-8030dbf0cc35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:18.977955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-56340d97-3eeb-4299-9a28-8030dbf0cc35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:18.979943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a1424248-d3d2-4258-9fc3-17b73b253952 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:18.980302 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.040357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-338815c0-0842-4cdd-aea3-825adcce57e0 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port 6c35c0c1-d44a-4884-b50a-cb599003db8e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:19.040849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-338815c0-0842-4cdd-aea3-825adcce57e0 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.049038 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.049840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:44:19.053042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56340d97-3eeb-4299-9a28-8030dbf0cc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.082863 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.083474 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1fe181d0-9903-4aa7-b24d-488138fdd03e admin admin] 10.222.0.11 "DELETE /v2.0/routers/2776b35e-dda2-4b5a-b7bc-c6cb7d0c9be3 HTTP/1.1" status: 204 len: 168 time: 5.9834681 Apr 18 21:44:19.085769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47666) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:19.090138 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8d36d4d1-2980-4d03-b085-86053beb51f7 None None] Port 19c0d540-93ac-4d3b-9807-93a3573d0679 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:44:19.099746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] For port 0e111210-7bf9-430c-af3e-587c07fc604d, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:19.106028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] For port 0e111210-7bf9-430c-af3e-587c07fc604d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0e111210-7bf9-430c-af3e-587c07fc604d,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:19.198678 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.198998 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-56340d97-3eeb-4299-9a28-8030dbf0cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.248400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8d36d4d1-2980-4d03-b085-86053beb51f7 None None] Provisioning complete for port a1424248-d3d2-4258-9fc3-17b73b253952 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:19.248764 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8d36d4d1-2980-4d03-b085-86053beb51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.284244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.20.0.1 (3f27f48a-ea1b-4afc-921a-2c52355ad26a/7875fbef-d368-4a97-bf90-4fd995da7f32/349aeafd-295c-4d8f-84cd-6f324f30c807) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:19.349464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dc1b3-fe2b-4b1c-bf0d-0eee8d6b9abd None None] Pushing event updated for resources: {'Port': ['ID=0e111210-7bf9-430c-af3e-587c07fc604d,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:19.408608 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.441779 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.452247 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56340d97-3eeb-4299-9a28-8030dbf0cc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfe02d3-85a6-4bff-8a62-c6e6c0eb3b57,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:19.458715 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-56340d97-3eeb-4299-9a28-8030dbf0cc35 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61197ec1430e4cbba2d22daf522b66db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8368633 Apr 18 21:44:19.461610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-844b8eb4-93b0-4b7d-bb7b-e22f64a4364c admin admin] Deleting subnet 23addfbc-2010-41c2-a583-5d468a0b3722 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:44:19.465981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47672) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:19.469785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-844b8eb4-93b0-4b7d-bb7b-e22f64a4364c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.535246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port a1424248-d3d2-4258-9fc3-17b73b253952, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a1424248-d3d2-4258-9fc3-17b73b253952,segment=NetworkSegment(7b77c2e4-676d-4ef0-a89d-f39650da351b),segment_id=7b77c2e4-676d-4ef0-a89d-f39650da351b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:19.561084 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8d36d4d1-2980-4d03-b085-86053beb51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.600646 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.601675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b374b0ed-eff9-4e2e-9b0e-af0e29b61570 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:19.621803 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-844b8eb4-93b0-4b7d-bb7b-e22f64a4364c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.727832 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-338815c0-0842-4cdd-aea3-825adcce57e0 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.856344 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-8d36d4d1-2980-4d03-b085-86053beb51f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:44:19.856911 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-8d36d4d1-2980-4d03-b085-86053beb51f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:44:19.877316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=a1424248-d3d2-4258-9fc3-17b73b253952,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:19.908268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-338815c0-0842-4cdd-aea3-825adcce57e0 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for 6c35c0c1-d44a-4884-b50a-cb599003db8e owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:19.951619 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.983991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b374b0ed-eff9-4e2e-9b0e-af0e29b61570 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:19.985815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Transition to ACTIVE for port object 349aeafd-295c-4d8f-84cd-6f324f30c807 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:19.992504 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b374b0ed-eff9-4e2e-9b0e-af0e29b61570 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:19.992872 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.051141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d03f612-98b2-4fed-be98-737415aa3f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.073546 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-844b8eb4-93b0-4b7d-bb7b-e22f64a4364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.180410 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.202629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port b374b0ed-eff9-4e2e-9b0e-af0e29b61570, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b374b0ed-eff9-4e2e-9b0e-af0e29b61570,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:20.216558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d03f612-98b2-4fed-be98-737415aa3f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.247039 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-338815c0-0842-4cdd-aea3-825adcce57e0 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.341500 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.344786 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.353005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338815c0-0842-4cdd-aea3-825adcce57e0 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=6c35c0c1-d44a-4884-b50a-cb599003db8e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:20.375889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.466016 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-844b8eb4-93b0-4b7d-bb7b-e22f64a4364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.548044 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-338815c0-0842-4cdd-aea3-825adcce57e0 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.549209 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=b374b0ed-eff9-4e2e-9b0e-af0e29b61570,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:20.552138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=349aeafd-295c-4d8f-84cd-6f324f30c807,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:20.562588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b8eb4-93b0-4b7d-bb7b-e22f64a4364c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23addfbc-2010-41c2-a583-5d468a0b3722,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:20.566957 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.568230 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.573863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 3f27f48a-ea1b-4afc-921a-2c52355ad26a is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:20.575421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:20.577815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:20.613031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-338815c0-0842-4cdd-aea3-825adcce57e0 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/ports/6c35c0c1-d44a-4884-b50a-cb599003db8e HTTP/1.1" status: 204 len: 168 time: 1.9395535 Apr 18 21:44:20.618232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47688) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:20.639315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0e111210-7bf9-430c-af3e-587c07fc604d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:20.704753 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.781056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31cdb7-1faa-4af3-8659-867bd7850e42 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:20.782473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9b31cdb7-1faa-4af3-8659-867bd7850e42 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Synchronizing usage tracker for tenant:3414fbe62ec6441fa74252b5350cbe16 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:44:20.800620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4507d25b-f7c1-451b-8e22-57f1d0c77760 None None] Provisioning complete for port 19c0d540-93ac-4d3b-9807-93a3573d0679 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:20.801137 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4507d25b-f7c1-451b-8e22-57f1d0c77760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.870108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4507d25b-f7c1-451b-8e22-57f1d0c77760 None None] Port 19c0d540-93ac-4d3b-9807-93a3573d0679 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:44:20.894997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9b31cdb7-1faa-4af3-8659-867bd7850e42 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Unset dirty status for tenant:3414fbe62ec6441fa74252b5350cbe16 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:44:20.896180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9b31cdb7-1faa-4af3-8659-867bd7850e42 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "GET /v2.0/ports?device_id=56359617-508e-45c5-8be4-e9f2ccac523a HTTP/1.1" status: 200 len: 913 time: 0.2791610 Apr 18 21:44:20.902013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47694) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:20.907574 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d03f612-98b2-4fed-be98-737415aa3f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.915071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=19c0d540-93ac-4d3b-9807-93a3573d0679,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:20.927855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 0e111210-7bf9-430c-af3e-587c07fc604d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:20.931723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:20.936035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a1424248-d3d2-4258-9fc3-17b73b253952 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:20.952816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:20.955092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03f612-98b2-4fed-be98-737415aa3f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfe02d3-85a6-4bff-8a62-c6e6c0eb3b57,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:21.006261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b75df-080f-44a1-aec1-fd9a95ee0f1f None None] Network 3f27f48a-ea1b-4afc-921a-2c52355ad26a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:21.113533 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-844b8eb4-93b0-4b7d-bb7b-e22f64a4364c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:21.142376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5258663-ff7d-4736-9600-79980bc411ad None None] Network 96c2fcdd-2cca-467d-9433-9c5ebd738c61 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:21.154509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d03f612-98b2-4fed-be98-737415aa3f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:21.155894 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2d03f612-98b2-4fed-be98-737415aa3f7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4dfe02d3-85a6-4bff-8a62-c6e6c0eb3b57 HTTP/1.1" status: 204 len: 168 time: 1.6877484 Apr 18 21:44:21.185358 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-844b8eb4-93b0-4b7d-bb7b-e22f64a4364c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/23addfbc-2010-41c2-a583-5d468a0b3722 HTTP/1.1" status: 204 len: 168 time: 2.0981309 Apr 18 21:44:21.186637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47704) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:21.199488 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:21.625246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:21.626088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3ba3ba98-a23a-4a6d-92db-86e4e6762712 None None] Provisioning for port 0e111210-7bf9-430c-af3e-587c07fc604d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:21.667215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3ba3ba98-a23a-4a6d-92db-86e4e6762712 None None] Provisioning complete for port 0e111210-7bf9-430c-af3e-587c07fc604d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:21.667582 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ba98-a23a-4a6d-92db-86e4e6762712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:21.670630 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:21.873097 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Deleting port 4e59229e-5e35-4f14-8307-c5f762cf76ab {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:21.873736 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:21.917238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a1424248-d3d2-4258-9fc3-17b73b253952 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:21.918304 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:22.081747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4567015-921e-4524-a0c0-5fc59862a934 None None] DHCP port deletion for 96c2fcdd-2cca-467d-9433-9c5ebd738c61 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:44:22.109566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:22.118049 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e2b25742-0b4c-4b31-9b07-ab44f496e71d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9587865 Apr 18 21:44:22.118049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47722) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:22.125136 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Sync routers for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:22.133911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1086743164'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:22.145386 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:22.147816 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:22.148601 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:22.155290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:network and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:22.168413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:22.175442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:22.268976 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f4567015-921e-4524-a0c0-5fc59862a934 None None] Deleting port 4e59229e-5e35-4f14-8307-c5f762cf76ab {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:22.269418 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f4567015-921e-4524-a0c0-5fc59862a934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:22.275687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:22.279524 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:22.328143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:44:22.337462 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:22.343813 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Added segment fe8b69c5-0c92-48a2-a68e-1b0df1b75118 of type vlan for network 0c6a6806-cb93-47d9-a091-6d52f6835cdc Apr 18 21:44:22.390243 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:22.431728 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:22.492492 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:22.496864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:22.497666 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:22.543234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] For port 4e59229e-5e35-4f14-8307-c5f762cf76ab, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4e59229e-5e35-4f14-8307-c5f762cf76ab,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:22.543639 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:22.627466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f4567015-921e-4524-a0c0-5fc59862a934 None None] For port 4e59229e-5e35-4f14-8307-c5f762cf76ab, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4e59229e-5e35-4f14-8307-c5f762cf76ab,segment=NetworkSegment(e284f8d1-905f-45b5-9318-891faa89fb71),segment_id=e284f8d1-905f-45b5-9318-891faa89fb71)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:22.627871 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f4567015-921e-4524-a0c0-5fc59862a934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:22.649538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Network': ['ID=0c6a6806-cb93-47d9-a091-6d52f6835cdc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:22.681393 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8775f605-5062-495c-876b-59ce0daf9786 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5629551 Apr 18 21:44:22.684076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47736) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:22.690496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'subnet': {'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:22.762989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Calling delete_port for 4e59229e-5e35-4f14-8307-c5f762cf76ab owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:22.806014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f4567015-921e-4524-a0c0-5fc59862a934 None None] Calling delete_port for 4e59229e-5e35-4f14-8307-c5f762cf76ab owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:22.876208 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:22.912209 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 0c6a6806-cb93-47d9-a091-6d52f6835cdc details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:44:22.934636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:22.944563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:subnet and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:22.948962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:22.963134 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:22.966125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:22.970158 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:22.975912 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ba98-a23a-4a6d-92db-86e4e6762712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:23.028981 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:18Z', 'revision_number': 3, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 2, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:23.035173 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Checking router: f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:44:23.035629 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Updating router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 port 19c0d540-93ac-4d3b-9807-93a3573d0679 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:44:23.065163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:23.139439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:23.153723 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:23.175462 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69aebf80-fe2a-4108-b17f-254d88991817 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:23.269284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e59229e-5e35-4f14-8307-c5f762cf76ab,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:23.301775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:23.386290 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-f4567015-921e-4524-a0c0-5fc59862a934 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:44:23.386290 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-f4567015-921e-4524-a0c0-5fc59862a934 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:44:23.400320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3ba3ba98-a23a-4a6d-92db-86e4e6762712 None None] For port 0e111210-7bf9-430c-af3e-587c07fc604d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0e111210-7bf9-430c-af3e-587c07fc604d,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:23.420047 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8012f5c6-f34e-472b-8d62-47b43646fd3d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:23.517541 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ba98-a23a-4a6d-92db-86e4e6762712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:23.665664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3ba98-a23a-4a6d-92db-86e4e6762712 None None] Pushing event updated for resources: {'Port': ['ID=0e111210-7bf9-430c-af3e-587c07fc604d,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:23.683123 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6376d279-c109-45dc-9495-883d9f926c9b None None] Provisioning complete for port 19c0d540-93ac-4d3b-9807-93a3573d0679 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:23.683494 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6376d279-c109-45dc-9495-883d9f926c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:23.705465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:23.744927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] No DVR routers for this DVR port 4e59229e-5e35-4f14-8307-c5f762cf76ab on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:44:23.760399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8012f5c6-f34e-472b-8d62-47b43646fd3d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:23.761265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:23.819400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Subnet': ['ID=d94fb21c-e232-4a90-937f-4883f42435b4,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:23.839151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Checking segment: {'id': 'fe8b69c5-0c92-48a2-a68e-1b0df1b75118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:23.839597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network hostable DHCP agents. Network: 0c6a6806-cb93-47d9-a091-6d52f6835cdc, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:44:23.876123 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6376d279-c109-45dc-9495-883d9f926c9b None None] Port 19c0d540-93ac-4d3b-9807-93a3573d0679 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:44:23.886307 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f4567015-921e-4524-a0c0-5fc59862a934 None None] Deleting port 4e59229e-5e35-4f14-8307-c5f762cf76ab {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:23.886680 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f4567015-921e-4524-a0c0-5fc59862a934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:23.888311 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:23.917840 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Transition to ACTIVE for port object 19c0d540-93ac-4d3b-9807-93a3573d0679 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:23.932348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 0c6a6806-cb93-47d9-a091-6d52f6835cdc is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:44:23.968163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=349aeafd-295c-4d8f-84cd-6f324f30c807,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:24.001455 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.007330 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 0c6a6806-cb93-47d9-a091-6d52f6835cdc) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:24.012681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:24.013155 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.039842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385b165c-03d4-430f-9bc5-c8155247cbf6 None None] Network 0c6a6806-cb93-47d9-a091-6d52f6835cdc requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:24.087883 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a1cb2-ed46-4952-a87e-8be0442517ec None None] Pushing event updated for resources: {'Port': ['ID=19c0d540-93ac-4d3b-9807-93a3573d0679,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:24.097918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 3f27f48a-ea1b-4afc-921a-2c52355ad26a is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:24.107812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:24.122475 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ac0d9b5d-b3b7-4f99-9e07-e9fa1ccaaa25 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4371531 Apr 18 21:44:24.125166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47766) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:24.290585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f4567015-921e-4524-a0c0-5fc59862a934 None None] The port '4e59229e-5e35-4f14-8307-c5f762cf76ab' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:44:24.586488 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.590601 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Attempting to bind port 19c0d540-93ac-4d3b-9807-93a3573d0679 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:24.591076 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Attempting to bind port 19c0d540-93ac-4d3b-9807-93a3573d0679 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '7b77c2e4-676d-4ef0-a89d-f39650da351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:24.597520 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Attempting to bind port 19c0d540-93ac-4d3b-9807-93a3573d0679 on network 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:24.604351 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:24.611474 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Checking segment: {'id': '7b77c2e4-676d-4ef0-a89d-f39650da351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:24.612086 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.612640 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Bound using segment: {'id': '7b77c2e4-676d-4ef0-a89d-f39650da351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:24.613277 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Bound port: 19c0d540-93ac-4d3b-9807-93a3573d0679, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b77c2e4-676d-4ef0-a89d-f39650da351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:24.613847 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.632833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c2fcdd-2cca-467d-9433-9c5ebd738c61']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:24.649718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cda1796c-c0a4-471f-93ab-9251f8d7340e None None] Provisioning for port 349aeafd-295c-4d8f-84cd-6f324f30c807 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:24.655635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e284f8d1-905f-45b5-9318-891faa89fb71') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:24.656066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e284f8d1-905f-45b5-9318-891faa89fb71') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:24.677368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cda1796c-c0a4-471f-93ab-9251f8d7340e None None] Provisioning complete for port 349aeafd-295c-4d8f-84cd-6f324f30c807 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:24.677759 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cda1796c-c0a4-471f-93ab-9251f8d7340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.693142 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.713227 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.728584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:44:24.729165 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.731632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e95b2fab-4011-49a1-bb16-9c2a4fde9471 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:44:24.752001 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] For port 19c0d540-93ac-4d3b-9807-93a3573d0679, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:24.762381 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] For port 19c0d540-93ac-4d3b-9807-93a3573d0679, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=19c0d540-93ac-4d3b-9807-93a3573d0679,segment=NetworkSegment(7b77c2e4-676d-4ef0-a89d-f39650da351b),segment_id=7b77c2e4-676d-4ef0-a89d-f39650da351b)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:24.823977 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: e95b2fab-4011-49a1-bb16-9c2a4fde9471 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:44:24.824666 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e95b2fab-4011-49a1-bb16-9c2a4fde9471 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:44:24.829916 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.858676 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dc79ca56-504d-4006-bd3b-d6a84fb2523d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.881685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cda1796c-c0a4-471f-93ab-9251f8d7340e None None] Port 349aeafd-295c-4d8f-84cd-6f324f30c807 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:44:24.905143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:44:24.906351 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:44:24.935007 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:44:24.959108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cda1796c-c0a4-471f-93ab-9251f8d7340e None None] Provisioning complete for port 0e111210-7bf9-430c-af3e-587c07fc604d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:24.959477 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cda1796c-c0a4-471f-93ab-9251f8d7340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.971078 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a1cb2-ed46-4952-a87e-8be0442517ec None None] Pushing event updated for resources: {'Port': ['ID=19c0d540-93ac-4d3b-9807-93a3573d0679,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:25.041637 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:25.042304 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:43:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:25.066901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0e111210-7bf9-430c-af3e-587c07fc604d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:25.376224 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:25.460108 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:25.502188 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:25.518633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=96c2fcdd-2cca-467d-9433-9c5ebd738c61,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:25.618583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0e111210-7bf9-430c-af3e-587c07fc604d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:25.618583 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:25.687143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Allocated IP 2001:db8:2::2 (0c6a6806-cb93-47d9-a091-6d52f6835cdc/d94fb21c-e232-4a90-937f-4883f42435b4/09cbb20f-97da-4b0e-b932-a74709f56c9f) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:25.692694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-31f0624f-2e83-4ff9-a905-1590085048a1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/96c2fcdd-2cca-467d-9433-9c5ebd738c61 HTTP/1.1" status: 204 len: 168 time: 4.4720912 Apr 18 21:44:25.699500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47796) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:25.984209 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:25.984877 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:18Z', 'revision_number': 3, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:24Z', 'revision_number': 4, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:25.985864 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdae841-6f30-4347-b157-9887b7e42733 None None] The sync data for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 is: [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:18Z', 'revision_number': 3, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:24Z', 'revision_number': 4, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:26.094839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b374b0ed-eff9-4e2e-9b0e-af0e29b61570 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:26.105063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7e745bc2-3faf-4771-a754-e8400d84c2dd None None] Provisioning complete for port 349aeafd-295c-4d8f-84cd-6f324f30c807 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:26.105435 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e745bc2-3faf-4771-a754-e8400d84c2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:26.257424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7e745bc2-3faf-4771-a754-e8400d84c2dd None None] Port 349aeafd-295c-4d8f-84cd-6f324f30c807 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:44:26.346251 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:26.352725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b374b0ed-eff9-4e2e-9b0e-af0e29b61570 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:26.353311 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:26.458896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:26.464825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47810) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:26.481573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Transition to ACTIVE for port object 09cbb20f-97da-4b0e-b932-a74709f56c9f will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:26.545681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Transition to ACTIVE for port object 09cbb20f-97da-4b0e-b932-a74709f56c9f will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:26.677099 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:44:26.697161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5f9cd6b1-2b76-413e-9019-af18c208d1f3 tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:26.713094 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:26.786182 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:44:26.786549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 55ffeb38-4d96-4d9a-a0e8-2c3e79c361d3 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:44:26.786937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4e59229e-5e35-4f14-8307-c5f762cf76ab no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:44:26.801014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Allocated IP 2001:db8:2::1 (0c6a6806-cb93-47d9-a091-6d52f6835cdc/d94fb21c-e232-4a90-937f-4883f42435b4/bce872ab-a4d2-46ec-8301-f7acc8163e94) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:26.822146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Pushing event updated for resources: {'Port': ['ID=09cbb20f-97da-4b0e-b932-a74709f56c9f,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:26.831859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 4e59229e-5e35-4f14-8307-c5f762cf76ab {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:44:26.832202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4e59229e-5e35-4f14-8307-c5f762cf76ab not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:44:26.845743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:26.846094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:26.846427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:26.846765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:26.847084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:26.847602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:26.848195 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:26.848673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:26.849149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:26.849656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:26.850144 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:26.863353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Network 0c6a6806-cb93-47d9-a091-6d52f6835cdc is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:26.866006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:26.868472 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:26.999844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Attempting to bind port 09cbb20f-97da-4b0e-b932-a74709f56c9f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:27.000620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Attempting to bind port 09cbb20f-97da-4b0e-b932-a74709f56c9f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'fe8b69c5-0c92-48a2-a68e-1b0df1b75118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:27.001150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Attempting to bind port 09cbb20f-97da-4b0e-b932-a74709f56c9f on network 0c6a6806-cb93-47d9-a091-6d52f6835cdc {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:27.008196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:27.008607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Checking segment: {'id': 'fe8b69c5-0c92-48a2-a68e-1b0df1b75118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:27.009179 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:27.009748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Bound using segment: {'id': 'fe8b69c5-0c92-48a2-a68e-1b0df1b75118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:27.010375 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Bound port: 09cbb20f-97da-4b0e-b932-a74709f56c9f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8b69c5-0c92-48a2-a68e-1b0df1b75118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:27.010914 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:27.034468 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f9cd6b1-2b76-413e-9019-af18c208d1f3 tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] 10.222.0.11 "PUT /v2.0/quotas/f7c273b826574359828b185de5cb045e HTTP/1.1" status: 200 len: 366 time: 0.5838716 Apr 18 21:44:27.036983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 19c0d540-93ac-4d3b-9807-93a3573d0679 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:27.040324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47822) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:27.056921 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:27.070975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Transition to ACTIVE for port object bce872ab-a4d2-46ec-8301-f7acc8163e94 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:27.146461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8552f7a2-6079-4a03-9fe3-a04110a0887a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0485537 Apr 18 21:44:27.147276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47826) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:27.166093 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b26d280e-2f0b-43be-aef6-ad809cb443ed tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] 10.222.0.11 "GET /v2.0/quotas/f7c273b826574359828b185de5cb045e HTTP/1.1" status: 200 len: 366 time: 0.0175231 Apr 18 21:44:27.171352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:27.171547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47832) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:27.187049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] For port 09cbb20f-97da-4b0e-b932-a74709f56c9f, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:27.191126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] For port 09cbb20f-97da-4b0e-b932-a74709f56c9f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=09cbb20f-97da-4b0e-b932-a74709f56c9f,segment=NetworkSegment(fe8b69c5-0c92-48a2-a68e-1b0df1b75118),segment_id=fe8b69c5-0c92-48a2-a68e-1b0df1b75118)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:27.192452 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6c0a381b-2190-4f2f-94d9-907f58f28f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:27.243159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 19c0d540-93ac-4d3b-9807-93a3573d0679 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:27.254289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 19c0d540-93ac-4d3b-9807-93a3573d0679 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:27.254289 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:27.265682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 0c6a6806-cb93-47d9-a091-6d52f6835cdc is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:27.269601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:27.279283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:27.279982 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:27.286663 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:27.292265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=bce872ab-a4d2-46ec-8301-f7acc8163e94,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:27.299210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a6422091-505b-4f24-9c8f-05cd61d41f69 tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/f7c273b826574359828b185de5cb045e HTTP/1.1" status: 204 len: 168 time: 0.1242044 Apr 18 21:44:27.300961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47840) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:27.358759 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-54400598-9b23-4244-b8da-e0300fac80fb tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0559847 Apr 18 21:44:27.364594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47844) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:27.373702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-69aebf80-fe2a-4108-b17f-254d88991817 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port 42360de0-ccb0-43e5-85d7-0d93d2d48b42 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:27.378646 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69aebf80-fe2a-4108-b17f-254d88991817 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:27.419522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6189edd-0095-4ce5-ae05-65b3ceaa0097 None None] Pushing event updated for resources: {'Port': ['ID=09cbb20f-97da-4b0e-b932-a74709f56c9f,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:27.466741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47848) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:27.468867 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a5744f31-5f11-4f30-ae27-4657e52f11e4 tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] 10.222.0.11 "GET /v2.0/quotas/f7c273b826574359828b185de5cb045e HTTP/1.1" status: 200 len: 370 time: 0.0979877 Apr 18 21:44:27.493320 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d8938b57-77f8-450e-b998-6f644a46ae02 tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] 10.222.0.11 "GET /v2.0/quotas/f7c273b826574359828b185de5cb045e/default HTTP/1.1" status: 200 len: 370 time: 0.0234544 Apr 18 21:44:27.501842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:27.506696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47852) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:27.517355 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5460a944-5300-450d-b545-2a6f22d87992 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "PUT /v2.0/routers/c8e35d7f-1467-4e48-b6a0-e4a156c785d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1927478 Apr 18 21:44:27.542956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Sync routers for ids ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:27.576928 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-768d53a4-d523-4df0-9302-0b9ce7696e1e tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] delete failed (client error): The resource could not be found. Apr 18 21:44:27.583632 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-768d53a4-d523-4df0-9302-0b9ce7696e1e tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/f7c273b826574359828b185de5cb045e HTTP/1.1" status: 404 len: 348 time: 0.0758677 Apr 18 21:44:27.584588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Routers {'c8e35d7f-1467-4e48-b6a0-e4a156c785d0'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:27.585373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f3e64551-db74-43d3-936a-ea524913603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:27.591197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:27.822045 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0610b14-38a0-411e-99bd-8b34282c42e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:27.933361 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:28.024765 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69aebf80-fe2a-4108-b17f-254d88991817 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:28.040197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47870) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:28.056610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Set router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:28.195779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-69aebf80-fe2a-4108-b17f-254d88991817 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for 42360de0-ccb0-43e5-85d7-0d93d2d48b42 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:28.258604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Usage tracker for resource:network and tenant:9dd5110ca0eb48469bfc0e2c6a4724d7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:28.272018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-7bd9d1fa-99e7-4b1c-bf85-f86aa7e131da tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768397383&fields=id&tenant_id=5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 267 time: 0.3691666 Apr 18 21:44:28.275385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:28.338366 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 19c0d540-93ac-4d3b-9807-93a3573d0679, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=19c0d540-93ac-4d3b-9807-93a3573d0679,segment=NetworkSegment(7b77c2e4-676d-4ef0-a89d-f39650da351b),segment_id=7b77c2e4-676d-4ef0-a89d-f39650da351b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:28.374063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:28.374238 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:28.374238 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:28.403350 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:28.411921 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:28.456873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Usage tracker for resource:subnet and tenant:9dd5110ca0eb48469bfc0e2c6a4724d7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:28.490874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:28.566333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Usage tracker for resource:subnetpool and tenant:9dd5110ca0eb48469bfc0e2c6a4724d7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:28.589729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-1b940c85-6916-4f48-8b4d-ad8ced201cf1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:28.597183 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-1b940c85-6916-4f48-8b4d-ad8ced201cf1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/networks?id=3f27f48a-ea1b-4afc-921a-2c52355ad26a HTTP/1.1" status: 200 len: 797 time: 0.3242309 Apr 18 21:44:28.611139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:28.621391 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=19c0d540-93ac-4d3b-9807-93a3573d0679,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:28.660170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-7df688dd-ed21-46d1-81c1-20d1208a2aeb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/quotas/5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 375 time: 0.0616879 Apr 18 21:44:28.666912 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f3e64551-db74-43d3-936a-ea524913603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '349aeafd-295c-4d8f-84cd-6f324f30c807', 'name': '', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:61:8e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:18Z', 'updated_at': '2022-04-18T21:44:22Z', 'revision_number': 2, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:28.670358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=bce872ab-a4d2-46ec-8301-f7acc8163e94,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:28.671691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Checking router: c8e35d7f-1467-4e48-b6a0-e4a156c785d0 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:44:28.672582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Updating router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 port 349aeafd-295c-4d8f-84cd-6f324f30c807 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:44:28.718750 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:28.730969 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:28.733281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 0c6a6806-cb93-47d9-a091-6d52f6835cdc is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:28.735541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:28.741602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Usage tracker for resource:port and tenant:9dd5110ca0eb48469bfc0e2c6a4724d7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:28.769910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:28.839580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Usage tracker for resource:router and tenant:9dd5110ca0eb48469bfc0e2c6a4724d7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:28.846449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:28.881688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Usage tracker for resource:floatingip and tenant:9dd5110ca0eb48469bfc0e2c6a4724d7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:28.891186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-b69cf786-2ae8-4528-b0d9-862ac62143a1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:44:28.900720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:28.940669 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69aebf80-fe2a-4108-b17f-254d88991817 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:29.084247 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aebf80-fe2a-4108-b17f-254d88991817 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=42360de0-ccb0-43e5-85d7-0d93d2d48b42,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:29.151056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257bb3a3-3d2f-463f-8d7d-81e825081750 None None] Network 0c6a6806-cb93-47d9-a091-6d52f6835cdc requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:29.235021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 09cbb20f-97da-4b0e-b932-a74709f56c9f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:29.321110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:29.456885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-b69cf786-2ae8-4528-b0d9-862ac62143a1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:44:29.458310 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-b69cf786-2ae8-4528-b0d9-862ac62143a1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7973678 Apr 18 21:44:29.549433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-60503c11-6afb-40a6-8cdb-ddc0c48ba9d2 None None] Provisioning for port 09cbb20f-97da-4b0e-b932-a74709f56c9f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:29.659779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 09cbb20f-97da-4b0e-b932-a74709f56c9f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:29.714011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 09cbb20f-97da-4b0e-b932-a74709f56c9f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:29.714899 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:29.727844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:29.741427 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Sync routers for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:29.748338 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f21fde25-78b7-42ff-b709-c2577017df45 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6215005 Apr 18 21:44:29.753100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47892) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:29.766812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-664004048'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:29.767849 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:29.768541 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:29.781905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:29.796595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:network and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:29.804376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for network was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:29.816159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:29.827827 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:29.854558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Transition to ACTIVE for port object 349aeafd-295c-4d8f-84cd-6f324f30c807 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:29.944002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:29.947489 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:29.987418 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:30.006306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:44:30.010242 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:30.021055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:30.021620 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Added segment cf658646-6841-4509-b8a0-a45715abc807 of type vlan for network 612d3fcf-d89c-4b34-9aa3-79b9188399b2 Apr 18 21:44:30.031006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Usage tracker for resource:security_group and tenant:9dd5110ca0eb48469bfc0e2c6a4724d7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:30.054644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:30.068793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-18b40955-95c5-48df-9946-6bbecd35308f service neutron] 10.222.0.11 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457058 Apr 18 21:44:30.081679 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:30.223705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc5407-96ae-4360-b0f5-f82a6ea1c523 None None] Pushing event updated for resources: {'Port': ['ID=349aeafd-295c-4d8f-84cd-6f324f30c807,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:30.247500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:30.251612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:30.252420 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:30.308308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Usage tracker for resource:security_group_rule and tenant:9dd5110ca0eb48469bfc0e2c6a4724d7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:30.364467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:30.376471 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5abe2ea4-ae65-4600-8709-fb48c2711d4a tempest-QuotasTest-349660285 tempest-QuotasTest-349660285-project-admin] 10.222.0.11 "GET /v2.0/quotas/9dd5110ca0eb48469bfc0e2c6a4724d7/details.json HTTP/1.1" status: 200 len: 703 time: 2.3336565 Apr 18 21:44:30.396276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-ea58cf0b-11e6-4348-832d-729113b0ec87 service neutron] 10.222.0.11 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146000 Apr 18 21:44:30.415704 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:30.555616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Network': ['ID=612d3fcf-d89c-4b34-9aa3-79b9188399b2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:30.582935 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-69aebf80-fe2a-4108-b17f-254d88991817 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:30.596168 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0fde1c39-8a96-4c1b-a97e-aebf15823e16 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8418112 Apr 18 21:44:30.599715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47908) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:30.612181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'subnet': {'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:30.626494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 612d3fcf-d89c-4b34-9aa3-79b9188399b2 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:44:30.944897 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:27Z', 'revision_number': 4, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 2, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:30.960133 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Checking router: f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:44:30.960728 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Updating router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 port bce872ab-a4d2-46ec-8301-f7acc8163e94 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:44:31.038549 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:31.046038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 09cbb20f-97da-4b0e-b932-a74709f56c9f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=09cbb20f-97da-4b0e-b932-a74709f56c9f,segment=NetworkSegment(fe8b69c5-0c92-48a2-a68e-1b0df1b75118),segment_id=fe8b69c5-0c92-48a2-a68e-1b0df1b75118)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:31.049245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:subnet and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:31.053687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:31.070888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:31.087068 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.093346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Attempting to bind port 349aeafd-295c-4d8f-84cd-6f324f30c807 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:31.094288 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Attempting to bind port 349aeafd-295c-4d8f-84cd-6f324f30c807 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:31.094789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Attempting to bind port 349aeafd-295c-4d8f-84cd-6f324f30c807 on network 3f27f48a-ea1b-4afc-921a-2c52355ad26a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:31.116420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:31.116420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Checking segment: {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:31.116420 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.116420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Bound using segment: {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:31.116420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Bound port: 349aeafd-295c-4d8f-84cd-6f324f30c807, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:31.116420 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.199873 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.208225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Made reservation on behalf of d26092c188ef48449420fecb5a0c9d4b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:31.211158 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.211158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 19c0d540-93ac-4d3b-9807-93a3573d0679 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:31.231507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-369da33b-c7fd-48c8-a21e-cfbdb37a673a req-d8d0c198-0959-4c24-a5cb-b08fa893576d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 210 time: 0.3472378 Apr 18 21:44:31.433866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.450744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 47926) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:31.490911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-a0610b14-38a0-411e-99bd-8b34282c42e0 admin admin] Deleting port 3db6e3ef-0252-4419-a8d1-2e6beb485177 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:31.491253 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0610b14-38a0-411e-99bd-8b34282c42e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.629975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f3e64551-db74-43d3-936a-ea524913603b None None] For port 349aeafd-295c-4d8f-84cd-6f324f30c807, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:31.635065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f3e64551-db74-43d3-936a-ea524913603b None None] For port 349aeafd-295c-4d8f-84cd-6f324f30c807, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=349aeafd-295c-4d8f-84cd-6f324f30c807,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:31.733015 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.765627 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-50e29385-9702-4b56-a0c9-c0a3de6754d0 None None] Provisioning complete for port 09cbb20f-97da-4b0e-b932-a74709f56c9f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:31.766503 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-50e29385-9702-4b56-a0c9-c0a3de6754d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.809801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-a0610b14-38a0-411e-99bd-8b34282c42e0 admin admin] For port 3db6e3ef-0252-4419-a8d1-2e6beb485177, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3db6e3ef-0252-4419-a8d1-2e6beb485177,segment=NetworkSegment(bb272df6-dcb0-4861-8847-c92b10fd2b14),segment_id=bb272df6-dcb0-4861-8847-c92b10fd2b14)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:31.813415 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0610b14-38a0-411e-99bd-8b34282c42e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.866222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 19c0d540-93ac-4d3b-9807-93a3573d0679 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:31.866722 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.930117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=09cbb20f-97da-4b0e-b932-a74709f56c9f,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:32.034730 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:32.126787 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:32.142522 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Transition to ACTIVE for port object bce872ab-a4d2-46ec-8301-f7acc8163e94 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:32.183199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Routers {'c8e35d7f-1467-4e48-b6a0-e4a156c785d0'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:32.183848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f3e64551-db74-43d3-936a-ea524913603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:32.189090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Subnet': ['ID=903bf6dc-9231-4716-93c0-a6f265fc2881,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:32.215204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Checking segment: {'id': 'cf658646-6841-4509-b8a0-a45715abc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:32.216027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network hostable DHCP agents. Network: 612d3fcf-d89c-4b34-9aa3-79b9188399b2, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:44:32.218595 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:32.341918 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 612d3fcf-d89c-4b34-9aa3-79b9188399b2 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:44:32.361867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-a0610b14-38a0-411e-99bd-8b34282c42e0 admin admin] Calling delete_port for 3db6e3ef-0252-4419-a8d1-2e6beb485177 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:32.424602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 612d3fcf-d89c-4b34-9aa3-79b9188399b2) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:32.432597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:32.435515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:32.452530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb74832c-837f-40d1-8417-822df88f5786 None None] Network 612d3fcf-d89c-4b34-9aa3-79b9188399b2 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:32.469832 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4e7e58fd-f787-4e0f-b50f-bdb8aad4415f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:32.537133 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5aebd53e-d330-4cf9-8e4a-210b9e74cea7 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9310255 Apr 18 21:44:32.537133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47952) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:32.577062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc313d65-cc76-4f2e-827a-0869387d1d1e req-2c1197be-e229-4264-9230-439ae940b274 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 210 time: 0.1299491 Apr 18 21:44:32.597171 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d4511-ce4b-4826-9ab0-77c6d374995d None None] Pushing event updated for resources: {'Port': ['ID=bce872ab-a4d2-46ec-8301-f7acc8163e94,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:32.598402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc5407-96ae-4360-b0f5-f82a6ea1c523 None None] Pushing event updated for resources: {'Port': ['ID=349aeafd-295c-4d8f-84cd-6f324f30c807,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:32.642996 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Attempting to bind port bce872ab-a4d2-46ec-8301-f7acc8163e94 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:32.643438 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Attempting to bind port bce872ab-a4d2-46ec-8301-f7acc8163e94 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'fe8b69c5-0c92-48a2-a68e-1b0df1b75118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:32.643854 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Attempting to bind port bce872ab-a4d2-46ec-8301-f7acc8163e94 on network 0c6a6806-cb93-47d9-a091-6d52f6835cdc {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:32.652679 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:32.653119 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Checking segment: {'id': 'fe8b69c5-0c92-48a2-a68e-1b0df1b75118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:32.653832 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:32.654631 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Bound using segment: {'id': 'fe8b69c5-0c92-48a2-a68e-1b0df1b75118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:32.655291 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Bound port: bce872ab-a4d2-46ec-8301-f7acc8163e94, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8b69c5-0c92-48a2-a68e-1b0df1b75118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:32.655881 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:32.778886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f3e64551-db74-43d3-936a-ea524913603b None None] Set router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:32.786564 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] For port bce872ab-a4d2-46ec-8301-f7acc8163e94, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:32.789848 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] For port bce872ab-a4d2-46ec-8301-f7acc8163e94, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bce872ab-a4d2-46ec-8301-f7acc8163e94,segment=NetworkSegment(fe8b69c5-0c92-48a2-a68e-1b0df1b75118),segment_id=fe8b69c5-0c92-48a2-a68e-1b0df1b75118)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:32.834284 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-50e29385-9702-4b56-a0c9-c0a3de6754d0 None None] Provisioning for port bce872ab-a4d2-46ec-8301-f7acc8163e94 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:32.870486 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:32.993748 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d4511-ce4b-4826-9ab0-77c6d374995d None None] Pushing event updated for resources: {'Port': ['ID=bce872ab-a4d2-46ec-8301-f7acc8163e94,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:33.008698 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:33.009488 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:33.202954 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 09cbb20f-97da-4b0e-b932-a74709f56c9f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:33.258128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4e7e58fd-f787-4e0f-b50f-bdb8aad4415f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:33.293794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4e7e58fd-f787-4e0f-b50f-bdb8aad4415f admin admin] Usage tracker for resource:security_group_rule and tenant:c7e05e759a774f29ad0552fef33f74f9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:33.308923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4e7e58fd-f787-4e0f-b50f-bdb8aad4415f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:33.324781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4e7e58fd-f787-4e0f-b50f-bdb8aad4415f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:33.345373 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0610b14-38a0-411e-99bd-8b34282c42e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:33.442183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-612d3fcf-d89c-4b34-9aa3-79b9188399b2', 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'fixed_ips': [{'subnet_id': '903bf6dc-9231-4716-93c0-a6f265fc2881'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:44:33.442863 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:33.490223 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:33.502154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0610b14-38a0-411e-99bd-8b34282c42e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db6e3ef-0252-4419-a8d1-2e6beb485177,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:33.803584 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 09cbb20f-97da-4b0e-b932-a74709f56c9f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:33.811258 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:33.948029 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4e7e58fd-f787-4e0f-b50f-bdb8aad4415f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:34.021692 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:34.059605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:34.116890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Allocated IP 2001:db8:3::2 (612d3fcf-d89c-4b34-9aa3-79b9188399b2/903bf6dc-9231-4716-93c0-a6f265fc2881/e787f0c3-fdfb-42f0-85a4-4adcc23d49b0) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:34.143632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f3e64551-db74-43d3-936a-ea524913603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '349aeafd-295c-4d8f-84cd-6f324f30c807', 'name': '', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:61:8e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:18Z', 'updated_at': '2022-04-18T21:44:31Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:34.158464 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4e7e58fd-f787-4e0f-b50f-bdb8aad4415f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:34.219257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e64551-db74-43d3-936a-ea524913603b None None] The sync data for ids ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'] in n-d-836017-3 is: [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '349aeafd-295c-4d8f-84cd-6f324f30c807', 'name': '', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:61:8e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:18Z', 'updated_at': '2022-04-18T21:44:31Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:34.242718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05b2ea32-1da3-4637-8ba7-912413b52d3e req-36e49068-65f9-4582-8eff-6aca6829ca87 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 210 time: 0.2758727 Apr 18 21:44:34.410676 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:27Z', 'revision_number': 4, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:32Z', 'revision_number': 4, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:34.428920 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0cc04-66ab-4684-af9a-e7734da8af66 None None] The sync data for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 is: [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:27Z', 'revision_number': 4, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:32Z', 'revision_number': 4, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:34.559967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e58fd-f787-4e0f-b50f-bdb8aad4415f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b793755-e0d4-45dd-bfb3-50860530fac4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:34.647619 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:34.668447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Transition to ACTIVE for port object e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:34.722747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Transition to ACTIVE for port object e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:34.751795 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4e7e58fd-f787-4e0f-b50f-bdb8aad4415f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7e05e759a774f29ad0552fef33f74f9&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2930491 Apr 18 21:44:34.760631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 47980) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:34.842107 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:34.917814 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0610b14-38a0-411e-99bd-8b34282c42e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:35.053615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Network 612d3fcf-d89c-4b34-9aa3-79b9188399b2 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:35.065970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:35.072245 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Pushing event updated for resources: {'Port': ['ID=e787f0c3-fdfb-42f0-85a4-4adcc23d49b0,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:35.080542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:35.119434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-0b2256ae-7fc0-424d-8eba-41add2101e4e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:35.120121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-0b2256ae-7fc0-424d-8eba-41add2101e4e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:44:35.270317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Attempting to bind port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:35.271046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Attempting to bind port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'cf658646-6841-4509-b8a0-a45715abc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:35.272350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Attempting to bind port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 on network 612d3fcf-d89c-4b34-9aa3-79b9188399b2 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:35.282017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:35.315802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Checking segment: {'id': 'cf658646-6841-4509-b8a0-a45715abc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:35.316273 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:35.316674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Bound using segment: {'id': 'cf658646-6841-4509-b8a0-a45715abc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:35.319371 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Bound port: e787f0c3-fdfb-42f0-85a4-4adcc23d49b0, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf658646-6841-4509-b8a0-a45715abc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:35.321055 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:35.345420 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:35.368321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 349aeafd-295c-4d8f-84cd-6f324f30c807 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:35.369100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-0b2256ae-7fc0-424d-8eba-41add2101e4e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:44:35.373194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69aebf80-fe2a-4108-b17f-254d88991817 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Router 56359617-508e-45c5-8be4-e9f2ccac523a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:35.373316 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-0b2256ae-7fc0-424d-8eba-41add2101e4e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.26 "GET /v2.0/networks?id=3f27f48a-ea1b-4afc-921a-2c52355ad26a HTTP/1.1" status: 200 len: 797 time: 0.9316397 Apr 18 21:44:35.373915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Allocated IP 2001:db8:3::1 (612d3fcf-d89c-4b34-9aa3-79b9188399b2/903bf6dc-9231-4716-93c0-a6f265fc2881/88bf2904-a411-40ba-9042-ed70f738607d) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:35.425432 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:35.602073 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] For port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:35.606578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] For port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e787f0c3-fdfb-42f0-85a4-4adcc23d49b0,segment=NetworkSegment(cf658646-6841-4509-b8a0-a45715abc807),segment_id=cf658646-6841-4509-b8a0-a45715abc807)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:35.634180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-03746c45-0318-47db-8b8a-e65012f4dbca tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:44:35.660719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 349aeafd-295c-4d8f-84cd-6f324f30c807 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:35.682379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 349aeafd-295c-4d8f-84cd-6f324f30c807 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:35.683124 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:35.723214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-03746c45-0318-47db-8b8a-e65012f4dbca tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:44:35.724873 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-03746c45-0318-47db-8b8a-e65012f4dbca tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 380 time: 0.3393786 Apr 18 21:44:35.735178 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:35.736356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'port': {'device_id': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'admin_state_up': True, 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'security_groups': ['198de49d-8e1f-42cc-957b-ca9d43b1520f']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:35.807968 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0485bcf-01c9-4dd5-b111-841fa6ae4863 req-7287c6eb-d253-4194-9358-1d28ca521ec4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 210 time: 0.3005486 Apr 18 21:44:35.882574 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1539dc-9420-4e47-a048-ed388bba7fed None None] Pushing event updated for resources: {'Port': ['ID=e787f0c3-fdfb-42f0-85a4-4adcc23d49b0,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:35.905293 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:35.910951 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:35.950525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b793755-e0d4-45dd-bfb3-50860530fac4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:36.002977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Transition to ACTIVE for port object 88bf2904-a411-40ba-9042-ed70f738607d will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:36.006041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.008469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.010124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.010658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.012098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.012592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.013875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.014839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.015385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.016439 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.023189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.076720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:36.090323 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:36.098811 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:36.101733 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5ab32145-802a-48ad-aad6-7cce84e2f00e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b793755-e0d4-45dd-bfb3-50860530fac4 HTTP/1.1" status: 204 len: 168 time: 1.3356981 Apr 18 21:44:36.103060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:36.156745 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:36.164405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 349aeafd-295c-4d8f-84cd-6f324f30c807, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=349aeafd-295c-4d8f-84cd-6f324f30c807,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:36.286787 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:36.287589 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bce872ab-a4d2-46ec-8301-f7acc8163e94 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:36.301659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69aebf80-fe2a-4108-b17f-254d88991817 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:36.339471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=88bf2904-a411-40ba-9042-ed70f738607d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:36.353187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Made reservation on behalf of 5ee8315d479c435aaa1e10a9872e4b80 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:36.355175 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:36.433178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc64022-9a2d-4fa0-95b8-6875cb3b5785 None None] Sync routers for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:36.443799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 612d3fcf-d89c-4b34-9aa3-79b9188399b2 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:36.454246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:36.467260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:36.467997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:36.574513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc64022-9a2d-4fa0-95b8-6875cb3b5785 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:36.575146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8fc64022-9a2d-4fa0-95b8-6875cb3b5785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:36.596141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-69aebf80-fe2a-4108-b17f-254d88991817 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "PUT /v2.0/routers/56359617-508e-45c5-8be4-e9f2ccac523a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6929765 Apr 18 21:44:36.599933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48002) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:36.675077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=349aeafd-295c-4d8f-84cd-6f324f30c807,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:36.680895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8fc64022-9a2d-4fa0-95b8-6875cb3b5785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:36.707505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc64022-9a2d-4fa0-95b8-6875cb3b5785 None None] Routers {'56359617-508e-45c5-8be4-e9f2ccac523a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:36.708605 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8fc64022-9a2d-4fa0-95b8-6875cb3b5785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['56359617-508e-45c5-8be4-e9f2ccac523a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:36.780161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port bce872ab-a4d2-46ec-8301-f7acc8163e94 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:36.781513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0610b14-38a0-411e-99bd-8b34282c42e0 admin admin] Router 99805c48-23da-429a-a2a9-8e1851ff6cb8 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:36.792240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8fc64022-9a2d-4fa0-95b8-6875cb3b5785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:36.792770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc64022-9a2d-4fa0-95b8-6875cb3b5785 None None] The sync data for ids ['56359617-508e-45c5-8be4-e9f2ccac523a'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:36.795136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port bce872ab-a4d2-46ec-8301-f7acc8163e94 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:36.795602 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:36.971968 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:37.085074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port bce872ab-a4d2-46ec-8301-f7acc8163e94, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bce872ab-a4d2-46ec-8301-f7acc8163e94,segment=NetworkSegment(fe8b69c5-0c92-48a2-a68e-1b0df1b75118),segment_id=fe8b69c5-0c92-48a2-a68e-1b0df1b75118)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:37.088499 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:37.158214 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:37.217332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0610b14-38a0-411e-99bd-8b34282c42e0 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:37.233431 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ac4333-cecf-44cf-867b-586eb89b47ad None None] Sync routers for ids ['99805c48-23da-429a-a2a9-8e1851ff6cb8'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:37.249415 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a0610b14-38a0-411e-99bd-8b34282c42e0 admin admin] 10.222.0.11 "PUT /v2.0/routers/99805c48-23da-429a-a2a9-8e1851ff6cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5306537 Apr 18 21:44:37.256110 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac4333-cecf-44cf-867b-586eb89b47ad None None] Routers {'99805c48-23da-429a-a2a9-8e1851ff6cb8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:37.260275 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-59ac4333-cecf-44cf-867b-586eb89b47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['99805c48-23da-429a-a2a9-8e1851ff6cb8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:37.262165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48016) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:37.348777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=bce872ab-a4d2-46ec-8301-f7acc8163e94,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:37.349376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48020) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:37.384490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d096239-c4f8-48d5-8da8-a6b6a46c246a req-210934b2-1754-452b-9e89-4b22a13e15b7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 210 time: 0.1982439 Apr 18 21:44:37.421536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.20.0.11 (3f27f48a-ea1b-4afc-921a-2c52355ad26a/7875fbef-d368-4a97-bf90-4fd995da7f32/a1c57f67-0d02-44ca-9e65-570260e7df3f) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:37.438411 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:37.476467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:37.480504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Usage tracker for resource:security_group_rule and tenant:9dd5110ca0eb48469bfc0e2c6a4724d7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:37.483892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:37.493147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:37.503541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:37.609706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ebeb3f-d458-421a-a91e-8868e1e7d308 None None] Network 612d3fcf-d89c-4b34-9aa3-79b9188399b2 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:37.612663 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:37.669301 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:37.724042 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-59ac4333-cecf-44cf-867b-586eb89b47ad None None] Set router 99805c48-23da-429a-a2a9-8e1851ff6cb8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:37.762517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037bb272-aa3a-44e8-99fd-f1b2f87a00c9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:37.780957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:37.782885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:37.783461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:37.783983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:37.784536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:37.785178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:37.785796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:37.786385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:37.786884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:37.787729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:37.788368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:37.821765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7a5dcaab-feb6-4b40-88e7-f4e709fc6e37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9dd5110ca0eb48469bfc0e2c6a4724d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4359069 Apr 18 21:44:37.823110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48028) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:37.946769 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5b92498b-c2b5-4107-8ffd-106b115296cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.004398 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5b92498b-c2b5-4107-8ffd-106b115296cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.036353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:38.057927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 349aeafd-295c-4d8f-84cd-6f324f30c807 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:38.157404 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5b92498b-c2b5-4107-8ffd-106b115296cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.186824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92498b-c2b5-4107-8ffd-106b115296cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037bb272-aa3a-44e8-99fd-f1b2f87a00c9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:38.194786 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5b92498b-c2b5-4107-8ffd-106b115296cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.201637 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5b92498b-c2b5-4107-8ffd-106b115296cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/037bb272-aa3a-44e8-99fd-f1b2f87a00c9 HTTP/1.1" status: 204 len: 168 time: 0.3773563 Apr 18 21:44:38.208440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-97a40ac2-e69d-4519-93f3-068a73fe6c9d None None] Provisioning for port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:38.287983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-97a40ac2-e69d-4519-93f3-068a73fe6c9d None None] Provisioning complete for port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:38.288398 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-97a40ac2-e69d-4519-93f3-068a73fe6c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.384232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.387932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 349aeafd-295c-4d8f-84cd-6f324f30c807 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:38.388303 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.402115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.472443 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-59ac4333-cecf-44cf-867b-586eb89b47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'name': 'tempest-TestVolumeBootPattern-409414475-router', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:25:10Z', 'updated_at': '2022-04-18T21:44:33Z', 'revision_number': 5, 'project_id': '61e5a57d461b403db244e8359dc2a8dd', 'gw_port': {'id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:25:11Z', 'updated_at': '2022-04-18T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:38.488464 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ac4333-cecf-44cf-867b-586eb89b47ad None None] Checking router: 99805c48-23da-429a-a2a9-8e1851ff6cb8 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:44:38.510739 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.511781 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.513280 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac4333-cecf-44cf-867b-586eb89b47ad None None] Routers {'99805c48-23da-429a-a2a9-8e1851ff6cb8'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:38.514158 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-59ac4333-cecf-44cf-867b-586eb89b47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['99805c48-23da-429a-a2a9-8e1851ff6cb8'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:38.617767 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-97a40ac2-e69d-4519-93f3-068a73fe6c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.658194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event updated for resources: {'Port': ['ID=88bf2904-a411-40ba-9042-ed70f738607d,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:38.683550 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f10dacf0-2dba-438a-9519-444e316f5e27 req-0fa21cf8-54f1-4bce-bdb5-6841a11219b8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 210 time: 0.1249003 Apr 18 21:44:38.720697 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.734904 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-97a40ac2-e69d-4519-93f3-068a73fe6c9d None None] For port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e787f0c3-fdfb-42f0-85a4-4adcc23d49b0,segment=NetworkSegment(cf658646-6841-4509-b8a0-a45715abc807),segment_id=cf658646-6841-4509-b8a0-a45715abc807)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:38.756453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Transition to ACTIVE for port object a1c57f67-0d02-44ca-9e65-570260e7df3f will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:38.795245 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-97a40ac2-e69d-4519-93f3-068a73fe6c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.817923 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-59ac4333-cecf-44cf-867b-586eb89b47ad None None] Set router 99805c48-23da-429a-a2a9-8e1851ff6cb8 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:38.918309 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.954642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a40ac2-e69d-4519-93f3-068a73fe6c9d None None] Pushing event updated for resources: {'Port': ['ID=e787f0c3-fdfb-42f0-85a4-4adcc23d49b0,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:39.045890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 3f27f48a-ea1b-4afc-921a-2c52355ad26a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:39.057565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:39.060729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:39.157150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fc765ba6-37bc-4672-9be4-bc6e993f8669 None None] Provisioning complete for port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:39.157796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fc765ba6-37bc-4672-9be4-bc6e993f8669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:39.365625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:39.439952 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-59ac4333-cecf-44cf-867b-586eb89b47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'name': 'tempest-TestVolumeBootPattern-409414475-router', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:25:10Z', 'updated_at': '2022-04-18T21:44:33Z', 'revision_number': 5, 'project_id': '61e5a57d461b403db244e8359dc2a8dd', 'gw_port': {'id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:25:11Z', 'updated_at': '2022-04-18T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:39.446141 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ac4333-cecf-44cf-867b-586eb89b47ad None None] The sync data for ids ['99805c48-23da-429a-a2a9-8e1851ff6cb8'] in n-d-836017-3 is: [{'id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'name': 'tempest-TestVolumeBootPattern-409414475-router', 'tenant_id': '61e5a57d461b403db244e8359dc2a8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:25:10Z', 'updated_at': '2022-04-18T21:44:33Z', 'revision_number': 5, 'project_id': '61e5a57d461b403db244e8359dc2a8dd', 'gw_port': {'id': '921bb936-f6b4-4d0b-8ca7-216a9e4c15c0', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805c48-23da-429a-a2a9-8e1851ff6cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:25:11Z', 'updated_at': '2022-04-18T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:39.547795 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:39.557730 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:39.612771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:39.613139 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:39.689939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=a1c57f67-0d02-44ca-9e65-570260e7df3f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:39.703176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:39.703974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:39.715691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fc765ba6-37bc-4672-9be4-bc6e993f8669 None None] Provisioning for port 88bf2904-a411-40ba-9042-ed70f738607d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:39.716603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Network 612d3fcf-d89c-4b34-9aa3-79b9188399b2 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:39.724410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:39.754114 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fc765ba6-37bc-4672-9be4-bc6e993f8669 None None] Provisioning complete for port 88bf2904-a411-40ba-9042-ed70f738607d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:39.754408 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fc765ba6-37bc-4672-9be4-bc6e993f8669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:39.920251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bce872ab-a4d2-46ec-8301-f7acc8163e94 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:39.957656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fc765ba6-37bc-4672-9be4-bc6e993f8669 None None] Port 88bf2904-a411-40ba-9042-ed70f738607d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:44:40.041982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port bce872ab-a4d2-46ec-8301-f7acc8163e94 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:40.042663 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.131039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335b8ca-d204-4a74-b092-cb8d78424796 req-bea85c5d-da5c-4ece-9715-5a90c3c8ef9e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:40.132694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b335b8ca-d204-4a74-b092-cb8d78424796 req-bea85c5d-da5c-4ece-9715-5a90c3c8ef9e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 932 time: 0.1985242 Apr 18 21:44:40.172041 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.177736 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-58e51fd5-82e2-4447-be20-8d2b326fdbce tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4467564 Apr 18 21:44:40.197997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Request body: {'port': {'device_id': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:40.204591 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b335b8ca-d204-4a74-b092-cb8d78424796 req-b0941c56-aaa8-4f9c-a3db-c6896d8c9c87 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613556 Apr 18 21:44:40.277955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48080) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:40.315242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f815a1d4-4df2-407c-ab7a-0a3c8a764e54 None None] Provisioning for port a1c57f67-0d02-44ca-9e65-570260e7df3f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:40.321727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f815a1d4-4df2-407c-ab7a-0a3c8a764e54 None None] Provisioning complete for port a1c57f67-0d02-44ca-9e65-570260e7df3f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:40.322386 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f815a1d4-4df2-407c-ab7a-0a3c8a764e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.355278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting port 78463af4-a88d-4e4b-877c-c5ca9724b787 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:40.355278 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.394802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f815a1d4-4df2-407c-ab7a-0a3c8a764e54 None None] Port a1c57f67-0d02-44ca-9e65-570260e7df3f cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:44:40.408746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f815a1d4-4df2-407c-ab7a-0a3c8a764e54 None None] Provisioning complete for port 88bf2904-a411-40ba-9042-ed70f738607d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:40.409126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f815a1d4-4df2-407c-ab7a-0a3c8a764e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.459782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1717790421'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:40.465940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f815a1d4-4df2-407c-ab7a-0a3c8a764e54 None None] Port 88bf2904-a411-40ba-9042-ed70f738607d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:44:40.466301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:40.472779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:network and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:40.475722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:40.482328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:40.543970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:40.547857 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.561231 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.590390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-18014f0d-a2fc-4f70-986e-24cc27ec97d1 None None] Provisioning complete for port 88bf2904-a411-40ba-9042-ed70f738607d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:40.590939 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-18014f0d-a2fc-4f70-986e-24cc27ec97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.595599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:40.599581 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:security_group_rule and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:40.602853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:40.609613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:40.626739 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.661216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-18014f0d-a2fc-4f70-986e-24cc27ec97d1 None None] Port 88bf2904-a411-40ba-9042-ed70f738607d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:44:40.695638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.752392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.766967 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.803068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:44:40.814770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5626628d-13d4-40c8-bd6c-0f82d626085e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:40.820580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.821051 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Added segment 9860fb19-881c-43f6-a8c3-7cd22c533a12 of type vlan for network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 Apr 18 21:44:40.850229 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.912701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Calling delete_port for 78463af4-a88d-4e4b-877c-c5ca9724b787 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:40.978041 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.981690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:40.982348 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:41.008116 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:41.059202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:41.105742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Network': ['ID=66d53f0d-f1b7-4b21-aa76-afc45dcc6f40,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:41.118501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:44:41.150528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ba724c79-a70b-4623-af1b-90687b33c75a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8711510 Apr 18 21:44:41.154339 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48094) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:41.162146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:41.236565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3db6e3ef-0252-4419-a8d1-2e6beb485177 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:44:41.294143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3db6e3ef-0252-4419-a8d1-2e6beb485177 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:44:41.294722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3db6e3ef-0252-4419-a8d1-2e6beb485177 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:44:41.369424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Deleting port 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:41.369785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:41.430682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:41.439089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:41.441802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:41.450652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:41.489599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b208a00-2540-4616-9874-47e20cdd7316 req-e3840ebf-56fd-4ef2-b2c4-14f417457948 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:41.491096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b208a00-2540-4616-9874-47e20cdd7316 req-e3840ebf-56fd-4ef2-b2c4-14f417457948 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 932 time: 0.1122119 Apr 18 21:44:41.622836 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:41.740945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b208a00-2540-4616-9874-47e20cdd7316 req-811c65be-fe9f-4083-a6ba-d2c3b253d2cc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442708 Apr 18 21:44:41.744561 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:41.886942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] For port 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=921bb936-f6b4-4d0b-8ca7-216a9e4c15c0,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:41.887532 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:42.023242 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Calling delete_port for 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:42.035799 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:42.066786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c57f67-0d02-44ca-9e65-570260e7df3f {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:44:42.084564 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:42.113937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=1be863bc-ccaa-4da2-94bd-fc5fb5ea86d4,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:42.125766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Transition to ACTIVE for port object a1c57f67-0d02-44ca-9e65-570260e7df3f will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:42.134868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:42.134868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network hostable DHCP agents. Network: 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:44:42.135087 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:42.178379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:42.192065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Sync routers for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:42.208925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Port': ['ID=78463af4-a88d-4e4b-877c-c5ca9724b787,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:42.218410 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c09a4645-f8f0-499e-a91f-f174f48d39bc tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6808753 Apr 18 21:44:42.219531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48114) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:42.221955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:42.223397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:42.224354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:42.241138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:44:42.261657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d4e2e3f0-18a0-4aea-94f7-13a80bbd10c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:42.338250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:42.349883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:42.352821 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:42.441399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c99422-2e35-480f-8ebd-606b880180b5 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:42.460630 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-61d8de6d-26e5-4e90-8fa8-051de4710fec tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3039777 Apr 18 21:44:42.463414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48120) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:42.475270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'name': 'tempest-NetworksTestDHCPv6-1529577029'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:42.584675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c57f67-0d02-44ca-9e65-570260e7df3f,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:42.592528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:42.723607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:42.727981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:42.731017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:42.738316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:42.835220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:42.840671 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:42.899199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 517dca73-7001-4128-8423-a4a70ded1e05 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:44:42.967071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '1be863bc-ccaa-4da2-94bd-fc5fb5ea86d4'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:44:42.967892 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:42.999250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:43.154642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::202 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/1be863bc-ccaa-4da2-94bd-fc5fb5ea86d4/517dca73-7001-4128-8423-a4a70ded1e05) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:43.186597 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55d21c-0c35-4f90-8fea-0fadc62e2644 req-422d36d2-12e6-4a5b-838c-989098b3654b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:43.206904 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef55d21c-0c35-4f90-8fea-0fadc62e2644 req-422d36d2-12e6-4a5b-838c-989098b3654b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 944 time: 0.2135260 Apr 18 21:44:43.213070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88bf2904-a411-40ba-9042-ed70f738607d', 'name': '', 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:4f:63:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:34Z', 'updated_at': '2022-04-18T21:44:37Z', 'revision_number': 2, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:43.229521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Checking router: f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:44:43.230080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Updating router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 port 88bf2904-a411-40ba-9042-ed70f738607d binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:44:43.304655 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:43.314371 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef55d21c-0c35-4f90-8fea-0fadc62e2644 req-ebd535fc-b0a8-48f1-bfb4-912f9cd9f6c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058371 Apr 18 21:44:43.456222 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:43.521300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:43.522062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Pushing event deleted for resources: {'Port': ['ID=921bb936-f6b4-4d0b-8ca7-216a9e4c15c0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:43.542979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 517dca73-7001-4128-8423-a4a70ded1e05 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:43.557391 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:43.565503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Attempting to bind port a1c57f67-0d02-44ca-9e65-570260e7df3f on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:43.565833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Attempting to bind port a1c57f67-0d02-44ca-9e65-570260e7df3f by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:43.566168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Attempting to bind port a1c57f67-0d02-44ca-9e65-570260e7df3f on network 3f27f48a-ea1b-4afc-921a-2c52355ad26a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:43.612568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:43.622596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Port a1c57f67-0d02-44ca-9e65-570260e7df3f on network 3f27f48a-ea1b-4afc-921a-2c52355ad26a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:44:43.622926 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Attempting to bind port a1c57f67-0d02-44ca-9e65-570260e7df3f on network 3f27f48a-ea1b-4afc-921a-2c52355ad26a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:43.664789 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:43.747766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:43.748348 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Allocated IP 2001:db8::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/1be863bc-ccaa-4da2-94bd-fc5fb5ea86d4/3070aecd-6550-49bd-9cea-136f343c28c4) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:43.753420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:43.755980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:43.760454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:43.764861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:43.764861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Checking segment: {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:43.764861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Bound using segment: {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:43.765178 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:43.765305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Bound port: a1c57f67-0d02-44ca-9e65-570260e7df3f, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:43.765305 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:43.768204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=517dca73-7001-4128-8423-a4a70ded1e05,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:43.879007 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-63a452a0-610b-49d7-b359-2331b54526bc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4111512 Apr 18 21:44:43.879677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48128) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:43.909106 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:43.967447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f2edb0-2797-46a9-8475-91ae20972275 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:43.968603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a5f2edb0-2797-46a9-8475-91ae20972275 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:44:43.994259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Transition to ACTIVE for port object 88bf2904-a411-40ba-9042-ed70f738607d will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:44.023113 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.023916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Fanout notify agent at l3_agent the message router_deleted on router 56359617-508e-45c5-8be4-e9f2ccac523a {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:44:44.029376 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.042797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Transition to ACTIVE for port object 3070aecd-6550-49bd-9cea-136f343c28c4 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:44.054076 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.061626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Transition to ACTIVE for port object 3070aecd-6550-49bd-9cea-136f343c28c4 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:44.064234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a5f2edb0-2797-46a9-8475-91ae20972275 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:44:44.065414 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a5f2edb0-2797-46a9-8475-91ae20972275 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1846669 Apr 18 21:44:44.068242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48132) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:44.115248 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.141336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-eae1a9f9-ba24-4017-89e0-57aa9d6f3c6b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 517dca73-7001-4128-8423-a4a70ded1e05 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:44.142059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eae1a9f9-ba24-4017-89e0-57aa9d6f3c6b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.187698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e3122-496f-4c21-a44d-725de763d4c3 None None] Pushing event updated for resources: {'Port': ['ID=88bf2904-a411-40ba-9042-ed70f738607d,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:44.192721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.257858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:44.391530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:44.414254 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.418559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48138) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:44.419230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:44.420224 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ba36824a-38fc-43fe-8b72-d6877d37f4c8 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/routers/56359617-508e-45c5-8be4-e9f2ccac523a HTTP/1.1" status: 204 len: 168 time: 7.8192406 Apr 18 21:44:44.423053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:44.607770 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.613558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.655323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:44.656797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Pushing event updated for resources: {'Port': ['ID=3070aecd-6550-49bd-9cea-136f343c28c4,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:44.712786 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eae1a9f9-ba24-4017-89e0-57aa9d6f3c6b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.729340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Attempting to bind port 3070aecd-6550-49bd-9cea-136f343c28c4 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:44.730075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Attempting to bind port 3070aecd-6550-49bd-9cea-136f343c28c4 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:44.730075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Attempting to bind port 3070aecd-6550-49bd-9cea-136f343c28c4 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:44.741963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Attempting to bind port 88bf2904-a411-40ba-9042-ed70f738607d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:44.742349 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Attempting to bind port 88bf2904-a411-40ba-9042-ed70f738607d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'cf658646-6841-4509-b8a0-a45715abc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:44.742682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Attempting to bind port 88bf2904-a411-40ba-9042-ed70f738607d on network 612d3fcf-d89c-4b34-9aa3-79b9188399b2 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:44.748865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:44.749237 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:44.750501 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.751003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:44.751583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Bound port: 3070aecd-6550-49bd-9cea-136f343c28c4, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:44.751982 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.766346 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.767762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99805c48-23da-429a-a2a9-8e1851ff6cb8 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:44:44.770444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:44.770817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Checking segment: {'id': 'cf658646-6841-4509-b8a0-a45715abc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:44.771217 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.771604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Bound using segment: {'id': 'cf658646-6841-4509-b8a0-a45715abc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:44.772080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Bound port: 88bf2904-a411-40ba-9042-ed70f738607d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf658646-6841-4509-b8a0-a45715abc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:44.772447 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.786629 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.834285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.839454 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9781a69a-09ea-4bc9-b744-f3735e8c0178 admin admin] 10.222.0.11 "DELETE /v2.0/routers/99805c48-23da-429a-a2a9-8e1851ff6cb8 HTTP/1.1" status: 204 len: 168 time: 7.5660636 Apr 18 21:44:44.865209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-eae1a9f9-ba24-4017-89e0-57aa9d6f3c6b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 517dca73-7001-4128-8423-a4a70ded1e05 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:44.882687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48150) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:44.940620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] For port 3070aecd-6550-49bd-9cea-136f343c28c4, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:44.944634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] For port 3070aecd-6550-49bd-9cea-136f343c28c4, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3070aecd-6550-49bd-9cea-136f343c28c4,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:44.946422 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] For port 88bf2904-a411-40ba-9042-ed70f738607d, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:44.949587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] For port 88bf2904-a411-40ba-9042-ed70f738607d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=88bf2904-a411-40ba-9042-ed70f738607d,segment=NetworkSegment(cf658646-6841-4509-b8a0-a45715abc807),segment_id=cf658646-6841-4509-b8a0-a45715abc807)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:44.979149 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:44.980508 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] 10.222.0.26 "PUT /v2.0/ports/a1c57f67-0d02-44ca-9e65-570260e7df3f HTTP/1.1" status: 200 len: 1092 time: 4.7933979 Apr 18 21:44:44.984854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:44:44.999249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.extraroute_db [None req-d4e2e3f0-18a0-4aea-94f7-13a80bbd10c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=85049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 18 21:44:45.013276 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.021202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f70711-e4d2-4d71-b8cb-c4ee949cca08 admin admin] Deleting subnet bc9cf86c-e2e1-4dee-acb8-6c847b08db82 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:44:45.028534 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5f70711-e4d2-4d71-b8cb-c4ee949cca08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.038938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daf1a0-424a-45f7-a916-5c8bedf0de16 req-d26a9ccf-fce8-4d8a-9ade-a2348c014578 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:45.041505 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6daf1a0-424a-45f7-a916-5c8bedf0de16 req-d26a9ccf-fce8-4d8a-9ade-a2348c014578 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 944 time: 0.5130618 Apr 18 21:44:45.064479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64602f-8371-4122-b91c-d17fc1e51045 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c57f67-0d02-44ca-9e65-570260e7df3f,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:45.085616 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.096238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.extraroute_db [None req-d4e2e3f0-18a0-4aea-94f7-13a80bbd10c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Removed routes are [] {{(pid=85049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 18 21:44:45.096642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4e2e3f0-18a0-4aea-94f7-13a80bbd10c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.111550 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707f4a7b-c427-4dd2-9db3-7e2e8902a5ad'] response: {'name': 'network-changed', 'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'status': 'completed', 'code': 200} Apr 18 21:44:45.124052 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5f70711-e4d2-4d71-b8cb-c4ee949cca08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.170087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee54d03-99bd-454b-9378-6e75f73a99b6 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Deleting subnet 90e73ea4-4f5c-4a89-b430-6f0346fdf0c0 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:44:45.190853 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eee54d03-99bd-454b-9378-6e75f73a99b6 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.257230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb168088-4787-4020-bd30-12fc2810af3e None None] Pushing event updated for resources: {'Port': ['ID=3070aecd-6550-49bd-9cea-136f343c28c4,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:45.336048 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6daf1a0-424a-45f7-a916-5c8bedf0de16 req-a609e798-75ef-4822-82b2-f820093ac6ee tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701757 Apr 18 21:44:45.346470 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eee54d03-99bd-454b-9378-6e75f73a99b6 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.390817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:45.391459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:45.444999 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eee54d03-99bd-454b-9378-6e75f73a99b6 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.507742 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eae1a9f9-ba24-4017-89e0-57aa9d6f3c6b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.555794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5f70711-e4d2-4d71-b8cb-c4ee949cca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.604676 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a0f1635b-34ff-4065-a617-01738087b854 req-323805d1-881a-4508-80e4-0887331339a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1095 time: 0.4224749 Apr 18 21:44:45.644520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e3122-496f-4c21-a44d-725de763d4c3 None None] Pushing event updated for resources: {'Port': ['ID=88bf2904-a411-40ba-9042-ed70f738607d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:45.648829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1a9f9-ba24-4017-89e0-57aa9d6f3c6b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=517dca73-7001-4128-8423-a4a70ded1e05,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:45.658376 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eae1a9f9-ba24-4017-89e0-57aa9d6f3c6b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.694478 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eae1a9f9-ba24-4017-89e0-57aa9d6f3c6b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/517dca73-7001-4128-8423-a4a70ded1e05 HTTP/1.1" status: 204 len: 168 time: 1.6226730 Apr 18 21:44:45.694808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:45.696497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48158) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:45.776540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0e64c9-5602-4d1c-adbb-1ef78e9e5c1b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:45.778085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0e64c9-5602-4d1c-adbb-1ef78e9e5c1b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:45.787099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ac0e64c9-5602-4d1c-adbb-1ef78e9e5c1b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:44:45.842153 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eee54d03-99bd-454b-9378-6e75f73a99b6 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.882550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ac0e64c9-5602-4d1c-adbb-1ef78e9e5c1b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:44:45.887227 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ac0e64c9-5602-4d1c-adbb-1ef78e9e5c1b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1897597 Apr 18 21:44:45.891040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48164) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:45.898834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee54d03-99bd-454b-9378-6e75f73a99b6 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Subnet': ['ID=90e73ea4-4f5c-4a89-b430-6f0346fdf0c0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:45.944892 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eee54d03-99bd-454b-9378-6e75f73a99b6 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.963716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eee54d03-99bd-454b-9378-6e75f73a99b6 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/subnets/90e73ea4-4f5c-4a89-b430-6f0346fdf0c0 HTTP/1.1" status: 204 len: 168 time: 1.5440340 Apr 18 21:44:45.964637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48170) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:45.987174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5f70711-e4d2-4d71-b8cb-c4ee949cca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.072298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30e390d-5324-4b94-b730-0d7b712c665e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 1be863bc-ccaa-4da2-94bd-fc5fb5ea86d4 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:44:46.075551 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f30e390d-5324-4b94-b730-0d7b712c665e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.084534 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4e2e3f0-18a0-4aea-94f7-13a80bbd10c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.084534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1635b-34ff-4065-a617-01738087b854 req-aec9390a-5a9a-451a-b2c5-450ad4867055 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:46.084534 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a0f1635b-34ff-4065-a617-01738087b854 req-aec9390a-5a9a-451a-b2c5-450ad4867055 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4708970 Apr 18 21:44:46.094297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f70711-e4d2-4d71-b8cb-c4ee949cca08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9cf86c-e2e1-4dee-acb8-6c847b08db82,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:46.118845 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4e2e3f0-18a0-4aea-94f7-13a80bbd10c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.127194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:45Z', 'revision_number': 6, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88bf2904-a411-40ba-9042-ed70f738607d', 'name': '', 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:4f:63:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:34Z', 'updated_at': '2022-04-18T21:44:44Z', 'revision_number': 4, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:46.132787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8101da8d-1e96-49b3-880e-5d0a84f78bda None None] The sync data for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 is: [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:45Z', 'revision_number': 6, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88bf2904-a411-40ba-9042-ed70f738607d', 'name': '', 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:4f:63:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:34Z', 'updated_at': '2022-04-18T21:44:44Z', 'revision_number': 4, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:46.164140 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f30e390d-5324-4b94-b730-0d7b712c665e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.186772 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9407200-10d8-4dca-a903-45baa98b2061 None None] Network 6a97dc68-20e4-4855-b2db-96de8f8778b9 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:46.228835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.526020 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b5f70711-e4d2-4d71-b8cb-c4ee949cca08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.538534 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b5f70711-e4d2-4d71-b8cb-c4ee949cca08 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bc9cf86c-e2e1-4dee-acb8-6c847b08db82 HTTP/1.1" status: 204 len: 168 time: 1.6502812 Apr 18 21:44:46.545734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48194) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:46.546057 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.584521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3380ea-217d-42a5-b5b6-8579a9fb48ea']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:46.605253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ace0b14-f119-4d47-b618-ea7c172d71d4') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:46.605253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ace0b14-f119-4d47-b618-ea7c172d71d4') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:46.629741 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.650949 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.662634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:44:46.663045 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.761706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcb87f5-2ac3-4aed-94a3-0167c1141fb5 None None] DHCP port deletion for 6a97dc68-20e4-4855-b2db-96de8f8778b9 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:44:46.769395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb87f5-2ac3-4aed-94a3-0167c1141fb5 None None] Deleting port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:46.769823 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dbcb87f5-2ac3-4aed-94a3-0167c1141fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.791965 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:44:46.800436 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:44:46.852184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a266e024-ca41-4c6e-bdb1-6660e1820d8c None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:46.878469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Deleting port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:46.878821 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.901643 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.904225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f30e390d-5324-4b94-b730-0d7b712c665e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.973976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1635b-34ff-4065-a617-01738087b854 req-f740c9f6-d359-4244-af3f-912ca6edf85a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:46.975404 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a0f1635b-34ff-4065-a617-01738087b854 req-f740c9f6-d359-4244-af3f-912ca6edf85a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8834341 Apr 18 21:44:47.075036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:47.101123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] Pushing event deleted for resources: {'Network': ['ID=fc3380ea-217d-42a5-b5b6-8579a9fb48ea,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:47.126012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8642a5c3-3808-489d-afba-f643efeda031 tempest-FloatingIPTestJSON-304192963 tempest-FloatingIPTestJSON-304192963-project] 10.222.0.11 "DELETE /v2.0/networks/fc3380ea-217d-42a5-b5b6-8579a9fb48ea HTTP/1.1" status: 204 len: 168 time: 1.1481345 Apr 18 21:44:47.194569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85153451-67eb-41a5-baf5-5d300f67f09f req-cd6a49d0-f74f-404b-aa86-5979ccfba5ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:47.206088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85153451-67eb-41a5-baf5-5d300f67f09f req-cd6a49d0-f74f-404b-aa86-5979ccfba5ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 944 time: 0.3945727 Apr 18 21:44:47.261502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-163ad0f7-40e8-4cc6-9081-c6f03b098d60 None None] Provisioning for port 3070aecd-6550-49bd-9cea-136f343c28c4 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:47.308894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85153451-67eb-41a5-baf5-5d300f67f09f req-cf1d9679-86a5-46a2-8b98-2049a2bc50f5 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899644 Apr 18 21:44:47.332930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e2e3f0-18a0-4aea-94f7-13a80bbd10c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:47.353457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] For port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9d3e93d8-a441-4a13-b47e-5ddb84c4320b,segment=NetworkSegment(bb272df6-dcb0-4861-8847-c92b10fd2b14),segment_id=bb272df6-dcb0-4861-8847-c92b10fd2b14)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:47.353850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:47.391366 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f30e390d-5324-4b94-b730-0d7b712c665e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:47.435034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3070aecd-6550-49bd-9cea-136f343c28c4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:47.438824 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-9f2991b4-aba6-4bf5-905d-ec9062716f7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1095 time: 0.4097672 Apr 18 21:44:47.463268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e390d-5324-4b94-b730-0d7b712c665e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=1be863bc-ccaa-4da2-94bd-fc5fb5ea86d4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:47.474728 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f30e390d-5324-4b94-b730-0d7b712c665e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:47.553203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dbcb87f5-2ac3-4aed-94a3-0167c1141fb5 None None] For port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9d3e93d8-a441-4a13-b47e-5ddb84c4320b,segment=NetworkSegment(bb272df6-dcb0-4861-8847-c92b10fd2b14),segment_id=bb272df6-dcb0-4861-8847-c92b10fd2b14)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:47.553627 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dbcb87f5-2ac3-4aed-94a3-0167c1141fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:47.563468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Calling delete_port for 9d3e93d8-a441-4a13-b47e-5ddb84c4320b owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:47.576432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f30e390d-5324-4b94-b730-0d7b712c665e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/1be863bc-ccaa-4da2-94bd-fc5fb5ea86d4 HTTP/1.1" status: 204 len: 168 time: 1.6784511 Apr 18 21:44:47.581629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48238) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:47.670998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9cfd9ca1-24e8-4cd4-bf0a-265520dfe954 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847836 Apr 18 21:44:47.671505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48246) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:47.679602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:47.716083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb87f5-2ac3-4aed-94a3-0167c1141fb5 None None] Calling delete_port for 9d3e93d8-a441-4a13-b47e-5ddb84c4320b owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:47.744358 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-31c192e9-e29d-4e3d-8e2f-ae4b6d30ada4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f HTTP/1.1" status: 200 len: 217 time: 0.2389724 Apr 18 21:44:47.808298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:47.813683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:47.817293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:47.823555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:47.858205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-208130e5-88e3-43d7-996a-86120db54046 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:47.863925 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-208130e5-88e3-43d7-996a-86120db54046 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7875fbef-d368-4a97-bf90-4fd995da7f32 HTTP/1.1" status: 200 len: 834 time: 0.1102548 Apr 18 21:44:47.908670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:47.923171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48264) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:47.941638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3070aecd-6550-49bd-9cea-136f343c28c4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:47.952042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:47.964638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3070aecd-6550-49bd-9cea-136f343c28c4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:47.964638 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.000833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3e93d8-a441-4a13-b47e-5ddb84c4320b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:48.014252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e2e3f0-18a0-4aea-94f7-13a80bbd10c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:48.059424 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d4e2e3f0-18a0-4aea-94f7-13a80bbd10c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.059901 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d4e2e3f0-18a0-4aea-94f7-13a80bbd10c8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 HTTP/1.1" status: 200 len: 953 time: 5.8339162 Apr 18 21:44:48.062769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48276) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:48.071228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] No DVR routers for this DVR port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:44:48.100807 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-dbcb87f5-2ac3-4aed-94a3-0167c1141fb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:44:48.101162 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-dbcb87f5-2ac3-4aed-94a3-0167c1141fb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:44:48.142566 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-19dcf6a0-cdfc-43d1-8bd1-15df21966e76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f27f48a-ea1b-4afc-921a-2c52355ad26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2722216 Apr 18 21:44:48.215914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267fd339-e8ec-4aee-95db-23d4c87ef605 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:48.287913 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.356288 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.472717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d9589c9e-4882-4ea4-9f90-eb67924b6e2d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 HTTP/1.1" status: 200 len: 953 time: 0.4086936 Apr 18 21:44:48.476557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48300) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:48.495687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0dec6d04-373c-4ba2-8dd9-4a191bc71a14 None None] Provisioning complete for port 3070aecd-6550-49bd-9cea-136f343c28c4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:48.496747 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0dec6d04-373c-4ba2-8dd9-4a191bc71a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.523736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ff05831d-cf9c-4f5f-bc7e-ccfe39745236 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'router': {'routes': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:48.539228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.552025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 3070aecd-6550-49bd-9cea-136f343c28c4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3070aecd-6550-49bd-9cea-136f343c28c4,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:48.608449 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-35e1e963-5073-4ba8-870f-c5b475217949 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3414fbe62ec6441fa74252b5350cbe16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6772714 Apr 18 21:44:48.612051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48310) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:48.635075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a97dc68-20e4-4855-b2db-96de8f8778b9']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:48.654832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb87f5-2ac3-4aed-94a3-0167c1141fb5 None None] Deleting port 9d3e93d8-a441-4a13-b47e-5ddb84c4320b {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:48.655286 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dbcb87f5-2ac3-4aed-94a3-0167c1141fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.674563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb272df6-dcb0-4861-8847-c92b10fd2b14') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:48.674853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb272df6-dcb0-4861-8847-c92b10fd2b14') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:48.707369 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.707369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 88bf2904-a411-40ba-9042-ed70f738607d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:48.712278 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.763552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.768161 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-012bb9de-d76a-4769-88f1-b8466c66f41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.774543 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-350573d5-5746-4bc9-900b-2ac2e4ab7533 service neutron] 10.222.0.26 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491135 Apr 18 21:44:48.785130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:44:48.785553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:44:48.799403 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:44:48.813551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12fae49-b9ac-46a8-8e2c-e9da8d41170a None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:44:48.816792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58b73c-d16b-48b0-9159-ff3337439448 req-7eded44c-9dca-41cf-9647-22c65c8879ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:48.818444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a58b73c-d16b-48b0-9159-ff3337439448 req-7eded44c-9dca-41cf-9647-22c65c8879ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 944 time: 0.3429196 Apr 18 21:44:48.877272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb87f5-2ac3-4aed-94a3-0167c1141fb5 None None] The port '9d3e93d8-a441-4a13-b47e-5ddb84c4320b' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:44:48.878283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a12fae49-b9ac-46a8-8e2c-e9da8d41170a None None] Deleting port 3070aecd-6550-49bd-9cea-136f343c28c4 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:48.878714 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a12fae49-b9ac-46a8-8e2c-e9da8d41170a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.909428 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.007524 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-012bb9de-d76a-4769-88f1-b8466c66f41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.032363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=3070aecd-6550-49bd-9cea-136f343c28c4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:49.041958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a58b73c-d16b-48b0-9159-ff3337439448 req-6247e900-114e-4003-a350-f1aa2bf11d56 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155902 Apr 18 21:44:49.085866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:49.087444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:49.094709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:49.095384 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.120027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=2b83f546-d5c5-4182-a639-b1412e675621,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:49.185739 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.228141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.253265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 88bf2904-a411-40ba-9042-ed70f738607d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:49.256695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a97dc68-20e4-4855-b2db-96de8f8778b9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:49.263647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a12fae49-b9ac-46a8-8e2c-e9da8d41170a None None] For port 3070aecd-6550-49bd-9cea-136f343c28c4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3070aecd-6550-49bd-9cea-136f343c28c4,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:49.264377 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a12fae49-b9ac-46a8-8e2c-e9da8d41170a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.266413 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2d7cfe0a-07c5-480d-9b04-d8f9ca77f746 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6a97dc68-20e4-4855-b2db-96de8f8778b9 HTTP/1.1" status: 204 len: 168 time: 2.6778862 Apr 18 21:44:49.279584 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b495e46e-3cff-459f-9df4-afc38dc797b1 req-076b788c-fd55-4adb-83db-65aa93da3227 service neutron] 10.222.0.26 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956722 Apr 18 21:44:49.284775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-012bb9de-d76a-4769-88f1-b8466c66f41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.289060 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-012bb9de-d76a-4769-88f1-b8466c66f41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.302555 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-012bb9de-d76a-4769-88f1-b8466c66f41f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7069d12f-bdbf-4063-941e-8461a39abe61 HTTP/1.1" status: 204 len: 168 time: 0.6836786 Apr 18 21:44:49.328992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bb9de-d76a-4769-88f1-b8466c66f41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7069d12f-bdbf-4063-941e-8461a39abe61,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:49.410914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 88bf2904-a411-40ba-9042-ed70f738607d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:49.411289 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.431913 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58240c-b276-4c62-8a4e-f3b1490225ef None None] Sync routers for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:49.445216 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c58240c-b276-4c62-8a4e-f3b1490225ef None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:49.449748 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2c58240c-b276-4c62-8a4e-f3b1490225ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:49.506867 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-78f9a0cb-d4fc-43cf-8749-ddd581f3f2d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8335242 Apr 18 21:44:49.509772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48352) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:49.520224 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'name': 'tempest-NetworksTestDHCPv6-542983465'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:49.594661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a12fae49-b9ac-46a8-8e2c-e9da8d41170a None None] Calling delete_port for 3070aecd-6550-49bd-9cea-136f343c28c4 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:49.673843 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-2c58240c-b276-4c62-8a4e-f3b1490225ef None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:49.790915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.extraroute_db [None req-ff05831d-cf9c-4f5f-bc7e-ccfe39745236 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Added routes are [] {{(pid=85048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 18 21:44:49.791194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.extraroute_db [None req-ff05831d-cf9c-4f5f-bc7e-ccfe39745236 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=85048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 18 21:44:49.799122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48366) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:49.839610 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.859406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:49.872120 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:49.875060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:49.878352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 88bf2904-a411-40ba-9042-ed70f738607d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=88bf2904-a411-40ba-9042-ed70f738607d,segment=NetworkSegment(cf658646-6841-4509-b8a0-a45715abc807),segment_id=cf658646-6841-4509-b8a0-a45715abc807)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:49.881990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:49.906538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a12fae49-b9ac-46a8-8e2c-e9da8d41170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.944916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-87b9312e-ff8d-4924-b836-5a7c4cd00615 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18546b6476ee48ff8dbb33e9f0d62503&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1422491 Apr 18 21:44:49.947385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48380) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:49.966426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fae49-b9ac-46a8-8e2c-e9da8d41170a None None] Pushing event deleted for resources: {'Port': ['ID=3070aecd-6550-49bd-9cea-136f343c28c4,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:49.967558 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.975043 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff05831d-cf9c-4f5f-bc7e-ccfe39745236 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.984676 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:49.989095 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:50.025503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 8e302045-9508-4375-80bb-475e1b9b47d8 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:44:50.058532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12fae49-b9ac-46a8-8e2c-e9da8d41170a None None] No DVR routers for this DVR port 3070aecd-6550-49bd-9cea-136f343c28c4 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:44:50.061001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9d3e93d8-a441-4a13-b47e-5ddb84c4320b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:44:50.116090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c42cf-8469-4939-ae84-c6d38670d9a2 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:50.157034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 9d3e93d8-a441-4a13-b47e-5ddb84c4320b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:44:50.157533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9d3e93d8-a441-4a13-b47e-5ddb84c4320b not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:44:50.157682 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:44:50.315142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3070aecd-6550-49bd-9cea-136f343c28c4 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:44:50.406707 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3070aecd-6550-49bd-9cea-136f343c28c4 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:44:50.407205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3070aecd-6550-49bd-9cea-136f343c28c4 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:44:50.407731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:44:50.412103 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2c58240c-b276-4c62-8a4e-f3b1490225ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:45Z', 'revision_number': 6, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88bf2904-a411-40ba-9042-ed70f738607d', 'name': '', 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:4f:63:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:34Z', 'updated_at': '2022-04-18T21:44:44Z', 'revision_number': 4, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:50.419284 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58240c-b276-4c62-8a4e-f3b1490225ef None None] Checking router: f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:44:50.429712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::b (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/2b83f546-d5c5-4182-a639-b1412e675621/8e302045-9508-4375-80bb-475e1b9b47d8) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:50.437803 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c58240c-b276-4c62-8a4e-f3b1490225ef None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:50.438525 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2c58240c-b276-4c62-8a4e-f3b1490225ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:50.453032 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc2cc-f252-48cb-9f89-593abfc15d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:50.455339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:44:50.455780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 921bb936-f6b4-4d0b-8ca7-216a9e4c15c0 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:44:50.460414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=88bf2904-a411-40ba-9042-ed70f738607d,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:50.535085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21531f-5020-4e0b-9d03-6dddc0bbcdaf req-9f0e9c8e-8426-45dd-902a-74edc0446c48 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:50.536311 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc2cc-f252-48cb-9f89-593abfc15d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:50.537978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa21531f-5020-4e0b-9d03-6dddc0bbcdaf req-9f0e9c8e-8426-45dd-902a-74edc0446c48 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 944 time: 0.1667562 Apr 18 21:44:50.660732 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-2c58240c-b276-4c62-8a4e-f3b1490225ef None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:50.698958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '2b83f546-d5c5-4182-a639-b1412e675621'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:44:50.700041 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:50.839718 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:50.874081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 8e302045-9508-4375-80bb-475e1b9b47d8 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:50.891706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa21531f-5020-4e0b-9d03-6dddc0bbcdaf req-fcd03524-2b3b-4ece-8de9-7fc9d53c47c9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189968 Apr 18 21:44:50.916802 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff05831d-cf9c-4f5f-bc7e-ccfe39745236 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:50.920386 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff05831d-cf9c-4f5f-bc7e-ccfe39745236 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:50.956101 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc2cc-f252-48cb-9f89-593abfc15d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:51.014450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cc2cc-f252-48cb-9f89-593abfc15d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae20417-6f9e-452a-bef6-b431b12d7adc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:51.020461 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:51.098565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Allocated IP 2001:db8::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/2b83f546-d5c5-4182-a639-b1412e675621/a33d687c-4da0-40e5-87d4-299e541ce841) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:51.125215 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2c58240c-b276-4c62-8a4e-f3b1490225ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:49Z', 'revision_number': 7, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88bf2904-a411-40ba-9042-ed70f738607d', 'name': '', 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:4f:63:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:34Z', 'updated_at': '2022-04-18T21:44:49Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:51.129657 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58240c-b276-4c62-8a4e-f3b1490225ef None None] The sync data for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 is: [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:49Z', 'revision_number': 7, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88bf2904-a411-40ba-9042-ed70f738607d', 'name': '', 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:4f:63:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:34Z', 'updated_at': '2022-04-18T21:44:49Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:51.150989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff05831d-cf9c-4f5f-bc7e-ccfe39745236 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:51.179047 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc2cc-f252-48cb-9f89-593abfc15d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:51.180189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2e4cc2cc-f252-48cb-9f89-593abfc15d8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fae20417-6f9e-452a-bef6-b431b12d7adc HTTP/1.1" status: 204 len: 168 time: 1.2316391 Apr 18 21:44:51.193909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=8e302045-9508-4375-80bb-475e1b9b47d8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:51.197385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:51.205940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:51.211907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:51.223441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:51.224100 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:51.319785 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ce90fe11-ccaf-42b9-b4a1-ef5786b523c9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8087847 Apr 18 21:44:51.320941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48452) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:51.386744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48458) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:51.467868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534e9d4c-1d72-4708-94bc-889817f0348a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:51.469129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-534e9d4c-1d72-4708-94bc-889817f0348a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:44:51.525616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff05831d-cf9c-4f5f-bc7e-ccfe39745236 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:51.535475 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ff05831d-cf9c-4f5f-bc7e-ccfe39745236 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:51.539051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ff05831d-cf9c-4f5f-bc7e-ccfe39745236 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 HTTP/1.1" status: 200 len: 703 time: 3.0560284 Apr 18 21:44:51.539499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48470) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:51.555507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc861865-307c-4f70-9ac9-e9d0bf409ea7 None None] Sync routers for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:51.585951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc861865-307c-4f70-9ac9-e9d0bf409ea7 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:51.586508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bc861865-307c-4f70-9ac9-e9d0bf409ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:51.606237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-534e9d4c-1d72-4708-94bc-889817f0348a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:44:51.609272 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-534e9d4c-1d72-4708-94bc-889817f0348a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.2857597 Apr 18 21:44:51.610931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48478) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:51.687068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ddb89456-6cc4-4ecc-95c4-f71014b268c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 8e302045-9508-4375-80bb-475e1b9b47d8 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:51.687426 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ddb89456-6cc4-4ecc-95c4-f71014b268c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:51.694866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-fd766e88-a69d-4866-8815-614919ecaa8a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group': {'name': 'default'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:51.695483 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-fd766e88-a69d-4866-8815-614919ecaa8a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:44:51.700370 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fd766e88-a69d-4866-8815-614919ecaa8a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3090103 Apr 18 21:44:51.717536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48486) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:51.732863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404453227'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:51.736723 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:51.748369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:51.754277 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Transition to ACTIVE for port object a33d687c-4da0-40e5-87d4-299e541ce841 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:51.755462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:51.759265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:51.768365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:51.796923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Transition to ACTIVE for port object a33d687c-4da0-40e5-87d4-299e541ce841 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:51.799837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-bc861865-307c-4f70-9ac9-e9d0bf409ea7 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:51.850322 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-75ee99de-09ef-4373-b361-3408fb8bd5ef tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 HTTP/1.1" status: 200 len: 703 time: 0.3095899 Apr 18 21:44:51.852796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48496) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:51.949844 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:51.985437 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ddb89456-6cc4-4ecc-95c4-f71014b268c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:51.989336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a1c57f67-0d02-44ca-9e65-570260e7df3f details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:44:52.150653 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.193490 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.225057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:52.231090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:52.234919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:52.250594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48518) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:52.251361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:52.343843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ddb89456-6cc4-4ecc-95c4-f71014b268c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 8e302045-9508-4375-80bb-475e1b9b47d8 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:52.451383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:52.507028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:52.511062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 88bf2904-a411-40ba-9042-ed70f738607d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:52.546466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:52.557503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-67ed5d0c-9dbe-474c-8a83-6bb49c9f4b2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61e5a57d461b403db244e8359dc2a8dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3014386 Apr 18 21:44:52.558949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48536) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:52.587227 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5176-a86a-4f00-be86-f428ddee13ee req-7a07f36f-86da-4ce3-bd98-27d53f38889d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:52.588893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e7c5176-a86a-4f00-be86-f428ddee13ee req-7a07f36f-86da-4ce3-bd98-27d53f38889d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 944 time: 0.3575690 Apr 18 21:44:52.601004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Pushing event updated for resources: {'Port': ['ID=a33d687c-4da0-40e5-87d4-299e541ce841,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:52.627452 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.652587 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ddb89456-6cc4-4ecc-95c4-f71014b268c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.662919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a28b3c9-532d-48cf-a7ab-eca8d7c87955 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.720597 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb89456-6cc4-4ecc-95c4-f71014b268c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=8e302045-9508-4375-80bb-475e1b9b47d8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:52.733169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:52.759214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'port_id': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'mac_address': 'fa:16:3e:92:fe:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:44:52.762265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Attempting to bind port a33d687c-4da0-40e5-87d4-299e541ce841 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:52.762641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Attempting to bind port a33d687c-4da0-40e5-87d4-299e541ce841 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:52.763085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Attempting to bind port a33d687c-4da0-40e5-87d4-299e541ce841 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:52.767033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e7c5176-a86a-4f00-be86-f428ddee13ee req-7476cd67-238d-4ef2-ba53-85466e79201f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648145 Apr 18 21:44:52.786727 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ddb89456-6cc4-4ecc-95c4-f71014b268c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.792312 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0c06591-a342-4533-8714-f025ea3d0978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.796657 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.819653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bc861865-307c-4f70-9ac9-e9d0bf409ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:49Z', 'revision_number': 7, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88bf2904-a411-40ba-9042-ed70f738607d', 'name': '', 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:4f:63:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:34Z', 'updated_at': '2022-04-18T21:44:49Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:52.824868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:52.825246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:52.825686 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.826082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:52.830865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Bound port: a33d687c-4da0-40e5-87d4-299e541ce841, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:52.830865 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.835202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:52.843518 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0c06591-a342-4533-8714-f025ea3d0978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.849433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 88bf2904-a411-40ba-9042-ed70f738607d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:52.849832 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.851052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:52.881684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc861865-307c-4f70-9ac9-e9d0bf409ea7 None None] Checking router: f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:44:52.887168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682e85ab-f4f7-4014-b5fb-b23f91bb9c0a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:52.894218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:52.902582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:52.948046 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.954061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ddb89456-6cc4-4ecc-95c4-f71014b268c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/8e302045-9508-4375-80bb-475e1b9b47d8 HTTP/1.1" status: 204 len: 168 time: 1.3417232 Apr 18 21:44:52.954375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48554) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:52.992655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c57f67-0d02-44ca-9e65-570260e7df3f {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:44:53.000662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0c06591-a342-4533-8714-f025ea3d0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:53.010825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc861865-307c-4f70-9ac9-e9d0bf409ea7 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:53.011455 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bc861865-307c-4f70-9ac9-e9d0bf409ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:53.025523 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b0c06591-a342-4533-8714-f025ea3d0978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:53.034304 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:53.039705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b0c06591-a342-4533-8714-f025ea3d0978 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/045588e6-ca55-4af8-8da1-be69e2278a80 HTTP/1.1" status: 204 len: 168 time: 0.4808378 Apr 18 21:44:53.042763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c06591-a342-4533-8714-f025ea3d0978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045588e6-ca55-4af8-8da1-be69e2278a80,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:53.101907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5b99fb-58ef-4923-b649-8cc7d660c3f7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:53.103716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5b99fb-58ef-4923-b649-8cc7d660c3f7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:53.105177 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8a5b99fb-58ef-4923-b649-8cc7d660c3f7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1498117 Apr 18 21:44:53.109139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48566) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:53.162870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] For port a33d687c-4da0-40e5-87d4-299e541ce841, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:53.167062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:53.224487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] For port a33d687c-4da0-40e5-87d4-299e541ce841, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a33d687c-4da0-40e5-87d4-299e541ce841,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:53.272487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-bc861865-307c-4f70-9ac9-e9d0bf409ea7 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:53.282925 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:53.316748 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:53.373580 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:53.461712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b549b5-61b6-4b6e-a153-6567b1db47ce,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:53.544342 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:53.549289 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c10de9ce-9728-4e15-93ef-726a21495a3f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8279362 Apr 18 21:44:53.552287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48588) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:53.561110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3321ea5b-03af-4de6-b6e0-b40b22b3a700 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': 'e8b549b5-61b6-4b6e-a153-6567b1db47ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:53.569180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3321ea5b-03af-4de6-b6e0-b40b22b3a700 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:53.584504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3321ea5b-03af-4de6-b6e0-b40b22b3a700 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:53.584504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3321ea5b-03af-4de6-b6e0-b40b22b3a700 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:53.587939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-78364d45-60e3-4ea4-9bb8-cd04af1bdc08 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 2b83f546-d5c5-4182-a639-b1412e675621 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:44:53.594375 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-78364d45-60e3-4ea4-9bb8-cd04af1bdc08 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:53.619661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a1c57f67-0d02-44ca-9e65-570260e7df3f,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:53.621536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3321ea5b-03af-4de6-b6e0-b40b22b3a700 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:53.662835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-78364d45-60e3-4ea4-9bb8-cd04af1bdc08 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:53.701768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10747e5d-2ade-45ca-9712-81fe40e3ce41 None None] Pushing event updated for resources: {'Port': ['ID=a33d687c-4da0-40e5-87d4-299e541ce841,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:53.748132 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['a1c57f67-0d02-44ca-9e65-570260e7df3f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:44:53.752201 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3321ea5b-03af-4de6-b6e0-b40b22b3a700 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:53.880155 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3321ea5b-03af-4de6-b6e0-b40b22b3a700 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:53.881749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-78364d45-60e3-4ea4-9bb8-cd04af1bdc08 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:53.966005 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3321ea5b-03af-4de6-b6e0-b40b22b3a700 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:54.081081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321ea5b-03af-4de6-b6e0-b40b22b3a700 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5256c656-e2f7-4a60-878b-1f1768dad401,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:54.127059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3321ea5b-03af-4de6-b6e0-b40b22b3a700 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:54.131463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3321ea5b-03af-4de6-b6e0-b40b22b3a700 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5758917 Apr 18 21:44:54.133711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48618) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:54.144194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-fb640c34-f5d4-4316-b7e3-dd863d4e599b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': 'e8b549b5-61b6-4b6e-a153-6567b1db47ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:54.196797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fb640c34-f5d4-4316-b7e3-dd863d4e599b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:54.207772 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fb640c34-f5d4-4316-b7e3-dd863d4e599b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:54.212317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fb640c34-f5d4-4316-b7e3-dd863d4e599b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:54.256139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fb640c34-f5d4-4316-b7e3-dd863d4e599b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:54.272186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4a28b3c9-532d-48cf-a7ab-eca8d7c87955 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port 88bf2904-a411-40ba-9042-ed70f738607d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:54.273853 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a28b3c9-532d-48cf-a7ab-eca8d7c87955 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:54.283940 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-78364d45-60e3-4ea4-9bb8-cd04af1bdc08 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:54.345600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78364d45-60e3-4ea4-9bb8-cd04af1bdc08 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=2b83f546-d5c5-4182-a639-b1412e675621,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:54.359479 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-78364d45-60e3-4ea4-9bb8-cd04af1bdc08 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:54.385432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929050d8-82a3-4c9b-ab79-0d17b8cae98a req-9035ea28-5a06-4336-8470-1301758efd85 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:54.391489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-929050d8-82a3-4c9b-ab79-0d17b8cae98a req-9035ea28-5a06-4336-8470-1301758efd85 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 945 time: 0.2369573 Apr 18 21:44:54.397785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a33d687c-4da0-40e5-87d4-299e541ce841 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:54.420027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-78364d45-60e3-4ea4-9bb8-cd04af1bdc08 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/2b83f546-d5c5-4182-a639-b1412e675621 HTTP/1.1" status: 204 len: 168 time: 1.3072379 Apr 18 21:44:54.426022 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48634) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:54.434809 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb640c34-f5d4-4316-b7e3-dd863d4e599b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:54.506043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-929050d8-82a3-4c9b-ab79-0d17b8cae98a req-eeb1430c-7d22-478f-a3e0-ab86729009bf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134861 Apr 18 21:44:54.569679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bc861865-307c-4f70-9ac9-e9d0bf409ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:49Z', 'revision_number': 7, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88bf2904-a411-40ba-9042-ed70f738607d', 'name': '', 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:4f:63:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:34Z', 'updated_at': '2022-04-18T21:44:49Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:54.578535 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7982fca2-f4c8-4bba-8929-15ce64fda3be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1514058 Apr 18 21:44:54.581907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48642) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:54.588605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:54.622496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc861865-307c-4f70-9ac9-e9d0bf409ea7 None None] The sync data for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 is: [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:49Z', 'revision_number': 7, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88bf2904-a411-40ba-9042-ed70f738607d', 'name': '', 'network_id': '612d3fcf-d89c-4b34-9aa3-79b9188399b2', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:4f:63:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:34Z', 'updated_at': '2022-04-18T21:44:49Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '903bf6dc-9231-4716-93c0-a6f265fc2881', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:54.716527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-4a28b3c9-532d-48cf-a7ab-eca8d7c87955 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] For port 88bf2904-a411-40ba-9042-ed70f738607d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=88bf2904-a411-40ba-9042-ed70f738607d,segment=NetworkSegment(cf658646-6841-4509-b8a0-a45715abc807),segment_id=cf658646-6841-4509-b8a0-a45715abc807)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:54.718208 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a28b3c9-532d-48cf-a7ab-eca8d7c87955 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:54.740525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port a33d687c-4da0-40e5-87d4-299e541ce841 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:54.753346 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-feda8bde-8bfb-4f4a-92b3-b4a411832468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:54.782873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:54.790363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:54.799483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:54.809898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:54.822210 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-fb640c34-f5d4-4316-b7e3-dd863d4e599b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:44:54.825856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fb640c34-f5d4-4316-b7e3-dd863d4e599b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6886330 Apr 18 21:44:54.826425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48660) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:54.916743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:54.920554 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.022280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4a28b3c9-532d-48cf-a7ab-eca8d7c87955 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for 88bf2904-a411-40ba-9042-ed70f738607d owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:55.024037 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-357ada53-e160-48da-825f-b974af595786 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.057586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-357ada53-e160-48da-825f-b974af595786 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.221054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f954ec3-d02e-4bf8-9d82-5645ac1b797d None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:55.260982 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-357ada53-e160-48da-825f-b974af595786 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.285656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ada53-e160-48da-825f-b974af595786 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b549b5-61b6-4b6e-a153-6567b1db47ce,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:55.293905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-357ada53-e160-48da-825f-b974af595786 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.297333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-357ada53-e160-48da-825f-b974af595786 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "DELETE /v2.0/security-groups/e8b549b5-61b6-4b6e-a153-6567b1db47ce HTTP/1.1" status: 204 len: 168 time: 0.4674134 Apr 18 21:44:55.297749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48680) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:55.355507 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a28b3c9-532d-48cf-a7ab-eca8d7c87955 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.416421 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.417349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28b3c9-532d-48cf-a7ab-eca8d7c87955 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=88bf2904-a411-40ba-9042-ed70f738607d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:55.430634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0a1555c0-456e-4ace-a402-53747b437c1d None None] Provisioning for port a33d687c-4da0-40e5-87d4-299e541ce841 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:55.441220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0a1555c0-456e-4ace-a402-53747b437c1d None None] Provisioning complete for port a33d687c-4da0-40e5-87d4-299e541ce841 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:55.441452 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0a1555c0-456e-4ace-a402-53747b437c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.505455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eb0b3da3-6a80-45a5-bf5f-e6d9b1cef6af tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Synchronizing usage tracker for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:44:55.551942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:55.561414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=935957a7-c207-47f3-8cd7-317403ad63b0,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:55.564380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:55.582899 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0a1555c0-456e-4ace-a402-53747b437c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.586204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:55.586899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.627692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0a1555c0-456e-4ace-a402-53747b437c1d None None] For port a33d687c-4da0-40e5-87d4-299e541ce841, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a33d687c-4da0-40e5-87d4-299e541ce841,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:55.641131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:44:55.645694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] Deleting port a33d687c-4da0-40e5-87d4-299e541ce841 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:55.646303 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.651121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eb0b3da3-6a80-45a5-bf5f-e6d9b1cef6af tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Unset dirty status for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:44:55.652392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eb0b3da3-6a80-45a5-bf5f-e6d9b1cef6af tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3538337 Apr 18 21:44:55.656329 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48696) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:55.664805 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116123176'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:55.677119 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:55.702694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:55.721323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-31f0a603-af5a-4367-8224-6e572a93dceb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1382194 Apr 18 21:44:55.721978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48706) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:55.734241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'name': 'tempest-NetworksTestDHCPv6-1605641637'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:55.794782 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0a1555c0-456e-4ace-a402-53747b437c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.806577 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4a28b3c9-532d-48cf-a7ab-eca8d7c87955 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.857505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.943370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:55.952823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:55.954031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1555c0-456e-4ace-a402-53747b437c1d None None] Pushing event updated for resources: {'Port': ['ID=a33d687c-4da0-40e5-87d4-299e541ce841,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:55.966364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:55.979539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:55.993169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:55.997320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:56.001093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:56.003476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a1c57f67-0d02-44ca-9e65-570260e7df3f up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:56.007267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:56.039819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510ed1-95cf-4fb3-8ec5-60ef6a8d3830 req-2dd138e7-0d43-4694-94f7-78f93073496d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:56.040552 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] For port a33d687c-4da0-40e5-87d4-299e541ce841, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a33d687c-4da0-40e5-87d4-299e541ce841,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:56.040954 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.041196 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0510ed1-95cf-4fb3-8ec5-60ef6a8d3830 req-2dd138e7-0d43-4694-94f7-78f93073496d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 945 time: 0.2844911 Apr 18 21:44:56.120555 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.121931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:56.125364 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.149825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0510ed1-95cf-4fb3-8ec5-60ef6a8d3830 req-76c68be2-0a04-4aad-9695-3c82a928f580 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944686 Apr 18 21:44:56.155065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port f53a2e90-fdc3-4908-9193-1b4e4e40f7c7 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:44:56.189971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] Calling delete_port for a33d687c-4da0-40e5-87d4-299e541ce841 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:56.219185 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.351015 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:44:56.353014 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:44:56.366656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a33d687c-4da0-40e5-87d4-299e541ce841 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:44:56.375957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f2a9cf-168f-45af-a9f7-048e8625442b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:56.399911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port a1c57f67-0d02-44ca-9e65-570260e7df3f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:56.403886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a28b3c9-532d-48cf-a7ab-eca8d7c87955 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:56.417402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port a1c57f67-0d02-44ca-9e65-570260e7df3f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:56.418077 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.418589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::7f (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/935957a7-c207-47f3-8cd7-317403ad63b0/f53a2e90-fdc3-4908-9193-1b4e4e40f7c7) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:56.470117 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.474610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e7369dbd-5bdc-42e4-b139-7e60a4fb2ded tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8145728 Apr 18 21:44:56.474845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48738) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:56.480122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ae8b8266-40a5-4001-946a-dfec2f444263 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': '10f2a9cf-168f-45af-a9f7-048e8625442b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:56.480691 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-ae8b8266-40a5-4001-946a-dfec2f444263 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:44:56.481626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ae8b8266-40a5-4001-946a-dfec2f444263 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059142 Apr 18 21:44:56.486090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48742) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:56.586892 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.623939 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.637785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d88b3ebd-0af6-4f2c-9393-a1eda2f90538 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.654963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port a33d687c-4da0-40e5-87d4-299e541ce841, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a33d687c-4da0-40e5-87d4-299e541ce841,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:56.663402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:44:56.672075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.674249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:56.682528 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d88b3ebd-0af6-4f2c-9393-a1eda2f90538 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.691565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object f53a2e90-fdc3-4908-9193-1b4e4e40f7c7 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:56.719362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a28b3c9-532d-48cf-a7ab-eca8d7c87955 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:56.727198 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.729959 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2befe921-e8c0-4ab9-90a5-05b95f9bff13 None None] Sync routers for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:56.754965 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4a28b3c9-532d-48cf-a7ab-eca8d7c87955 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9009457 Apr 18 21:44:56.755495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48764) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:56.771360 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2befe921-e8c0-4ab9-90a5-05b95f9bff13 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:56.772567 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2befe921-e8c0-4ab9-90a5-05b95f9bff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:56.809071 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.826907 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.829901 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d88b3ebd-0af6-4f2c-9393-a1eda2f90538 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.852318 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=a33d687c-4da0-40e5-87d4-299e541ce841,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:56.855249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] Deleting port a33d687c-4da0-40e5-87d4-299e541ce841 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:56.856291 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.874736 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b3ebd-0af6-4f2c-9393-a1eda2f90538 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f2a9cf-168f-45af-a9f7-048e8625442b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:56.899800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d88b3ebd-0af6-4f2c-9393-a1eda2f90538 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.906854 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d88b3ebd-0af6-4f2c-9393-a1eda2f90538 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "DELETE /v2.0/security-groups/10f2a9cf-168f-45af-a9f7-048e8625442b HTTP/1.1" status: 204 len: 168 time: 0.4193401 Apr 18 21:44:56.907568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48772) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:56.999435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-caecee48-d3bf-4500-958d-a9bccc1d6e5d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Synchronizing usage tracker for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:44:57.000540 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-2befe921-e8c0-4ab9-90a5-05b95f9bff13 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:57.042168 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732bbaec-334b-42bb-a333-966e998d6a88'] response: {'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'code': 200} Apr 18 21:44:57.058310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-caecee48-d3bf-4500-958d-a9bccc1d6e5d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Unset dirty status for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:44:57.066804 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-caecee48-d3bf-4500-958d-a9bccc1d6e5d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1579030 Apr 18 21:44:57.067174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48786) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:57.176571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a1c57f67-0d02-44ca-9e65-570260e7df3f,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:57.180238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880591802'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:57.195053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:57.226941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:57.232716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:57.241731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:57.244772 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d2e4f738-7031-4b44-8862-3a1917828c26 req-4e4f7570-19e4-4753-86db-62eb0db9f576 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1097 time: 0.1212194 Apr 18 21:44:57.261583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:57.262642 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:57.292441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=f53a2e90-fdc3-4908-9193-1b4e4e40f7c7,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:57.306313 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-db9791ff-2238-42e5-9118-4135d47fdcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:57.306468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:57.403149 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] For port a33d687c-4da0-40e5-87d4-299e541ce841, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a33d687c-4da0-40e5-87d4-299e541ce841,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:57.403957 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:57.479600 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2befe921-e8c0-4ab9-90a5-05b95f9bff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:55Z', 'revision_number': 8, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:57.479925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4115292a-6f3b-4a1b-ba93-342b46c9e320 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting subnet 903bf6dc-9231-4716-93c0-a6f265fc2881 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:44:57.479925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4115292a-6f3b-4a1b-ba93-342b46c9e320 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:57.480153 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2befe921-e8c0-4ab9-90a5-05b95f9bff13 None None] Checking router: f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:44:57.485865 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2befe921-e8c0-4ab9-90a5-05b95f9bff13 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:57.486540 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2befe921-e8c0-4ab9-90a5-05b95f9bff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:57.494613 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d2e4f738-7031-4b44-8862-3a1917828c26 req-b1de0223-ea7b-4a99-9765-8d5c5fbee8de service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458820 Apr 18 21:44:57.539743 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4115292a-6f3b-4a1b-ba93-342b46c9e320 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:57.572844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] Calling delete_port for a33d687c-4da0-40e5-87d4-299e541ce841 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:57.597777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a7f36-8701-4ca9-a669-aac9d4c27f59 req-6a44e033-f4b8-4804-8b22-6c9c64afe3be tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:57.599635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-309a7f36-8701-4ca9-a669-aac9d4c27f59 req-6a44e033-f4b8-4804-8b22-6c9c64afe3be tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 946 time: 0.2009606 Apr 18 21:44:57.661353 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-2befe921-e8c0-4ab9-90a5-05b95f9bff13 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:57.676588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-309a7f36-8701-4ca9-a669-aac9d4c27f59 req-3b3cacbc-fbbd-4590-8c39-d3c6ec338854 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650220 Apr 18 21:44:57.678976 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4115292a-6f3b-4a1b-ba93-342b46c9e320 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:57.716619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-085882a2-bbf2-49e0-86b8-4604149ce680 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9878268 Apr 18 21:44:57.719314 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48806) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:57.800242 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:57.800501 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba9b37-e37d-4668-86ab-2321c5c78d33 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:57.801182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba9b37-e37d-4668-86ab-2321c5c78d33 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:57.802764 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b6ba9b37-e37d-4668-86ab-2321c5c78d33 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0873895 Apr 18 21:44:57.805388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48810) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:57.835880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:57.840416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:57.846692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:57.850483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:57.856728 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:57.888392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-83f135d9-f46e-4cb2-8e69-a38c813a2f8b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port f53a2e90-fdc3-4908-9193-1b4e4e40f7c7 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:57.888761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83f135d9-f46e-4cb2-8e69-a38c813a2f8b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:57.903175 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4115292a-6f3b-4a1b-ba93-342b46c9e320 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:57.910113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] Pushing event deleted for resources: {'Port': ['ID=a33d687c-4da0-40e5-87d4-299e541ce841,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:57.914025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3cbcfa-5fa6-4f98-84b3-cc23da48b517 None None] No DVR routers for this DVR port a33d687c-4da0-40e5-87d4-299e541ce841 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:44:57.945030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b14b00a-c61d-4ef9-8097-33695c9e32cf None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:57.965363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115292a-6f3b-4a1b-ba93-342b46c9e320 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Subnet': ['ID=903bf6dc-9231-4716-93c0-a6f265fc2881,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:57.981888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4115292a-6f3b-4a1b-ba93-342b46c9e320 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:57.986127 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.004110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4115292a-6f3b-4a1b-ba93-342b46c9e320 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/903bf6dc-9231-4716-93c0-a6f265fc2881 HTTP/1.1" status: 204 len: 168 time: 1.2477551 Apr 18 21:44:58.006546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48822) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:58.032744 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d8f41-11e8-446c-87a8-11e1650043fa None None] Network 612d3fcf-d89c-4b34-9aa3-79b9188399b2 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:44:58.065785 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.095763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.147063 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-2befe921-e8c0-4ab9-90a5-05b95f9bff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:55Z', 'revision_number': 8, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:58.152539 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2befe921-e8c0-4ab9-90a5-05b95f9bff13 None None] The sync data for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 is: [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:44:55Z', 'revision_number': 8, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce872ab-a4d2-46ec-8301-f7acc8163e94', 'name': '', 'network_id': '0c6a6806-cb93-47d9-a091-6d52f6835cdc', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:26Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'd94fb21c-e232-4a90-937f-4883f42435b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:58.277087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c40243-0146-4fe3-8b68-c29489b38e31,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:58.282568 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.294009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:58.294369 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.299783 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83f135d9-f46e-4cb2-8e69-a38c813a2f8b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.375673 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.376419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-458e5e86-733a-48a4-9df0-d286ecb5f657 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3014662 Apr 18 21:44:58.382701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48826) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:58.388547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f527b336-b614-4e00-a7d5-2dca25b826a7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': '77c40243-0146-4fe3-8b68-c29489b38e31', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:58.393273 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-f527b336-b614-4e00-a7d5-2dca25b826a7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:44:58.394260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f527b336-b614-4e00-a7d5-2dca25b826a7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0106626 Apr 18 21:44:58.397030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48830) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:58.429567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-83f135d9-f46e-4cb2-8e69-a38c813a2f8b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for f53a2e90-fdc3-4908-9193-1b4e4e40f7c7 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:58.502138 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '935957a7-c207-47f3-8cd7-317403ad63b0'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:44:58.502968 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.575874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48b814-0b33-4577-8c71-30d80c8296ba None None] DHCP port deletion for 612d3fcf-d89c-4b34-9aa3-79b9188399b2 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:44:58.590459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ce48b814-0b33-4577-8c71-30d80c8296ba None None] Deleting port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:58.590459 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ce48b814-0b33-4577-8c71-30d80c8296ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.598928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] For port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e787f0c3-fdfb-42f0-85a4-4adcc23d49b0,segment=NetworkSegment(cf658646-6841-4509-b8a0-a45715abc807),segment_id=cf658646-6841-4509-b8a0-a45715abc807)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:58.599298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.606788 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7196041c-21c6-43d4-a697-aeaee35c62d8 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.693253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83f135d9-f46e-4cb2-8e69-a38c813a2f8b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.762027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f135d9-f46e-4cb2-8e69-a38c813a2f8b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=f53a2e90-fdc3-4908-9193-1b4e4e40f7c7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:58.764424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:58.790188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.833610 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83f135d9-f46e-4cb2-8e69-a38c813a2f8b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.860938 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-83f135d9-f46e-4cb2-8e69-a38c813a2f8b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/f53a2e90-fdc3-4908-9193-1b4e4e40f7c7 HTTP/1.1" status: 204 len: 168 time: 1.0543394 Apr 18 21:44:58.865434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48838) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:58.933029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ce48b814-0b33-4577-8c71-30d80c8296ba None None] For port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e787f0c3-fdfb-42f0-85a4-4adcc23d49b0,segment=NetworkSegment(cf658646-6841-4509-b8a0-a45715abc807),segment_id=cf658646-6841-4509-b8a0-a45715abc807)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:58.933673 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ce48b814-0b33-4577-8c71-30d80c8296ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:58.935417 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7196041c-21c6-43d4-a697-aeaee35c62d8 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.011319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8aed9d-9648-4289-925d-415c5360e653 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:59.012974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8aed9d-9648-4289-925d-415c5360e653 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:59.018216 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7c8aed9d-9648-4289-925d-415c5360e653 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1528511 Apr 18 21:44:59.021729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48844) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:59.032015 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.065541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ce48b814-0b33-4577-8c71-30d80c8296ba None None] Calling delete_port for e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:44:59.089518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=e787f0c3-fdfb-42f0-85a4-4adcc23d49b0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:59.107728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Allocated IP 2001:db8::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/935957a7-c207-47f3-8cd7-317403ad63b0/74ff723c-3a4e-491c-8bb0-05ec5d15e393) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:59.119121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No DVR routers for this DVR port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:44:59.268731 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7196041c-21c6-43d4-a697-aeaee35c62d8 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.289878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f4338b-d4b9-466c-9359-d7bd8e0e7066 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 935957a7-c207-47f3-8cd7-317403ad63b0 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:44:59.296862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-ce48b814-0b33-4577-8c71-30d80c8296ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:44:59.297411 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-ce48b814-0b33-4577-8c71-30d80c8296ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:44:59.302930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403c02b-08c7-40fc-8062-6c47774ad0f4 req-9170831e-032c-448f-8728-29449e1683f6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:59.309976 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8403c02b-08c7-40fc-8062-6c47774ad0f4 req-9170831e-032c-448f-8728-29449e1683f6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 946 time: 0.3316014 Apr 18 21:44:59.346176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196041c-21c6-43d4-a697-aeaee35c62d8 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c40243-0146-4fe3-8b68-c29489b38e31,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:59.371053 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.408078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612d3fcf-d89c-4b34-9aa3-79b9188399b2']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:59.424485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf658646-6841-4509-b8a0-a45715abc807') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:59.425153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf658646-6841-4509-b8a0-a45715abc807') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:59.425996 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.433943 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8403c02b-08c7-40fc-8062-6c47774ad0f4 req-18fa814e-8f4f-439f-903d-35599b162f1f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229353 Apr 18 21:44:59.438384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Transition to ACTIVE for port object 74ff723c-3a4e-491c-8bb0-05ec5d15e393 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:59.440962 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.460740 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.464378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Transition to ACTIVE for port object 74ff723c-3a4e-491c-8bb0-05ec5d15e393 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:59.469220 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7196041c-21c6-43d4-a697-aeaee35c62d8 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.470247 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7196041c-21c6-43d4-a697-aeaee35c62d8 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "DELETE /v2.0/security-groups/77c40243-0146-4fe3-8b68-c29489b38e31 HTTP/1.1" status: 204 len: 168 time: 1.0721686 Apr 18 21:44:59.471582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:44:59.471978 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.472865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48850) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:44:59.487069 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:44:59.533540 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-251dfef5-d310-4088-9694-2f1710a902c4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0583761 Apr 18 21:44:59.536658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48854) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:59.542546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group': {'name': 'tempest-secgroup--217115065'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:59.544078 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.549411 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82f4338b-d4b9-466c-9359-d7bd8e0e7066 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.585453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:59.599850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:59.604949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:59.615213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:59.626490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:59.629413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:59.630682 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.633767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82f4338b-d4b9-466c-9359-d7bd8e0e7066 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.634034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:59.636356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Pushing event updated for resources: {'Port': ['ID=74ff723c-3a4e-491c-8bb0-05ec5d15e393,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:59.666777 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.683615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/networks/612d3fcf-d89c-4b34-9aa3-79b9188399b2 HTTP/1.1" status: 204 len: 168 time: 1.6758831 Apr 18 21:44:59.687217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f186a3-13f2-4a11-be55-8723ef2be21a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Network': ['ID=612d3fcf-d89c-4b34-9aa3-79b9188399b2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:59.687639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48858) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:59.727836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Attempting to bind port 74ff723c-3a4e-491c-8bb0-05ec5d15e393 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:59.728202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Attempting to bind port 74ff723c-3a4e-491c-8bb0-05ec5d15e393 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:59.728754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Attempting to bind port 74ff723c-3a4e-491c-8bb0-05ec5d15e393 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:44:59.735514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:44:59.735818 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:44:59.736332 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.736728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:44:59.737191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Bound port: 74ff723c-3a4e-491c-8bb0-05ec5d15e393, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:59.737590 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.771111 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.800198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ce48b814-0b33-4577-8c71-30d80c8296ba None None] Deleting port e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:44:59.800570 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ce48b814-0b33-4577-8c71-30d80c8296ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.877257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ce48b814-0b33-4577-8c71-30d80c8296ba None None] The port 'e787f0c3-fdfb-42f0-85a4-4adcc23d49b0' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:44:59.903054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:59.903271 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] For port 74ff723c-3a4e-491c-8bb0-05ec5d15e393, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:44:59.903271 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] For port 74ff723c-3a4e-491c-8bb0-05ec5d15e393, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=74ff723c-3a4e-491c-8bb0-05ec5d15e393,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:44:59.909574 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:59.915028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:59.926725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:59.978149 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.982073 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82f4338b-d4b9-466c-9359-d7bd8e0e7066 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:00.068137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e5043-5d31-43df-9ad0-38a9e355c501 None None] Pushing event updated for resources: {'Port': ['ID=74ff723c-3a4e-491c-8bb0-05ec5d15e393,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:00.248899 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:00.308080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:00.350859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:00.352052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:00.352568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e787f0c3-fdfb-42f0-85a4-4adcc23d49b0 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:00.353135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 88bf2904-a411-40ba-9042-ed70f738607d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:00.388388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 88bf2904-a411-40ba-9042-ed70f738607d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:00.388974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 88bf2904-a411-40ba-9042-ed70f738607d not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:00.430776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ae6808-2fe8-4f3a-b5c2-5fe7d115b2bb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:00.475465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53a99edd-75cf-40d4-971c-df58aa6cd779 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:00.538445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82f4338b-d4b9-466c-9359-d7bd8e0e7066 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:00.542491 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:00.546774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48866) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:00.552476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3a012ad6-451c-454c-ade3-c690ebdeebcc tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': '97ae6808-2fe8-4f3a-b5c2-5fe7d115b2bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:00.554163 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-3a012ad6-451c-454c-ade3-c690ebdeebcc tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:00.554324 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8ce1e86d-b062-437d-b20f-e6d803294acf tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0161738 Apr 18 21:45:00.557082 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3a012ad6-451c-454c-ade3-c690ebdeebcc tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092592 Apr 18 21:45:00.557664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48870) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:00.565456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-060b737e-718f-43c0-a4f5-7bcba4ea0cea tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': '97ae6808-2fe8-4f3a-b5c2-5fe7d115b2bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:00.566206 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-060b737e-718f-43c0-a4f5-7bcba4ea0cea tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:00.570171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-060b737e-718f-43c0-a4f5-7bcba4ea0cea tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084393 Apr 18 21:45:00.575259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48874) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:00.590196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-bfd189f7-cd4b-4868-8e23-6b205bc60d70 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': '97ae6808-2fe8-4f3a-b5c2-5fe7d115b2bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:00.590895 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-bfd189f7-cd4b-4868-8e23-6b205bc60d70 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:00.591842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bfd189f7-cd4b-4868-8e23-6b205bc60d70 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156255 Apr 18 21:45:00.594870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48878) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:00.631879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-dfcb7c9b-1e3b-4d75-8c6b-e6b842a60e47 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': '97ae6808-2fe8-4f3a-b5c2-5fe7d115b2bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:00.633017 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-dfcb7c9b-1e3b-4d75-8c6b-e6b842a60e47 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:00.634177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dfcb7c9b-1e3b-4d75-8c6b-e6b842a60e47 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0382247 Apr 18 21:45:00.639813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48882) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:00.674271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4338b-d4b9-466c-9359-d7bd8e0e7066 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=935957a7-c207-47f3-8cd7-317403ad63b0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:00.678475 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82f4338b-d4b9-466c-9359-d7bd8e0e7066 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:00.680346 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-82f4338b-d4b9-466c-9359-d7bd8e0e7066 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/935957a7-c207-47f3-8cd7-317403ad63b0 HTTP/1.1" status: 204 len: 168 time: 1.6603892 Apr 18 21:45:00.682784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48886) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:00.748089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a6f90-d94c-40e8-aebf-a4f8fa17a3e6 req-23403352-2681-421a-80f6-3541f568f0ac tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:00.755248 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-176a6f90-d94c-40e8-aebf-a4f8fa17a3e6 req-23403352-2681-421a-80f6-3541f568f0ac tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 946 time: 0.1615338 Apr 18 21:45:00.761805 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f51c0f19-3f0e-49b8-95ee-20f8c78c9dd7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778868 Apr 18 21:45:00.765065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48890) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:00.774951 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-447541d1-7e84-4674-82ba-8e5a6d223527 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:00.831930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-176a6f90-d94c-40e8-aebf-a4f8fa17a3e6 req-a226f159-1f34-4000-9572-d85ab0afb319 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727122 Apr 18 21:45:00.833125 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-447541d1-7e84-4674-82ba-8e5a6d223527 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:00.906270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c13c447-e92f-4a3e-924c-7cc79b682e9e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:00.907540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3c13c447-e92f-4a3e-924c-7cc79b682e9e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:00.991867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-447541d1-7e84-4674-82ba-8e5a6d223527 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:01.045695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3c13c447-e92f-4a3e-924c-7cc79b682e9e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:01.049828 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3c13c447-e92f-4a3e-924c-7cc79b682e9e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2814527 Apr 18 21:45:01.052704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48896) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:01.059791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447541d1-7e84-4674-82ba-8e5a6d223527 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ae6808-2fe8-4f3a-b5c2-5fe7d115b2bb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:01.078875 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-447541d1-7e84-4674-82ba-8e5a6d223527 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:01.084146 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-447541d1-7e84-4674-82ba-8e5a6d223527 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "DELETE /v2.0/security-groups/97ae6808-2fe8-4f3a-b5c2-5fe7d115b2bb HTTP/1.1" status: 204 len: 168 time: 0.4424412 Apr 18 21:45:01.084883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48900) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:01.115970 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:01.154859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59e668d-5f6a-497e-ab8b-88a19e286958 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:01.156438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f59e668d-5f6a-497e-ab8b-88a19e286958 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:01.166732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-17724381-1a79-4b4b-9027-639cb191ebf6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Synchronizing usage tracker for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:01.191861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e542c23-6d24-4ffc-b629-a37cdf937bce req-17817562-8373-465d-b5c3-a9d68f0fcfeb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:01.193497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e542c23-6d24-4ffc-b629-a37cdf937bce req-17817562-8373-465d-b5c3-a9d68f0fcfeb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 946 time: 0.1745281 Apr 18 21:45:01.260620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-17724381-1a79-4b4b-9027-639cb191ebf6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Unset dirty status for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:01.265652 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-17724381-1a79-4b4b-9027-639cb191ebf6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1759861 Apr 18 21:45:01.267227 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48904) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:01.276036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group': {'name': 'tempest-secgroup--563820317'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:01.293027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e542c23-6d24-4ffc-b629-a37cdf937bce req-7eb50a58-6eec-4ede-83ee-0f9685874806 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877995 Apr 18 21:45:01.293027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:01.304167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:01.333144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f59e668d-5f6a-497e-ab8b-88a19e286958 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:01.333873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48908) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:01.333966 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f59e668d-5f6a-497e-ab8b-88a19e286958 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2747569 Apr 18 21:45:01.338282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48912) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:01.375403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd11c9d-fdd6-4bef-9d30-6dab84fc12aa None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:01.391603 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:01.433430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48916) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:01.433637 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dd6a60df-dddc-4f7c-8c53-0637731cf71e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935531 Apr 18 21:45:01.441562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7652d5b4-0c46-4f80-815c-4b0b7c813d7e tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1092 time: 0.1122875 Apr 18 21:45:01.442505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:01.445084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48920) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:01.447902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f46704d1-46f7-4a32-a7dd-65c24fd710f5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:01.451952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:01.461118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:01.465241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:floatingip and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:01.468387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:01.470111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:01.503459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:01.519999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:01.594357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6716c9c3-b8c0-49b6-8ae2-191dffd235e3 None None] Could not find standard attr ID for object f53a2e90-fdc3-4908-9193-1b4e4e40f7c7. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:45:01.614031 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:01.644090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-53a99edd-75cf-40d4-971c-df58aa6cd779 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port bce872ab-a4d2-46ec-8301-f7acc8163e94 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:01.644364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53a99edd-75cf-40d4-971c-df58aa6cd779 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:01.657205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:01.696191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6716c9c3-b8c0-49b6-8ae2-191dffd235e3 None None] Provisioning for port 74ff723c-3a4e-491c-8bb0-05ec5d15e393 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:01.706731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f46704d1-46f7-4a32-a7dd-65c24fd710f5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:01.727606 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f46704d1-46f7-4a32-a7dd-65c24fd710f5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:01.752519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbdbf53-f935-4455-a123-384cef488ac4 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:45:01.757103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8fbdbf53-f935-4455-a123-384cef488ac4 None None] Deleting port 74ff723c-3a4e-491c-8bb0-05ec5d15e393 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:01.757625 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8fbdbf53-f935-4455-a123-384cef488ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:01.764444 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:01.829871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46704d1-46f7-4a32-a7dd-65c24fd710f5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:01.861237 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:01.924037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-53a99edd-75cf-40d4-971c-df58aa6cd779 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] For port bce872ab-a4d2-46ec-8301-f7acc8163e94, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bce872ab-a4d2-46ec-8301-f7acc8163e94,segment=NetworkSegment(fe8b69c5-0c92-48a2-a68e-1b0df1b75118),segment_id=fe8b69c5-0c92-48a2-a68e-1b0df1b75118)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:01.924592 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53a99edd-75cf-40d4-971c-df58aa6cd779 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:01.994810 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8fbdbf53-f935-4455-a123-384cef488ac4 None None] For port 74ff723c-3a4e-491c-8bb0-05ec5d15e393, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=74ff723c-3a4e-491c-8bb0-05ec5d15e393,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:01.995592 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8fbdbf53-f935-4455-a123-384cef488ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:02.059897 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e037e791-cc4f-4027-8801-5d934dd4ee12,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:02.088192 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f46704d1-46f7-4a32-a7dd-65c24fd710f5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:02.128554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8fbdbf53-f935-4455-a123-384cef488ac4 None None] Calling delete_port for 74ff723c-3a4e-491c-8bb0-05ec5d15e393 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:02.193271 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:02.199944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fa2fb857-42e2-4595-a543-cde7d5c31083 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9301651 Apr 18 21:45:02.215574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48930) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:02.222043 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c333187f-d888-4edd-982d-e7b3f94e7328 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': 'e037e791-cc4f-4027-8801-5d934dd4ee12', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:02.222892 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-c333187f-d888-4edd-982d-e7b3f94e7328 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:02.228189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c333187f-d888-4edd-982d-e7b3f94e7328 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118313 Apr 18 21:45:02.232583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48934) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:02.241756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1e652585-c8e3-4844-8931-dbbc5c95e5c2 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': 'e037e791-cc4f-4027-8801-5d934dd4ee12', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:02.258220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1e652585-c8e3-4844-8931-dbbc5c95e5c2 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:02.263448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-53a99edd-75cf-40d4-971c-df58aa6cd779 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for bce872ab-a4d2-46ec-8301-f7acc8163e94 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:02.266289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1e652585-c8e3-4844-8931-dbbc5c95e5c2 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:02.274242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1e652585-c8e3-4844-8931-dbbc5c95e5c2 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:02.285915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1e652585-c8e3-4844-8931-dbbc5c95e5c2 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:02.295004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8fbdbf53-f935-4455-a123-384cef488ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:02.326660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:02.355990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdbf53-f935-4455-a123-384cef488ac4 None None] Pushing event deleted for resources: {'Port': ['ID=74ff723c-3a4e-491c-8bb0-05ec5d15e393,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:02.368543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbdbf53-f935-4455-a123-384cef488ac4 None None] No DVR routers for this DVR port 74ff723c-3a4e-491c-8bb0-05ec5d15e393 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:02.470052 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-1e652585-c8e3-4844-8931-dbbc5c95e5c2 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:02.474115 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1e652585-c8e3-4844-8931-dbbc5c95e5c2 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2408550 Apr 18 21:45:02.474703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48938) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:02.480512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-28654edd-08ce-4e03-b2a3-742dd9ebe47a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': 'e037e791-cc4f-4027-8801-5d934dd4ee12', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:02.481687 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-28654edd-08ce-4e03-b2a3-742dd9ebe47a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:02.485194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-28654edd-08ce-4e03-b2a3-742dd9ebe47a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095193 Apr 18 21:45:02.485960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48942) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:02.491011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a1fb5dee-4cbb-4157-8937-1e7e1d6d2456 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': 'e037e791-cc4f-4027-8801-5d934dd4ee12', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:02.503300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f46704d1-46f7-4a32-a7dd-65c24fd710f5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:02.514283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a1fb5dee-4cbb-4157-8937-1e7e1d6d2456 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:02.567891 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46704d1-46f7-4a32-a7dd-65c24fd710f5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=acb2ed20-1116-4bd8-acb7-006a7bd372da,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:02.572422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a1fb5dee-4cbb-4157-8937-1e7e1d6d2456 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:02.577859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a1fb5dee-4cbb-4157-8937-1e7e1d6d2456 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:02.591354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46704d1-46f7-4a32-a7dd-65c24fd710f5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:02.592560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a1fb5dee-4cbb-4157-8937-1e7e1d6d2456 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:02.595391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f46704d1-46f7-4a32-a7dd-65c24fd710f5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:02.598647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46704d1-46f7-4a32-a7dd-65c24fd710f5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:02.599231 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f46704d1-46f7-4a32-a7dd-65c24fd710f5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:02.611822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e37bf1-fbe8-4de0-87df-b61278072676 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:02.657181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.25.3.195 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/2a9bb5ad-56e7-4590-a9ff-b2b6cc49e2ea) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:02.739028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f46704d1-46f7-4a32-a7dd-65c24fd710f5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3048508 Apr 18 21:45:02.741202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48946) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:02.747078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'fixed_ips': [{'subnet_id': 'acb2ed20-1116-4bd8-acb7-006a7bd372da', 'ip_address': '2001:db8::b636:3250:b4e4:60ee'}], 'name': 'tempest-NetworksTestDHCPv6-898177233'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:02.828552 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-a1fb5dee-4cbb-4157-8937-1e7e1d6d2456 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:02.833820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a1fb5dee-4cbb-4157-8937-1e7e1d6d2456 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3468349 Apr 18 21:45:02.840141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48950) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:02.874541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6b27f74b-2938-4569-8085-38c5c81be79c tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': 'e037e791-cc4f-4027-8801-5d934dd4ee12', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:02.875129 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-6b27f74b-2938-4569-8085-38c5c81be79c tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:02.876090 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6b27f74b-2938-4569-8085-38c5c81be79c tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0349772 Apr 18 21:45:02.880413 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53a99edd-75cf-40d4-971c-df58aa6cd779 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:02.883230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48954) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:02.892325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0bd537a5-1cb2-4202-8572-091e281fa303 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': 'e037e791-cc4f-4027-8801-5d934dd4ee12', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:02.904705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0bd537a5-1cb2-4202-8572-091e281fa303 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:02.926889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0bd537a5-1cb2-4202-8572-091e281fa303 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:02.927244 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': 'acb2ed20-1116-4bd8-acb7-006a7bd372da'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:45:02.928227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:02.932518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0bd537a5-1cb2-4202-8572-091e281fa303 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:02.941437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0bd537a5-1cb2-4202-8572-091e281fa303 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:02.951671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:02.964157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:02.978374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:03.018916 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-0bd537a5-1cb2-4202-8572-091e281fa303 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Project dc7983e19912421b875c65ef0987ded1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:45:03.039657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a99edd-75cf-40d4-971c-df58aa6cd779 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=bce872ab-a4d2-46ec-8301-f7acc8163e94,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:03.075409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:03.084888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:03.128135 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-0bd537a5-1cb2-4202-8572-091e281fa303 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:03.131412 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0bd537a5-1cb2-4202-8572-091e281fa303 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2450140 Apr 18 21:45:03.137642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48960) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:03.168830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e4efed8f-230c-44fb-b3f4-1933d96458a2 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': 'e037e791-cc4f-4027-8801-5d934dd4ee12', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:03.169591 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-e4efed8f-230c-44fb-b3f4-1933d96458a2 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:03.171124 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e4efed8f-230c-44fb-b3f4-1933d96458a2 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0321617 Apr 18 21:45:03.182109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 56090d5d-72d6-4617-8f1f-887670c19917 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:45:03.232115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Allocated IP 2001:db8::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/acb2ed20-1116-4bd8-acb7-006a7bd372da/08419d5b-1710-42db-b93f-186b684ab1a6) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:03.251125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48964) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:03.260936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9148be3a-6f63-4971-9902-ed1213bb4ee4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': 'e037e791-cc4f-4027-8801-5d934dd4ee12', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:03.283877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9148be3a-6f63-4971-9902-ed1213bb4ee4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:03.302767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9148be3a-6f63-4971-9902-ed1213bb4ee4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:03.313513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9148be3a-6f63-4971-9902-ed1213bb4ee4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:03.316610 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:03.334435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9148be3a-6f63-4971-9902-ed1213bb4ee4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:03.409594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=2a9bb5ad-56e7-4590-a9ff-b2b6cc49e2ea,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:03.414009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:03.415557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:03.418298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:03.457099 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-9148be3a-6f63-4971-9902-ed1213bb4ee4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Project dc7983e19912421b875c65ef0987ded1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:45:03.546536 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:03.550943 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-9148be3a-6f63-4971-9902-ed1213bb4ee4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:03.553987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9148be3a-6f63-4971-9902-ed1213bb4ee4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3015308 Apr 18 21:45:03.559257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48968) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:03.566356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Transition to ACTIVE for port object 08419d5b-1710-42db-b93f-186b684ab1a6 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:03.568803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-bd5e4f20-481f-4002-946a-f27e8fa2107f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': 'e037e791-cc4f-4027-8801-5d934dd4ee12', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:03.580663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bd5e4f20-481f-4002-946a-f27e8fa2107f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:03.587079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-53a99edd-75cf-40d4-971c-df58aa6cd779 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:03.588933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Transition to ACTIVE for port object 08419d5b-1710-42db-b93f-186b684ab1a6 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:03.591306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bd5e4f20-481f-4002-946a-f27e8fa2107f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:03.595049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bd5e4f20-481f-4002-946a-f27e8fa2107f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:03.601178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bd5e4f20-481f-4002-946a-f27e8fa2107f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:03.675776 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:03.742070 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-bd5e4f20-481f-4002-946a-f27e8fa2107f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Project dc7983e19912421b875c65ef0987ded1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:45:03.745298 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:03.759607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Pushing event updated for resources: {'Port': ['ID=08419d5b-1710-42db-b93f-186b684ab1a6,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:03.767033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:03.770310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:03.777857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:03.791104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::b636:3250:b4e4:60ee (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/acb2ed20-1116-4bd8-acb7-006a7bd372da/56090d5d-72d6-4617-8f1f-887670c19917) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:03.852129 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-bd5e4f20-481f-4002-946a-f27e8fa2107f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:03.853626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bd5e4f20-481f-4002-946a-f27e8fa2107f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2930686 Apr 18 21:45:03.864150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48972) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:03.884184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Attempting to bind port 08419d5b-1710-42db-b93f-186b684ab1a6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:03.884549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Attempting to bind port 08419d5b-1710-42db-b93f-186b684ab1a6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:03.884941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Attempting to bind port 08419d5b-1710-42db-b93f-186b684ab1a6 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:03.892563 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:03.892939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:03.893350 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:03.893762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:03.894230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Bound port: 08419d5b-1710-42db-b93f-186b684ab1a6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:03.894613 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:03.991427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] For port 08419d5b-1710-42db-b93f-186b684ab1a6, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:03.994620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] For port 08419d5b-1710-42db-b93f-186b684ab1a6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=08419d5b-1710-42db-b93f-186b684ab1a6,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:04.068891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.070909 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-96c7ca1d-1017-4b2d-a568-60b545e7119d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.127270 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-96c7ca1d-1017-4b2d-a568-60b545e7119d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.137649 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.183987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 56090d5d-72d6-4617-8f1f-887670c19917 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:04.245709 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5e8a2-4abc-4374-bdb2-67808b52b293 None None] Pushing event updated for resources: {'Port': ['ID=08419d5b-1710-42db-b93f-186b684ab1a6,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:04.280000 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-96c7ca1d-1017-4b2d-a568-60b545e7119d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.318254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7ca1d-1017-4b2d-a568-60b545e7119d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e037e791-cc4f-4027-8801-5d934dd4ee12,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:04.338052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.401101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-96c7ca1d-1017-4b2d-a568-60b545e7119d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.404465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-96c7ca1d-1017-4b2d-a568-60b545e7119d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "DELETE /v2.0/security-groups/e037e791-cc4f-4027-8801-5d934dd4ee12 HTTP/1.1" status: 204 len: 168 time: 0.5365045 Apr 18 21:45:04.411700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48978) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:04.441763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:04.448580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:04.456792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:04.460727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:04.461345 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.465085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=56090d5d-72d6-4617-8f1f-887670c19917,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:04.515423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-60b32d32-c640-4d8a-8f3c-22a88d0a417d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Synchronizing usage tracker for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:04.569695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-faec962e-87cb-477f-9ed2-cec9f154b1fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8272877 Apr 18 21:45:04.572354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48984) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:04.580672 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.625702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-60b32d32-c640-4d8a-8f3c-22a88d0a417d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Unset dirty status for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:04.627951 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-60b32d32-c640-4d8a-8f3c-22a88d0a417d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2120452 Apr 18 21:45:04.633220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48988) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:04.635367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a99edd-75cf-40d4-971c-df58aa6cd779 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:04.644760 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727947863'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:04.660393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:04.674231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec26c23-5e2b-4acd-841e-a73af1c28a07 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:04.678492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec26c23-5e2b-4acd-841e-a73af1c28a07 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:04.679844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cec26c23-5e2b-4acd-841e-a73af1c28a07 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:04.713744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:04.760750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-cec26c23-5e2b-4acd-841e-a73af1c28a07 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:04.762534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cec26c23-5e2b-4acd-841e-a73af1c28a07 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1886911 Apr 18 21:45:04.765246 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 48992) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:04.792968 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.837398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e5a11347-e59c-46a5-9331-8074fc462037 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 56090d5d-72d6-4617-8f1f-887670c19917 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:04.837880 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e5a11347-e59c-46a5-9331-8074fc462037 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.880385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.966847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:04.985329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:04.993373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:05.046605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:05.159347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a99edd-75cf-40d4-971c-df58aa6cd779 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:05.174482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db6e62-9285-48eb-aef3-18955b6c9e5d None None] Sync routers for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:05.199442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:05.216333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db6e62-9285-48eb-aef3-18955b6c9e5d None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:05.217238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-74db6e62-9285-48eb-aef3-18955b6c9e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:05.229920 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:05.245283 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-53a99edd-75cf-40d4-971c-df58aa6cd779 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5554175 Apr 18 21:45:05.247816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 48996) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:05.269664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e5a11347-e59c-46a5-9331-8074fc462037 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:05.291735 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:05.339146 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:05.493430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-e5a11347-e59c-46a5-9331-8074fc462037 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 56090d5d-72d6-4617-8f1f-887670c19917 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:05.544050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b71a9a-a74c-4b53-b593-5a713b71f8fc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:05.548003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:05.549230 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3d083b80-0e38-438c-8dcf-08090d1a8d4b tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9125981 Apr 18 21:45:05.558083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49004) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:05.576158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-74db6e62-9285-48eb-aef3-18955b6c9e5d None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:05.625816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a3053ebb-bcb4-4651-82ac-25116dfc23f7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': '82b71a9a-a74c-4b53-b593-5a713b71f8fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:05.626541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a3053ebb-bcb4-4651-82ac-25116dfc23f7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:05.707882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=2a9bb5ad-56e7-4590-a9ff-b2b6cc49e2ea,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:05.727824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a3053ebb-bcb4-4651-82ac-25116dfc23f7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:05.735660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a3053ebb-bcb4-4651-82ac-25116dfc23f7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:05.760851 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:05.839548 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e5a11347-e59c-46a5-9331-8074fc462037 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:05.908742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a11347-e59c-46a5-9331-8074fc462037 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=56090d5d-72d6-4617-8f1f-887670c19917,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:05.972467 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-253420b9-7fcf-4347-9bbc-2ee7df7b8a05 None None] Provisioning for port 08419d5b-1710-42db-b93f-186b684ab1a6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:05.973462 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e5a11347-e59c-46a5-9331-8074fc462037 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.003961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a3053ebb-bcb4-4651-82ac-25116dfc23f7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:06.055500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-74db6e62-9285-48eb-aef3-18955b6c9e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:45:02Z', 'revision_number': 9, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:06.056190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db6e62-9285-48eb-aef3-18955b6c9e5d None None] Checking router: f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:06.067996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db6e62-9285-48eb-aef3-18955b6c9e5d None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:06.068615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-74db6e62-9285-48eb-aef3-18955b6c9e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:06.081397 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e5a11347-e59c-46a5-9331-8074fc462037 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/56090d5d-72d6-4617-8f1f-887670c19917 HTTP/1.1" status: 204 len: 168 time: 1.3145487 Apr 18 21:45:06.083652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49008) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:06.177733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed9f9ae-aa6b-482f-8f49-1f7bb91ff78d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:06.179741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed9f9ae-aa6b-482f-8f49-1f7bb91ff78d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:06.180565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0ed9f9ae-aa6b-482f-8f49-1f7bb91ff78d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:06.198527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-00734cc3-dfa0-40cf-8aa6-24221aed424b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting subnet d94fb21c-e232-4a90-937f-4883f42435b4 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:45:06.207517 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-00734cc3-dfa0-40cf-8aa6-24221aed424b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.207734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d9c1f2d8-51f3-468c-bed0-3a30cd4ba4c9 None None] Could not find standard attr ID for object 56090d5d-72d6-4617-8f1f-887670c19917. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:45:06.256863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0ed9f9ae-aa6b-482f-8f49-1f7bb91ff78d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:06.258348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0ed9f9ae-aa6b-482f-8f49-1f7bb91ff78d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1737814 Apr 18 21:45:06.260927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49014) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:06.294039 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-74db6e62-9285-48eb-aef3-18955b6c9e5d None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:06.364789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8be4f42-3c2a-4584-8634-6c89d48ec519 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet acb2ed20-1116-4bd8-acb7-006a7bd372da {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:45:06.370821 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8be4f42-3c2a-4584-8634-6c89d48ec519 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.407715 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-00734cc3-dfa0-40cf-8aa6-24221aed424b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.408341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 08419d5b-1710-42db-b93f-186b684ab1a6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:06.441843 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8be4f42-3c2a-4584-8634-6c89d48ec519 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.492267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49018) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:06.516499 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-00734cc3-dfa0-40cf-8aa6-24221aed424b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.540623 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8be4f42-3c2a-4584-8634-6c89d48ec519 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.591592 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-a3053ebb-bcb4-4651-82ac-25116dfc23f7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The resource could not be found. Apr 18 21:45:06.592869 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a3053ebb-bcb4-4651-82ac-25116dfc23f7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9999082 Apr 18 21:45:06.596910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49024) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:06.609615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ed2f2b91-df35-46bf-85b6-a1e88156f7ac tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': '82b71a9a-a74c-4b53-b593-5a713b71f8fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b64d77b3-56a0-4e8d-9739-038e21736d4a'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:06.621388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ed2f2b91-df35-46bf-85b6-a1e88156f7ac tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:06.628388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ed2f2b91-df35-46bf-85b6-a1e88156f7ac tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:06.632062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ed2f2b91-df35-46bf-85b6-a1e88156f7ac tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:06.639853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ed2f2b91-df35-46bf-85b6-a1e88156f7ac tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:06.651454 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Floating IP c889d730-fd19-4610-aefb-afe7fd4553cb associated. External IP: 172.25.3.195, port: a1c57f67-0d02-44ca-9e65-570260e7df3f. Apr 18 21:45:06.687359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 08419d5b-1710-42db-b93f-186b684ab1a6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:06.706270 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 08419d5b-1710-42db-b93f-186b684ab1a6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:06.706270 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.721431 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8be4f42-3c2a-4584-8634-6c89d48ec519 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.761379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be4f42-3c2a-4584-8634-6c89d48ec519 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=acb2ed20-1116-4bd8-acb7-006a7bd372da,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:06.768986 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8be4f42-3c2a-4584-8634-6c89d48ec519 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.777516 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-00734cc3-dfa0-40cf-8aa6-24221aed424b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.786358 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4225b14-4b22-4e73-998c-f74598240118 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:06.826169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04dff1fd-aa9b-4a3e-99eb-74275939e4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.848962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00734cc3-dfa0-40cf-8aa6-24221aed424b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Subnet': ['ID=d94fb21c-e232-4a90-937f-4883f42435b4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:06.872771 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-00734cc3-dfa0-40cf-8aa6-24221aed424b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.876473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c8be4f42-3c2a-4584-8634-6c89d48ec519 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/acb2ed20-1116-4bd8-acb7-006a7bd372da HTTP/1.1" status: 204 len: 168 time: 0.6142015 Apr 18 21:45:06.881918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49028) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:06.889278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0132293-1fd8-41a8-8f33-da1fddb45dab None None] Network 0c6a6806-cb93-47d9-a091-6d52f6835cdc requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:06.911713 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-00734cc3-dfa0-40cf-8aa6-24221aed424b tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/d94fb21c-e232-4a90-937f-4883f42435b4 HTTP/1.1" status: 204 len: 168 time: 1.6601257 Apr 18 21:45:06.911713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-04dff1fd-aa9b-4a3e-99eb-74275939e4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:06.914050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49032) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:06.916814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-04dff1fd-aa9b-4a3e-99eb-74275939e4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a6163002444dd3bc492cab349d75c1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:06.938960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-04dff1fd-aa9b-4a3e-99eb-74275939e4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:06.951321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-04dff1fd-aa9b-4a3e-99eb-74275939e4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:06.956214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4fa888e3-fde5-45f1-a394-3d759922fc97 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731187 Apr 18 21:45:06.956807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49036) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:06.962157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:07.010635 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-ed2f2b91-df35-46bf-85b6-a1e88156f7ac tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The resource could not be found. Apr 18 21:45:07.011734 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ed2f2b91-df35-46bf-85b6-a1e88156f7ac tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4121842 Apr 18 21:45:07.031358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49040) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:07.071188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.084138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:07.088790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:07.091894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:07.098732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:07.104311 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.162621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port 09cbb20f-97da-4b0e-b932-a74709f56c9f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:07.162990 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.184238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:07.225710 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ba68037-8e8b-44c3-8020-30c538bdd5dd tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.260216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 08419d5b-1710-42db-b93f-186b684ab1a6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=08419d5b-1710-42db-b93f-186b684ab1a6,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:07.263195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04dff1fd-aa9b-4a3e-99eb-74275939e4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.287735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-74db6e62-9285-48eb-aef3-18955b6c9e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:45:02Z', 'revision_number': 9, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:07.289774 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ba68037-8e8b-44c3-8020-30c538bdd5dd tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.294479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db6e62-9285-48eb-aef3-18955b6c9e5d None None] The sync data for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 is: [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:45:02Z', 'revision_number': 9, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '19c0d540-93ac-4d3b-9807-93a3573d0679', 'name': '', 'network_id': '7c48fa54-c4d4-4f9c-bc3b-f3abf878f825', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:58:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:16Z', 'updated_at': '2022-04-18T21:44:28Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': 'f176dece-9e22-4273-8053-13a2a6791ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:07.313615 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.345027 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.357356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-04dff1fd-aa9b-4a3e-99eb-74275939e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.428940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=08419d5b-1710-42db-b93f-186b684ab1a6,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:07.505019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dff1fd-aa9b-4a3e-99eb-74275939e4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5788627c-441d-466c-b5ef-d3c56a4450ab,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:07.585699 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-04dff1fd-aa9b-4a3e-99eb-74275939e4e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4a6163002444dd3bc492cab349d75c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0921445 Apr 18 21:45:07.586302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ba68037-8e8b-44c3-8020-30c538bdd5dd tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.588224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49044) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:07.603295 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.675434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba68037-8e8b-44c3-8020-30c538bdd5dd tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b71a9a-a74c-4b53-b593-5a713b71f8fc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:07.687959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] For port 09cbb20f-97da-4b0e-b932-a74709f56c9f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=09cbb20f-97da-4b0e-b932-a74709f56c9f,segment=NetworkSegment(fe8b69c5-0c92-48a2-a68e-1b0df1b75118),segment_id=fe8b69c5-0c92-48a2-a68e-1b0df1b75118)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:07.688936 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.698837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:07.705914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:07.707657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d56460-a514-4cf6-ad20-5e14899b0c89 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:45:07.708934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:07.709502 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.725284 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-46d56460-a514-4cf6-ad20-5e14899b0c89 None None] Deleting port 08419d5b-1710-42db-b93f-186b684ab1a6 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:07.726402 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46d56460-a514-4cf6-ad20-5e14899b0c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.745131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=c346120d-cf91-4eac-9769-d13321e0293b,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:07.775132 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-23b9828e-23e6-4aed-b896-b120f291c732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.785701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ee2089-f4ef-4a8c-816c-8b376f486e0e None None] DHCP port deletion for 0c6a6806-cb93-47d9-a091-6d52f6835cdc request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:45:07.813490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-91ee2089-f4ef-4a8c-816c-8b376f486e0e None None] Deleting port 09cbb20f-97da-4b0e-b932-a74709f56c9f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:07.814359 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-23b9828e-23e6-4aed-b896-b120f291c732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.814833 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91ee2089-f4ef-4a8c-816c-8b376f486e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.862072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-aab33bfd-169c-4d92-9ffa-4dc5613db83c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9016461 Apr 18 21:45:07.864788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49048) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:07.872174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'fixed_ips': [{'subnet_id': 'c346120d-cf91-4eac-9769-d13321e0293b', 'ip_address': '2001:db8::d3de:177d:b88d:516a'}], 'name': 'tempest-NetworksTestDHCPv6-22213196'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:07.968457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for 09cbb20f-97da-4b0e-b932-a74709f56c9f owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:08.022446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2ba68037-8e8b-44c3-8020-30c538bdd5dd tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.026407 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2ba68037-8e8b-44c3-8020-30c538bdd5dd tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "DELETE /v2.0/security-groups/82b71a9a-a74c-4b53-b593-5a713b71f8fc HTTP/1.1" status: 204 len: 168 time: 0.9915593 Apr 18 21:45:08.027239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49052) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:08.116369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c9f5c1e8-ea08-4478-bf2f-a62360952d07 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Synchronizing usage tracker for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:08.119139 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-23b9828e-23e6-4aed-b896-b120f291c732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.141169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9828e-23e6-4aed-b896-b120f291c732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5788627c-441d-466c-b5ef-d3c56a4450ab,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:08.150813 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:08.157899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:08.160817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-23b9828e-23e6-4aed-b896-b120f291c732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.162023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-23b9828e-23e6-4aed-b896-b120f291c732 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5788627c-441d-466c-b5ef-d3c56a4450ab HTTP/1.1" status: 204 len: 168 time: 0.5727966 Apr 18 21:45:08.163508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:08.172864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:08.175897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.244989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c9f5c1e8-ea08-4478-bf2f-a62360952d07 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Unset dirty status for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:08.252296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49060) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:08.258177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-91ee2089-f4ef-4a8c-816c-8b376f486e0e None None] For port 09cbb20f-97da-4b0e-b932-a74709f56c9f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=09cbb20f-97da-4b0e-b932-a74709f56c9f,segment=NetworkSegment(fe8b69c5-0c92-48a2-a68e-1b0df1b75118),segment_id=fe8b69c5-0c92-48a2-a68e-1b0df1b75118)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:08.258480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c2f95b72-52f6-46e8-b93f-c29b4ae02e6a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': '649761ef-b32e-4dd4-b76c-d4ebc863dd3c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:08.258592 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91ee2089-f4ef-4a8c-816c-8b376f486e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.263248 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c9f5c1e8-ea08-4478-bf2f-a62360952d07 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2345407 Apr 18 21:45:08.268775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c2f95b72-52f6-46e8-b93f-c29b4ae02e6a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:08.271973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=09cbb20f-97da-4b0e-b932-a74709f56c9f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:08.274665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c2f95b72-52f6-46e8-b93f-c29b4ae02e6a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:08.277775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No DVR routers for this DVR port 09cbb20f-97da-4b0e-b932-a74709f56c9f on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:08.278114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c2f95b72-52f6-46e8-b93f-c29b4ae02e6a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:08.286774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c2f95b72-52f6-46e8-b93f-c29b4ae02e6a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:08.288926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:08.295491 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.333300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 155a8e3c-5a9f-49e8-b465-13f7c8ea9f85 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:45:08.345855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:08.386899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 08419d5b-1710-42db-b93f-186b684ab1a6 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:08.479926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-91ee2089-f4ef-4a8c-816c-8b376f486e0e None None] Calling delete_port for 09cbb20f-97da-4b0e-b932-a74709f56c9f owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:08.490995 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.515496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-46d56460-a514-4cf6-ad20-5e14899b0c89 None None] For port 08419d5b-1710-42db-b93f-186b684ab1a6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=08419d5b-1710-42db-b93f-186b684ab1a6,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:08.515888 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46d56460-a514-4cf6-ad20-5e14899b0c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.568672 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-c2f95b72-52f6-46e8-b93f-c29b4ae02e6a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The resource could not be found. Apr 18 21:45:08.574939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49066) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:08.575132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c2f95b72-52f6-46e8-b93f-c29b4ae02e6a tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3207200 Apr 18 21:45:08.587417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844440647'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:08.591940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::d3de:177d:b88d:516a (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/c346120d-cf91-4eac-9769-d13321e0293b/155a8e3c-5a9f-49e8-b465-13f7c8ea9f85) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:08.598665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6a6806-cb93-47d9-a091-6d52f6835cdc']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:08.606565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:08.620376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8b69c5-0c92-48a2-a68e-1b0df1b75118') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:08.620683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8b69c5-0c92-48a2-a68e-1b0df1b75118') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:08.633723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:08.650673 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.673667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-46d56460-a514-4cf6-ad20-5e14899b0c89 None None] Calling delete_port for 08419d5b-1710-42db-b93f-186b684ab1a6 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:08.678922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.692586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:45:08.693139 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:45:08.711587 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:45:08.792166 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.794865 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-91ee2089-f4ef-4a8c-816c-8b376f486e0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:45:08.795377 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-91ee2089-f4ef-4a8c-816c-8b376f486e0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:45:08.810978 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.846140 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.876569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:08.883276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:08.886474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:08.894699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:08.910433 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46d56460-a514-4cf6-ad20-5e14899b0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.913258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:08.923877 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26511a55-4005-49cc-8c60-328aa285097f None None] Sync routers for ids ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:08.932994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 155a8e3c-5a9f-49e8-b465-13f7c8ea9f85 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:08.940081 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26511a55-4005-49cc-8c60-328aa285097f None None] Routers {'c8e35d7f-1467-4e48-b6a0-e4a156c785d0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:08.941155 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-26511a55-4005-49cc-8c60-328aa285097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:08.943776 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.982085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 09cbb20f-97da-4b0e-b932-a74709f56c9f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:08.988324 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.000926 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Network': ['ID=0c6a6806-cb93-47d9-a091-6d52f6835cdc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:09.013319 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49072) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:09.013525 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-80a15fb5-2981-4ccd-97cf-773d33938ccf tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/networks/0c6a6806-cb93-47d9-a091-6d52f6835cdc HTTP/1.1" status: 204 len: 168 time: 2.0983937 Apr 18 21:45:09.019641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d56460-a514-4cf6-ad20-5e14899b0c89 None None] Pushing event deleted for resources: {'Port': ['ID=08419d5b-1710-42db-b93f-186b684ab1a6,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:09.026926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 09cbb20f-97da-4b0e-b932-a74709f56c9f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:09.027281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 09cbb20f-97da-4b0e-b932-a74709f56c9f not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:09.027667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bce872ab-a4d2-46ec-8301-f7acc8163e94 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:09.042870 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.056491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d56460-a514-4cf6-ad20-5e14899b0c89 None None] No DVR routers for this DVR port 08419d5b-1710-42db-b93f-186b684ab1a6 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:09.065141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: bce872ab-a4d2-46ec-8301-f7acc8163e94 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:09.065496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device bce872ab-a4d2-46ec-8301-f7acc8163e94 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:09.088420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d1ef0-1f87-4cf4-b61e-5ff7cb3344d1 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:09.099770 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.110364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.166723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.227727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49076) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:09.228650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaebe8f-5a43-4fd3-b3a2-30697a861eb4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:09.247302 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-26511a55-4005-49cc-8c60-328aa285097f None None] Set router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:09.262814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=155a8e3c-5a9f-49e8-b465-13f7c8ea9f85,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:09.266270 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e7d346fc-b548-400e-9659-6715a11dc5d1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.8201168 Apr 18 21:45:09.266491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:09.267891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:45:09.272649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98cad66b-eaf9-4593-8c9c-18e307712852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.275503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:09.279250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:09.284991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:09.284991 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.315788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-98cad66b-eaf9-4593-8c9c-18e307712852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:09.316501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-91ee2089-f4ef-4a8c-816c-8b376f486e0e None None] Deleting port 09cbb20f-97da-4b0e-b932-a74709f56c9f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:09.316875 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91ee2089-f4ef-4a8c-816c-8b376f486e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.320514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-98cad66b-eaf9-4593-8c9c-18e307712852 admin admin] Usage tracker for resource:security_group_rule and tenant:75926b41f5094003b441bc2cd140b6aa is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:09.323831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-98cad66b-eaf9-4593-8c9c-18e307712852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:09.338401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-98cad66b-eaf9-4593-8c9c-18e307712852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:09.356923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.366927 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fb08155d-f9b3-406f-bf55-d17cf8814aee tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7920134 Apr 18 21:45:09.367779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49086) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:09.376338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group': {'name': 'tempest-secgroup--810922185'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:09.390328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:09.408978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:09.444214 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2146c951-cbfe-4939-ab52-e294597a5599'] response: {'name': 'network-changed', 'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'status': 'completed', 'code': 200} Apr 18 21:45:09.465172 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-91ee2089-f4ef-4a8c-816c-8b376f486e0e None None] The port '09cbb20f-97da-4b0e-b932-a74709f56c9f' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:45:09.476700 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.545869 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.555284 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ae186bcc-13a8-4e61-a930-ee1deb7c726f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6867683 Apr 18 21:45:09.561832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49092) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:09.572057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': 'c346120d-cf91-4eac-9769-d13321e0293b'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:45:09.573649 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.583931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98cad66b-eaf9-4593-8c9c-18e307712852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.630016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:09.636937 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad557964-1e21-403d-b9be-abd30586a5bc req-d7e60e97-4d30-4fb1-801d-12ff5204fbfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1097 time: 0.1682618 Apr 18 21:45:09.671469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:09.676013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:09.679907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-98cad66b-eaf9-4593-8c9c-18e307712852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.740884 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:09.754871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ec6d-5fd6-44fe-8f34-0a19db828e6c req-270fec71-c6a8-4a09-bc77-72f668a729fe tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:09.756649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1152ec6d-5fd6-44fe-8f34-0a19db828e6c req-270fec71-c6a8-4a09-bc77-72f668a729fe tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 946 time: 0.2649651 Apr 18 21:45:09.764097 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c2ab4e-c831-4c4a-9377-e8a350f50497 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:09.764854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d8c2ab4e-c831-4c4a-9377-e8a350f50497 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:09.807421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cad66b-eaf9-4593-8c9c-18e307712852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d474f1e-3d77-4517-b65e-ec201ba534fd,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:09.808459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Allocated IP 2001:db8::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/c346120d-cf91-4eac-9769-d13321e0293b/06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:09.834881 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1152ec6d-5fd6-44fe-8f34-0a19db828e6c req-7ca99e6f-fa16-4358-a2e7-3f3b414591fc tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665495 Apr 18 21:45:09.848472 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-26511a55-4005-49cc-8c60-328aa285097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'c889d730-fd19-4610-aefb-afe7fd4553cb', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'port_id': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'mac_address': 'fa:16:3e:92:fe:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:45:04Z', 'updated_at': '2022-04-18T21:45:04Z', 'revision_number': 0, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349aeafd-295c-4d8f-84cd-6f324f30c807', 'name': '', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:61:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:18Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:09.853316 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26511a55-4005-49cc-8c60-328aa285097f None None] Checking router: c8e35d7f-1467-4e48-b6a0-e4a156c785d0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:09.860354 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b67e87c6-6b7e-4d79-95fb-3fcff2a70391 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.865832 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26511a55-4005-49cc-8c60-328aa285097f None None] Routers {'c8e35d7f-1467-4e48-b6a0-e4a156c785d0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:09.866564 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-26511a55-4005-49cc-8c60-328aa285097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:09.927899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49096) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:09.953387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d8c2ab4e-c831-4c4a-9377-e8a350f50497 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:09.957297 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d8c2ab4e-c831-4c4a-9377-e8a350f50497 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3392334 Apr 18 21:45:09.961812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49100) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:10.064984 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.086040 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-98cad66b-eaf9-4593-8c9c-18e307712852 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75926b41f5094003b441bc2cd140b6aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8542316 Apr 18 21:45:10.088614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49104) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:10.108709 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.121541 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-26511a55-4005-49cc-8c60-328aa285097f None None] Set router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:10.145441 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-48d1c074-d41a-433b-9a6e-ae61deef739d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/c889d730-fd19-4610-aefb-afe7fd4553cb HTTP/1.1" status: 200 len: 992 time: 0.2145758 Apr 18 21:45:10.151659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad557964-1e21-403d-b9be-abd30586a5bc req-b1577053-91fa-4fbd-8ef1-57d932e45764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:10.152433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Transition to ACTIVE for port object 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:10.153258 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad557964-1e21-403d-b9be-abd30586a5bc req-b1577053-91fa-4fbd-8ef1-57d932e45764 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f27f48a-ea1b-4afc-921a-2c52355ad26a HTTP/1.1" status: 200 len: 898 time: 0.5104640 Apr 18 21:45:10.153508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-92d89bb6-bd7c-4cc7-aa7c-ad90e9fd601a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 155a8e3c-5a9f-49e8-b465-13f7c8ea9f85 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:10.154198 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92d89bb6-bd7c-4cc7-aa7c-ad90e9fd601a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.224646 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.231407 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Transition to ACTIVE for port object 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:10.302466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9b40e7-7bf9-4a8b-9a13-6d798db06e9c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:10.327489 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.347094 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad557964-1e21-403d-b9be-abd30586a5bc req-04f8f870-20dc-488a-a835-e4e82bd086ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f HTTP/1.1" status: 200 len: 1000 time: 0.1863341 Apr 18 21:45:10.399542 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.403987 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-91a2d6f5-b717-46a5-adb0-69c19bf57031 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0312462 Apr 18 21:45:10.405080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49108) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:10.417569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-86ec1aed-7656-4ab6-88f6-c86f52aad37d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': '1eaebe8f-5a43-4fd3-b3a2-30697a861eb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6b9b40e7-7bf9-4a8b-9a13-6d798db06e9c'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:10.418587 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d868bdd-e988-4e9e-8dd0-f3347b69c2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.434303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-86ec1aed-7656-4ab6-88f6-c86f52aad37d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:10.442155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-86ec1aed-7656-4ab6-88f6-c86f52aad37d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:10.447172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-86ec1aed-7656-4ab6-88f6-c86f52aad37d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:10.459595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-86ec1aed-7656-4ab6-88f6-c86f52aad37d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:10.459909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:10.465670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:10.466435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad557964-1e21-403d-b9be-abd30586a5bc req-535d7ffa-3885-4bfe-a196-9ea611208ce8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:10.468499 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad557964-1e21-403d-b9be-abd30586a5bc req-535d7ffa-3885-4bfe-a196-9ea611208ce8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7875fbef-d368-4a97-bf90-4fd995da7f32 HTTP/1.1" status: 200 len: 834 time: 0.1138508 Apr 18 21:45:10.476859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:10.498066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Pushing event updated for resources: {'Port': ['ID=06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:10.511744 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d868bdd-e988-4e9e-8dd0-f3347b69c2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.616219 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-26511a55-4005-49cc-8c60-328aa285097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'c889d730-fd19-4610-aefb-afe7fd4553cb', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'port_id': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'mac_address': 'fa:16:3e:92:fe:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:45:04Z', 'updated_at': '2022-04-18T21:45:04Z', 'revision_number': 0, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349aeafd-295c-4d8f-84cd-6f324f30c807', 'name': '', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:61:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:18Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:10.621769 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26511a55-4005-49cc-8c60-328aa285097f None None] The sync data for ids ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'] in n-d-836017-3 is: [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'c889d730-fd19-4610-aefb-afe7fd4553cb', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'port_id': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'mac_address': 'fa:16:3e:92:fe:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:45:04Z', 'updated_at': '2022-04-18T21:45:04Z', 'revision_number': 0, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349aeafd-295c-4d8f-84cd-6f324f30c807', 'name': '', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:61:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:18Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:10.696730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Attempting to bind port 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:10.697497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Attempting to bind port 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:10.699326 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Attempting to bind port 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:10.706956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:10.707547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:10.708046 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.708535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:10.709190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Bound port: 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:10.709663 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.732013 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad557964-1e21-403d-b9be-abd30586a5bc req-4f45bba1-8611-4fa0-9e64-1b7567ea2797 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f27f48a-ea1b-4afc-921a-2c52355ad26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479463 Apr 18 21:45:10.809794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] For port 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:10.814973 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] For port 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:10.815153 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-86ec1aed-7656-4ab6-88f6-c86f52aad37d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:10.816352 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-86ec1aed-7656-4ab6-88f6-c86f52aad37d tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4099963 Apr 18 21:45:10.821554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49112) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:10.837943 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92d89bb6-bd7c-4cc7-aa7c-ad90e9fd601a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.893166 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.939307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ea15-5739-4804-b842-40300f0d2b99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.947395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78256220-6aa3-4fde-87e1-a3207a27791b None None] New status for floating IP c889d730-fd19-4610-aefb-afe7fd4553cb: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:45:10.955164 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad557964-1e21-403d-b9be-abd30586a5bc req-4ebd6a9c-c708-4bfc-9274-dfa7baf876a8 service neutron] 10.222.0.26 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181864 Apr 18 21:45:10.968649 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d868bdd-e988-4e9e-8dd0-f3347b69c2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.981027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-92d89bb6-bd7c-4cc7-aa7c-ad90e9fd601a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 155a8e3c-5a9f-49e8-b465-13f7c8ea9f85 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:10.995010 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ea15-5739-4804-b842-40300f0d2b99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.047277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d868bdd-e988-4e9e-8dd0-f3347b69c2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d474f1e-3d77-4517-b65e-ec201ba534fd,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:11.080758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3d868bdd-e988-4e9e-8dd0-f3347b69c2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.082153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3d868bdd-e988-4e9e-8dd0-f3347b69c2c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d474f1e-3d77-4517-b65e-ec201ba534fd HTTP/1.1" status: 204 len: 168 time: 0.9802022 Apr 18 21:45:11.146096 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad557964-1e21-403d-b9be-abd30586a5bc req-ef779f5f-2616-4a04-a040-056252d28c1a service neutron] 10.222.0.26 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773856 Apr 18 21:45:11.150633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49118) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:11.186581 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d3461-c1c3-4ef5-89ac-f7fe469e8cfc None None] Pushing event updated for resources: {'Port': ['ID=06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:11.296077 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ea15-5739-4804-b842-40300f0d2b99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.305093 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6fcb7eaf-f074-47d9-baec-38b1ffef5d76 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/c889d730-fd19-4610-aefb-afe7fd4553cb HTTP/1.1" status: 200 len: 992 time: 0.1528924 Apr 18 21:45:11.326267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4ea15-5739-4804-b842-40300f0d2b99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9b40e7-7bf9-4a8b-9a13-6d798db06e9c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:11.331585 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ea15-5739-4804-b842-40300f0d2b99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.332757 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b4c4ea15-5739-4804-b842-40300f0d2b99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "DELETE /v2.0/security-groups/6b9b40e7-7bf9-4a8b-9a13-6d798db06e9c HTTP/1.1" status: 204 len: 168 time: 0.5104599 Apr 18 21:45:11.337967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49122) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:11.378030 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92d89bb6-bd7c-4cc7-aa7c-ad90e9fd601a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.420372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6c6f5f0c-0b5b-4946-8221-69efe34a7aec tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Synchronizing usage tracker for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:11.440282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d89bb6-bd7c-4cc7-aa7c-ad90e9fd601a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=155a8e3c-5a9f-49e8-b465-13f7c8ea9f85,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:11.496213 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92d89bb6-bd7c-4cc7-aa7c-ad90e9fd601a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.508693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-92d89bb6-bd7c-4cc7-aa7c-ad90e9fd601a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/155a8e3c-5a9f-49e8-b465-13f7c8ea9f85 HTTP/1.1" status: 204 len: 168 time: 1.5457923 Apr 18 21:45:11.511469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49126) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:11.564374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6c6f5f0c-0b5b-4946-8221-69efe34a7aec tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Unset dirty status for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:11.565800 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6c6f5f0c-0b5b-4946-8221-69efe34a7aec tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2268610 Apr 18 21:45:11.568925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49130) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:11.594650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b67e87c6-6b7e-4d79-95fb-3fcff2a70391 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port 19c0d540-93ac-4d3b-9807-93a3573d0679 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:11.596188 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b67e87c6-6b7e-4d79-95fb-3fcff2a70391 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.605522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46e15e0-922c-4e82-9890-615c5a5a5a18 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:11.606955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46e15e0-922c-4e82-9890-615c5a5a5a18 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:11.608810 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b46e15e0-922c-4e82-9890-615c5a5a5a18 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0959821 Apr 18 21:45:11.611539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49134) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:11.784552 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-deac2310-9c45-43c5-9e87-d1168cf69af6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.825053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-987d2956-870d-498e-bd29-311b34d385c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet c346120d-cf91-4eac-9769-d13321e0293b {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:45:11.828823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-987d2956-870d-498e-bd29-311b34d385c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.837201 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-deac2310-9c45-43c5-9e87-d1168cf69af6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.872493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-b67e87c6-6b7e-4d79-95fb-3fcff2a70391 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] For port 19c0d540-93ac-4d3b-9807-93a3573d0679, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=19c0d540-93ac-4d3b-9807-93a3573d0679,segment=NetworkSegment(7b77c2e4-676d-4ef0-a89d-f39650da351b),segment_id=7b77c2e4-676d-4ef0-a89d-f39650da351b)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:11.872858 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b67e87c6-6b7e-4d79-95fb-3fcff2a70391 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.887686 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-987d2956-870d-498e-bd29-311b34d385c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.976432 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-987d2956-870d-498e-bd29-311b34d385c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.010768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b67e87c6-6b7e-4d79-95fb-3fcff2a70391 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for 19c0d540-93ac-4d3b-9807-93a3573d0679 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:12.133109 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-987d2956-870d-498e-bd29-311b34d385c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.201256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d2956-870d-498e-bd29-311b34d385c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=c346120d-cf91-4eac-9769-d13321e0293b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:12.209915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-987d2956-870d-498e-bd29-311b34d385c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.220650 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-987d2956-870d-498e-bd29-311b34d385c6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/c346120d-cf91-4eac-9769-d13321e0293b HTTP/1.1" status: 204 len: 168 time: 0.6080515 Apr 18 21:45:12.223222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49148) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:12.224298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-deac2310-9c45-43c5-9e87-d1168cf69af6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.262324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac2310-9c45-43c5-9e87-d1168cf69af6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaebe8f-5a43-4fd3-b3a2-30697a861eb4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:12.305192 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-37f8a9a9-2f95-4939-bc17-91a9785676a6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805106 Apr 18 21:45:12.307203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49154) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:12.309659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49156) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:12.328486 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:12.479668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:12.506762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:12.530709 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b67e87c6-6b7e-4d79-95fb-3fcff2a70391 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.539039 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb8cb42-4d51-4f25-b1a7-140586f01770 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:12.662695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e87c6-6b7e-4d79-95fb-3fcff2a70391 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=19c0d540-93ac-4d3b-9807-93a3573d0679,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:12.664628 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-deac2310-9c45-43c5-9e87-d1168cf69af6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.668438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49170) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:12.668637 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-deac2310-9c45-43c5-9e87-d1168cf69af6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "DELETE /v2.0/security-groups/1eaebe8f-5a43-4fd3-b3a2-30697a861eb4 HTTP/1.1" status: 204 len: 168 time: 1.0979018 Apr 18 21:45:12.747121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-684c6904-3b42-4257-8bc8-96342287db59 None None] Provisioning for port 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:12.756456 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8f7b80f9-42ae-40ab-966c-a83aec9f38de tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0867312 Apr 18 21:45:12.759547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-684c6904-3b42-4257-8bc8-96342287db59 None None] Provisioning complete for port 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:12.759913 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-684c6904-3b42-4257-8bc8-96342287db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.762935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49174) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:12.768919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460508473'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:12.789910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:12.793790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:12.807206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:12.828904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:12.867674 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-03cfd026-3f75-4e3a-8c5f-3436aebccb1b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/c889d730-fd19-4610-aefb-afe7fd4553cb HTTP/1.1" status: 200 len: 994 time: 0.5590713 Apr 18 21:45:12.916586 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-684c6904-3b42-4257-8bc8-96342287db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.937971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.965742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:12.972657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:12.983077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:12.985918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-684c6904-3b42-4257-8bc8-96342287db59 None None] For port 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:12.994421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf134c0-86ed-470c-a7ec-0c184ebc23bb None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:45:12.994729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:13.000341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:13.001674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5cf134c0-86ed-470c-a7ec-0c184ebc23bb None None] Deleting port 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:13.001912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:13.005644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:13.005839 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5cf134c0-86ed-470c-a7ec-0c184ebc23bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.011572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:13.041895 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b67e87c6-6b7e-4d79-95fb-3fcff2a70391 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.094359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.112529 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-684c6904-3b42-4257-8bc8-96342287db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.161106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-684c6904-3b42-4257-8bc8-96342287db59 None None] Could not find standard attr ID for object 155a8e3c-5a9f-49e8-b465-13f7c8ea9f85. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:45:13.182455 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.206026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:13.246286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7271d533-1e37-4300-bfe2-9df52e689564,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:13.288304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c6904-3b42-4257-8bc8-96342287db59 None None] Pushing event updated for resources: {'Port': ['ID=06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:13.296849 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.301565 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-34b5096f-3509-4ac0-ad5a-89d81ac4dae4 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5342259 Apr 18 21:45:13.301786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49196) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:13.309697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-391a2c2b-770d-42bf-8684-23889d3a0aa6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': '7271d533-1e37-4300-bfe2-9df52e689564', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:13.313103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5cf134c0-86ed-470c-a7ec-0c184ebc23bb None None] For port 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:13.313635 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5cf134c0-86ed-470c-a7ec-0c184ebc23bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.319329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-391a2c2b-770d-42bf-8684-23889d3a0aa6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:13.323362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-391a2c2b-770d-42bf-8684-23889d3a0aa6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:13.326276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-391a2c2b-770d-42bf-8684-23889d3a0aa6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:13.333266 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-391a2c2b-770d-42bf-8684-23889d3a0aa6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:13.360847 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.440807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5cf134c0-86ed-470c-a7ec-0c184ebc23bb None None] Calling delete_port for 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:13.515969 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-391a2c2b-770d-42bf-8684-23889d3a0aa6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:13.517027 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-391a2c2b-770d-42bf-8684-23889d3a0aa6 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2142949 Apr 18 21:45:13.524078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49200) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:13.529609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-150f7291-3999-4c8e-a4e7-07b8f10e0f99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group_rule': {'security_group_id': '7271d533-1e37-4300-bfe2-9df52e689564', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:13.538346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-150f7291-3999-4c8e-a4e7-07b8f10e0f99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:13.545076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-150f7291-3999-4c8e-a4e7-07b8f10e0f99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:13.548553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-150f7291-3999-4c8e-a4e7-07b8f10e0f99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:13.554931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-150f7291-3999-4c8e-a4e7-07b8f10e0f99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:13.589801 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5cf134c0-86ed-470c-a7ec-0c184ebc23bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.668074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf134c0-86ed-470c-a7ec-0c184ebc23bb None None] Pushing event deleted for resources: {'Port': ['ID=06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:13.674861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf134c0-86ed-470c-a7ec-0c184ebc23bb None None] No DVR routers for this DVR port 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:13.704498 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-150f7291-3999-4c8e-a4e7-07b8f10e0f99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:13.706396 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-150f7291-3999-4c8e-a4e7-07b8f10e0f99 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1812413 Apr 18 21:45:13.709007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49204) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:13.774558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb77ac96-eb03-46b0-bc11-ab15e4c0b585 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.801285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb77ac96-eb03-46b0-bc11-ab15e4c0b585 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.960521 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb77ac96-eb03-46b0-bc11-ab15e4c0b585 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.982863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77ac96-eb03-46b0-bc11-ab15e4c0b585 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7271d533-1e37-4300-bfe2-9df52e689564,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:13.993605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb77ac96-eb03-46b0-bc11-ab15e4c0b585 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.999294 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-eb77ac96-eb03-46b0-bc11-ab15e4c0b585 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "DELETE /v2.0/security-groups/7271d533-1e37-4300-bfe2-9df52e689564 HTTP/1.1" status: 204 len: 168 time: 0.2850320 Apr 18 21:45:13.999294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49212) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:14.054748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c40037b7-b4f9-4f64-9b16-0e80087141e9 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Synchronizing usage tracker for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:14.063217 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.130812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c40037b7-b4f9-4f64-9b16-0e80087141e9 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Unset dirty status for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:14.136031 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c40037b7-b4f9-4f64-9b16-0e80087141e9 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1337650 Apr 18 21:45:14.136170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:14.136616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49216) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:14.139342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:14.144091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group': {'name': 'tempest-secgroup--609024124'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:14.144250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:14.144664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.148683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=d817e5d0-6d07-4a2b-a0b9-4f4bb5d01b7c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:14.149978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7272983-57fd-4133-83a0-f1a7337aa930 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:14.153352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:14.165050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:14.192075 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67e87c6-6b7e-4d79-95fb-3fcff2a70391 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:14.292908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49222) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:14.293203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0161cea5-d1aa-4835-bc40-ad7753cfbfd6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9825158 Apr 18 21:45:14.302130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'fixed_ips': [{'subnet_id': 'd817e5d0-6d07-4a2b-a0b9-4f4bb5d01b7c', 'ip_address': '2001:db8::be94:9079:2d5a:b1c'}], 'name': 'tempest-NetworksTestDHCPv6-1200664891'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:14.351323 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.389767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:14.421942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67e87c6-6b7e-4d79-95fb-3fcff2a70391 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:14.431641 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcd257-5b79-4e74-a9d1-bd5917798ea8 None None] Sync routers for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:14.435511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b67e87c6-6b7e-4d79-95fb-3fcff2a70391 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4178123 Apr 18 21:45:14.435929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:14.435929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 06eef9cf-c3bc-449e-a9b4-7d22ee8e4f55 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:14.436677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49236) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:14.466574 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcd257-5b79-4e74-a9d1-bd5917798ea8 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:14.467229 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-45dcd257-5b79-4e74-a9d1-bd5917798ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:14.584276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': 'd817e5d0-6d07-4a2b-a0b9-4f4bb5d01b7c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:45:14.585127 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.604599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:14.610299 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Usage tracker for resource:security_group_rule and tenant:dc7983e19912421b875c65ef0987ded1 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:14.613505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:14.621231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:14.710047 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.738489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:14.742697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:14.747180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:14.754757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:14.771344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.776676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3876c1bb-3dab-4d35-ad7b-412d6780779d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting subnet f176dece-9e22-4273-8053-13a2a6791ba1 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:45:14.780774 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3876c1bb-3dab-4d35-ad7b-412d6780779d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.808834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Allocated IP 2001:db8::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/d817e5d0-6d07-4a2b-a0b9-4f4bb5d01b7c/e68d015c-6daf-4f94-9f8e-e86d14661ae6) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:14.818553 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-45dcd257-5b79-4e74-a9d1-bd5917798ea8 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:14.838886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:14.844630 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.852633 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3876c1bb-3dab-4d35-ad7b-412d6780779d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.868199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530e3d02-5416-453a-aa42-1c256c966764,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:14.875009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 20efb13a-a388-4610-b731-aef2d71b194b yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:45:14.939470 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.942305 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-57e78d8d-894a-47bd-a5ad-d553481a02c7 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8042834 Apr 18 21:45:14.949957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49246) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:14.957594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d196c3e7-465a-4d3d-a282-ec4bb35f8515 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Request body: {'security_group': {'name': 'default'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:14.958324 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-d196c3e7-465a-4d3d-a282-ec4bb35f8515 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 21:45:14.960996 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d196c3e7-465a-4d3d-a282-ec4bb35f8515 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "PUT /v2.0/security-groups/530e3d02-5416-453a-aa42-1c256c966764 HTTP/1.1" status: 409 len: 330 time: 0.0100799 Apr 18 21:45:14.971022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49250) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:15.095596 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3876c1bb-3dab-4d35-ad7b-412d6780779d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.166701 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e763c8e9-cc0d-441f-94c9-076a9facf93e tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.208075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e763c8e9-cc0d-441f-94c9-076a9facf93e tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.212229 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.313230 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-45dcd257-5b79-4e74-a9d1-bd5917798ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:45:12Z', 'revision_number': 10, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:15.315329 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3876c1bb-3dab-4d35-ad7b-412d6780779d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.317512 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcd257-5b79-4e74-a9d1-bd5917798ea8 None None] Checking router: f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:15.330641 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcd257-5b79-4e74-a9d1-bd5917798ea8 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:15.331251 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-45dcd257-5b79-4e74-a9d1-bd5917798ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:15.343486 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Transition to ACTIVE for port object e68d015c-6daf-4f94-9f8e-e86d14661ae6 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:15.355712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e763c8e9-cc0d-441f-94c9-076a9facf93e tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.365850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Transition to ACTIVE for port object e68d015c-6daf-4f94-9f8e-e86d14661ae6 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:15.379601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876c1bb-3dab-4d35-ad7b-412d6780779d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Subnet': ['ID=f176dece-9e22-4273-8053-13a2a6791ba1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:15.383837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763c8e9-cc0d-441f-94c9-076a9facf93e tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530e3d02-5416-453a-aa42-1c256c966764,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:15.391577 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3876c1bb-3dab-4d35-ad7b-412d6780779d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.403543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc2c6d-1af2-461f-817c-b90cbeb85424 None None] Network 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:15.403763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e763c8e9-cc0d-441f-94c9-076a9facf93e tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.404848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e763c8e9-cc0d-441f-94c9-076a9facf93e tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "DELETE /v2.0/security-groups/530e3d02-5416-453a-aa42-1c256c966764 HTTP/1.1" status: 204 len: 168 time: 0.4265435 Apr 18 21:45:15.409234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3876c1bb-3dab-4d35-ad7b-412d6780779d tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/f176dece-9e22-4273-8053-13a2a6791ba1 HTTP/1.1" status: 204 len: 168 time: 0.9678390 Apr 18 21:45:15.409234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49254) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:15.410400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49256) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:15.471118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9542505e-0121-481e-b718-88e92b8c401f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Synchronizing usage tracker for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:15.500462 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.510768 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-45dcd257-5b79-4e74-a9d1-bd5917798ea8 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:15.542299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9542505e-0121-481e-b718-88e92b8c401f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] Unset dirty status for tenant:dc7983e19912421b875c65ef0987ded1 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:15.548399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9542505e-0121-481e-b718-88e92b8c401f tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1391799 Apr 18 21:45:15.549136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49262) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:15.584972 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-0db1afdc-874a-4f75-bf08-55025d5753b9 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] delete failed (client error): The resource could not be found. Apr 18 21:45:15.593646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0db1afdc-874a-4f75-bf08-55025d5753b9 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "DELETE /v2.0/security-groups/357276a5-2f59-48c7-b411-e99c74d4db17 HTTP/1.1" status: 404 len: 347 time: 0.0415077 Apr 18 21:45:15.594857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49266) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:15.616936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:15.656873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:15.660390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:15.667662 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-20e02eaf-f729-450c-b77e-418347fa8618 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] show failed (client error): The resource could not be found. Apr 18 21:45:15.667662 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-20e02eaf-f729-450c-b77e-418347fa8618 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "GET /v2.0/security-groups/d4daf50b-d94e-4280-8090-c61fce91fc80 HTTP/1.1" status: 404 len: 347 time: 0.0619266 Apr 18 21:45:15.668851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49270) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:15.700082 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.700872 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-c9c70f3e-d9ca-441a-aa27-0b0973f81731 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] show failed (client error): The resource could not be found. Apr 18 21:45:15.702748 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c9c70f3e-d9ca-441a-aa27-0b0973f81731 tempest-NegativeSecGroupIPv6Test-1513043884 tempest-NegativeSecGroupIPv6Test-1513043884-project] 10.222.0.11 "GET /v2.0/security-group-rules/2930ba4c-a45c-44e7-a049-c1eebc426f88 HTTP/1.1" status: 404 len: 356 time: 0.0328379 Apr 18 21:45:15.708979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::be94:9079:2d5a:b1c (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/d817e5d0-6d07-4a2b-a0b9-4f4bb5d01b7c/20efb13a-a388-4610-b731-aef2d71b194b) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:15.732413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port a1424248-d3d2-4258-9fc3-17b73b253952 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:15.733301 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.744877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Pushing event updated for resources: {'Port': ['ID=e68d015c-6daf-4f94-9f8e-e86d14661ae6,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:15.899365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Attempting to bind port e68d015c-6daf-4f94-9f8e-e86d14661ae6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:15.900412 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Attempting to bind port e68d015c-6daf-4f94-9f8e-e86d14661ae6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:15.900991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Attempting to bind port e68d015c-6daf-4f94-9f8e-e86d14661ae6 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:15.915578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:15.916037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:15.916512 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.916977 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:15.917575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Bound port: e68d015c-6daf-4f94-9f8e-e86d14661ae6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:15.918025 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.019490 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-45dcd257-5b79-4e74-a9d1-bd5917798ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:45:12Z', 'revision_number': 10, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:16.029116 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcd257-5b79-4e74-a9d1-bd5917798ea8 None None] The sync data for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 is: [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:45:12Z', 'revision_number': 10, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None, '_interfaces': [{'id': '8012f5c6-f34e-472b-8d62-47b43646fd3d', 'name': '', 'network_id': 'cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'mac_address': 'fa:16:3e:66:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8713c-605c-440a-8bba-74be99d82de2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:02Z', 'updated_at': '2022-04-18T21:44:17Z', 'revision_number': 5, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'subnets': [{'id': '63d8713c-605c-440a-8bba-74be99d82de2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:16.042510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe037b0-6b78-479b-947c-702b7236d1bd None None] DHCP port deletion for 7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:45:16.063011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7fe037b0-6b78-479b-947c-702b7236d1bd None None] Deleting port a1424248-d3d2-4258-9fc3-17b73b253952 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:16.063385 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7fe037b0-6b78-479b-947c-702b7236d1bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.147231 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] For port e68d015c-6daf-4f94-9f8e-e86d14661ae6, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:16.177519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] For port a1424248-d3d2-4258-9fc3-17b73b253952, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a1424248-d3d2-4258-9fc3-17b73b253952,segment=NetworkSegment(7b77c2e4-676d-4ef0-a89d-f39650da351b),segment_id=7b77c2e4-676d-4ef0-a89d-f39650da351b)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:16.178058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.198686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] For port e68d015c-6daf-4f94-9f8e-e86d14661ae6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e68d015c-6daf-4f94-9f8e-e86d14661ae6,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:16.309148 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.331663 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for a1424248-d3d2-4258-9fc3-17b73b253952 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:16.360718 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.400931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 20efb13a-a388-4610-b731-aef2d71b194b will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:16.417825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7fe037b0-6b78-479b-947c-702b7236d1bd None None] For port a1424248-d3d2-4258-9fc3-17b73b253952, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a1424248-d3d2-4258-9fc3-17b73b253952,segment=NetworkSegment(7b77c2e4-676d-4ef0-a89d-f39650da351b),segment_id=7b77c2e4-676d-4ef0-a89d-f39650da351b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:16.418268 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7fe037b0-6b78-479b-947c-702b7236d1bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.455611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f3307-f86e-4f82-8619-42ceec5d0fcf None None] Pushing event updated for resources: {'Port': ['ID=e68d015c-6daf-4f94-9f8e-e86d14661ae6,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:16.496533 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.542129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=a1424248-d3d2-4258-9fc3-17b73b253952,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:16.547580 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.573076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49280) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:16.574193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a1424248-d3d2-4258-9fc3-17b73b253952 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:16.608643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7fe037b0-6b78-479b-947c-702b7236d1bd None None] Calling delete_port for a1424248-d3d2-4258-9fc3-17b73b253952 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:16.615476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No DVR routers for this DVR port a1424248-d3d2-4258-9fc3-17b73b253952 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:16.664970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: a1424248-d3d2-4258-9fc3-17b73b253952 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:16.665587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a1424248-d3d2-4258-9fc3-17b73b253952 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:16.672848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 19c0d540-93ac-4d3b-9807-93a3573d0679 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:16.680046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:16.686941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:16.704883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:16.708877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:16.709534 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.713728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 19c0d540-93ac-4d3b-9807-93a3573d0679 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:16.716078 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 19c0d540-93ac-4d3b-9807-93a3573d0679 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:16.781015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=20efb13a-a388-4610-b731-aef2d71b194b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:16.804801 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-7fe037b0-6b78-479b-947c-702b7236d1bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:45:16.805998 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-7fe037b0-6b78-479b-947c-702b7236d1bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:45:16.834174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.894507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c48fa54-c4d4-4f9c-bc3b-f3abf878f825']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:16.898414 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-43a359ca-4086-4792-a604-884bdea7c76e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc7983e19912421b875c65ef0987ded1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3242781 Apr 18 21:45:16.900763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49286) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:16.911295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b77c2e4-676d-4ef0-a89d-f39650da351b') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:16.912902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b77c2e4-676d-4ef0-a89d-f39650da351b') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:16.931035 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.942974 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4ddb8169-7b1f-404a-a44b-997f531c4ea7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6483862 Apr 18 21:45:16.945374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49290) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:16.983604 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9b6598ab-e14e-400c-a285-12ca80ecb3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.992238 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.008702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:45:17.009193 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.014406 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9b6598ab-e14e-400c-a285-12ca80ecb3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:45:17.028750 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:45:17.132304 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9b6598ab-e14e-400c-a285-12ca80ecb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.158773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6598ab-e14e-400c-a285-12ca80ecb3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e85ab-f4f7-4014-b5fb-b23f91bb9c0a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:17.245308 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9b6598ab-e14e-400c-a285-12ca80ecb3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.249423 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9b6598ab-e14e-400c-a285-12ca80ecb3cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/682e85ab-f4f7-4014-b5fb-b23f91bb9c0a HTTP/1.1" status: 204 len: 168 time: 0.3449481 Apr 18 21:45:17.283853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a973a0fc-ed33-4aea-b46d-0284f6d2546a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:17.288781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a973a0fc-ed33-4aea-b46d-0284f6d2546a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:17.289797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a973a0fc-ed33-4aea-b46d-0284f6d2546a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:17.307290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7fe037b0-6b78-479b-947c-702b7236d1bd None None] Deleting port a1424248-d3d2-4258-9fc3-17b73b253952 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:17.307721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7fe037b0-6b78-479b-947c-702b7236d1bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.326993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.355883 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.359640 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Network': ['ID=7c48fa54-c4d4-4f9c-bc3b-f3abf878f825,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:17.367914 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-03550a1a-d585-4e2d-8293-164aca522112 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/networks/7c48fa54-c4d4-4f9c-bc3b-f3abf878f825 HTTP/1.1" status: 204 len: 168 time: 1.9551702 Apr 18 21:45:17.372284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49298) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:17.403218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7fe037b0-6b78-479b-947c-702b7236d1bd None None] The port 'a1424248-d3d2-4258-9fc3-17b73b253952' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:45:17.444008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a973a0fc-ed33-4aea-b46d-0284f6d2546a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:17.447848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49302) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:17.448002 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a973a0fc-ed33-4aea-b46d-0284f6d2546a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5013559 Apr 18 21:45:17.562938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-76800619-527e-409d-947e-4528b40676d6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 20efb13a-a388-4610-b731-aef2d71b194b {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:17.563292 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76800619-527e-409d-947e-4528b40676d6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.812713 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e98083be-8b22-43b8-9340-3173cc4b8371 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.879023 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76800619-527e-409d-947e-4528b40676d6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.060044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-76800619-527e-409d-947e-4528b40676d6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 20efb13a-a388-4610-b731-aef2d71b194b owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:18.166011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b0fff34f-9580-4a63-8764-8c96fbbd5d8f None None] Provisioning for port e68d015c-6daf-4f94-9f8e-e86d14661ae6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:18.320410 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76800619-527e-409d-947e-4528b40676d6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.375593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e68d015c-6daf-4f94-9f8e-e86d14661ae6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:18.494107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bfd29a5d-effe-4673-b95c-b024187ea39b None None] Could not find standard attr ID for object 20efb13a-a388-4610-b731-aef2d71b194b. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:45:18.562770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e68d015c-6daf-4f94-9f8e-e86d14661ae6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:18.568897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e68d015c-6daf-4f94-9f8e-e86d14661ae6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:18.569322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76800619-527e-409d-947e-4528b40676d6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=20efb13a-a388-4610-b731-aef2d71b194b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:18.569531 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.642426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e98083be-8b22-43b8-9340-3173cc4b8371 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port 8012f5c6-f34e-472b-8d62-47b43646fd3d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:18.642426 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e98083be-8b22-43b8-9340-3173cc4b8371 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.652703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-76800619-527e-409d-947e-4528b40676d6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.733350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-76800619-527e-409d-947e-4528b40676d6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/20efb13a-a388-4610-b731-aef2d71b194b HTTP/1.1" status: 204 len: 168 time: 1.2838283 Apr 18 21:45:18.735727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49322) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:18.756495 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.796758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port e68d015c-6daf-4f94-9f8e-e86d14661ae6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e68d015c-6daf-4f94-9f8e-e86d14661ae6,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:18.841447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d52198-22a4-49fd-9136-ff3c21832625 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:18.844062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d52198-22a4-49fd-9136-ff3c21832625 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:18.844874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-37d52198-22a4-49fd-9136-ff3c21832625 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:18.874806 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.899067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-37d52198-22a4-49fd-9136-ff3c21832625 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:18.900253 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-37d52198-22a4-49fd-9136-ff3c21832625 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1630385 Apr 18 21:45:18.903032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49328) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:18.924857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-e98083be-8b22-43b8-9340-3173cc4b8371 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] For port 8012f5c6-f34e-472b-8d62-47b43646fd3d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8012f5c6-f34e-472b-8d62-47b43646fd3d,segment=NetworkSegment(c48436fd-2e7e-41c8-8cdc-c549f66364bd),segment_id=c48436fd-2e7e-41c8-8cdc-c549f66364bd)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:18.925266 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e98083be-8b22-43b8-9340-3173cc4b8371 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.980446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=e68d015c-6daf-4f94-9f8e-e86d14661ae6,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:19.076300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e98083be-8b22-43b8-9340-3173cc4b8371 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for 8012f5c6-f34e-472b-8d62-47b43646fd3d owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:19.165399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5ad719-4146-4b10-964b-407f5b4332ad tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet d817e5d0-6d07-4a2b-a0b9-4f4bb5d01b7c {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:45:19.169373 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad719-4146-4b10-964b-407f5b4332ad tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.236392 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad719-4146-4b10-964b-407f5b4332ad tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.340691 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad719-4146-4b10-964b-407f5b4332ad tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.499332 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad719-4146-4b10-964b-407f5b4332ad tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.540407 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ad719-4146-4b10-964b-407f5b4332ad tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=d817e5d0-6d07-4a2b-a0b9-4f4bb5d01b7c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:19.544753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e98083be-8b22-43b8-9340-3173cc4b8371 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.546482 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad719-4146-4b10-964b-407f5b4332ad tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.559452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f7788-03bd-424b-9a2e-3313f86a95c5 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:19.621750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6a5ad719-4146-4b10-964b-407f5b4332ad tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/d817e5d0-6d07-4a2b-a0b9-4f4bb5d01b7c HTTP/1.1" status: 204 len: 168 time: 0.7151833 Apr 18 21:45:19.627114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49340) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:19.635467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98083be-8b22-43b8-9340-3173cc4b8371 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=8012f5c6-f34e-472b-8d62-47b43646fd3d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:19.801292 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ab3767c5-a3ad-4452-a337-d769263665da tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1721914 Apr 18 21:45:19.804419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49346) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:19.901943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e98083be-8b22-43b8-9340-3173cc4b8371 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.926842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e6dfd5-7996-424b-ae5a-c3f7d981e409 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:19.927567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-73e6dfd5-7996-424b-ae5a-c3f7d981e409 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:20.011925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e2742-4662-41bb-bed7-94d95a20340f None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:45:20.017714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-73e6dfd5-7996-424b-ae5a-c3f7d981e409 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:20.018951 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-73e6dfd5-7996-424b-ae5a-c3f7d981e409 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2135572 Apr 18 21:45:20.028757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49352) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:20.028943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e2742-4662-41bb-bed7-94d95a20340f None None] Deleting port e68d015c-6daf-4f94-9f8e-e86d14661ae6 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:20.028943 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2742-4662-41bb-bed7-94d95a20340f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.127310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba63c9-6593-4dcf-b372-25b6486f19f3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:20.137725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0cba63c9-6593-4dcf-b372-25b6486f19f3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:20.228317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0cba63c9-6593-4dcf-b372-25b6486f19f3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:20.229872 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0cba63c9-6593-4dcf-b372-25b6486f19f3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2046571 Apr 18 21:45:20.232298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49358) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:20.386268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e68d015c-6daf-4f94-9f8e-e86d14661ae6 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:20.427329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b5afc00c-0fab-4b49-85ba-7976695ee8b6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1884160 Apr 18 21:45:20.428644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49366) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:20.434601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-09c6e112-3491-4b94-b4b0-c457e06465cb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:20.543879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2d7e2742-4662-41bb-bed7-94d95a20340f None None] For port e68d015c-6daf-4f94-9f8e-e86d14661ae6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e68d015c-6daf-4f94-9f8e-e86d14661ae6,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:20.544183 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2742-4662-41bb-bed7-94d95a20340f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.614851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-09c6e112-3491-4b94-b4b0-c457e06465cb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:20.647152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-09c6e112-3491-4b94-b4b0-c457e06465cb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:20.729674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e2742-4662-41bb-bed7-94d95a20340f None None] Calling delete_port for e68d015c-6daf-4f94-9f8e-e86d14661ae6 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:20.736318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98083be-8b22-43b8-9340-3173cc4b8371 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:20.743434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c6e112-3491-4b94-b4b0-c457e06465cb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:20.747186 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-09c6e112-3491-4b94-b4b0-c457e06465cb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.877982 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.901156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98083be-8b22-43b8-9340-3173cc4b8371 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:20.913183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda6eca7-9738-4e59-a315-922e42efb6c8 None None] Sync routers for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:20.919738 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e98083be-8b22-43b8-9340-3173cc4b8371 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5459943 Apr 18 21:45:20.929778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49376) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:20.962037 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2742-4662-41bb-bed7-94d95a20340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.029363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e2742-4662-41bb-bed7-94d95a20340f None None] Pushing event deleted for resources: {'Port': ['ID=e68d015c-6daf-4f94-9f8e-e86d14661ae6,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:21.032761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda6eca7-9738-4e59-a315-922e42efb6c8 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:21.033384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fda6eca7-9738-4e59-a315-922e42efb6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:21.190003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e2742-4662-41bb-bed7-94d95a20340f None None] No DVR routers for this DVR port e68d015c-6daf-4f94-9f8e-e86d14661ae6 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:21.221359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-fda6eca7-9738-4e59-a315-922e42efb6c8 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:21.281042 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-09c6e112-3491-4b94-b4b0-c457e06465cb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.377967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c6e112-3491-4b94-b4b0-c457e06465cb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:21.382418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-09c6e112-3491-4b94-b4b0-c457e06465cb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:21.387911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c6e112-3491-4b94-b4b0-c457e06465cb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:21.388505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-09c6e112-3491-4b94-b4b0-c457e06465cb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.398758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc58b5a3-a327-42f5-b6b4-abc150fcf655 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting subnet 63d8713c-605c-440a-8bba-74be99d82de2 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:45:21.402376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f1e17c-49f7-4278-9f56-8fa0a2075dce None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:21.404176 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc58b5a3-a327-42f5-b6b4-abc150fcf655 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.408876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6e112-3491-4b94-b4b0-c457e06465cb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=a2e2dd14-375c-4898-910e-ce0b39692d88,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:21.474753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fda6eca7-9738-4e59-a315-922e42efb6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 11, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:21.479987 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc58b5a3-a327-42f5-b6b4-abc150fcf655 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.492462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda6eca7-9738-4e59-a315-922e42efb6c8 None None] Checking router: f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:21.509589 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-09c6e112-3491-4b94-b4b0-c457e06465cb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0797758 Apr 18 21:45:21.512293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49386) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:21.518766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'fixed_ips': [{'subnet_id': 'a2e2dd14-375c-4898-910e-ce0b39692d88', 'ip_address': '2001:db8::b968:6554:4a6d:6bfb'}], 'name': 'tempest-NetworksTestDHCPv6-2097540394'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:21.523323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda6eca7-9738-4e59-a315-922e42efb6c8 None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:21.523962 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fda6eca7-9738-4e59-a315-922e42efb6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:21.598929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc58b5a3-a327-42f5-b6b4-abc150fcf655 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.693582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:21.700762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-fda6eca7-9738-4e59-a315-922e42efb6c8 None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:21.705305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:21.811385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:21.814148 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc58b5a3-a327-42f5-b6b4-abc150fcf655 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.818321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fda6eca7-9738-4e59-a315-922e42efb6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 11, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:21.826586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.826788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda6eca7-9738-4e59-a315-922e42efb6c8 None None] The sync data for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 is: [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 11, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:21.875172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58b5a3-a327-42f5-b6b4-abc150fcf655 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Subnet': ['ID=63d8713c-605c-440a-8bba-74be99d82de2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:21.877616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': 'a2e2dd14-375c-4898-910e-ce0b39692d88'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:45:21.878484 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.879008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc58b5a3-a327-42f5-b6b4-abc150fcf655 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.889721 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fc58b5a3-a327-42f5-b6b4-abc150fcf655 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/63d8713c-605c-440a-8bba-74be99d82de2 HTTP/1.1" status: 204 len: 168 time: 0.9527354 Apr 18 21:45:21.889721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49396) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:21.900804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b78b5d-366c-43f5-9a58-5bb6bb04ab3a None None] Network cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:21.923934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 4f2c3e21-3852-4de8-9af8-c9713737cb9b yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:45:22.194423 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.228213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Deleting port b7172e91-e0c7-4800-a270-7593eb6f98d0 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:22.228796 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.242073 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8012f5c6-f34e-472b-8d62-47b43646fd3d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:22.305924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 8012f5c6-f34e-472b-8d62-47b43646fd3d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:22.306378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8012f5c6-f34e-472b-8d62-47b43646fd3d not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:22.316822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Allocated IP 2001:db8::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/a2e2dd14-375c-4898-910e-ce0b39692d88/e8febe3d-011a-461f-aa2e-afc57628976b) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:22.448001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465564b5-3447-451a-8a20-5245ec7f132b None None] DHCP port deletion for cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:45:22.468168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-465564b5-3447-451a-8a20-5245ec7f132b None None] Deleting port b7172e91-e0c7-4800-a270-7593eb6f98d0 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:22.468849 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-465564b5-3447-451a-8a20-5245ec7f132b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.512017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] For port b7172e91-e0c7-4800-a270-7593eb6f98d0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b7172e91-e0c7-4800-a270-7593eb6f98d0,segment=NetworkSegment(c48436fd-2e7e-41c8-8cdc-c549f66364bd),segment_id=c48436fd-2e7e-41c8-8cdc-c549f66364bd)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:22.512389 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.655478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Calling delete_port for b7172e91-e0c7-4800-a270-7593eb6f98d0 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:22.770752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.780139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-465564b5-3447-451a-8a20-5245ec7f132b None None] For port b7172e91-e0c7-4800-a270-7593eb6f98d0, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b7172e91-e0c7-4800-a270-7593eb6f98d0,segment=NetworkSegment(c48436fd-2e7e-41c8-8cdc-c549f66364bd),segment_id=c48436fd-2e7e-41c8-8cdc-c549f66364bd)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:22.780521 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-465564b5-3447-451a-8a20-5245ec7f132b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.841358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.891606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Port': ['ID=b7172e91-e0c7-4800-a270-7593eb6f98d0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:22.901741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No DVR routers for this DVR port b7172e91-e0c7-4800-a270-7593eb6f98d0 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:22.917279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Transition to ACTIVE for port object e8febe3d-011a-461f-aa2e-afc57628976b will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:22.994211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-465564b5-3447-451a-8a20-5245ec7f132b None None] Calling delete_port for b7172e91-e0c7-4800-a270-7593eb6f98d0 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:23.044904 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Transition to ACTIVE for port object e8febe3d-011a-461f-aa2e-afc57628976b will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:23.053711 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.080169 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-465564b5-3447-451a-8a20-5245ec7f132b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:45:23.080453 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-465564b5-3447-451a-8a20-5245ec7f132b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:45:23.082586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:23.099898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48436fd-2e7e-41c8-8cdc-c549f66364bd') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:23.100209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48436fd-2e7e-41c8-8cdc-c549f66364bd') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:23.115365 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.119817 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.140143 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.147295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:45:23.148073 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:45:23.176554 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:45:23.221759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Pushing event updated for resources: {'Port': ['ID=e8febe3d-011a-461f-aa2e-afc57628976b,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:23.229334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:23.231198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:23.239745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:23.329421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::b968:6554:4a6d:6bfb (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/a2e2dd14-375c-4898-910e-ce0b39692d88/4f2c3e21-3852-4de8-9af8-c9713737cb9b) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:23.369658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Attempting to bind port e8febe3d-011a-461f-aa2e-afc57628976b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:23.373836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Attempting to bind port e8febe3d-011a-461f-aa2e-afc57628976b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:23.373836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Attempting to bind port e8febe3d-011a-461f-aa2e-afc57628976b on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:23.377602 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.387943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:23.388325 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:23.388727 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.391440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:23.392145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Bound port: e8febe3d-011a-461f-aa2e-afc57628976b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:23.392312 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.396170 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.415072 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/networks/cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0 HTTP/1.1" status: 204 len: 168 time: 1.5242445 Apr 18 21:45:23.415929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54ad65-5010-4a68-aade-7da59c951db0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Pushing event deleted for resources: {'Network': ['ID=cc0d9d0c-45a9-4d95-8336-3fd0fd7343b0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:23.417788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49428) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:23.423980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6c4bb83d-aeb5-46d3-8cb4-993c61310827 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'router': {'routes': None}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:23.510864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] For port e8febe3d-011a-461f-aa2e-afc57628976b, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:23.515088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] For port e8febe3d-011a-461f-aa2e-afc57628976b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e8febe3d-011a-461f-aa2e-afc57628976b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:23.581421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-465564b5-3447-451a-8a20-5245ec7f132b None None] Deleting port b7172e91-e0c7-4800-a270-7593eb6f98d0 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:23.582096 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-465564b5-3447-451a-8a20-5245ec7f132b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.628680 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.630402 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.652475 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 4f2c3e21-3852-4de8-9af8-c9713737cb9b will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:23.727825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-465564b5-3447-451a-8a20-5245ec7f132b None None] The port 'b7172e91-e0c7-4800-a270-7593eb6f98d0' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:45:23.735953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.extraroute_db [None req-6c4bb83d-aeb5-46d3-8cb4-993c61310827 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Added routes are [] {{(pid=85049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 18 21:45:23.736253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.extraroute_db [None req-6c4bb83d-aeb5-46d3-8cb4-993c61310827 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Removed routes are [] {{(pid=85049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 18 21:45:23.736614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb83d-aeb5-46d3-8cb4-993c61310827 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.754111 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.786694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26b91b-7399-4ba0-898e-03faadb685eb None None] Pushing event updated for resources: {'Port': ['ID=e8febe3d-011a-461f-aa2e-afc57628976b,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:23.844834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:23.846035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:23.848443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:23.852759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:23.853948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.899919 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=4f2c3e21-3852-4de8-9af8-c9713737cb9b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:23.968173 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e424d9df-46a1-4c82-b91c-ac6e89ab7cbd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4540737 Apr 18 21:45:23.971996 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49444) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:23.981994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-fa1e3cd5-6d46-4bf0-84c7-f8eef890d54b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'fixed_ips': [{'subnet_id': 'a2e2dd14-375c-4898-910e-ce0b39692d88', 'ip_address': '2001:db8::b968:6554:4a6d:6bfb'}], 'name': 'tempest-NetworksTestDHCPv6-870187387'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:24.266255 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb83d-aeb5-46d3-8cb4-993c61310827 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.270658 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb83d-aeb5-46d3-8cb4-993c61310827 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.346578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fa1e3cd5-6d46-4bf0-84c7-f8eef890d54b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:24.352553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fa1e3cd5-6d46-4bf0-84c7-f8eef890d54b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:24.356032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fa1e3cd5-6d46-4bf0-84c7-f8eef890d54b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:24.379976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fa1e3cd5-6d46-4bf0-84c7-f8eef890d54b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:24.401125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e8febe3d-011a-461f-aa2e-afc57628976b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:24.446359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4bb83d-aeb5-46d3-8cb4-993c61310827 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:24.490591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1e3cd5-6d46-4bf0-84c7-f8eef890d54b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:24.570515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e8febe3d-011a-461f-aa2e-afc57628976b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:24.651370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4bb83d-aeb5-46d3-8cb4-993c61310827 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:24.659066 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb83d-aeb5-46d3-8cb4-993c61310827 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.664613 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6c4bb83d-aeb5-46d3-8cb4-993c61310827 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 HTTP/1.1" status: 200 len: 704 time: 1.2459366 Apr 18 21:45:24.665506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49474) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:24.666287 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51a2c2-6f21-4e9d-bde8-1bedcccc16bd None None] Sync routers for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:24.668905 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f17c7110-c0a8-4a55-847a-7c577645ee8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.692487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b7172e91-e0c7-4800-a270-7593eb6f98d0 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:24.704392 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa1e3cd5-6d46-4bf0-84c7-f8eef890d54b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.704775 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51a2c2-6f21-4e9d-bde8-1bedcccc16bd None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:24.705447 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3c51a2c2-6f21-4e9d-bde8-1bedcccc16bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:24.716116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9a3eb7aa-07a6-42c4-be2d-9020a163353f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Synchronizing usage tracker for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:24.751470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-fa1e3cd5-6d46-4bf0-84c7-f8eef890d54b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port b83f0a06-bc50-4169-a826-8ea86abf4ee6 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:45:24.768705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b7172e91-e0c7-4800-a270-7593eb6f98d0 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:24.770033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b7172e91-e0c7-4800-a270-7593eb6f98d0 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:24.775123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9a3eb7aa-07a6-42c4-be2d-9020a163353f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Unset dirty status for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:24.778269 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9a3eb7aa-07a6-42c4-be2d-9020a163353f tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 HTTP/1.1" status: 200 len: 205 time: 0.1114767 Apr 18 21:45:24.784785 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49482) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:24.934749 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-3c51a2c2-6f21-4e9d-bde8-1bedcccc16bd None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:25.077288 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3c51a2c2-6f21-4e9d-bde8-1bedcccc16bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 11, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:25.082008 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51a2c2-6f21-4e9d-bde8-1bedcccc16bd None None] Checking router: f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:25.090861 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411cce1-80c1-4cc5-b35d-e7c8a8fa79ba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.115238 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51a2c2-6f21-4e9d-bde8-1bedcccc16bd None None] Routers {'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:25.118851 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1e3cd5-6d46-4bf0-84c7-f8eef890d54b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 21:45:25.118997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1e3cd5-6d46-4bf0-84c7-f8eef890d54b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:45:25.129540 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3c51a2c2-6f21-4e9d-bde8-1bedcccc16bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:44:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:25.261204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49494) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:25.262210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fa1e3cd5-6d46-4bf0-84c7-f8eef890d54b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2878199 Apr 18 21:45:25.354971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6f88162a-a895-48e1-a3d1-a23ffe1a6cc8 None None] Provisioning for port e8febe3d-011a-461f-aa2e-afc57628976b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:25.363957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6f88162a-a895-48e1-a3d1-a23ffe1a6cc8 None None] Provisioning complete for port e8febe3d-011a-461f-aa2e-afc57628976b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:25.365355 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f88162a-a895-48e1-a3d1-a23ffe1a6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.377622 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-3c51a2c2-6f21-4e9d-bde8-1bedcccc16bd None None] Set router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:25.583307 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f88162a-a895-48e1-a3d1-a23ffe1a6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.624795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6f88162a-a895-48e1-a3d1-a23ffe1a6cc8 None None] For port e8febe3d-011a-461f-aa2e-afc57628976b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e8febe3d-011a-461f-aa2e-afc57628976b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:25.650567 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3c51a2c2-6f21-4e9d-bde8-1bedcccc16bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 11, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:25.659361 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51a2c2-6f21-4e9d-bde8-1bedcccc16bd None None] The sync data for ids ['f5a560d3-c94e-4c26-ab33-6c8f32df4fd9'] in n-d-836017-3 is: [{'id': 'f5a560d3-c94e-4c26-ab33-6c8f32df4fd9', 'name': 'tempest-RoutersIpV6Test-router-133114538', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:57Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 11, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:25.687096 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f88162a-a895-48e1-a3d1-a23ffe1a6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.745199 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411cce1-80c1-4cc5-b35d-e7c8a8fa79ba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.753631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08607280-a2d2-4158-9d04-50a8dd13f778 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:25.757508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08607280-a2d2-4158-9d04-50a8dd13f778 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:25.762095 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-08607280-a2d2-4158-9d04-50a8dd13f778 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4969459 Apr 18 21:45:25.762095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49510) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:25.789175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88162a-a895-48e1-a3d1-a23ffe1a6cc8 None None] Pushing event updated for resources: {'Port': ['ID=e8febe3d-011a-461f-aa2e-afc57628976b,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:25.885007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1d026142-85ef-44bc-bc18-7b6b882fe1f3 None None] Provisioning for port 4f2c3e21-3852-4de8-9af8-c9713737cb9b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:25.890727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1d026142-85ef-44bc-bc18-7b6b882fe1f3 None None] Provisioning complete for port 4f2c3e21-3852-4de8-9af8-c9713737cb9b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:25.891097 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1d026142-85ef-44bc-bc18-7b6b882fe1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.928859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411cce1-80c1-4cc5-b35d-e7c8a8fa79ba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.955131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1d026142-85ef-44bc-bc18-7b6b882fe1f3 None None] Port 4f2c3e21-3852-4de8-9af8-c9713737cb9b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:45:25.966737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f05579f8-8f54-41a6-addf-f388742a471b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 4f2c3e21-3852-4de8-9af8-c9713737cb9b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:25.967624 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f05579f8-8f54-41a6-addf-f388742a471b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.092200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411cce1-80c1-4cc5-b35d-e7c8a8fa79ba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.092592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c411cce1-80c1-4cc5-b35d-e7c8a8fa79ba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Fanout notify agent at l3_agent the message router_deleted on router f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:45:26.149633 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c411cce1-80c1-4cc5-b35d-e7c8a8fa79ba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.150703 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c411cce1-80c1-4cc5-b35d-e7c8a8fa79ba tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 HTTP/1.1" status: 204 len: 168 time: 1.3705490 Apr 18 21:45:26.156222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49516) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:26.229792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ec4d5a60-d151-4fd2-b1c3-c0a496157738 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1068020663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:26.258390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ec4d5a60-d151-4fd2-b1c3-c0a496157738 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:26.269853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ec4d5a60-d151-4fd2-b1c3-c0a496157738 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Usage tracker for resource:router and tenant:d26092c188ef48449420fecb5a0c9d4b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:26.279792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ec4d5a60-d151-4fd2-b1c3-c0a496157738 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:26.290852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ec4d5a60-d151-4fd2-b1c3-c0a496157738 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:26.293002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e8febe3d-011a-461f-aa2e-afc57628976b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:26.354975 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f05579f8-8f54-41a6-addf-f388742a471b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.385643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49522) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:26.386816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e8febe3d-011a-461f-aa2e-afc57628976b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:26.386816 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.390718 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6f1044e7-7e04-4f38-8517-6f64e8363384 req-7ab9b0f1-ea5e-4647-8d10-3b8a8a586d35 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3404970 Apr 18 21:45:26.526911 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5a60-d151-4fd2-b1c3-c0a496157738 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.527850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5a60-d151-4fd2-b1c3-c0a496157738 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.571412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f05579f8-8f54-41a6-addf-f388742a471b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 4f2c3e21-3852-4de8-9af8-c9713737cb9b owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:26.611915 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3afe752e-60e8-49df-8fa0-2cd5cffbefcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.652918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3afe752e-60e8-49df-8fa0-2cd5cffbefcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:26.657542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3afe752e-60e8-49df-8fa0-2cd5cffbefcb admin admin] Usage tracker for resource:security_group_rule and tenant:28e2308365144cf18391caa057776699 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:26.660491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3afe752e-60e8-49df-8fa0-2cd5cffbefcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:26.667055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3afe752e-60e8-49df-8fa0-2cd5cffbefcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:26.679765 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5a60-d151-4fd2-b1c3-c0a496157738 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.743180 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3afe752e-60e8-49df-8fa0-2cd5cffbefcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.745900 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6f1044e7-7e04-4f38-8517-6f64e8363384 req-8e6c1f35-abbe-4ed7-81f1-3b6f15340786 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1097 time: 0.2202101 Apr 18 21:45:26.830626 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3afe752e-60e8-49df-8fa0-2cd5cffbefcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.835360 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5a60-d151-4fd2-b1c3-c0a496157738 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.845384 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f05579f8-8f54-41a6-addf-f388742a471b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.882412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe752e-60e8-49df-8fa0-2cd5cffbefcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2060dec-c020-420c-8e27-0258b05e6453,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:26.888246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3afe752e-60e8-49df-8fa0-2cd5cffbefcb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28e2308365144cf18391caa057776699&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4999416 Apr 18 21:45:26.891511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49530) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:26.918710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05579f8-8f54-41a6-addf-f388742a471b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=4f2c3e21-3852-4de8-9af8-c9713737cb9b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:26.962339 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-07bc0ea9-ec34-4dcb-afb0-86dabc4fd0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.006075 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f05579f8-8f54-41a6-addf-f388742a471b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.008860 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f05579f8-8f54-41a6-addf-f388742a471b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/4f2c3e21-3852-4de8-9af8-c9713737cb9b HTTP/1.1" status: 204 len: 168 time: 1.2452848 Apr 18 21:45:27.009892 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-07bc0ea9-ec34-4dcb-afb0-86dabc4fd0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.012990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49534) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:27.074498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5a60-d151-4fd2-b1c3-c0a496157738 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.079017 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ec4d5a60-d151-4fd2-b1c3-c0a496157738 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8686516 Apr 18 21:45:27.079746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49538) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:27.085172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-490458e9-afe8-47d9-ba03-4fe288c14e93 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Request body: {'router': {'admin_state_up': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:27.095541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1044e7-7e04-4f38-8517-6f64e8363384 req-9a913269-c913-442f-b0be-0d90964afc94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:27.096986 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6f1044e7-7e04-4f38-8517-6f64e8363384 req-9a913269-c913-442f-b0be-0d90964afc94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f27f48a-ea1b-4afc-921a-2c52355ad26a HTTP/1.1" status: 200 len: 898 time: 0.3306537 Apr 18 21:45:27.144561 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-abd47adb-cb4e-442c-ba06-165697a2a644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.151466 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:45:27.158473 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-07bc0ea9-ec34-4dcb-afb0-86dabc4fd0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.187871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc0ea9-ec34-4dcb-afb0-86dabc4fd0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2060dec-c020-420c-8e27-0258b05e6453,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:27.223481 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6f1044e7-7e04-4f38-8517-6f64e8363384 req-f358a41c-6478-496f-a2cf-fe03b25c2021 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f HTTP/1.1" status: 200 len: 1002 time: 0.1181099 Apr 18 21:45:27.258411 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-07bc0ea9-ec34-4dcb-afb0-86dabc4fd0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.261518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-07bc0ea9-ec34-4dcb-afb0-86dabc4fd0ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2060dec-c020-420c-8e27-0258b05e6453 HTTP/1.1" status: 204 len: 168 time: 0.3671024 Apr 18 21:45:27.269783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20091c49-d1b1-4173-b909-51fbdcd5dbc3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:27.271208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20091c49-d1b1-4173-b909-51fbdcd5dbc3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:27.271940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-20091c49-d1b1-4173-b909-51fbdcd5dbc3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:27.315626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1044e7-7e04-4f38-8517-6f64e8363384 req-d90c8767-e0b6-45d9-99ec-764f41882d6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:27.317076 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6f1044e7-7e04-4f38-8517-6f64e8363384 req-d90c8767-e0b6-45d9-99ec-764f41882d6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7875fbef-d368-4a97-bf90-4fd995da7f32 HTTP/1.1" status: 200 len: 834 time: 0.0851631 Apr 18 21:45:27.366600 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-20091c49-d1b1-4173-b909-51fbdcd5dbc3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:27.367749 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-20091c49-d1b1-4173-b909-51fbdcd5dbc3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3532081 Apr 18 21:45:27.371392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49544) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:27.520190 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6f1044e7-7e04-4f38-8517-6f64e8363384 req-e168af96-17ad-44f9-803d-1c14a9c1c4f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f27f48a-ea1b-4afc-921a-2c52355ad26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967092 Apr 18 21:45:27.568241 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-490458e9-afe8-47d9-ba03-4fe288c14e93 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.663846 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-490458e9-afe8-47d9-ba03-4fe288c14e93 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693970'] for router, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.801507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e00dcb3-d3fc-48ba-acc4-519f6954797b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet a2e2dd14-375c-4898-910e-ce0b39692d88 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:45:27.804622 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1e00dcb3-d3fc-48ba-acc4-519f6954797b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.873779 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6f1044e7-7e04-4f38-8517-6f64e8363384 req-f19fa9d2-53f7-43d4-9fdb-a7ce5859bb95 service neutron] 10.222.0.26 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402202 Apr 18 21:45:27.880790 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1e00dcb3-d3fc-48ba-acc4-519f6954797b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.016225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49552) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:28.035088 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.036878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490458e9-afe8-47d9-ba03-4fe288c14e93 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Router f175aa50-6585-41da-8019-fe1ec0cf5c89 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:45:28.038942 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a7107e4-8360-4e5c-9118-e87d454431c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.084885 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6f1044e7-7e04-4f38-8517-6f64e8363384 req-9a3aedcd-b894-4ed4-bac4-00c7fbe93cfd service neutron] 10.222.0.26 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758065 Apr 18 21:45:28.089184 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1e00dcb3-d3fc-48ba-acc4-519f6954797b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.191353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2a7107e4-8360-4e5c-9118-e87d454431c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:28.203958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2a7107e4-8360-4e5c-9118-e87d454431c9 admin admin] Usage tracker for resource:security_group_rule and tenant:f7cde73185db48e99f45a3fe1f279fcb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:28.207937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2a7107e4-8360-4e5c-9118-e87d454431c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:28.215127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2a7107e4-8360-4e5c-9118-e87d454431c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:28.231776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490458e9-afe8-47d9-ba03-4fe288c14e93 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:28.242058 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-490458e9-afe8-47d9-ba03-4fe288c14e93 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.243214 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-490458e9-afe8-47d9-ba03-4fe288c14e93 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "PUT /v2.0/routers/f175aa50-6585-41da-8019-fe1ec0cf5c89 HTTP/1.1" status: 200 len: 698 time: 1.1625464 Apr 18 21:45:28.246515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51a760-8dbd-4bdf-bb58-60b96d69e018 None None] Sync routers for ids ['f175aa50-6585-41da-8019-fe1ec0cf5c89'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:28.247577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49556) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:28.250070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1e00dcb3-d3fc-48ba-acc4-519f6954797b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.271568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51a760-8dbd-4bdf-bb58-60b96d69e018 None None] Routers {'f175aa50-6585-41da-8019-fe1ec0cf5c89'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:28.273069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2b51a760-8dbd-4bdf-bb58-60b96d69e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f175aa50-6585-41da-8019-fe1ec0cf5c89'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:28.296416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00dcb3-d3fc-48ba-acc4-519f6954797b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e2dd14-375c-4898-910e-ce0b39692d88,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:28.301210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1e00dcb3-d3fc-48ba-acc4-519f6954797b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.341492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf9f0b6-5293-48b0-8c90-68d1acd5e94f None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:28.445328 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-96060577-0a60-4660-a1b5-df6654bbbae5 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/routers/f175aa50-6585-41da-8019-fe1ec0cf5c89 HTTP/1.1" status: 200 len: 704 time: 0.1959927 Apr 18 21:45:28.501077 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a7107e4-8360-4e5c-9118-e87d454431c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.501077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49560) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:28.501304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2b51a760-8dbd-4bdf-bb58-60b96d69e018 None None] Set router f175aa50-6585-41da-8019-fe1ec0cf5c89 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:28.534109 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1e00dcb3-d3fc-48ba-acc4-519f6954797b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/a2e2dd14-375c-4898-910e-ce0b39692d88 HTTP/1.1" status: 204 len: 168 time: 1.1593871 Apr 18 21:45:28.534109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49564) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:28.540405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-621365c5-58a5-47cd-9189-49598ac91be0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Synchronizing usage tracker for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:28.559728 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-621365c5-58a5-47cd-9189-49598ac91be0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Unset dirty status for tenant:d26092c188ef48449420fecb5a0c9d4b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:28.559728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-621365c5-58a5-47cd-9189-49598ac91be0 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=f175aa50-6585-41da-8019-fe1ec0cf5c89 HTTP/1.1" status: 200 len: 205 time: 0.0568445 Apr 18 21:45:28.559961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49568) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:28.650047 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c27b349d-6590-47fe-9efe-8cabc20ac077 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714884 Apr 18 21:45:28.653912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49572) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:28.672074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:28.696491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2b51a760-8dbd-4bdf-bb58-60b96d69e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f175aa50-6585-41da-8019-fe1ec0cf5c89', 'name': 'tempest-RoutersIpV6Test-router-1068020663', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:26Z', 'updated_at': '2022-04-18T21:45:27Z', 'revision_number': 2, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:28.736992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51a760-8dbd-4bdf-bb58-60b96d69e018 None None] Checking router: f175aa50-6585-41da-8019-fe1ec0cf5c89 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:28.746178 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a7107e4-8360-4e5c-9118-e87d454431c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.778101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51a760-8dbd-4bdf-bb58-60b96d69e018 None None] Routers {'f175aa50-6585-41da-8019-fe1ec0cf5c89'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:28.778101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2b51a760-8dbd-4bdf-bb58-60b96d69e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['f175aa50-6585-41da-8019-fe1ec0cf5c89'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:28.832711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7107e4-8360-4e5c-9118-e87d454431c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeff3fd-0511-4f41-b284-336c474f88e9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:28.837871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:28.838400 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a1906e0-c396-45fa-93ac-92cb5c66cde1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.843701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:28.846702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:28.852695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:28.889699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2a7107e4-8360-4e5c-9118-e87d454431c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f7cde73185db48e99f45a3fe1f279fcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8721719 Apr 18 21:45:28.892411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49578) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:28.905598 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.924594 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2b51a760-8dbd-4bdf-bb58-60b96d69e018 None None] Set router f175aa50-6585-41da-8019-fe1ec0cf5c89 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:28.947767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:28.953780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.050334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2b51a760-8dbd-4bdf-bb58-60b96d69e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f175aa50-6585-41da-8019-fe1ec0cf5c89', 'name': 'tempest-RoutersIpV6Test-router-1068020663', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:26Z', 'updated_at': '2022-04-18T21:45:27Z', 'revision_number': 2, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:29.054016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:45:29.059327 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51a760-8dbd-4bdf-bb58-60b96d69e018 None None] The sync data for ids ['f175aa50-6585-41da-8019-fe1ec0cf5c89'] in n-d-836017-3 is: [{'id': 'f175aa50-6585-41da-8019-fe1ec0cf5c89', 'name': 'tempest-RoutersIpV6Test-router-1068020663', 'tenant_id': 'd26092c188ef48449420fecb5a0c9d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:26Z', 'updated_at': '2022-04-18T21:45:27Z', 'revision_number': 2, 'project_id': 'd26092c188ef48449420fecb5a0c9d4b', 'gw_port_host': None}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:29.061663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Deleting port e8febe3d-011a-461f-aa2e-afc57628976b {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:29.062210 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.097724 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97fc63be-9c52-47fd-b2be-f56ba6ee6b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.186865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97fc63be-9c52-47fd-b2be-f56ba6ee6b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.384610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] For port e8febe3d-011a-461f-aa2e-afc57628976b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e8febe3d-011a-461f-aa2e-afc57628976b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:29.526290 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.526949 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a1906e0-c396-45fa-93ac-92cb5c66cde1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.526949 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a1906e0-c396-45fa-93ac-92cb5c66cde1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.527121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Calling delete_port for e8febe3d-011a-461f-aa2e-afc57628976b owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:29.690995 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97fc63be-9c52-47fd-b2be-f56ba6ee6b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.710977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc63be-9c52-47fd-b2be-f56ba6ee6b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeff3fd-0511-4f41-b284-336c474f88e9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:29.733223 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-97fc63be-9c52-47fd-b2be-f56ba6ee6b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.734452 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-97fc63be-9c52-47fd-b2be-f56ba6ee6b17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/deeff3fd-0511-4f41-b284-336c474f88e9 HTTP/1.1" status: 204 len: 168 time: 0.8410661 Apr 18 21:45:29.738475 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.742795 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a1906e0-c396-45fa-93ac-92cb5c66cde1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.742898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1906e0-c396-45fa-93ac-92cb5c66cde1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Fanout notify agent at l3_agent the message router_deleted on router f175aa50-6585-41da-8019-fe1ec0cf5c89 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:45:29.759420 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.774056 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2a1906e0-c396-45fa-93ac-92cb5c66cde1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.778635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2a1906e0-c396-45fa-93ac-92cb5c66cde1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/f175aa50-6585-41da-8019-fe1ec0cf5c89 HTTP/1.1" status: 204 len: 168 time: 1.2145965 Apr 18 21:45:29.782342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49584) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:29.805056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:29.813831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:29.818563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:29.819145 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.844289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-977da8ff-b62d-499e-b439-7a8b3937f896 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=f175aa50-6585-41da-8019-fe1ec0cf5c89 HTTP/1.1" status: 200 len: 205 time: 0.0578272 Apr 18 21:45:29.844527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49590) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:29.879133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=3ffcd736-73e8-4c37-acdc-35856f392216,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:29.929961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] No DVR routers for this DVR port e8febe3d-011a-461f-aa2e-afc57628976b on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:29.938933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Pushing event deleted for resources: {'Port': ['ID=e8febe3d-011a-461f-aa2e-afc57628976b,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:29.948477 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c4c73c60-3518-4724-9b36-b5354ac65563 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2929382 Apr 18 21:45:29.959412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49594) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:29.963776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df236f9b-214f-4f3b-92cc-43612c1ee2d1 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:29.973723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f7a0df71-4b1b-469d-9e2d-6a905357b201 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'fixed_ips': [{'subnet_id': '3ffcd736-73e8-4c37-acdc-35856f392216', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1087908440'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:29.995423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:29.995684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:29.995961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:29.996399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:29.996741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:29.997082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:29.997412 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:29.997865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:29.999485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:29.999827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:30.000231 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008770d8-76bd-40a6-a7de-4511d2bbff30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:30.120017 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-3a654d60-0677-442c-ac23-9db11beb0afb tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] delete failed (client error): The resource could not be found. Apr 18 21:45:30.123845 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3a654d60-0677-442c-ac23-9db11beb0afb tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/f175aa50-6585-41da-8019-fe1ec0cf5c89 HTTP/1.1" status: 404 len: 336 time: 0.2753854 Apr 18 21:45:30.124724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49598) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:30.231733 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c907cad8-8227-4419-851c-f824704e1e61 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] DELETE failed (client error): The resource could not be found. Apr 18 21:45:30.234783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c907cad8-8227-4419-851c-f824704e1e61 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:45:30.238695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c907cad8-8227-4419-851c-f824704e1e61 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/903bf6dc-9231-4716-93c0-a6f265fc2881 HTTP/1.1" status: 404 len: 337 time: 0.1131802 Apr 18 21:45:30.241059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49602) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:30.276254 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f7a0df71-4b1b-469d-9e2d-6a905357b201 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:30.290585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f7a0df71-4b1b-469d-9e2d-6a905357b201 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:30.303974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f7a0df71-4b1b-469d-9e2d-6a905357b201 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:30.336731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f7a0df71-4b1b-469d-9e2d-6a905357b201 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:30.381665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e8febe3d-011a-461f-aa2e-afc57628976b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:30.387235 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f4f4fd-fb19-464e-8937-e9293b6b5117 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] DELETE failed (client error): The resource could not be found. Apr 18 21:45:30.387909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f4f4fd-fb19-464e-8937-e9293b6b5117 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:45:30.390645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-77f4f4fd-fb19-464e-8937-e9293b6b5117 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/d94fb21c-e232-4a90-937f-4883f42435b4 HTTP/1.1" status: 404 len: 337 time: 0.1486075 Apr 18 21:45:30.393212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49608) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:30.444404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a0df71-4b1b-469d-9e2d-6a905357b201 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:30.445079 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d9241f-84fc-42e3-a5f7-2e83e2d9b7d5 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] DELETE failed (client error): The resource could not be found. Apr 18 21:45:30.445544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d9241f-84fc-42e3-a5f7-2e83e2d9b7d5 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:45:30.447626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d3d9241f-84fc-42e3-a5f7-2e83e2d9b7d5 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/f176dece-9e22-4273-8053-13a2a6791ba1 HTTP/1.1" status: 404 len: 337 time: 0.0534194 Apr 18 21:45:30.449976 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f7a0df71-4b1b-469d-9e2d-6a905357b201 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.450648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49612) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:30.513321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-f7a0df71-4b1b-469d-9e2d-6a905357b201 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 8153b257-2e96-4131-b6be-71664b93834f yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:45:30.515299 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: e8febe3d-011a-461f-aa2e-afc57628976b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:30.516236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e8febe3d-011a-461f-aa2e-afc57628976b not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:30.552560 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb4066b-1d8f-41a6-b34c-4191bd038763 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] DELETE failed (client error): The resource could not be found. Apr 18 21:45:30.553222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb4066b-1d8f-41a6-b34c-4191bd038763 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:45:30.557917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8fb4066b-1d8f-41a6-b34c-4191bd038763 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/63d8713c-605c-440a-8bba-74be99d82de2 HTTP/1.1" status: 404 len: 337 time: 0.1015191 Apr 18 21:45:30.559169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49616) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:30.618219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '3ffcd736-73e8-4c37-acdc-35856f392216'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:45:30.619886 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.703303 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-77c1a731-6d27-4ac8-823e-ff13173a9a73 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 HTTP/1.1" status: 200 len: 205 time: 0.1402612 Apr 18 21:45:30.704595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49624) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:30.786933 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-89cf9f69-8fab-4804-b754-dbb32e88a2f4 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] delete failed (client error): The resource could not be found. Apr 18 21:45:30.787926 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-89cf9f69-8fab-4804-b754-dbb32e88a2f4 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/f5a560d3-c94e-4c26-ab33-6c8f32df4fd9 HTTP/1.1" status: 404 len: 336 time: 0.0827978 Apr 18 21:45:30.794112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49630) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:30.839437 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a0df71-4b1b-469d-9e2d-6a905357b201 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:30.839874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a0df71-4b1b-469d-9e2d-6a905357b201 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:45:30.859812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-69542857-9908-4029-808c-625d61a6d3d8 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46 HTTP/1.1" status: 200 len: 205 time: 0.0675738 Apr 18 21:45:30.862159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49634) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:30.893834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Allocated IP 2001:db8::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/3ffcd736-73e8-4c37-acdc-35856f392216/2585b75c-b7a0-4207-8d56-1dbe09c39481) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:30.929788 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f7a0df71-4b1b-469d-9e2d-6a905357b201 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9668365 Apr 18 21:45:30.930318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49642) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:30.964349 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-908027ed-d718-44a6-a8d9-a2fe0d781225 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] delete failed (client error): The resource could not be found. Apr 18 21:45:30.965994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-908027ed-d718-44a6-a8d9-a2fe0d781225 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/e3f6f49f-a019-4d6a-ab8c-4c46f78a7a46 HTTP/1.1" status: 404 len: 336 time: 0.1024613 Apr 18 21:45:30.969226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49646) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:30.989597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0f6fe1b3-6762-4c22-bc25-809c1d2d3a6a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:31.030531 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd77b2b-caa7-45d4-b164-a3c8c09175a6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] DELETE failed (client error): The resource could not be found. Apr 18 21:45:31.030975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd77b2b-caa7-45d4-b164-a3c8c09175a6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:45:31.032647 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6bd77b2b-caa7-45d4-b164-a3c8c09175a6 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/17cb9c77-78cb-41b2-9e6a-6d55188b19ea HTTP/1.1" status: 404 len: 337 time: 0.0622232 Apr 18 21:45:31.035419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49650) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.063695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0f6fe1b3-6762-4c22-bc25-809c1d2d3a6a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:31.067198 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0f6fe1b3-6762-4c22-bc25-809c1d2d3a6a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1333551 Apr 18 21:45:31.067514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49654) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.096697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0850fad8-8086-4ad0-b7c4-d0a3e4e1c166 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=30866572-9a2c-490a-b0ac-032a37d10c8d HTTP/1.1" status: 200 len: 205 time: 0.0592804 Apr 18 21:45:31.096697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49658) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.173605 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-0e514a07-31ac-439a-b426-cd01b46cff36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] delete failed (client error): The resource could not be found. Apr 18 21:45:31.177357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49662) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.177546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0e514a07-31ac-439a-b426-cd01b46cff36 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/30866572-9a2c-490a-b0ac-032a37d10c8d HTTP/1.1" status: 404 len: 336 time: 0.0799928 Apr 18 21:45:31.266763 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:31.316661 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:31.330229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Transition to ACTIVE for port object 2585b75c-b7a0-4207-8d56-1dbe09c39481 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:31.362283 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-79cd9ba8-3cdd-4900-8628-d86d6c6aef23 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b HTTP/1.1" status: 200 len: 205 time: 0.1721914 Apr 18 21:45:31.362968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49668) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.367063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Transition to ACTIVE for port object 2585b75c-b7a0-4207-8d56-1dbe09c39481 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:31.446767 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:31.448302 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-5675c2f6-d98f-45b2-88e5-6106b436440a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] delete failed (client error): The resource could not be found. Apr 18 21:45:31.452315 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5675c2f6-d98f-45b2-88e5-6106b436440a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/3a59d7c4-b4de-4f47-8ba8-cf59a7be7b6b HTTP/1.1" status: 404 len: 336 time: 0.0857041 Apr 18 21:45:31.454501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49674) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.459419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eb8894-9eef-46d3-8a6b-3e66d842e21c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:31.460876 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eb8894-9eef-46d3-8a6b-3e66d842e21c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:31.461756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a2eb8894-9eef-46d3-8a6b-3e66d842e21c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:31.509964 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a0f675-ae5a-4313-a38e-8cf8494292bd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] DELETE failed (client error): The resource could not be found. Apr 18 21:45:31.510469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a0f675-ae5a-4313-a38e-8cf8494292bd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:45:31.516229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49678) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.516593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a1a0f675-ae5a-4313-a38e-8cf8494292bd tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/2688009e-67aa-4cc5-83c7-ddf4cf7d8207 HTTP/1.1" status: 404 len: 337 time: 0.0595698 Apr 18 21:45:31.542636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:31.546513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:31.552558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:31.555207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Pushing event updated for resources: {'Port': ['ID=2585b75c-b7a0-4207-8d56-1dbe09c39481,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:31.574052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a2eb8894-9eef-46d3-8a6b-3e66d842e21c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:31.579415 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a2eb8894-9eef-46d3-8a6b-3e66d842e21c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5108125 Apr 18 21:45:31.579626 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49684) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.587080 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7f0ddfbc-dd7b-486e-b736-52c4b5c23c37 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1153af6-9a50-4b87-8746-e800d2fdc6c9 HTTP/1.1" status: 200 len: 205 time: 0.0696063 Apr 18 21:45:31.593517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49688) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.674695 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-db08bbe8-09e5-4c47-9894-f22cae23909a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] delete failed (client error): The resource could not be found. Apr 18 21:45:31.675999 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-db08bbe8-09e5-4c47-9894-f22cae23909a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/a1153af6-9a50-4b87-8746-e800d2fdc6c9 HTTP/1.1" status: 404 len: 336 time: 0.0810719 Apr 18 21:45:31.678433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49692) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.726077 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2ca2e3-c892-4ed1-9775-7f806205b2f1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] DELETE failed (client error): The resource could not be found. Apr 18 21:45:31.727017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2ca2e3-c892-4ed1-9775-7f806205b2f1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:45:31.729093 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8b2ca2e3-c892-4ed1-9775-7f806205b2f1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/153edc27-b495-4bef-926a-4e6238742ccd HTTP/1.1" status: 404 len: 337 time: 0.0495973 Apr 18 21:45:31.731973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49698) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.740466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Attempting to bind port 2585b75c-b7a0-4207-8d56-1dbe09c39481 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:31.740966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Attempting to bind port 2585b75c-b7a0-4207-8d56-1dbe09c39481 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:31.741424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Attempting to bind port 2585b75c-b7a0-4207-8d56-1dbe09c39481 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:31.749969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:31.750494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:31.750494 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:31.750494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:31.750494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Bound port: 2585b75c-b7a0-4207-8d56-1dbe09c39481, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:31.750494 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:31.786323 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-16d1aaaf-3c6c-480a-96d3-51a5071337d1 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8010820-c611-48a2-99b9-12e6fae8ca52 HTTP/1.1" status: 200 len: 205 time: 0.0521665 Apr 18 21:45:31.789464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49702) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.892049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] For port 2585b75c-b7a0-4207-8d56-1dbe09c39481, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:31.897166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] For port 2585b75c-b7a0-4207-8d56-1dbe09c39481, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2585b75c-b7a0-4207-8d56-1dbe09c39481,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:31.901947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-045a79aa-218d-4774-a229-ea13f95a2298 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 3ffcd736-73e8-4c37-acdc-35856f392216 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:45:31.905857 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-045a79aa-218d-4774-a229-ea13f95a2298 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:31.910132 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-71262c41-6faa-4e0e-9171-026f1a02bd12 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] delete failed (client error): The resource could not be found. Apr 18 21:45:31.911632 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-71262c41-6faa-4e0e-9171-026f1a02bd12 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/routers/d8010820-c611-48a2-99b9-12e6fae8ca52 HTTP/1.1" status: 404 len: 336 time: 0.1207175 Apr 18 21:45:31.914062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49706) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.959296 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-3486cfa5-3650-4b31-bc17-99cc05406cf9 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] DELETE failed (client error): The resource could not be found. Apr 18 21:45:31.963943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3486cfa5-3650-4b31-bc17-99cc05406cf9 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:45:31.963943 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3486cfa5-3650-4b31-bc17-99cc05406cf9 tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/187419e2-d5c7-43fc-a61c-aba6b28cd9c9 HTTP/1.1" status: 404 len: 337 time: 0.0461991 Apr 18 21:45:31.963943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49712) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:31.978668 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-045a79aa-218d-4774-a229-ea13f95a2298 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:31.995531 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:32.005061 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-94362ec9-968b-4c12-9d72-e13d3b40e58a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] DELETE failed (client error): The resource could not be found. Apr 18 21:45:32.005623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94362ec9-968b-4c12-9d72-e13d3b40e58a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:45:32.009624 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-94362ec9-968b-4c12-9d72-e13d3b40e58a tempest-RoutersIpV6Test-1410534364 tempest-RoutersIpV6Test-1410534364-project] 10.222.0.11 "DELETE /v2.0/subnets/cfd539d5-2080-4ae6-9707-8ec45aa904cb HTTP/1.1" status: 404 len: 337 time: 0.0424070 Apr 18 21:45:32.141672 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-045a79aa-218d-4774-a229-ea13f95a2298 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:32.148779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639abb6b-0b8d-4d95-ae8d-4fd77f3f63ce None None] Pushing event updated for resources: {'Port': ['ID=2585b75c-b7a0-4207-8d56-1dbe09c39481,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:33.067415 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-045a79aa-218d-4774-a229-ea13f95a2298 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:33.135509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a79aa-218d-4774-a229-ea13f95a2298 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=3ffcd736-73e8-4c37-acdc-35856f392216,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:33.147085 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-045a79aa-218d-4774-a229-ea13f95a2298 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:33.282010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-045a79aa-218d-4774-a229-ea13f95a2298 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/3ffcd736-73e8-4c37-acdc-35856f392216 HTTP/1.1" status: 204 len: 168 time: 1.7008221 Apr 18 21:45:33.285122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49732) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:33.380932 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-05e6980e-f36d-42c5-a57f-60d697016b55 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946167 Apr 18 21:45:33.384762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49738) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:33.390256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:33.391991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6906aa6-0c2e-4e5d-a72c-07dcc9e30ecc None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:33.527744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49744) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:33.528394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:33.534142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:33.545302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:33.552384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:33.610529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e56e2a9a-7fe4-43a2-8e24-17a902fc1fc3 None None] Provisioning for port 2585b75c-b7a0-4207-8d56-1dbe09c39481 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:33.617624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:33.703754 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:33.743665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef56e8-d578-4acb-84a4-7c29999f10e5 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:45:33.749619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8cef56e8-d578-4acb-84a4-7c29999f10e5 None None] Deleting port 2585b75c-b7a0-4207-8d56-1dbe09c39481 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:33.750271 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8cef56e8-d578-4acb-84a4-7c29999f10e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:33.754611 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:33.965362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b9f79f0a-911e-42c3-a3c3-77212c872100 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d26092c188ef48449420fecb5a0c9d4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4356327 Apr 18 21:45:33.969559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49760) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:34.020712 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8cef56e8-d578-4acb-84a4-7c29999f10e5 None None] For port 2585b75c-b7a0-4207-8d56-1dbe09c39481, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2585b75c-b7a0-4207-8d56-1dbe09c39481,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:34.021692 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8cef56e8-d578-4acb-84a4-7c29999f10e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.067667 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0b3be8dd-497f-45bb-9b55-64c69d5e7deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.103775 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0b3be8dd-497f-45bb-9b55-64c69d5e7deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.161121 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.248709 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8cef56e8-d578-4acb-84a4-7c29999f10e5 None None] Calling delete_port for 2585b75c-b7a0-4207-8d56-1dbe09c39481 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:34.286658 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0b3be8dd-497f-45bb-9b55-64c69d5e7deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.315552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:34.318953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:34.320853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=abe469cc-6c9d-4130-bbd9-52e0930f6314,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:34.322238 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3be8dd-497f-45bb-9b55-64c69d5e7deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed35b8d-dedf-4095-85b1-62552f5c067e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:34.323679 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:34.324360 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.333162 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0b3be8dd-497f-45bb-9b55-64c69d5e7deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.335135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0b3be8dd-497f-45bb-9b55-64c69d5e7deb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ed35b8d-dedf-4095-85b1-62552f5c067e HTTP/1.1" status: 204 len: 168 time: 0.3647976 Apr 18 21:45:34.411327 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8cef56e8-d578-4acb-84a4-7c29999f10e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.436433 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4980d760-79dc-44ad-bee0-5c870967b4cf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0504851 Apr 18 21:45:34.438897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49774) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:34.445358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f9e38ba0-8b31-475a-b165-ab033c3e69a5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-782337677', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:34.460650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f9e38ba0-8b31-475a-b165-ab033c3e69a5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:34.469127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f9e38ba0-8b31-475a-b165-ab033c3e69a5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:router and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:34.478626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f9e38ba0-8b31-475a-b165-ab033c3e69a5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:34.493897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f9e38ba0-8b31-475a-b165-ab033c3e69a5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:34.517527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef56e8-d578-4acb-84a4-7c29999f10e5 None None] No DVR routers for this DVR port 2585b75c-b7a0-4207-8d56-1dbe09c39481 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:34.536863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac58c4b3-b79c-4ecb-a498-eec70ce0db4e None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:34.551889 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef56e8-d578-4acb-84a4-7c29999f10e5 None None] Pushing event deleted for resources: {'Port': ['ID=2585b75c-b7a0-4207-8d56-1dbe09c39481,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:34.583926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9e38ba0-8b31-475a-b165-ab033c3e69a5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.585262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9e38ba0-8b31-475a-b165-ab033c3e69a5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.617769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9e38ba0-8b31-475a-b165-ab033c3e69a5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.732225 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9e38ba0-8b31-475a-b165-ab033c3e69a5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.845980 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9e38ba0-8b31-475a-b165-ab033c3e69a5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.847244 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f9e38ba0-8b31-475a-b165-ab033c3e69a5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4070811 Apr 18 21:45:34.850087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49788) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:34.876389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': 'abe469cc-6c9d-4130-bbd9-52e0930f6314'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:45:34.877977 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:35.135491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Allocated IP 2001:db8::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/abe469cc-6c9d-4130-bbd9-52e0930f6314/0db3ce01-5d96-4fc7-b796-52144fe532a6) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:35.463591 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:35.481698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Transition to ACTIVE for port object 0db3ce01-5d96-4fc7-b796-52144fe532a6 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:35.516705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Transition to ACTIVE for port object 0db3ce01-5d96-4fc7-b796-52144fe532a6 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:35.613387 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:35.698424 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:35.707739 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:35.715319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:35.720808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:35.736681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Pushing event updated for resources: {'Port': ['ID=0db3ce01-5d96-4fc7-b796-52144fe532a6,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:35.893143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Attempting to bind port 0db3ce01-5d96-4fc7-b796-52144fe532a6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:35.896175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Attempting to bind port 0db3ce01-5d96-4fc7-b796-52144fe532a6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:35.896175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Attempting to bind port 0db3ce01-5d96-4fc7-b796-52144fe532a6 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:35.902408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:35.903012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:35.903572 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:35.904155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:35.904961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Bound port: 0db3ce01-5d96-4fc7-b796-52144fe532a6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:35.905514 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:36.040380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] For port 0db3ce01-5d96-4fc7-b796-52144fe532a6, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:36.044920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] For port 0db3ce01-5d96-4fc7-b796-52144fe532a6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0db3ce01-5d96-4fc7-b796-52144fe532a6,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:36.110331 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:36.174486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::1 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/abe469cc-6c9d-4130-bbd9-52e0930f6314/6a284579-df97-4f5d-bbe7-c91a1627e82d) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:36.287323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49824) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:36.379912 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4bcca-c54a-492c-ae4a-89bdfcdb19ed None None] Pushing event updated for resources: {'Port': ['ID=0db3ce01-5d96-4fc7-b796-52144fe532a6,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:36.413876 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:36.445171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 6a284579-df97-4f5d-bbe7-c91a1627e82d will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:36.507505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-df97f85a-267b-4eaf-863d-14f9e5b598e3 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-647065972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:36.515413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-df97f85a-267b-4eaf-863d-14f9e5b598e3 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:36.520165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-df97f85a-267b-4eaf-863d-14f9e5b598e3 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Usage tracker for resource:router and tenant:135850b988d2448d858a43efbe847bac is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:36.526485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-df97f85a-267b-4eaf-863d-14f9e5b598e3 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:36.532140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-df97f85a-267b-4eaf-863d-14f9e5b598e3 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:36.543513 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:36.663441 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df97f85a-267b-4eaf-863d-14f9e5b598e3 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:36.664712 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df97f85a-267b-4eaf-863d-14f9e5b598e3 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:36.681680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:36.685198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:36.690731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:36.691406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:36.700591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=6a284579-df97-4f5d-bbe7-c91a1627e82d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:36.708214 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df97f85a-267b-4eaf-863d-14f9e5b598e3 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:36.721425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:36.721943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:36.722706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:36.723173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:36.723580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:36.723982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:36.724382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:36.725085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:36.725085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:36.725427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:36.731353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:36.846721 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df97f85a-267b-4eaf-863d-14f9e5b598e3 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:36.947315 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-df97f85a-267b-4eaf-863d-14f9e5b598e3 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:36.949194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-df97f85a-267b-4eaf-863d-14f9e5b598e3 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6605425 Apr 18 21:45:36.951871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49834) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:36.954241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:36.959241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-377094020'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:36.966130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:36.974020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Usage tracker for resource:network and tenant:135850b988d2448d858a43efbe847bac is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:36.980184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:36.988443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:37.080031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Made reservation on behalf of 135850b988d2448d858a43efbe847bac for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:37.083384 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.100561 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.165939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:37.171865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Usage tracker for resource:security_group_rule and tenant:135850b988d2448d858a43efbe847bac is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:37.176152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:37.182766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:37.268892 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.341949 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.381824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:45:37.391518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e26ae1f-2390-49af-88ed-34b23c698e05,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:37.398197 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.398778 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Added segment 12eaf88b-5d3c-4d89-b4e3-8f874c080a65 of type vlan for network eb564190-0a55-4a37-804f-f184c3e4810f Apr 18 21:45:37.441784 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.470194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.531616 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.532390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.559754 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.564242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:37.565056 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.619106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=6a284579-df97-4f5d-bbe7-c91a1627e82d,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:37.683944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'Network': ['ID=eb564190-0a55-4a37-804f-f184c3e4810f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:37.694703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network eb564190-0a55-4a37-804f-f184c3e4810f details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:45:37.776395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:37.778359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:37.783148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1d121d22-bbd8-4abd-b8cf-997b18b7bdda tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8298707 Apr 18 21:45:37.786241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49842) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:37.796194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Request body: {'subnet': {'network_id': 'eb564190-0a55-4a37-804f-f184c3e4810f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:37.863216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d0864436-8200-44b9-a58f-0f2cf142fa0a None None] Provisioning for port 0db3ce01-5d96-4fc7-b796-52144fe532a6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:38.053144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:38.057125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Usage tracker for resource:subnet and tenant:135850b988d2448d858a43efbe847bac is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:38.060053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:38.067304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:38.119033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-12cce96a-8009-4a34-b1ef-90357025395f None None] Provisioning for port 6a284579-df97-4f5d-bbe7-c91a1627e82d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:38.126953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-12cce96a-8009-4a34-b1ef-90357025395f None None] Provisioning complete for port 6a284579-df97-4f5d-bbe7-c91a1627e82d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:38.127621 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-12cce96a-8009-4a34-b1ef-90357025395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:38.159070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Made reservation on behalf of 135850b988d2448d858a43efbe847bac for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:38.226235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-12cce96a-8009-4a34-b1ef-90357025395f None None] Port 6a284579-df97-4f5d-bbe7-c91a1627e82d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:45:38.313812 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:38.348890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0db3ce01-5d96-4fc7-b796-52144fe532a6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:38.414413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0c68d06a-bd2f-4d07-ab55-887fdf11f6e6 None None] Provisioning complete for port 6a284579-df97-4f5d-bbe7-c91a1627e82d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:38.415305 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0c68d06a-bd2f-4d07-ab55-887fdf11f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:38.487347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0c68d06a-bd2f-4d07-ab55-887fdf11f6e6 None None] Port 6a284579-df97-4f5d-bbe7-c91a1627e82d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:45:38.505576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Router 203ca86b-1221-413b-92ff-36fd4b763b7f is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:45:38.616291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 0db3ce01-5d96-4fc7-b796-52144fe532a6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:38.623963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0db3ce01-5d96-4fc7-b796-52144fe532a6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:38.624344 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:38.709403 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:38.800366 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:38.801525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:38.806217 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Sync routers for ids ['203ca86b-1221-413b-92ff-36fd4b763b7f'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:38.813412 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-786e0ec6-a8f9-4fd3-83eb-5e3a8d4ce959 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "PUT /v2.0/routers/203ca86b-1221-413b-92ff-36fd4b763b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9618106 Apr 18 21:45:38.815428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49858) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:38.823331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'Subnet': ['ID=64d243f4-6c72-4c27-984d-28c198f2f3d6,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:38.826798 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Routers {'203ca86b-1221-413b-92ff-36fd4b763b7f'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:38.829148 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['203ca86b-1221-413b-92ff-36fd4b763b7f'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:38.841298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Checking segment: {'id': '12eaf88b-5d3c-4d89-b4e3-8f874c080a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eb564190-0a55-4a37-804f-f184c3e4810f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:38.842002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Network hostable DHCP agents. Network: eb564190-0a55-4a37-804f-f184c3e4810f, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:45:38.848076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 0db3ce01-5d96-4fc7-b796-52144fe532a6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0db3ce01-5d96-4fc7-b796-52144fe532a6,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:38.855294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:38.855688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:38.856048 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:38.856372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:38.856706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:38.857690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:38.858025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:38.858448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:38.859997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:38.859997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:38.859997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:38.897891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821f32ad-e5e5-41ea-9b71-65620662f426 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:38.898563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-821f32ad-e5e5-41ea-9b71-65620662f426 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:38.937651 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.000952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Network eb564190-0a55-4a37-804f-f184c3e4810f is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:45:39.025857 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Set router 203ca86b-1221-413b-92ff-36fd4b763b7f gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:39.030260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=0db3ce01-5d96-4fc7-b796-52144fe532a6,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:39.040177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-821f32ad-e5e5-41ea-9b71-65620662f426 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:39.043964 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-821f32ad-e5e5-41ea-9b71-65620662f426 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports/6a284579-df97-4f5d-bbe7-c91a1627e82d HTTP/1.1" status: 200 len: 911 time: 0.2250412 Apr 18 21:45:39.044123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49864) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:39.110245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, eb564190-0a55-4a37-804f-f184c3e4810f) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:39.116293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:39.127644 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.127948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d70bd7b-cf14-4cba-9f68-782dbdf873c1 None None] Network eb564190-0a55-4a37-804f-f184c3e4810f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:39.157688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9610aa-28db-436e-923f-babe04fa8810 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:39.162341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9610aa-28db-436e-923f-babe04fa8810 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:39.164026 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4c9610aa-28db-436e-923f-babe04fa8810 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1177812 Apr 18 21:45:39.167005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49868) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:39.258097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-20a92603-e68c-4908-a9d9-4bf84e7b37f6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4706914 Apr 18 21:45:39.261072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49872) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:39.267451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Request body: {'network': {'name': 'tempest-router-network01--2129601259'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:39.275296 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:39.290172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Usage tracker for resource:network and tenant:135850b988d2448d858a43efbe847bac is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:39.299768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:39.314507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:39.411758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Made reservation on behalf of 135850b988d2448d858a43efbe847bac for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:39.414868 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.424124 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203ca86b-1221-413b-92ff-36fd4b763b7f', 'name': 'tempest-NetworksTestDHCPv6-router-782337677', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:34Z', 'updated_at': '2022-04-18T21:45:36Z', 'revision_number': 2, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'gw_port_host': None, '_interfaces': [{'id': '6a284579-df97-4f5d-bbe7-c91a1627e82d', 'name': '', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'mac_address': 'fa:16:3e:d7:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203ca86b-1221-413b-92ff-36fd4b763b7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abe469cc-6c9d-4130-bbd9-52e0930f6314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:35Z', 'updated_at': '2022-04-18T21:45:37Z', 'revision_number': 2, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'subnets': [{'id': 'abe469cc-6c9d-4130-bbd9-52e0930f6314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:39.432690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-eb564190-0a55-4a37-804f-f184c3e4810f', 'network_id': 'eb564190-0a55-4a37-804f-f184c3e4810f', 'tenant_id': '135850b988d2448d858a43efbe847bac', 'fixed_ips': [{'subnet_id': '64d243f4-6c72-4c27-984d-28c198f2f3d6'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:45:39.432690 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.432971 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Checking router: 203ca86b-1221-413b-92ff-36fd4b763b7f for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:39.432971 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Updating router 203ca86b-1221-413b-92ff-36fd4b763b7f port 6a284579-df97-4f5d-bbe7-c91a1627e82d binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:45:39.489051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:45:39.501569 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.510672 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.514809 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Added segment e6862199-6e3a-44f5-9ad4-da6b0472e4d3 of type vlan for network ec6b1097-332d-4eb9-a879-f972e3a53626 Apr 18 21:45:39.548691 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.562635 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.708968 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.713029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:39.713846 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.749743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Allocated IP 2001:db8::2 (eb564190-0a55-4a37-804f-f184c3e4810f/64d243f4-6c72-4c27-984d-28c198f2f3d6/62599971-be01-4f5f-ac80-f1eda73cb1a7) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:39.895770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'Network': ['ID=ec6b1097-332d-4eb9-a879-f972e3a53626,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:39.927197 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-62393282-293c-46b6-a1c6-4a60ec802663 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6649921 Apr 18 21:45:39.929768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49878) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:39.936613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Request body: {'network': {'name': 'tempest-router-network02--709032430'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:39.950538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:39.955092 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.959025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Usage tracker for resource:network and tenant:135850b988d2448d858a43efbe847bac is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:39.965942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:39.978955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:39.991830 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.011575 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Transition to ACTIVE for port object 6a284579-df97-4f5d-bbe7-c91a1627e82d will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:40.014797 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.021428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network ec6b1097-332d-4eb9-a879-f972e3a53626 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:45:40.092617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Made reservation on behalf of 135850b988d2448d858a43efbe847bac for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:40.096736 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.105458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Transition to ACTIVE for port object 62599971-be01-4f5f-ac80-f1eda73cb1a7 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:40.120298 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.149271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:45:40.160968 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.161790 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Added segment 3c3551ec-bb9d-40ce-92d2-37f964a68bd7 of type vlan for network d6f3de57-23b3-4569-afe2-4fde33fc8d1d Apr 18 21:45:40.194547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.220881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Transition to ACTIVE for port object 62599971-be01-4f5f-ac80-f1eda73cb1a7 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:40.292687 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.337269 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.341425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:40.342340 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.356782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0db3ce01-5d96-4fc7-b796-52144fe532a6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:40.384134 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Pushing event updated for resources: {'Port': ['ID=6a284579-df97-4f5d-bbe7-c91a1627e82d,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:40.461914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Network eb564190-0a55-4a37-804f-f184c3e4810f is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:40.466339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:40.474879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:40.487642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'Network': ['ID=d6f3de57-23b3-4569-afe2-4fde33fc8d1d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:40.527538 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d6f3de57-23b3-4569-afe2-4fde33fc8d1d details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:45:40.527693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.527693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.527693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.527693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.527693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.527693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.527693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.530132 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.530132 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.530132 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.530132 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.535602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 6a284579-df97-4f5d-bbe7-c91a1627e82d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:40.535950 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.546549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Pushing event updated for resources: {'Port': ['ID=62599971-be01-4f5f-ac80-f1eda73cb1a7,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:40.565257 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Attempting to bind port 6a284579-df97-4f5d-bbe7-c91a1627e82d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:40.565725 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Attempting to bind port 6a284579-df97-4f5d-bbe7-c91a1627e82d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:40.566009 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Attempting to bind port 6a284579-df97-4f5d-bbe7-c91a1627e82d on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:40.575202 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f77aae95-10cf-454f-b37f-ac56046dd055 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6415865 Apr 18 21:45:40.576462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49884) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:40.582924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Request body: {'subnet': {'network_id': 'ec6b1097-332d-4eb9-a879-f972e3a53626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:40.586993 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:40.589666 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:40.590079 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.590482 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:40.590981 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Bound port: 6a284579-df97-4f5d-bbe7-c91a1627e82d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:40.591425 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.727349 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] For port 6a284579-df97-4f5d-bbe7-c91a1627e82d, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:40.733664 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] For port 6a284579-df97-4f5d-bbe7-c91a1627e82d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6a284579-df97-4f5d-bbe7-c91a1627e82d,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:40.786264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Attempting to bind port 62599971-be01-4f5f-ac80-f1eda73cb1a7 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:40.796926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Attempting to bind port 62599971-be01-4f5f-ac80-f1eda73cb1a7 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '12eaf88b-5d3c-4d89-b4e3-8f874c080a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eb564190-0a55-4a37-804f-f184c3e4810f'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:40.796926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Attempting to bind port 62599971-be01-4f5f-ac80-f1eda73cb1a7 on network eb564190-0a55-4a37-804f-f184c3e4810f {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:40.804881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0db3ce01-5d96-4fc7-b796-52144fe532a6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:40.805260 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.816725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:40.822615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Usage tracker for resource:subnet and tenant:135850b988d2448d858a43efbe847bac is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:40.827236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:40.834966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:40.837432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:40.837857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Checking segment: {'id': '12eaf88b-5d3c-4d89-b4e3-8f874c080a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eb564190-0a55-4a37-804f-f184c3e4810f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:40.838346 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.838654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Bound using segment: {'id': '12eaf88b-5d3c-4d89-b4e3-8f874c080a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eb564190-0a55-4a37-804f-f184c3e4810f'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:40.839198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Bound port: 62599971-be01-4f5f-ac80-f1eda73cb1a7, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12eaf88b-5d3c-4d89-b4e3-8f874c080a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eb564190-0a55-4a37-804f-f184c3e4810f'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:40.839586 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.858780 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.921542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Made reservation on behalf of 135850b988d2448d858a43efbe847bac for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:40.931941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] For port 6a284579-df97-4f5d-bbe7-c91a1627e82d, host n-d-836017-3, got binding levels [] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:40.932386 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.985594 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567a455-fd0f-4c70-a5eb-2fd7e0f9a489 None None] Pushing event updated for resources: {'Port': ['ID=6a284579-df97-4f5d-bbe7-c91a1627e82d,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:41.004159 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Routers {'203ca86b-1221-413b-92ff-36fd4b763b7f'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:41.004905 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['203ca86b-1221-413b-92ff-36fd4b763b7f'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:41.022459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] For port 62599971-be01-4f5f-ac80-f1eda73cb1a7, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:41.032465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] For port 62599971-be01-4f5f-ac80-f1eda73cb1a7, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=62599971-be01-4f5f-ac80-f1eda73cb1a7,segment=NetworkSegment(12eaf88b-5d3c-4d89-b4e3-8f874c080a65),segment_id=12eaf88b-5d3c-4d89-b4e3-8f874c080a65)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:41.091515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.092962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 6a284579-df97-4f5d-bbe7-c91a1627e82d owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:41.103605 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.304779 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] Set router 203ca86b-1221-413b-92ff-36fd4b763b7f gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:41.364410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed88000-54d9-42de-86c4-6c44a84e2a1b None None] Pushing event updated for resources: {'Port': ['ID=62599971-be01-4f5f-ac80-f1eda73cb1a7,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:41.378660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:45:41.379625 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:45:41.562315 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.735971 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203ca86b-1221-413b-92ff-36fd4b763b7f', 'name': 'tempest-NetworksTestDHCPv6-router-782337677', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:34Z', 'updated_at': '2022-04-18T21:45:36Z', 'revision_number': 2, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'gw_port_host': None, '_interfaces': [{'id': '6a284579-df97-4f5d-bbe7-c91a1627e82d', 'name': '', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'mac_address': 'fa:16:3e:d7:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203ca86b-1221-413b-92ff-36fd4b763b7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abe469cc-6c9d-4130-bbd9-52e0930f6314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:35Z', 'updated_at': '2022-04-18T21:45:40Z', 'revision_number': 4, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'subnets': [{'id': 'abe469cc-6c9d-4130-bbd9-52e0930f6314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:41.741388 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d526c723-844c-4aa4-adeb-17e9befec9bd None None] The sync data for ids ['203ca86b-1221-413b-92ff-36fd4b763b7f'] in n-d-836017-3 is: [{'id': '203ca86b-1221-413b-92ff-36fd4b763b7f', 'name': 'tempest-NetworksTestDHCPv6-router-782337677', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:34Z', 'updated_at': '2022-04-18T21:45:36Z', 'revision_number': 2, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'gw_port_host': None, '_interfaces': [{'id': '6a284579-df97-4f5d-bbe7-c91a1627e82d', 'name': '', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'mac_address': 'fa:16:3e:d7:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203ca86b-1221-413b-92ff-36fd4b763b7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abe469cc-6c9d-4130-bbd9-52e0930f6314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:35Z', 'updated_at': '2022-04-18T21:45:40Z', 'revision_number': 4, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'subnets': [{'id': 'abe469cc-6c9d-4130-bbd9-52e0930f6314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:41.809040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'Subnet': ['ID=496df7c4-e28a-4f63-a693-f63378b0adab,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:41.827007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Checking segment: {'id': 'e6862199-6e3a-44f5-9ad4-da6b0472e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec6b1097-332d-4eb9-a879-f972e3a53626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:41.827547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Network hostable DHCP agents. Network: ec6b1097-332d-4eb9-a879-f972e3a53626, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:45:41.881168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 6a284579-df97-4f5d-bbe7-c91a1627e82d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:41.881168 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.933229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Network ec6b1097-332d-4eb9-a879-f972e3a53626 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:45:42.046270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, ec6b1097-332d-4eb9-a879-f972e3a53626) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:42.054945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:42.055531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.069644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00be5a64-6959-4769-86a2-dc148dbf2b52 None None] Network ec6b1097-332d-4eb9-a879-f972e3a53626 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:42.232258 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7b24c4a9-2bcb-415e-83be-26846a12273b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6524088 Apr 18 21:45:42.235822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49900) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:42.268047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] For port 6a284579-df97-4f5d-bbe7-c91a1627e82d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6a284579-df97-4f5d-bbe7-c91a1627e82d,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:42.271002 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.278737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Request body: {'subnet': {'network_id': 'd6f3de57-23b3-4569-afe2-4fde33fc8d1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:42.524850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:42.532187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Usage tracker for resource:subnet and tenant:135850b988d2448d858a43efbe847bac is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:42.536155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:42.544202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:42.557524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6a284579-df97-4f5d-bbe7-c91a1627e82d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:42.595202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 6a284579-df97-4f5d-bbe7-c91a1627e82d owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:42.646803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Made reservation on behalf of 135850b988d2448d858a43efbe847bac for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:42.791494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-ec6b1097-332d-4eb9-a879-f972e3a53626', 'network_id': 'ec6b1097-332d-4eb9-a879-f972e3a53626', 'tenant_id': '135850b988d2448d858a43efbe847bac', 'fixed_ips': [{'subnet_id': '496df7c4-e28a-4f63-a693-f63378b0adab'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:45:42.798166 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.844970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49908) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:42.872227 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.914309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 6a284579-df97-4f5d-bbe7-c91a1627e82d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:42.926737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 6a284579-df97-4f5d-bbe7-c91a1627e82d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:42.927233 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.012734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdfc0a4-0406-496a-9596-f886ef9c1749 None None] Network eb564190-0a55-4a37-804f-f184c3e4810f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:43.057668 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.155354 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f82c2fe2-91ae-4305-b9cf-6c9464b01687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.164718 n-d-836017-3 neutron-server[85050]: INFO neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No ports have port_id starting with 6a284579-df97-4f5d-bbe7-c91a1627e82d Apr 18 21:45:43.166028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=6a284579-df97-4f5d-bbe7-c91a1627e82d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:43.184206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 62599971-be01-4f5f-ac80-f1eda73cb1a7 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:43.261506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f82c2fe2-91ae-4305-b9cf-6c9464b01687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:43.266262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f82c2fe2-91ae-4305-b9cf-6c9464b01687 admin admin] Usage tracker for resource:security_group_rule and tenant:f09bb50a2a124f0fa08b1f4dd134d0d7 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:43.270108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f82c2fe2-91ae-4305-b9cf-6c9464b01687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:43.277783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f82c2fe2-91ae-4305-b9cf-6c9464b01687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:43.379759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7361f0bc-004c-4de8-9970-a73db79c7484 None None] Provisioning for port 62599971-be01-4f5f-ac80-f1eda73cb1a7 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:43.383729 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.469719 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.517141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'Subnet': ['ID=9de0559e-8ee2-41de-9735-6c29fe3e8647,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:43.531035 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f82c2fe2-91ae-4305-b9cf-6c9464b01687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.531154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Allocated IP 2001:db8::2 (ec6b1097-332d-4eb9-a879-f972e3a53626/496df7c4-e28a-4f63-a693-f63378b0adab/3c313937-2cf4-45cc-8272-c91e81323b4e) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:43.589017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Checking segment: {'id': '3c3551ec-bb9d-40ce-92d2-37f964a68bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd6f3de57-23b3-4569-afe2-4fde33fc8d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:43.589384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Network hostable DHCP agents. Network: d6f3de57-23b3-4569-afe2-4fde33fc8d1d, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:45:43.643892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 62599971-be01-4f5f-ac80-f1eda73cb1a7 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:43.657037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 62599971-be01-4f5f-ac80-f1eda73cb1a7 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:43.657395 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.684472 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Network d6f3de57-23b3-4569-afe2-4fde33fc8d1d is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:45:43.698514 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f82c2fe2-91ae-4305-b9cf-6c9464b01687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.759580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, d6f3de57-23b3-4569-afe2-4fde33fc8d1d) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:43.765358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c2fe2-91ae-4305-b9cf-6c9464b01687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0045d5eb-775a-4bf8-bbb8-8056aa779f4c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:43.768908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:43.770458 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.772031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f82c2fe2-91ae-4305-b9cf-6c9464b01687 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f09bb50a2a124f0fa08b1f4dd134d0d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9260464 Apr 18 21:45:43.775679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49918) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:43.806450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3e9ed9-146b-40fa-8e48-f5497435f0f3 None None] Network d6f3de57-23b3-4569-afe2-4fde33fc8d1d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:43.892122 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-be3adccb-6d70-4b61-8f73-a1b7303c1f78 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6584089 Apr 18 21:45:43.894584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49922) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:44.204209 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b923108e-f8a8-45c3-ba54-a2298731d438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.207649 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.222320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Transition to ACTIVE for port object 3c313937-2cf4-45cc-8272-c91e81323b4e will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:44.242711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b923108e-f8a8-45c3-ba54-a2298731d438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.253033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Transition to ACTIVE for port object 3c313937-2cf4-45cc-8272-c91e81323b4e will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:44.260629 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.271117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Router 203ca86b-1221-413b-92ff-36fd4b763b7f has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:44.358036 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.430775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:44.447121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-d6f3de57-23b3-4569-afe2-4fde33fc8d1d', 'network_id': 'd6f3de57-23b3-4569-afe2-4fde33fc8d1d', 'tenant_id': '135850b988d2448d858a43efbe847bac', 'fixed_ips': [{'subnet_id': '9de0559e-8ee2-41de-9735-6c29fe3e8647'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:45:44.447923 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.451404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.457316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ca3b9-3aa7-4a15-a1a0-faa6ae3ceec4 None None] Sync routers for ids ['203ca86b-1221-413b-92ff-36fd4b763b7f'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:44.480688 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b923108e-f8a8-45c3-ba54-a2298731d438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.483078 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 62599971-be01-4f5f-ac80-f1eda73cb1a7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=62599971-be01-4f5f-ac80-f1eda73cb1a7,segment=NetworkSegment(12eaf88b-5d3c-4d89-b4e3-8f874c080a65),segment_id=12eaf88b-5d3c-4d89-b4e3-8f874c080a65)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:44.495161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Network ec6b1097-332d-4eb9-a879-f972e3a53626 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:44.497230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Pushing event updated for resources: {'Port': ['ID=3c313937-2cf4-45cc-8272-c91e81323b4e,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:44.501231 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:44.502453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923108e-f8a8-45c3-ba54-a2298731d438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0045d5eb-775a-4bf8-bbb8-8056aa779f4c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:44.505218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:44.507038 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b923108e-f8a8-45c3-ba54-a2298731d438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.508711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-73830bfe-0701-4cef-9bb2-8e6401d6f3ec None None] Provisioning complete for port 62599971-be01-4f5f-ac80-f1eda73cb1a7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:44.509080 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-73830bfe-0701-4cef-9bb2-8e6401d6f3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.511059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b923108e-f8a8-45c3-ba54-a2298731d438 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0045d5eb-775a-4bf8-bbb8-8056aa779f4c HTTP/1.1" status: 204 len: 168 time: 0.7347732 Apr 18 21:45:44.521297 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-83db83f5-7321-4069-990f-7427b01b6c2a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "PUT /v2.0/routers/203ca86b-1221-413b-92ff-36fd4b763b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3530641 Apr 18 21:45:44.526055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49928) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:44.599825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f13e74b-cb78-4373-a248-0b192d81aac9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:44.601366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f13e74b-cb78-4373-a248-0b192d81aac9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:44.602146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5f13e74b-cb78-4373-a248-0b192d81aac9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:44.673697 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.684811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5f13e74b-cb78-4373-a248-0b192d81aac9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:44.689505 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5f13e74b-cb78-4373-a248-0b192d81aac9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1596801 Apr 18 21:45:44.689679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49934) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:44.772691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=62599971-be01-4f5f-ac80-f1eda73cb1a7,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:44.818399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ca3b9-3aa7-4a15-a1a0-faa6ae3ceec4 None None] Routers {'203ca86b-1221-413b-92ff-36fd4b763b7f'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:44.819054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-210ca3b9-3aa7-4a15-a1a0-faa6ae3ceec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['203ca86b-1221-413b-92ff-36fd4b763b7f'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:44.966871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Allocated IP 2001:db8::1 (ec6b1097-332d-4eb9-a879-f972e3a53626/496df7c4-e28a-4f63-a693-f63378b0adab/6d3f0cf8-eb81-4eb2-8f69-0e4994a19984) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:45.021838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Attempting to bind port 3c313937-2cf4-45cc-8272-c91e81323b4e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:45.022470 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Attempting to bind port 3c313937-2cf4-45cc-8272-c91e81323b4e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'e6862199-6e3a-44f5-9ad4-da6b0472e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec6b1097-332d-4eb9-a879-f972e3a53626'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:45.022825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Attempting to bind port 3c313937-2cf4-45cc-8272-c91e81323b4e on network ec6b1097-332d-4eb9-a879-f972e3a53626 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:45.027678 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Allocated IP 2001:db8::2 (d6f3de57-23b3-4569-afe2-4fde33fc8d1d/9de0559e-8ee2-41de-9735-6c29fe3e8647/0c852b64-c6d8-486b-875d-f52c7e96c9fe) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:45.033145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-47998b6b-faa2-4787-8f7d-84d0fdd0a056 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet abe469cc-6c9d-4130-bbd9-52e0930f6314 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:45:45.033615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-210ca3b9-3aa7-4a15-a1a0-faa6ae3ceec4 None None] Set router 203ca86b-1221-413b-92ff-36fd4b763b7f gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:45.037643 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-47998b6b-faa2-4787-8f7d-84d0fdd0a056 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.135662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-47998b6b-faa2-4787-8f7d-84d0fdd0a056 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.195085 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.214144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Transition to ACTIVE for port object 6d3f0cf8-eb81-4eb2-8f69-0e4994a19984 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:45.236297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:45.236861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Checking segment: {'id': 'e6862199-6e3a-44f5-9ad4-da6b0472e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec6b1097-332d-4eb9-a879-f972e3a53626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:45.236861 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.237233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Bound using segment: {'id': 'e6862199-6e3a-44f5-9ad4-da6b0472e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec6b1097-332d-4eb9-a879-f972e3a53626'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:45.237708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Bound port: 3c313937-2cf4-45cc-8272-c91e81323b4e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6862199-6e3a-44f5-9ad4-da6b0472e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec6b1097-332d-4eb9-a879-f972e3a53626'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:45.238077 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.255763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-47998b6b-faa2-4787-8f7d-84d0fdd0a056 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.290251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-210ca3b9-3aa7-4a15-a1a0-faa6ae3ceec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203ca86b-1221-413b-92ff-36fd4b763b7f', 'name': 'tempest-NetworksTestDHCPv6-router-782337677', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:34Z', 'updated_at': '2022-04-18T21:45:42Z', 'revision_number': 3, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:45.291182 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.358557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ca3b9-3aa7-4a15-a1a0-faa6ae3ceec4 None None] Checking router: 203ca86b-1221-413b-92ff-36fd4b763b7f for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:45.405451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49944) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:45.426989 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3a61280f-4dd9-41e1-a3c5-97d36590256b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.445119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Network ec6b1097-332d-4eb9-a879-f972e3a53626 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:45.448633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:45.454461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:45.455794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.459175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'Port': ['ID=6d3f0cf8-eb81-4eb2-8f69-0e4994a19984,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:45.472211 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-47998b6b-faa2-4787-8f7d-84d0fdd0a056 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.488126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ca3b9-3aa7-4a15-a1a0-faa6ae3ceec4 None None] Routers {'203ca86b-1221-413b-92ff-36fd4b763b7f'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:45.488750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-210ca3b9-3aa7-4a15-a1a0-faa6ae3ceec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['203ca86b-1221-413b-92ff-36fd4b763b7f'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:45.523624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47998b6b-faa2-4787-8f7d-84d0fdd0a056 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=abe469cc-6c9d-4130-bbd9-52e0930f6314,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:45.530511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3a61280f-4dd9-41e1-a3c5-97d36590256b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:45.532996 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-47998b6b-faa2-4787-8f7d-84d0fdd0a056 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.547127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3a61280f-4dd9-41e1-a3c5-97d36590256b admin admin] Usage tracker for resource:security_group_rule and tenant:4cd33bd5f34c432b84276015e561967b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:45.550431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3a61280f-4dd9-41e1-a3c5-97d36590256b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:45.550855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] For port 3c313937-2cf4-45cc-8272-c91e81323b4e, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:45.556802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3a61280f-4dd9-41e1-a3c5-97d36590256b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:45.561168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] For port 3c313937-2cf4-45cc-8272-c91e81323b4e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3c313937-2cf4-45cc-8272-c91e81323b4e,segment=NetworkSegment(e6862199-6e3a-44f5-9ad4-da6b0472e4d3),segment_id=e6862199-6e3a-44f5-9ad4-da6b0472e4d3)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:45.568441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624b0e39-9319-4b1f-95d8-cc4888148151 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:45.608529 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-47998b6b-faa2-4787-8f7d-84d0fdd0a056 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/abe469cc-6c9d-4130-bbd9-52e0930f6314 HTTP/1.1" status: 204 len: 168 time: 0.9176753 Apr 18 21:45:45.611120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49948) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:45.647379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.719608 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.771897 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3a61280f-4dd9-41e1-a3c5-97d36590256b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.791942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8468b7f6-47ba-4bdf-be89-f3cb76e3187d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1795547 Apr 18 21:45:45.796171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49954) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:45.865084 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3a61280f-4dd9-41e1-a3c5-97d36590256b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.894027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-210ca3b9-3aa7-4a15-a1a0-faa6ae3ceec4 None None] Set router 203ca86b-1221-413b-92ff-36fd4b763b7f gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:45.901016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61280f-4dd9-41e1-a3c5-97d36590256b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d2c7dd-7f83-4a14-953e-fc76a92f60e2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:46.089268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d03fbd-e270-4e91-a794-a6e1992b7368 None None] Pushing event updated for resources: {'Port': ['ID=3c313937-2cf4-45cc-8272-c91e81323b4e,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:46.110355 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3a61280f-4dd9-41e1-a3c5-97d36590256b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cd33bd5f34c432b84276015e561967b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7014270 Apr 18 21:45:46.111470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49958) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:46.125947 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.167534 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5ce652e-908d-4a5a-9e09-16955c37f21b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.176132 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-210ca3b9-3aa7-4a15-a1a0-faa6ae3ceec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203ca86b-1221-413b-92ff-36fd4b763b7f', 'name': 'tempest-NetworksTestDHCPv6-router-782337677', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:34Z', 'updated_at': '2022-04-18T21:45:42Z', 'revision_number': 3, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:46.181229 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.194995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ca3b9-3aa7-4a15-a1a0-faa6ae3ceec4 None None] The sync data for ids ['203ca86b-1221-413b-92ff-36fd4b763b7f'] in n-d-836017-3 is: [{'id': '203ca86b-1221-413b-92ff-36fd4b763b7f', 'name': 'tempest-NetworksTestDHCPv6-router-782337677', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:34Z', 'updated_at': '2022-04-18T21:45:42Z', 'revision_number': 3, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'gw_port_host': None}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:46.196935 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Transition to ACTIVE for port object 0c852b64-c6d8-486b-875d-f52c7e96c9fe will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:46.260373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Transition to ACTIVE for port object 0c852b64-c6d8-486b-875d-f52c7e96c9fe will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:46.268984 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.279286 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.371828 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.436611 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10acfd26-9529-4472-8eba-4981350eaf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.484346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Network d6f3de57-23b3-4569-afe2-4fde33fc8d1d is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:46.486998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Pushing event updated for resources: {'Port': ['ID=0c852b64-c6d8-486b-875d-f52c7e96c9fe,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:46.491959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:46.494384 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:46.568560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'Port': ['ID=6d3f0cf8-eb81-4eb2-8f69-0e4994a19984,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:46.605394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Attempting to bind port 0c852b64-c6d8-486b-875d-f52c7e96c9fe on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:46.605893 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Attempting to bind port 0c852b64-c6d8-486b-875d-f52c7e96c9fe by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3c3551ec-bb9d-40ce-92d2-37f964a68bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd6f3de57-23b3-4569-afe2-4fde33fc8d1d'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:46.607419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Attempting to bind port 0c852b64-c6d8-486b-875d-f52c7e96c9fe on network d6f3de57-23b3-4569-afe2-4fde33fc8d1d {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:46.616756 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:46.617233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Checking segment: {'id': '3c3551ec-bb9d-40ce-92d2-37f964a68bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd6f3de57-23b3-4569-afe2-4fde33fc8d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:46.617739 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.618659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Bound using segment: {'id': '3c3551ec-bb9d-40ce-92d2-37f964a68bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd6f3de57-23b3-4569-afe2-4fde33fc8d1d'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:46.619217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Bound port: 0c852b64-c6d8-486b-875d-f52c7e96c9fe, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3551ec-bb9d-40ce-92d2-37f964a68bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd6f3de57-23b3-4569-afe2-4fde33fc8d1d'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:46.619669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.640110 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10acfd26-9529-4472-8eba-4981350eaf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.657568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Network ec6b1097-332d-4eb9-a879-f972e3a53626 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:46.665758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:46.666088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef6c007-e1a1-44e3-87bd-674c8c445a94 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:45:46.715280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7ef6c007-e1a1-44e3-87bd-674c8c445a94 None None] Deleting port 0db3ce01-5d96-4fc7-b796-52144fe532a6 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:46.715828 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c007-e1a1-44e3-87bd-674c8c445a94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.846211 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5ce652e-908d-4a5a-9e09-16955c37f21b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.848349 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5ce652e-908d-4a5a-9e09-16955c37f21b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.916341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] For port 0c852b64-c6d8-486b-875d-f52c7e96c9fe, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:46.922898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3c313937-2cf4-45cc-8272-c91e81323b4e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:46.955389 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5ce652e-908d-4a5a-9e09-16955c37f21b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.956069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ce652e-908d-4a5a-9e09-16955c37f21b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Fanout notify agent at l3_agent the message router_deleted on router 203ca86b-1221-413b-92ff-36fd4b763b7f {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:45:46.984896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5ce652e-908d-4a5a-9e09-16955c37f21b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.986256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b5ce652e-908d-4a5a-9e09-16955c37f21b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/routers/203ca86b-1221-413b-92ff-36fd4b763b7f HTTP/1.1" status: 204 len: 168 time: 1.1890790 Apr 18 21:45:46.988822 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10acfd26-9529-4472-8eba-4981350eaf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.991447 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10acfd26-9529-4472-8eba-4981350eaf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.995923 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-10acfd26-9529-4472-8eba-4981350eaf04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32d2c7dd-7f83-4a14-953e-fc76a92f60e2 HTTP/1.1" status: 204 len: 168 time: 0.8836532 Apr 18 21:45:46.996784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49964) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:47.009878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] For port 0c852b64-c6d8-486b-875d-f52c7e96c9fe, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0c852b64-c6d8-486b-875d-f52c7e96c9fe,segment=NetworkSegment(3c3551ec-bb9d-40ce-92d2-37f964a68bd7),segment_id=3c3551ec-bb9d-40ce-92d2-37f964a68bd7)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:47.021042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acfd26-9529-4472-8eba-4981350eaf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d2c7dd-7f83-4a14-953e-fc76a92f60e2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:47.050254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:47.176897 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.264175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:47.269384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:47.272928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:47.281460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:47.366180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7ef6c007-e1a1-44e3-87bd-674c8c445a94 None None] For port 0db3ce01-5d96-4fc7-b796-52144fe532a6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0db3ce01-5d96-4fc7-b796-52144fe532a6,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:47.366747 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c007-e1a1-44e3-87bd-674c8c445a94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.376158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:47.380042 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.398776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Router 58a95332-39a7-452e-9b54-cd6ae61ca37e is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:45:47.530918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f982fb80-9221-4888-a626-2acc7c9389cb None None] Network ec6b1097-332d-4eb9-a879-f972e3a53626 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:47.583728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7ef6c007-e1a1-44e3-87bd-674c8c445a94 None None] Calling delete_port for 0db3ce01-5d96-4fc7-b796-52144fe532a6 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:47.727070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0aeb0-a9ce-4c1d-8c3d-d69154ed9072 None None] Pushing event updated for resources: {'Port': ['ID=0c852b64-c6d8-486b-875d-f52c7e96c9fe,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:47.765614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3c313937-2cf4-45cc-8272-c91e81323b4e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:47.804097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 62599971-be01-4f5f-ac80-f1eda73cb1a7 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:47.838995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:47.850542 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45011ff3-9741-4524-a9dd-05658236b6d7 None None] Sync routers for ids ['58a95332-39a7-452e-9b54-cd6ae61ca37e'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:47.864258 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d0391c90-ef43-4f05-9029-0c761c50e538 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "PUT /v2.0/routers/58a95332-39a7-452e-9b54-cd6ae61ca37e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9660206 Apr 18 21:45:47.869322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 49980) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:47.878916 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45011ff3-9741-4524-a9dd-05658236b6d7 None None] Routers {'58a95332-39a7-452e-9b54-cd6ae61ca37e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:47.879551 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-45011ff3-9741-4524-a9dd-05658236b6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58a95332-39a7-452e-9b54-cd6ae61ca37e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:47.953207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a7b90b9d-769c-4f44-87fb-a5dc9017ba4e None None] Provisioning for port 3c313937-2cf4-45cc-8272-c91e81323b4e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:47.986152 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.992119 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-45011ff3-9741-4524-a9dd-05658236b6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:48.007606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a7b90b9d-769c-4f44-87fb-a5dc9017ba4e None None] Provisioning complete for port 3c313937-2cf4-45cc-8272-c91e81323b4e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:48.007977 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a7b90b9d-769c-4f44-87fb-a5dc9017ba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.018947 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45011ff3-9741-4524-a9dd-05658236b6d7 None None] Routers {'58a95332-39a7-452e-9b54-cd6ae61ca37e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:48.023185 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-45011ff3-9741-4524-a9dd-05658236b6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58a95332-39a7-452e-9b54-cd6ae61ca37e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:48.073125 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c007-e1a1-44e3-87bd-674c8c445a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.118931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:48.129539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:48.142637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 62599971-be01-4f5f-ac80-f1eda73cb1a7 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:48.143026 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.145039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:48.145660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.154953 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-45011ff3-9741-4524-a9dd-05658236b6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:48.157992 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45011ff3-9741-4524-a9dd-05658236b6d7 None None] The sync data for ids ['58a95332-39a7-452e-9b54-cd6ae61ca37e'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:48.162999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=84b7ffaa-f930-4c05-b382-88599c846035,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:48.183443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6c007-e1a1-44e3-87bd-674c8c445a94 None None] Pushing event deleted for resources: {'Port': ['ID=0db3ce01-5d96-4fc7-b796-52144fe532a6,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:48.274520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6c007-e1a1-44e3-87bd-674c8c445a94 None None] No DVR routers for this DVR port 0db3ce01-5d96-4fc7-b796-52144fe532a6 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:48.308256 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7f7d9a11-a9da-4503-a0f9-d240ad80bf44 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2872093 Apr 18 21:45:48.308552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 49990) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:48.315874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-aca518dc-4466-4d3d-bad6-3c46a45a170b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-112370414', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:48.330960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-aca518dc-4466-4d3d-bad6-3c46a45a170b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:48.334626 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a7b90b9d-769c-4f44-87fb-a5dc9017ba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.340570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-aca518dc-4466-4d3d-bad6-3c46a45a170b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:router and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:48.345999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-aca518dc-4466-4d3d-bad6-3c46a45a170b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:48.352599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b10928-f4e0-44b5-afd0-2a84776039f5 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:48.359443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-aca518dc-4466-4d3d-bad6-3c46a45a170b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:48.471478 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aca518dc-4466-4d3d-bad6-3c46a45a170b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.473840 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aca518dc-4466-4d3d-bad6-3c46a45a170b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.509084 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aca518dc-4466-4d3d-bad6-3c46a45a170b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.580796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a7b90b9d-769c-4f44-87fb-a5dc9017ba4e None None] For port 3c313937-2cf4-45cc-8272-c91e81323b4e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3c313937-2cf4-45cc-8272-c91e81323b4e,segment=NetworkSegment(e6862199-6e3a-44f5-9ad4-da6b0472e4d3),segment_id=e6862199-6e3a-44f5-9ad4-da6b0472e4d3)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:48.633447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aca518dc-4466-4d3d-bad6-3c46a45a170b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.692430 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a7b90b9d-769c-4f44-87fb-a5dc9017ba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.753141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-aca518dc-4466-4d3d-bad6-3c46a45a170b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.754442 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-aca518dc-4466-4d3d-bad6-3c46a45a170b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4446955 Apr 18 21:45:48.757279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50000) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:48.822449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b90b9d-769c-4f44-87fb-a5dc9017ba4e None None] Pushing event updated for resources: {'Port': ['ID=3c313937-2cf4-45cc-8272-c91e81323b4e,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:48.831132 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6a284579-df97-4f5d-bbe7-c91a1627e82d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:48.912705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 6a284579-df97-4f5d-bbe7-c91a1627e82d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:48.913033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6a284579-df97-4f5d-bbe7-c91a1627e82d not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:48.913464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0db3ce01-5d96-4fc7-b796-52144fe532a6 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:49.031013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee164db8-c25a-4c14-8068-ecbce74b2af5 None None] Network d6f3de57-23b3-4569-afe2-4fde33fc8d1d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:49.061668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '84b7ffaa-f930-4c05-b382-88599c846035'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:45:49.062780 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:49.082625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 0db3ce01-5d96-4fc7-b796-52144fe532a6 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:49.083187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0db3ce01-5d96-4fc7-b796-52144fe532a6 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:49.129841 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-61ca6b54-4c46-454a-b93d-e9df5f808768 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:49.131380 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-61ca6b54-4c46-454a-b93d-e9df5f808768 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "PUT /v2.0/routers/58a95332-39a7-452e-9b54-cd6ae61ca37e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2653468 Apr 18 21:45:49.134186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50010) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:49.447774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Allocated IP 2001:db8::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/84b7ffaa-f930-4c05-b382-88599c846035/4ccf4672-28de-4e1d-9ef5-2a5a6ba62991) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:49.458492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3c313937-2cf4-45cc-8272-c91e81323b4e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:49.691131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fd722c9e-10d0-41aa-8975-74a1f4e132da None None] Provisioning complete for port 3c313937-2cf4-45cc-8272-c91e81323b4e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:49.691804 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fd722c9e-10d0-41aa-8975-74a1f4e132da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:49.753323 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:49.847988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02c08f5b-254a-4240-96c4-d2b9478c5e3e tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:49.964887 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3c313937-2cf4-45cc-8272-c91e81323b4e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:49.967109 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.051875 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.088520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Transition to ACTIVE for port object 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:50.213283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Transition to ACTIVE for port object 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:50.289735 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.372463 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Pushing event updated for resources: {'Port': ['ID=4ccf4672-28de-4e1d-9ef5-2a5a6ba62991,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:50.379091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::1 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/84b7ffaa-f930-4c05-b382-88599c846035/f64e18a1-add1-4894-bf27-de76718ca305) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:50.419190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:50.422608 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:50.425056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0c852b64-c6d8-486b-875d-f52c7e96c9fe up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:50.459479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:50.527024 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fd722c9e-10d0-41aa-8975-74a1f4e132da None None] Provisioning for port 0c852b64-c6d8-486b-875d-f52c7e96c9fe completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:50.561077 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.579403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object f64e18a1-add1-4894-bf27-de76718ca305 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:50.631400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Attempting to bind port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:50.631763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Attempting to bind port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:50.632125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Attempting to bind port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:50.648820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:50.649403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:50.649728 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.650048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:50.650461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Bound port: 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:50.650834 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.670769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.749629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 0c852b64-c6d8-486b-875d-f52c7e96c9fe completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:50.757225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0c852b64-c6d8-486b-875d-f52c7e96c9fe triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:50.757777 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.781678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:50.784943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:50.787162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fd722c9e-10d0-41aa-8975-74a1f4e132da None None] Provisioning for port 6d3f0cf8-eb81-4eb2-8f69-0e4994a19984 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:50.789241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:50.794056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.798113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=f64e18a1-add1-4894-bf27-de76718ca305,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:50.821457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fd722c9e-10d0-41aa-8975-74a1f4e132da None None] Provisioning complete for port 6d3f0cf8-eb81-4eb2-8f69-0e4994a19984 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:50.821983 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fd722c9e-10d0-41aa-8975-74a1f4e132da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.822784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-02c08f5b-254a-4240-96c4-d2b9478c5e3e tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Deleting port 6d3f0cf8-eb81-4eb2-8f69-0e4994a19984 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:50.823256 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02c08f5b-254a-4240-96c4-d2b9478c5e3e tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.888339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] For port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:50.907027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fd722c9e-10d0-41aa-8975-74a1f4e132da None None] Port 6d3f0cf8-eb81-4eb2-8f69-0e4994a19984 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:45:50.909516 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] For port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4ccf4672-28de-4e1d-9ef5-2a5a6ba62991,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:50.971553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.975281 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.987408 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.073897 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02c08f5b-254a-4240-96c4-d2b9478c5e3e tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.074357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 0c852b64-c6d8-486b-875d-f52c7e96c9fe, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0c852b64-c6d8-486b-875d-f52c7e96c9fe,segment=NetworkSegment(3c3551ec-bb9d-40ce-92d2-37f964a68bd7),segment_id=3c3551ec-bb9d-40ce-92d2-37f964a68bd7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:51.109000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-35b4534f-7678-497f-8be7-25831e37fbe5 None None] Provisioning complete for port 0c852b64-c6d8-486b-875d-f52c7e96c9fe triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:51.109706 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-35b4534f-7678-497f-8be7-25831e37fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.194022 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.270747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78bc4f-523d-435c-b1fd-158857085049 None None] Pushing event updated for resources: {'Port': ['ID=4ccf4672-28de-4e1d-9ef5-2a5a6ba62991,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:51.383158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=0c852b64-c6d8-486b-875d-f52c7e96c9fe,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:51.402957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-02c08f5b-254a-4240-96c4-d2b9478c5e3e tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Calling delete_port for 6d3f0cf8-eb81-4eb2-8f69-0e4994a19984 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:51.467524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-35b4534f-7678-497f-8be7-25831e37fbe5 None None] Provisioning complete for port 6d3f0cf8-eb81-4eb2-8f69-0e4994a19984 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:51.467903 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-35b4534f-7678-497f-8be7-25831e37fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.541670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-35b4534f-7678-497f-8be7-25831e37fbe5 None None] Port 6d3f0cf8-eb81-4eb2-8f69-0e4994a19984 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:45:51.680081 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02c08f5b-254a-4240-96c4-d2b9478c5e3e tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.738394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c08f5b-254a-4240-96c4-d2b9478c5e3e tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Port': ['ID=6d3f0cf8-eb81-4eb2-8f69-0e4994a19984,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:51.891465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.922072 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-02c08f5b-254a-4240-96c4-d2b9478c5e3e tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.988710 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.990408 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:52.086009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=f64e18a1-add1-4894-bf27-de76718ca305,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:52.263264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:52.265026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:52.448959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c08f5b-254a-4240-96c4-d2b9478c5e3e tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Router 58a95332-39a7-452e-9b54-cd6ae61ca37e has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:52.619113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c08f5b-254a-4240-96c4-d2b9478c5e3e tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:52.632999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c7f42-55fb-41cf-8747-dfa7c0074472 None None] Sync routers for ids ['58a95332-39a7-452e-9b54-cd6ae61ca37e'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:52.652916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-02c08f5b-254a-4240-96c4-d2b9478c5e3e tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "PUT /v2.0/routers/58a95332-39a7-452e-9b54-cd6ae61ca37e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5174475 Apr 18 21:45:52.653959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50062) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:52.655171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c7f42-55fb-41cf-8747-dfa7c0074472 None None] Routers {'58a95332-39a7-452e-9b54-cd6ae61ca37e'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:52.662306 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a26c7f42-55fb-41cf-8747-dfa7c0074472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58a95332-39a7-452e-9b54-cd6ae61ca37e'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:52.738305 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-11d78af9-ca2f-4588-9809-3ca35722a14d tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] delete failed (client error): The resource could not be found. Apr 18 21:45:52.742730 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-11d78af9-ca2f-4588-9809-3ca35722a14d tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1635038744 HTTP/1.1" status: 404 len: 335 time: 0.0824907 Apr 18 21:45:52.743088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50068) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:52.750341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2104be85-cf06-4623-bc53-008e43947327 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Request body: {'router': {'external_gateway_info': {'network_id': '58a95332-39a7-452e-9b54-cd6ae61ca37e'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:52.770189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a26c7f42-55fb-41cf-8747-dfa7c0074472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:52.834731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c7f42-55fb-41cf-8747-dfa7c0074472 None None] Routers {'58a95332-39a7-452e-9b54-cd6ae61ca37e'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:52.835360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a26c7f42-55fb-41cf-8747-dfa7c0074472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58a95332-39a7-452e-9b54-cd6ae61ca37e'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:52.873516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Router ba309229-96f0-4fc6-8d7d-e2662841b3f3 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:45:52.944551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2e6c26ce-fb85-4b13-8631-587adb2f3085 None None] Provisioning for port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:52.982519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a26c7f42-55fb-41cf-8747-dfa7c0074472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:52.982519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c7f42-55fb-41cf-8747-dfa7c0074472 None None] The sync data for ids ['58a95332-39a7-452e-9b54-cd6ae61ca37e'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:53.140168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:53.155873 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Sync routers for ids ['ba309229-96f0-4fc6-8d7d-e2662841b3f3'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:53.173241 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-81e7937e-bb29-4a73-87ae-c6961bde5612 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "PUT /v2.0/routers/ba309229-96f0-4fc6-8d7d-e2662841b3f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4124508 Apr 18 21:45:53.174914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50080) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:53.182859 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Routers {'ba309229-96f0-4fc6-8d7d-e2662841b3f3'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:53.184193 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['ba309229-96f0-4fc6-8d7d-e2662841b3f3'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:53.198704 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d310d3ea-35a4-4f18-a101-9b86b02d0afb None None] Provisioning for port f64e18a1-add1-4894-bf27-de76718ca305 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:53.220425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d310d3ea-35a4-4f18-a101-9b86b02d0afb None None] Provisioning complete for port f64e18a1-add1-4894-bf27-de76718ca305 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:53.220425 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d310d3ea-35a4-4f18-a101-9b86b02d0afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:53.337614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01e41bf-9e6c-4495-a082-c4421be0140d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:53.338238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f01e41bf-9e6c-4495-a082-c4421be0140d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:53.406737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d310d3ea-35a4-4f18-a101-9b86b02d0afb None None] Port f64e18a1-add1-4894-bf27-de76718ca305 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:45:53.451689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f01e41bf-9e6c-4495-a082-c4421be0140d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:53.453216 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f01e41bf-9e6c-4495-a082-c4421be0140d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports/f64e18a1-add1-4894-bf27-de76718ca305 HTTP/1.1" status: 200 len: 911 time: 0.2769611 Apr 18 21:45:53.456264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50088) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:53.467305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:53.550770 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Set router ba309229-96f0-4fc6-8d7d-e2662841b3f3 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:53.586921 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-db365d67-acea-4030-a210-8879af224032 None None] Provisioning complete for port f64e18a1-add1-4894-bf27-de76718ca305 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:53.587493 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-db365d67-acea-4030-a210-8879af224032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:53.603806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64817a9d-ec20-48c1-9677-48d14450b3d2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:53.607921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64817a9d-ec20-48c1-9677-48d14450b3d2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:53.609510 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-64817a9d-ec20-48c1-9677-48d14450b3d2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1522853 Apr 18 21:45:53.612524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50092) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:53.663645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:53.670263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-db365d67-acea-4030-a210-8879af224032 None None] Port f64e18a1-add1-4894-bf27-de76718ca305 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:45:53.673352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2104be85-cf06-4623-bc53-008e43947327 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:53.680298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:53.680298 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:53.849409 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-2104be85-cf06-4623-bc53-008e43947327 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] update failed (client error): The resource could not be found. Apr 18 21:45:53.865806 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2104be85-cf06-4623-bc53-008e43947327 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "PUT /v2.0/routers/58a95332-39a7-452e-9b54-cd6ae61ca37e HTTP/1.1" status: 404 len: 339 time: 1.1162169 Apr 18 21:45:53.867927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50096) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:53.885346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-388621918'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:53.908189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:53.912818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Usage tracker for resource:network and tenant:135850b988d2448d858a43efbe847bac is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:53.921597 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Quota usage for network was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:53.931301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:53.994811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Made reservation on behalf of 135850b988d2448d858a43efbe847bac for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:53.999000 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.024734 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.080541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:45:54.086295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4ccf4672-28de-4e1d-9ef5-2a5a6ba62991,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:54.110151 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.110151 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Added segment c1e26d4c-c8b0-4fbb-9b62-0888699855e6 of type vlan for network 87c390b0-6c14-4a1c-af7d-3701bf086fec Apr 18 21:45:54.117416 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba309229-96f0-4fc6-8d7d-e2662841b3f3', 'name': 'tempest-NetworksTestDHCPv6-router-112370414', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:48Z', 'updated_at': '2022-04-18T21:45:50Z', 'revision_number': 2, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'gw_port_host': None, '_interfaces': [{'id': 'f64e18a1-add1-4894-bf27-de76718ca305', 'name': '', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'mac_address': 'fa:16:3e:e1:86:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba309229-96f0-4fc6-8d7d-e2662841b3f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84b7ffaa-f930-4c05-b382-88599c846035', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:49Z', 'updated_at': '2022-04-18T21:45:51Z', 'revision_number': 2, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'subnets': [{'id': '84b7ffaa-f930-4c05-b382-88599c846035', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:54.121744 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Checking router: ba309229-96f0-4fc6-8d7d-e2662841b3f3 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:54.122275 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Updating router ba309229-96f0-4fc6-8d7d-e2662841b3f3 port f64e18a1-add1-4894-bf27-de76718ca305 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:45:54.129742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50104) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:54.158843 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.159862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0c852b64-c6d8-486b-875d-f52c7e96c9fe up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:54.182595 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.222617 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.312884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=4ccf4672-28de-4e1d-9ef5-2a5a6ba62991,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:54.331218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0c852b64-c6d8-486b-875d-f52c7e96c9fe triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:54.331597 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.342292 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.346686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:54.347276 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.458464 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e45fa351-5019-4ad3-a460-63bd4bb55f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.492284 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.518553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'Network': ['ID=87c390b0-6c14-4a1c-af7d-3701bf086fec,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:54.529116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e45fa351-5019-4ad3-a460-63bd4bb55f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:54.533275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e45fa351-5019-4ad3-a460-63bd4bb55f74 admin admin] Usage tracker for resource:security_group_rule and tenant:d5fdf16b811f4c5bb01eded23d7f5640 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:54.538378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 87c390b0-6c14-4a1c-af7d-3701bf086fec details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:45:54.546448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e45fa351-5019-4ad3-a460-63bd4bb55f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:54.555541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e45fa351-5019-4ad3-a460-63bd4bb55f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:54.652601 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e45fa351-5019-4ad3-a460-63bd4bb55f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.657862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1fcad0fe-87f3-4a92-bc55-c8a9bbe61fe7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7883544 Apr 18 21:45:54.661117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50110) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:54.668212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Request body: {'subnet': {'network_id': '87c390b0-6c14-4a1c-af7d-3701bf086fec', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:54.673900 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.686161 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Transition to ACTIVE for port object f64e18a1-add1-4894-bf27-de76718ca305 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:54.690109 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fffbf7a9-4446-45d8-a8f8-1081b218f4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.739555 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e45fa351-5019-4ad3-a460-63bd4bb55f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.764668 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.816987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fa351-5019-4ad3-a460-63bd4bb55f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ade161d-b80c-4db9-8958-f445572dc137,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:54.827338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:54.831331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Usage tracker for resource:subnet and tenant:135850b988d2448d858a43efbe847bac is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:54.834202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:54.840054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:54.850053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e45fa351-5019-4ad3-a460-63bd4bb55f74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5fdf16b811f4c5bb01eded23d7f5640&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7191954 Apr 18 21:45:54.852517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50114) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:54.869438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port f64e18a1-add1-4894-bf27-de76718ca305 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:54.869843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.912278 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd400f9e-d62e-4d27-a1fa-f9c4b4a73c4e None None] Pushing event updated for resources: {'Port': ['ID=f64e18a1-add1-4894-bf27-de76718ca305,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:54.924557 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3f19b0a-485c-4277-889a-adfb99d78659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:54.950605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Made reservation on behalf of 135850b988d2448d858a43efbe847bac for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:55.010840 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Attempting to bind port f64e18a1-add1-4894-bf27-de76718ca305 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:55.011933 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Attempting to bind port f64e18a1-add1-4894-bf27-de76718ca305 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:55.012570 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Attempting to bind port f64e18a1-add1-4894-bf27-de76718ca305 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:55.021117 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:55.021501 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:55.022162 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:55.022684 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:55.023146 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Bound port: f64e18a1-add1-4894-bf27-de76718ca305, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:55.023511 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:55.068574 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:55.157307 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] For port f64e18a1-add1-4894-bf27-de76718ca305, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:55.159447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] For port f64e18a1-add1-4894-bf27-de76718ca305, host n-d-836017-3, got binding levels [] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:55.160070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:55.162122 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] For port f64e18a1-add1-4894-bf27-de76718ca305, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f64e18a1-add1-4894-bf27-de76718ca305,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:55.208138 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3f19b0a-485c-4277-889a-adfb99d78659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:55.264143 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:55.290115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:55.340870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for f64e18a1-add1-4894-bf27-de76718ca305 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:55.351039 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Routers {'ba309229-96f0-4fc6-8d7d-e2662841b3f3'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:55.356085 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['ba309229-96f0-4fc6-8d7d-e2662841b3f3'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:55.384352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3f19b0a-485c-4277-889a-adfb99d78659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:55.405969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f19b0a-485c-4277-889a-adfb99d78659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ade161d-b80c-4db9-8958-f445572dc137,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:55.431755 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:55.432226 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:55.473992 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd400f9e-d62e-4d27-a1fa-f9c4b4a73c4e None None] Pushing event updated for resources: {'Port': ['ID=f64e18a1-add1-4894-bf27-de76718ca305,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:55.512007 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3f19b0a-485c-4277-889a-adfb99d78659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:55.516313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d3f19b0a-485c-4277-889a-adfb99d78659 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ade161d-b80c-4db9-8958-f445572dc137 HTTP/1.1" status: 204 len: 168 time: 0.6627798 Apr 18 21:45:55.522260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:45:55.522824 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:45:55.544371 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] Set router ba309229-96f0-4fc6-8d7d-e2662841b3f3 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:55.760903 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:55.848666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'Subnet': ['ID=38b4a802-5915-4c5e-b85e-4b5e6915e691,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:55.861571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Checking segment: {'id': 'c1e26d4c-c8b0-4fbb-9b62-0888699855e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '87c390b0-6c14-4a1c-af7d-3701bf086fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:55.862440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Network hostable DHCP agents. Network: 87c390b0-6c14-4a1c-af7d-3701bf086fec, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:45:55.942899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Network 87c390b0-6c14-4a1c-af7d-3701bf086fec is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:45:55.945076 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba309229-96f0-4fc6-8d7d-e2662841b3f3', 'name': 'tempest-NetworksTestDHCPv6-router-112370414', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:48Z', 'updated_at': '2022-04-18T21:45:50Z', 'revision_number': 2, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'gw_port_host': None, '_interfaces': [{'id': 'f64e18a1-add1-4894-bf27-de76718ca305', 'name': '', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'mac_address': 'fa:16:3e:e1:86:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba309229-96f0-4fc6-8d7d-e2662841b3f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84b7ffaa-f930-4c05-b382-88599c846035', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:49Z', 'updated_at': '2022-04-18T21:45:55Z', 'revision_number': 4, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'subnets': [{'id': '84b7ffaa-f930-4c05-b382-88599c846035', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:55.949035 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba18994-268c-4df5-bc1d-f3720aed512e None None] The sync data for ids ['ba309229-96f0-4fc6-8d7d-e2662841b3f3'] in n-d-836017-3 is: [{'id': 'ba309229-96f0-4fc6-8d7d-e2662841b3f3', 'name': 'tempest-NetworksTestDHCPv6-router-112370414', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:48Z', 'updated_at': '2022-04-18T21:45:50Z', 'revision_number': 2, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'gw_port_host': None, '_interfaces': [{'id': 'f64e18a1-add1-4894-bf27-de76718ca305', 'name': '', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'mac_address': 'fa:16:3e:e1:86:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba309229-96f0-4fc6-8d7d-e2662841b3f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84b7ffaa-f930-4c05-b382-88599c846035', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:49Z', 'updated_at': '2022-04-18T21:45:55Z', 'revision_number': 4, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'subnets': [{'id': '84b7ffaa-f930-4c05-b382-88599c846035', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:56.023914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port f64e18a1-add1-4894-bf27-de76718ca305 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:56.024273 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:56.040234 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 87c390b0-6c14-4a1c-af7d-3701bf086fec) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:56.048504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:56.049134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:56.058500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a708f4e5-b1e1-4c00-ae10-037cb22c686e None None] Network 87c390b0-6c14-4a1c-af7d-3701bf086fec requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:56.130092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7934a932-8cb8-4032-86e3-2c2d115bc437 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4676073 Apr 18 21:45:56.131224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50128) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:56.149019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-73792a09-7363-43b7-bd74-9c6a09e20e96 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Request body: {'router': {'external_gateway_info': {'network_id': '87c390b0-6c14-4a1c-af7d-3701bf086fec'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:56.316643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] For port f64e18a1-add1-4894-bf27-de76718ca305, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f64e18a1-add1-4894-bf27-de76718ca305,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:56.317001 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:56.438243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50132) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:56.438479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-87c390b0-6c14-4a1c-af7d-3701bf086fec', 'network_id': '87c390b0-6c14-4a1c-af7d-3701bf086fec', 'tenant_id': '135850b988d2448d858a43efbe847bac', 'fixed_ips': [{'subnet_id': '38b4a802-5915-4c5e-b85e-4b5e6915e691'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:45:56.439076 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:56.658803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Allocated IP 2001:db8:1::2 (87c390b0-6c14-4a1c-af7d-3701bf086fec/38b4a802-5915-4c5e-b85e-4b5e6915e691/60298318-f754-40ee-8647-6ef388598ce2) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:56.669505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba6511f7-fd8a-4e1f-b2cc-6a91957a0c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:56.710554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for f64e18a1-add1-4894-bf27-de76718ca305 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:56.714113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ba6511f7-fd8a-4e1f-b2cc-6a91957a0c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:56.718950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ba6511f7-fd8a-4e1f-b2cc-6a91957a0c8f admin admin] Usage tracker for resource:security_group_rule and tenant:f6b2a5e56e1849039aa584b266c86400 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:56.748965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ba6511f7-fd8a-4e1f-b2cc-6a91957a0c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:56.762436 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ba6511f7-fd8a-4e1f-b2cc-6a91957a0c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:56.910284 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba6511f7-fd8a-4e1f-b2cc-6a91957a0c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:56.957117 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:56.981070 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ba6511f7-fd8a-4e1f-b2cc-6a91957a0c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.048618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ba6511f7-fd8a-4e1f-b2cc-6a91957a0c8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6b2a5e56e1849039aa584b266c86400&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6091280 Apr 18 21:45:57.050067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6511f7-fd8a-4e1f-b2cc-6a91957a0c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e39747d-2da4-4529-99ec-e1e922ca505b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:57.051480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50138) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:57.057836 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-73792a09-7363-43b7-bd74-9c6a09e20e96 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.074229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Transition to ACTIVE for port object 60298318-f754-40ee-8647-6ef388598ce2 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:57.085855 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.098360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Transition to ACTIVE for port object 60298318-f754-40ee-8647-6ef388598ce2 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:57.102665 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63d86690-2f6a-47fc-b69a-75c7267582b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.146203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=f64e18a1-add1-4894-bf27-de76718ca305,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:57.190842 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.334679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Pushing event updated for resources: {'Port': ['ID=60298318-f754-40ee-8647-6ef388598ce2,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:57.341304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Network 87c390b0-6c14-4a1c-af7d-3701bf086fec is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:57.342584 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:57.344835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:57.375126 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-73792a09-7363-43b7-bd74-9c6a09e20e96 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:45:57.376268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-73792a09-7363-43b7-bd74-9c6a09e20e96 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "PUT /v2.0/routers/58a95332-39a7-452e-9b54-cd6ae61ca37e HTTP/1.1" status: 400 len: 364 time: 1.2437840 Apr 18 21:45:57.380986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50142) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:57.388967 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9b87cb1-233f-42b7-a031-a15d14d6ca4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.433925 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9b87cb1-233f-42b7-a031-a15d14d6ca4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.454207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.473964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Attempting to bind port 60298318-f754-40ee-8647-6ef388598ce2 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:57.474623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Attempting to bind port 60298318-f754-40ee-8647-6ef388598ce2 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'c1e26d4c-c8b0-4fbb-9b62-0888699855e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '87c390b0-6c14-4a1c-af7d-3701bf086fec'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:57.475507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Attempting to bind port 60298318-f754-40ee-8647-6ef388598ce2 on network 87c390b0-6c14-4a1c-af7d-3701bf086fec {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:57.487276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:57.487960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Checking segment: {'id': 'c1e26d4c-c8b0-4fbb-9b62-0888699855e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '87c390b0-6c14-4a1c-af7d-3701bf086fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:57.488689 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.489232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Bound using segment: {'id': 'c1e26d4c-c8b0-4fbb-9b62-0888699855e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '87c390b0-6c14-4a1c-af7d-3701bf086fec'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:57.490052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Bound port: 60298318-f754-40ee-8647-6ef388598ce2, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e26d4c-c8b0-4fbb-9b62-0888699855e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '87c390b0-6c14-4a1c-af7d-3701bf086fec'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:57.490603 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.656277 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] For port 60298318-f754-40ee-8647-6ef388598ce2, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:57.660988 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] For port 60298318-f754-40ee-8647-6ef388598ce2, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=60298318-f754-40ee-8647-6ef388598ce2,segment=NetworkSegment(c1e26d4c-c8b0-4fbb-9b62-0888699855e6),segment_id=c1e26d4c-c8b0-4fbb-9b62-0888699855e6)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:57.738051 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.766966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9b87cb1-233f-42b7-a031-a15d14d6ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.866124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b87cb1-233f-42b7-a031-a15d14d6ca4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e39747d-2da4-4529-99ec-e1e922ca505b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:57.888253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f9b87cb1-233f-42b7-a031-a15d14d6ca4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.889439 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f9b87cb1-233f-42b7-a031-a15d14d6ca4c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e39747d-2da4-4529-99ec-e1e922ca505b HTTP/1.1" status: 204 len: 168 time: 0.8360558 Apr 18 21:45:57.913049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd92dc-f399-4b14-ad6d-76797f8c7d02 None None] Pushing event updated for resources: {'Port': ['ID=60298318-f754-40ee-8647-6ef388598ce2,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:57.990577 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:58.061638 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:58.113332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Router ba309229-96f0-4fc6-8d7d-e2662841b3f3 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:58.347710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:58.358476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371c3f5-f8ed-4c56-ab78-b5bc431cf82d None None] Sync routers for ids ['ba309229-96f0-4fc6-8d7d-e2662841b3f3'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:58.362664 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a52e1c05-1c10-43c3-80ae-5be2aa574160 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "PUT /v2.0/routers/ba309229-96f0-4fc6-8d7d-e2662841b3f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7489622 Apr 18 21:45:58.363534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50152) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:58.383060 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371c3f5-f8ed-4c56-ab78-b5bc431cf82d None None] Routers {'ba309229-96f0-4fc6-8d7d-e2662841b3f3'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:58.383719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4371c3f5-f8ed-4c56-ab78-b5bc431cf82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['ba309229-96f0-4fc6-8d7d-e2662841b3f3'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:58.450881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e09b8-1193-4610-8ca1-c45532383c77 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:58.454051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e09b8-1193-4610-8ca1-c45532383c77 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:58.455721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5f1e09b8-1193-4610-8ca1-c45532383c77 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:58.517942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Allocated IP 2001:db8::1 (eb564190-0a55-4a37-804f-f184c3e4810f/64d243f4-6c72-4c27-984d-28c198f2f3d6/1098bbf1-29b5-4c84-b15f-85e1e955b773) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:58.545697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4371c3f5-f8ed-4c56-ab78-b5bc431cf82d None None] Set router ba309229-96f0-4fc6-8d7d-e2662841b3f3 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:58.552313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5f1e09b8-1193-4610-8ca1-c45532383c77 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:58.553503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f1e09b8-1193-4610-8ca1-c45532383c77 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1880999 Apr 18 21:45:58.556228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50160) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:58.771002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4371c3f5-f8ed-4c56-ab78-b5bc431cf82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba309229-96f0-4fc6-8d7d-e2662841b3f3', 'name': 'tempest-NetworksTestDHCPv6-router-112370414', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:48Z', 'updated_at': '2022-04-18T21:45:56Z', 'revision_number': 3, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:58.783053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371c3f5-f8ed-4c56-ab78-b5bc431cf82d None None] Checking router: ba309229-96f0-4fc6-8d7d-e2662841b3f3 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:58.813367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371c3f5-f8ed-4c56-ab78-b5bc431cf82d None None] Routers {'ba309229-96f0-4fc6-8d7d-e2662841b3f3'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:58.814116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4371c3f5-f8ed-4c56-ab78-b5bc431cf82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['ba309229-96f0-4fc6-8d7d-e2662841b3f3'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:59.018694 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.021102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4371c3f5-f8ed-4c56-ab78-b5bc431cf82d None None] Set router ba309229-96f0-4fc6-8d7d-e2662841b3f3 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:59.058811 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.094160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Transition to ACTIVE for port object 1098bbf1-29b5-4c84-b15f-85e1e955b773 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:59.156537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e74874-9111-4f76-8029-60e1e704b01f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 84b7ffaa-f930-4c05-b382-88599c846035 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:45:59.161646 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6e74874-9111-4f76-8029-60e1e704b01f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.174232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4371c3f5-f8ed-4c56-ab78-b5bc431cf82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba309229-96f0-4fc6-8d7d-e2662841b3f3', 'name': 'tempest-NetworksTestDHCPv6-router-112370414', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:48Z', 'updated_at': '2022-04-18T21:45:56Z', 'revision_number': 3, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:59.178425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371c3f5-f8ed-4c56-ab78-b5bc431cf82d None None] The sync data for ids ['ba309229-96f0-4fc6-8d7d-e2662841b3f3'] in n-d-836017-3 is: [{'id': 'ba309229-96f0-4fc6-8d7d-e2662841b3f3', 'name': 'tempest-NetworksTestDHCPv6-router-112370414', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:48Z', 'updated_at': '2022-04-18T21:45:56Z', 'revision_number': 3, 'project_id': 'c36f92100f4e44f9bb067e77172124da', 'gw_port_host': None}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:59.223428 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.261833 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6e74874-9111-4f76-8029-60e1e704b01f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.297904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Network eb564190-0a55-4a37-804f-f184c3e4810f is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:59.300935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:59.304857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:59.305342 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.311557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'Port': ['ID=1098bbf1-29b5-4c84-b15f-85e1e955b773,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:59.360030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b829c89-0a02-4551-8e96-c78b1f06b5df None None] Network 87c390b0-6c14-4a1c-af7d-3701bf086fec requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:59.401629 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6e74874-9111-4f76-8029-60e1e704b01f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.516558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-55a30877-d739-4fda-a28a-5133830616e7 None None] Provisioning for port 60298318-f754-40ee-8647-6ef388598ce2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:59.565666 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.610359 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6e74874-9111-4f76-8029-60e1e704b01f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.667163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e74874-9111-4f76-8029-60e1e704b01f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=84b7ffaa-f930-4c05-b382-88599c846035,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:59.679155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 60298318-f754-40ee-8647-6ef388598ce2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:59.682624 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6e74874-9111-4f76-8029-60e1e704b01f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.725090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02da089a-fc41-428b-9ac5-4e47dcabf68f None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:59.780245 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a6e74874-9111-4f76-8029-60e1e704b01f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/84b7ffaa-f930-4c05-b382-88599c846035 HTTP/1.1" status: 204 len: 168 time: 1.2229371 Apr 18 21:45:59.780982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50182) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:59.952716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8130407b-8e63-48d0-8a00-37eb1e615903 None None] Provisioning for port 1098bbf1-29b5-4c84-b15f-85e1e955b773 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:59.965943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8130407b-8e63-48d0-8a00-37eb1e615903 None None] Provisioning complete for port 1098bbf1-29b5-4c84-b15f-85e1e955b773 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:59.966321 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8130407b-8e63-48d0-8a00-37eb1e615903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.975751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b4a59918-be58-45bb-8983-63d62fb80071 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:router {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:00.037245 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8130407b-8e63-48d0-8a00-37eb1e615903 None None] Port 1098bbf1-29b5-4c84-b15f-85e1e955b773 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:46:00.074192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 60298318-f754-40ee-8647-6ef388598ce2 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:00.081505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 60298318-f754-40ee-8647-6ef388598ce2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:00.082152 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.085894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b4a59918-be58-45bb-8983-63d62fb80071 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:router {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:00.091053 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b4a59918-be58-45bb-8983-63d62fb80071 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3050802 Apr 18 21:46:00.091053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50200) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:00.103634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.175616 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.176388 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.250919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37c996-ab05-45a2-951e-1c635fec2103 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:00.367457 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.387849 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ead31e33-e659-4b95-a17a-b1cfeaba1667 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.391667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6f37c996-ab05-45a2-951e-1c635fec2103 None None] Deleting port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:00.397539 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f37c996-ab05-45a2-951e-1c635fec2103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.452736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event updated for resources: {'Port': ['ID=1098bbf1-29b5-4c84-b15f-85e1e955b773,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:00.474855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 60298318-f754-40ee-8647-6ef388598ce2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=60298318-f754-40ee-8647-6ef388598ce2,segment=NetworkSegment(c1e26d4c-c8b0-4fbb-9b62-0888699855e6),segment_id=c1e26d4c-c8b0-4fbb-9b62-0888699855e6)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:00.538488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Network eb564190-0a55-4a37-804f-f184c3e4810f is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:00.539749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:00.646140 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.727104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-71754658-83f7-4b5b-89ab-0c72dc7c8c6a None None] Provisioning complete for port 60298318-f754-40ee-8647-6ef388598ce2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:00.727452 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-71754658-83f7-4b5b-89ab-0c72dc7c8c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.899970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6f37c996-ab05-45a2-951e-1c635fec2103 None None] For port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4ccf4672-28de-4e1d-9ef5-2a5a6ba62991,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:00.900384 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f37c996-ab05-45a2-951e-1c635fec2103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.902427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ead31e33-e659-4b95-a17a-b1cfeaba1667 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.906980 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ead31e33-e659-4b95-a17a-b1cfeaba1667 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.980381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Router 58a95332-39a7-452e-9b54-cd6ae61ca37e has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:46:01.049681 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ead31e33-e659-4b95-a17a-b1cfeaba1667 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:01.050532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead31e33-e659-4b95-a17a-b1cfeaba1667 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Fanout notify agent at l3_agent the message router_deleted on router ba309229-96f0-4fc6-8d7d-e2662841b3f3 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:46:01.099841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6f37c996-ab05-45a2-951e-1c635fec2103 None None] Calling delete_port for 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:01.131855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=60298318-f754-40ee-8647-6ef388598ce2,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:01.154435 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ead31e33-e659-4b95-a17a-b1cfeaba1667 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:01.156276 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ead31e33-e659-4b95-a17a-b1cfeaba1667 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/routers/ba309229-96f0-4fc6-8d7d-e2662841b3f3 HTTP/1.1" status: 204 len: 168 time: 1.0645716 Apr 18 21:46:01.159309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50218) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:01.298740 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:01.331978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 60298318-f754-40ee-8647-6ef388598ce2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:01.367970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36081e08-0a14-4bb2-8517-e6cc98e611aa tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:01.368691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-36081e08-0a14-4bb2-8517-e6cc98e611aa tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:01.377652 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f37c996-ab05-45a2-951e-1c635fec2103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:01.452683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:46:01.458536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37c996-ab05-45a2-951e-1c635fec2103 None None] No DVR routers for this DVR port 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:01.460383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37c996-ab05-45a2-951e-1c635fec2103 None None] Pushing event deleted for resources: {'Port': ['ID=4ccf4672-28de-4e1d-9ef5-2a5a6ba62991,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:01.463038 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c11bc-270f-4ffe-9e17-d79b70deb738 None None] Sync routers for ids ['58a95332-39a7-452e-9b54-cd6ae61ca37e'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:46:01.468259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-36081e08-0a14-4bb2-8517-e6cc98e611aa tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:01.469436 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-36081e08-0a14-4bb2-8517-e6cc98e611aa tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3092494 Apr 18 21:46:01.471950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50224) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:01.490542 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c11bc-270f-4ffe-9e17-d79b70deb738 None None] Routers {'58a95332-39a7-452e-9b54-cd6ae61ca37e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:46:01.494952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-787f3a40-ec49-4c02-b970-0ab5f12e92d8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "PUT /v2.0/routers/58a95332-39a7-452e-9b54-cd6ae61ca37e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1069484 Apr 18 21:46:01.495133 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9d6c11bc-270f-4ffe-9e17-d79b70deb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58a95332-39a7-452e-9b54-cd6ae61ca37e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:01.495595 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7cb16e26-82f2-41e3-acc3-505e08edba95 None None] Provisioning complete for port 1098bbf1-29b5-4c84-b15f-85e1e955b773 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:01.495968 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7cb16e26-82f2-41e3-acc3-505e08edba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:01.496096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50228) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:01.563839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eca722-45b7-44b9-88be-465eee333883 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:01.564858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-98eca722-45b7-44b9-88be-465eee333883 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:01.588648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7cb16e26-82f2-41e3-acc3-505e08edba95 None None] Port 1098bbf1-29b5-4c84-b15f-85e1e955b773 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:46:01.597927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9d6c11bc-270f-4ffe-9e17-d79b70deb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:01.601842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 60298318-f754-40ee-8647-6ef388598ce2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:01.602659 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:01.608771 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c11bc-270f-4ffe-9e17-d79b70deb738 None None] Routers {'58a95332-39a7-452e-9b54-cd6ae61ca37e'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:46:01.609906 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9d6c11bc-270f-4ffe-9e17-d79b70deb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58a95332-39a7-452e-9b54-cd6ae61ca37e'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:01.645523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-98eca722-45b7-44b9-88be-465eee333883 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:01.649266 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-98eca722-45b7-44b9-88be-465eee333883 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1735365 Apr 18 21:46:01.649579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50232) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:01.682370 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9d6c11bc-270f-4ffe-9e17-d79b70deb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:01.683146 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c11bc-270f-4ffe-9e17-d79b70deb738 None None] The sync data for ids ['58a95332-39a7-452e-9b54-cd6ae61ca37e'] in n-d-836017-3 is: [] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:46:01.737091 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d02a6f86-d26d-409b-9e10-5ca7928ee867 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:01.877990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:01.902616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a64feb12-8e5d-4c9a-9d45-273e91828189 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:router {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:01.925391 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:46:01.927478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4ccf4672-28de-4e1d-9ef5-2a5a6ba62991 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:01.928108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f64e18a1-add1-4894-bf27-de76718ca305 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:01.963950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: f64e18a1-add1-4894-bf27-de76718ca305 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:46:01.964374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f64e18a1-add1-4894-bf27-de76718ca305 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:01.987113 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-d02a6f86-d26d-409b-9e10-5ca7928ee867 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 21:46:01.990068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d02a6f86-d26d-409b-9e10-5ca7928ee867 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "DELETE /v2.0/routers/58a95332-39a7-452e-9b54-cd6ae61ca37e HTTP/1.1" status: 409 len: 329 time: 0.4930854 Apr 18 21:46:01.991121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50254) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:01.997438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a64feb12-8e5d-4c9a-9d45-273e91828189 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:router {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:01.997438 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a64feb12-8e5d-4c9a-9d45-273e91828189 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3449261 Apr 18 21:46:02.002426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50258) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:02.009232 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:02.173839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:02.189618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:02.308286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:02.311816 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:02.422765 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44503855-22ab-45b2-adf4-0922bc1403b7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:02.740601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.objects.ports [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85049) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:46:02.743355 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:02.811161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:02.816658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:02.820453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:02.820651 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:02.831033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dabb0dd-a08a-4ae4-9703-27c3a5d41cb7 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:02.837635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=89ff9a53-88bd-46c1-b4c5-28248475122e,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:02.956587 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a33ec42b-9b90-4103-8c36-dd3ce49470be tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9528823 Apr 18 21:46:02.959322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50268) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:02.969731 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:03.072596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-44503855-22ab-45b2-adf4-0922bc1403b7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Deleting port 1098bbf1-29b5-4c84-b15f-85e1e955b773 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:03.073204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44503855-22ab-45b2-adf4-0922bc1403b7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.087337 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '89ff9a53-88bd-46c1-b4c5-28248475122e'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:46:03.088162 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.249239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:03.259053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:03.264712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:03.273656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:03.297927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Allocated IP 2001:db8::f816:3eff:feb0:7a3d (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/89ff9a53-88bd-46c1-b4c5-28248475122e/80b7edd6-b403-4475-9d87-64166d5c1133) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:03.360276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:03.364342 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.443680 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44503855-22ab-45b2-adf4-0922bc1403b7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.657023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-44503855-22ab-45b2-adf4-0922bc1403b7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Calling delete_port for 1098bbf1-29b5-4c84-b15f-85e1e955b773 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:03.687991 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.701910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Transition to ACTIVE for port object 80b7edd6-b403-4475-9d87-64166d5c1133 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:03.725026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Transition to ACTIVE for port object 80b7edd6-b403-4475-9d87-64166d5c1133 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:03.766252 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.795086 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.875437 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.877255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:03.880282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:03.883645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:03.891125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Pushing event updated for resources: {'Port': ['ID=80b7edd6-b403-4475-9d87-64166d5c1133,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:03.946249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:03.954278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:03.959660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:03.960456 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.971633 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44503855-22ab-45b2-adf4-0922bc1403b7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.991511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Attempting to bind port 80b7edd6-b403-4475-9d87-64166d5c1133 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:46:03.992059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Attempting to bind port 80b7edd6-b403-4475-9d87-64166d5c1133 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:46:03.995077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Attempting to bind port 80b7edd6-b403-4475-9d87-64166d5c1133 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:03.998289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=1c7b4b6b-d78b-4d76-8a11-482d402e7baa,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:04.000627 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:46:04.001003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:46:04.002273 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:04.002812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:46:04.005188 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Bound port: 80b7edd6-b403-4475-9d87-64166d5c1133, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:46:04.005188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:04.053190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44503855-22ab-45b2-adf4-0922bc1403b7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Port': ['ID=1098bbf1-29b5-4c84-b15f-85e1e955b773,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:04.064831 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-42e8e811-b6ad-4f9b-8139-e7b6fc7e1f89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1040883 Apr 18 21:46:04.067324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50276) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:04.074182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:9b:bb:04', 'name': 'tempest-NetworksTestDHCPv6-748472542'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:04.114172 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] For port 80b7edd6-b403-4475-9d87-64166d5c1133, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:04.137532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] For port 80b7edd6-b403-4475-9d87-64166d5c1133, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=80b7edd6-b403-4475-9d87-64166d5c1133,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:46:04.156957 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:46:04.210525 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:04.298072 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44503855-22ab-45b2-adf4-0922bc1403b7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:04.382091 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d8439-a30d-4fdf-9531-71714e792ee1 None None] Pushing event updated for resources: {'Port': ['ID=80b7edd6-b403-4475-9d87-64166d5c1133,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:04.426542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:04.442511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:04.515231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:04.760677 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:04.819201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 0f298769-9291-4754-a6f4-f3e42ec16435 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:46:04.987221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44503855-22ab-45b2-adf4-0922bc1403b7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Router 58a95332-39a7-452e-9b54-cd6ae61ca37e has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:46:05.093503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 172.20.0.8 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/1c7b4b6b-d78b-4d76-8a11-482d402e7baa/0f298769-9291-4754-a6f4-f3e42ec16435) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:05.111476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::f816:3eff:fe9b:bb04 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/89ff9a53-88bd-46c1-b4c5-28248475122e/0f298769-9291-4754-a6f4-f3e42ec16435) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:05.147853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44503855-22ab-45b2-adf4-0922bc1403b7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:46:05.160319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482dca9-f714-4412-acd2-8a96dd236f55 None None] Sync routers for ids ['58a95332-39a7-452e-9b54-cd6ae61ca37e'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:46:05.178532 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-44503855-22ab-45b2-adf4-0922bc1403b7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "PUT /v2.0/routers/58a95332-39a7-452e-9b54-cd6ae61ca37e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1858041 Apr 18 21:46:05.183178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482dca9-f714-4412-acd2-8a96dd236f55 None None] Routers {'58a95332-39a7-452e-9b54-cd6ae61ca37e'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:46:05.183799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3482dca9-f714-4412-acd2-8a96dd236f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58a95332-39a7-452e-9b54-cd6ae61ca37e'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:05.186410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50284) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:05.293134 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-e00cfad8-858e-4d39-9abc-308acbbb95c6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] show failed (client error): The resource could not be found. Apr 18 21:46:05.294949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e00cfad8-858e-4d39-9abc-308acbbb95c6 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-433557528 HTTP/1.1" status: 404 len: 334 time: 0.1075013 Apr 18 21:46:05.303048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50290) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:05.312697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3482dca9-f714-4412-acd2-8a96dd236f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:05.313865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a4bda3bb-8238-4405-af53-482dece0ece8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Request body: {'router': {'name': 'new_name'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:05.328992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482dca9-f714-4412-acd2-8a96dd236f55 None None] Routers {'58a95332-39a7-452e-9b54-cd6ae61ca37e'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:46:05.329636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3482dca9-f714-4412-acd2-8a96dd236f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:45:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['58a95332-39a7-452e-9b54-cd6ae61ca37e'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:05.409419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 80b7edd6-b403-4475-9d87-64166d5c1133 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:05.475017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3482dca9-f714-4412-acd2-8a96dd236f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:05.475521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482dca9-f714-4412-acd2-8a96dd236f55 None None] The sync data for ids ['58a95332-39a7-452e-9b54-cd6ae61ca37e'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:46:05.650346 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-a4bda3bb-8238-4405-af53-482dece0ece8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] update failed (client error): The resource could not be found. Apr 18 21:46:05.656343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 80b7edd6-b403-4475-9d87-64166d5c1133 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:05.656577 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a4bda3bb-8238-4405-af53-482dece0ece8 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-569079141 HTTP/1.1" status: 404 len: 334 time: 0.3473086 Apr 18 21:46:05.657638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50296) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:05.760661 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:05.780235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a634f9-0954-4dd5-a453-6f8e91276492 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:05.808873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 0f298769-9291-4754-a6f4-f3e42ec16435 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:05.909763 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.005707 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c6838900-e758-4c57-9a86-ce325fc4438b None None] Provisioning for port 80b7edd6-b403-4475-9d87-64166d5c1133 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:06.026514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c6838900-e758-4c57-9a86-ce325fc4438b None None] Provisioning complete for port 80b7edd6-b403-4475-9d87-64166d5c1133 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:06.026925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=0f298769-9291-4754-a6f4-f3e42ec16435,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:06.027035 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c6838900-e758-4c57-9a86-ce325fc4438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.048668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:06.050222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:06.056630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:06.131972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b935f55-6b33-44bb-8d02-8b89f48963e5 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Deleting subnet 38b4a802-5915-4c5e-b85e-4b5e6915e691 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:06.135156 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b935f55-6b33-44bb-8d02-8b89f48963e5 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.136535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:06.137150 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.199343 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b935f55-6b33-44bb-8d02-8b89f48963e5 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.252214 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2d86f865-4f15-420f-9c79-e3c3bfe7ed7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1828377 Apr 18 21:46:06.254476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50302) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:06.306840 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c6838900-e758-4c57-9a86-ce325fc4438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.330821 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b935f55-6b33-44bb-8d02-8b89f48963e5 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.357961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c6838900-e758-4c57-9a86-ce325fc4438b None None] For port 80b7edd6-b403-4475-9d87-64166d5c1133, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=80b7edd6-b403-4475-9d87-64166d5c1133,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:06.370166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7848aae-c540-4cfa-ba40-29f98981ce93 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:06.376228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7848aae-c540-4cfa-ba40-29f98981ce93 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:06.377547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e7848aae-c540-4cfa-ba40-29f98981ce93 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:06.438972 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c6838900-e758-4c57-9a86-ce325fc4438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.474254 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e7848aae-c540-4cfa-ba40-29f98981ce93 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:06.478735 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e7848aae-c540-4cfa-ba40-29f98981ce93 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2232869 Apr 18 21:46:06.486553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50306) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:06.519060 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b935f55-6b33-44bb-8d02-8b89f48963e5 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.583511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b935f55-6b33-44bb-8d02-8b89f48963e5 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Subnet': ['ID=38b4a802-5915-4c5e-b85e-4b5e6915e691,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:06.600988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b935f55-6b33-44bb-8d02-8b89f48963e5 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.611630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6838900-e758-4c57-9a86-ce325fc4438b None None] Pushing event updated for resources: {'Port': ['ID=80b7edd6-b403-4475-9d87-64166d5c1133,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:06.611772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50312) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:06.611925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3b935f55-6b33-44bb-8d02-8b89f48963e5 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "DELETE /v2.0/subnets/38b4a802-5915-4c5e-b85e-4b5e6915e691 HTTP/1.1" status: 204 len: 168 time: 0.9533024 Apr 18 21:46:06.617716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-6a359d69-6921-4b96-8215-44bae20e5b88 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 0f298769-9291-4754-a6f4-f3e42ec16435 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:06.618187 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a359d69-6921-4b96-8215-44bae20e5b88 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.625603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6eead-c0f6-4353-8819-035e104b7623 None None] Network 87c390b0-6c14-4a1c-af7d-3701bf086fec requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:06.698751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9a27dd-558f-49e8-a96b-b38e7444b26e None None] Update dhcp port {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'fixed_ips': [{'subnet_id': '89ff9a53-88bd-46c1-b4c5-28248475122e', 'ip_address': '2001:db8::f816:3eff:feb0:7a3d'}, {'subnet_id': '1c7b4b6b-d78b-4d76-8a11-482d402e7baa'}], 'binding:host_id': 'n-d-836017-3'}, 'id': '80b7edd6-b403-4475-9d87-64166d5c1133'} from n-d-836017-3. {{(pid=85050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:46:06.853268 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.867647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Deleting port 60298318-f754-40ee-8647-6ef388598ce2 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:06.868943 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.880491 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca9a27dd-558f-49e8-a96b-b38e7444b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.951666 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a359d69-6921-4b96-8215-44bae20e5b88 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.132577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-6a359d69-6921-4b96-8215-44bae20e5b88 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 0f298769-9291-4754-a6f4-f3e42ec16435 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:07.175417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] For port 60298318-f754-40ee-8647-6ef388598ce2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=60298318-f754-40ee-8647-6ef388598ce2,segment=NetworkSegment(c1e26d4c-c8b0-4fbb-9b62-0888699855e6),segment_id=c1e26d4c-c8b0-4fbb-9b62-0888699855e6)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:07.176606 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.369315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-ca9a27dd-558f-49e8-a96b-b38e7444b26e None None] Allocated IP 172.20.0.2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/1c7b4b6b-d78b-4d76-8a11-482d402e7baa/80b7edd6-b403-4475-9d87-64166d5c1133) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:07.396123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Calling delete_port for 60298318-f754-40ee-8647-6ef388598ce2 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:07.491956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e97531-c147-4cd1-88f9-ea3d0cc3d058 None None] DHCP port deletion for 87c390b0-6c14-4a1c-af7d-3701bf086fec request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:07.493877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 80b7edd6-b403-4475-9d87-64166d5c1133 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:07.536817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c2e97531-c147-4cd1-88f9-ea3d0cc3d058 None None] Deleting port 60298318-f754-40ee-8647-6ef388598ce2 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:07.537286 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2e97531-c147-4cd1-88f9-ea3d0cc3d058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.589577 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.616085 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a359d69-6921-4b96-8215-44bae20e5b88 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.636210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ca9a27dd-558f-49e8-a96b-b38e7444b26e None None] For port 80b7edd6-b403-4475-9d87-64166d5c1133, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=80b7edd6-b403-4475-9d87-64166d5c1133,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:07.646111 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] No DVR routers for this DVR port 60298318-f754-40ee-8647-6ef388598ce2 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:07.647517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Port': ['ID=60298318-f754-40ee-8647-6ef388598ce2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:07.695787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c2e97531-c147-4cd1-88f9-ea3d0cc3d058 None None] The port '60298318-f754-40ee-8647-6ef388598ce2' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:46:07.717464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 80b7edd6-b403-4475-9d87-64166d5c1133 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:07.717464 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.719365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a359d69-6921-4b96-8215-44bae20e5b88 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=0f298769-9291-4754-a6f4-f3e42ec16435,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:07.753410 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.resource_extend [None req-ca9a27dd-558f-49e8-a96b-b38e7444b26e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:46:07.778451 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca9a27dd-558f-49e8-a96b-b38e7444b26e None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.803213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ca9a27dd-558f-49e8-a96b-b38e7444b26e None None] Transition to ACTIVE for port object 80b7edd6-b403-4475-9d87-64166d5c1133 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:07.806043 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.838284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c390b0-6c14-4a1c-af7d-3701bf086fec']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:07.853035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e26d4c-c8b0-4fbb-9b62-0888699855e6') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:07.853635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e26d4c-c8b0-4fbb-9b62-0888699855e6') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:07.867712 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.879749 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca9a27dd-558f-49e8-a96b-b38e7444b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.891656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.901932 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a359d69-6921-4b96-8215-44bae20e5b88 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.905095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:46:07.905716 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:46:07.931822 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:46:07.970265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a27dd-558f-49e8-a96b-b38e7444b26e None None] Pushing event updated for resources: {'Port': ['ID=80b7edd6-b403-4475-9d87-64166d5c1133,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:07.983281 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6a359d69-6921-4b96-8215-44bae20e5b88 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/0f298769-9291-4754-a6f4-f3e42ec16435 HTTP/1.1" status: 204 len: 168 time: 1.5031054 Apr 18 21:46:07.985539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50322) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:08.096731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed599465-f151-4821-b2e9-df6b3ba7d80a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:08.098677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed599465-f151-4821-b2e9-df6b3ba7d80a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:08.100348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed599465-f151-4821-b2e9-df6b3ba7d80a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:08.101242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ed599465-f151-4821-b2e9-df6b3ba7d80a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:08.136908 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:08.185335 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:08.195574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ed599465-f151-4821-b2e9-df6b3ba7d80a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:08.201163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ed599465-f151-4821-b2e9-df6b3ba7d80a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2143397 Apr 18 21:46:08.202557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50330) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:08.202947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Network': ['ID=87c390b0-6c14-4a1c-af7d-3701bf086fec,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:08.208011 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ddb1b04b-d3f6-45b2-b235-fc7da53dd9f7 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "DELETE /v2.0/networks/87c390b0-6c14-4a1c-af7d-3701bf086fec HTTP/1.1" status: 204 len: 168 time: 1.5950377 Apr 18 21:46:08.217464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50334) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:08.455668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-706932ba-e52f-46de-8df7-258e03aa7515 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 1c7b4b6b-d78b-4d76-8a11-482d402e7baa {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:08.463498 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-706932ba-e52f-46de-8df7-258e03aa7515 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:08.526084 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-706932ba-e52f-46de-8df7-258e03aa7515 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:08.535079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa6c929-1964-4544-80f3-df6c5722f812 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Deleting subnet 9de0559e-8ee2-41de-9735-6c29fe3e8647 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:08.542600 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fa6c929-1964-4544-80f3-df6c5722f812 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:08.763144 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fa6c929-1964-4544-80f3-df6c5722f812 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:08.808782 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-706932ba-e52f-46de-8df7-258e03aa7515 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:08.871274 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fa6c929-1964-4544-80f3-df6c5722f812 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.000429 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-706932ba-e52f-46de-8df7-258e03aa7515 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.042606 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706932ba-e52f-46de-8df7-258e03aa7515 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7b4b6b-d78b-4d76-8a11-482d402e7baa,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:09.054220 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-706932ba-e52f-46de-8df7-258e03aa7515 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.096043 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fa6c929-1964-4544-80f3-df6c5722f812 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.118952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-12e630c5-6855-46f8-b763-d36337f9e997 None None] Provisioning for port 80b7edd6-b403-4475-9d87-64166d5c1133 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:09.126137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-12e630c5-6855-46f8-b763-d36337f9e997 None None] Provisioning complete for port 80b7edd6-b403-4475-9d87-64166d5c1133 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:09.127172 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-12e630c5-6855-46f8-b763-d36337f9e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.139394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6c929-1964-4544-80f3-df6c5722f812 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Subnet': ['ID=9de0559e-8ee2-41de-9735-6c29fe3e8647,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:09.152503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-706932ba-e52f-46de-8df7-258e03aa7515 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/1c7b4b6b-d78b-4d76-8a11-482d402e7baa HTTP/1.1" status: 204 len: 168 time: 0.9488275 Apr 18 21:46:09.162030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50338) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:09.178707 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0fa6c929-1964-4544-80f3-df6c5722f812 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.192678 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0fa6c929-1964-4544-80f3-df6c5722f812 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "DELETE /v2.0/subnets/9de0559e-8ee2-41de-9735-6c29fe3e8647 HTTP/1.1" status: 204 len: 168 time: 0.9731181 Apr 18 21:46:09.193319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50342) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:09.223296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d2fa7d-c127-4f7f-b056-f945f55741c7 None None] Network d6f3de57-23b3-4569-afe2-4fde33fc8d1d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:09.323464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff12d35-d433-4cc0-9361-0bc36da7b596 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 89ff9a53-88bd-46c1-b4c5-28248475122e {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:09.328631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fff12d35-d433-4cc0-9361-0bc36da7b596 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.397738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2961d28-c490-42ee-9459-d363ea9f6314 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:09.416670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 80b7edd6-b403-4475-9d87-64166d5c1133 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:09.423847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2124074-af4d-4614-9c65-9a9c58025a48 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Deleting subnet 496df7c4-e28a-4f63-a693-f63378b0adab {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:09.426878 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2124074-af4d-4614-9c65-9a9c58025a48 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.498627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2124074-af4d-4614-9c65-9a9c58025a48 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.510003 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fff12d35-d433-4cc0-9361-0bc36da7b596 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.628993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2124074-af4d-4614-9c65-9a9c58025a48 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.643432 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fff12d35-d433-4cc0-9361-0bc36da7b596 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.771021 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.817260 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fff12d35-d433-4cc0-9361-0bc36da7b596 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.876196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff12d35-d433-4cc0-9361-0bc36da7b596 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=89ff9a53-88bd-46c1-b4c5-28248475122e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:09.884843 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fff12d35-d433-4cc0-9361-0bc36da7b596 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.893099 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2124074-af4d-4614-9c65-9a9c58025a48 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.893430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 80b7edd6-b403-4475-9d87-64166d5c1133 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:09.893755 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.898753 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fff12d35-d433-4cc0-9361-0bc36da7b596 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/89ff9a53-88bd-46c1-b4c5-28248475122e HTTP/1.1" status: 204 len: 168 time: 0.7355926 Apr 18 21:46:09.899337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50352) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:09.926078 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-12e630c5-6855-46f8-b763-d36337f9e997 None None] Could not find standard attr ID for object 0f298769-9291-4754-a6f4-f3e42ec16435. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:46:09.972458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2124074-af4d-4614-9c65-9a9c58025a48 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Subnet': ['ID=496df7c4-e28a-4f63-a693-f63378b0adab,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:09.990965 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2069d0f9-f31f-4f00-9321-b6cd0eb481aa None None] Network ec6b1097-332d-4eb9-a879-f972e3a53626 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:10.002345 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2124074-af4d-4614-9c65-9a9c58025a48 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:10.018496 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b2124074-af4d-4614-9c65-9a9c58025a48 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "DELETE /v2.0/subnets/496df7c4-e28a-4f63-a693-f63378b0adab HTTP/1.1" status: 204 len: 168 time: 0.8242042 Apr 18 21:46:10.023989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50356) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:10.077357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21209737-f9ad-465a-a4b8-f73792b73a7d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:router {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:10.101486 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-21209737-f9ad-465a-a4b8-f73792b73a7d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:router {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:10.105991 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-21209737-f9ad-465a-a4b8-f73792b73a7d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2028396 Apr 18 21:46:10.106487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50360) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:10.111265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e611fbff-c5e6-4347-873a-5d93f7c4c841 None None] DHCP port deletion for d6f3de57-23b3-4569-afe2-4fde33fc8d1d request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:10.112310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:10.137733 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e611fbff-c5e6-4347-873a-5d93f7c4c841 None None] Deleting port 0c852b64-c6d8-486b-875d-f52c7e96c9fe {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:10.139009 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e611fbff-c5e6-4347-873a-5d93f7c4c841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:10.215165 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:10.229815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Deleting port 0c852b64-c6d8-486b-875d-f52c7e96c9fe {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:10.230410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-008fb495-0b69-4e63-999e-e205e222a94e None None] Could not find standard attr ID for object 0f298769-9291-4754-a6f4-f3e42ec16435. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:46:10.231091 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:10.234303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:10.316032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Deleting port 80b7edd6-b403-4475-9d87-64166d5c1133 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:10.320148 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:10.349611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:10.358058 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:10.365657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:10.379047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:10.435747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50366) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:10.485683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:10.489850 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:10.535238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] For port 0c852b64-c6d8-486b-875d-f52c7e96c9fe, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0c852b64-c6d8-486b-875d-f52c7e96c9fe,segment=NetworkSegment(3c3551ec-bb9d-40ce-92d2-37f964a68bd7),segment_id=3c3551ec-bb9d-40ce-92d2-37f964a68bd7)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:10.535782 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:10.698692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Calling delete_port for 0c852b64-c6d8-486b-875d-f52c7e96c9fe owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:10.819079 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7dc474ba-bc0f-4d9b-a05e-bd65453adea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:10.859623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 60298318-f754-40ee-8647-6ef388598ce2 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:10.879740 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:10.911840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 60298318-f754-40ee-8647-6ef388598ce2 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:46:10.912155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 60298318-f754-40ee-8647-6ef388598ce2 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:10.919381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7dc474ba-bc0f-4d9b-a05e-bd65453adea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:10.927377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7dc474ba-bc0f-4d9b-a05e-bd65453adea8 admin admin] Usage tracker for resource:security_group_rule and tenant:8b6569127f2c41f6885345ca1f817c22 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:10.931161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7dc474ba-bc0f-4d9b-a05e-bd65453adea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:10.931792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Port': ['ID=0c852b64-c6d8-486b-875d-f52c7e96c9fe,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:10.947688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] No DVR routers for this DVR port 0c852b64-c6d8-486b-875d-f52c7e96c9fe on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:10.964326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7dc474ba-bc0f-4d9b-a05e-bd65453adea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:11.075743 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7dc474ba-bc0f-4d9b-a05e-bd65453adea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.103866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.146885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f3de57-23b3-4569-afe2-4fde33fc8d1d']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:11.181516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3551ec-bb9d-40ce-92d2-37f964a68bd7') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:11.181867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3551ec-bb9d-40ce-92d2-37f964a68bd7') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:11.191862 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7dc474ba-bc0f-4d9b-a05e-bd65453adea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.196749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] For port 80b7edd6-b403-4475-9d87-64166d5c1133, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=80b7edd6-b403-4475-9d87-64166d5c1133,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:11.197281 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.206778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e611fbff-c5e6-4347-873a-5d93f7c4c841 None None] For port 0c852b64-c6d8-486b-875d-f52c7e96c9fe, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0c852b64-c6d8-486b-875d-f52c7e96c9fe,segment=NetworkSegment(3c3551ec-bb9d-40ce-92d2-37f964a68bd7),segment_id=3c3551ec-bb9d-40ce-92d2-37f964a68bd7)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:11.207320 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e611fbff-c5e6-4347-873a-5d93f7c4c841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.209501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.240224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc474ba-bc0f-4d9b-a05e-bd65453adea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728458f9-96a3-4511-9d91-0abb0ea2d331,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:11.281773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7dc474ba-bc0f-4d9b-a05e-bd65453adea8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b6569127f2c41f6885345ca1f817c22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8449087 Apr 18 21:46:11.284944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50374) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:11.290955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.objects.ports [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=85048) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:46:11.294172 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.333435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:46:11.333806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:46:11.373202 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:46:11.456187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 80b7edd6-b403-4475-9d87-64166d5c1133 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:11.491974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e611fbff-c5e6-4347-873a-5d93f7c4c841 None None] Calling delete_port for 0c852b64-c6d8-486b-875d-f52c7e96c9fe owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:11.525380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Calling delete_port for 80b7edd6-b403-4475-9d87-64166d5c1133 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:11.555096 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.593207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12684575-de1c-4b46-9e27-8f45306113f5 None None] DHCP port deletion for ec6b1097-332d-4eb9-a879-f972e3a53626 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:11.608099 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebf76fe8-c190-497a-bb03-e47bee7f7df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.624947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-12684575-de1c-4b46-9e27-8f45306113f5 None None] Deleting port 3c313937-2cf4-45cc-8272-c91e81323b4e {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:11.625321 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-12684575-de1c-4b46-9e27-8f45306113f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.655642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebf76fe8-c190-497a-bb03-e47bee7f7df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.691643 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.772629 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.803149 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-e611fbff-c5e6-4347-873a-5d93f7c4c841 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:11.803484 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-e611fbff-c5e6-4347-873a-5d93f7c4c841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:11.811383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Network': ['ID=d6f3de57-23b3-4569-afe2-4fde33fc8d1d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:11.819860 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0faaded1-66a6-4cdb-bd8b-1b5c6758e50b tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "DELETE /v2.0/networks/d6f3de57-23b3-4569-afe2-4fde33fc8d1d HTTP/1.1" status: 204 len: 168 time: 1.7932944 Apr 18 21:46:11.822681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50382) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:11.849076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] For port 80b7edd6-b403-4475-9d87-64166d5c1133, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=80b7edd6-b403-4475-9d87-64166d5c1133,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:11.859736 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.882416 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.908140 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebf76fe8-c190-497a-bb03-e47bee7f7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.910446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ebf76fe8-c190-497a-bb03-e47bee7f7df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.911576 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ebf76fe8-c190-497a-bb03-e47bee7f7df5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/728458f9-96a3-4511-9d91-0abb0ea2d331 HTTP/1.1" status: 204 len: 168 time: 0.6237731 Apr 18 21:46:11.945009 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.945775 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.946942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf76fe8-c190-497a-bb03-e47bee7f7df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728458f9-96a3-4511-9d91-0abb0ea2d331,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:11.973578 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.986210 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Deleting port 3c313937-2cf4-45cc-8272-c91e81323b4e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:11.986418 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:12.028942 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:12.029292 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:12.031606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-12684575-de1c-4b46-9e27-8f45306113f5 None None] For port 3c313937-2cf4-45cc-8272-c91e81323b4e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3c313937-2cf4-45cc-8272-c91e81323b4e,segment=NetworkSegment(e6862199-6e3a-44f5-9ad4-da6b0472e4d3),segment_id=e6862199-6e3a-44f5-9ad4-da6b0472e4d3)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:12.032010 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-12684575-de1c-4b46-9e27-8f45306113f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:12.176796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:12.192711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:12.204265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:12.204928 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:12.212805 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-12684575-de1c-4b46-9e27-8f45306113f5 None None] Calling delete_port for 3c313937-2cf4-45cc-8272-c91e81323b4e owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:12.256426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=80b7edd6-b403-4475-9d87-64166d5c1133,revision_number=8']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:12.259301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=f77a0a48-f10f-4300-9e35-f9ad4fbbd1e1,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:12.299830 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:12.300407 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:12.306882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e611fbff-c5e6-4347-873a-5d93f7c4c841 None None] Deleting port 0c852b64-c6d8-486b-875d-f52c7e96c9fe {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:12.307377 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e611fbff-c5e6-4347-873a-5d93f7c4c841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:12.338903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] For port 3c313937-2cf4-45cc-8272-c91e81323b4e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3c313937-2cf4-45cc-8272-c91e81323b4e,segment=NetworkSegment(e6862199-6e3a-44f5-9ad4-da6b0472e4d3),segment_id=e6862199-6e3a-44f5-9ad4-da6b0472e4d3)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:12.339881 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:12.361305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d2049b35-b37a-49bd-bd52-655ce59e28fe tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2534168 Apr 18 21:46:12.374672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50388) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:12.391529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:12.467268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-e611fbff-c5e6-4347-873a-5d93f7c4c841 None None] The port '0c852b64-c6d8-486b-875d-f52c7e96c9fe' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:46:12.525866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Calling delete_port for 3c313937-2cf4-45cc-8272-c91e81323b4e owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:12.533202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Deleting port 80b7edd6-b403-4475-9d87-64166d5c1133 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:12.535220 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:12.632609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:12.632845 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:12.646874 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-12684575-de1c-4b46-9e27-8f45306113f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:12.723947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12684575-de1c-4b46-9e27-8f45306113f5 None None] Pushing event deleted for resources: {'Port': ['ID=3c313937-2cf4-45cc-8272-c91e81323b4e,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:12.742020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12684575-de1c-4b46-9e27-8f45306113f5 None None] No DVR routers for this DVR port 3c313937-2cf4-45cc-8272-c91e81323b4e on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:12.828842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:12.848685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:12.856579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:12.874651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:12.977974 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:12.982418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:12.989118 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:13.040436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 80b7edd6-b403-4475-9d87-64166d5c1133, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=80b7edd6-b403-4475-9d87-64166d5c1133,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:13.058749 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] For port 80b7edd6-b403-4475-9d87-64166d5c1133, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=80b7edd6-b403-4475-9d87-64166d5c1133,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:13.059761 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:13.123891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:13.128018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0c852b64-c6d8-486b-875d-f52c7e96c9fe no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:13.133722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Deleting port 3c313937-2cf4-45cc-8272-c91e81323b4e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:13.134427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:13.239491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] The port '3c313937-2cf4-45cc-8272-c91e81323b4e' was deleted {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:46:13.252984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Calling delete_port for 80b7edd6-b403-4475-9d87-64166d5c1133 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:13.325259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 0c852b64-c6d8-486b-875d-f52c7e96c9fe {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:46:13.325669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0c852b64-c6d8-486b-875d-f52c7e96c9fe not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:13.389895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=80b7edd6-b403-4475-9d87-64166d5c1133,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:13.416590 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:13.429983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3c313937-2cf4-45cc-8272-c91e81323b4e no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:13.440571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:13.446326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6b1097-332d-4eb9-a879-f972e3a53626']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:13.461905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6862199-6e3a-44f5-9ad4-da6b0472e4d3') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:13.462248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6862199-6e3a-44f5-9ad4-da6b0472e4d3') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:13.471914 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:13.472240 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:13.475375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:13.478114 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3c313937-2cf4-45cc-8272-c91e81323b4e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:46:13.479507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3c313937-2cf4-45cc-8272-c91e81323b4e not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:13.495130 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:13.502811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:46:13.503141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:13.504601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:13.511710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:13.515435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:13.516014 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:46:13.518799 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:46:13.550671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=57801827-520e-42a5-bfc1-74573c3c614f,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:13.616159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f0587116-9ca6-4b22-b039-1b235666768d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2400842 Apr 18 21:46:13.619125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50394) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:13.624502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:fb:3c:99', 'name': 'tempest-NetworksTestDHCPv6-166649642'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:13.666587 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:13.685291 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:13.697198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Network': ['ID=ec6b1097-332d-4eb9-a879-f972e3a53626,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:13.702357 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6e7a9097-212b-4e41-bf93-b769d83bd2ee tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "DELETE /v2.0/networks/ec6b1097-332d-4eb9-a879-f972e3a53626 HTTP/1.1" status: 204 len: 168 time: 1.8760769 Apr 18 21:46:13.702747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50398) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:13.766110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:13.770346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:13.773496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:13.780524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:13.862364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:13.908712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-819684a6-2c00-44dc-bc85-3f50cea1ad5d tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Deleting subnet 64d243f4-6c72-4c27-984d-28c198f2f3d6 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:13.912090 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-819684a6-2c00-44dc-bc85-3f50cea1ad5d tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:14.001453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-819684a6-2c00-44dc-bc85-3f50cea1ad5d tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:14.050562 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:14.106963 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-819684a6-2c00-44dc-bc85-3f50cea1ad5d tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:14.135279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 625b60fe-82ca-40ce-81c1-8a347874458b yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:46:14.242985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487331d-7d54-43e7-86b3-9c870a93407e req-5e1ac039-384f-4e5b-add3-a95bf07bcb29 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:14.244486 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9487331d-7d54-43e7-86b3-9c870a93407e req-5e1ac039-384f-4e5b-add3-a95bf07bcb29 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 946 time: 0.1825922 Apr 18 21:46:14.251520 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-819684a6-2c00-44dc-bc85-3f50cea1ad5d tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:14.290972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819684a6-2c00-44dc-bc85-3f50cea1ad5d tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Subnet': ['ID=64d243f4-6c72-4c27-984d-28c198f2f3d6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:14.296322 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-819684a6-2c00-44dc-bc85-3f50cea1ad5d tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:14.302626 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-819684a6-2c00-44dc-bc85-3f50cea1ad5d tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "DELETE /v2.0/subnets/64d243f4-6c72-4c27-984d-28c198f2f3d6 HTTP/1.1" status: 204 len: 168 time: 0.5988526 Apr 18 21:46:14.303108 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe8647-0e15-4197-a75d-db08bace6026 None None] Network eb564190-0a55-4a37-804f-f184c3e4810f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:14.304854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50408) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:14.364035 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9487331d-7d54-43e7-86b3-9c870a93407e req-32ea554e-ca94-4f9a-890c-abece28ae199 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111355 Apr 18 21:46:14.389779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Deleting port 80b7edd6-b403-4475-9d87-64166d5c1133 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:14.390455 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:14.412044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50412) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:14.539079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:14.554405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 172.20.0.14 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/57801827-520e-42a5-bfc1-74573c3c614f/625b60fe-82ca-40ce-81c1-8a347874458b) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:14.554957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Deleting port 62599971-be01-4f5f-ac80-f1eda73cb1a7 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:14.554957 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:14.565122 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4e92f787-7169-46b8-b41f-3292d582358e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/c889d730-fd19-4610-aefb-afe7fd4553cb HTTP/1.1" status: 200 len: 994 time: 0.1519599 Apr 18 21:46:14.579960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::f816:3eff:fefb:3c99 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/f77a0a48-f10f-4300-9e35-f9ad4fbbd1e1/625b60fe-82ca-40ce-81c1-8a347874458b) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:14.800031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] For port 80b7edd6-b403-4475-9d87-64166d5c1133, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=80b7edd6-b403-4475-9d87-64166d5c1133,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:14.800796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:14.812145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] For port 62599971-be01-4f5f-ac80-f1eda73cb1a7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=62599971-be01-4f5f-ac80-f1eda73cb1a7,segment=NetworkSegment(12eaf88b-5d3c-4d89-b4e3-8f874c080a65),segment_id=12eaf88b-5d3c-4d89-b4e3-8f874c080a65)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:14.813371 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:14.873058 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:14.890468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 625b60fe-82ca-40ce-81c1-8a347874458b will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:14.955079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Calling delete_port for 62599971-be01-4f5f-ac80-f1eda73cb1a7 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:14.955559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Calling delete_port for 80b7edd6-b403-4475-9d87-64166d5c1133 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:14.989573 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:15.088583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd60dbb-7a4a-4357-ae6b-15eae7a47666 None None] DHCP port deletion for eb564190-0a55-4a37-804f-f184c3e4810f request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:15.095264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0cd60dbb-7a4a-4357-ae6b-15eae7a47666 None None] Deleting port 62599971-be01-4f5f-ac80-f1eda73cb1a7 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:15.095712 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0cd60dbb-7a4a-4357-ae6b-15eae7a47666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:15.125955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:15.139419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:15.148405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:15.169490 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:15.242656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] No DVR routers for this DVR port 62599971-be01-4f5f-ac80-f1eda73cb1a7 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:15.244428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Port': ['ID=62599971-be01-4f5f-ac80-f1eda73cb1a7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:15.249378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=625b60fe-82ca-40ce-81c1-8a347874458b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:15.273106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:15.273744 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:15.277022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0cd60dbb-7a4a-4357-ae6b-15eae7a47666 None None] The port '62599971-be01-4f5f-ac80-f1eda73cb1a7' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:46:15.305705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e983d760-8b6c-4e5d-bc3a-065443260716 req-d8c49640-316f-4b92-bf2e-46a7551466e4 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1097 time: 0.2160375 Apr 18 21:46:15.352413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e983d760-8b6c-4e5d-bc3a-065443260716 req-2786389a-8bdd-4c44-9efc-4d1ab5399e62 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397680 Apr 18 21:46:15.394664 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:15.395239 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:15.406406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3876247b-1217-4ccd-9db2-01d209b29d4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7862198 Apr 18 21:46:15.408829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50426) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:15.431561 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb564190-0a55-4a37-804f-f184c3e4810f']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:15.447128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12eaf88b-5d3c-4d89-b4e3-8f874c080a65') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:15.447128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12eaf88b-5d3c-4d89-b4e3-8f874c080a65') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:15.459915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:15.475329 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] Pushing event deleted for resources: {'Port': ['ID=80b7edd6-b403-4475-9d87-64166d5c1133,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:15.479009 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:15.479899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 62599971-be01-4f5f-ac80-f1eda73cb1a7 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:15.487937 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:46:15.488349 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:46:15.507107 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:46:15.520914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 62599971-be01-4f5f-ac80-f1eda73cb1a7 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:46:15.521254 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 62599971-be01-4f5f-ac80-f1eda73cb1a7 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:15.603009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a66c17-515d-49c0-8eca-ce5441bba3ce None None] No DVR routers for this DVR port 80b7edd6-b403-4475-9d87-64166d5c1133 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:15.620564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706df071-74fe-4494-9858-43194e6a6e8a None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:15.681634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a34191-9749-4cbb-a947-acb35c0149e2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:15.682966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b3a34191-9749-4cbb-a947-acb35c0149e2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:15.927803 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-73e6aced-fc29-4ee7-b530-29464069d151 req-4d3cb08f-acc8-4c5c-8156-c56eece38970 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2727034 Apr 18 21:46:15.959892 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:15.966569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '57801827-520e-42a5-bfc1-74573c3c614f'}, {'subnet_id': 'f77a0a48-f10f-4300-9e35-f9ad4fbbd1e1'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:46:15.966569 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:15.984732 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:15.994555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Pushing event deleted for resources: {'Network': ['ID=eb564190-0a55-4a37-804f-f184c3e4810f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:16.000153 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2b4f0d35-ee5a-4a6f-beda-9792e83f8dfa tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "DELETE /v2.0/networks/eb564190-0a55-4a37-804f-f184c3e4810f HTTP/1.1" status: 204 len: 168 time: 1.6938927 Apr 18 21:46:16.002746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50436) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:16.045005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b3a34191-9749-4cbb-a947-acb35c0149e2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:16.046144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b3a34191-9749-4cbb-a947-acb35c0149e2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.6364157 Apr 18 21:46:16.049209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50440) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:16.052415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ab141352-894a-4e92-b1cf-5fcc8a6b9604 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Synchronizing usage tracker for tenant:135850b988d2448d858a43efbe847bac on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:16.131316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ab141352-894a-4e92-b1cf-5fcc8a6b9604 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Unset dirty status for tenant:135850b988d2448d858a43efbe847bac on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:16.134828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ab141352-894a-4e92-b1cf-5fcc8a6b9604 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "GET /v2.0/ports?device_id=58a95332-39a7-452e-9b54-cd6ae61ca37e HTTP/1.1" status: 200 len: 205 time: 0.1287756 Apr 18 21:46:16.140543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50444) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:16.152340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5065c5ee-85be-4091-808a-68608fbc3dc5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 625b60fe-82ca-40ce-81c1-8a347874458b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:16.154379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5065c5ee-85be-4091-808a-68608fbc3dc5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.287404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Allocated IP 172.20.0.2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/57801827-520e-42a5-bfc1-74573c3c614f/1667ab39-c5e1-449f-9f9d-91bcd7667c5b) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:16.305210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Allocated IP 2001:db8::f816:3eff:fe08:4330 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/f77a0a48-f10f-4300-9e35-f9ad4fbbd1e1/1667ab39-c5e1-449f-9f9d-91bcd7667c5b) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:16.360830 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5963-e11c-4875-ad64-00f70f47b654 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.475372 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5065c5ee-85be-4091-808a-68608fbc3dc5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.587208 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.604226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5065c5ee-85be-4091-808a-68608fbc3dc5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 625b60fe-82ca-40ce-81c1-8a347874458b owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:16.606652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Transition to ACTIVE for port object 1667ab39-c5e1-449f-9f9d-91bcd7667c5b will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:16.645265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Transition to ACTIVE for port object 1667ab39-c5e1-449f-9f9d-91bcd7667c5b will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:16.710705 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.798859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:16.802320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:16.806112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:16.814237 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Pushing event updated for resources: {'Port': ['ID=1667ab39-c5e1-449f-9f9d-91bcd7667c5b,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:16.822850 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5963-e11c-4875-ad64-00f70f47b654 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.827928 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5963-e11c-4875-ad64-00f70f47b654 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.923981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5963-e11c-4875-ad64-00f70f47b654 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.924541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7b5963-e11c-4875-ad64-00f70f47b654 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Fanout notify agent at l3_agent the message router_deleted on router 58a95332-39a7-452e-9b54-cd6ae61ca37e {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:46:16.938869 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5963-e11c-4875-ad64-00f70f47b654 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.939969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8f7b5963-e11c-4875-ad64-00f70f47b654 tempest-RoutersNegativeIpV6Test-1992635108 tempest-RoutersNegativeIpV6Test-1992635108-project] 10.222.0.11 "DELETE /v2.0/routers/58a95332-39a7-452e-9b54-cd6ae61ca37e HTTP/1.1" status: 204 len: 168 time: 0.8039515 Apr 18 21:46:16.954934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5065c5ee-85be-4091-808a-68608fbc3dc5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.955483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Attempting to bind port 1667ab39-c5e1-449f-9f9d-91bcd7667c5b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:46:16.956728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Attempting to bind port 1667ab39-c5e1-449f-9f9d-91bcd7667c5b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:46:16.957212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Attempting to bind port 1667ab39-c5e1-449f-9f9d-91bcd7667c5b on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:16.969263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:46:16.971125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:46:16.971689 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.972778 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:46:16.973994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Bound port: 1667ab39-c5e1-449f-9f9d-91bcd7667c5b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:46:16.974442 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:17.085122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] For port 1667ab39-c5e1-449f-9f9d-91bcd7667c5b, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:17.096610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] For port 1667ab39-c5e1-449f-9f9d-91bcd7667c5b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1667ab39-c5e1-449f-9f9d-91bcd7667c5b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:46:17.166100 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:17.266658 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b9138-3171-4b61-bdd6-b90db6867791 None None] Pushing event updated for resources: {'Port': ['ID=1667ab39-c5e1-449f-9f9d-91bcd7667c5b,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:17.304545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065c5ee-85be-4091-808a-68608fbc3dc5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=625b60fe-82ca-40ce-81c1-8a347874458b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:17.350277 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5065c5ee-85be-4091-808a-68608fbc3dc5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:17.363093 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5065c5ee-85be-4091-808a-68608fbc3dc5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/625b60fe-82ca-40ce-81c1-8a347874458b HTTP/1.1" status: 204 len: 168 time: 1.3125944 Apr 18 21:46:17.365631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50470) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:17.404729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50474) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:17.453174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7537d-8886-4908-b82c-f6dbf3b1fdc1 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:17.459466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7537d-8886-4908-b82c-f6dbf3b1fdc1 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:17.460935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7537d-8886-4908-b82c-f6dbf3b1fdc1 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:17.461868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-50c7537d-8886-4908-b82c-f6dbf3b1fdc1 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:17.567412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-50c7537d-8886-4908-b82c-f6dbf3b1fdc1 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:17.571656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50482) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:17.575966 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-50c7537d-8886-4908-b82c-f6dbf3b1fdc1 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2050912 Apr 18 21:46:17.581115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50486) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:17.717213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4c2521-5ec9-4f98-b05c-ad0530810d15 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 57801827-520e-42a5-bfc1-74573c3c614f {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:17.722439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2521-5ec9-4f98-b05c-ad0530810d15 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:17.780411 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-0e8cff3c-2fc5-4527-acb6-3bbed43c0ea0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3738635 Apr 18 21:46:17.788151 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0e2ebd2f-d4b0-45f6-8282-1e49c0454413 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=135850b988d2448d858a43efbe847bac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2033784 Apr 18 21:46:17.790630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50492) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:17.792456 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2521-5ec9-4f98-b05c-ad0530810d15 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:17.873719 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a7c89a7-07d5-4e9b-b0a5-5561592e35db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:17.892200 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2521-5ec9-4f98-b05c-ad0530810d15 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:17.905378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a7c89a7-07d5-4e9b-b0a5-5561592e35db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:18.039768 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a7c89a7-07d5-4e9b-b0a5-5561592e35db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:18.053996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c89a7-07d5-4e9b-b0a5-5561592e35db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e26ae1f-2390-49af-88ed-34b23c698e05,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:18.061926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5a7c89a7-07d5-4e9b-b0a5-5561592e35db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:18.063094 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5a7c89a7-07d5-4e9b-b0a5-5561592e35db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e26ae1f-2390-49af-88ed-34b23c698e05 HTTP/1.1" status: 204 len: 168 time: 0.2700784 Apr 18 21:46:18.101411 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2521-5ec9-4f98-b05c-ad0530810d15 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:18.187442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c2521-5ec9-4f98-b05c-ad0530810d15 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=57801827-520e-42a5-bfc1-74573c3c614f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:18.198311 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2521-5ec9-4f98-b05c-ad0530810d15 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:18.303497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ed4c2521-5ec9-4f98-b05c-ad0530810d15 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/57801827-520e-42a5-bfc1-74573c3c614f HTTP/1.1" status: 204 len: 168 time: 0.7305691 Apr 18 21:46:18.305838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50504) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:18.378202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d184c6-7509-4490-bb1f-57057b8e83b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet f77a0a48-f10f-4300-9e35-f9ad4fbbd1e1 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:18.382877 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2d184c6-7509-4490-bb1f-57057b8e83b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:18.464146 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2d184c6-7509-4490-bb1f-57057b8e83b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:18.607213 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2d184c6-7509-4490-bb1f-57057b8e83b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:18.744528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8abec2-8cc6-418d-bfc7-ab3d7870a2dc None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:18.748266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-99e8b418-793c-4b6f-95e6-2c28192bf09a tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:46:18.750204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-99e8b418-793c-4b6f-95e6-2c28192bf09a tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067239 Apr 18 21:46:18.762519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] Request body: {'binding': {'host': 'n-h1-836017-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:18.763442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] Unknown quota resources ['binding']. {{(pid=85048) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 21:46:18.800983 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2d184c6-7509-4490-bb1f-57057b8e83b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:18.922054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7dea46c0-d74f-4ee8-8079-5aa9ed1819ec None None] Provisioning for port 1667ab39-c5e1-449f-9f9d-91bcd7667c5b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:18.961677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d184c6-7509-4490-bb1f-57057b8e83b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=f77a0a48-f10f-4300-9e35-f9ad4fbbd1e1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:18.969722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7dea46c0-d74f-4ee8-8079-5aa9ed1819ec None None] Could not find standard attr ID for object 625b60fe-82ca-40ce-81c1-8a347874458b. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:46:18.976442 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2d184c6-7509-4490-bb1f-57057b8e83b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:19.051672 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d2d184c6-7509-4490-bb1f-57057b8e83b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/f77a0a48-f10f-4300-9e35-f9ad4fbbd1e1 HTTP/1.1" status: 204 len: 168 time: 0.7447755 Apr 18 21:46:19.054897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50520) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:19.070676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab7810f-c877-4279-90ab-7c33e5eea2a2 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:19.081022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7810f-c877-4279-90ab-7c33e5eea2a2 None None] Deleting port 1667ab39-c5e1-449f-9f9d-91bcd7667c5b {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:19.081399 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8ab7810f-c877-4279-90ab-7c33e5eea2a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:19.151329 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] Attempting to bind port a1c57f67-0d02-44ca-9e65-570260e7df3f on host n-h1-836017-3 for vnic_type normal with profile None {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:46:19.153354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] Attempting to bind port a1c57f67-0d02-44ca-9e65-570260e7df3f by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:46:19.153750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] Attempting to bind port a1c57f67-0d02-44ca-9e65-570260e7df3f on network 3f27f48a-ea1b-4afc-921a-2c52355ad26a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:19.162596 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5b0fe660-9c7a-44cc-b1e4-d839d55938da tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064067 Apr 18 21:46:19.164627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] Port a1c57f67-0d02-44ca-9e65-570260e7df3f on network 3f27f48a-ea1b-4afc-921a-2c52355ad26a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:46:19.165940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] Attempting to bind port a1c57f67-0d02-44ca-9e65-570260e7df3f on network 3f27f48a-ea1b-4afc-921a-2c52355ad26a {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:19.167646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50526) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:19.175631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:19.180893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:46:19.182066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] Checking segment: {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:46:19.182461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] Bound using segment: {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'} {{(pid=85048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:46:19.185927 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.managers [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] Bound port: a1c57f67-0d02-44ca-9e65-570260e7df3f, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'}}] {{(pid=85048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:46:19.321878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:46:19.337017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:19.342064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:19.345582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:19.353343 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:19.394945 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] Notify callbacks [] for binding, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:19.396185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] 10.222.0.11 "POST /v2.0/ports/a1c57f67-0d02-44ca-9e65-570260e7df3f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6404035 Apr 18 21:46:19.420185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8ab7810f-c877-4279-90ab-7c33e5eea2a2 None None] For port 1667ab39-c5e1-449f-9f9d-91bcd7667c5b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1667ab39-c5e1-449f-9f9d-91bcd7667c5b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:19.420511 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8ab7810f-c877-4279-90ab-7c33e5eea2a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:19.540839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7810f-c877-4279-90ab-7c33e5eea2a2 None None] Calling delete_port for 1667ab39-c5e1-449f-9f9d-91bcd7667c5b owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:20.108260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:20.206278 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8ab7810f-c877-4279-90ab-7c33e5eea2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:20.251404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:20.267342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7810f-c877-4279-90ab-7c33e5eea2a2 None None] Pushing event deleted for resources: {'Port': ['ID=1667ab39-c5e1-449f-9f9d-91bcd7667c5b,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:20.286168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab7810f-c877-4279-90ab-7c33e5eea2a2 None None] No DVR routers for this DVR port 1667ab39-c5e1-449f-9f9d-91bcd7667c5b on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:20.323749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50542) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:20.563005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec19a3-1f1d-4100-bc16-549ee56bfea8 req-356da6af-3b9a-4e99-b7ce-fdb6ecfde074 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:20.569688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74ec19a3-1f1d-4100-bc16-549ee56bfea8 req-356da6af-3b9a-4e99-b7ce-fdb6ecfde074 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 946 time: 0.1216838 Apr 18 21:46:20.621976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130532526'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:20.629817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:20.633819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74ec19a3-1f1d-4100-bc16-549ee56bfea8 req-0a36d9be-3129-4014-a36f-7c14a89e2509 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633404 Apr 18 21:46:20.636327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:20.640299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:20.647129 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:20.729792 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:20.754317 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:20.767954 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:20.800713 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:20.804556 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:20.806062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:20.807678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:20.809788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:20.815190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:20.815776 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:20.816276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:20.819467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=221b1271-6e79-43b4-8226-d85af68124cc,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:20.827652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2485f4d4-6772-434d-8474-8844d9ef578f None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:20.833170 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-390d4a69-7057-4ca5-ad3b-dfa94857e42e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1097 time: 0.1561074 Apr 18 21:46:20.908427 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:20.971997 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6fef5412-0178-4c68-978e-b49f64e84a9d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8028059 Apr 18 21:46:20.975500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50556) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:20.985782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:20.996099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-6b740fdc-8e7b-42ad-ba6f-34624372c08f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:21.000542 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-6b740fdc-8e7b-42ad-ba6f-34624372c08f service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f27f48a-ea1b-4afc-921a-2c52355ad26a HTTP/1.1" status: 200 len: 898 time: 0.1570175 Apr 18 21:46:21.012592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:21.100585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '221b1271-6e79-43b4-8226-d85af68124cc'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:46:21.100585 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:21.103157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512dc21c-a181-4250-a62f-f5e991e916db,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:21.139382 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-89717453-a1cb-471e-9f7d-f26e2aa4af8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f HTTP/1.1" status: 200 len: 1002 time: 0.1344419 Apr 18 21:46:21.163157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:21.171422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:21.176176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:21.195889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:21.243548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-20d13629-529f-4d31-9813-6bdaedabcf9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:21.244947 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-20d13629-529f-4d31-9813-6bdaedabcf9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7875fbef-d368-4a97-bf90-4fd995da7f32 HTTP/1.1" status: 200 len: 834 time: 0.0915196 Apr 18 21:46:21.260673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:21.265377 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:21.268710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:21.274821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:21.309117 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:21.325827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Allocated IP 172.20.0.2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/221b1271-6e79-43b4-8226-d85af68124cc/4e95b221-b20d-4626-9733-ea845b2f73a7) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:21.336633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:21.347440 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-fd1fafc8-07a7-4bb7-8970-d9e8d872e236 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f27f48a-ea1b-4afc-921a-2c52355ad26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944462 Apr 18 21:46:21.411844 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:21.458716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388d3941-3f8b-42cc-ae9a-7bcf09c47813,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:21.535243 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:21.556617 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-a5138f84-c113-4417-8fa4-4bdcb3b1335a service neutron] 10.222.0.59 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022424 Apr 18 21:46:21.568873 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:21.570942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bbb6f569-a507-478e-a60d-11b71240eba9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2454011 Apr 18 21:46:21.578454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50560) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:21.648339 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:21.660984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Transition to ACTIVE for port object 4e95b221-b20d-4626-9733-ea845b2f73a7 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:21.692233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Transition to ACTIVE for port object 4e95b221-b20d-4626-9733-ea845b2f73a7 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:21.757414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-13e9ba49-c1ca-4990-bb04-3effa2e9f45f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:21.767635 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:21.860825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-13e9ba49-c1ca-4990-bb04-3effa2e9f45f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:21.865250 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-13e9ba49-c1ca-4990-bb04-3effa2e9f45f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2829173 Apr 18 21:46:21.865774 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Pushing event updated for resources: {'Port': ['ID=4e95b221-b20d-4626-9733-ea845b2f73a7,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:21.867418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50568) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:21.879162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c4b389da-5073-4e2f-9717-0ba0074289a3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group': {'name': 'tempest-security--1774468437', 'description': 'tempest-security-description-1835615265'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:21.884418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:21.885995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:21.890189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:21.906443 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-e386e3cc-96c7-4415-88c4-cd92ac6e4b10 service neutron] 10.222.0.59 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431022 Apr 18 21:46:21.984051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Attempting to bind port 4e95b221-b20d-4626-9733-ea845b2f73a7 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:46:21.984538 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Attempting to bind port 4e95b221-b20d-4626-9733-ea845b2f73a7 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:46:21.984964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Attempting to bind port 4e95b221-b20d-4626-9733-ea845b2f73a7 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:21.990868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea347dfd-16ad-4f3e-bf97-7f1a73d34068 req-e78dcf0c-3bb5-416f-91d4-394f47849358 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:21.991936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:46:21.992375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea347dfd-16ad-4f3e-bf97-7f1a73d34068 req-e78dcf0c-3bb5-416f-91d4-394f47849358 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 946 time: 0.2146142 Apr 18 21:46:21.992614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:46:21.993095 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:21.993600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:46:21.994170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Bound port: 4e95b221-b20d-4626-9733-ea845b2f73a7, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:46:21.994636 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:21.997116 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4b389da-5073-4e2f-9717-0ba0074289a3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.073648 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-c3700d45-51e9-4707-8901-ac5c0dc90223 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e&tenant_id=5ee8315d479c435aaa1e10a9872e4b80&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1097 time: 0.0991423 Apr 18 21:46:22.084425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-3'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:22.090716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] For port 4e95b221-b20d-4626-9733-ea845b2f73a7, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:22.095125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] For port 4e95b221-b20d-4626-9733-ea845b2f73a7, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4e95b221-b20d-4626-9733-ea845b2f73a7,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:46:22.116591 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4b389da-5073-4e2f-9717-0ba0074289a3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.125836 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea347dfd-16ad-4f3e-bf97-7f1a73d34068 req-5508f3e3-2628-4e0b-a51b-886c1f11af9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214521 Apr 18 21:46:22.171987 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.206132 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4b389da-5073-4e2f-9717-0ba0074289a3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.230164 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4b389da-5073-4e2f-9717-0ba0074289a3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.230756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c4b389da-5073-4e2f-9717-0ba0074289a3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "PUT /v2.0/security-groups/388d3941-3f8b-42cc-ae9a-7bcf09c47813 HTTP/1.1" status: 200 len: 1612 time: 0.3568983 Apr 18 21:46:22.234086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50574) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:22.241540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.244925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b389da-5073-4e2f-9717-0ba0074289a3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388d3941-3f8b-42cc-ae9a-7bcf09c47813,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:22.284594 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08645e8-14c7-4aad-b575-d30eb5e5d2ed None None] Pushing event updated for resources: {'Port': ['ID=4e95b221-b20d-4626-9733-ea845b2f73a7,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:22.443845 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-88ae2fad-0162-4058-8d80-f4db60b096b6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-groups/388d3941-3f8b-42cc-ae9a-7bcf09c47813 HTTP/1.1" status: 200 len: 1612 time: 0.2004392 Apr 18 21:46:22.443845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50580) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:22.481370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.objects.ports [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=85048) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:46:22.540310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:22.573804 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-338451f1-8c01-487f-9473-7e6712c8da0a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.617883 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-338451f1-8c01-487f-9473-7e6712c8da0a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.626542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:22.712048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:46:22.718802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.752512 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.784907 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1e9b6a-d682-4c90-967e-1b5ea51fc676'] response: {'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'code': 200} Apr 18 21:46:22.788132 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.837087 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-338451f1-8c01-487f-9473-7e6712c8da0a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.891418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338451f1-8c01-487f-9473-7e6712c8da0a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388d3941-3f8b-42cc-ae9a-7bcf09c47813,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:22.969001 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-338451f1-8c01-487f-9473-7e6712c8da0a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:22.970443 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-338451f1-8c01-487f-9473-7e6712c8da0a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-groups/388d3941-3f8b-42cc-ae9a-7bcf09c47813 HTTP/1.1" status: 204 len: 168 time: 0.5267243 Apr 18 21:46:22.988173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50588) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:23.063012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c57f67-0d02-44ca-9e65-570260e7df3f,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:23.167487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e294c178-6d9b-4571-a6b0-42f04f758860 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:23.183478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Attempting to bind port a1c57f67-0d02-44ca-9e65-570260e7df3f on host n-h2-836017-3 for vnic_type normal with profile {"migrating_to": "n-h1-836017-3"} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:46:23.184310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Attempting to bind port a1c57f67-0d02-44ca-9e65-570260e7df3f by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:46:23.184590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Attempting to bind port a1c57f67-0d02-44ca-9e65-570260e7df3f on network 3f27f48a-ea1b-4afc-921a-2c52355ad26a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:23.202176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Port a1c57f67-0d02-44ca-9e65-570260e7df3f on network 3f27f48a-ea1b-4afc-921a-2c52355ad26a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:46:23.202626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Attempting to bind port a1c57f67-0d02-44ca-9e65-570260e7df3f on network 3f27f48a-ea1b-4afc-921a-2c52355ad26a {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:23.220270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:46:23.220753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Checking segment: {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:46:23.221325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Bound using segment: {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:46:23.221885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Bound port: a1c57f67-0d02-44ca-9e65-570260e7df3f, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:46:23.222317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:23.259779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ac6170dc-9b26-4e9a-8c69-a1309d33306a None None] Provisioning complete for port a1c57f67-0d02-44ca-9e65-570260e7df3f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:23.260796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ac6170dc-9b26-4e9a-8c69-a1309d33306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:23.275943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] For port 4e95b221-b20d-4626-9733-ea845b2f73a7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4e95b221-b20d-4626-9733-ea845b2f73a7,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:23.308627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e294c178-6d9b-4571-a6b0-42f04f758860 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:23.312276 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e294c178-6d9b-4571-a6b0-42f04f758860 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3207276 Apr 18 21:46:23.317108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50594) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:23.346628 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-030780b7-79d0-4fad-8f9c-265e91f560c9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] delete failed (client error): The resource could not be found. Apr 18 21:46:23.349524 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-030780b7-79d0-4fad-8f9c-265e91f560c9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-groups/388d3941-3f8b-42cc-ae9a-7bcf09c47813 HTTP/1.1" status: 404 len: 347 time: 0.0297482 Apr 18 21:46:23.352390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50598) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:23.361930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group': {'name': 'tempest-secgroup--801487532'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:23.362315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ac6170dc-9b26-4e9a-8c69-a1309d33306a None None] Port a1c57f67-0d02-44ca-9e65-570260e7df3f cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:46:23.382948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:23.397049 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:23.403919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:23.412013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:23.415866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:46:23.445978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cd6c5-9571-4315-9ff2-56994ed0beac req-b56de9a3-97d6-4e8d-81f0-42637b86d54d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:23.447774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d2cd6c5-9571-4315-9ff2-56994ed0beac req-b56de9a3-97d6-4e8d-81f0-42637b86d54d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 944 time: 0.1310737 Apr 18 21:46:23.471633 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:23.472533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:23.490266 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:23.508056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:23.520940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4e95b221-b20d-4626-9733-ea845b2f73a7 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:23.663381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:23.671116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:23.679513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:23.686704 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:23.686704 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d2cd6c5-9571-4315-9ff2-56994ed0beac req-b5af03d7-55b1-455c-bcee-3b8cb4b62312 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319298 Apr 18 21:46:23.701167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=4e95b221-b20d-4626-9733-ea845b2f73a7,revision_number=4']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:23.706599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 4e95b221-b20d-4626-9733-ea845b2f73a7 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:23.707196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=8be20ebb-b32b-4867-8bf6-2529726da121,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:23.742130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:23.746606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:23.769563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c57f67-0d02-44ca-9e65-570260e7df3f,revision_number=8']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:23.773999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:23.790163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d98eb042-4585-4d00-a84a-37e6279e72fb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8117702 Apr 18 21:46:23.792794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50602) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:23.798783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:23.806700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:5a:08:a8', 'name': 'tempest-NetworksTestDHCPv6-1409218257'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:23.886139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771a3bb6-5177-4fe5-a8bf-98472383da6c None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:23.893573 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:23.961355 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:23.963032 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6df3e0b-56cc-41d8-8045-2de09d61f816 service neutron] 10.222.0.59 "PUT /v2.0/ports/a1c57f67-0d02-44ca-9e65-570260e7df3f HTTP/1.1" status: 200 len: 1122 time: 1.8826725 Apr 18 21:46:23.986595 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.003013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:24.007791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:24.015592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:24.023304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:24.062522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d8e8b5-45f4-4576-b7d6-ec9c0abc91ab,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:24.084488 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['a1c57f67-0d02-44ca-9e65-570260e7df3f'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:46:24.135472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:24.148389 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.188306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.189940 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7b8ddabb-9ec6-4dad-a742-2d4bfb7c0f11 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8365374 Apr 18 21:46:24.192628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50608) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:24.198713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3f5f566b-8835-403c-b43b-359423467869 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': '72d8e8b5-45f4-4576-b7d6-ec9c0abc91ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:24.198959 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ef27609e-4cef-442e-9f89-0c8142742ab7 None None] Provisioning for port 4e95b221-b20d-4626-9733-ea845b2f73a7 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:24.208555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 5846a62f-2292-4bd2-adc2-46f38278e13a yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:46:24.210014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ef27609e-4cef-442e-9f89-0c8142742ab7 None None] Provisioning complete for port 4e95b221-b20d-4626-9733-ea845b2f73a7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:24.213315 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ef27609e-4cef-442e-9f89-0c8142742ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.218484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3f5f566b-8835-403c-b43b-359423467869 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:24.224580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3f5f566b-8835-403c-b43b-359423467869 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:24.231809 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3f5f566b-8835-403c-b43b-359423467869 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:24.239690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3f5f566b-8835-403c-b43b-359423467869 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:24.348658 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3f5f566b-8835-403c-b43b-359423467869 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.424334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3f5f566b-8835-403c-b43b-359423467869 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.440004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 172.20.0.11 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/221b1271-6e79-43b4-8226-d85af68124cc/5846a62f-2292-4bd2-adc2-46f38278e13a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:24.446231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::f816:3eff:fe5a:8a8 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/8be20ebb-b32b-4867-8bf6-2529726da121/5846a62f-2292-4bd2-adc2-46f38278e13a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:24.515460 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ef27609e-4cef-442e-9f89-0c8142742ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.543352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3f5f566b-8835-403c-b43b-359423467869 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.580379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f566b-8835-403c-b43b-359423467869 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44da5ee5-4e60-4e57-93ea-be298f3a8aab,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:24.594719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ef27609e-4cef-442e-9f89-0c8142742ab7 None None] For port 4e95b221-b20d-4626-9733-ea845b2f73a7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4e95b221-b20d-4626-9733-ea845b2f73a7,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:24.701280 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ef27609e-4cef-442e-9f89-0c8142742ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.714497 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.715160 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3f5f566b-8835-403c-b43b-359423467869 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.716961 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3f5f566b-8835-403c-b43b-359423467869 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5232236 Apr 18 21:46:24.732405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50612) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:24.734648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 5846a62f-2292-4bd2-adc2-46f38278e13a will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:24.773680 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-36433d38-2b0f-4002-babb-799f513a7112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.787206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:46:24.797961 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-277468e8-7948-497c-a5e9-4338634060cf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.809961 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-277468e8-7948-497c-a5e9-4338634060cf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.858064 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.872768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27609e-4cef-442e-9f89-0c8142742ab7 None None] Pushing event updated for resources: {'Port': ['ID=4e95b221-b20d-4626-9733-ea845b2f73a7,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:24.893243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7e2cfb73-24f0-4144-ab7f-dd0a17a08db5 None None] Provisioning complete for port a1c57f67-0d02-44ca-9e65-570260e7df3f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:24.893749 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e2cfb73-24f0-4144-ab7f-dd0a17a08db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.898095 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-324851c7-df55-4ed6-a423-8d37535b5663'] response: {'name': 'network-changed', 'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'status': 'completed', 'code': 200} Apr 18 21:46:24.999224 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-277468e8-7948-497c-a5e9-4338634060cf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:25.021012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=5846a62f-2292-4bd2-adc2-46f38278e13a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:25.048492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277468e8-7948-497c-a5e9-4338634060cf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44da5ee5-4e60-4e57-93ea-be298f3a8aab,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:25.052160 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-277468e8-7948-497c-a5e9-4338634060cf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:25.053427 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-277468e8-7948-497c-a5e9-4338634060cf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/44da5ee5-4e60-4e57-93ea-be298f3a8aab HTTP/1.1" status: 204 len: 168 time: 0.3200366 Apr 18 21:46:25.056620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:25.057415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50620) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:25.072798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:25.092980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:25.104124 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e2cfb73-24f0-4144-ab7f-dd0a17a08db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:25.137822 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-facefdb8-08f2-4bfc-a050-be2f3134ac94 req-41e1a2fe-7668-477d-bb71-b8e791418aca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1125 time: 0.2149606 Apr 18 21:46:25.149918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7e2cfb73-24f0-4144-ab7f-dd0a17a08db5 None None] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:25.153831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:46:25.243033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:25.243703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:25.249821 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e2cfb73-24f0-4144-ab7f-dd0a17a08db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:25.306724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0d08f42c-146e-4bbc-b0b3-7f6799b92669 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:25.313066 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ca3aa7-4b79-4c58-8c3b-e629b5402424'] response: {'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'code': 200} Apr 18 21:46:25.362944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885d357-c8c8-4801-a2ba-99ddfdb2689e req-2476b564-cb47-4a99-8015-f54feb37845f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:25.374261 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7885d357-c8c8-4801-a2ba-99ddfdb2689e req-2476b564-cb47-4a99-8015-f54feb37845f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 944 time: 0.2818873 Apr 18 21:46:25.395086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-38ba2c9c-4c6b-4993-9066-d85e236401ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5996385 Apr 18 21:46:25.398529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50628) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:25.449737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0d08f42c-146e-4bbc-b0b3-7f6799b92669 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:25.454773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0d08f42c-146e-4bbc-b0b3-7f6799b92669 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3931851 Apr 18 21:46:25.454948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4e95b221-b20d-4626-9733-ea845b2f73a7 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:25.458135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50632) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:25.467897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facefdb8-08f2-4bfc-a050-be2f3134ac94 req-c8298298-6aec-446d-b267-cd9a2a4c5a80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:25.469430 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-facefdb8-08f2-4bfc-a050-be2f3134ac94 req-c8298298-6aec-446d-b267-cd9a2a4c5a80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f27f48a-ea1b-4afc-921a-2c52355ad26a HTTP/1.1" status: 200 len: 898 time: 0.3215876 Apr 18 21:46:25.518964 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7885d357-c8c8-4801-a2ba-99ddfdb2689e req-fb03c56d-f0f7-4d5e-a781-47858a910f74 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435192 Apr 18 21:46:25.533154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cfb73-24f0-4144-ab7f-dd0a17a08db5 None None] Pushing event updated for resources: {'Port': ['ID=a1c57f67-0d02-44ca-9e65-570260e7df3f,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:25.550253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a86a3-3488-4453-b1b7-b66863ae33d7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:25.554673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a86a3-3488-4453-b1b7-b66863ae33d7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:25.555481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-149a86a3-3488-4453-b1b7-b66863ae33d7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:25.619369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4e95b221-b20d-4626-9733-ea845b2f73a7 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:25.619742 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:25.647389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-149a86a3-3488-4453-b1b7-b66863ae33d7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:25.649208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-149a86a3-3488-4453-b1b7-b66863ae33d7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2493296 Apr 18 21:46:25.652268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50636) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:25.672223 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-facefdb8-08f2-4bfc-a050-be2f3134ac94 req-236800bc-1af5-4a7c-a3fb-31c52e98e818 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f HTTP/1.1" status: 200 len: 1002 time: 0.1815879 Apr 18 21:46:25.741619 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ae829505-a3c7-46c6-94f4-5ab5c3c4b2c6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:25.745239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ca785bd3-77ca-48cc-9f00-a023edbbe8cc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 5846a62f-2292-4bd2-adc2-46f38278e13a {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:25.745758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca785bd3-77ca-48cc-9f00-a023edbbe8cc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:25.770558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-516d1bef-5f8b-4da0-8224-53e767001b10 None None] Provisioning complete for port 4e95b221-b20d-4626-9733-ea845b2f73a7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:25.770935 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-516d1bef-5f8b-4da0-8224-53e767001b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:25.786606 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ae829505-a3c7-46c6-94f4-5ab5c3c4b2c6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:25.795762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facefdb8-08f2-4bfc-a050-be2f3134ac94 req-c7b7228a-7184-4575-92c9-0cccaeb40b9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:25.797323 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-facefdb8-08f2-4bfc-a050-be2f3134ac94 req-c7b7228a-7184-4575-92c9-0cccaeb40b9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7875fbef-d368-4a97-bf90-4fd995da7f32 HTTP/1.1" status: 200 len: 834 time: 0.1146572 Apr 18 21:46:25.902062 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-facefdb8-08f2-4bfc-a050-be2f3134ac94 req-77a53a48-d70f-49ef-aa04-7b75a7532984 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f27f48a-ea1b-4afc-921a-2c52355ad26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981438 Apr 18 21:46:25.976365 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ae829505-a3c7-46c6-94f4-5ab5c3c4b2c6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:26.006524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca785bd3-77ca-48cc-9f00-a023edbbe8cc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:26.009052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae829505-a3c7-46c6-94f4-5ab5c3c4b2c6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d8e8b5-45f4-4576-b7d6-ec9c0abc91ab,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:26.069978 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-facefdb8-08f2-4bfc-a050-be2f3134ac94 req-cd6e73ab-bf6a-4a9d-8836-6b1acbc7ff0f service neutron] 10.222.0.26 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608899 Apr 18 21:46:26.077532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-02dc8918-0497-4d31-85df-2b5ca50e1c60 None None] Provisioning for port 5846a62f-2292-4bd2-adc2-46f38278e13a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:26.082870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-02dc8918-0497-4d31-85df-2b5ca50e1c60 None None] Provisioning complete for port 5846a62f-2292-4bd2-adc2-46f38278e13a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:26.083400 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-02dc8918-0497-4d31-85df-2b5ca50e1c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:26.145194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ae829505-a3c7-46c6-94f4-5ab5c3c4b2c6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:26.147597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-02dc8918-0497-4d31-85df-2b5ca50e1c60 None None] Port 5846a62f-2292-4bd2-adc2-46f38278e13a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:46:26.149607 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ae829505-a3c7-46c6-94f4-5ab5c3c4b2c6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-groups/72d8e8b5-45f4-4576-b7d6-ec9c0abc91ab HTTP/1.1" status: 204 len: 168 time: 0.6842391 Apr 18 21:46:26.155746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50640) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:26.243547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-ca785bd3-77ca-48cc-9f00-a023edbbe8cc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 5846a62f-2292-4bd2-adc2-46f38278e13a owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:26.259843 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-facefdb8-08f2-4bfc-a050-be2f3134ac94 req-93e5dc1b-d0d3-481a-b499-40a5e4bc9b06 service neutron] 10.222.0.26 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842318 Apr 18 21:46:26.262510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7a5ee1ae-7b72-4c10-a644-cf927ce2530b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:26.424325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7a5ee1ae-7b72-4c10-a644-cf927ce2530b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:26.430666 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7a5ee1ae-7b72-4c10-a644-cf927ce2530b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2689400 Apr 18 21:46:26.430954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50646) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:26.440697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882913573'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:26.447457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:26.458413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:26.536408 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a19c7b3-022f-4f9e-a964-fc5934b46491 req-e70b5268-752d-4f60-afd6-0d9e9f56c634 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1127 time: 0.0716341 Apr 18 21:46:26.554518 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca785bd3-77ca-48cc-9f00-a023edbbe8cc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:26.579309 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:26.607717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca785bd3-77ca-48cc-9f00-a023edbbe8cc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=5846a62f-2292-4bd2-adc2-46f38278e13a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:26.708838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:26.723183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:26.724659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a1c57f67-0d02-44ca-9e65-570260e7df3f details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:46:26.733529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:26.742003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:26.744780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19c7b3-022f-4f9e-a964-fc5934b46491 req-a84ad474-4847-4981-a8bc-38c0e75dedbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:26.746391 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a19c7b3-022f-4f9e-a964-fc5934b46491 req-a84ad474-4847-4981-a8bc-38c0e75dedbf service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f27f48a-ea1b-4afc-921a-2c52355ad26a HTTP/1.1" status: 200 len: 898 time: 0.1904750 Apr 18 21:46:26.791924 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ca785bd3-77ca-48cc-9f00-a023edbbe8cc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:26.839338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603f98e-9f5c-4306-a38f-253e86cfbc23 req-bed44a05-7128-45b7-ad69-212ac66e956b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:26.843185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8603f98e-9f5c-4306-a38f-253e86cfbc23 req-bed44a05-7128-45b7-ad69-212ac66e956b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 946 time: 0.1658318 Apr 18 21:46:26.870192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ca785bd3-77ca-48cc-9f00-a023edbbe8cc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/5846a62f-2292-4bd2-adc2-46f38278e13a HTTP/1.1" status: 204 len: 168 time: 1.2144518 Apr 18 21:46:26.871974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50652) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:26.900886 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a19c7b3-022f-4f9e-a964-fc5934b46491 req-4ed40923-8e58-43c1-877d-bcd7c981491d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f HTTP/1.1" status: 200 len: 1002 time: 0.1461082 Apr 18 21:46:26.903339 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:26.922118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:26.941147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a1c57f67-0d02-44ca-9e65-570260e7df3f has no active binding in host n-h1-836017-3 {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 21:46:26.953086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8603f98e-9f5c-4306-a38f-253e86cfbc23 req-28cc5422-e451-454c-8618-633591c74181 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048136 Apr 18 21:46:26.962093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3122bdfc-4a3c-4c8c-982d-7bd8a402689b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:26.963594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3122bdfc-4a3c-4c8c-982d-7bd8a402689b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:26.966528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3122bdfc-4a3c-4c8c-982d-7bd8a402689b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:26.966528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3122bdfc-4a3c-4c8c-982d-7bd8a402689b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:26.976994 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.014294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19c7b3-022f-4f9e-a964-fc5934b46491 req-92e1cd60-9657-406f-8bf4-191d32eef9b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:27.015704 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a19c7b3-022f-4f9e-a964-fc5934b46491 req-92e1cd60-9657-406f-8bf4-191d32eef9b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7875fbef-d368-4a97-bf90-4fd995da7f32 HTTP/1.1" status: 200 len: 834 time: 0.1078551 Apr 18 21:46:27.040071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3122bdfc-4a3c-4c8c-982d-7bd8a402689b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:27.041593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3122bdfc-4a3c-4c8c-982d-7bd8a402689b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1684551 Apr 18 21:46:27.044130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50656) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:27.066670 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d207445-87c1-4e96-ad7e-9db46e109518,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:27.111581 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a19c7b3-022f-4f9e-a964-fc5934b46491 req-f6bbf3e8-407a-4253-bd31-6b9e26ca38d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f27f48a-ea1b-4afc-921a-2c52355ad26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874863 Apr 18 21:46:27.138606 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9e94c707-2698-4e20-8f4c-73e4679b780a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.189740 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.190937 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-287123b2-b305-4454-9911-9e181cc3f84f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7590089 Apr 18 21:46:27.198774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50660) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:27.204996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-17e2a90a-2e14-47a3-9308-ae66af1b6353 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': '7d207445-87c1-4e96-ad7e-9db46e109518', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:27.216004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-17e2a90a-2e14-47a3-9308-ae66af1b6353 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:27.222833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-17e2a90a-2e14-47a3-9308-ae66af1b6353 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:27.226971 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-17e2a90a-2e14-47a3-9308-ae66af1b6353 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:27.236018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-17e2a90a-2e14-47a3-9308-ae66af1b6353 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:27.257949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba5678f-a146-4137-9f80-e70972f37245 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 221b1271-6e79-43b4-8226-d85af68124cc {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:27.260877 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bba5678f-a146-4137-9f80-e70972f37245 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.277723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a19c7b3-022f-4f9e-a964-fc5934b46491 req-4f795d21-44ea-4ef6-8e88-24901052520c service neutron] 10.222.0.26 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592014 Apr 18 21:46:27.316602 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bba5678f-a146-4137-9f80-e70972f37245 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.367327 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17e2a90a-2e14-47a3-9308-ae66af1b6353 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.412387 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bba5678f-a146-4137-9f80-e70972f37245 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.556989 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4a19c7b3-022f-4f9e-a964-fc5934b46491 req-1d538a16-97cb-482d-b231-66adc9b899f4 service neutron] 10.222.0.26 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706776 Apr 18 21:46:27.569524 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17e2a90a-2e14-47a3-9308-ae66af1b6353 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.576920 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bba5678f-a146-4137-9f80-e70972f37245 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.622239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5678f-a146-4137-9f80-e70972f37245 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=221b1271-6e79-43b4-8226-d85af68124cc,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:27.622239 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bba5678f-a146-4137-9f80-e70972f37245 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.629887 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2e495b-8b64-4cd2-8bc0-7fdb7b5b60ea None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:27.685447 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17e2a90a-2e14-47a3-9308-ae66af1b6353 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.711168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2a90a-2e14-47a3-9308-ae66af1b6353 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abe9dbd-f9f0-4d35-8d3b-03a843168488,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:27.724558 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bba5678f-a146-4137-9f80-e70972f37245 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/221b1271-6e79-43b4-8226-d85af68124cc HTTP/1.1" status: 204 len: 168 time: 0.6791289 Apr 18 21:46:27.727060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50666) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:27.788590 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17e2a90a-2e14-47a3-9308-ae66af1b6353 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.789823 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-17e2a90a-2e14-47a3-9308-ae66af1b6353 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5897572 Apr 18 21:46:27.792886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50670) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:27.798588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5bd18de7-82bc-4a47-9f7d-fd379d12f553 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': '7d207445-87c1-4e96-ad7e-9db46e109518', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:27.803794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-917ea20d-eec4-49c9-9d65-04f2cf36e8ae tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 8be20ebb-b32b-4867-8bf6-2529726da121 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:27.806400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5bd18de7-82bc-4a47-9f7d-fd379d12f553 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:27.807804 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-917ea20d-eec4-49c9-9d65-04f2cf36e8ae tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.811265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5bd18de7-82bc-4a47-9f7d-fd379d12f553 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:27.815249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5bd18de7-82bc-4a47-9f7d-fd379d12f553 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:27.821193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5bd18de7-82bc-4a47-9f7d-fd379d12f553 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:27.871295 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-917ea20d-eec4-49c9-9d65-04f2cf36e8ae tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.931931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5bd18de7-82bc-4a47-9f7d-fd379d12f553 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.975159 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-917ea20d-eec4-49c9-9d65-04f2cf36e8ae tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.011072 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5bd18de7-82bc-4a47-9f7d-fd379d12f553 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.068414 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.108036 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5bd18de7-82bc-4a47-9f7d-fd379d12f553 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.133137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd18de7-82bc-4a47-9f7d-fd379d12f553 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fb22b3-879d-43d1-ab72-63e242aca0b0,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:28.173411 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-917ea20d-eec4-49c9-9d65-04f2cf36e8ae tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.221569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ea20d-eec4-49c9-9d65-04f2cf36e8ae tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=8be20ebb-b32b-4867-8bf6-2529726da121,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:28.228460 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-917ea20d-eec4-49c9-9d65-04f2cf36e8ae tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.233172 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5bd18de7-82bc-4a47-9f7d-fd379d12f553 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.237584 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5bd18de7-82bc-4a47-9f7d-fd379d12f553 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4435096 Apr 18 21:46:28.240262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50676) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:28.244360 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-917ea20d-eec4-49c9-9d65-04f2cf36e8ae tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/8be20ebb-b32b-4867-8bf6-2529726da121 HTTP/1.1" status: 204 len: 168 time: 0.5166614 Apr 18 21:46:28.249441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-94c61068-78ca-41a5-bd35-5bb3166c8288 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': '7d207445-87c1-4e96-ad7e-9db46e109518', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:28.254456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50680) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:28.254781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472c495-3ae7-4948-bd5b-ca0121ad49c1 req-afb692fd-ad2d-4d5b-b9b8-41dea0d2f5c4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:28.256327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f472c495-3ae7-4948-bd5b-ca0121ad49c1 req-afb692fd-ad2d-4d5b-b9b8-41dea0d2f5c4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 946 time: 0.1551337 Apr 18 21:46:28.260438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-94c61068-78ca-41a5-bd35-5bb3166c8288 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:28.307744 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f472c495-3ae7-4948-bd5b-ca0121ad49c1 req-b75abd5f-524a-444e-bce5-6944ed02ac92 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446076 Apr 18 21:46:28.333914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-94c61068-78ca-41a5-bd35-5bb3166c8288 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:28.338431 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-19aeffe0-79d5-4fdc-9bf7-4f4efe453151 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826564 Apr 18 21:46:28.339722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-94c61068-78ca-41a5-bd35-5bb3166c8288 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:28.342215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50684) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:28.345730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-94c61068-78ca-41a5-bd35-5bb3166c8288 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:28.348049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:28.439026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279d2330-3c27-4e9e-abbb-397472b70033 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:28.461366 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c61068-78ca-41a5-bd35-5bb3166c8288 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.467945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:28.472171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:28.479898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:28.482842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:28.544526 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c61068-78ca-41a5-bd35-5bb3166c8288 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.599638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:28.603660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.651937 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c61068-78ca-41a5-bd35-5bb3166c8288 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.654880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dc9c7c89-afa6-4d78-81e0-cdea8374e3e1 None None] Provisioning complete for port 4e95b221-b20d-4626-9733-ea845b2f73a7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:28.655329 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dc9c7c89-afa6-4d78-81e0-cdea8374e3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.685366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c61068-78ca-41a5-bd35-5bb3166c8288 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0fa132-b370-4913-974e-3a0fa27ab123,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:28.734227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.769811 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-94c61068-78ca-41a5-bd35-5bb3166c8288 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.774110 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-94c61068-78ca-41a5-bd35-5bb3166c8288 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5305152 Apr 18 21:46:28.774367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50690) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:28.781617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b6d3062c-6d44-430c-9255-aafb8012f995 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': '7d207445-87c1-4e96-ad7e-9db46e109518', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:28.791222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b6d3062c-6d44-430c-9255-aafb8012f995 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:28.797230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b6d3062c-6d44-430c-9255-aafb8012f995 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:28.799239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b6d3062c-6d44-430c-9255-aafb8012f995 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:28.807644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b6d3062c-6d44-430c-9255-aafb8012f995 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:28.878893 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6624c9e-78f5-45fe-adea-bc3714691266 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:28.883117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a6624c9e-78f5-45fe-adea-bc3714691266 None None] Deleting port 4e95b221-b20d-4626-9733-ea845b2f73a7 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:28.883483 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a6624c9e-78f5-45fe-adea-bc3714691266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.958796 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6d3062c-6d44-430c-9255-aafb8012f995 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.034672 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6d3062c-6d44-430c-9255-aafb8012f995 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.051347 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.100551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a6624c9e-78f5-45fe-adea-bc3714691266 None None] For port 4e95b221-b20d-4626-9733-ea845b2f73a7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4e95b221-b20d-4626-9733-ea845b2f73a7,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:29.101723 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a6624c9e-78f5-45fe-adea-bc3714691266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.126172 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6d3062c-6d44-430c-9255-aafb8012f995 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.127154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:29.130732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:29.144881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:29.144881 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.161623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=9c411e26-be3e-47f4-806a-4f8fe9904ea6,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:29.224814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3062c-6d44-430c-9255-aafb8012f995 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febd7ff7-cefa-4864-943a-8dbb8b54cffb,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:29.237287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a6624c9e-78f5-45fe-adea-bc3714691266 None None] Calling delete_port for 4e95b221-b20d-4626-9733-ea845b2f73a7 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:29.251664 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-de35d540-e256-4e21-a3d0-1b47ecf23e36 service neutron] 10.222.0.26 "GET /v2.0/ports/a1c57f67-0d02-44ca-9e65-570260e7df3f/bindings/n-h1-836017-3 HTTP/1.1" status: 200 len: 384 time: 0.0947986 Apr 18 21:46:29.254535 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6d3062c-6d44-430c-9255-aafb8012f995 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.258538 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b6d3062c-6d44-430c-9255-aafb8012f995 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4800627 Apr 18 21:46:29.258654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50694) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:29.265905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d87d8ef5-4dbb-41f9-8826-ae859fbb562b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': '7d207445-87c1-4e96-ad7e-9db46e109518', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:29.273647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d87d8ef5-4dbb-41f9-8826-ae859fbb562b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:29.278620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d87d8ef5-4dbb-41f9-8826-ae859fbb562b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:29.282207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0ff7e2ef-13e3-452d-baa9-70acd736881b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9387083 Apr 18 21:46:29.283184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d87d8ef5-4dbb-41f9-8826-ae859fbb562b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:29.285717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50698) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:29.290853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d87d8ef5-4dbb-41f9-8826-ae859fbb562b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:29.297262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:29.419043 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a6624c9e-78f5-45fe-adea-bc3714691266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.488867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d87d8ef5-4dbb-41f9-8826-ae859fbb562b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.518141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4e95b221-b20d-4626-9733-ea845b2f73a7 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:29.569331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6624c9e-78f5-45fe-adea-bc3714691266 None None] No DVR routers for this DVR port 4e95b221-b20d-4626-9733-ea845b2f73a7 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:29.614834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007aaef4-75aa-4df2-89c9-6b976e279907 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:29.624648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-4d5c16d4-f65a-4d7f-914e-5b95b6eae60b service neutron] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:29.632175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6624c9e-78f5-45fe-adea-bc3714691266 None None] Pushing event deleted for resources: {'Port': ['ID=4e95b221-b20d-4626-9733-ea845b2f73a7,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:29.637701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 4e95b221-b20d-4626-9733-ea845b2f73a7 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:46:29.638216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4e95b221-b20d-4626-9733-ea845b2f73a7 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:29.643205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:29.656512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:29.668448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:29.681994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:29.684806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-4d5c16d4-f65a-4d7f-914e-5b95b6eae60b service neutron] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:29.768254 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:46:29.794594 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d87d8ef5-4dbb-41f9-8826-ae859fbb562b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.795784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-4d5c16d4-f65a-4d7f-914e-5b95b6eae60b service neutron] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:29.801280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8a0ae-4c55-49ef-9914-cbee9250d084 req-974af95c-d4af-45b8-b8da-a2a4de4233ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:29.808177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41c8a0ae-4c55-49ef-9914-cbee9250d084 req-974af95c-d4af-45b8-b8da-a2a4de4233ea tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 946 time: 0.3031278 Apr 18 21:46:29.826052 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:29.829763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.865424 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b589d4fe-b237-4d3d-8b80-8cc4121dc86d'] response: {'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'code': 200} Apr 18 21:46:29.919834 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-4d5c16d4-f65a-4d7f-914e-5b95b6eae60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.931432 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d87d8ef5-4dbb-41f9-8826-ae859fbb562b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.971993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '9c411e26-be3e-47f4-806a-4f8fe9904ea6'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:46:29.973601 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:29.994158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d8ef5-4dbb-41f9-8826-ae859fbb562b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ba235d-8396-4f60-893c-a0ac7aefc241,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:30.015263 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41c8a0ae-4c55-49ef-9914-cbee9250d084 req-6a84fc0a-c780-49db-b8a2-8b42cf5413a6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051027 Apr 18 21:46:30.095612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-4d5c16d4-f65a-4d7f-914e-5b95b6eae60b service neutron] Transition to ACTIVE for port object a1c57f67-0d02-44ca-9e65-570260e7df3f will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:30.137886 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d87d8ef5-4dbb-41f9-8826-ae859fbb562b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.139224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d87d8ef5-4dbb-41f9-8826-ae859fbb562b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.8791850 Apr 18 21:46:30.142803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50708) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:30.190381 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-4d5c16d4-f65a-4d7f-914e-5b95b6eae60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.196753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Allocated IP 172.20.0.2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/9c411e26-be3e-47f4-806a-4f8fe9904ea6/d1ebe18d-768c-4fdc-857b-0e5e7f204bf1) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:30.276911 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-657772b9-b182-4181-8974-36ae86947bbd tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.293529 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-657772b9-b182-4181-8974-36ae86947bbd tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.385662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c16d4-f65a-4d7f-914e-5b95b6eae60b service neutron] Pushing event updated for resources: {'Port': ['ID=a1c57f67-0d02-44ca-9e65-570260e7df3f,revision_number=11']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:30.483959 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.499773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-4d5c16d4-f65a-4d7f-914e-5b95b6eae60b service neutron] No DVR routers for this DVR port a1c57f67-0d02-44ca-9e65-570260e7df3f on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:30.515491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Transition to ACTIVE for port object d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:30.529554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.objects.ports [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85048) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:46:30.534655 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.550335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Transition to ACTIVE for port object d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:30.558144 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-657772b9-b182-4181-8974-36ae86947bbd tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.632291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:30.635300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:30.637748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=21536cc4-b02d-49fb-9442-7993d6d2caac,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:30.640385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:30.641030 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.641541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657772b9-b182-4181-8974-36ae86947bbd tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9ba235d-8396-4f60-893c-a0ac7aefc241,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:30.644453 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.645516 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-657772b9-b182-4181-8974-36ae86947bbd tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.649106 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-657772b9-b182-4181-8974-36ae86947bbd tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f9ba235d-8396-4f60-893c-a0ac7aefc241 HTTP/1.1" status: 204 len: 168 time: 0.5029316 Apr 18 21:46:30.650194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50712) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:30.720603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95dd7a06-232a-4738-9fcf-8be17571a6f9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:30.732723 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b27bca32-928b-4f32-b211-02fab5eb6f4f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4460199 Apr 18 21:46:30.735446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50718) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:30.741982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:cc:dc:0a', 'name': 'tempest-NetworksTestDHCPv6-1371131797'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:30.745552 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:30.752179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:30.758947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:30.774380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Pushing event updated for resources: {'Port': ['ID=d1ebe18d-768c-4fdc-857b-0e5e7f204bf1,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:30.828241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-95dd7a06-232a-4738-9fcf-8be17571a6f9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:30.831721 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-95dd7a06-232a-4738-9fcf-8be17571a6f9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1788185 Apr 18 21:46:30.832283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50724) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:30.841676 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-4d5c16d4-f65a-4d7f-914e-5b95b6eae60b service neutron] 10.222.0.26 "PUT /v2.0/ports/a1c57f67-0d02-44ca-9e65-570260e7df3f/bindings/n-h1-836017-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5847964 Apr 18 21:46:30.890507 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-39f02ad1-683a-4c0c-91b0-9a2b5e09a960 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.912977 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:30.913385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:30.913674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:30.914007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:30.914335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:30.914660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:30.914980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:30.915301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:30.915620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:30.915935 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:30.916250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:30.920328 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-39f02ad1-683a-4c0c-91b0-9a2b5e09a960 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.926284 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Attempting to bind port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:46:30.926630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Attempting to bind port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:46:30.926963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Attempting to bind port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:30.933736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:46:30.934100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:46:30.934497 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.934908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:46:30.935397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Bound port: d1ebe18d-768c-4fdc-857b-0e5e7f204bf1, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:46:30.935763 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.954279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:30.960053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:30.963593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:30.969831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:31.034177 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-39f02ad1-683a-4c0c-91b0-9a2b5e09a960 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:31.037331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] For port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:31.040941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] For port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d1ebe18d-768c-4fdc-857b-0e5e7f204bf1,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:46:31.054913 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-c23e0ca6-86c5-4c7a-95e2-cc9129c65cdd tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e&tenant_id=5ee8315d479c435aaa1e10a9872e4b80&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 1096 time: 0.0750997 Apr 18 21:46:31.059766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:31.063557 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:31.076065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f02ad1-683a-4c0c-91b0-9a2b5e09a960 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=febd7ff7-cefa-4864-943a-8dbb8b54cffb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:31.094935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 435a4208-aa6b-4b02-9f78-e23f5b34565a yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:46:31.124951 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:31.142689 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-d813df8f-c0b4-4433-a3da-9c2d1f4d6784 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e&tenant_id=5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 1096 time: 0.0809531 Apr 18 21:46:31.171308 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:31.214706 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-39f02ad1-683a-4c0c-91b0-9a2b5e09a960 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:31.215833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-39f02ad1-683a-4c0c-91b0-9a2b5e09a960 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/febd7ff7-cefa-4864-943a-8dbb8b54cffb HTTP/1.1" status: 204 len: 168 time: 0.3826206 Apr 18 21:46:31.222165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50732) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:31.273357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e5371-73ba-4c76-94cc-525694c3cbb5 None None] Pushing event updated for resources: {'Port': ['ID=d1ebe18d-768c-4fdc-857b-0e5e7f204bf1,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:31.320329 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-134ab01d-7620-403d-99a7-1e54af4ebce9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0963068 Apr 18 21:46:31.322443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33744575-2d28-4955-97f1-c7f2b4553687 req-46948ab2-7cc6-4112-8540-26e07cdee6db tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:31.324221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-33744575-2d28-4955-97f1-c7f2b4553687 req-46948ab2-7cc6-4112-8540-26e07cdee6db tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 945 time: 0.1742175 Apr 18 21:46:31.327137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50736) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:31.334281 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-f6d66875-2c31-4f36-bcdb-537e41fb13e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1096 time: 0.1698043 Apr 18 21:46:31.445883 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8eee9261-2368-485e-9228-e0aac0247c54 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:31.465802 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8eee9261-2368-485e-9228-e0aac0247c54 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:31.505291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-33744575-2d28-4955-97f1-c7f2b4553687 req-10dd58e7-3f06-4ae2-b934-cc68456f0a3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641464 Apr 18 21:46:31.510368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 172.20.0.11 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/9c411e26-be3e-47f4-806a-4f8fe9904ea6/435a4208-aa6b-4b02-9f78-e23f5b34565a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:31.518971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::f816:3eff:fecc:dc0a (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/21536cc4-b02d-49fb-9442-7993d6d2caac/435a4208-aa6b-4b02-9f78-e23f5b34565a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:31.666750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-137c2fcf-cf21-4aaf-bd13-4ca0026847c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:31.669930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-137c2fcf-cf21-4aaf-bd13-4ca0026847c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f27f48a-ea1b-4afc-921a-2c52355ad26a HTTP/1.1" status: 200 len: 898 time: 0.3282130 Apr 18 21:46:31.677786 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8eee9261-2368-485e-9228-e0aac0247c54 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:31.712050 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee9261-2368-485e-9228-e0aac0247c54 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f0fa132-b370-4913-974e-3a0fa27ab123,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:31.746978 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8eee9261-2368-485e-9228-e0aac0247c54 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:31.750388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8eee9261-2368-485e-9228-e0aac0247c54 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/7f0fa132-b370-4913-974e-3a0fa27ab123 HTTP/1.1" status: 204 len: 168 time: 0.4203274 Apr 18 21:46:31.751284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50746) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:31.794419 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-7fd3eef1-3f1c-4250-99ae-bb83c43dbfce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f HTTP/1.1" status: 200 len: 1000 time: 0.1184692 Apr 18 21:46:31.805313 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:31.835197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 435a4208-aa6b-4b02-9f78-e23f5b34565a will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:31.843416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-18923988-8b1e-4948-a18a-e0c9d3df06d2 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:31.863145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-c29ae5d8-7da6-4eb6-98ed-469d062b49b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:31.864554 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-c29ae5d8-7da6-4eb6-98ed-469d062b49b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7875fbef-d368-4a97-bf90-4fd995da7f32 HTTP/1.1" status: 200 len: 834 time: 0.0636685 Apr 18 21:46:31.936756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-18923988-8b1e-4948-a18a-e0c9d3df06d2 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:31.940793 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-58d2a386-0af1-420f-b797-c4f10666b104 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f27f48a-ea1b-4afc-921a-2c52355ad26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701048 Apr 18 21:46:31.941068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-18923988-8b1e-4948-a18a-e0c9d3df06d2 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1891329 Apr 18 21:46:31.941226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50750) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:31.965099 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:32.055611 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9aae36b-9e2c-4680-b67b-552407052f35 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:32.069779 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9aae36b-9e2c-4680-b67b-552407052f35 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:32.126497 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-d17f7020-0563-42aa-ae3f-c36d298dbe94 service neutron] 10.222.0.59 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750355 Apr 18 21:46:32.168714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:32.172579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:32.176833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:32.223857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=435a4208-aa6b-4b02-9f78-e23f5b34565a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:32.238521 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9aae36b-9e2c-4680-b67b-552407052f35 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:32.264421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:32.266109 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:32.281506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aae36b-9e2c-4680-b67b-552407052f35 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83fb22b3-879d-43d1-ab72-63e242aca0b0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:32.326994 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-09131a13-0bd6-443b-8329-275db920e2ec service neutron] 10.222.0.59 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944773 Apr 18 21:46:32.392194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9aae36b-9e2c-4680-b67b-552407052f35 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:32.395855 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e9aae36b-9e2c-4680-b67b-552407052f35 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/83fb22b3-879d-43d1-ab72-63e242aca0b0 HTTP/1.1" status: 204 len: 168 time: 0.4511328 Apr 18 21:46:32.402888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50756) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:32.427779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8b1d3402-911d-4f13-a2e3-64f9d078d167 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6887221 Apr 18 21:46:32.428526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50760) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:32.465310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1618e36-70dd-4b57-ac04-a6a9b241b6fb None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:32.529245 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6d7bd5b4-31ca-454e-8654-48706a4e089a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1284037 Apr 18 21:46:32.530712 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a1c57f67-0d02-44ca-9e65-570260e7df3f no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:32.531381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50764) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:32.575284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e9f050-e927-4ef9-a5d2-76c017f81da6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:32.580386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e9f050-e927-4ef9-a5d2-76c017f81da6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:32.581093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-90e9f050-e927-4ef9-a5d2-76c017f81da6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:32.586962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-838c43b5-9864-46d9-a43f-196010cb79ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:32.600456 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-838c43b5-9864-46d9-a43f-196010cb79ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:32.635911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a1c57f67-0d02-44ca-9e65-570260e7df3f not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:32.690121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-90e9f050-e927-4ef9-a5d2-76c017f81da6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:32.691293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-90e9f050-e927-4ef9-a5d2-76c017f81da6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2535801 Apr 18 21:46:32.694332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50770) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:32.722184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ff219a9a-0ea6-41ad-b066-5cc6dfaac5c8 None None] Provisioning for port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:32.737905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-838c43b5-9864-46d9-a43f-196010cb79ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:32.741942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fc118-410a-48eb-afc8-d9da23cb9858 req-144643fe-d2f4-44f3-83d8-577047be2725 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:32.743585 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c2fc118-410a-48eb-afc8-d9da23cb9858 req-144643fe-d2f4-44f3-83d8-577047be2725 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 945 time: 0.0904534 Apr 18 21:46:32.770526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c43b5-9864-46d9-a43f-196010cb79ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3abe9dbd-f9f0-4d35-8d3b-03a843168488,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:32.778780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-838c43b5-9864-46d9-a43f-196010cb79ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:32.782854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50774) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:32.783375 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-838c43b5-9864-46d9-a43f-196010cb79ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/3abe9dbd-f9f0-4d35-8d3b-03a843168488 HTTP/1.1" status: 204 len: 168 time: 0.2506945 Apr 18 21:46:32.798246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b850d-e1f3-4d7e-9710-2b4c44771b82 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 435a4208-aa6b-4b02-9f78-e23f5b34565a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:32.798906 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6f0b850d-e1f3-4d7e-9710-2b4c44771b82 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:32.846495 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c2fc118-410a-48eb-afc8-d9da23cb9858 req-966962c8-7794-424d-a626-cb7d8fd6a002 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958915 Apr 18 21:46:32.899935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f612cdbf-f5b2-4ec1-b85b-f088027e0d88 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1159534 Apr 18 21:46:32.904557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50778) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:32.945919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69433eff-2e70-4179-b9c3-4400bccdb3af None None] Update dhcp port {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'fixed_ips': [{'subnet_id': '9c411e26-be3e-47f4-806a-4f8fe9904ea6', 'ip_address': '172.20.0.2'}, {'subnet_id': '21536cc4-b02d-49fb-9442-7993d6d2caac'}], 'binding:host_id': 'n-d-836017-3'}, 'id': 'd1ebe18d-768c-4fdc-857b-0e5e7f204bf1'} from n-d-836017-3. {{(pid=85050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:46:32.986920 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-a2965047-45cc-4d3a-badc-bfe0cf2cd1cf tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e&tenant_id=5ee8315d479c435aaa1e10a9872e4b80&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 1096 time: 0.1613376 Apr 18 21:46:32.987546 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7731c3c-c466-4a64-b672-13c0debe814b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.019949 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7731c3c-c466-4a64-b672-13c0debe814b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.024844 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-69433eff-2e70-4179-b9c3-4400bccdb3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.139231 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7731c3c-c466-4a64-b672-13c0debe814b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.197833 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6f0b850d-e1f3-4d7e-9710-2b4c44771b82 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.210820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7731c3c-c466-4a64-b672-13c0debe814b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d207445-87c1-4e96-ad7e-9db46e109518,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:33.225590 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7731c3c-c466-4a64-b672-13c0debe814b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.231642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f7731c3c-c466-4a64-b672-13c0debe814b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-groups/7d207445-87c1-4e96-ad7e-9db46e109518 HTTP/1.1" status: 204 len: 168 time: 0.3248351 Apr 18 21:46:33.232451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50784) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:33.345263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ba00ec04-43ab-41ff-b6d9-f8e29f72d369 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:33.351864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b850d-e1f3-4d7e-9710-2b4c44771b82 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 435a4208-aa6b-4b02-9f78-e23f5b34565a owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:33.352321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-69433eff-2e70-4179-b9c3-4400bccdb3af None None] Allocated IP 2001:db8::f816:3eff:fecf:2a12 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/21536cc4-b02d-49fb-9442-7993d6d2caac/d1ebe18d-768c-4fdc-857b-0e5e7f204bf1) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:33.439434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ba00ec04-43ab-41ff-b6d9-f8e29f72d369 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:33.440845 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ba00ec04-43ab-41ff-b6d9-f8e29f72d369 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2056561 Apr 18 21:46:33.445067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50788) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:33.451222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group': {'name': 'tempest-secgroup--156031888'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:33.465190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:33.485249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:33.489139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-32aaceec-921c-448c-8e76-ec84c708b624 service neutron] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:33.490306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:33.493385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-32aaceec-921c-448c-8e76-ec84c708b624 service neutron] Notify callbacks [] for binding, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.494844 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-32aaceec-921c-448c-8e76-ec84c708b624 service neutron] 10.222.0.59 "DELETE /v2.0/ports/a1c57f67-0d02-44ca-9e65-570260e7df3f/bindings/n-h2-836017-3 HTTP/1.1" status: 204 len: 173 time: 0.4866400 Apr 18 21:46:33.560603 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.607977 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-69433eff-2e70-4179-b9c3-4400bccdb3af None None] For port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d1ebe18d-768c-4fdc-857b-0e5e7f204bf1,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:33.644087 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-69433eff-2e70-4179-b9c3-4400bccdb3af None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.668899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-69433eff-2e70-4179-b9c3-4400bccdb3af None None] Transition to ACTIVE for port object d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:33.671635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:33.676475 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:33.676839 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.737805 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.763496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6f0b850d-e1f3-4d7e-9710-2b4c44771b82 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.777804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:33.778010 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-69433eff-2e70-4179-b9c3-4400bccdb3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.782941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:33.785947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:33.793167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:33.831530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b850d-e1f3-4d7e-9710-2b4c44771b82 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=435a4208-aa6b-4b02-9f78-e23f5b34565a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:33.876921 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.910120 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.952741 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:34.000292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69433eff-2e70-4179-b9c3-4400bccdb3af None None] Pushing event updated for resources: {'Port': ['ID=d1ebe18d-768c-4fdc-857b-0e5e7f204bf1,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:34.047681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d1ebe18d-768c-4fdc-857b-0e5e7f204bf1,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:34.113687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc83cb0-d9a4-47af-b63a-6ddd3334ba72,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:34.156969 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6f0b850d-e1f3-4d7e-9710-2b4c44771b82 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:34.167323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db34da-b0c3-428d-a4fc-235de5a37b78 req-bff70270-5573-4a7e-952c-ee97822cba0c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:34.169033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68db34da-b0c3-428d-a4fc-235de5a37b78 req-bff70270-5573-4a7e-952c-ee97822cba0c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 945 time: 0.1286478 Apr 18 21:46:34.172250 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:34.245127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-68db34da-b0c3-428d-a4fc-235de5a37b78 req-07274bda-d3ca-4ebb-8111-361bbe825b2e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585332 Apr 18 21:46:34.257152 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:34.257796 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6f0b850d-e1f3-4d7e-9710-2b4c44771b82 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/435a4208-aa6b-4b02-9f78-e23f5b34565a HTTP/1.1" status: 204 len: 168 time: 1.5623229 Apr 18 21:46:34.260189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50796) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:34.262659 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1cf4daff-eda9-470f-b619-af53984f26af tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8148000 Apr 18 21:46:34.266497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d1ebe18d-768c-4fdc-857b-0e5e7f204bf1,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:34.267056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50800) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:34.280301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b530f210-f9c6-4849-ba3b-3b6881eb7ed6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': 'cdc83cb0-d9a4-47af-b63a-6ddd3334ba72', 'direction': 'ingress', 'protocol': 17}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:34.289843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b530f210-f9c6-4849-ba3b-3b6881eb7ed6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:34.296658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b530f210-f9c6-4849-ba3b-3b6881eb7ed6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:34.298166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b530f210-f9c6-4849-ba3b-3b6881eb7ed6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:34.306983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b530f210-f9c6-4849-ba3b-3b6881eb7ed6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:34.345991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3ab8f5-d559-46c8-b6d4-ad7975e2d3e7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:34.350849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3ab8f5-d559-46c8-b6d4-ad7975e2d3e7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:34.350849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3ab8f5-d559-46c8-b6d4-ad7975e2d3e7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:34.350849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fb3ab8f5-d559-46c8-b6d4-ad7975e2d3e7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:34.406708 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b530f210-f9c6-4849-ba3b-3b6881eb7ed6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:34.428090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-fb3ab8f5-d559-46c8-b6d4-ad7975e2d3e7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:34.435776 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fb3ab8f5-d559-46c8-b6d4-ad7975e2d3e7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1721373 Apr 18 21:46:34.437041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50808) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:34.650528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e147294d-5969-44a2-92c7-4fb699e1e6e1 req-cd6f459f-b73c-4fd8-adf6-55c80fe338a4 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1096 time: 0.2356369 Apr 18 21:46:34.656994 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b530f210-f9c6-4849-ba3b-3b6881eb7ed6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:34.710289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e147294d-5969-44a2-92c7-4fb699e1e6e1 req-aad606eb-7143-455f-82bd-125ace82e734 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538709 Apr 18 21:46:34.721037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bfdaad-c7a0-4fed-b360-022751335cf3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 21536cc4-b02d-49fb-9442-7993d6d2caac {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:34.724643 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9bfdaad-c7a0-4fed-b360-022751335cf3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:34.758487 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b530f210-f9c6-4849-ba3b-3b6881eb7ed6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:34.790609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9bfdaad-c7a0-4fed-b360-022751335cf3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:34.792939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530f210-f9c6-4849-ba3b-3b6881eb7ed6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fc464b-fdd2-4ee6-bf0e-f0ed27b8f339,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:34.865159 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d06c755e-0957-4c47-bf19-8e7499b490d6 None None] Could not find standard attr ID for object 435a4208-aa6b-4b02-9f78-e23f5b34565a. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:46:34.888984 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9bfdaad-c7a0-4fed-b360-022751335cf3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:34.928586 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b530f210-f9c6-4849-ba3b-3b6881eb7ed6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:34.933811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b530f210-f9c6-4849-ba3b-3b6881eb7ed6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6654248 Apr 18 21:46:34.934672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50816) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:34.947851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d06c755e-0957-4c47-bf19-8e7499b490d6 None None] Provisioning for port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:34.957599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d06c755e-0957-4c47-bf19-8e7499b490d6 None None] Provisioning complete for port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:34.957599 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d06c755e-0957-4c47-bf19-8e7499b490d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.004799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96112b9c-4a55-4e16-9abc-70f5f2625322 req-a6d3ff0f-d7b8-4a31-a69b-7252ba156488 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:35.012296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96112b9c-4a55-4e16-9abc-70f5f2625322 req-a6d3ff0f-d7b8-4a31-a69b-7252ba156488 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 945 time: 0.1500156 Apr 18 21:46:35.085769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9bfdaad-c7a0-4fed-b360-022751335cf3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.091840 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-96112b9c-4a55-4e16-9abc-70f5f2625322 req-76f67fd5-0c0e-4ebf-8280-56cfbaba3618 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785644 Apr 18 21:46:35.107680 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa211120-a670-4e36-8e04-fbaa33ee6fc3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.118747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50822) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:35.178678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfdaad-c7a0-4fed-b360-022751335cf3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=21536cc4-b02d-49fb-9442-7993d6d2caac,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:35.187611 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a9bfdaad-c7a0-4fed-b360-022751335cf3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.217673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9e6493-b822-462b-95ee-bfaa7e1db83e None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:35.260512 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa211120-a670-4e36-8e04-fbaa33ee6fc3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.304338 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a9bfdaad-c7a0-4fed-b360-022751335cf3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/21536cc4-b02d-49fb-9442-7993d6d2caac HTTP/1.1" status: 204 len: 168 time: 0.8634844 Apr 18 21:46:35.304528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50826) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:35.320156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d1fa557c-5441-44e1-aa07-af5443edde01 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/c889d730-fd19-4610-aefb-afe7fd4553cb HTTP/1.1" status: 200 len: 992 time: 0.2006006 Apr 18 21:46:35.322797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50830) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:35.358178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fb288ade-fe89-44d5-9b09-4d623e5fe1e0 None None] Could not find standard attr ID for object 435a4208-aa6b-4b02-9f78-e23f5b34565a. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:46:35.408500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ead04c-5581-4ab7-968d-3df2ad5a3179 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 9c411e26-be3e-47f4-806a-4f8fe9904ea6 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:35.411913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ead04c-5581-4ab7-968d-3df2ad5a3179 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.427883 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa211120-a670-4e36-8e04-fbaa33ee6fc3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.469004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa211120-a670-4e36-8e04-fbaa33ee6fc3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc83cb0-d9a4-47af-b63a-6ddd3334ba72,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:35.497129 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa211120-a670-4e36-8e04-fbaa33ee6fc3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.503228 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fa211120-a670-4e36-8e04-fbaa33ee6fc3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-groups/cdc83cb0-d9a4-47af-b63a-6ddd3334ba72 HTTP/1.1" status: 204 len: 168 time: 0.5658348 Apr 18 21:46:35.503928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50838) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:35.520736 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ead04c-5581-4ab7-968d-3df2ad5a3179 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.570559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:35.606806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-881a03f5-9cb1-4eb5-94f5-dc0345e9bd94 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:35.614369 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe2580d9-7054-4b85-a027-52c055f26ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.621229 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ead04c-5581-4ab7-968d-3df2ad5a3179 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.665508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fe2580d9-7054-4b85-a027-52c055f26ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:35.671348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fe2580d9-7054-4b85-a027-52c055f26ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:852674b4a6e24701ae2bc0f4537906fd is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:35.675027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fe2580d9-7054-4b85-a027-52c055f26ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:35.681327 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fe2580d9-7054-4b85-a027-52c055f26ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:35.736878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50844) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:35.741245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-881a03f5-9cb1-4eb5-94f5-dc0345e9bd94 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:35.748392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-881a03f5-9cb1-4eb5-94f5-dc0345e9bd94 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2375994 Apr 18 21:46:35.748622 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:35.748622 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.748856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50848) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:35.763078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081830505'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:35.772680 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe2580d9-7054-4b85-a027-52c055f26ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.773893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:35.784433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:35.816963 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ead04c-5581-4ab7-968d-3df2ad5a3179 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.872064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ead04c-5581-4ab7-968d-3df2ad5a3179 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=9c411e26-be3e-47f4-806a-4f8fe9904ea6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:35.876659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe2580d9-7054-4b85-a027-52c055f26ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.890934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61ead04c-5581-4ab7-968d-3df2ad5a3179 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.956567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2580d9-7054-4b85-a027-52c055f26ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719cfdcf-b35c-432c-b11b-6610c93d542a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:35.960745 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fe2580d9-7054-4b85-a027-52c055f26ee1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=852674b4a6e24701ae2bc0f4537906fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6370142 Apr 18 21:46:35.963516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50852) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:35.976655 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-61ead04c-5581-4ab7-968d-3df2ad5a3179 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/9c411e26-be3e-47f4-806a-4f8fe9904ea6 HTTP/1.1" status: 204 len: 168 time: 0.6682243 Apr 18 21:46:35.976758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.976897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50856) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:36.040298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:36.045646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:36.050605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:36.058953 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1696f0ef-a053-4a8a-8080-ff38b2e6d293 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805149 Apr 18 21:46:36.061779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50860) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:36.064915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:36.072826 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab6ad-1ecb-4c85-bf3c-0fe7bb2d589d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.111733 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab6ad-1ecb-4c85-bf3c-0fe7bb2d589d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.121769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port 2a9bb5ad-56e7-4590-a9ff-b2b6cc49e2ea {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:36.122458 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.180470 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.239450 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.284865 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab6ad-1ecb-4c85-bf3c-0fe7bb2d589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.303780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1a3caf-79ac-46ad-928a-21b660f4b911,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:36.310085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a39728a-ac66-4c7b-9716-af6dc2daed51 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:36.310743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6a39728a-ac66-4c7b-9716-af6dc2daed51 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:36.328716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ab6ad-1ecb-4c85-bf3c-0fe7bb2d589d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719cfdcf-b35c-432c-b11b-6610c93d542a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:36.365715 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.366174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.374720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.382384 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2459074b-6a00-4c44-9397-0a09348888b3 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6264331 Apr 18 21:46:36.382548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50864) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:36.382655 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab6ad-1ecb-4c85-bf3c-0fe7bb2d589d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.382655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7f1ab6ad-1ecb-4c85-bf3c-0fe7bb2d589d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/719cfdcf-b35c-432c-b11b-6610c93d542a HTTP/1.1" status: 204 len: 168 time: 0.4155684 Apr 18 21:46:36.387290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245237319'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:36.420327 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec5b4f-1699-4640-874a-677390b3577a None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:36.539482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3a653f20-bf25-4f45-8cd7-34d71a4f6d12 None None] Provisioning complete for port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:36.539760 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3a653f20-bf25-4f45-8cd7-34d71a4f6d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.592368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:36.594471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6a39728a-ac66-4c7b-9716-af6dc2daed51 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:36.595609 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6a39728a-ac66-4c7b-9716-af6dc2daed51 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5330803 Apr 18 21:46:36.598646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50870) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:36.606620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for 2a9bb5ad-56e7-4590-a9ff-b2b6cc49e2ea owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:36.632693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:36.640768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:36.654260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:36.670101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7639be0-4392-4436-8082-39323a47e0bb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:36.670973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b7639be0-4392-4436-8082-39323a47e0bb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:36.746282 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.782594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b7639be0-4392-4436-8082-39323a47e0bb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:36.785948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b7639be0-4392-4436-8082-39323a47e0bb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1864202 Apr 18 21:46:36.788433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50878) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:36.811083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:36.815189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:36.820362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:36.828837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5345431a-77fc-457d-9b96-181cf75690bc None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:36.832866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:36.833455 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5345431a-77fc-457d-9b96-181cf75690bc None None] Deleting port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:36.833862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5345431a-77fc-457d-9b96-181cf75690bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.876275 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1443b223-176a-4f32-9f1e-851576e3cff3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865476 Apr 18 21:46:36.884305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50884) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:36.892084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c4fc2cd2-9607-4228-8bc6-97bb2b8d7b1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:36.906379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.012850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.014243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=2a9bb5ad-56e7-4590-a9ff-b2b6cc49e2ea,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:37.065555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:37.066965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:37.066965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:37.066965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:37.067280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:37.067688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:37.068113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:37.068537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:37.068960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:37.069392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:37.069837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:37.086691 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.097436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5345431a-77fc-457d-9b96-181cf75690bc None None] For port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d1ebe18d-768c-4fdc-857b-0e5e7f204bf1,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:37.097884 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5345431a-77fc-457d-9b96-181cf75690bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.119489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c4fc2cd2-9607-4228-8bc6-97bb2b8d7b1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:37.130504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c4fc2cd2-9607-4228-8bc6-97bb2b8d7b1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:37.151157 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.222434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fc2cd2-9607-4228-8bc6-97bb2b8d7b1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:37.247222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5345431a-77fc-457d-9b96-181cf75690bc None None] Calling delete_port for d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:37.273511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b73a0e-58de-456c-96b1-4e8b64c0f471,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:37.343872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.345195 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-50ccf45a-58ba-45c9-a4c6-8e5b1bde7a3f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9655004 Apr 18 21:46:37.348220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50894) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:37.354175 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4fc2cd2-9607-4228-8bc6-97bb2b8d7b1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.354454 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fc2cd2-9607-4228-8bc6-97bb2b8d7b1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:46:37.354918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fc2cd2-9607-4228-8bc6-97bb2b8d7b1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:46:37.361746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c14af9a0-9fb3-4998-b019-280efa2f1365 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': '5d1a3caf-79ac-46ad-928a-21b660f4b911', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '20b73a0e-58de-456c-96b1-4e8b64c0f471', 'remote_ip_prefix': None}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:37.368170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c14af9a0-9fb3-4998-b019-280efa2f1365 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:37.373908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c14af9a0-9fb3-4998-b019-280efa2f1365 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:37.377081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c14af9a0-9fb3-4998-b019-280efa2f1365 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:37.389511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c14af9a0-9fb3-4998-b019-280efa2f1365 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:37.393578 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5345431a-77fc-457d-9b96-181cf75690bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.449129 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345431a-77fc-457d-9b96-181cf75690bc None None] Pushing event deleted for resources: {'Port': ['ID=d1ebe18d-768c-4fdc-857b-0e5e7f204bf1,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:37.454165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:37.487276 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c4fc2cd2-9607-4228-8bc6-97bb2b8d7b1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6003728 Apr 18 21:46:37.489952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50900) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:37.493746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:46:37.493746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:37.493746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5345431a-77fc-457d-9b96-181cf75690bc None None] No DVR routers for this DVR port d1ebe18d-768c-4fdc-857b-0e5e7f204bf1 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:37.510571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-18e3a089-e140-40a6-a7fa-457c1545f59b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:37.598326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:46:37.623866 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c14af9a0-9fb3-4998-b019-280efa2f1365 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.679073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-18e3a089-e140-40a6-a7fa-457c1545f59b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:37.693426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-18e3a089-e140-40a6-a7fa-457c1545f59b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:37.725667 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c14af9a0-9fb3-4998-b019-280efa2f1365 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.810912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e3a089-e140-40a6-a7fa-457c1545f59b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:37.814453 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-18e3a089-e140-40a6-a7fa-457c1545f59b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.816085 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e3a089-e140-40a6-a7fa-457c1545f59b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:46:37.816507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e3a089-e140-40a6-a7fa-457c1545f59b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:46:37.820030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:46:37.825649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.834344 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0e861-b070-40c0-8ec1-1a61430c1564 None None] Sync routers for ids ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:46:37.837070 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c14af9a0-9fb3-4998-b019-280efa2f1365 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.850064 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0e861-b070-40c0-8ec1-1a61430c1564 None None] Routers {'c8e35d7f-1467-4e48-b6a0-e4a156c785d0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:46:37.850571 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bbc0e861-b070-40c0-8ec1-1a61430c1564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:46:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:37.859288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14af9a0-9fb3-4998-b019-280efa2f1365 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4927145-5ce6-4aec-9f6d-6babb7a85b28,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:37.898008 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6da2b5f3-f74a-4ae9-a79a-6fc8a5993961 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/floatingips/c889d730-fd19-4610-aefb-afe7fd4553cb HTTP/1.1" status: 204 len: 168 time: 2.1601579 Apr 18 21:46:37.898812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:46:37.918838 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-18e3a089-e140-40a6-a7fa-457c1545f59b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4275496 Apr 18 21:46:37.922218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50922) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:37.934528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e7918d6a-0320-49f2-98c2-29dca682a737 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:37.970583 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf752da-41bf-453b-97e7-69eb8693b3a6'] response: {'name': 'network-changed', 'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'status': 'completed', 'code': 200} Apr 18 21:46:37.993880 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c14af9a0-9fb3-4998-b019-280efa2f1365 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:37.995097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c14af9a0-9fb3-4998-b019-280efa2f1365 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6457963 Apr 18 21:46:38.055718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50928) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:38.111652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1be683c-4f2e-45b1-8d46-22b481817517 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.122639 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e7918d6a-0320-49f2-98c2-29dca682a737 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:38.131921 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1be683c-4f2e-45b1-8d46-22b481817517 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.133719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e7918d6a-0320-49f2-98c2-29dca682a737 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:38.143952 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-bbc0e861-b070-40c0-8ec1-1a61430c1564 None None] Set router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:46:38.170466 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3af12be6-d7e4-4a91-9de9-5cc641a32f5a req-09515f1d-60e5-497c-872e-feb31af97ca5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 1096 time: 0.1736979 Apr 18 21:46:38.307010 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1be683c-4f2e-45b1-8d46-22b481817517 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.307522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7918d6a-0320-49f2-98c2-29dca682a737 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:38.312711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7918d6a-0320-49f2-98c2-29dca682a737 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.315501 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7918d6a-0320-49f2-98c2-29dca682a737 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:46:38.316205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7918d6a-0320-49f2-98c2-29dca682a737 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:46:38.342524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be683c-4f2e-45b1-8d46-22b481817517 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4927145-5ce6-4aec-9f6d-6babb7a85b28,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:38.354558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b1be683c-4f2e-45b1-8d46-22b481817517 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.356264 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b1be683c-4f2e-45b1-8d46-22b481817517 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f4927145-5ce6-4aec-9f6d-6babb7a85b28 HTTP/1.1" status: 204 len: 168 time: 0.2940280 Apr 18 21:46:38.358756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af12be6-d7e4-4a91-9de9-5cc641a32f5a req-95458490-6d2d-464c-aee7-3fdade6b0ca4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:38.359323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50936) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:38.360195 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3af12be6-d7e4-4a91-9de9-5cc641a32f5a req-95458490-6d2d-464c-aee7-3fdade6b0ca4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f27f48a-ea1b-4afc-921a-2c52355ad26a HTTP/1.1" status: 200 len: 898 time: 0.1733398 Apr 18 21:46:38.417046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a9d7b0b3-c7f3-4cda-8094-680177418ade tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:38.429858 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3af12be6-d7e4-4a91-9de9-5cc641a32f5a req-87aaa2ac-e932-4d17-b7b6-0b85c36dbca2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f HTTP/1.1" status: 200 len: 217 time: 0.0641000 Apr 18 21:46:38.439043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e7918d6a-0320-49f2-98c2-29dca682a737 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5155303 Apr 18 21:46:38.439733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50940) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:38.446456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0e569b38-8e45-45f1-b1e2-2cba17f57e25 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:38.525689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a9d7b0b3-c7f3-4cda-8094-680177418ade tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:38.528080 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a9d7b0b3-c7f3-4cda-8094-680177418ade tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1660929 Apr 18 21:46:38.536861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50946) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:38.579791 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bbc0e861-b070-40c0-8ec1-1a61430c1564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '349aeafd-295c-4d8f-84cd-6f324f30c807', 'name': '', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:61:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:18Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:38.585941 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0e861-b070-40c0-8ec1-1a61430c1564 None None] Checking router: c8e35d7f-1467-4e48-b6a0-e4a156c785d0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:46:38.614077 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0e861-b070-40c0-8ec1-1a61430c1564 None None] Routers {'c8e35d7f-1467-4e48-b6a0-e4a156c785d0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:46:38.614710 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bbc0e861-b070-40c0-8ec1-1a61430c1564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:46:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:38.651154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af12be6-d7e4-4a91-9de9-5cc641a32f5a req-595d951a-00e1-4a3e-8d98-884763e3c657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:38.653501 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3af12be6-d7e4-4a91-9de9-5cc641a32f5a req-595d951a-00e1-4a3e-8d98-884763e3c657 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7875fbef-d368-4a97-bf90-4fd995da7f32 HTTP/1.1" status: 200 len: 834 time: 0.2181225 Apr 18 21:46:38.692628 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.709651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0e569b38-8e45-45f1-b1e2-2cba17f57e25 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:38.739442 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3af12be6-d7e4-4a91-9de9-5cc641a32f5a req-84fd79de-453a-4eaf-974c-a4b15ca012a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f27f48a-ea1b-4afc-921a-2c52355ad26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772302 Apr 18 21:46:38.746146 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.754776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0e569b38-8e45-45f1-b1e2-2cba17f57e25 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:38.816551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce5dcd-6e9b-455d-a677-a351447bf750 req-2b2ee134-31dc-4ceb-9d58-497787df7da2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:38.818100 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87ce5dcd-6e9b-455d-a677-a351447bf750 req-2b2ee134-31dc-4ceb-9d58-497787df7da2 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 945 time: 0.1983330 Apr 18 21:46:38.844819 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-bbc0e861-b070-40c0-8ec1-1a61430c1564 None None] Set router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:46:38.863111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e569b38-8e45-45f1-b1e2-2cba17f57e25 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:38.868126 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0e569b38-8e45-45f1-b1e2-2cba17f57e25 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.869685 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e569b38-8e45-45f1-b1e2-2cba17f57e25 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:46:38.870110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e569b38-8e45-45f1-b1e2-2cba17f57e25 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:46:38.892511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50952) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:38.929822 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87ce5dcd-6e9b-455d-a677-a351447bf750 req-c22ab2d5-1c4c-4731-8b8e-67a17f42ebd1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=198de49d-8e1f-42cc-957b-ca9d43b1520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021674 Apr 18 21:46:38.930995 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.935558 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.938581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-groups/20b73a0e-58de-456c-96b1-4e8b64c0f471 HTTP/1.1" status: 204 len: 168 time: 0.4033887 Apr 18 21:46:38.942366 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3af12be6-d7e4-4a91-9de9-5cc641a32f5a req-2c8e3d21-b421-4579-8477-b5a4fe31a7e9 service neutron] 10.222.0.59 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958776 Apr 18 21:46:38.942845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50958) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:38.977941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b73a0e-58de-456c-96b1-4e8b64c0f471,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:38.985290 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0e569b38-8e45-45f1-b1e2-2cba17f57e25 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5445662 Apr 18 21:46:38.990437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50962) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:39.000678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9178e4a0-14a2-4114-b5f5-bb21e0715c8d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:39.145030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:39.145949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:39.148375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:39.148907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:39.149394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:39.149933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:39.150261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:39.150583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:39.152680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:39.153024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:39.153392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b6e4d7-a3bb-48b0-97b8-6b40a2c88697 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:39.201717 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3af12be6-d7e4-4a91-9de9-5cc641a32f5a req-ff96bce1-10c9-40cd-9fd5-c7ed9b0a47d2 service neutron] 10.222.0.59 "GET /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396905 Apr 18 21:46:39.217691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e3e671bd-23a3-4b19-bda2-1719de7d462e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:39.239941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-cd1856d6-3e13-4498-b45a-0979e68a3641 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:39.240776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-cd1856d6-3e13-4498-b45a-0979e68a3641 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:39.249973 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05954fb6-07a6-4a70-bfb8-3cb8a50053e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.292644 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bbc0e861-b070-40c0-8ec1-1a61430c1564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '349aeafd-295c-4d8f-84cd-6f324f30c807', 'name': '', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:61:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:18Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:39.298142 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0e861-b070-40c0-8ec1-1a61430c1564 None None] The sync data for ids ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'] in n-d-836017-3 is: [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '349aeafd-295c-4d8f-84cd-6f324f30c807', 'name': '', 'network_id': '3f27f48a-ea1b-4afc-921a-2c52355ad26a', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:61:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:18Z', 'updated_at': '2022-04-18T21:44:36Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': '7875fbef-d368-4a97-bf90-4fd995da7f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:46:39.320106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9178e4a0-14a2-4114-b5f5-bb21e0715c8d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:39.334134 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-05954fb6-07a6-4a70-bfb8-3cb8a50053e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:39.336881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e3e671bd-23a3-4b19-bda2-1719de7d462e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:39.342133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9178e4a0-14a2-4114-b5f5-bb21e0715c8d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:39.342948 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e3e671bd-23a3-4b19-bda2-1719de7d462e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3990347 Apr 18 21:46:39.343746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50966) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:39.344364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-05954fb6-07a6-4a70-bfb8-3cb8a50053e6 admin admin] Usage tracker for resource:security_group_rule and tenant:212e47a7483e4daaaa02bed0a34324c1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:39.346303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-cd1856d6-3e13-4498-b45a-0979e68a3641 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:39.347424 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-cd1856d6-3e13-4498-b45a-0979e68a3641 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.59 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 945 time: 0.3866923 Apr 18 21:46:39.348773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-05954fb6-07a6-4a70-bfb8-3cb8a50053e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:39.358820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-05954fb6-07a6-4a70-bfb8-3cb8a50053e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:39.430710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9178e4a0-14a2-4114-b5f5-bb21e0715c8d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:39.434317 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9178e4a0-14a2-4114-b5f5-bb21e0715c8d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.435698 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9178e4a0-14a2-4114-b5f5-bb21e0715c8d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:46:39.437803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9178e4a0-14a2-4114-b5f5-bb21e0715c8d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:46:39.442578 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05954fb6-07a6-4a70-bfb8-3cb8a50053e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.446880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-100c377d-1479-4b6c-8539-683575135423 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port a1c57f67-0d02-44ca-9e65-570260e7df3f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:39.447220 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-100c377d-1479-4b6c-8539-683575135423 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.485024 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.513582 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05954fb6-07a6-4a70-bfb8-3cb8a50053e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.553786 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-162fedf9-789b-4c42-8cd2-03cacc9069d6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.565697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9178e4a0-14a2-4114-b5f5-bb21e0715c8d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5703692 Apr 18 21:46:39.567455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50970) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:39.571631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f0184478-003a-4dbf-aae0-a679aa6cfcdb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:39.587610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa6b81-c61a-4016-bd2d-211be84ece50 None None] New status for floating IP c889d730-fd19-4610-aefb-afe7fd4553cb: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:46:39.590598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05954fb6-07a6-4a70-bfb8-3cb8a50053e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc3064c-f381-4fb1-bd84-ba8b66b6414a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:39.602462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-05954fb6-07a6-4a70-bfb8-3cb8a50053e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=212e47a7483e4daaaa02bed0a34324c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7070532 Apr 18 21:46:39.602756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50974) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:39.605790 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-162fedf9-789b-4c42-8cd2-03cacc9069d6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.729886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f0184478-003a-4dbf-aae0-a679aa6cfcdb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:39.748783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f0184478-003a-4dbf-aae0-a679aa6cfcdb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:39.761578 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db67bf27-dae0-4d88-9226-5b539383d15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.781645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-100c377d-1479-4b6c-8539-683575135423 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port a1c57f67-0d02-44ca-9e65-570260e7df3f, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a1c57f67-0d02-44ca-9e65-570260e7df3f,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:39.782003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-100c377d-1479-4b6c-8539-683575135423 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.789215 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db67bf27-dae0-4d88-9226-5b539383d15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.840690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-162fedf9-789b-4c42-8cd2-03cacc9069d6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.843367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0184478-003a-4dbf-aae0-a679aa6cfcdb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:39.847000 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f0184478-003a-4dbf-aae0-a679aa6cfcdb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.848367 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0184478-003a-4dbf-aae0-a679aa6cfcdb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:46:39.848956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0184478-003a-4dbf-aae0-a679aa6cfcdb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:46:39.911257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-100c377d-1479-4b6c-8539-683575135423 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for a1c57f67-0d02-44ca-9e65-570260e7df3f owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:39.919445 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db67bf27-dae0-4d88-9226-5b539383d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.921771 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db67bf27-dae0-4d88-9226-5b539383d15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.925260 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-db67bf27-dae0-4d88-9226-5b539383d15b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4cc3064c-f381-4fb1-bd84-ba8b66b6414a HTTP/1.1" status: 204 len: 168 time: 0.2726796 Apr 18 21:46:39.932555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67bf27-dae0-4d88-9226-5b539383d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc3064c-f381-4fb1-bd84-ba8b66b6414a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:39.950879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f0184478-003a-4dbf-aae0-a679aa6cfcdb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3836048 Apr 18 21:46:39.954006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50980) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:39.964880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fedf9-789b-4c42-8cd2-03cacc9069d6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1a3caf-79ac-46ad-928a-21b660f4b911,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:40.010453 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a8d1247c-c85c-48ba-b7b9-5c9468ba559a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0552061 Apr 18 21:46:40.012116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50986) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:40.088827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3702ab79-7adb-4720-be4f-45fe17bcff31 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:40.090918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3702ab79-7adb-4720-be4f-45fe17bcff31 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0776651 Apr 18 21:46:40.093495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50990) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:40.119607 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-162fedf9-789b-4c42-8cd2-03cacc9069d6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:40.123002 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-162fedf9-789b-4c42-8cd2-03cacc9069d6 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-groups/5d1a3caf-79ac-46ad-928a-21b660f4b911 HTTP/1.1" status: 204 len: 168 time: 0.7760091 Apr 18 21:46:40.123617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 50994) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:40.155051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-100c377d-1479-4b6c-8539-683575135423 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:40.200975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a1002e4d-542a-4ef0-8b0f-73553aa1af55 req-74757c3e-7e50-4b03-8ca2-750976dbbd1f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=128b517b-48b7-492d-84d0-fba7cbc0806e HTTP/1.1" status: 200 len: 210 time: 0.0467248 Apr 18 21:46:40.203066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fdbd6123-f03e-4b01-807a-aaef1229bf9c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1085992 Apr 18 21:46:40.208610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 50998) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:40.214256 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:40.221187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c377d-1479-4b6c-8539-683575135423 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=a1c57f67-0d02-44ca-9e65-570260e7df3f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:40.316793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-79c4c2aa-3329-4f53-9ba0-cf838066efc2 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:40.326689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-100c377d-1479-4b6c-8539-683575135423 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] No DVR routers for this DVR port a1c57f67-0d02-44ca-9e65-570260e7df3f on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:40.329302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-100c377d-1479-4b6c-8539-683575135423 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:40.333565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'name': 'network-vif-deleted', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:46:40.394672 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b7eb6a-5186-4623-a3e3-52f848a8d61f'] response: {'server_uuid': '128b517b-48b7-492d-84d0-fba7cbc0806e', 'name': 'network-vif-deleted', 'tag': 'a1c57f67-0d02-44ca-9e65-570260e7df3f', 'status': 'completed', 'code': 200} Apr 18 21:46:40.411131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-79c4c2aa-3329-4f53-9ba0-cf838066efc2 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:40.412546 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-79c4c2aa-3329-4f53-9ba0-cf838066efc2 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2880301 Apr 18 21:46:40.417850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51008) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:40.423680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794439086'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:40.430354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:40.442355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:40.444851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:40.445359 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5d527fdb-b172-477d-91e4-70aad7563c53 req-100c377d-1479-4b6c-8539-683575135423 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.59 "DELETE /v2.0/ports/a1c57f67-0d02-44ca-9e65-570260e7df3f HTTP/1.1" status: 204 len: 173 time: 1.0868449 Apr 18 21:46:40.457650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:40.531033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:40.531304 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:40.535116 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:40.573108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:40.578034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:40.581278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:40.588845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:40.679325 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:40.770805 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:40.826497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88141d87-ee03-4fb2-b0f3-acbef23683f8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:40.936761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:40.940827 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4e3ba8e1-5e3f-4418-ab3f-219684756748 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5216403 Apr 18 21:46:40.941412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51018) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:40.947002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-15d15f82-8ac8-4e29-8484-fd161f05052a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': '88141d87-ee03-4fb2-b0f3-acbef23683f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:40.954631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-15d15f82-8ac8-4e29-8484-fd161f05052a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:40.958759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-15d15f82-8ac8-4e29-8484-fd161f05052a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:40.961786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-15d15f82-8ac8-4e29-8484-fd161f05052a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:40.962856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.objects.ports [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85048) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:46:40.965342 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:40.972302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-15d15f82-8ac8-4e29-8484-fd161f05052a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:41.036740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:41.039798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:41.041429 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d15f82-8ac8-4e29-8484-fd161f05052a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.044873 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:41.045462 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.050650 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be735f8-4747-4144-b941-56673cf58527 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:41.058675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=6a3094d1-ceb3-441e-9063-dd4d8c159549,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:41.114413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-becdd5bb-fcc3-4bc5-88d2-83f4aaa0b9b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9047341 Apr 18 21:46:41.116964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51026) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:41.124135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:68:2d:84', 'name': 'tempest-NetworksTestDHCPv6-657891881'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:41.136767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d15f82-8ac8-4e29-8484-fd161f05052a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.157632 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:46:41.268714 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d15f82-8ac8-4e29-8484-fd161f05052a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.276275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:41.303233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:41.311260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d15f82-8ac8-4e29-8484-fd161f05052a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f59787-b9fa-4054-9878-debe82f83043,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:41.326040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51034) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:41.357665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '6a3094d1-ceb3-441e-9063-dd4d8c159549'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:46:41.358563 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.428923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d15f82-8ac8-4e29-8484-fd161f05052a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.433830 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-15d15f82-8ac8-4e29-8484-fd161f05052a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4913199 Apr 18 21:46:41.434428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51038) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:41.449693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:41.596542 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.597205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61639c73-1bf0-40ae-8779-80d05e3af89f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.597205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61639c73-1bf0-40ae-8779-80d05e3af89f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.597739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 6b000e71-f4dd-4029-80a8-43e674bf376a yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:46:41.597846 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Allocated IP 2001:db8::f816:3eff:fe45:3a3d (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/6a3094d1-ceb3-441e-9063-dd4d8c159549/5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:41.626035 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61639c73-1bf0-40ae-8779-80d05e3af89f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.644503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61639c73-1bf0-40ae-8779-80d05e3af89f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4f59787-b9fa-4054-9878-debe82f83043,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:41.650519 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-61639c73-1bf0-40ae-8779-80d05e3af89f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.652521 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-61639c73-1bf0-40ae-8779-80d05e3af89f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d4f59787-b9fa-4054-9878-debe82f83043 HTTP/1.1" status: 204 len: 168 time: 0.2170858 Apr 18 21:46:41.655881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51044) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:41.805284 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.816392 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Transition to ACTIVE for port object 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:41.834881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Transition to ACTIVE for port object 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:41.851755 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9e9829ac-36dd-45a7-a376-ea6315477f75 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:41.922083 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-738e543e-80a3-4250-82b2-fe3f256d6bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.931126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.996421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:41.999711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:42.002494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:42.020111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9e9829ac-36dd-45a7-a376-ea6315477f75 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:42.024168 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9e9829ac-36dd-45a7-a376-ea6315477f75 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3009255 Apr 18 21:46:42.024552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51054) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:42.046560 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Pushing event updated for resources: {'Port': ['ID=5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:42.109021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c293dd7f-a509-4fee-85a1-ee7eb7b1270c tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.112061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Attempting to bind port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:46:42.112718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Attempting to bind port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:46:42.112900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Attempting to bind port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:42.119101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::f816:3eff:fe68:2d84 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/6a3094d1-ceb3-441e-9063-dd4d8c159549/6b000e71-f4dd-4029-80a8-43e674bf376a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:42.119974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:46:42.120414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:46:42.120816 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.121369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:46:42.121868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Bound port: 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:46:42.122238 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.165930 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c293dd7f-a509-4fee-85a1-ee7eb7b1270c tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.257501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] For port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:42.263258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] For port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:46:42.348527 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.426883 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c293dd7f-a509-4fee-85a1-ee7eb7b1270c tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.435848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb979b6-6e6a-4cd0-a99a-ab3eb72fc371 None None] Pushing event updated for resources: {'Port': ['ID=5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:42.452449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293dd7f-a509-4fee-85a1-ee7eb7b1270c tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88141d87-ee03-4fb2-b0f3-acbef23683f8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:42.552072 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c293dd7f-a509-4fee-85a1-ee7eb7b1270c tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.553305 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c293dd7f-a509-4fee-85a1-ee7eb7b1270c tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-groups/88141d87-ee03-4fb2-b0f3-acbef23683f8 HTTP/1.1" status: 204 len: 168 time: 0.5277295 Apr 18 21:46:42.555712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51062) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:42.621297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2fa85af6-9837-4471-b341-a6f71041ff97 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:42.683984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.715257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2fa85af6-9837-4471-b341-a6f71041ff97 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:42.719008 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2fa85af6-9837-4471-b341-a6f71041ff97 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1616566 Apr 18 21:46:42.722678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51068) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:42.731397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 6b000e71-f4dd-4029-80a8-43e674bf376a will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:42.734942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755376282'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:42.743267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:42.755161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:42.816699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a1c57f67-0d02-44ca-9e65-570260e7df3f no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:42.828245 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.858206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: a1c57f67-0d02-44ca-9e65-570260e7df3f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:46:42.858556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a1c57f67-0d02-44ca-9e65-570260e7df3f not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:42.859482 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.877454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:42.882059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:42.885268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:42.891261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:42.960820 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.985564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:42.986376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=6b000e71-f4dd-4029-80a8-43e674bf376a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:42.990310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:42.992940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:42.997537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:42.998138 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.031508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.078044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12759d6-5a77-4a46-a833-f4b9a74a05c0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:43.105307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-738e543e-80a3-4250-82b2-fe3f256d6bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port 349aeafd-295c-4d8f-84cd-6f324f30c807 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:43.105678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-738e543e-80a3-4250-82b2-fe3f256d6bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.147229 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4ebb5987-6588-46d9-9a3c-bb03ee836cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0258689 Apr 18 21:46:43.148477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51078) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:43.205405 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.209172 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a35e55e3-4530-4585-8f96-41ef608076ad tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4785757 Apr 18 21:46:43.211855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51082) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:43.224037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-90a344aa-a4b0-4f4a-88fd-383548be84c5 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': 'c12759d6-5a77-4a46-a833-f4b9a74a05c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:43.231240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-90a344aa-a4b0-4f4a-88fd-383548be84c5 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:43.235735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-90a344aa-a4b0-4f4a-88fd-383548be84c5 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:43.238827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-90a344aa-a4b0-4f4a-88fd-383548be84c5 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:43.244870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-90a344aa-a4b0-4f4a-88fd-383548be84c5 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:43.366700 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90a344aa-a4b0-4f4a-88fd-383548be84c5 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.386535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1216c0b-3b89-4d87-b58b-9587f42220af tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:43.389667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1216c0b-3b89-4d87-b58b-9587f42220af tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:43.390450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a1216c0b-3b89-4d87-b58b-9587f42220af tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:43.413855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-738e543e-80a3-4250-82b2-fe3f256d6bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port 349aeafd-295c-4d8f-84cd-6f324f30c807, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=349aeafd-295c-4d8f-84cd-6f324f30c807,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:43.420903 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-738e543e-80a3-4250-82b2-fe3f256d6bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.461378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90a344aa-a4b0-4f4a-88fd-383548be84c5 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.493589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a1216c0b-3b89-4d87-b58b-9587f42220af tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:43.497996 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a1216c0b-3b89-4d87-b58b-9587f42220af tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3463180 Apr 18 21:46:43.499340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51090) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:43.515301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:43.569998 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90a344aa-a4b0-4f4a-88fd-383548be84c5 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.605776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-58a387c9-567e-47d9-baf6-8910ac6ed686 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 6b000e71-f4dd-4029-80a8-43e674bf376a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:43.610601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58a387c9-567e-47d9-baf6-8910ac6ed686 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.610760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-738e543e-80a3-4250-82b2-fe3f256d6bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for 349aeafd-295c-4d8f-84cd-6f324f30c807 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:43.652745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a344aa-a4b0-4f4a-88fd-383548be84c5 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992b7e16-f42d-41a5-a65c-74ea4f825a83,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:43.708115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:43.756846 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-90a344aa-a4b0-4f4a-88fd-383548be84c5 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.762003 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-90a344aa-a4b0-4f4a-88fd-383548be84c5 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5448582 Apr 18 21:46:43.762190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51098) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:43.784995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6c56a178-b460-4f30-aec2-037e2784b916 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules/992b7e16-f42d-41a5-a65c-74ea4f825a83 HTTP/1.1" status: 200 len: 705 time: 0.0217271 Apr 18 21:46:43.787932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51102) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:43.822239 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d8519f68-8327-4ce8-9e57-fa1d194afa1e None None] Provisioning for port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:43.827246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d8519f68-8327-4ce8-9e57-fa1d194afa1e None None] Provisioning complete for port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:43.827615 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d8519f68-8327-4ce8-9e57-fa1d194afa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.931900 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e2dd1ab7-b1c5-4bb3-92be-ca02380a16cf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1428823 Apr 18 21:46:43.939983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51110) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:43.961302 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58a387c9-567e-47d9-baf6-8910ac6ed686 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.978340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-22561323-e5f6-432b-a0e1-dbf4f0e9357d tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.991879 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-738e543e-80a3-4250-82b2-fe3f256d6bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.002762 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-22561323-e5f6-432b-a0e1-dbf4f0e9357d tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.016067 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d8519f68-8327-4ce8-9e57-fa1d194afa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.051288 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d8519f68-8327-4ce8-9e57-fa1d194afa1e None None] For port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:44.058888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e543e-80a3-4250-82b2-fe3f256d6bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=349aeafd-295c-4d8f-84cd-6f324f30c807,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:44.118768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-58a387c9-567e-47d9-baf6-8910ac6ed686 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 6b000e71-f4dd-4029-80a8-43e674bf376a owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:44.129254 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d8519f68-8327-4ce8-9e57-fa1d194afa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.247816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-22561323-e5f6-432b-a0e1-dbf4f0e9357d tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.258013 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8519f68-8327-4ce8-9e57-fa1d194afa1e None None] Pushing event updated for resources: {'Port': ['ID=5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:44.329972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22561323-e5f6-432b-a0e1-dbf4f0e9357d tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=992b7e16-f42d-41a5-a65c-74ea4f825a83,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:44.354498 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-22561323-e5f6-432b-a0e1-dbf4f0e9357d tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.356632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-22561323-e5f6-432b-a0e1-dbf4f0e9357d tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/992b7e16-f42d-41a5-a65c-74ea4f825a83 HTTP/1.1" status: 204 len: 168 time: 0.4150100 Apr 18 21:46:44.359289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51114) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:44.388144 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b55d18e8-d98b-4fcd-8221-dc57dab775ed None None] Provisioning for port 6b000e71-f4dd-4029-80a8-43e674bf376a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:44.389055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58a387c9-567e-47d9-baf6-8910ac6ed686 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.395302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b55d18e8-d98b-4fcd-8221-dc57dab775ed None None] Provisioning complete for port 6b000e71-f4dd-4029-80a8-43e674bf376a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:44.395494 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b55d18e8-d98b-4fcd-8221-dc57dab775ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.448258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b55d18e8-d98b-4fcd-8221-dc57dab775ed None None] Port 6b000e71-f4dd-4029-80a8-43e674bf376a was deleted so its status cannot be updated. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 18 21:46:44.456437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a387c9-567e-47d9-baf6-8910ac6ed686 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=6b000e71-f4dd-4029-80a8-43e674bf376a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:44.510083 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-58a387c9-567e-47d9-baf6-8910ac6ed686 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.522411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e1b27b38-ac1a-487f-82f6-8f8b400cc555 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:44.560441 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-738e543e-80a3-4250-82b2-fe3f256d6bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.616980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e1b27b38-ac1a-487f-82f6-8f8b400cc555 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:44.622425 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e1b27b38-ac1a-487f-82f6-8f8b400cc555 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2578411 Apr 18 21:46:44.622425 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-58a387c9-567e-47d9-baf6-8910ac6ed686 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/6b000e71-f4dd-4029-80a8-43e674bf376a HTTP/1.1" status: 204 len: 168 time: 1.1196711 Apr 18 21:46:44.629237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51118) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:44.629359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51122) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:44.633241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-55ae0b00-6704-4640-8166-75e25d7f90bf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': 'c12759d6-5a77-4a46-a833-f4b9a74a05c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:44.640189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-55ae0b00-6704-4640-8166-75e25d7f90bf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:44.650845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-55ae0b00-6704-4640-8166-75e25d7f90bf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:44.755304 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-55ae0b00-6704-4640-8166-75e25d7f90bf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.767993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae018b6-a942-4df1-a0bc-710972696453 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:44.769398 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae018b6-a942-4df1-a0bc-710972696453 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:44.770148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bae018b6-a942-4df1-a0bc-710972696453 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:44.817053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-55ae0b00-6704-4640-8166-75e25d7f90bf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.895479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bae018b6-a942-4df1-a0bc-710972696453 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:44.896901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bae018b6-a942-4df1-a0bc-710972696453 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2685933 Apr 18 21:46:44.899694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51126) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:44.934461 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-55ae0b00-6704-4640-8166-75e25d7f90bf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.990322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae0b00-6704-4640-8166-75e25d7f90bf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a265f69-63a2-481b-97ff-0b6d5fe3a1a2,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:45.085851 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-55ae0b00-6704-4640-8166-75e25d7f90bf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.089721 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-55ae0b00-6704-4640-8166-75e25d7f90bf tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4628766 Apr 18 21:46:45.090067 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51134) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:45.123163 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3808c75b-206e-4b3f-af3e-13af1f02511c tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules/2a265f69-63a2-481b-97ff-0b6d5fe3a1a2 HTTP/1.1" status: 200 len: 705 time: 0.0288892 Apr 18 21:46:45.132513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51138) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:45.184866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-496d45f5-ab58-4a92-be34-fb4da0199f7d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 6a3094d1-ceb3-441e-9063-dd4d8c159549 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:45.192306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-496d45f5-ab58-4a92-be34-fb4da0199f7d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.239797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7f6aa705-b189-4cdf-91c3-b1a738c24268 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:45.255859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738e543e-80a3-4250-82b2-fe3f256d6bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:46:45.261946 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-496d45f5-ab58-4a92-be34-fb4da0199f7d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.347470 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-496d45f5-ab58-4a92-be34-fb4da0199f7d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.375166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7f6aa705-b189-4cdf-91c3-b1a738c24268 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:45.376855 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7f6aa705-b189-4cdf-91c3-b1a738c24268 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2429938 Apr 18 21:46:45.381298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51144) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:45.432701 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0f101098-1854-49ca-8a82-712fac682466 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.445798 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0f101098-1854-49ca-8a82-712fac682466 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.514040 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:45.517702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738e543e-80a3-4250-82b2-fe3f256d6bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:46:45.525390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-738e543e-80a3-4250-82b2-fe3f256d6bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "PUT /v2.0/routers/c8e35d7f-1467-4e48-b6a0-e4a156c785d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1956687 Apr 18 21:46:45.525791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51150) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:45.534197 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69552336-6631-4676-958a-831e42b2a743 None None] Sync routers for ids ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:46:45.551231 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69552336-6631-4676-958a-831e42b2a743 None None] Routers {'c8e35d7f-1467-4e48-b6a0-e4a156c785d0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:46:45.552244 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-69552336-6631-4676-958a-831e42b2a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:46:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:45.554362 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-496d45f5-ab58-4a92-be34-fb4da0199f7d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.625587 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-496d45f5-ab58-4a92-be34-fb4da0199f7d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.633989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7073d985-f933-4b17-b42a-1d8f83482311 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:45.634399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d45f5-ab58-4a92-be34-fb4da0199f7d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3094d1-ceb3-441e-9063-dd4d8c159549,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:45.644398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0f101098-1854-49ca-8a82-712fac682466 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.665083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f101098-1854-49ca-8a82-712fac682466 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a265f69-63a2-481b-97ff-0b6d5fe3a1a2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:45.670974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0f101098-1854-49ca-8a82-712fac682466 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.674863 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0f101098-1854-49ca-8a82-712fac682466 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/2a265f69-63a2-481b-97ff-0b6d5fe3a1a2 HTTP/1.1" status: 204 len: 168 time: 0.2928987 Apr 18 21:46:45.675452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51154) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:45.728369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ea241ca1-8146-4687-8be6-c87fc503da23 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:45.749729 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-496d45f5-ab58-4a92-be34-fb4da0199f7d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/6a3094d1-ceb3-441e-9063-dd4d8c159549 HTTP/1.1" status: 204 len: 168 time: 0.8467233 Apr 18 21:46:45.750484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51158) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:45.813958 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-69552336-6631-4676-958a-831e42b2a743 None None] Set router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:46:45.834095 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-155fb389-6e16-4e9a-82c0-44586ada405d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800962 Apr 18 21:46:45.834654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51162) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:45.839850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ea241ca1-8146-4687-8be6-c87fc503da23 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:45.841901 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ea241ca1-8146-4687-8be6-c87fc503da23 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1655383 Apr 18 21:46:45.843498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:45.844445 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51166) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:45.848086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:45.848459 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.852102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-07a10b12-011e-4bc1-b407-46fd660ddb7e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': 'c12759d6-5a77-4a46-a833-f4b9a74a05c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:45.861808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-07a10b12-011e-4bc1-b407-46fd660ddb7e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:45.875575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-07a10b12-011e-4bc1-b407-46fd660ddb7e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:45.950075 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-07a10b12-011e-4bc1-b407-46fd660ddb7e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Project 28182ac6343b477695acbdec9e51738f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:46:45.961695 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a10b12-011e-4bc1-b407-46fd660ddb7e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.977767 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba38f9f-6d3e-4de7-a783-e71684a7540c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting subnet 7875fbef-d368-4a97-bf90-4fd995da7f32 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:45.984411 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aba38f9f-6d3e-4de7-a783-e71684a7540c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.048938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:46.065089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:46.068525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:46.081509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a10b12-011e-4bc1-b407-46fd660ddb7e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.082579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:46.089680 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aba38f9f-6d3e-4de7-a783-e71684a7540c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.125710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d567ccc-537f-4917-b8f1-bca3a4544971 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:46.130617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3d567ccc-537f-4917-b8f1-bca3a4544971 None None] Deleting port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:46.131068 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d567ccc-537f-4917-b8f1-bca3a4544971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.147053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a10b12-011e-4bc1-b407-46fd660ddb7e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.196009 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-69552336-6631-4676-958a-831e42b2a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:46:43Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:46.200991 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69552336-6631-4676-958a-831e42b2a743 None None] Checking router: c8e35d7f-1467-4e48-b6a0-e4a156c785d0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:46:46.202397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a10b12-011e-4bc1-b407-46fd660ddb7e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c444c2f-a484-4244-909d-d49d38a81d8e,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:46.219094 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69552336-6631-4676-958a-831e42b2a743 None None] Routers {'c8e35d7f-1467-4e48-b6a0-e4a156c785d0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:46:46.219712 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-69552336-6631-4676-958a-831e42b2a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:46:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:46.283004 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aba38f9f-6d3e-4de7-a783-e71684a7540c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.315362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:46.362112 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a10b12-011e-4bc1-b407-46fd660ddb7e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.362112 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-07a10b12-011e-4bc1-b407-46fd660ddb7e tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5139239 Apr 18 21:46:46.362369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51172) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:46.392042 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5684c298-58d1-4bfd-aef8-d7dbebcd4d10 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules/0c444c2f-a484-4244-909d-d49d38a81d8e HTTP/1.1" status: 200 len: 711 time: 0.0199585 Apr 18 21:46:46.392042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51176) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:46.448352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-608b2331-652f-4c38-a387-a9f667a9e06c tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:46.500221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3d567ccc-537f-4917-b8f1-bca3a4544971 None None] For port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:46.500753 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d567ccc-537f-4917-b8f1-bca3a4544971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.518482 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-69552336-6631-4676-958a-831e42b2a743 None None] Set router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:46:46.553957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-608b2331-652f-4c38-a387-a9f667a9e06c tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:46.557867 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-608b2331-652f-4c38-a387-a9f667a9e06c tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1622555 Apr 18 21:46:46.559771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51180) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:46.571181 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.599806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2eca-5f48-4c97-aa25-96d8ae9fb6d8 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.660535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3d567ccc-537f-4917-b8f1-bca3a4544971 None None] Calling delete_port for 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:46.721206 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2eca-5f48-4c97-aa25-96d8ae9fb6d8 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.797875 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aba38f9f-6d3e-4de7-a783-e71684a7540c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.826164 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2eca-5f48-4c97-aa25-96d8ae9fb6d8 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.827016 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d567ccc-537f-4917-b8f1-bca3a4544971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.844281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f2eca-5f48-4c97-aa25-96d8ae9fb6d8 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c444c2f-a484-4244-909d-d49d38a81d8e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:46.850467 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aba38f9f-6d3e-4de7-a783-e71684a7540c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.856221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba38f9f-6d3e-4de7-a783-e71684a7540c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Subnet': ['ID=7875fbef-d368-4a97-bf90-4fd995da7f32,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:46.859084 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-69552336-6631-4676-958a-831e42b2a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:46:43Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:46.866168 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69552336-6631-4676-958a-831e42b2a743 None None] The sync data for ids ['c8e35d7f-1467-4e48-b6a0-e4a156c785d0'] in n-d-836017-3 is: [{'id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825588611', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:44:07Z', 'updated_at': '2022-04-18T21:46:43Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'b374b0ed-eff9-4e2e-9b0e-af0e29b61570', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e35d7f-1467-4e48-b6a0-e4a156c785d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:44:08Z', 'updated_at': '2022-04-18T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:46:46.867743 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-aba38f9f-6d3e-4de7-a783-e71684a7540c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/subnets/7875fbef-d368-4a97-bf90-4fd995da7f32 HTTP/1.1" status: 204 len: 168 time: 1.3402116 Apr 18 21:46:46.870386 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51186) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:46.896455 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74abe4e2-d081-488a-881c-1ecff57fd64f None None] Network 3f27f48a-ea1b-4afc-921a-2c52355ad26a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:46.945557 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2eca-5f48-4c97-aa25-96d8ae9fb6d8 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.949816 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1e9f2eca-5f48-4c97-aa25-96d8ae9fb6d8 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/0c444c2f-a484-4244-909d-d49d38a81d8e HTTP/1.1" status: 204 len: 168 time: 0.3859732 Apr 18 21:46:46.955886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51190) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:46.964386 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d567ccc-537f-4917-b8f1-bca3a4544971 None None] No DVR routers for this DVR port 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:46.986201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d567ccc-537f-4917-b8f1-bca3a4544971 None None] Pushing event deleted for resources: {'Port': ['ID=5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:47.038538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-229fc1d4-7a80-4e63-917e-caa9c18f29aa tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:47.104217 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.144152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-229fc1d4-7a80-4e63-917e-caa9c18f29aa tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:47.148283 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-229fc1d4-7a80-4e63-917e-caa9c18f29aa tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1915383 Apr 18 21:46:47.149092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51194) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:47.230355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.objects.ports [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85048) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:46:47.233557 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.263322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] DHCP port deletion for 3f27f48a-ea1b-4afc-921a-2c52355ad26a request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:47.270654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] Deleting port 0e111210-7bf9-430c-af3e-587c07fc604d {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:47.273346 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.287826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:47.304508 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:47.325036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:47.325657 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.330415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e72700f-235d-4dff-aecb-b572490ff652 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:47.331871 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.372983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=fbc934ee-940d-455e-9971-e91bd53a0b95,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:47.376282 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e099aca-6cf5-4d34-9cba-e0454530b66f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.397694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port b374b0ed-eff9-4e2e-9b0e-af0e29b61570 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:47.398467 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.417551 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e099aca-6cf5-4d34-9cba-e0454530b66f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.468945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ce12aa35-4c10-43c2-91ba-dcbe0097d5b2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6336601 Apr 18 21:46:47.471426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51202) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:47.479251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:5d:5e:f5', 'name': 'tempest-NetworksTestDHCPv6-299032326'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:47.547514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0e111210-7bf9-430c-af3e-587c07fc604d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:47.593725 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e099aca-6cf5-4d34-9cba-e0454530b66f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.622362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e099aca-6cf5-4d34-9cba-e0454530b66f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12759d6-5a77-4a46-a833-f4b9a74a05c0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:47.660057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port b374b0ed-eff9-4e2e-9b0e-af0e29b61570, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b374b0ed-eff9-4e2e-9b0e-af0e29b61570,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:47.660057 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.690669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:47.695414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:47.698587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:47.705338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:47.713593 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5e099aca-6cf5-4d34-9cba-e0454530b66f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.716805 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5e099aca-6cf5-4d34-9cba-e0454530b66f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-groups/c12759d6-5a77-4a46-a833-f4b9a74a05c0 HTTP/1.1" status: 204 len: 168 time: 0.5666802 Apr 18 21:46:47.725172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51208) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:47.787324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e01d6e4f-bb50-4916-80dd-31b5cd0e1145 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:47.791354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:47.796281 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.816872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for b374b0ed-eff9-4e2e-9b0e-af0e29b61570 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:47.827605 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 1e323c51-b593-4634-b2bb-eab1ea325e18 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:46:47.863343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': 'fbc934ee-940d-455e-9971-e91bd53a0b95'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:46:47.864490 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.926512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] For port 0e111210-7bf9-430c-af3e-587c07fc604d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0e111210-7bf9-430c-af3e-587c07fc604d,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:47.926899 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.984855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::f816:3eff:fe5d:5ef5 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/fbc934ee-940d-455e-9971-e91bd53a0b95/1e323c51-b593-4634-b2bb-eab1ea325e18) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:48.068064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.110374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] Calling delete_port for 0e111210-7bf9-430c-af3e-587c07fc604d owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:48.113915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=b374b0ed-eff9-4e2e-9b0e-af0e29b61570,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:48.162213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e01d6e4f-bb50-4916-80dd-31b5cd0e1145 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:48.164320 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e01d6e4f-bb50-4916-80dd-31b5cd0e1145 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4383032 Apr 18 21:46:48.177193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51220) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:48.195445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065114909'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:48.207235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:48.227706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:48.251709 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.330870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.335861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 0e111210-7bf9-430c-af3e-587c07fc604d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0e111210-7bf9-430c-af3e-587c07fc604d,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:48.364838 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.408461 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.416411 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.418346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 349aeafd-295c-4d8f-84cd-6f324f30c807 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:48.439389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:48.445070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 1e323c51-b593-4634-b2bb-eab1ea325e18 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:48.445695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:48.449365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:48.457040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:48.485320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 349aeafd-295c-4d8f-84cd-6f324f30c807 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:46:48.487088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 349aeafd-295c-4d8f-84cd-6f324f30c807 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:48.487088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:48.526812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:46:48.527260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5ecf6006-b0c0-4640-b4e2-54cb5f57e4c9 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:48.529730 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.538294 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:48.538657 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:48.558834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=0e111210-7bf9-430c-af3e-587c07fc604d,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:48.589052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.648256 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.651179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Allocated IP 2001:db8::f816:3eff:fe09:3e91 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/fbc934ee-940d-455e-9971-e91bd53a0b95/af5ad9cf-f51d-4b0d-95fa-03a26e87a49b) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:48.660832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:48.677867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:48.693681 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:48.700416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:48.701437 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.744082 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.749739 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.768276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7822913c-1189-4994-8346-feb6e3dbf82a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:48.777315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=1e323c51-b593-4634-b2bb-eab1ea325e18,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:48.811420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-52bf9d96-9017-4f5c-b8dc-b9341cb5a9d5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3387649 Apr 18 21:46:48.814261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51226) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:48.837367 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.838027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Fanout notify agent at l3_agent the message router_deleted on router c8e35d7f-1467-4e48-b6a0-e4a156c785d0 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:46:48.856400 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.856600 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.856706 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-db69a33b-a2ea-49e0-b2a4-3bc86335cd61 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/routers/c8e35d7f-1467-4e48-b6a0-e4a156c785d0 HTTP/1.1" status: 204 len: 168 time: 1.9841752 Apr 18 21:46:48.856828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-de25c6bf-1e5a-43fc-8e41-ae3d8ff5a8fb tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6774752 Apr 18 21:46:48.858295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51230) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:48.861885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51232) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:48.890322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-afd62260-c314-4a11-b195-08e48e9c27a0 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Request body: {'security_group_rule': {'security_group_id': '7822913c-1189-4994-8346-feb6e3dbf82a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:48.905753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-afd62260-c314-4a11-b195-08e48e9c27a0 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:48.905994 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.917142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb17fe-449e-4cb8-812c-d2efe70fcc89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:48.917687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Transition to ACTIVE for port object af5ad9cf-f51d-4b0d-95fa-03a26e87a49b will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:48.918656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-accb17fe-449e-4cb8-812c-d2efe70fcc89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:48.942177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Transition to ACTIVE for port object af5ad9cf-f51d-4b0d-95fa-03a26e87a49b will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:48.965200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-afd62260-c314-4a11-b195-08e48e9c27a0 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Usage tracker for resource:security_group_rule and tenant:28182ac6343b477695acbdec9e51738f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:48.978245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-afd62260-c314-4a11-b195-08e48e9c27a0 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:48.989125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-afd62260-c314-4a11-b195-08e48e9c27a0 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:49.015248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.016427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-accb17fe-449e-4cb8-812c-d2efe70fcc89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:49.017849 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.018000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-accb17fe-449e-4cb8-812c-d2efe70fcc89 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2027671 Apr 18 21:46:49.021435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51238) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:49.050575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] Deleting port 0e111210-7bf9-430c-af3e-587c07fc604d {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:49.050943 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.087445 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port 0e111210-7bf9-430c-af3e-587c07fc604d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:49.087805 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.131478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:49.138071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:49.138711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-fa582ce0-93b6-48c1-acba-d1f1f3269a1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 1e323c51-b593-4634-b2bb-eab1ea325e18 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:49.139199 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa582ce0-93b6-48c1-acba-d1f1f3269a1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.140769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:49.172614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Pushing event updated for resources: {'Port': ['ID=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:49.177403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afd62260-c314-4a11-b195-08e48e9c27a0 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.359352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Attempting to bind port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:46:49.360721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Attempting to bind port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:46:49.360721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Attempting to bind port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:49.373586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:46:49.374189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:46:49.374941 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.375495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:46:49.376131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Bound port: af5ad9cf-f51d-4b0d-95fa-03a26e87a49b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:46:49.376928 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.415390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] For port 0e111210-7bf9-430c-af3e-587c07fc604d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0e111210-7bf9-430c-af3e-587c07fc604d,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:49.415784 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.458806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afd62260-c314-4a11-b195-08e48e9c27a0 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.523255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b374b0ed-eff9-4e2e-9b0e-af0e29b61570 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:49.550093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afd62260-c314-4a11-b195-08e48e9c27a0 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.597184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd62260-c314-4a11-b195-08e48e9c27a0 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2889045f-e8b9-4107-9c12-3cf2e2a44ab4,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:49.599893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port 0e111210-7bf9-430c-af3e-587c07fc604d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0e111210-7bf9-430c-af3e-587c07fc604d,segment=NetworkSegment(e0371d3b-52ae-41e6-ba1b-c4583f6aa12d),segment_id=e0371d3b-52ae-41e6-ba1b-c4583f6aa12d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:49.600260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.616450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] Calling delete_port for 0e111210-7bf9-430c-af3e-587c07fc604d owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:49.655703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b374b0ed-eff9-4e2e-9b0e-af0e29b61570 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:46:49.656017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b374b0ed-eff9-4e2e-9b0e-af0e29b61570 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:49.698737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] For port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:49.702598 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] For port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:46:49.753538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for 0e111210-7bf9-430c-af3e-587c07fc604d owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:49.782800 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.790749 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-afd62260-c314-4a11-b195-08e48e9c27a0 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.792183 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-afd62260-c314-4a11-b195-08e48e9c27a0 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9286962 Apr 18 21:46:49.795440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51252) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:49.817091 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.830481 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa582ce0-93b6-48c1-acba-d1f1f3269a1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.870790 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6a04-317b-47ae-ade8-76ecae4b669d tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.878551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] No DVR routers for this DVR port 0e111210-7bf9-430c-af3e-587c07fc604d on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:49.897826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051db2d-d747-4342-a037-926f53d8a954 None None] Pushing event updated for resources: {'Port': ['ID=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:49.903193 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6a04-317b-47ae-ade8-76ecae4b669d tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.944105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56d7ad-bb2a-441b-b85f-a6f5f175ee64 None None] Pushing event deleted for resources: {'Port': ['ID=0e111210-7bf9-430c-af3e-587c07fc604d,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:49.985741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-fa582ce0-93b6-48c1-acba-d1f1f3269a1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 1e323c51-b593-4634-b2bb-eab1ea325e18 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:50.016141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:50.016471 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:50.045083 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6a04-317b-47ae-ade8-76ecae4b669d tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.086812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a6a04-317b-47ae-ade8-76ecae4b669d tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7822913c-1189-4994-8346-feb6e3dbf82a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:50.201141 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6a04-317b-47ae-ade8-76ecae4b669d tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.204687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cc5a6a04-317b-47ae-ade8-76ecae4b669d tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-groups/7822913c-1189-4994-8346-feb6e3dbf82a HTTP/1.1" status: 204 len: 168 time: 0.4059446 Apr 18 21:46:50.205134 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51258) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:50.273870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4288a1fc-7ccc-4bae-b00d-1ba11641445a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:50.294798 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa582ce0-93b6-48c1-acba-d1f1f3269a1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.351695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa582ce0-93b6-48c1-acba-d1f1f3269a1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=1e323c51-b593-4634-b2bb-eab1ea325e18,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:50.355570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4288a1fc-7ccc-4bae-b00d-1ba11641445a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:50.359322 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4288a1fc-7ccc-4bae-b00d-1ba11641445a tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1505291 Apr 18 21:46:50.362378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51262) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:50.518669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port 0e111210-7bf9-430c-af3e-587c07fc604d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:50.518912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.561501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa582ce0-93b6-48c1-acba-d1f1f3269a1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.603181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] The port '0e111210-7bf9-430c-af3e-587c07fc604d' was deleted {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:46:50.618301 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fa582ce0-93b6-48c1-acba-d1f1f3269a1d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/1e323c51-b593-4634-b2bb-eab1ea325e18 HTTP/1.1" status: 204 len: 168 time: 1.5936956 Apr 18 21:46:50.618679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51266) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:50.678584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c00dbdc3-917d-418c-b4e4-ac33b271fc1f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:50.695261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48687a1c-8512-48fb-a69a-2026e9c3a481 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:50.696730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48687a1c-8512-48fb-a69a-2026e9c3a481 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:50.697546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-48687a1c-8512-48fb-a69a-2026e9c3a481 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:50.767444 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.780910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-48687a1c-8512-48fb-a69a-2026e9c3a481 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:50.785255 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-48687a1c-8512-48fb-a69a-2026e9c3a481 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1654046 Apr 18 21:46:50.785871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51270) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:50.796775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f27f48a-ea1b-4afc-921a-2c52355ad26a']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:50.813187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:50.813187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0371d3b-52ae-41e6-ba1b-c4583f6aa12d') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:50.825833 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.836148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c00dbdc3-917d-418c-b4e4-ac33b271fc1f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group_rule {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:50.837542 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c00dbdc3-917d-418c-b4e4-ac33b271fc1f tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4772143 Apr 18 21:46:50.844132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51274) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:50.860224 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.869776 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-c810c1d3-95db-4554-ba4d-6c0f7f8c87f9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] delete failed (client error): The resource could not be found. Apr 18 21:46:50.870938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-7043b6fb-fe00-496d-b5ff-d96f136c46d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet fbc934ee-940d-455e-9971-e91bd53a0b95 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:50.871105 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c810c1d3-95db-4554-ba4d-6c0f7f8c87f9 tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "DELETE /v2.0/security-groups/7822913c-1189-4994-8346-feb6e3dbf82a HTTP/1.1" status: 404 len: 347 time: 0.0259020 Apr 18 21:46:50.872203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:46:50.872709 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.875073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51278) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:50.883750 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7043b6fb-fe00-496d-b5ff-d96f136c46d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: util.warn( Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:46:50.889022 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:46:50.992252 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7043b6fb-fe00-496d-b5ff-d96f136c46d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.032039 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.038233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c06e1c3f-5d5b-495c-988b-304d9cbc0d5b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Synchronizing usage tracker for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:51.059021 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.062822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Network': ['ID=3f27f48a-ea1b-4afc-921a-2c52355ad26a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:51.094689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c06e1c3f-5d5b-495c-988b-304d9cbc0d5b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] Unset dirty status for tenant:28182ac6343b477695acbdec9e51738f on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:51.096563 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c06e1c3f-5d5b-495c-988b-304d9cbc0d5b tempest-SecGroupIPv6Test-1817848388 tempest-SecGroupIPv6Test-1817848388-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2203426 Apr 18 21:46:51.124769 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7043b6fb-fe00-496d-b5ff-d96f136c46d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.145302 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-168ce48e-f4b6-4003-883c-62a4b20b5e7b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/networks/3f27f48a-ea1b-4afc-921a-2c52355ad26a HTTP/1.1" status: 204 len: 168 time: 2.2828650 Apr 18 21:46:51.145620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51286) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:51.288431 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f5595be-bbab-4d6a-a3d8-42d349a76270 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.329536 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f5595be-bbab-4d6a-a3d8-42d349a76270 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.364911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0c612c33-dc1c-40dd-bab5-fc989b93197a None None] Provisioning for port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:51.451555 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7043b6fb-fe00-496d-b5ff-d96f136c46d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.483404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f5595be-bbab-4d6a-a3d8-42d349a76270 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.491991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043b6fb-fe00-496d-b5ff-d96f136c46d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc934ee-940d-455e-9971-e91bd53a0b95,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:51.500500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device af5ad9cf-f51d-4b0d-95fa-03a26e87a49b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:51.503000 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7043b6fb-fe00-496d-b5ff-d96f136c46d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.520656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5595be-bbab-4d6a-a3d8-42d349a76270 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198de49d-8e1f-42cc-957b-ca9d43b1520f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:51.564945 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4f5595be-bbab-4d6a-a3d8-42d349a76270 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.565669 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4f5595be-bbab-4d6a-a3d8-42d349a76270 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/security-groups/198de49d-8e1f-42cc-957b-ca9d43b1520f HTTP/1.1" status: 204 len: 168 time: 0.4188080 Apr 18 21:46:51.603258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778ae411-680d-4ff1-9492-30e12b173850 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:51.609623 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7043b6fb-fe00-496d-b5ff-d96f136c46d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/fbc934ee-940d-455e-9971-e91bd53a0b95 HTTP/1.1" status: 204 len: 168 time: 0.8223355 Apr 18 21:46:51.611912 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51292) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:51.707550 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-92a2f8e1-9324-4981-a794-8e5edf459922 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940988 Apr 18 21:46:51.722352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3778ed83-330d-4a2d-965d-980a49223631 None None] Could not find standard attr ID for object 1e323c51-b593-4634-b2bb-eab1ea325e18. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:46:51.725109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51300) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:51.848437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9952d1c9-0e2d-4dec-9ef0-ef6248685560 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:51.849305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9952d1c9-0e2d-4dec-9ef0-ef6248685560 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:51.931435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51304) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:51.951773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9952d1c9-0e2d-4dec-9ef0-ef6248685560 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:51.953606 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9952d1c9-0e2d-4dec-9ef0-ef6248685560 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2273180 Apr 18 21:46:51.956202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51310) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:51.971201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:51.975699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Deleting port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:51.976082 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.020026 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:52.030545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7821195-9740-40f4-99d7-c80d36fc5e87 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:52.031229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c7821195-9740-40f4-99d7-c80d36fc5e87 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:52.034990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:52.035491 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.123993 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b916cf01-abb2-4635-ab33-f38f1d7a0a34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28182ac6343b477695acbdec9e51738f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1902559 Apr 18 21:46:52.126448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51314) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:52.139618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c7821195-9740-40f4-99d7-c80d36fc5e87 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:52.141995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c7821195-9740-40f4-99d7-c80d36fc5e87 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1835313 Apr 18 21:46:52.143390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51318) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:52.239406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f022e6fb-95dc-40e3-ae47-14f596041767 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912845 Apr 18 21:46:52.240601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51324) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:52.255895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:52.282086 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c89f6477-bf0f-4f2a-92a5-fd1344b554c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.314657 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c89f6477-bf0f-4f2a-92a5-fd1344b554c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.327736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] For port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:52.328141 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.403879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:52.413768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:52.466286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Calling delete_port for af5ad9cf-f51d-4b0d-95fa-03a26e87a49b owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:52.485951 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c89f6477-bf0f-4f2a-92a5-fd1344b554c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.498841 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.509376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f6477-bf0f-4f2a-92a5-fd1344b554c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512dc21c-a181-4250-a62f-f5e991e916db,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:52.548099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:52.570825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:52.634251 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.671692 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.684124 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:52.684608 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:52.714575 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c89f6477-bf0f-4f2a-92a5-fd1344b554c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.718793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c89f6477-bf0f-4f2a-92a5-fd1344b554c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/512dc21c-a181-4250-a62f-f5e991e916db HTTP/1.1" status: 204 len: 168 time: 0.5884461 Apr 18 21:46:52.737624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:53.186369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Deleting port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:53.187050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.221409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51340) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:53.227636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1446612772', 'description': 'tempest-secgroup-smoke-1446612772 description', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:53.252478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:53.276495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:53.289820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:53.294860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.objects.ports [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=85049) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:46:53.302588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:53.404932 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.489006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:53.493948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:53.497941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:53.504863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:53.519655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device af5ad9cf-f51d-4b0d-95fa-03a26e87a49b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:53.578711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.600910 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.662799 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.724280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] For port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:53.724588 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.727660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0851120-02bb-45bc-86d1-661e146dacc1,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:53.808454 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.810287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1c85d60a-eaad-42df-b223-3d661f68ec26 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5877998 Apr 18 21:46:53.812959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51356) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:53.819956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ac194c35-4ac8-45e1-9c46-f689de5f083c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': 'f0851120-02bb-45bc-86d1-661e146dacc1', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:53.827427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ac194c35-4ac8-45e1-9c46-f689de5f083c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:53.832161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ac194c35-4ac8-45e1-9c46-f689de5f083c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:53.835609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ac194c35-4ac8-45e1-9c46-f689de5f083c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:53.845888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ac194c35-4ac8-45e1-9c46-f689de5f083c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:53.862617 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.883008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Calling delete_port for af5ad9cf-f51d-4b0d-95fa-03a26e87a49b owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:53.961517 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ac194c35-4ac8-45e1-9c46-f689de5f083c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.001142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] For port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:54.032037 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.055188 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ac194c35-4ac8-45e1-9c46-f689de5f083c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.094623 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.095601 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.122889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ac194c35-4ac8-45e1-9c46-f689de5f083c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.150095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac194c35-4ac8-45e1-9c46-f689de5f083c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056cf651-0c94-44c2-bea6-de3c889c0680,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:54.164750 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:54.165000 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:54.166271 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:54.167749 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:54.255058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:54.259713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:54.265049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:54.265735 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.269276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=3a9974cd-ac98-4f66-8a28-49465bec21f4,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:54.275472 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,revision_number=6']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:54.285156 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ac194c35-4ac8-45e1-9c46-f689de5f083c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.288573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ac194c35-4ac8-45e1-9c46-f689de5f083c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4721396 Apr 18 21:46:54.289636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51368) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:54.295163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-985b4510-7f4e-44a5-958b-d9665fccd0a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': 'f0851120-02bb-45bc-86d1-661e146dacc1', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:54.308467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-985b4510-7f4e-44a5-958b-d9665fccd0a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:54.313612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-985b4510-7f4e-44a5-958b-d9665fccd0a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:54.318414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-985b4510-7f4e-44a5-958b-d9665fccd0a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:54.329540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-985b4510-7f4e-44a5-958b-d9665fccd0a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:54.384792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51372) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:54.398604 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-eb94ca5f-5764-4f4c-9000-f5c820802eb4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1563098 Apr 18 21:46:54.403665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51378) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:54.409276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:30:83:37', 'name': 'tempest-NetworksTestDHCPv6-1375696046'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:54.508001 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-985b4510-7f4e-44a5-958b-d9665fccd0a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.527335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8c5b9e73-3039-4271-b984-3d1af340851d tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1173540424', 'prefixes': ['172.20.0.0/16']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:54.544959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8c5b9e73-3039-4271-b984-3d1af340851d tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:54.600712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:54.614361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:54.631969 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-985b4510-7f4e-44a5-958b-d9665fccd0a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.711279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8235c27f-692f-45e3-8966-0bb5d1ff4272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.722256 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.754222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:54.763100 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-985b4510-7f4e-44a5-958b-d9665fccd0a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.764770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:54.831703 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.863096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b4510-7f4e-44a5-958b-d9665fccd0a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac35402-31bb-4645-bd20-371ce8a340fb,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:54.865057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Deleting port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:54.865196 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.931540 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.943328 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-985b4510-7f4e-44a5-958b-d9665fccd0a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.944511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-985b4510-7f4e-44a5-958b-d9665fccd0a4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6542652 Apr 18 21:46:54.948182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51382) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:54.955874 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9e73-3039-4271-b984-3d1af340851d tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] Notify callbacks [] for subnetpool, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.956112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-669be163-66ba-4e7d-a5e4-cc642f0a519f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': 'f0851120-02bb-45bc-86d1-661e146dacc1', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:54.957018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8c5b9e73-3039-4271-b984-3d1af340851d tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5710454 Apr 18 21:46:54.964499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51386) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:54.967185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 98b92a7e-80ec-4f19-bfa7-2b44f727eea1 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:46:54.973179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-669be163-66ba-4e7d-a5e4-cc642f0a519f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:54.977414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-669be163-66ba-4e7d-a5e4-cc642f0a519f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:54.981557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-669be163-66ba-4e7d-a5e4-cc642f0a519f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:54.987618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-669be163-66ba-4e7d-a5e4-cc642f0a519f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:55.007572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:55.052407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f82dffe7-87c6-49b7-ad52-1cf56bdf04d5 tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] 10.222.0.11 "GET /v2.0/subnetpools/af6ba2c9-b7da-43ec-986d-88ab19192dc7 HTTP/1.1" status: 200 len: 732 time: 0.0849187 Apr 18 21:46:55.052794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51390) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:55.060355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-43f6560c-aecc-4e80-a013-8bf185b41bc3 tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1218998453'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:55.086401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-669be163-66ba-4e7d-a5e4-cc642f0a519f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.141928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::f816:3eff:fe30:8337 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/3a9974cd-ac98-4f66-8a28-49465bec21f4/98b92a7e-80ec-4f19-bfa7-2b44f727eea1) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:55.184939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] For port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:55.186025 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.199817 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-669be163-66ba-4e7d-a5e4-cc642f0a519f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.326049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Calling delete_port for af5ad9cf-f51d-4b0d-95fa-03a26e87a49b owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:55.331351 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-669be163-66ba-4e7d-a5e4-cc642f0a519f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.358772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43f6560c-aecc-4e80-a013-8bf185b41bc3 tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] Notify callbacks [] for subnetpool, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.359948 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-43f6560c-aecc-4e80-a013-8bf185b41bc3 tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] 10.222.0.11 "PUT /v2.0/subnetpools/af6ba2c9-b7da-43ec-986d-88ab19192dc7 HTTP/1.1" status: 200 len: 684 time: 0.3051796 Apr 18 21:46:55.365208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51398) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:55.386742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669be163-66ba-4e7d-a5e4-cc642f0a519f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c44f82-419f-4ab5-b32f-b431aeaf0c67,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:55.414442 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.450184 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-669be163-66ba-4e7d-a5e4-cc642f0a519f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.451376 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-669be163-66ba-4e7d-a5e4-cc642f0a519f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5017939 Apr 18 21:46:55.454213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51402) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:55.461525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-64a061d4-b272-4b99-8117-4815f5297e05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': 'f0851120-02bb-45bc-86d1-661e146dacc1', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:55.471457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-64a061d4-b272-4b99-8117-4815f5297e05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:55.476270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-64a061d4-b272-4b99-8117-4815f5297e05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:55.479738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-64a061d4-b272-4b99-8117-4815f5297e05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:55.485881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-64a061d4-b272-4b99-8117-4815f5297e05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:55.536506 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.565135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 98b92a7e-80ec-4f19-bfa7-2b44f727eea1 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:55.585754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] Pushing event deleted for resources: {'Port': ['ID=af5ad9cf-f51d-4b0d-95fa-03a26e87a49b,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:55.587933 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-08a23c20-4001-4a92-abe9-d66dbda62d04 tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] Notify callbacks [] for subnetpool, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.592946 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-08a23c20-4001-4a92-abe9-d66dbda62d04 tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] 10.222.0.11 "DELETE /v2.0/subnetpools/af6ba2c9-b7da-43ec-986d-88ab19192dc7 HTTP/1.1" status: 204 len: 168 time: 0.2261624 Apr 18 21:46:55.593805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51408) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:55.596179 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64a061d4-b272-4b99-8117-4815f5297e05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.630909 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-136b4cd0-082f-4ac4-be7f-b69f9430eaf5 tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] show failed (client error): The resource could not be found. Apr 18 21:46:55.634635 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-136b4cd0-082f-4ac4-be7f-b69f9430eaf5 tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] 10.222.0.11 "GET /v2.0/subnetpools/af6ba2c9-b7da-43ec-986d-88ab19192dc7 HTTP/1.1" status: 404 len: 346 time: 0.0370669 Apr 18 21:46:55.635979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51412) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:55.661287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0077d2-3ba3-4a42-a04a-126a7f7d1e42 None None] No DVR routers for this DVR port af5ad9cf-f51d-4b0d-95fa-03a26e87a49b on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:55.677246 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-4265539d-e8c6-42c0-a096-ccb6aaf08bca tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] delete failed (client error): The resource could not be found. Apr 18 21:46:55.677246 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4265539d-e8c6-42c0-a096-ccb6aaf08bca tempest-SubnetPoolsTestJSON-337369352 tempest-SubnetPoolsTestJSON-337369352-project] 10.222.0.11 "DELETE /v2.0/subnetpools/af6ba2c9-b7da-43ec-986d-88ab19192dc7 HTTP/1.1" status: 404 len: 346 time: 0.0363410 Apr 18 21:46:55.680173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d66831b-f0ce-4b86-8c9f-61a773de6a9f None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:55.683850 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.718614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64a061d4-b272-4b99-8117-4815f5297e05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.757503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:55.761201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:55.776993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:55.782230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:55.782230 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.805160 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64a061d4-b272-4b99-8117-4815f5297e05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.809715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=98b92a7e-80ec-4f19-bfa7-2b44f727eea1,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:55.842290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a061d4-b272-4b99-8117-4815f5297e05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72234a9-b30e-41e7-8b46-86d1c5641580,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:55.908518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f93a1d4b-f7b7-4837-846b-2241bc48771a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5035720 Apr 18 21:46:55.911635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51424) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:55.937142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-64a061d4-b272-4b99-8117-4815f5297e05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.940870 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-64a061d4-b272-4b99-8117-4815f5297e05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4832454 Apr 18 21:46:55.941514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51428) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:55.946884 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-62adad8d-0d23-4b9e-9708-53288e176f3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': 'f0851120-02bb-45bc-86d1-661e146dacc1', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:55.954521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-62adad8d-0d23-4b9e-9708-53288e176f3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:55.958121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '3a9974cd-ac98-4f66-8a28-49465bec21f4'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:46:55.958121 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.958705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-62adad8d-0d23-4b9e-9708-53288e176f3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:55.961302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-62adad8d-0d23-4b9e-9708-53288e176f3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:55.967338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-62adad8d-0d23-4b9e-9708-53288e176f3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:55.994637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24fd949-1be8-4df8-88a5-25e8294d8353 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:55.996038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a24fd949-1be8-4df8-88a5-25e8294d8353 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:56.050916 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-62adad8d-0d23-4b9e-9708-53288e176f3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Project 5ee8315d479c435aaa1e10a9872e4b80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:46:56.058275 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-62adad8d-0d23-4b9e-9708-53288e176f3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.079478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a24fd949-1be8-4df8-88a5-25e8294d8353 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:56.083102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a24fd949-1be8-4df8-88a5-25e8294d8353 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1681056 Apr 18 21:46:56.083346 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51434) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:56.139585 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-62adad8d-0d23-4b9e-9708-53288e176f3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.158474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Allocated IP 2001:db8::f816:3eff:fe21:368b (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/3a9974cd-ac98-4f66-8a28-49465bec21f4/5499f637-2a87-418f-9f02-ab3539654ce4) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:56.189046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-692234b2-6c1a-4067-a87a-8ee55db1817c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 98b92a7e-80ec-4f19-bfa7-2b44f727eea1 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:56.189298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-692234b2-6c1a-4067-a87a-8ee55db1817c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.257342 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-62adad8d-0d23-4b9e-9708-53288e176f3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.286860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adad8d-0d23-4b9e-9708-53288e176f3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936cb581-df56-47f6-957b-3f93027cc5a5,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:56.360030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51444) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:56.397369 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.408832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Transition to ACTIVE for port object 5499f637-2a87-418f-9f02-ab3539654ce4 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:56.409576 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-62adad8d-0d23-4b9e-9708-53288e176f3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.415156 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-62adad8d-0d23-4b9e-9708-53288e176f3a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4728484 Apr 18 21:46:56.416089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51450) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:56.433329 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Transition to ACTIVE for port object 5499f637-2a87-418f-9f02-ab3539654ce4 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:56.437724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-89bd9041-888c-4394-831d-7782eb9bfc9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'security_group_rule': {'security_group_id': 'f0851120-02bb-45bc-86d1-661e146dacc1', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:56.447331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-89bd9041-888c-4394-831d-7782eb9bfc9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:56.510707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-89bd9041-888c-4394-831d-7782eb9bfc9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:security_group_rule and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:56.513422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.514069 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80708c10-ec84-4210-8a3f-49757ed6cb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.524819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-89bd9041-888c-4394-831d-7782eb9bfc9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:56.536854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-89bd9041-888c-4394-831d-7782eb9bfc9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:56.548408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-80708c10-ec84-4210-8a3f-49757ed6cb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:56.552742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-80708c10-ec84-4210-8a3f-49757ed6cb1c admin admin] Usage tracker for resource:security_group_rule and tenant:9243e317ab664842a9156c4f853ca845 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:56.555768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-80708c10-ec84-4210-8a3f-49757ed6cb1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:56.563509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-80708c10-ec84-4210-8a3f-49757ed6cb1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:56.591228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:56.593642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:56.597453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:56.599431 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-692234b2-6c1a-4067-a87a-8ee55db1817c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.610648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Pushing event updated for resources: {'Port': ['ID=5499f637-2a87-418f-9f02-ab3539654ce4,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:56.661344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80708c10-ec84-4210-8a3f-49757ed6cb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.679618 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-89bd9041-888c-4394-831d-7782eb9bfc9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Project 5ee8315d479c435aaa1e10a9872e4b80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:46:56.703249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Attempting to bind port 5499f637-2a87-418f-9f02-ab3539654ce4 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:46:56.703613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Attempting to bind port 5499f637-2a87-418f-9f02-ab3539654ce4 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:46:56.706514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Attempting to bind port 5499f637-2a87-418f-9f02-ab3539654ce4 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:56.710745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:46:56.711262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:46:56.711655 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.712034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:46:56.712498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Bound port: 5499f637-2a87-418f-9f02-ab3539654ce4, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:46:56.712906 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.725375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-80708c10-ec84-4210-8a3f-49757ed6cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.754307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-692234b2-6c1a-4067-a87a-8ee55db1817c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 98b92a7e-80ec-4f19-bfa7-2b44f727eea1 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:56.771377 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-80708c10-ec84-4210-8a3f-49757ed6cb1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9243e317ab664842a9156c4f853ca845&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4064264 Apr 18 21:46:56.773877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51456) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:56.794785 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89bd9041-888c-4394-831d-7782eb9bfc9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.796961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80708c10-ec84-4210-8a3f-49757ed6cb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92703c9c-2cae-4953-8c82-929c63d40c08,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:56.840968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] For port 5499f637-2a87-418f-9f02-ab3539654ce4, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:56.845147 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] For port 5499f637-2a87-418f-9f02-ab3539654ce4, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5499f637-2a87-418f-9f02-ab3539654ce4,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:46:56.884384 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d29ee186-85e9-4939-93b8-51da525887d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.913154 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d29ee186-85e9-4939-93b8-51da525887d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.935601 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89bd9041-888c-4394-831d-7782eb9bfc9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.938692 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.021585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368590e-4797-4f82-9b49-646ae1f3ff72 None None] Pushing event updated for resources: {'Port': ['ID=5499f637-2a87-418f-9f02-ab3539654ce4,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:57.022358 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89bd9041-888c-4394-831d-7782eb9bfc9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.046701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd9041-888c-4394-831d-7782eb9bfc9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44f3dc6-8d0a-4f1c-9395-ce57142e5f99,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:57.051044 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d29ee186-85e9-4939-93b8-51da525887d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.052545 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-692234b2-6c1a-4067-a87a-8ee55db1817c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.066882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ee186-85e9-4939-93b8-51da525887d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92703c9c-2cae-4953-8c82-929c63d40c08,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:57.074275 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d29ee186-85e9-4939-93b8-51da525887d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.076088 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d29ee186-85e9-4939-93b8-51da525887d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92703c9c-2cae-4953-8c82-929c63d40c08 HTTP/1.1" status: 204 len: 168 time: 0.3007863 Apr 18 21:46:57.114211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692234b2-6c1a-4067-a87a-8ee55db1817c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=98b92a7e-80ec-4f19-bfa7-2b44f727eea1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:57.149227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc43c-7b9a-4f44-b688-b8342e503159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.174868 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-692234b2-6c1a-4067-a87a-8ee55db1817c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.182754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51462) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:57.185791 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-692234b2-6c1a-4067-a87a-8ee55db1817c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/98b92a7e-80ec-4f19-bfa7-2b44f727eea1 HTTP/1.1" status: 204 len: 168 time: 1.0985782 Apr 18 21:46:57.186743 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-89bd9041-888c-4394-831d-7782eb9bfc9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.193285 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-89bd9041-888c-4394-831d-7782eb9bfc9f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7755151 Apr 18 21:46:57.193989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51466) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:57.204950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'network': {'name': 'tempest-network-smoke--342222288', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'port_security_enabled': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:57.215308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:57.219937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:network and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:57.223140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:57.229613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:57.275563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b71015-6445-4778-901f-cf16a490790c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:57.277682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b71015-6445-4778-901f-cf16a490790c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:57.278825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-38b71015-6445-4778-901f-cf16a490790c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:57.365175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Made reservation on behalf of 5ee8315d479c435aaa1e10a9872e4b80 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:57.375474 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.391526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-38b71015-6445-4778-901f-cf16a490790c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:57.394143 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-38b71015-6445-4778-901f-cf16a490790c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2087064 Apr 18 21:46:57.396452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51470) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:57.423513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:46:57.439908 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.440376 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Added segment b4601f37-146b-439c-91e9-6e5cc77ea3ef of type vlan for network b1623c7f-5b4b-4438-9faa-616056d78d14 Apr 18 21:46:57.484261 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.524847 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5499f637-2a87-418f-9f02-ab3539654ce4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:57.552906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-74362cbe-3d32-42be-a3c5-94779eb5d442 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 3a9974cd-ac98-4f66-8a28-49465bec21f4 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:46:57.556356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74362cbe-3d32-42be-a3c5-94779eb5d442 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.594124 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.597867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:57.598482 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.671201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74362cbe-3d32-42be-a3c5-94779eb5d442 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.713324 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 5499f637-2a87-418f-9f02-ab3539654ce4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:57.757035 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5556378 Apr 18 21:46:57.757035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a438622-3969-41d1-a6fd-69333b882761 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Network': ['ID=b1623c7f-5b4b-4438-9faa-616056d78d14,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:57.758843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51482) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:57.767882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'admin_state_up': True, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:57.769365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b1623c7f-5b4b-4438-9faa-616056d78d14 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:46:57.785755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:57.792694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:router and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:57.806423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:57.809826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:57.840176 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74362cbe-3d32-42be-a3c5-94779eb5d442 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.909327 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.910408 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.997662 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74362cbe-3d32-42be-a3c5-94779eb5d442 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.023282 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.058889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74362cbe-3d32-42be-a3c5-94779eb5d442 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9974cd-ac98-4f66-8a28-49465bec21f4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:58.064209 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74362cbe-3d32-42be-a3c5-94779eb5d442 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.070196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.158216 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-74362cbe-3d32-42be-a3c5-94779eb5d442 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/3a9974cd-ac98-4f66-8a28-49465bec21f4 HTTP/1.1" status: 204 len: 168 time: 0.7605739 Apr 18 21:46:58.160518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51490) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:58.286414 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-395948c9-babe-4b7b-a74f-1c720df74afd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243885 Apr 18 21:46:58.289221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51496) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:58.297011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:58.401347 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.431335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e2ae20-a0a2-4069-8927-79538beb9bb2 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:46:58.441725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:58.445829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:58.450003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:58.455034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:58.516515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dd46d612-f4a9-4319-bb11-e3ff445468bd None None] Could not find standard attr ID for object 98b92a7e-80ec-4f19-bfa7-2b44f727eea1. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:46:58.554207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:46:58.560220 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.646067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dd46d612-f4a9-4319-bb11-e3ff445468bd None None] Provisioning for port 5499f637-2a87-418f-9f02-ab3539654ce4 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:46:58.653494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dd46d612-f4a9-4319-bb11-e3ff445468bd None None] Provisioning complete for port 5499f637-2a87-418f-9f02-ab3539654ce4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:58.654000 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd46d612-f4a9-4319-bb11-e3ff445468bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.683736 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.719136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.778087 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.798791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:46:58.810699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Deleting port 5499f637-2a87-418f-9f02-ab3539654ce4 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:46:58.811070 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.861029 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd46d612-f4a9-4319-bb11-e3ff445468bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.069910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.25.3.70 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/ffbada78-5c58-4992-beee-79ea4d871c7d) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:59.198530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.objects.ports [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=85048) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:46:59.207352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] For port 5499f637-2a87-418f-9f02-ab3539654ce4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5499f637-2a87-418f-9f02-ab3539654ce4,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:59.208391 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.220702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.328816 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.373605 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Calling delete_port for 5499f637-2a87-418f-9f02-ab3539654ce4 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:46:59.402426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:59.405321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:59.410027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:59.425832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dd46d612-f4a9-4319-bb11-e3ff445468bd None None] For port 5499f637-2a87-418f-9f02-ab3539654ce4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5499f637-2a87-418f-9f02-ab3539654ce4,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:59.439950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=ffbada78-5c58-4992-beee-79ea4d871c7d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:59.474569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 5499f637-2a87-418f-9f02-ab3539654ce4 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:59.525878 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dd46d612-f4a9-4319-bb11-e3ff445468bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.638773 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.650442 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46d612-f4a9-4319-bb11-e3ff445468bd None None] Pushing event updated for resources: {'Port': ['ID=5499f637-2a87-418f-9f02-ab3539654ce4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:59.657783 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:59.658139 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:59.686388 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.723934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 5499f637-2a87-418f-9f02-ab3539654ce4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5499f637-2a87-418f-9f02-ab3539654ce4,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:59.746523 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.747403 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.793029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51524) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:59.799286 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.803468 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:59.804175 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:59.918979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=5499f637-2a87-418f-9f02-ab3539654ce4,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:00.079768 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c96f21dd-7dc9-45ee-8312-9fba378bbf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.112524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c96f21dd-7dc9-45ee-8312-9fba378bbf24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:00.116312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c96f21dd-7dc9-45ee-8312-9fba378bbf24 admin admin] Usage tracker for resource:security_group_rule and tenant:e1492b8dbea74ed5ae821bd45c7102df is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:00.119181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c96f21dd-7dc9-45ee-8312-9fba378bbf24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:00.126113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c96f21dd-7dc9-45ee-8312-9fba378bbf24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:00.152147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 61445a04-79fb-4b2d-bbee-6b458f41c134 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:47:00.159065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Deleting port 5499f637-2a87-418f-9f02-ab3539654ce4 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:00.159498 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.210979 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c96f21dd-7dc9-45ee-8312-9fba378bbf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.371888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.388331 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c96f21dd-7dc9-45ee-8312-9fba378bbf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.404446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:47:00.414511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] For port 5499f637-2a87-418f-9f02-ab3539654ce4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5499f637-2a87-418f-9f02-ab3539654ce4,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:00.414989 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.425766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Sync routers for ids ['61445a04-79fb-4b2d-bbee-6b458f41c134'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:47:00.547831 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.549540 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-15d8e002-8ed3-4b0e-a721-85cabb439e42 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7891371 Apr 18 21:47:00.552572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51542) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:00.597586 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b75d80a5-f350-4e7a-a774-d42141574c26 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=5ee8315d479c435aaa1e10a9872e4b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435090 Apr 18 21:47:00.599113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Calling delete_port for 5499f637-2a87-418f-9f02-ab3539654ce4 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:00.600175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51546) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:00.624825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c96f21dd-7dc9-45ee-8312-9fba378bbf24 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1492b8dbea74ed5ae821bd45c7102df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8299584 Apr 18 21:47:00.627074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Routers {'61445a04-79fb-4b2d-bbee-6b458f41c134'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:00.627974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:46:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['61445a04-79fb-4b2d-bbee-6b458f41c134'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:00.628786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51550) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:00.633455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f21dd-7dc9-45ee-8312-9fba378bbf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e5481b-11e4-462e-8244-3c40189c9d9b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:00.766421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7037486-c379-4bf7-871a-ede96b47c207 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:00.769511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e7037486-c379-4bf7-871a-ede96b47c207 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1667848 Apr 18 21:47:00.771606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51556) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:00.816351 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5cb7cabd-0caa-4fc7-89da-06b5d8720072 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438149 Apr 18 21:47:00.818221 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bcf6119f-4a32-4c96-9d47-510f0942fab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.819159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51560) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:00.825715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288883282', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:00.852896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Set router 61445a04-79fb-4b2d-bbee-6b458f41c134 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:00.873971 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bcf6119f-4a32-4c96-9d47-510f0942fab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.887067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] For port 5499f637-2a87-418f-9f02-ab3539654ce4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5499f637-2a87-418f-9f02-ab3539654ce4,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:00.939910 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.953543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:00.957704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:subnet and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:00.960624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:00.967353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:01.016372 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.017095 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.077936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Made reservation on behalf of 5ee8315d479c435aaa1e10a9872e4b80 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:01.093649 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bcf6119f-4a32-4c96-9d47-510f0942fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.108018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:47:01.108386 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:47:01.161270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6119f-4a32-4c96-9d47-510f0942fab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e5481b-11e4-462e-8244-3c40189c9d9b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:01.179812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:01.184865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=f0b4792b-e45e-41a3-a136-8f54a50540d9,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:01.187974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:01.190541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:01.191130 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.194920 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.213057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=5499f637-2a87-418f-9f02-ab3539654ce4,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:01.218638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bcf6119f-4a32-4c96-9d47-510f0942fab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.221972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bcf6119f-4a32-4c96-9d47-510f0942fab1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3e5481b-11e4-462e-8244-3c40189c9d9b HTTP/1.1" status: 204 len: 168 time: 0.5922148 Apr 18 21:47:01.227264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:46:59Z', 'revision_number': 3, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:01.232304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Checking router: 61445a04-79fb-4b2d-bbee-6b458f41c134 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:47:01.232783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Updating router 61445a04-79fb-4b2d-bbee-6b458f41c134 port ffbada78-5c58-4992-beee-79ea4d871c7d binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:47:01.233880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.290298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-86caeb7b-9880-46fe-844a-54ce48b082de tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9992185 Apr 18 21:47:01.293331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51570) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:01.300614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:55:b0:1a', 'name': 'tempest-NetworksTestDHCPv6-706980658'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:01.355891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.402190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Deleting port 5499f637-2a87-418f-9f02-ab3539654ce4 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:01.402564 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.474949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:01.481110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:01.485184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:01.495667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:01.610009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:01.610118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.790711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.836260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 175f52b2-ff51-4b41-a8c1-b0f9c009ed27 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:47:01.853637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Subnet': ['ID=eec3820a-3e5f-48a2-8acc-b56002bb33d0,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:01.861000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Checking segment: {'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:01.861360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network hostable DHCP agents. Network: b1623c7f-5b4b-4438-9faa-616056d78d14, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:47:01.861818 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] For port 5499f637-2a87-418f-9f02-ab3539654ce4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=5499f637-2a87-418f-9f02-ab3539654ce4,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:01.869008 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.968219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network b1623c7f-5b4b-4438-9faa-616056d78d14 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:47:01.991507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Calling delete_port for 5499f637-2a87-418f-9f02-ab3539654ce4 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:01.996798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::f816:3eff:fe55:b01a (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/f0b4792b-e45e-41a3-a136-8f54a50540d9/175f52b2-ff51-4b41-a8c1-b0f9c009ed27) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:02.054395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b1623c7f-5b4b-4438-9faa-616056d78d14) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:02.058560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:02.059157 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.078732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f6ba93-fba4-479e-a654-11059d33b41f None None] Network b1623c7f-5b4b-4438-9faa-616056d78d14 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:02.177613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51578) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:02.197634 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-910c9641-4b8b-449f-b9c8-8d1649b4d01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.215206 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-52307449-4f3f-46b1-9613-70dfe9b13d73 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3947966 Apr 18 21:47:02.218300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51582) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:02.241665 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.268887 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.346789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-910c9641-4b8b-449f-b9c8-8d1649b4d01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:02.357097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-910c9641-4b8b-449f-b9c8-8d1649b4d01c admin admin] Usage tracker for resource:security_group_rule and tenant:8ba51b2658a2414db7e7b7d61cd243d6 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:02.361972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-910c9641-4b8b-449f-b9c8-8d1649b4d01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:02.373265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-910c9641-4b8b-449f-b9c8-8d1649b4d01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:02.466133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-b1623c7f-5b4b-4438-9faa-616056d78d14', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ips': [{'subnet_id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:47:02.466957 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.470196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-910c9641-4b8b-449f-b9c8-8d1649b4d01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.484870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 175f52b2-ff51-4b41-a8c1-b0f9c009ed27 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:02.485102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Transition to ACTIVE for port object ffbada78-5c58-4992-beee-79ea4d871c7d will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:02.487877 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.573459 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-910c9641-4b8b-449f-b9c8-8d1649b4d01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.575602 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.581535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] Pushing event deleted for resources: {'Port': ['ID=5499f637-2a87-418f-9f02-ab3539654ce4,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:02.589639 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.616924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c9641-4b8b-449f-b9c8-8d1649b4d01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5819658e-ff19-4cf2-9a86-6f167250337b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:02.650978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:02.661911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:02.666592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:02.671253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:02.671906 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.696876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=175f52b2-ff51-4b41-a8c1-b0f9c009ed27,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:02.723287 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-910c9641-4b8b-449f-b9c8-8d1649b4d01c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ba51b2658a2414db7e7b7d61cd243d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5413778 Apr 18 21:47:02.723287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51590) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:02.772871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e3baa-ac53-49fe-b9c1-f8c37aac7251 None None] No DVR routers for this DVR port 5499f637-2a87-418f-9f02-ab3539654ce4 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:47:02.779814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122be46a-853c-4644-8612-dc120431e284 None None] Pushing event updated for resources: {'Port': ['ID=ffbada78-5c58-4992-beee-79ea4d871c7d,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:02.799970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Attempting to bind port ffbada78-5c58-4992-beee-79ea4d871c7d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:02.800705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Attempting to bind port ffbada78-5c58-4992-beee-79ea4d871c7d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:02.801224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Attempting to bind port ffbada78-5c58-4992-beee-79ea4d871c7d on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:02.806677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-10a0cc17-36c0-4c7a-9053-e70d078f3b6f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5117199 Apr 18 21:47:02.809918 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51594) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:02.811574 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d21b615c-e9fc-42e3-86f4-c86409add79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.833146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0d087c-e607-4cd1-83f2-4010df96f004 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:02.858864 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d21b615c-e9fc-42e3-86f4-c86409add79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.920357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74e14e0-0bd2-4987-b84f-67bfa2745924 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:02.921060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c74e14e0-0bd2-4987-b84f-67bfa2745924 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:02.927478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:02.928469 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:02.929086 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.929701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:02.930375 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Bound port: ffbada78-5c58-4992-beee-79ea4d871c7d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:02.931050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:03.005771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Allocated IP 172.20.0.2 (b1623c7f-5b4b-4438-9faa-616056d78d14/eec3820a-3e5f-48a2-8acc-b56002bb33d0/4259f480-ed4f-4d5f-9d61-90e6fa321906) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:03.012006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c74e14e0-0bd2-4987-b84f-67bfa2745924 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:03.015906 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c74e14e0-0bd2-4987-b84f-67bfa2745924 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2048044 Apr 18 21:47:03.016535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51598) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:03.088219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-da382fd0-9584-4f3c-94e9-c1f368903399 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 175f52b2-ff51-4b41-a8c1-b0f9c009ed27 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:03.089248 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da382fd0-9584-4f3c-94e9-c1f368903399 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:03.129665 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d21b615c-e9fc-42e3-86f4-c86409add79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:03.149726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b615c-e9fc-42e3-86f4-c86409add79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5819658e-ff19-4cf2-9a86-6f167250337b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:03.162716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] For port ffbada78-5c58-4992-beee-79ea4d871c7d, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:03.167445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d21b615c-e9fc-42e3-86f4-c86409add79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:03.172560 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d21b615c-e9fc-42e3-86f4-c86409add79c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5819658e-ff19-4cf2-9a86-6f167250337b HTTP/1.1" status: 204 len: 168 time: 0.4487202 Apr 18 21:47:03.202124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] For port ffbada78-5c58-4992-beee-79ea4d871c7d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ffbada78-5c58-4992-beee-79ea4d871c7d,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:03.340284 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:03.481792 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da382fd0-9584-4f3c-94e9-c1f368903399 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:03.503541 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:03.518521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122be46a-853c-4644-8612-dc120431e284 None None] Pushing event updated for resources: {'Port': ['ID=ffbada78-5c58-4992-beee-79ea4d871c7d,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:03.538310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': 'f0b4792b-e45e-41a3-a136-8f54a50540d9'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:47:03.539333 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:03.542546 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:03.552677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Transition to ACTIVE for port object 4259f480-ed4f-4d5f-9d61-90e6fa321906 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:03.590285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Routers {'61445a04-79fb-4b2d-bbee-6b458f41c134'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:03.590925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:46:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['61445a04-79fb-4b2d-bbee-6b458f41c134'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:03.657094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Transition to ACTIVE for port object 4259f480-ed4f-4d5f-9d61-90e6fa321906 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:03.816337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-da382fd0-9584-4f3c-94e9-c1f368903399 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 175f52b2-ff51-4b41-a8c1-b0f9c009ed27 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:03.886017 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:03.974914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Pushing event updated for resources: {'Port': ['ID=4259f480-ed4f-4d5f-9d61-90e6fa321906,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:04.028944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Network b1623c7f-5b4b-4438-9faa-616056d78d14 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:04.035240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:04.054755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.20.0.1 (b1623c7f-5b4b-4438-9faa-616056d78d14/eec3820a-3e5f-48a2-8acc-b56002bb33d0/b962f8a7-b586-4bbf-aebe-00ece39be8fb) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:04.056056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:04.112253 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.127549 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da382fd0-9584-4f3c-94e9-c1f368903399 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.220472 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] Set router 61445a04-79fb-4b2d-bbee-6b458f41c134 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:04.222232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51616) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:04.256706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da382fd0-9584-4f3c-94e9-c1f368903399 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=175f52b2-ff51-4b41-a8c1-b0f9c009ed27,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:04.277097 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-277cde10-a795-40b9-b036-21dc5d9ce5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.282543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Allocated IP 2001:db8::f816:3eff:fe62:9ba9 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/f0b4792b-e45e-41a3-a136-8f54a50540d9/25a5881a-86d1-412a-a6a8-906d674a8548) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:04.344951 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.347809 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-da382fd0-9584-4f3c-94e9-c1f368903399 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.364368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Transition to ACTIVE for port object b962f8a7-b586-4bbf-aebe-00ece39be8fb will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:04.373673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-277cde10-a795-40b9-b036-21dc5d9ce5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:04.377512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-277cde10-a795-40b9-b036-21dc5d9ce5be admin admin] Usage tracker for resource:security_group_rule and tenant:b9035f6d164b48ed87f1b13a72d1b301 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:04.380471 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-277cde10-a795-40b9-b036-21dc5d9ce5be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:04.387745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-277cde10-a795-40b9-b036-21dc5d9ce5be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:04.400070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Attempting to bind port 4259f480-ed4f-4d5f-9d61-90e6fa321906 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:04.400428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Attempting to bind port 4259f480-ed4f-4d5f-9d61-90e6fa321906 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:04.400831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Attempting to bind port 4259f480-ed4f-4d5f-9d61-90e6fa321906 on network b1623c7f-5b4b-4438-9faa-616056d78d14 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:04.468534 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-277cde10-a795-40b9-b036-21dc5d9ce5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.483371 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-da382fd0-9584-4f3c-94e9-c1f368903399 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/175f52b2-ff51-4b41-a8c1-b0f9c009ed27 HTTP/1.1" status: 204 len: 168 time: 1.4658141 Apr 18 21:47:04.485959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51620) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:04.515410 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.553215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:04.553522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Checking segment: {'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:04.553924 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.554338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Bound using segment: {'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:04.554775 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-277cde10-a795-40b9-b036-21dc5d9ce5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.554903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Bound port: 4259f480-ed4f-4d5f-9d61-90e6fa321906, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:04.555199 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.600197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cde10-a795-40b9-b036-21dc5d9ce5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc021b1b-19da-4fe6-b4cb-a460bc4a9dc9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:04.611834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec23f5e-1aad-45c7-9a4c-3e77db2c3725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:04.613463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec23f5e-1aad-45c7-9a4c-3e77db2c3725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:04.614447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ec23f5e-1aad-45c7-9a4c-3e77db2c3725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:04.633027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network b1623c7f-5b4b-4438-9faa-616056d78d14 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:04.643638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:04.653369 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-277cde10-a795-40b9-b036-21dc5d9ce5be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b9035f6d164b48ed87f1b13a72d1b301&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4271600 Apr 18 21:47:04.653960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51626) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:04.658204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:04.724380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=b962f8a7-b586-4bbf-aebe-00ece39be8fb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:04.743440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.746861 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9222d4f0-424b-44d3-95ed-124c157168cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.773277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4ec23f5e-1aad-45c7-9a4c-3e77db2c3725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:04.774504 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4ec23f5e-1aad-45c7-9a4c-3e77db2c3725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2872190 Apr 18 21:47:04.777036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9222d4f0-424b-44d3-95ed-124c157168cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.778429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51632) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:04.914775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] For port 4259f480-ed4f-4d5f-9d61-90e6fa321906, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:04.917325 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.920712 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] For port 4259f480-ed4f-4d5f-9d61-90e6fa321906, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4259f480-ed4f-4d5f-9d61-90e6fa321906,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:04.933011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Transition to ACTIVE for port object 25a5881a-86d1-412a-a6a8-906d674a8548 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:04.958257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Transition to ACTIVE for port object 25a5881a-86d1-412a-a6a8-906d674a8548 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:04.965177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:46:59Z', 'revision_number': 3, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:04.973414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01f2190-3fb3-4122-abba-7416eb02b73b None None] The sync data for ids ['61445a04-79fb-4b2d-bbee-6b458f41c134'] in n-d-836017-3 is: [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:46:59Z', 'revision_number': 3, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:47:04.984237 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:04.999876 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9222d4f0-424b-44d3-95ed-124c157168cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:05.016619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222d4f0-424b-44d3-95ed-124c157168cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc021b1b-19da-4fe6-b4cb-a460bc4a9dc9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:05.029694 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9222d4f0-424b-44d3-95ed-124c157168cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:05.029694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9222d4f0-424b-44d3-95ed-124c157168cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc021b1b-19da-4fe6-b4cb-a460bc4a9dc9 HTTP/1.1" status: 204 len: 168 time: 0.3720646 Apr 18 21:47:05.053940 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:05.144459 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:05.201393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d12a7-8dc2-4876-beba-c033029cdc4f None None] Pushing event updated for resources: {'Port': ['ID=4259f480-ed4f-4d5f-9d61-90e6fa321906,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:05.256955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:05.267052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:05.271005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:05.304786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d6ceb9-6847-47c4-bdd4-059dd9086d74 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet f0b4792b-e45e-41a3-a136-8f54a50540d9 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:47:05.312072 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d5d6ceb9-6847-47c4-bdd4-059dd9086d74 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:05.380395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Pushing event updated for resources: {'Port': ['ID=25a5881a-86d1-412a-a6a8-906d674a8548,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:05.403852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d5d6ceb9-6847-47c4-bdd4-059dd9086d74 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:05.464572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Attempting to bind port 25a5881a-86d1-412a-a6a8-906d674a8548 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:05.464946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Attempting to bind port 25a5881a-86d1-412a-a6a8-906d674a8548 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:05.465313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Attempting to bind port 25a5881a-86d1-412a-a6a8-906d674a8548 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:05.486250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:05.486634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:05.487043 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:05.487436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:05.487915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Bound port: 25a5881a-86d1-412a-a6a8-906d674a8548, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:05.492590 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:05.637510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ffbada78-5c58-4992-beee-79ea4d871c7d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:05.746483 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d5d6ceb9-6847-47c4-bdd4-059dd9086d74 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:05.865571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port ffbada78-5c58-4992-beee-79ea4d871c7d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:05.879263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ffbada78-5c58-4992-beee-79ea4d871c7d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:05.879263 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:05.908036 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:05.974959 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:06.033436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] For port 25a5881a-86d1-412a-a6a8-906d674a8548, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:06.070255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] For port 25a5881a-86d1-412a-a6a8-906d674a8548, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=25a5881a-86d1-412a-a6a8-906d674a8548,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:06.073872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d5d6ceb9-6847-47c4-bdd4-059dd9086d74 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:06.077555 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:06.101608 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port ffbada78-5c58-4992-beee-79ea4d871c7d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ffbada78-5c58-4992-beee-79ea4d871c7d,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:06.154006 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:06.163720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6ceb9-6847-47c4-bdd4-059dd9086d74 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b4792b-e45e-41a3-a136-8f54a50540d9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:06.188504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:06.192933 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d5d6ceb9-6847-47c4-bdd4-059dd9086d74 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:06.231885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=b962f8a7-b586-4bbf-aebe-00ece39be8fb,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:06.244201 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:06.310131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f09ea0-3d97-4bae-a286-bfecc9a60a58 None None] Pushing event updated for resources: {'Port': ['ID=25a5881a-86d1-412a-a6a8-906d674a8548,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:06.343717 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d5d6ceb9-6847-47c4-bdd4-059dd9086d74 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/f0b4792b-e45e-41a3-a136-8f54a50540d9 HTTP/1.1" status: 204 len: 168 time: 1.5617740 Apr 18 21:47:06.344278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51654) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:06.389867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=ffbada78-5c58-4992-beee-79ea4d871c7d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:06.421322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network b1623c7f-5b4b-4438-9faa-616056d78d14 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:06.422819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:06.513369 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8070f6d9-333b-43db-81a5-92e6201cc28e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1681073 Apr 18 21:47:06.514109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51662) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:06.665977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7390e4cc-1531-4337-934a-522c281bae3a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:06.667535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7390e4cc-1531-4337-934a-522c281bae3a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:06.757627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7390e4cc-1531-4337-934a-522c281bae3a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:06.759026 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7390e4cc-1531-4337-934a-522c281bae3a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2439647 Apr 18 21:47:06.761966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51670) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:06.827697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8ba938-5044-413c-8997-77b353d0a4b9 None None] Network b1623c7f-5b4b-4438-9faa-616056d78d14 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:06.840189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51674) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:06.875088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4dad1-c499-4336-80fb-0a9c34d478a1 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:06.876958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8ee4dad1-c499-4336-80fb-0a9c34d478a1 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1137903 Apr 18 21:47:06.880622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51680) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:06.974772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c072f22b-21ee-43c4-b346-4bfc760fa17e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927117 Apr 18 21:47:06.979325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51684) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:06.985691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:07.067988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-196512768-network', 'tenant_id': '405ad3ecbf1b447f93a254b0667a42cc'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:07.076242 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:07.080893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Usage tracker for resource:network and tenant:405ad3ecbf1b447f93a254b0667a42cc is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:07.083901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:07.091102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:07.150750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:07.155723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:07.159358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:07.167211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:07.245740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-50aaf534-fe20-4865-acab-98712067c106 None None] Provisioning for port 4259f480-ed4f-4d5f-9d61-90e6fa321906 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:07.306422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 61445a04-79fb-4b2d-bbee-6b458f41c134 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:47:07.308727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:07.382360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Made reservation on behalf of 405ad3ecbf1b447f93a254b0667a42cc for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:07.384777 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:07.469427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:07.547506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:07.547637 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:07.557249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Usage tracker for resource:security_group_rule and tenant:405ad3ecbf1b447f93a254b0667a42cc is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:07.560523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:07.576989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:07.696161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cecf77e2-b9b2-4733-be45-492ab33bfb90 None None] Provisioning for port b962f8a7-b586-4bbf-aebe-00ece39be8fb completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:07.706991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cecf77e2-b9b2-4733-be45-492ab33bfb90 None None] Provisioning complete for port b962f8a7-b586-4bbf-aebe-00ece39be8fb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:07.707454 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cecf77e2-b9b2-4733-be45-492ab33bfb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:07.737972 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:07.800839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-cecf77e2-b9b2-4733-be45-492ab33bfb90 None None] Port b962f8a7-b586-4bbf-aebe-00ece39be8fb cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:47:07.803807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 25a5881a-86d1-412a-a6a8-906d674a8548 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:07.821808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:47:07.842531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:07.885995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:07.906069 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-592e11ec-fcb3-4d0d-a52e-cfd7815f2331 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "PUT /v2.0/routers/61445a04-79fb-4b2d-bbee-6b458f41c134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6829159 Apr 18 21:47:07.907001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:47:07.928696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:07.929217 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Added segment 0991f900-6aa7-4a5a-97d9-d8c5717f87aa of type vlan for network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d Apr 18 21:47:07.969544 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:07.979726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154b57e9-0546-409e-a341-13730d0c4969 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:08.071706 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:08.075464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 25a5881a-86d1-412a-a6a8-906d674a8548 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:08.106337 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4259f480-ed4f-4d5f-9d61-90e6fa321906 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:08.135089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:08.136568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:08.137153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:08.344018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:08.376037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:08.390354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:08.393885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:08.395955 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:08.401411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:47:08.430279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=52ff8193-c833-4c2e-897e-bdddbc8f7197,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:08.501486 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c088b6ad-a1cc-40b7-b374-5ed5ea1029e2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6572452 Apr 18 21:47:08.502289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51698) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:08.505396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a4a7a0d3-6035-4ec9-809c-608c882f596a None None] Provisioning complete for port b962f8a7-b586-4bbf-aebe-00ece39be8fb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:08.505877 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a0d3-6035-4ec9-809c-608c882f596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:08.510630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Request body: {'subnet': {'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-196512768-subnet', 'tenant_id': '405ad3ecbf1b447f93a254b0667a42cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:08.516503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:08.521049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Usage tracker for resource:subnet and tenant:405ad3ecbf1b447f93a254b0667a42cc is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:08.524140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:08.532404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51702) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:08.533110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7d6514be-3b42-4e83-97e2-2497beeca27a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5521326 Apr 18 21:47:08.536146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:08.545296 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:b5:45:23', 'name': 'tempest-NetworksTestDHCPv6-1516425765'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:08.601502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a4a7a0d3-6035-4ec9-809c-608c882f596a None None] Port b962f8a7-b586-4bbf-aebe-00ece39be8fb cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:47:08.607823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a4a7a0d3-6035-4ec9-809c-608c882f596a None None] Could not find standard attr ID for object 175f52b2-ff51-4b41-a8c1-b0f9c009ed27. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:47:08.650219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Made reservation on behalf of 405ad3ecbf1b447f93a254b0667a42cc for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:08.658375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:08.678748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 4259f480-ed4f-4d5f-9d61-90e6fa321906 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:08.685787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4259f480-ed4f-4d5f-9d61-90e6fa321906 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:08.686152 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:08.698482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-3d677ae1-55a1-4cc5-967c-614e63f5043c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:08.737582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a4a7a0d3-6035-4ec9-809c-608c882f596a None None] Provisioning for port 25a5881a-86d1-412a-a6a8-906d674a8548 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:08.756613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a4a7a0d3-6035-4ec9-809c-608c882f596a None None] Provisioning complete for port 25a5881a-86d1-412a-a6a8-906d674a8548 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:08.756875 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a0d3-6035-4ec9-809c-608c882f596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:08.806749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-3d677ae1-55a1-4cc5-967c-614e63f5043c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:08.810395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-3d677ae1-55a1-4cc5-967c-614e63f5043c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446612772&fields=id&tenant_id=5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 267 time: 0.1621675 Apr 18 21:47:08.859017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:08.913294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:08.997405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4166c104-38c1-4064-9c76-6aa59bd8a7f9 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:09.015347 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:09.070265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-d3649190-04b0-4bdf-9625-a57e5167ef6f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:09.071089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-d3649190-04b0-4bdf-9625-a57e5167ef6f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:09.077457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:09.081758 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:09.112214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port e63c0865-2d7b-4092-ad77-5ea0ae7250e7 yet. {{(pid=85049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:47:09.136557 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a0d3-6035-4ec9-809c-608c882f596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:09.154243 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-d3649190-04b0-4bdf-9625-a57e5167ef6f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:09.156168 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-d3649190-04b0-4bdf-9625-a57e5167ef6f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/networks?id=b1623c7f-5b4b-4438-9faa-616056d78d14 HTTP/1.1" status: 200 len: 796 time: 0.3393540 Apr 18 21:47:09.157871 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:09.180710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-25e81aa1-3eef-4c65-97b2-ebe4d322e6d4 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/quotas/5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 375 time: 0.0180454 Apr 18 21:47:09.194911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 4259f480-ed4f-4d5f-9d61-90e6fa321906, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4259f480-ed4f-4d5f-9d61-90e6fa321906,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:09.249178 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Sync routers for ids ['61445a04-79fb-4b2d-bbee-6b458f41c134'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:47:09.261596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff60997-0272-421f-ae66-719447900a6a,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:09.266527 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Routers {'61445a04-79fb-4b2d-bbee-6b458f41c134'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:09.267760 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:46:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['61445a04-79fb-4b2d-bbee-6b458f41c134'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:09.335838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Checking segment: {'id': '0991f900-6aa7-4a5a-97d9-d8c5717f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:09.336362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Network hostable DHCP agents. Network: c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:47:09.372223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a4a7a0d3-6035-4ec9-809c-608c882f596a None None] For port 25a5881a-86d1-412a-a6a8-906d674a8548, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=25a5881a-86d1-412a-a6a8-906d674a8548,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:09.388867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::2bd (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/52ff8193-c833-4c2e-897e-bdddbc8f7197/e63c0865-2d7b-4092-ad77-5ea0ae7250e7) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:09.404921 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-47d4a592-7d6c-45ae-a085-32458b9ebc75 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:09.436572 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:09.437340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ffbada78-5c58-4992-beee-79ea4d871c7d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:09.473810 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Set router 61445a04-79fb-4b2d-bbee-6b458f41c134 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:09.530473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-47d4a592-7d6c-45ae-a085-32458b9ebc75 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:09.531788 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-47d4a592-7d6c-45ae-a085-32458b9ebc75 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3445096 Apr 18 21:47:09.532454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:47:09.565626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=4259f480-ed4f-4d5f-9d61-90e6fa321906,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:09.579705 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a0d3-6035-4ec9-809c-608c882f596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:09.639820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:09.655578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:09.658627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:09.701014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3609dd1-3333-4c0e-81bc-bd4f4e2600b5 None None] Network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:09.713117 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:09.722716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-7a4ca4cf-6f5d-4d34-b65a-5d74e8475f36 service neutron] 10.222.0.11 "GET /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636157 Apr 18 21:47:09.738249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object e63c0865-2d7b-4092-ad77-5ea0ae7250e7 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:09.831905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:09.843077 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:47:04Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b962f8a7-b586-4bbf-aebe-00ece39be8fb', 'name': '', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:13:9a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:03Z', 'updated_at': '2022-04-18T21:47:05Z', 'revision_number': 2, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:09.848763 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Checking router: 61445a04-79fb-4b2d-bbee-6b458f41c134 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:47:09.849429 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Updating router 61445a04-79fb-4b2d-bbee-6b458f41c134 port b962f8a7-b586-4bbf-aebe-00ece39be8fb binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:47:09.908134 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-77ae10a7-06dd-4786-81d5-dae34bf0e617 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4042821 Apr 18 21:47:09.922593 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:09.929379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:09.933487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:09.933710 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-50add96a-5d24-42e5-a73b-b741857af1f8 service neutron] 10.222.0.11 "GET /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017000 Apr 18 21:47:09.942834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:09.947181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:09.948265 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:10.134593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7a0d3-6035-4ec9-809c-608c882f596a None None] Pushing event updated for resources: {'Port': ['ID=25a5881a-86d1-412a-a6a8-906d674a8548,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:10.139137 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:10.173621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=e63c0865-2d7b-4092-ad77-5ea0ae7250e7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:10.180190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-88945387-932b-4d62-a014-b989860b4418 None None] Provisioning complete for port b962f8a7-b586-4bbf-aebe-00ece39be8fb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:10.180556 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-88945387-932b-4d62-a014-b989860b4418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:10.260982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2615a7-ef94-4637-b0af-f12c8de73366 None None] Network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:10.278871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-88945387-932b-4d62-a014-b989860b4418 None None] Port b962f8a7-b586-4bbf-aebe-00ece39be8fb cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:47:10.308859 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d52c4d10-fc3a-4b76-a75d-1fa63c04ef50 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7747345 Apr 18 21:47:10.314752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51722) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:10.483200 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:10.517607 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Transition to ACTIVE for port object b962f8a7-b586-4bbf-aebe-00ece39be8fb will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:10.544354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ffbada78-5c58-4992-beee-79ea4d871c7d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:10.544866 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:10.571524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b170556-7b75-450b-97c0-ee3a53afaa68 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:10.582302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b170556-7b75-450b-97c0-ee3a53afaa68 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:10.585321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8b170556-7b75-450b-97c0-ee3a53afaa68 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:10.587884 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:10.703793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8b170556-7b75-450b-97c0-ee3a53afaa68 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:10.705281 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8b170556-7b75-450b-97c0-ee3a53afaa68 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.3893700 Apr 18 21:47:10.707718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51740) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:10.709043 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-88945387-932b-4d62-a014-b989860b4418 None None] Provisioning complete for port 25a5881a-86d1-412a-a6a8-906d674a8548 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:10.710160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-88945387-932b-4d62-a014-b989860b4418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:10.818172 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9217a916-bff5-4e92-a117-8a1bd933e866 req-a4153cec-135a-4ba9-a181-f91667680873 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 210 time: 0.3769581 Apr 18 21:47:10.862824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2a062f67-5dcf-47c2-ac5c-a826a1ca2289 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port e63c0865-2d7b-4092-ad77-5ea0ae7250e7 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:10.864917 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a062f67-5dcf-47c2-ac5c-a826a1ca2289 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:10.913428 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Pushing event updated for resources: {'Port': ['ID=b962f8a7-b586-4bbf-aebe-00ece39be8fb,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:11.128333 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:11.128682 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:11.134176 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:11.134666 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:11.135879 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:11.136226 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:11.136559 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:11.136890 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:11.137216 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:11.137586 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:11.137916 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:11.190389 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Attempting to bind port b962f8a7-b586-4bbf-aebe-00ece39be8fb on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:11.191108 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Attempting to bind port b962f8a7-b586-4bbf-aebe-00ece39be8fb by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:11.192433 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Attempting to bind port b962f8a7-b586-4bbf-aebe-00ece39be8fb on network b1623c7f-5b4b-4438-9faa-616056d78d14 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:11.211530 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:11.212248 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Checking segment: {'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:11.214995 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:11.215736 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Bound using segment: {'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:11.216607 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Bound port: b962f8a7-b586-4bbf-aebe-00ece39be8fb, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:11.219681 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:11.367705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b0346923-5afd-4267-a428-2a5cf3755102 None None] Provisioning complete for port 25a5881a-86d1-412a-a6a8-906d674a8548 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:11.367972 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b0346923-5afd-4267-a428-2a5cf3755102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:11.386748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a062f67-5dcf-47c2-ac5c-a826a1ca2289 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:11.443172 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] For port b962f8a7-b586-4bbf-aebe-00ece39be8fb, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:11.451616 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] For port b962f8a7-b586-4bbf-aebe-00ece39be8fb, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b962f8a7-b586-4bbf-aebe-00ece39be8fb,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:11.471800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 25a5881a-86d1-412a-a6a8-906d674a8548 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:11.537124 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:11.586199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2a062f67-5dcf-47c2-ac5c-a826a1ca2289 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for e63c0865-2d7b-4092-ad77-5ea0ae7250e7 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:11.654894 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11030fb2-3b96-43de-9663-f6943c53be2f None None] Pushing event updated for resources: {'Port': ['ID=b962f8a7-b586-4bbf-aebe-00ece39be8fb,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:11.668199 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Routers {'61445a04-79fb-4b2d-bbee-6b458f41c134'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:11.668199 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:46:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['61445a04-79fb-4b2d-bbee-6b458f41c134'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:11.837835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 25a5881a-86d1-412a-a6a8-906d674a8548 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:11.841389 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:11.968702 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] Set router 61445a04-79fb-4b2d-bbee-6b458f41c134 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:12.007405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3b855645-02f1-4564-843b-db4a6e8b1f0e None None] Could not find standard attr ID for object 98b92a7e-80ec-4f19-bfa7-2b44f727eea1. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:47:12.014974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3b855645-02f1-4564-843b-db4a6e8b1f0e None None] Could not find standard attr ID for object 175f52b2-ff51-4b41-a8c1-b0f9c009ed27. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:47:12.043764 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a062f67-5dcf-47c2-ac5c-a826a1ca2289 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:12.117701 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4259f480-ed4f-4d5f-9d61-90e6fa321906 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:12.186714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062f67-5dcf-47c2-ac5c-a826a1ca2289 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=e63c0865-2d7b-4092-ad77-5ea0ae7250e7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:12.294390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2a062f67-5dcf-47c2-ac5c-a826a1ca2289 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:12.326223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fba09fb0-0fc5-466e-a0fe-757a44fbf75f req-06a6b7f5-6e19-4798-b88f-805bfec6e35c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 210 time: 0.1399014 Apr 18 21:47:12.387050 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2a062f67-5dcf-47c2-ac5c-a826a1ca2289 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/e63c0865-2d7b-4092-ad77-5ea0ae7250e7 HTTP/1.1" status: 204 len: 168 time: 1.6777205 Apr 18 21:47:12.388995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51764) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:12.420670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 4259f480-ed4f-4d5f-9d61-90e6fa321906 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:12.421230 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:12.517615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dca182da-eb2a-4a6f-b285-6d639c8aba23 None None] Could not find standard attr ID for object e63c0865-2d7b-4092-ad77-5ea0ae7250e7. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:47:12.531053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ce6101-abfd-4729-8944-f9d3598d98b3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:12.532989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ce6101-abfd-4729-8944-f9d3598d98b3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:12.534016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c3ce6101-abfd-4729-8944-f9d3598d98b3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:12.637171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c3ce6101-abfd-4729-8944-f9d3598d98b3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:12.640018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c3ce6101-abfd-4729-8944-f9d3598d98b3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2497964 Apr 18 21:47:12.643322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51770) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:12.858573 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:47:04Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b962f8a7-b586-4bbf-aebe-00ece39be8fb', 'name': '', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:13:9a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:03Z', 'updated_at': '2022-04-18T21:47:11Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:12.864773 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a83523-c8d8-49ee-8c23-485d94d9910e None None] The sync data for ids ['61445a04-79fb-4b2d-bbee-6b458f41c134'] in n-d-836017-3 is: [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:47:04Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b962f8a7-b586-4bbf-aebe-00ece39be8fb', 'name': '', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:13:9a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:03Z', 'updated_at': '2022-04-18T21:47:11Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:47:13.043485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-0532d924-f53f-492f-9106-c751d0f88f28 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 52ff8193-c833-4c2e-897e-bdddbc8f7197 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:47:13.047397 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0532d924-f53f-492f-9106-c751d0f88f28 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:13.163534 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0532d924-f53f-492f-9106-c751d0f88f28 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:13.519679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b962f8a7-b586-4bbf-aebe-00ece39be8fb up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:13.568676 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0532d924-f53f-492f-9106-c751d0f88f28 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:13.675829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-381598b1-d356-4ab4-8f1b-29868a4e7b02 req-547055a1-91b9-44ca-9966-9b37a7bbb95c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 210 time: 0.0670655 Apr 18 21:47:13.756237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-556fcc7a-a32f-4c8b-a553-dd543b7defb5 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:13.757836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-556fcc7a-a32f-4c8b-a553-dd543b7defb5 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:13.781635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b962f8a7-b586-4bbf-aebe-00ece39be8fb completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:13.787488 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b962f8a7-b586-4bbf-aebe-00ece39be8fb triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:13.788323 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:13.814178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-556fcc7a-a32f-4c8b-a553-dd543b7defb5 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:13.819258 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-556fcc7a-a32f-4c8b-a553-dd543b7defb5 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.26 "GET /v2.0/networks?id=b1623c7f-5b4b-4438-9faa-616056d78d14 HTTP/1.1" status: 200 len: 796 time: 0.4999528 Apr 18 21:47:13.902695 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0532d924-f53f-492f-9106-c751d0f88f28 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:13.955691 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0532d924-f53f-492f-9106-c751d0f88f28 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:13.966987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b425ba2-5508-4f55-89e5-f19a1e73b296 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:13.969532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532d924-f53f-492f-9106-c751d0f88f28 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=52ff8193-c833-4c2e-897e-bdddbc8f7197,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:13.974638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-175843f1-ec9a-40c6-b9b1-34767d080b05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:13.990303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-175843f1-ec9a-40c6-b9b1-34767d080b05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:13.991549 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-175843f1-ec9a-40c6-b9b1-34767d080b05 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ee8315d479c435aaa1e10a9872e4b80 HTTP/1.1" status: 200 len: 380 time: 0.1640458 Apr 18 21:47:14.011518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'port': {'device_id': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'admin_state_up': True, 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'security_groups': ['f0851120-02bb-45bc-86d1-661e146dacc1']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:14.107000 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0532d924-f53f-492f-9106-c751d0f88f28 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/52ff8193-c833-4c2e-897e-bdddbc8f7197 HTTP/1.1" status: 204 len: 168 time: 1.4605005 Apr 18 21:47:14.111001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51792) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:14.144893 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:14.284070 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a5020bdb-2828-4456-96e5-7326bf8362df tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1717656 Apr 18 21:47:14.287030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51796) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:14.289949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port b962f8a7-b586-4bbf-aebe-00ece39be8fb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b962f8a7-b586-4bbf-aebe-00ece39be8fb,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:14.359232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-62722b8c-4063-4988-bce4-8644792a1c87 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:14.361375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-62722b8c-4063-4988-bce4-8644792a1c87 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/networks?id=c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d HTTP/1.1" status: 200 len: 808 time: 0.2785704 Apr 18 21:47:14.367747 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:14.389370 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b5835c65-e818-418e-b9e1-c007c7d9dbc2 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/quotas/405ad3ecbf1b447f93a254b0667a42cc HTTP/1.1" status: 200 len: 375 time: 0.0204942 Apr 18 21:47:14.471405 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-deee0c4d-e6f7-4e3f-a4e1-0990c6b99e01 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=405ad3ecbf1b447f93a254b0667a42cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718727 Apr 18 21:47:14.473201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=b962f8a7-b586-4bbf-aebe-00ece39be8fb,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:14.484304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe48085-725d-42ca-acf5-7c7b9fd9130a None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:47:14.488815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4fe48085-725d-42ca-acf5-7c7b9fd9130a None None] Deleting port 25a5881a-86d1-412a-a6a8-906d674a8548 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:14.489185 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4fe48085-725d-42ca-acf5-7c7b9fd9130a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:14.560183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:14.570660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:14.592992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9aa3b8-4003-48dd-b568-a9a4c8220ce7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:14.593713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ad9aa3b8-4003-48dd-b568-a9a4c8220ce7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:14.632153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-d1d459e8-c38e-4b97-9198-b940b058f67f service neutron] 10.222.0.11 "GET /v2.0/networks/c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596212 Apr 18 21:47:14.688691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Made reservation on behalf of 5ee8315d479c435aaa1e10a9872e4b80 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:14.691632 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:14.725588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ad9aa3b8-4003-48dd-b568-a9a4c8220ce7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:14.727883 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ad9aa3b8-4003-48dd-b568-a9a4c8220ce7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4387815 Apr 18 21:47:14.730359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51804) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:14.797169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4fe48085-725d-42ca-acf5-7c7b9fd9130a None None] For port 25a5881a-86d1-412a-a6a8-906d674a8548, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=25a5881a-86d1-412a-a6a8-906d674a8548,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:14.797692 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4fe48085-725d-42ca-acf5-7c7b9fd9130a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:14.812593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-9542725f-58a6-4e24-8556-1f801c4570a9 service neutron] 10.222.0.11 "GET /v2.0/networks/c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735339 Apr 18 21:47:14.913955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a1fea7-9e91-421d-b595-d3a95a09a990 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:14.914574 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a1a1fea7-9e91-421d-b595-d3a95a09a990 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:14.923865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2093a45-1e3c-41da-8401-80c1a80b4ba9 req-6d0cf042-9380-4baf-ad38-5c6bdc0060ab tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 210 time: 0.0618663 Apr 18 21:47:14.975566 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4fe48085-725d-42ca-acf5-7c7b9fd9130a None None] Calling delete_port for 25a5881a-86d1-412a-a6a8-906d674a8548 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:15.031503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.20.0.14 (b1623c7f-5b4b-4438-9faa-616056d78d14/eec3820a-3e5f-48a2-8acc-b56002bb33d0/866fe4de-d06c-414b-8d4a-ce1adcdf2b98) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:15.073895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a1a1fea7-9e91-421d-b595-d3a95a09a990 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:15.073895 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a1a1fea7-9e91-421d-b595-d3a95a09a990 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3400586 Apr 18 21:47:15.075940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51810) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:15.153763 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f0d1c4a0-3ada-4c93-bbed-1d77e721157e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766377 Apr 18 21:47:15.157842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51816) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:15.163527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:15.164005 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4fe48085-725d-42ca-acf5-7c7b9fd9130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:15.256776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe48085-725d-42ca-acf5-7c7b9fd9130a None None] Pushing event deleted for resources: {'Port': ['ID=25a5881a-86d1-412a-a6a8-906d674a8548,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:15.264310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe48085-725d-42ca-acf5-7c7b9fd9130a None None] No DVR routers for this DVR port 25a5881a-86d1-412a-a6a8-906d674a8548 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:47:15.362093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19e77432-2892-4af9-b004-a918aa656af6 req-dcb55114-3839-4477-aa53-e5b40af82c05 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 210 time: 0.0614600 Apr 18 21:47:15.420944 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:15.429078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:15.434908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:15.438587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b962f8a7-b586-4bbf-aebe-00ece39be8fb up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:15.444949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Transition to ACTIVE for port object 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:15.509091 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b962f8a7-b586-4bbf-aebe-00ece39be8fb triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:15.509456 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:15.559151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:15.559398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:15.670920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network b1623c7f-5b4b-4438-9faa-616056d78d14 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:15.672846 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:15.674257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:15.684319 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:15.693906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 25a5881a-86d1-412a-a6a8-906d674a8548 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:47:15.711745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:15.746184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 25a5881a-86d1-412a-a6a8-906d674a8548 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:47:15.746650 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 25a5881a-86d1-412a-a6a8-906d674a8548 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:47:15.754892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:15.755629 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:15.876189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-c1ca76b7-3fd6-4852-bb01-244c88f2b9e7 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8713052 Apr 18 21:47:15.892543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Request body: {'port': {'device_id': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:16.061850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-aabd92e4-78bd-4f2e-9504-fc2ea84e1ab8 None None] Provisioning for port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:16.063311 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:16.068215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-aabd92e4-78bd-4f2e-9504-fc2ea84e1ab8 None None] Provisioning complete for port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:16.068669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-aabd92e4-78bd-4f2e-9504-fc2ea84e1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:16.145852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-aabd92e4-78bd-4f2e-9504-fc2ea84e1ab8 None None] Port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:47:16.329434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.objects.ports [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85048) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:47:16.333896 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:16.389970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f12f70-65b3-4eca-b9be-6ff35c7df4b5 req-f693a791-e279-412f-9495-0e3ff7962464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:16.397793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3f12f70-65b3-4eca-b9be-6ff35c7df4b5 req-f693a791-e279-412f-9495-0e3ff7962464 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 932 time: 0.2001812 Apr 18 21:47:16.425413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:47:16.433560 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:16.437053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:16.449289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Transition to ACTIVE for port object 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:16.486888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:16.489942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:16.490530 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:16.496644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00452bf8-8b52-4d90-8126-8df65fef95d7 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:16.507108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=2b6c907d-6439-46f1-a92e-6df165513f8a,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:16.511690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e4c6156-5771-41ac-960e-310be4dad53b req-f0b8b6e0-ac64-47bd-b635-58e002f7d0d4 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 210 time: 0.0733347 Apr 18 21:47:16.527430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3f12f70-65b3-4eca-b9be-6ff35c7df4b5 req-9b58bcf6-6d60-45ab-be81-1841baf88eaa tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291680 Apr 18 21:47:16.536358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:16.629280 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-05253fd2-5418-4c5a-bc75-e2362fbc72fd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4701784 Apr 18 21:47:16.631999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51836) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:16.641771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8b8c478a-8d0b-498e-87e3-6f0c76929941 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:16.670638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Pushing event updated for resources: {'Port': ['ID=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:16.797158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Attempting to bind port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:16.797529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Attempting to bind port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:16.797862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Attempting to bind port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 on network b1623c7f-5b4b-4438-9faa-616056d78d14 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:16.803022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '2b6c907d-6439-46f1-a92e-6df165513f8a'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:47:16.804428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 on network b1623c7f-5b4b-4438-9faa-616056d78d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:47:16.804755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Attempting to bind port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 on network b1623c7f-5b4b-4438-9faa-616056d78d14 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:16.807593 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:16.813349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:16.813716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Checking segment: {'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:16.814131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Bound using segment: {'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:16.814621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Bound port: 866fe4de-d06c-414b-8d4a-ce1adcdf2b98, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4601f37-146b-439c-91e9-6e5cc77ea3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:16.814905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:16.842252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8b8c478a-8d0b-498e-87e3-6f0c76929941 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:16.848180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8b8c478a-8d0b-498e-87e3-6f0c76929941 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:16.855005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8b8c478a-8d0b-498e-87e3-6f0c76929941 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:16.865790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8b8c478a-8d0b-498e-87e3-6f0c76929941 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:16.959235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] For port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:16.961883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] For port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:16.981764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8c478a-8d0b-498e-87e3-6f0c76929941 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:16.985327 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8b8c478a-8d0b-498e-87e3-6f0c76929941 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:17.008279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Allocated IP 2001:db8::f816:3eff:feb9:ed29 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/2b6c907d-6439-46f1-a92e-6df165513f8a/f07a8b33-1198-4828-b3ae-1f381c18176a) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:17.080990 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:17.127026 n-d-836017-3 neutron-server[85048]: INFO neutron.db.ipam_backend_mixin [None req-8b8c478a-8d0b-498e-87e3-6f0c76929941 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b6c907d-6439-46f1-a92e-6df165513f8a (CIDR: 2001:db8::/64) Apr 18 21:47:17.185630 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:17.187006 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cd459603-b7a8-400e-892e-137575dd901c service neutron] 10.222.0.26 "PUT /v2.0/ports/866fe4de-d06c-414b-8d4a-ce1adcdf2b98 HTTP/1.1" status: 200 len: 1092 time: 1.3027365 Apr 18 21:47:17.187785 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:47:17.206550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd459603-b7a8-400e-892e-137575dd901c service neutron] Pushing event updated for resources: {'Port': ['ID=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:17.226097 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8c478a-8d0b-498e-87e3-6f0c76929941 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:47:17.226610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8c478a-8d0b-498e-87e3-6f0c76929941 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:17.295616 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02864500-36d4-434f-88a7-bb3ce9374ef1'] response: {'name': 'network-changed', 'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'status': 'completed', 'code': 200} Apr 18 21:47:17.302509 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:17.316507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Transition to ACTIVE for port object f07a8b33-1198-4828-b3ae-1f381c18176a will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:17.334569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8b8c478a-8d0b-498e-87e3-6f0c76929941 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6999767 Apr 18 21:47:17.351346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Transition to ACTIVE for port object f07a8b33-1198-4828-b3ae-1f381c18176a will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:17.356049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51846) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:17.356049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:17.424383 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ffb7aad1-961b-4f09-bff2-2ca3e6cdf811 req-16796c8d-b17a-4e8c-8af5-7a41fa580858 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 1095 time: 0.0960076 Apr 18 21:47:17.519547 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:17.522590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:17.530190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:17.530449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:17.536613 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:17.612714 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:17.616165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:17.624802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:17.627811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Pushing event updated for resources: {'Port': ['ID=f07a8b33-1198-4828-b3ae-1f381c18176a,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:17.655901 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:17.660720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:17.723073 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Attempting to bind port f07a8b33-1198-4828-b3ae-1f381c18176a on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:17.723732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7aad1-961b-4f09-bff2-2ca3e6cdf811 req-1720f809-0b8b-4ea1-822a-12eb139e67d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:17.723894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Attempting to bind port f07a8b33-1198-4828-b3ae-1f381c18176a by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:17.724543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Attempting to bind port f07a8b33-1198-4828-b3ae-1f381c18176a on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:17.725199 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ffb7aad1-961b-4f09-bff2-2ca3e6cdf811 req-1720f809-0b8b-4ea1-822a-12eb139e67d6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2937529 Apr 18 21:47:17.732435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:17.733124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:17.733730 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:17.734339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:17.734963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Bound port: f07a8b33-1198-4828-b3ae-1f381c18176a, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:17.735502 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:17.849987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f75e40d2-9f61-4bf5-b6c8-7c8148f659ad req-22f5c682-aa8a-4127-b2c0-42beeb7ea1eb tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 210 time: 0.1522267 Apr 18 21:47:17.904403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] For port f07a8b33-1198-4828-b3ae-1f381c18176a, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:17.907758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] For port f07a8b33-1198-4828-b3ae-1f381c18176a, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f07a8b33-1198-4828-b3ae-1f381c18176a,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:17.935252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7aad1-961b-4f09-bff2-2ca3e6cdf811 req-583e813a-b1ed-408f-bb0d-30317ca7ceb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:17.936818 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ffb7aad1-961b-4f09-bff2-2ca3e6cdf811 req-583e813a-b1ed-408f-bb0d-30317ca7ceb7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2056961 Apr 18 21:47:17.946140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e559f-2328-47ad-b56b-4c43eaaad644 req-94e4f8ca-5345-4e8d-ad92-89c922f8e45a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:17.947715 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-512e559f-2328-47ad-b56b-4c43eaaad644 req-94e4f8ca-5345-4e8d-ad92-89c922f8e45a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 944 time: 0.1583920 Apr 18 21:47:17.987566 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:18.009443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-512e559f-2328-47ad-b56b-4c43eaaad644 req-3e204397-ebcd-418f-91ce-2fe92925c0a6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535533 Apr 18 21:47:18.123792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0ef6f-1a0e-47be-a222-34748330c3de None None] Pushing event updated for resources: {'Port': ['ID=f07a8b33-1198-4828-b3ae-1f381c18176a,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:18.160770 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:47:18.243388 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-76d1ae24-9cd1-48d4-a7be-b88437eeedf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 1095 time: 0.2659402 Apr 18 21:47:18.250671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-4790d2e5-a1f7-4553-ae43-bc01a087336f tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:18.251318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-4790d2e5-a1f7-4553-ae43-bc01a087336f tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Synchronizing usage tracker for tenant:405ad3ecbf1b447f93a254b0667a42cc on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:18.256882 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:18.330185 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-e6cfb510-6070-4489-a720-16e81573fb09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98 HTTP/1.1" status: 200 len: 217 time: 0.0758746 Apr 18 21:47:18.337313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:18.339976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:18.344394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:18.344973 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:18.365962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=0f8c321d-157e-418c-9261-94ec86842b0c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:18.428053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-4790d2e5-a1f7-4553-ae43-bc01a087336f tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Unset dirty status for tenant:405ad3ecbf1b447f93a254b0667a42cc on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:18.428053 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-4790d2e5-a1f7-4553-ae43-bc01a087336f tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.59 "GET /v2.0/networks?id=c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d HTTP/1.1" status: 200 len: 808 time: 0.3876474 Apr 18 21:47:18.450824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Request body: {'port': {'device_id': 'e5e88f86-cddb-46a7-a71e-1106513f7a38', 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d', 'admin_state_up': True, 'tenant_id': '405ad3ecbf1b447f93a254b0667a42cc'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:18.458605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1a9bbaf6-6d34-4bbe-a0e4-7ea515f153b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1179721 Apr 18 21:47:18.461267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51858) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:18.475682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:61:75:79', 'name': 'tempest-NetworksTestDHCPv6-975697593'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:18.501317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cdc157f8-61ea-4d29-be4e-06b5cc0d30bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:18.504973 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-cdc157f8-61ea-4d29-be4e-06b5cc0d30bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eec3820a-3e5f-48a2-8acc-b56002bb33d0 HTTP/1.1" status: 200 len: 835 time: 0.1658885 Apr 18 21:47:18.676746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:18.681135 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:18.684849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:18.690980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:18.723154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:18.732530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Usage tracker for resource:port and tenant:405ad3ecbf1b447f93a254b0667a42cc is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:18.732694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:18.739573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:18.774583 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-92aaaa1e-5b9b-4dd1-af75-db0ffaf51413 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1623c7f-5b4b-4438-9faa-616056d78d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2131333 Apr 18 21:47:18.792450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:18.796723 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:18.828391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port eff87bb2-7a77-4143-9157-cab050b291b6 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:47:18.864350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Made reservation on behalf of 405ad3ecbf1b447f93a254b0667a42cc for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:18.868848 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:18.996686 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-68442040-aac4-4c3b-b4c9-f8af6c36d8be service neutron] 10.222.0.26 "GET /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161052 Apr 18 21:47:19.194499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Allocated IP 172.20.0.11 (c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d/5ff60997-0272-421f-ae66-719447900a6a/08b6f27a-2e63-4e2b-9120-ffe31bd6273d) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:19.340819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e2e96e9-df41-4fd3-9efc-229b893cb407 req-b977177d-8f23-4120-952d-112e2757ff70 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 210 time: 0.3062818 Apr 18 21:47:19.363722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8:0:1::1ad (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/0f8c321d-157e-418c-9261-94ec86842b0c/eff87bb2-7a77-4143-9157-cab050b291b6) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:19.379148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::f816:3eff:fe61:7579 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/2b6c907d-6439-46f1-a92e-6df165513f8a/eff87bb2-7a77-4143-9157-cab050b291b6) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:19.483675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf45d4-a0ab-41cf-b5bd-7a0775b2c377 req-d3b4b520-e8e1-4bbb-831d-354c0a3409be tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:19.485163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8caf45d4-a0ab-41cf-b5bd-7a0775b2c377 req-d3b4b520-e8e1-4bbb-831d-354c0a3409be tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 944 time: 0.2089489 Apr 18 21:47:19.509409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f07a8b33-1198-4828-b3ae-1f381c18176a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:19.511563 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:19.524895 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25c7a66e-7951-4b2c-babe-b98efe3758c2 req-7dd573cf-01be-49d4-92c5-6a7f9ba31b04 service neutron] 10.222.0.26 "GET /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211775 Apr 18 21:47:19.600355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9983a1-ee37-408d-9a97-b9ea94dad19c None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:19.654405 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:19.679000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8caf45d4-a0ab-41cf-b5bd-7a0775b2c377 req-88eb4187-507b-42fd-8dba-a0145ed064a1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562455 Apr 18 21:47:19.728596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:19.731648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:19.735784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:19.769913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Pushing event updated for resources: {'Port': ['ID=08b6f27a-2e63-4e2b-9120-ffe31bd6273d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:19.771407 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:19.810945 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object eff87bb2-7a77-4143-9157-cab050b291b6 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:19.856605 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port f07a8b33-1198-4828-b3ae-1f381c18176a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:19.903074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cb843baa-ef9d-46be-a143-1889fdc7210f None None] Provisioning for port f07a8b33-1198-4828-b3ae-1f381c18176a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:19.914342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cb843baa-ef9d-46be-a143-1889fdc7210f None None] Provisioning complete for port f07a8b33-1198-4828-b3ae-1f381c18176a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:19.915016 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cb843baa-ef9d-46be-a143-1889fdc7210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:19.918916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:19.919945 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:19.968876 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.031767 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-b9f60ee1-8b5b-4210-84c8-f5c3997dbdcf tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5926619 Apr 18 21:47:20.043104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:20.043453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Request body: {'port': {'device_id': 'e5e88f86-cddb-46a7-a71e-1106513f7a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:20.046190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:20.050571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:20.054005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:20.059940 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.066497 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cb843baa-ef9d-46be-a143-1889fdc7210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.070379 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=eff87bb2-7a77-4143-9157-cab050b291b6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:20.142399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-cb843baa-ef9d-46be-a143-1889fdc7210f None None] For port f07a8b33-1198-4828-b3ae-1f381c18176a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f07a8b33-1198-4828-b3ae-1f381c18176a,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:20.181342 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a1eea69a-24e2-45ad-b12a-1b080fc00f63 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7167306 Apr 18 21:47:20.182784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51872) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:20.215929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045bc146-1163-4a0e-a6fd-e4e342905e9c None None] Update dhcp port {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'fixed_ips': [{'subnet_id': '2b6c907d-6439-46f1-a92e-6df165513f8a', 'ip_address': '2001:db8::f816:3eff:feb9:ed29'}, {'subnet_id': '0f8c321d-157e-418c-9261-94ec86842b0c'}], 'binding:host_id': 'n-d-836017-3'}, 'id': 'f07a8b33-1198-4828-b3ae-1f381c18176a'} from n-d-836017-3. {{(pid=85050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:47:20.222898 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.246735 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cb843baa-ef9d-46be-a143-1889fdc7210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.285814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-bd79b14c-6fcb-470d-b900-79b17b81a464 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port eff87bb2-7a77-4143-9157-cab050b291b6 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:20.286036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bd79b14c-6fcb-470d-b900-79b17b81a464 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.333565 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-045bc146-1163-4a0e-a6fd-e4e342905e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.378550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb843baa-ef9d-46be-a143-1889fdc7210f None None] Pushing event updated for resources: {'Port': ['ID=f07a8b33-1198-4828-b3ae-1f381c18176a,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:20.634083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-045bc146-1163-4a0e-a6fd-e4e342905e9c None None] Allocated IP 2001:db8:0:1::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/0f8c321d-157e-418c-9261-94ec86842b0c/f07a8b33-1198-4828-b3ae-1f381c18176a) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:20.720748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132fc02-c951-46eb-b2dc-7f85a3b0140c req-7e6463a9-f034-4966-b74d-f293f5d0453e tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:20.722239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c132fc02-c951-46eb-b2dc-7f85a3b0140c req-7e6463a9-f034-4966-b74d-f293f5d0453e tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 932 time: 0.1530633 Apr 18 21:47:20.724413 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bd79b14c-6fcb-470d-b900-79b17b81a464 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.788648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b6f27a-2e63-4e2b-9120-ffe31bd6273d {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:47:20.825999 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.860423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Transition to ACTIVE for port object 08b6f27a-2e63-4e2b-9120-ffe31bd6273d will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:20.883163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-bd79b14c-6fcb-470d-b900-79b17b81a464 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for eff87bb2-7a77-4143-9157-cab050b291b6 owned by {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:20.917404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-045bc146-1163-4a0e-a6fd-e4e342905e9c None None] For port f07a8b33-1198-4828-b3ae-1f381c18176a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f07a8b33-1198-4828-b3ae-1f381c18176a,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:20.944622 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-045bc146-1163-4a0e-a6fd-e4e342905e9c None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.950196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.982405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-045bc146-1163-4a0e-a6fd-e4e342905e9c None None] Transition to ACTIVE for port object f07a8b33-1198-4828-b3ae-1f381c18176a will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:21.000442 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c132fc02-c951-46eb-b2dc-7f85a3b0140c req-f12c9d22-0609-499b-b239-a2174ece6d2c tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662129 Apr 18 21:47:21.048537 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-045bc146-1163-4a0e-a6fd-e4e342905e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:21.109915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d20d5-b8b1-49f8-9000-33119516a19e req-6ac51fb0-33ba-458a-b8dc-586dbc0bdf79 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:21.111391 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c9d20d5-b8b1-49f8-9000-33119516a19e req-6ac51fb0-33ba-458a-b8dc-586dbc0bdf79 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 944 time: 0.2381754 Apr 18 21:47:21.135372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Pushing event updated for resources: {'Port': ['ID=08b6f27a-2e63-4e2b-9120-ffe31bd6273d,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:21.214421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bc146-1163-4a0e-a6fd-e4e342905e9c None None] Pushing event updated for resources: {'Port': ['ID=f07a8b33-1198-4828-b3ae-1f381c18176a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:21.270667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c9d20d5-b8b1-49f8-9000-33119516a19e req-831fc2cd-1a5a-41ef-9fd9-ccbb66d6f3bd tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252005 Apr 18 21:47:21.309941 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bd79b14c-6fcb-470d-b900-79b17b81a464 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:21.377789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79b14c-6fcb-470d-b900-79b17b81a464 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=eff87bb2-7a77-4143-9157-cab050b291b6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:21.421882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Attempting to bind port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:21.421882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Attempting to bind port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '0991f900-6aa7-4a5a-97d9-d8c5717f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:21.421882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Attempting to bind port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d on network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:21.434728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d on network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:47:21.435091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Attempting to bind port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d on network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:21.451051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:21.451419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Checking segment: {'id': '0991f900-6aa7-4a5a-97d9-d8c5717f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:21.451912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Bound using segment: {'id': '0991f900-6aa7-4a5a-97d9-d8c5717f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:21.452217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Bound port: 08b6f27a-2e63-4e2b-9120-ffe31bd6273d, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0991f900-6aa7-4a5a-97d9-d8c5717f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:21.452571 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:21.501730 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bd79b14c-6fcb-470d-b900-79b17b81a464 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:21.512747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f07a8b33-1198-4828-b3ae-1f381c18176a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:21.517353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bd79b14c-6fcb-470d-b900-79b17b81a464 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/eff87bb2-7a77-4143-9157-cab050b291b6 HTTP/1.1" status: 204 len: 168 time: 1.3309393 Apr 18 21:47:21.517353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51884) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:21.636890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a5b37d-ecdc-432f-ad63-b86d24f9f5c5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:21.637959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-25a5b37d-ecdc-432f-ad63-b86d24f9f5c5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:21.647212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] For port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:21.654297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] For port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=08b6f27a-2e63-4e2b-9120-ffe31bd6273d,segment=NetworkSegment(0991f900-6aa7-4a5a-97d9-d8c5717f87aa),segment_id=0991f900-6aa7-4a5a-97d9-d8c5717f87aa)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:21.722951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-25a5b37d-ecdc-432f-ad63-b86d24f9f5c5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:21.723569 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:21.724138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-25a5b37d-ecdc-432f-ad63-b86d24f9f5c5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2058787 Apr 18 21:47:21.727059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51888) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:21.814713 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:21.816672 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] 10.222.0.59 "PUT /v2.0/ports/08b6f27a-2e63-4e2b-9120-ffe31bd6273d HTTP/1.1" status: 200 len: 1092 time: 1.7769494 Apr 18 21:47:21.819097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e88f86-cddb-46a7-a71e-1106513f7a38', 'tag': '08b6f27a-2e63-4e2b-9120-ffe31bd6273d'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:47:21.878822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead7a5c-be08-4309-837c-92532e12dc90 service neutron] Pushing event updated for resources: {'Port': ['ID=08b6f27a-2e63-4e2b-9120-ffe31bd6273d,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:21.883053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0198b0f-c18b-410a-8eeb-b14709270807 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:21.885975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b0198b0f-c18b-410a-8eeb-b14709270807 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1562734 Apr 18 21:47:21.888788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51898) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:21.977264 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3787f992-9ccc-4586-a2c3-589485c03c8f'] response: {'name': 'network-changed', 'server_uuid': 'e5e88f86-cddb-46a7-a71e-1106513f7a38', 'tag': '08b6f27a-2e63-4e2b-9120-ffe31bd6273d', 'status': 'completed', 'code': 200} Apr 18 21:47:21.984909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d18e471-c72b-4698-bcef-a145e96978af tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:21.986641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d18e471-c72b-4698-bcef-a145e96978af tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:21.988373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d18e471-c72b-4698-bcef-a145e96978af tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:21.989163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9d18e471-c72b-4698-bcef-a145e96978af tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:22.027429 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-33623443-39b9-4c83-b0e8-c6b27629a34a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=405ad3ecbf1b447f93a254b0667a42cc&device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 1095 time: 0.1077709 Apr 18 21:47:22.074487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9d18e471-c72b-4698-bcef-a145e96978af tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:22.075652 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9d18e471-c72b-4698-bcef-a145e96978af tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1859112 Apr 18 21:47:22.078430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51904) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:22.154125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-ecb0f98f-44a0-48b8-b1f1-10b67d238db5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08b6f27a-2e63-4e2b-9120-ffe31bd6273d HTTP/1.1" status: 200 len: 217 time: 0.1196153 Apr 18 21:47:22.164934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1adfe087-5231-4798-a3b9-8974a10a8edc None None] Provisioning for port f07a8b33-1198-4828-b3ae-1f381c18176a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:22.185085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1adfe087-5231-4798-a3b9-8974a10a8edc None None] Provisioning complete for port f07a8b33-1198-4828-b3ae-1f381c18176a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:22.185567 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1adfe087-5231-4798-a3b9-8974a10a8edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:22.273825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-f9243a75-cb0d-4d4e-9716-94506763f7b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:22.277233 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-f9243a75-cb0d-4d4e-9716-94506763f7b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ff60997-0272-421f-ae66-719447900a6a HTTP/1.1" status: 200 len: 848 time: 0.1113353 Apr 18 21:47:22.379236 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-39656c3e-9e17-4807-b489-e5db9ae8b17d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961459 Apr 18 21:47:22.530415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7a224e7c-f775-4b7f-8195-ffb0666fa37a None None] Could not find standard attr ID for object eff87bb2-7a77-4143-9157-cab050b291b6. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:47:22.684003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:47:22.701629 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-21346f42-8b20-4873-b8f3-757b5a47ee50 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170450 Apr 18 21:47:22.716729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf9036-b8f6-496a-b895-7630368d6cc9 req-977319fe-52a6-45a3-9d7f-b6c03d44b73f tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:22.718513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41cf9036-b8f6-496a-b895-7630368d6cc9 req-977319fe-52a6-45a3-9d7f-b6c03d44b73f tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 944 time: 0.3559985 Apr 18 21:47:22.722370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7e2e76-efd2-4bb1-8b42-75caae8d7764 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 0f8c321d-157e-418c-9261-94ec86842b0c {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:47:22.727184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2e76-efd2-4bb1-8b42-75caae8d7764 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:22.835390 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2e76-efd2-4bb1-8b42-75caae8d7764 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:22.871957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:22.885905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'port_id': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'mac_address': 'fa:16:3e:93:b7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:47:22.891089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80619-3abe-459f-9b46-843f35f81fd8 req-ee95d52b-a854-4002-8d52-a22ec1383ae6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:22.898189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adf80619-3abe-459f-9b46-843f35f81fd8 req-ee95d52b-a854-4002-8d52-a22ec1383ae6 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 944 time: 0.3093910 Apr 18 21:47:22.922291 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ead121f8-38ba-47db-8ce8-f64d3fc390be req-5a0f8bf0-a8fa-46b0-b317-a577aaa57dbf service neutron] 10.222.0.59 "GET /v2.0/networks/c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118659 Apr 18 21:47:22.939676 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41cf9036-b8f6-496a-b895-7630368d6cc9 req-d94aaee9-acc4-4644-8cf3-d853626fa17d tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779490 Apr 18 21:47:22.945857 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:23.006309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adf80619-3abe-459f-9b46-843f35f81fd8 req-befab020-b61b-4540-b413-ae63f7aa53de tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070964 Apr 18 21:47:23.016513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:47:23.032623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:23.065219 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2e76-efd2-4bb1-8b42-75caae8d7764 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:23.118659 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:23.185219 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0b3a0083-fdb8-45c4-a185-4b066045f68e req-6982040f-73ca-4aeb-a574-6f9387355d95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=405ad3ecbf1b447f93a254b0667a42cc&device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 1095 time: 0.1174467 Apr 18 21:47:23.200831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:23.359285 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2e76-efd2-4bb1-8b42-75caae8d7764 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:23.404982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e2e76-efd2-4bb1-8b42-75caae8d7764 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8c321d-157e-418c-9261-94ec86842b0c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:23.419755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2e76-efd2-4bb1-8b42-75caae8d7764 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:23.429286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a5db90-8459-460c-a3a5-173d714c13e2 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:23.436438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a0083-fdb8-45c4-a185-4b066045f68e req-7f32ad59-35e6-43f3-8aa1-6bfdcd688d98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:23.438047 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0b3a0083-fdb8-45c4-a185-4b066045f68e req-7f32ad59-35e6-43f3-8aa1-6bfdcd688d98 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d HTTP/1.1" status: 200 len: 909 time: 0.2455399 Apr 18 21:47:23.496066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cc7e2e76-efd2-4bb1-8b42-75caae8d7764 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/0f8c321d-157e-418c-9261-94ec86842b0c HTTP/1.1" status: 204 len: 168 time: 1.4162540 Apr 18 21:47:23.497191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51914) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:23.507952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['866fe4de-d06c-414b-8d4a-ce1adcdf2b98'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:47:23.564951 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0b3a0083-fdb8-45c4-a185-4b066045f68e req-c3e4de8c-33e2-424f-aafa-c576b508d9f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08b6f27a-2e63-4e2b-9120-ffe31bd6273d HTTP/1.1" status: 200 len: 217 time: 0.1205916 Apr 18 21:47:23.606889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6d3e90-a7f1-48cc-8711-2c5e2bbd6ee0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 2b6c907d-6439-46f1-a92e-6df165513f8a {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:47:23.613136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3e90-a7f1-48cc-8711-2c5e2bbd6ee0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:23.635907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a0083-fdb8-45c4-a185-4b066045f68e req-2cc771d0-551a-4bc7-a7d3-91da2125bd6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:23.637663 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0b3a0083-fdb8-45c4-a185-4b066045f68e req-2cc771d0-551a-4bc7-a7d3-91da2125bd6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ff60997-0272-421f-ae66-719447900a6a HTTP/1.1" status: 200 len: 848 time: 0.0662193 Apr 18 21:47:23.693806 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0b3a0083-fdb8-45c4-a185-4b066045f68e req-517fb4c4-8f8c-4a09-8f1c-de4e4e74db20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457971 Apr 18 21:47:23.708087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3e90-a7f1-48cc-8711-2c5e2bbd6ee0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:23.798255 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3e90-a7f1-48cc-8711-2c5e2bbd6ee0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:23.949699 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0b3a0083-fdb8-45c4-a185-4b066045f68e req-7932dfba-d38f-48d4-b7a0-bf182fe5935f service neutron] 10.222.0.59 "GET /v2.0/networks/c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482498 Apr 18 21:47:23.969036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3e90-a7f1-48cc-8711-2c5e2bbd6ee0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:24.019635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d3e90-a7f1-48cc-8711-2c5e2bbd6ee0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6c907d-6439-46f1-a92e-6df165513f8a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:24.028581 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3e90-a7f1-48cc-8711-2c5e2bbd6ee0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:24.039462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9e6d3e90-a7f1-48cc-8711-2c5e2bbd6ee0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/2b6c907d-6439-46f1-a92e-6df165513f8a HTTP/1.1" status: 204 len: 168 time: 0.5400178 Apr 18 21:47:24.050974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51922) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:24.169319 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0f146828-dded-4439-ae2c-cbcb0d71a213 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170340 Apr 18 21:47:24.202110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51928) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:24.246026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:24.319808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a60d8-1343-4fe4-b632-99dcdd5339d1 req-5e6da254-9423-4791-81de-f24992343b02 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:24.321702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-547a60d8-1343-4fe4-b632-99dcdd5339d1 req-5e6da254-9423-4791-81de-f24992343b02 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 944 time: 0.1509244 Apr 18 21:47:24.396885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-547a60d8-1343-4fe4-b632-99dcdd5339d1 req-6e18e1d7-2bbb-4b6c-8f68-3c6b7409cc54 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614896 Apr 18 21:47:24.461834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91dde8-6c7e-4890-8930-9c306c2a2f4a req-1c09be14-07d2-4b85-8982-7694445fd000 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:24.464838 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa91dde8-6c7e-4890-8930-9c306c2a2f4a req-1c09be14-07d2-4b85-8982-7694445fd000 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 945 time: 0.1912439 Apr 18 21:47:24.479757 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0b3a0083-fdb8-45c4-a185-4b066045f68e req-4edd47e6-dcbb-4ffb-8032-979e3a36be34 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218301 Apr 18 21:47:24.480749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:24.486584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:24.489988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:24.496417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:24.585673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:24.672219 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ef08fd89-2868-4d6c-8bea-4c2034ab4273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:24.685144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa91dde8-6c7e-4890-8930-9c306c2a2f4a req-515354c9-35f3-4bf4-bc94-f64121ff3082 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121880 Apr 18 21:47:24.700025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:24.721604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:24.732922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae047216-544d-4f2e-9ec2-bb741c748a0e None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:24.919886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-8076aa25-ce95-42f5-9287-137c1b9c0c51 None None] Provisioning complete for port f07a8b33-1198-4828-b3ae-1f381c18176a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:24.920256 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8076aa25-ce95-42f5-9287-137c1b9c0c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:25.058807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:25.069572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:25.070142 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:25.121151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:47:25.134636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Deleting port f07a8b33-1198-4828-b3ae-1f381c18176a {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:25.135261 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:25.162709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.objects.ports [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=85049) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:47:25.295825 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:25.376121 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:25.395859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:47:25.412072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:25.425231 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f07a8b33-1198-4828-b3ae-1f381c18176a no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:47:25.492374 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84babbac-a5bb-4c8b-8ff3-617bc36e460c'] response: {'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'code': 200} Apr 18 21:47:25.530222 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:25.594070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] For port f07a8b33-1198-4828-b3ae-1f381c18176a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f07a8b33-1198-4828-b3ae-1f381c18176a,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:25.595018 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:25.640252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:25.681041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1f67d-eb35-4cc9-996c-cb4f7ec8b238 req-151e27b0-8b2f-4544-8aac-21fbc2828bce tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:25.683099 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44b1f67d-eb35-4cc9-996c-cb4f7ec8b238 req-151e27b0-8b2f-4544-8aac-21fbc2828bce tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 944 time: 0.0916526 Apr 18 21:47:25.748860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44b1f67d-eb35-4cc9-996c-cb4f7ec8b238 req-4aafc484-0a22-472e-afcc-a06bcb25a911 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598462 Apr 18 21:47:25.768068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] For port f07a8b33-1198-4828-b3ae-1f381c18176a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f07a8b33-1198-4828-b3ae-1f381c18176a,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:25.774918 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9f21f0b8-3e63-484a-99dd-1ce03803f605 req-6b51e3c1-b679-4e6b-9db4-0923297edba2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 1097 time: 0.1671793 Apr 18 21:47:25.825311 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:25.838269 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9f21f0b8-3e63-484a-99dd-1ce03803f605 req-d59c5971-1299-493a-b139-b2563eac6f56 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566688 Apr 18 21:47:25.890957 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:25.891961 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:25.897806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Calling delete_port for f07a8b33-1198-4828-b3ae-1f381c18176a owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:25.930970 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:25.965162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690804bc-bed3-4c6d-b662-6deeb01b1a52 req-ed9a7915-dec6-4c09-b5ad-375e41a2849e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:25.966826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-690804bc-bed3-4c6d-b662-6deeb01b1a52 req-ed9a7915-dec6-4c09-b5ad-375e41a2849e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.0999527 Apr 18 21:47:26.027388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-690804bc-bed3-4c6d-b662-6deeb01b1a52 req-ebcc6345-6149-4017-b9d5-91886ac95dd9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536339 Apr 18 21:47:26.057170 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:47:26.057781 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:47:26.112222 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:47:26.112605 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:47:26.141522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:26.146045 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:26.150904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:26.155333 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:26.164050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=f07a8b33-1198-4828-b3ae-1f381c18176a,revision_number=8']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:26.169225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=2edb3ab9-257e-4aad-8c85-58dc8345eed5,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:26.283294 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4b867143-eb03-4ce0-92f4-fdf7584b8444 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0752585 Apr 18 21:47:26.286034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51958) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:26.292410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a4c826c3-5a2d-445c-8268-c2e2ffaf02b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:26.446925 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a4c826c3-5a2d-445c-8268-c2e2ffaf02b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:26.451038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a4c826c3-5a2d-445c-8268-c2e2ffaf02b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:26.453904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a4c826c3-5a2d-445c-8268-c2e2ffaf02b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:26.459805 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a4c826c3-5a2d-445c-8268-c2e2ffaf02b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:26.530063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c826c3-5a2d-445c-8268-c2e2ffaf02b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:26.533413 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a4c826c3-5a2d-445c-8268-c2e2ffaf02b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:26.613162 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:26.624036 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Deleting port f07a8b33-1198-4828-b3ae-1f381c18176a {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:26.624643 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:26.727406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port f07a8b33-1198-4828-b3ae-1f381c18176a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f07a8b33-1198-4828-b3ae-1f381c18176a,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:26.772257 n-d-836017-3 neutron-server[85048]: INFO neutron.db.ipam_backend_mixin [None req-a4c826c3-5a2d-445c-8268-c2e2ffaf02b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2edb3ab9-257e-4aad-8c85-58dc8345eed5 (CIDR: 2001:db8::/64) Apr 18 21:47:26.822938 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:26.832170 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c826c3-5a2d-445c-8268-c2e2ffaf02b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:47:26.832170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c826c3-5a2d-445c-8268-c2e2ffaf02b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:26.924911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f07a8b33-1198-4828-b3ae-1f381c18176a,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:26.942344 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a4c826c3-5a2d-445c-8268-c2e2ffaf02b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6519992 Apr 18 21:47:26.943116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51966) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:26.948706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:26.949333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] For port f07a8b33-1198-4828-b3ae-1f381c18176a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f07a8b33-1198-4828-b3ae-1f381c18176a,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:26.949820 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:26.985798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365ddf2-1bb1-456a-b106-477ec70df677 req-17b7e2de-2715-49f6-aae3-c5caaae284b4 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:26.995421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b365ddf2-1bb1-456a-b106-477ec70df677 req-17b7e2de-2715-49f6-aae3-c5caaae284b4 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 944 time: 0.1120307 Apr 18 21:47:27.055603 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b365ddf2-1bb1-456a-b106-477ec70df677 req-53e58044-18af-4f20-98c0-be5cbb6b7e76 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587630 Apr 18 21:47:27.078633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 08b6f27a-2e63-4e2b-9120-ffe31bd6273d details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:47:27.093133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Calling delete_port for f07a8b33-1198-4828-b3ae-1f381c18176a owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:27.115768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:27.138458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:27.147442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:27.158653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:27.250219 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4dae397e-2838-425e-9775-3b2eda928b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:27.299512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:27.303459 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:27.310563 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=08b6f27a-2e63-4e2b-9120-ffe31bd6273d,segment=NetworkSegment(0991f900-6aa7-4a5a-97d9-d8c5717f87aa),segment_id=0991f900-6aa7-4a5a-97d9-d8c5717f87aa)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:27.315877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc6e9a-7da5-4446-9f8c-1525c2401a52 req-97b36bfa-924e-4809-8b76-e364a34eb79f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:27.317653 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adbc6e9a-7da5-4446-9f8c-1525c2401a52 req-97b36bfa-924e-4809-8b76-e364a34eb79f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.0869186 Apr 18 21:47:27.327183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '08b6f27a-2e63-4e2b-9120-ffe31bd6273d', 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d', 'port_id': '08b6f27a-2e63-4e2b-9120-ffe31bd6273d', 'mac_address': 'fa:16:3e:cb:b9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff60997-0272-421f-ae66-719447900a6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:47:27.330800 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:47:27.331143 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:47:27.392821 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-adbc6e9a-7da5-4446-9f8c-1525c2401a52 req-285bb208-85dc-4002-89b6-7e322e9abeca tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591862 Apr 18 21:47:27.402808 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:27.423385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b6f27a-2e63-4e2b-9120-ffe31bd6273d {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:47:27.450575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=08b6f27a-2e63-4e2b-9120-ffe31bd6273d,segment=NetworkSegment(0991f900-6aa7-4a5a-97d9-d8c5717f87aa),segment_id=0991f900-6aa7-4a5a-97d9-d8c5717f87aa)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:27.528377 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:27.598007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=08b6f27a-2e63-4e2b-9120-ffe31bd6273d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:27.699737 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:27.719710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Deleting port f07a8b33-1198-4828-b3ae-1f381c18176a {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:27.720345 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:27.763240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:27.764606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:27.769490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:27.769744 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:27.771573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['08b6f27a-2e63-4e2b-9120-ffe31bd6273d'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:47:27.789950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=c89809fe-13e7-430c-8b6f-1089e4993c4c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:27.897457 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a105f4bf-255b-4a2c-ac97-435a00620b46 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9533417 Apr 18 21:47:27.899992 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51976) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:27.906034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:8b:9a:bd', 'name': 'tempest-NetworksTestDHCPv6-683952463'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:28.046810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:28.056914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:28.112813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] For port f07a8b33-1198-4828-b3ae-1f381c18176a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f07a8b33-1198-4828-b3ae-1f381c18176a,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:28.113444 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:28.139948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:28.282004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:28.291885 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Calling delete_port for f07a8b33-1198-4828-b3ae-1f381c18176a owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:28.344263 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:28.375837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4fd41-595d-4cc4-96b7-880d747649e8 req-4c21243d-5b89-43bb-b1cf-7ea30ae13d44 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:28.377302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55f4fd41-595d-4cc4-96b7-880d747649e8 req-4c21243d-5b89-43bb-b1cf-7ea30ae13d44 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 945 time: 0.1470473 Apr 18 21:47:28.398417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port 21e4ff30-b396-4a0c-ba01-c6ce4f52d81f yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:47:28.485210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55f4fd41-595d-4cc4-96b7-880d747649e8 req-aa2a1125-e607-4f3c-803a-b14103070816 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011329 Apr 18 21:47:28.531553 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:28.585067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] Pushing event deleted for resources: {'Port': ['ID=f07a8b33-1198-4828-b3ae-1f381c18176a,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:28.675460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff9714-190c-4d55-9123-80e8b68c3909 None None] No DVR routers for this DVR port f07a8b33-1198-4828-b3ae-1f381c18176a on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:47:28.690659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eef4bde-ba96-408b-b48d-fdced7a61449 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:28.705382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de132a8-760f-4b58-bd57-cec4337a661f req-4ba107d3-1506-45b1-bdf3-e0f3328b567d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:28.705382 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0de132a8-760f-4b58-bd57-cec4337a661f req-4ba107d3-1506-45b1-bdf3-e0f3328b567d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.1567430 Apr 18 21:47:28.737083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8:0:1::2e4 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/c89809fe-13e7-430c-8b6f-1089e4993c4c/21e4ff30-b396-4a0c-ba01-c6ce4f52d81f) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:28.752727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::f816:3eff:fe8b:9abd (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/2edb3ab9-257e-4aad-8c85-58dc8345eed5/21e4ff30-b396-4a0c-ba01-c6ce4f52d81f) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:28.774459 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0de132a8-760f-4b58-bd57-cec4337a661f req-c833649a-b8b5-4f36-b316-c534e8553b3c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621307 Apr 18 21:47:28.784554 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:28.937161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '2edb3ab9-257e-4aad-8c85-58dc8345eed5'}, {'subnet_id': 'c89809fe-13e7-430c-8b6f-1089e4993c4c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:47:28.938012 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:29.050787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 08b6f27a-2e63-4e2b-9120-ffe31bd6273d up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:29.081648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ce15b-f2f4-4bb5-b6a4-6a4892c83d81 req-a5ec631b-3f20-49ae-8916-b3173a17e72f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:29.083086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec9ce15b-f2f4-4bb5-b6a4-6a4892c83d81 req-a5ec631b-3f20-49ae-8916-b3173a17e72f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.1411915 Apr 18 21:47:29.087971 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:29.126357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object 21e4ff30-b396-4a0c-ba01-c6ce4f52d81f will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:29.159300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec9ce15b-f2f4-4bb5-b6a4-6a4892c83d81 req-10b2611d-bd24-4ad0-8f53-01295f03d68e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679417 Apr 18 21:47:29.194295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51990) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:29.215836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:29.221344 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:29.223673 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:29.243537 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:29.345959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:29.348543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=21e4ff30-b396-4a0c-ba01-c6ce4f52d81f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:29.353672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:29.357095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:29.361790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:29.362402 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:29.386231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b3eefd24-23f1-4f6b-86d2-ca3abc3ee616 tempest-TestNetworkAdvancedServerOps-122215481 tempest-TestNetworkAdvancedServerOps-122215481-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 1092 time: 0.1906190 Apr 18 21:47:29.388837 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 51994) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:29.394444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:29.405856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:29.411530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Usage tracker for resource:floatingip and tenant:5ee8315d479c435aaa1e10a9872e4b80 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:29.414533 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:29.422614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:29.466319 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:29.476080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Allocated IP 2001:db8:0:1::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/c89809fe-13e7-430c-8b6f-1089e4993c4c/30356609-09fc-48ef-8210-198941c58cdb) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:29.487568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Allocated IP 2001:db8::f816:3eff:fe37:d8a8 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/2edb3ab9-257e-4aad-8c85-58dc8345eed5/30356609-09fc-48ef-8210-198941c58cdb) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:29.504998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8a65a464-a76e-45ad-a6ed-c4118023bae2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6033463 Apr 18 21:47:29.505551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 51998) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:29.520644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e88f86-cddb-46a7-a71e-1106513f7a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b6f27a-2e63-4e2b-9120-ffe31bd6273d'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:47:29.539281 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=08b6f27a-2e63-4e2b-9120-ffe31bd6273d,segment=NetworkSegment(0991f900-6aa7-4a5a-97d9-d8c5717f87aa),segment_id=0991f900-6aa7-4a5a-97d9-d8c5717f87aa)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:29.596787 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:29.718184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-8bb3f27c-8ca1-482b-98ea-acb8c64c07d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port 21e4ff30-b396-4a0c-ba01-c6ce4f52d81f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:29.718523 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f27c-8ca1-482b-98ea-acb8c64c07d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:29.749718 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41f23bb-e698-4654-858d-de1e215f0b2d'] response: {'server_uuid': 'e5e88f86-cddb-46a7-a71e-1106513f7a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b6f27a-2e63-4e2b-9120-ffe31bd6273d', 'code': 200} Apr 18 21:47:29.764550 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:29.870577 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:29.930592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=08b6f27a-2e63-4e2b-9120-ffe31bd6273d,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:29.956877 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-161ffe13-6fd3-4511-be96-135628b4f6f3 req-31c2f553-7370-4819-97da-77e7388d4da6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 1097 time: 0.2962587 Apr 18 21:47:29.966607 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:30.003168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Transition to ACTIVE for port object 30356609-09fc-48ef-8210-198941c58cdb will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:30.049229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Transition to ACTIVE for port object 30356609-09fc-48ef-8210-198941c58cdb will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:30.050337 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f27c-8ca1-482b-98ea-acb8c64c07d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:30.059652 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-161ffe13-6fd3-4511-be96-135628b4f6f3 req-f8de00f4-f49d-4ac3-a02f-8c577f5c829e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941370 Apr 18 21:47:30.083419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b990f94-70ed-4076-be85-3a5533198bc7 req-2368182f-04ee-461d-abfa-34504fa326c9 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:30.090397 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b990f94-70ed-4076-be85-3a5533198bc7 req-2368182f-04ee-461d-abfa-34504fa326c9 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 946 time: 0.3323214 Apr 18 21:47:30.124841 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:30.197949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-8bb3f27c-8ca1-482b-98ea-acb8c64c07d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for 21e4ff30-b396-4a0c-ba01-c6ce4f52d81f owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:30.313852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:30.316897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:30.324695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:30.332599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Pushing event updated for resources: {'Port': ['ID=30356609-09fc-48ef-8210-198941c58cdb,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:30.374418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Allocated IP 172.25.3.250 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/32c7a444-18e3-4a38-bf11-49c36f4362c6) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:30.378557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b990f94-70ed-4076-be85-3a5533198bc7 req-9249b4d5-f2d3-4fe1-b2c0-d4d332efbc58 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872770 Apr 18 21:47:30.506893 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Attempting to bind port 30356609-09fc-48ef-8210-198941c58cdb on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:30.507260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Attempting to bind port 30356609-09fc-48ef-8210-198941c58cdb by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:30.507623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Attempting to bind port 30356609-09fc-48ef-8210-198941c58cdb on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:30.515110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:30.521127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:30.521127 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:30.521127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:30.521127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Bound port: 30356609-09fc-48ef-8210-198941c58cdb, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:30.521127 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:30.568218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f27c-8ca1-482b-98ea-acb8c64c07d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:30.616749 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:30.640760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] For port 30356609-09fc-48ef-8210-198941c58cdb, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:30.640967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3f27c-8ca1-482b-98ea-acb8c64c07d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=21e4ff30-b396-4a0c-ba01-c6ce4f52d81f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:30.655434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] For port 30356609-09fc-48ef-8210-198941c58cdb, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=30356609-09fc-48ef-8210-198941c58cdb,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:30.705543 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:30.724624 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f27c-8ca1-482b-98ea-acb8c64c07d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:30.737213 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8bb3f27c-8ca1-482b-98ea-acb8c64c07d0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/21e4ff30-b396-4a0c-ba01-c6ce4f52d81f HTTP/1.1" status: 204 len: 168 time: 1.2279315 Apr 18 21:47:30.737694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52018) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:30.790271 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:30.818618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd64e4f-5d41-40d3-9af4-5f2bf7bc7f18 None None] Pushing event updated for resources: {'Port': ['ID=30356609-09fc-48ef-8210-198941c58cdb,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:30.894789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:30.896473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:30.899385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=32c7a444-18e3-4a38-bf11-49c36f4362c6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:30.903386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:30.960401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d7ec6f-3072-41b0-8eec-d12f9cb7e3f6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:30.961369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-79d7ec6f-3072-41b0-8eec-d12f9cb7e3f6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:31.068889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-79d7ec6f-3072-41b0-8eec-d12f9cb7e3f6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:31.070114 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-79d7ec6f-3072-41b0-8eec-d12f9cb7e3f6 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3313642 Apr 18 21:47:31.073628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52022) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:31.098989 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:31.270962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7179b5-240f-48dc-8f33-1bfb440162b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:31.271664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3c7179b5-240f-48dc-8f33-1bfb440162b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:31.285599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3c7179b5-240f-48dc-8f33-1bfb440162b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:31.289231 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3c7179b5-240f-48dc-8f33-1bfb440162b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2119625 Apr 18 21:47:31.289529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52026) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:31.385854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd8c7f8-f2a0-4116-a0c8-9225cc5bd2e8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:31.387248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd8c7f8-f2a0-4116-a0c8-9225cc5bd2e8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:31.391912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd8c7f8-f2a0-4116-a0c8-9225cc5bd2e8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:31.392753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7fd8c7f8-f2a0-4116-a0c8-9225cc5bd2e8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:31.487240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 30356609-09fc-48ef-8210-198941c58cdb up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:31.493061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7fd8c7f8-f2a0-4116-a0c8-9225cc5bd2e8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:31.493061 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7fd8c7f8-f2a0-4116-a0c8-9225cc5bd2e8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1986794 Apr 18 21:47:31.493061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52034) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:31.638728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 30356609-09fc-48ef-8210-198941c58cdb completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:31.658642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f62bc-306f-4bb1-a81f-f9c26cce790d req-d0003938-65dd-481a-92db-b719f8bd135b tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:31.666282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b83f62bc-306f-4bb1-a81f-f9c26cce790d req-d0003938-65dd-481a-92db-b719f8bd135b tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 946 time: 0.1298676 Apr 18 21:47:31.790011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b83f62bc-306f-4bb1-a81f-f9c26cce790d req-ad56c7e1-b6d5-47c5-a93c-3bed86c338c6 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228213 Apr 18 21:47:31.798062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-162900d0-16ba-4e5c-954a-0e1dc84a1815 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 2edb3ab9-257e-4aad-8c85-58dc8345eed5 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:47:31.801173 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-162900d0-16ba-4e5c-954a-0e1dc84a1815 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:31.820375 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:31.862506 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-162900d0-16ba-4e5c-954a-0e1dc84a1815 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:31.949770 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-162900d0-16ba-4e5c-954a-0e1dc84a1815 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:31.966867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.062803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9cd355-b3e2-4ee0-b075-d1fcca32c9b6 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:32.128640 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-162900d0-16ba-4e5c-954a-0e1dc84a1815 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.178658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162900d0-16ba-4e5c-954a-0e1dc84a1815 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=2edb3ab9-257e-4aad-8c85-58dc8345eed5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:32.199380 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-162900d0-16ba-4e5c-954a-0e1dc84a1815 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.215571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.310994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Provisioning for port 30356609-09fc-48ef-8210-198941c58cdb completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:32.312972 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.316387 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-162900d0-16ba-4e5c-954a-0e1dc84a1815 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/2edb3ab9-257e-4aad-8c85-58dc8345eed5 HTTP/1.1" status: 204 len: 168 time: 0.8235180 Apr 18 21:47:32.317025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52042) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:32.322861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Provisioning complete for port 30356609-09fc-48ef-8210-198941c58cdb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:32.323227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.397569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7dad29-f5da-44ed-a0c9-9a0e9b5645a4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet c89809fe-13e7-430c-8b6f-1089e4993c4c {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:47:32.400890 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab7dad29-f5da-44ed-a0c9-9a0e9b5645a4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.426825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event updated for resources: {'Port': ['ID=32c7a444-18e3-4a38-bf11-49c36f4362c6,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:32.470783 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.473734 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.474375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab7dad29-f5da-44ed-a0c9-9a0e9b5645a4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.530997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] For port 30356609-09fc-48ef-8210-198941c58cdb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=30356609-09fc-48ef-8210-198941c58cdb,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:32.623531 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.627465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab7dad29-f5da-44ed-a0c9-9a0e9b5645a4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.769117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Pushing event updated for resources: {'Port': ['ID=30356609-09fc-48ef-8210-198941c58cdb,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:32.783212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:32.784071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:32.784437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:32.784875 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:32.785312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:32.785769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:32.786317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:32.786752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:32.787200 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:32.787627 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:32.788062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e32a-7d0c-40c0-bb5c-fad6806b50ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:32.867756 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab7dad29-f5da-44ed-a0c9-9a0e9b5645a4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.905584 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Floating IP e03964e7-c523-45a1-b421-56cad47381e3 associated. External IP: 172.25.3.250, port: 866fe4de-d06c-414b-8d4a-ce1adcdf2b98. Apr 18 21:47:32.916746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dad29-f5da-44ed-a0c9-9a0e9b5645a4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=c89809fe-13e7-430c-8b6f-1089e4993c4c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:32.921452 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab7dad29-f5da-44ed-a0c9-9a0e9b5645a4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.933515 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ab7dad29-f5da-44ed-a0c9-9a0e9b5645a4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/c89809fe-13e7-430c-8b6f-1089e4993c4c HTTP/1.1" status: 204 len: 168 time: 0.6144035 Apr 18 21:47:32.935077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52060) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:33.030099 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-74372765-1558-4bd2-b6f9-9ab0498db8b0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936589 Apr 18 21:47:33.030688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52066) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:33.037218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:33.208635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:33.216707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:33.219929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:33.226172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:33.307408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:33.311275 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:33.378264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65300f8d-16f5-4f6c-bd3d-6c952606803a None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:33.509071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 61445a04-79fb-4b2d-bbee-6b458f41c134 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:47:33.607761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 30356609-09fc-48ef-8210-198941c58cdb up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:33.711355 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:33.741558 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:47:33.760556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9f85736f-6aa4-4e26-b004-f059de4e38d3 None None] Provisioning complete for port 30356609-09fc-48ef-8210-198941c58cdb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:33.760925 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9f85736f-6aa4-4e26-b004-f059de4e38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:33.783478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:33.787395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:33.795761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:33.797131 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:33.797952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4a858-66cf-45e5-a2e9-9911ecea87b5 None None] Sync routers for ids ['61445a04-79fb-4b2d-bbee-6b458f41c134'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:47:33.819824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=b2fb8603-ad31-42fe-824d-7b24c34c6eed,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:33.843476 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:33.872779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4a858-66cf-45e5-a2e9-9911ecea87b5 None None] Routers {'61445a04-79fb-4b2d-bbee-6b458f41c134'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:33.873316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1ef4a858-66cf-45e5-a2e9-9911ecea87b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:47:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['61445a04-79fb-4b2d-bbee-6b458f41c134'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:33.890686 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:33.923701 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-774c55c6-07f5-4738-a9b9-81d99658880d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8918409 Apr 18 21:47:33.924311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52078) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:33.931104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ff46487e-06b4-490c-87ed-151ad74916b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:34.036154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-79a0c0ac-ceee-4db3-ae20-e56b2ea85152 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6463008 Apr 18 21:47:34.038208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:47:34.086424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6def0ef-9e18-426e-958c-d78a485801b6 req-6d5e357b-c3e2-46db-87e5-bfefc4700f92 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:34.088553 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6def0ef-9e18-426e-958c-d78a485801b6 req-6d5e357b-c3e2-46db-87e5-bfefc4700f92 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 946 time: 0.1704519 Apr 18 21:47:34.128919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ff46487e-06b4-490c-87ed-151ad74916b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:34.133646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ff46487e-06b4-490c-87ed-151ad74916b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:34.137796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ff46487e-06b4-490c-87ed-151ad74916b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:34.147064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ff46487e-06b4-490c-87ed-151ad74916b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:34.151690 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6def0ef-9e18-426e-958c-d78a485801b6 req-b0adc5e4-1511-4e95-95ce-ceaf2384905a tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549543 Apr 18 21:47:34.184933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 30356609-09fc-48ef-8210-198941c58cdb triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:34.185302 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:34.221553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff46487e-06b4-490c-87ed-151ad74916b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:34.225851 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff46487e-06b4-490c-87ed-151ad74916b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:34.244347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f6e8aa-758a-49d3-acb2-58b7ad8e091c None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:47:34.253729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec311ab-f87a-42a8-bf32-972470825e0e req-cb91048f-5823-4c6f-a577-6f1b008659bb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:34.258749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ec311ab-f87a-42a8-bf32-972470825e0e req-cb91048f-5823-4c6f-a577-6f1b008659bb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.0919096 Apr 18 21:47:34.259905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-87f6e8aa-758a-49d3-acb2-58b7ad8e091c None None] Deleting port 30356609-09fc-48ef-8210-198941c58cdb {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:34.260274 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87f6e8aa-758a-49d3-acb2-58b7ad8e091c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:34.319137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ec311ab-f87a-42a8-bf32-972470825e0e req-74fe7672-da34-4a83-9904-3f01c33fe79b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589724 Apr 18 21:47:34.340290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52090) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:34.407267 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4c338a-c549-4899-b9a7-cea30d32351c'] response: {'name': 'network-changed', 'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'status': 'completed', 'code': 200} Apr 18 21:47:34.465194 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-86ae23db-8453-4068-9b4c-053a01676c80 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/e03964e7-c523-45a1-b421-56cad47381e3 HTTP/1.1" status: 200 len: 992 time: 0.1230314 Apr 18 21:47:34.474274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-1ef4a858-66cf-45e5-a2e9-9911ecea87b5 None None] Set router 61445a04-79fb-4b2d-bbee-6b458f41c134 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:34.481259 n-d-836017-3 neutron-server[85049]: INFO neutron.db.ipam_backend_mixin [None req-ff46487e-06b4-490c-87ed-151ad74916b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2fb8603-ad31-42fe-824d-7b24c34c6eed (CIDR: 2001:db8::/64) Apr 18 21:47:34.516320 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff46487e-06b4-490c-87ed-151ad74916b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:47:34.516771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff46487e-06b4-490c-87ed-151ad74916b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:34.534942 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdb05475-726b-4d39-8d00-017b086a0062 req-5e423aa8-c543-4b04-a814-8d3847b27fdd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 1097 time: 0.1136532 Apr 18 21:47:34.723505 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ff46487e-06b4-490c-87ed-151ad74916b5 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7952869 Apr 18 21:47:34.723922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52096) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:34.730362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:34.771377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05475-726b-4d39-8d00-017b086a0062 req-31e073ec-7ee1-4d49-8053-de87d6f38451 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:34.773071 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdb05475-726b-4d39-8d00-017b086a0062 req-31e073ec-7ee1-4d49-8053-de87d6f38451 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1623c7f-5b4b-4438-9faa-616056d78d14 HTTP/1.1" status: 200 len: 897 time: 0.2315955 Apr 18 21:47:34.894535 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdb05475-726b-4d39-8d00-017b086a0062 req-663f2dfa-f700-4683-8be9-927981818535 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98 HTTP/1.1" status: 200 len: 1000 time: 0.1149640 Apr 18 21:47:34.903582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:34.908771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:34.914942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:34.922609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:34.967098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05475-726b-4d39-8d00-017b086a0062 req-5428e4cd-ed7a-4947-9aca-95ba4eefc825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:34.968547 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdb05475-726b-4d39-8d00-017b086a0062 req-5428e4cd-ed7a-4947-9aca-95ba4eefc825 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eec3820a-3e5f-48a2-8acc-b56002bb33d0 HTTP/1.1" status: 200 len: 835 time: 0.0665154 Apr 18 21:47:34.993208 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-87f6e8aa-758a-49d3-acb2-58b7ad8e091c None None] For port 30356609-09fc-48ef-8210-198941c58cdb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=30356609-09fc-48ef-8210-198941c58cdb,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:34.994921 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87f6e8aa-758a-49d3-acb2-58b7ad8e091c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:35.012408 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:35.057511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdb05475-726b-4d39-8d00-017b086a0062 req-66be9204-057c-4ff7-b47b-d2c72c4f2cb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1623c7f-5b4b-4438-9faa-616056d78d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818076 Apr 18 21:47:35.156922 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:35.164645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-87f6e8aa-758a-49d3-acb2-58b7ad8e091c None None] Calling delete_port for 30356609-09fc-48ef-8210-198941c58cdb owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:35.270580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-c181d869-9764-448f-a885-8bc9e7cf6087 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:35.271338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-c181d869-9764-448f-a885-8bc9e7cf6087 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Synchronizing usage tracker for tenant:405ad3ecbf1b447f93a254b0667a42cc on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:35.304777 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdb05475-726b-4d39-8d00-017b086a0062 req-28334671-0059-4854-b215-78cb1de68fef service neutron] 10.222.0.26 "GET /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419882 Apr 18 21:47:35.387740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1ef4a858-66cf-45e5-a2e9-9911ecea87b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:47:04Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'e03964e7-c523-45a1-b421-56cad47381e3', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'port_id': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'mac_address': 'fa:16:3e:93:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:47:31Z', 'updated_at': '2022-04-18T21:47:31Z', 'revision_number': 0, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b962f8a7-b586-4bbf-aebe-00ece39be8fb', 'name': '', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:13:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:03Z', 'updated_at': '2022-04-18T21:47:14Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:35.394186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4a858-66cf-45e5-a2e9-9911ecea87b5 None None] Checking router: 61445a04-79fb-4b2d-bbee-6b458f41c134 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:47:35.409782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4a858-66cf-45e5-a2e9-9911ecea87b5 None None] Routers {'61445a04-79fb-4b2d-bbee-6b458f41c134'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:35.411161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1ef4a858-66cf-45e5-a2e9-9911ecea87b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:47:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['61445a04-79fb-4b2d-bbee-6b458f41c134'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:35.415940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-c181d869-9764-448f-a885-8bc9e7cf6087 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Unset dirty status for tenant:405ad3ecbf1b447f93a254b0667a42cc on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:35.417084 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-c181d869-9764-448f-a885-8bc9e7cf6087 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 946 time: 0.3288302 Apr 18 21:47:35.474459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52102) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:35.584178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 30356609-09fc-48ef-8210-198941c58cdb no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:47:35.593798 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdb05475-726b-4d39-8d00-017b086a0062 req-c7e16fc0-8e47-4f02-bb19-3ef527c844b2 service neutron] 10.222.0.26 "GET /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834370 Apr 18 21:47:35.605142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-4803c7f4-1b55-4bfe-83e2-35246e006513 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Deleting port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:35.605524 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-4803c7f4-1b55-4bfe-83e2-35246e006513 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:35.610149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18667c-4e22-42f6-939b-5dca2eaa20b0 req-91cb91bf-a3e1-4e3a-8e69-ae38587c627d tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:35.617769 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec18667c-4e22-42f6-939b-5dca2eaa20b0 req-91cb91bf-a3e1-4e3a-8e69-ae38587c627d tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 946 time: 0.2892885 Apr 18 21:47:35.628690 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87f6e8aa-758a-49d3-acb2-58b7ad8e091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:35.674554 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c917fcd8-6a8f-498a-9169-2144f4f3ef62 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/e03964e7-c523-45a1-b421-56cad47381e3 HTTP/1.1" status: 200 len: 992 time: 0.1963573 Apr 18 21:47:35.683109 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 30356609-09fc-48ef-8210-198941c58cdb {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:47:35.683462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 30356609-09fc-48ef-8210-198941c58cdb not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:47:35.707183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6e8aa-758a-49d3-acb2-58b7ad8e091c None None] Pushing event deleted for resources: {'Port': ['ID=30356609-09fc-48ef-8210-198941c58cdb,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:35.717004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f6e8aa-758a-49d3-acb2-58b7ad8e091c None None] No DVR routers for this DVR port 30356609-09fc-48ef-8210-198941c58cdb on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:47:35.737329 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee81e31a-61d3-484a-9e32-189ffe9b7b75 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:35.808118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-1ef4a858-66cf-45e5-a2e9-9911ecea87b5 None None] Set router 61445a04-79fb-4b2d-bbee-6b458f41c134 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:35.818670 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec18667c-4e22-42f6-939b-5dca2eaa20b0 req-e057de33-016c-4eff-8283-6c49a2ca4252 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988442 Apr 18 21:47:35.924080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-4803c7f4-1b55-4bfe-83e2-35246e006513 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] For port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=08b6f27a-2e63-4e2b-9120-ffe31bd6273d,segment=NetworkSegment(0991f900-6aa7-4a5a-97d9-d8c5717f87aa),segment_id=0991f900-6aa7-4a5a-97d9-d8c5717f87aa)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:35.924438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-4803c7f4-1b55-4bfe-83e2-35246e006513 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:35.927225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.objects.ports [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85048) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:47:35.928454 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:35.995648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:35.999186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:36.003710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:36.004303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:36.027584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=419e203b-5836-4edc-922a-c5e1805ba5d4,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:36.068585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-4803c7f4-1b55-4bfe-83e2-35246e006513 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Calling delete_port for 08b6f27a-2e63-4e2b-9120-ffe31bd6273d owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:36.116127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-04e27ff9-2c33-4d64-b8f4-9f578697db8c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3883305 Apr 18 21:47:36.116359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52110) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:36.122130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:19:4b:d0', 'name': 'tempest-NetworksTestDHCPv6-373066811'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:36.232241 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '419e203b-5836-4edc-922a-c5e1805ba5d4'}, {'subnet_id': 'b2fb8603-ad31-42fe-824d-7b24c34c6eed'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:47:36.233088 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:36.276093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:36.287179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:36.364802 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-4803c7f4-1b55-4bfe-83e2-35246e006513 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:36.381198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['08b6f27a-2e63-4e2b-9120-ffe31bd6273d'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:47:36.387763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:36.392804 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:36.418430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803c7f4-1b55-4bfe-83e2-35246e006513 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Pushing event deleted for resources: {'Port': ['ID=08b6f27a-2e63-4e2b-9120-ffe31bd6273d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:36.439622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port e013da17-b851-4ee5-9067-91cd1b065648 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:47:36.498267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-4803c7f4-1b55-4bfe-83e2-35246e006513 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] No DVR routers for this DVR port 08b6f27a-2e63-4e2b-9120-ffe31bd6273d on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:47:36.501194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-4803c7f4-1b55-4bfe-83e2-35246e006513 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:36.504443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e88f86-cddb-46a7-a71e-1106513f7a38', 'name': 'network-vif-deleted', 'tag': '08b6f27a-2e63-4e2b-9120-ffe31bd6273d'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:47:36.577426 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab5ad43-9d47-4d73-808e-1dc69f95e761'] response: {'server_uuid': 'e5e88f86-cddb-46a7-a71e-1106513f7a38', 'name': 'network-vif-deleted', 'tag': '08b6f27a-2e63-4e2b-9120-ffe31bd6273d', 'status': 'completed', 'code': 200} Apr 18 21:47:36.594043 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8d22dd45-08f9-4e90-b0af-d7bcd3753945 req-4803c7f4-1b55-4bfe-83e2-35246e006513 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.59 "DELETE /v2.0/ports/08b6f27a-2e63-4e2b-9120-ffe31bd6273d HTTP/1.1" status: 204 len: 173 time: 1.1707363 Apr 18 21:47:36.619155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1ef4a858-66cf-45e5-a2e9-9911ecea87b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:47:04Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'e03964e7-c523-45a1-b421-56cad47381e3', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'port_id': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'mac_address': 'fa:16:3e:93:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:47:31Z', 'updated_at': '2022-04-18T21:47:31Z', 'revision_number': 0, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b962f8a7-b586-4bbf-aebe-00ece39be8fb', 'name': '', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:13:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:03Z', 'updated_at': '2022-04-18T21:47:14Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:36.628285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4a858-66cf-45e5-a2e9-9911ecea87b5 None None] The sync data for ids ['61445a04-79fb-4b2d-bbee-6b458f41c134'] in n-d-836017-3 is: [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:47:04Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'e03964e7-c523-45a1-b421-56cad47381e3', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'port_id': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'mac_address': 'fa:16:3e:93:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:47:31Z', 'updated_at': '2022-04-18T21:47:31Z', 'revision_number': 0, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b962f8a7-b586-4bbf-aebe-00ece39be8fb', 'name': '', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:13:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:03Z', 'updated_at': '2022-04-18T21:47:14Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:47:36.645619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Allocated IP 2001:db8::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/b2fb8603-ad31-42fe-824d-7b24c34c6eed/545a1b6e-d3d0-4151-8cd8-8665467e5463) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:36.652017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Allocated IP 2001:db8:0:1:f816:3eff:fe94:eb60 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/419e203b-5836-4edc-922a-c5e1805ba5d4/545a1b6e-d3d0-4151-8cd8-8665467e5463) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:36.679308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52118) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:36.950707 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:36.964231 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Transition to ACTIVE for port object 545a1b6e-d3d0-4151-8cd8-8665467e5463 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:36.999554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Transition to ACTIVE for port object 545a1b6e-d3d0-4151-8cd8-8665467e5463 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:37.012530 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-28cc2db4-0fec-439e-84ac-65683da39691 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/e03964e7-c523-45a1-b421-56cad47381e3 HTTP/1.1" status: 200 len: 992 time: 0.3319278 Apr 18 21:47:37.039434 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31a72c-5284-4b46-8b56-4f8cdd6fcf8c None None] New status for floating IP e03964e7-c523-45a1-b421-56cad47381e3: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:47:37.091844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-160e0928-37cc-4c8c-b5c3-ace8a288118e req-72c20f32-bb90-45e0-b2f0-98368b3cf804 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5e88f86-cddb-46a7-a71e-1106513f7a38 HTTP/1.1" status: 200 len: 210 time: 0.0509346 Apr 18 21:47:37.112730 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:37.218183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Pushing event updated for resources: {'Port': ['ID=545a1b6e-d3d0-4151-8cd8-8665467e5463,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:37.231240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:37.232766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:37.235404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:37.316080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::31c (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/b2fb8603-ad31-42fe-824d-7b24c34c6eed/e013da17-b851-4ee5-9067-91cd1b065648) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:37.321909 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8:0:1:f816:3eff:fe19:4bd0 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/419e203b-5836-4edc-922a-c5e1805ba5d4/e013da17-b851-4ee5-9067-91cd1b065648) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:37.373564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Attempting to bind port 545a1b6e-d3d0-4151-8cd8-8665467e5463 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:37.373931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Attempting to bind port 545a1b6e-d3d0-4151-8cd8-8665467e5463 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:37.374318 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Attempting to bind port 545a1b6e-d3d0-4151-8cd8-8665467e5463 on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:37.380678 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:37.381042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:37.381436 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:37.381903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:37.382367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Bound port: 545a1b6e-d3d0-4151-8cd8-8665467e5463, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:37.382735 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:37.482886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] For port 545a1b6e-d3d0-4151-8cd8-8665467e5463, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:37.486098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] For port 545a1b6e-d3d0-4151-8cd8-8665467e5463, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=545a1b6e-d3d0-4151-8cd8-8665467e5463,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:37.533538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:37.537326 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:37.552022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object e013da17-b851-4ee5-9067-91cd1b065648 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:37.631814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8500e-effc-4df7-9897-772334b74e1d None None] Pushing event updated for resources: {'Port': ['ID=545a1b6e-d3d0-4151-8cd8-8665467e5463,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:37.633085 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:37.708922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:37.711838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:37.715846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:37.719726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:37.720312 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:37.731469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=e013da17-b851-4ee5-9067-91cd1b065648,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:37.831625 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0eb7809a-0717-410a-a2e1-d44f0ff87dd0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7143414 Apr 18 21:47:37.834361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52136) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:37.911440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port e013da17-b851-4ee5-9067-91cd1b065648 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:37.911774 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:38.014374 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52140) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:38.115959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-2cb14a17-ad7d-42df-8999-4789bafb13ab req-fbc99166-d30c-4c7f-9bf3-e9abbb37ed73 service neutron] (85048) timed out ('10.222.0.26', 61474) {{(pid=85048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:47:38.135723 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1e68bffa-86ef-4b39-b388-9afe911d055d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/e03964e7-c523-45a1-b421-56cad47381e3 HTTP/1.1" status: 200 len: 994 time: 0.1163142 Apr 18 21:47:38.184553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:38.320123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for e013da17-b851-4ee5-9067-91cd1b065648 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:38.500434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-d580b457-8dc8-4eb5-ad29-beb52d2b49b7 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:38.506206 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-d580b457-8dc8-4eb5-ad29-beb52d2b49b7 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/networks?id=c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d HTTP/1.1" status: 200 len: 808 time: 0.1567407 Apr 18 21:47:38.524151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-30205fc4-54a8-40b6-9b8f-aeb6b48a73c3 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/quotas/405ad3ecbf1b447f93a254b0667a42cc HTTP/1.1" status: 200 len: 375 time: 0.0137322 Apr 18 21:47:38.580828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-f7aa6f9a-f19a-4f09-85ad-f5fd6b188151 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=405ad3ecbf1b447f93a254b0667a42cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493610 Apr 18 21:47:38.592641 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-86610d3f-5b2d-4f67-9ee6-8ba8c39d67fe service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:47:38.594417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-86610d3f-5b2d-4f67-9ee6-8ba8c39d67fe service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060594 Apr 18 21:47:38.605092 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:38.667556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=e013da17-b851-4ee5-9067-91cd1b065648,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:38.687883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:38.688244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:38.688555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:38.688892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:38.689216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:38.689564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:38.689890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:38.690304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:38.690630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:38.690952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:38.691270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:38.748210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-4e7cfd24-c6bd-4678-a03e-6d07b1f6c3a2 service neutron] 10.222.0.11 "GET /v2.0/networks/c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473436 Apr 18 21:47:38.779128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca161832-9268-4064-8f00-15c0be41b2c2 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:38.782642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:38.795187 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-35654273-48fc-411c-b0f2-9b2420d2424b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/e013da17-b851-4ee5-9067-91cd1b065648 HTTP/1.1" status: 204 len: 168 time: 0.9597373 Apr 18 21:47:38.797430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52158) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:38.897267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb9f65-d30e-444c-9555-a1035d485c03 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:38.898845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-29bb9f65-d30e-444c-9555-a1035d485c03 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:38.903266 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-8b6f9197-e9f7-4c61-8ae6-ae80ee5435e2 service neutron] 10.222.0.11 "GET /v2.0/networks/c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479669 Apr 18 21:47:38.996658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-29bb9f65-d30e-444c-9555-a1035d485c03 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:38.999147 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-29bb9f65-d30e-444c-9555-a1035d485c03 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1995726 Apr 18 21:47:39.008587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52162) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:39.053419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1dba0240-0e71-4aff-ba13-a5d130ae711c None None] Provisioning for port 545a1b6e-d3d0-4151-8cd8-8665467e5463 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:39.095884 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c6dd65-9d9a-44ed-92ca-58ef46988e4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:39.097357 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-03c6dd65-9d9a-44ed-92ca-58ef46988e4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0869844 Apr 18 21:47:39.099949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52166) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:39.110687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 08b6f27a-2e63-4e2b-9120-ffe31bd6273d no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:47:39.154984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 08b6f27a-2e63-4e2b-9120-ffe31bd6273d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:47:39.157897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 08b6f27a-2e63-4e2b-9120-ffe31bd6273d not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:47:39.186429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f3e9d-204c-493e-a957-0b2ebe8dc587 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:39.187793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f3e9d-204c-493e-a957-0b2ebe8dc587 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:39.189262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f3e9d-204c-493e-a957-0b2ebe8dc587 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:39.190087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2c1f3e9d-204c-493e-a957-0b2ebe8dc587 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:39.278975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2c1f3e9d-204c-493e-a957-0b2ebe8dc587 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:39.280966 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2c1f3e9d-204c-493e-a957-0b2ebe8dc587 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1797509 Apr 18 21:47:39.286284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52170) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:39.484346 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:39.548455 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 545a1b6e-d3d0-4151-8cd8-8665467e5463 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:39.563381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e76b9d2-d3d4-44e6-9dff-f753d0cc1412 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 419e203b-5836-4edc-922a-c5e1805ba5d4 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:47:39.573064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e76b9d2-d3d4-44e6-9dff-f753d0cc1412 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:39.653068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0a72858a-d2cd-46be-9577-9c7cf3dbb3f5 None None] Could not find standard attr ID for object 21e4ff30-b396-4a0c-ba01-c6ce4f52d81f. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:47:39.656228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e76b9d2-d3d4-44e6-9dff-f753d0cc1412 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:39.752584 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e76b9d2-d3d4-44e6-9dff-f753d0cc1412 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:39.764028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 545a1b6e-d3d0-4151-8cd8-8665467e5463 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:39.769574 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 545a1b6e-d3d0-4151-8cd8-8665467e5463 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:39.770372 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:39.917557 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:39.963487 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e76b9d2-d3d4-44e6-9dff-f753d0cc1412 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.012724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6d3d9367-edef-4408-a9f7-0cd24542d254 None None] Could not find standard attr ID for object e013da17-b851-4ee5-9067-91cd1b065648. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:47:40.013786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76b9d2-d3d4-44e6-9dff-f753d0cc1412 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=419e203b-5836-4edc-922a-c5e1805ba5d4,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:40.022240 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2e76b9d2-d3d4-44e6-9dff-f753d0cc1412 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.038684 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:47:40.039268 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:47:40.123378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52186) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:40.123922 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2e76b9d2-d3d4-44e6-9dff-f753d0cc1412 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/419e203b-5836-4edc-922a-c5e1805ba5d4 HTTP/1.1" status: 204 len: 168 time: 0.8339038 Apr 18 21:47:40.221699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30aec10-1a36-48be-a5b9-a0d9d3492438 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:40.350061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-616b8fec-f598-4597-bf17-f716a0fabdaa req-fa114a6c-4119-4929-a937-e07b996ba877 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 210 time: 0.1066997 Apr 18 21:47:40.598649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet b2fb8603-ad31-42fe-824d-7b24c34c6eed {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:47:40.609864 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.688589 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.704440 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.730657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 545a1b6e-d3d0-4151-8cd8-8665467e5463, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=545a1b6e-d3d0-4151-8cd8-8665467e5463,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:40.825099 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.834790 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.897547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=545a1b6e-d3d0-4151-8cd8-8665467e5463,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:41.022243 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.067730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fb8603-ad31-42fe-824d-7b24c34c6eed,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:41.073339 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.086903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.087291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.087625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.087952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.088272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.088590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.088906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.089221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.089559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.089878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.090193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.094018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b45442ab-1f15-478b-b01e-ab641d531725 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/b2fb8603-ad31-42fe-824d-7b24c34c6eed HTTP/1.1" status: 204 len: 168 time: 0.9694951 Apr 18 21:47:41.103224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52204) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:41.145405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d641b-c5f0-4c09-88b8-f2f81ad6aab8 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:41.162922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6a262ced-fe0c-4f44-8f21-c242e244ed4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652840 Apr 18 21:47:41.166779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52208) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:41.172905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:41.304606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:41.308826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:41.312740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:41.318512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:41.323442 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cf113f96-e2cb-4602-a0b4-c38067c2d595 None None] Provisioning complete for port 545a1b6e-d3d0-4151-8cd8-8665467e5463 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:41.323811 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cf113f96-e2cb-4602-a0b4-c38067c2d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.427038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:41.431382 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.434924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 545a1b6e-d3d0-4151-8cd8-8665467e5463 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:41.528854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 545a1b6e-d3d0-4151-8cd8-8665467e5463 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:41.529226 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.561365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153abeda-77d9-4b91-bbd4-57663454ebf9 None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:47:41.573634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd0aad89-3044-487f-bb95-4a7f3112bdbb req-2f5638f4-a890-46ff-99a6-43289d670fab tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 210 time: 0.0712919 Apr 18 21:47:41.579519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-153abeda-77d9-4b91-bbd4-57663454ebf9 None None] Deleting port 545a1b6e-d3d0-4151-8cd8-8665467e5463 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:41.579887 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-153abeda-77d9-4b91-bbd4-57663454ebf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.826413 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.845665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-153abeda-77d9-4b91-bbd4-57663454ebf9 None None] For port 545a1b6e-d3d0-4151-8cd8-8665467e5463, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=545a1b6e-d3d0-4151-8cd8-8665467e5463,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:41.846079 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-153abeda-77d9-4b91-bbd4-57663454ebf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.897035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:41.901531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:41.905945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:41.905945 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.919481 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=414eeda5-3aa7-4ad6-a096-d634c8c07dd7,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:41.968620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-153abeda-77d9-4b91-bbd4-57663454ebf9 None None] Calling delete_port for 545a1b6e-d3d0-4151-8cd8-8665467e5463 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:42.025044 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dfe7f717-b791-4608-8f81-c48a74709818 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8544486 Apr 18 21:47:42.026308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52220) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:42.032186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9af2f1d7-02a2-4256-b84b-a87c2910b0ba tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:42.127990 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-153abeda-77d9-4b91-bbd4-57663454ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.174330 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153abeda-77d9-4b91-bbd4-57663454ebf9 None None] Pushing event deleted for resources: {'Port': ['ID=545a1b6e-d3d0-4151-8cd8-8665467e5463,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:42.182334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153abeda-77d9-4b91-bbd4-57663454ebf9 None None] No DVR routers for this DVR port 545a1b6e-d3d0-4151-8cd8-8665467e5463 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:47:42.185509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9af2f1d7-02a2-4256-b84b-a87c2910b0ba tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:42.195095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9af2f1d7-02a2-4256-b84b-a87c2910b0ba tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:42.199374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105d9d17-20c9-4502-a67d-7dae5d283664 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:42.199581 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9af2f1d7-02a2-4256-b84b-a87c2910b0ba tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:42.205899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9af2f1d7-02a2-4256-b84b-a87c2910b0ba tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:42.273458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af2f1d7-02a2-4256-b84b-a87c2910b0ba tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:42.277433 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9af2f1d7-02a2-4256-b84b-a87c2910b0ba tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.412480 n-d-836017-3 neutron-server[85048]: INFO neutron.db.ipam_backend_mixin [None req-9af2f1d7-02a2-4256-b84b-a87c2910b0ba tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 414eeda5-3aa7-4ad6-a096-d634c8c07dd7 (CIDR: 2001:db8::/64) Apr 18 21:47:42.435212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'tenant_id': 'c36f92100f4e44f9bb067e77172124da', 'fixed_ips': [{'subnet_id': '414eeda5-3aa7-4ad6-a096-d634c8c07dd7'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:47:42.436024 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.449737 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af2f1d7-02a2-4256-b84b-a87c2910b0ba tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:47:42.452778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af2f1d7-02a2-4256-b84b-a87c2910b0ba tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:42.556635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9af2f1d7-02a2-4256-b84b-a87c2910b0ba tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5258713 Apr 18 21:47:42.556812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52226) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:42.562478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'subnet': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:42.576023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-7f66a4b0-0e41-4937-a249-72b993812e98 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:42.578704 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-7f66a4b0-0e41-4937-a249-72b993812e98 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.59 "GET /v2.0/networks?id=c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d HTTP/1.1" status: 200 len: 808 time: 0.1678669 Apr 18 21:47:42.595356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Request body: {'port': {'device_id': 'e8103745-b3e4-42a1-9abe-1afa7034012c', 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d', 'admin_state_up': True, 'tenant_id': '405ad3ecbf1b447f93a254b0667a42cc'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:42.623737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Allocated IP 2001:db8::2 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/414eeda5-3aa7-4ad6-a096-d634c8c07dd7/b4dcab9e-5336-48b8-9cf6-529c9ba6254b) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:42.775964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:42.782129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Usage tracker for resource:port and tenant:405ad3ecbf1b447f93a254b0667a42cc is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:42.785397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:42.793617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:42.830899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:42.843195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:subnet and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:42.847323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bd07092f-566f-467b-9dbb-5d57e4c3ac87 req-6691e729-8bb1-495a-a622-899bc5532367 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 210 time: 0.0498519 Apr 18 21:47:42.848113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:42.861677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:42.900113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Made reservation on behalf of 405ad3ecbf1b447f93a254b0667a42cc for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:42.903671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.982320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:42.985811 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.996785 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.008008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Transition to ACTIVE for port object b4dcab9e-5336-48b8-9cf6-529c9ba6254b will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:43.027320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Transition to ACTIVE for port object b4dcab9e-5336-48b8-9cf6-529c9ba6254b will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:43.084337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Allocated IP 172.20.0.14 (c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d/5ff60997-0272-421f-ae66-719447900a6a/d7a733ac-c527-4913-b9f6-48f62bc60d6a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:43.085403 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.175346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:43.178393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:43.183395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:43.190019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Pushing event updated for resources: {'Port': ['ID=b4dcab9e-5336-48b8-9cf6-529c9ba6254b,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:43.290436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Attempting to bind port b4dcab9e-5336-48b8-9cf6-529c9ba6254b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:43.291227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Attempting to bind port b4dcab9e-5336-48b8-9cf6-529c9ba6254b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:43.291820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Attempting to bind port b4dcab9e-5336-48b8-9cf6-529c9ba6254b on network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:43.298986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:43.299752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Checking segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:43.300313 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.306633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Bound using segment: {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:43.306633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Bound port: b4dcab9e-5336-48b8-9cf6-529c9ba6254b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860fb19-881c-43f6-a8c3-7cd22c533a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:43.306633 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.390620 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.402909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] For port b4dcab9e-5336-48b8-9cf6-529c9ba6254b, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:43.409425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] For port b4dcab9e-5336-48b8-9cf6-529c9ba6254b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b4dcab9e-5336-48b8-9cf6-529c9ba6254b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:43.438361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 545a1b6e-d3d0-4151-8cd8-8665467e5463 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:47:43.474527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 545a1b6e-d3d0-4151-8cd8-8665467e5463 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:47:43.474784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 545a1b6e-d3d0-4151-8cd8-8665467e5463 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:47:43.483188 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.511382 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.540763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.objects.ports [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=85048) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:47:43.569791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34876d1a-3984-437c-a036-a358c0e0e9a2 None None] Pushing event updated for resources: {'Port': ['ID=b4dcab9e-5336-48b8-9cf6-529c9ba6254b,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:43.600258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:43.604172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:43.608673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:43.638441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Pushing event updated for resources: {'Port': ['ID=d7a733ac-c527-4913-b9f6-48f62bc60d6a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:43.679228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:43.679971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.790746 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.794053 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-944829a9-9dbb-4b47-b607-bccca6ef9dff tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2031538 Apr 18 21:47:43.807031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Request body: {'port': {'device_id': 'e8103745-b3e4-42a1-9abe-1afa7034012c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:43.996059 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.236853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] For port b4dcab9e-5336-48b8-9cf6-529c9ba6254b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b4dcab9e-5336-48b8-9cf6-529c9ba6254b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:44.261931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485a7d9-f94f-4bc7-968b-ff236cdaa44d req-64555789-ed48-4b45-a8d1-068958c67bd8 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:44.263315 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d485a7d9-f94f-4bc7-968b-ff236cdaa44d req-64555789-ed48-4b45-a8d1-068958c67bd8 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 932 time: 0.1328871 Apr 18 21:47:44.292320 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.322334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d485a7d9-f94f-4bc7-968b-ff236cdaa44d req-ecdeebb8-e0a0-4541-b852-30c8e56c0247 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504603 Apr 18 21:47:44.370303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.371339 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.373340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a733ac-c527-4913-b9f6-48f62bc60d6a {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:47:44.381528 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.396716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Transition to ACTIVE for port object d7a733ac-c527-4913-b9f6-48f62bc60d6a will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:44.465106 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.492884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:44.500838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:44.502578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Subnet': ['ID=4f7c1c9a-01a7-46e3-8a83-49c653ee6a4c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:44.506473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:44.507064 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.520542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=b4dcab9e-5336-48b8-9cf6-529c9ba6254b,revision_number=4']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:44.599155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a733ac-c527-4913-b9f6-48f62bc60d6a,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:44.620796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-99e6b96b-1597-4643-a4fc-259f2c9f4c5e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0628510 Apr 18 21:47:44.628430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52246) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:44.633291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Request body: {'port': {'network_id': '66d53f0d-f1b7-4b21-aa76-afc45dcc6f40', 'mac_address': 'fa:16:3e:f1:a0:7f', 'name': 'tempest-NetworksTestDHCPv6-1940580884'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:44.723889 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca47db30-12ec-45e7-80cf-d82f3eb85aa5 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:44.784665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:44.789511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Usage tracker for resource:port and tenant:c36f92100f4e44f9bb067e77172124da is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:44.793315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:44.798801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:44.815860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Attempting to bind port d7a733ac-c527-4913-b9f6-48f62bc60d6a on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:44.816463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Attempting to bind port d7a733ac-c527-4913-b9f6-48f62bc60d6a by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '0991f900-6aa7-4a5a-97d9-d8c5717f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:44.816576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Attempting to bind port d7a733ac-c527-4913-b9f6-48f62bc60d6a on network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:44.822570 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Port d7a733ac-c527-4913-b9f6-48f62bc60d6a on network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:47:44.822895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Attempting to bind port d7a733ac-c527-4913-b9f6-48f62bc60d6a on network c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:44.829205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:44.829569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Checking segment: {'id': '0991f900-6aa7-4a5a-97d9-d8c5717f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:44.829953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Bound using segment: {'id': '0991f900-6aa7-4a5a-97d9-d8c5717f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:44.830383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Bound port: d7a733ac-c527-4913-b9f6-48f62bc60d6a, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0991f900-6aa7-4a5a-97d9-d8c5717f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:44.830726 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.855742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Made reservation on behalf of c36f92100f4e44f9bb067e77172124da for: {'port': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:44.860012 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.887883 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6d5c411d-6f2c-41a2-8f02-df5d33d497b3 None None] Provisioning for port b4dcab9e-5336-48b8-9cf6-529c9ba6254b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:44.893603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] device_id is not set on port cc2fe0c4-9b17-468b-a784-8443b1308828 yet. {{(pid=85048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:47:44.930378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] For port d7a733ac-c527-4913-b9f6-48f62bc60d6a, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:44.933034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] For port d7a733ac-c527-4913-b9f6-48f62bc60d6a, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d7a733ac-c527-4913-b9f6-48f62bc60d6a,segment=NetworkSegment(0991f900-6aa7-4a5a-97d9-d8c5717f87aa),segment_id=0991f900-6aa7-4a5a-97d9-d8c5717f87aa)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:44.976663 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:45.075487 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:45.076889 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] 10.222.0.59 "PUT /v2.0/ports/d7a733ac-c527-4913-b9f6-48f62bc60d6a HTTP/1.1" status: 200 len: 1092 time: 1.2754998 Apr 18 21:47:45.087428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8103745-b3e4-42a1-9abe-1afa7034012c', 'tag': 'd7a733ac-c527-4913-b9f6-48f62bc60d6a'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:47:45.110179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9775b4-0925-4be8-9c26-b947ba579464 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a733ac-c527-4913-b9f6-48f62bc60d6a,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:45.157680 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5537f1b-00ab-4b3a-9a83-aae344ec0a92'] response: {'name': 'network-changed', 'server_uuid': 'e8103745-b3e4-42a1-9abe-1afa7034012c', 'tag': 'd7a733ac-c527-4913-b9f6-48f62bc60d6a', 'status': 'completed', 'code': 200} Apr 18 21:47:45.164715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8::e6 (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/414eeda5-3aa7-4ad6-a096-d634c8c07dd7/cc2fe0c4-9b17-468b-a784-8443b1308828) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:45.171952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Allocated IP 2001:db8:0:1:f816:3eff:fef1:a07f (66d53f0d-f1b7-4b21-aa76-afc45dcc6f40/4f7c1c9a-01a7-46e3-8a83-49c653ee6a4c/cc2fe0c4-9b17-468b-a784-8443b1308828) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:45.284924 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-841d7ab7-e432-4b93-baaa-2f63518cb5dc req-96f04e53-9fd3-4202-ab62-fade237b0234 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=405ad3ecbf1b447f93a254b0667a42cc&device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 1095 time: 0.1021426 Apr 18 21:47:45.454474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d7ab7-e432-4b93-baaa-2f63518cb5dc req-2b799d3e-e0d1-40f8-9ed1-89d08e9716cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:45.455974 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-841d7ab7-e432-4b93-baaa-2f63518cb5dc req-2b799d3e-e0d1-40f8-9ed1-89d08e9716cd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=405ad3ecbf1b447f93a254b0667a42cc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1643875 Apr 18 21:47:45.463628 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:45.490296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Transition to ACTIVE for port object cc2fe0c4-9b17-468b-a784-8443b1308828 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:45.534794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b4dcab9e-5336-48b8-9cf6-529c9ba6254b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:45.602102 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:45.667627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d7ab7-e432-4b93-baaa-2f63518cb5dc req-a02c7d29-ac2b-46bb-af92-e33b6eb45597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:45.669425 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-841d7ab7-e432-4b93-baaa-2f63518cb5dc req-a02c7d29-ac2b-46bb-af92-e33b6eb45597 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050412 Apr 18 21:47:45.699146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b4dcab9e-5336-48b8-9cf6-529c9ba6254b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:45.705318 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b4dcab9e-5336-48b8-9cf6-529c9ba6254b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:45.706194 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:45.714391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:45.719645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event updated for resources: {'Port': ['ID=cc2fe0c4-9b17-468b-a784-8443b1308828,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:45.722208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:45.724796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:45.728751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:45.729368 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:45.767361 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872043a-ceee-48d9-a043-957826dc2cb6 req-eaac0edb-2d1a-4604-9d6e-c5c4a0c48f82 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:45.768873 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4872043a-ceee-48d9-a043-957826dc2cb6 req-eaac0edb-2d1a-4604-9d6e-c5c4a0c48f82 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 944 time: 0.2120037 Apr 18 21:47:45.801034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b276ba1e-c427-4501-844a-0316294f6475 None None] Provisioning complete for port b4dcab9e-5336-48b8-9cf6-529c9ba6254b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:45.801522 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b276ba1e-c427-4501-844a-0316294f6475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:45.823489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4872043a-ceee-48d9-a043-957826dc2cb6 req-64651950-3e37-454d-b6bb-d8d72150928d tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475624 Apr 18 21:47:45.828084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52266) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:45.830116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5f0343ad-7528-45e9-8d94-3d90e211546e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2023895 Apr 18 21:47:45.924809 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:45.950550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-75740839-c008-419c-8ffb-5f211736931d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting port cc2fe0c4-9b17-468b-a784-8443b1308828 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:45.950891 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-75740839-c008-419c-8ffb-5f211736931d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.011090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port b4dcab9e-5336-48b8-9cf6-529c9ba6254b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b4dcab9e-5336-48b8-9cf6-529c9ba6254b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:46.016247 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b276ba1e-c427-4501-844a-0316294f6475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.071747 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-8dd3a408-6e63-4a4d-9a60-85eea8ecb9ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=405ad3ecbf1b447f93a254b0667a42cc&device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 1095 time: 0.3647542 Apr 18 21:47:46.086149 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.150845 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-559e2452-2ea2-449c-9d97-57f02d8ec80e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7a733ac-c527-4913-b9f6-48f62bc60d6a HTTP/1.1" status: 200 len: 217 time: 0.0718043 Apr 18 21:47:46.192421 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-b276ba1e-c427-4501-844a-0316294f6475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:47:46.192782 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-b276ba1e-c427-4501-844a-0316294f6475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:47:46.203835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=b4dcab9e-5336-48b8-9cf6-529c9ba6254b,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:46.303404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-8d91a858-4da5-4e03-bec3-94a19f4864a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:46.304870 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-8d91a858-4da5-4e03-bec3-94a19f4864a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ff60997-0272-421f-ae66-719447900a6a HTTP/1.1" status: 200 len: 848 time: 0.1383240 Apr 18 21:47:46.362977 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-0fe34b6e-2092-44c4-8d26-8231df0e9137 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513031 Apr 18 21:47:46.366518 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-75740839-c008-419c-8ffb-5f211736931d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.555363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-75740839-c008-419c-8ffb-5f211736931d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Calling delete_port for cc2fe0c4-9b17-468b-a784-8443b1308828 owned by {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:46.670735 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-ce445945-d52e-4c3d-905c-d45e425067ae service neutron] 10.222.0.59 "GET /v2.0/networks/c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965536 Apr 18 21:47:46.998305 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aaad12b0-5edc-4da4-b8dc-b1e5dd2ad1ba req-f631c39c-6a02-451f-948e-a4ffce4e0f58 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953210 Apr 18 21:47:47.043986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358515cf-3f13-4d90-9705-a05949bd81cd req-6da86532-cb00-432d-ab3d-3e5f87a3c397 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:47.045483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-358515cf-3f13-4d90-9705-a05949bd81cd req-6da86532-cb00-432d-ab3d-3e5f87a3c397 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 944 time: 0.0821168 Apr 18 21:47:47.061396 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-75740839-c008-419c-8ffb-5f211736931d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.062517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-17f1d3f4-9bd9-4106-a9da-deed42a49f24 None None] Provisioning for port cc2fe0c4-9b17-468b-a784-8443b1308828 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:47.068918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-17f1d3f4-9bd9-4106-a9da-deed42a49f24 None None] Provisioning complete for port cc2fe0c4-9b17-468b-a784-8443b1308828 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:47.080316 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-17f1d3f4-9bd9-4106-a9da-deed42a49f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.094296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-358515cf-3f13-4d90-9705-a05949bd81cd req-204c4c7b-260f-430d-bf69-9bcaadfe11f3 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431223 Apr 18 21:47:47.111145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75740839-c008-419c-8ffb-5f211736931d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Port': ['ID=cc2fe0c4-9b17-468b-a784-8443b1308828,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:47.112445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-17f1d3f4-9bd9-4106-a9da-deed42a49f24 None None] Port cc2fe0c4-9b17-468b-a784-8443b1308828 was deleted so its status cannot be updated. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 18 21:47:47.210726 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-75740839-c008-419c-8ffb-5f211736931d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.221549 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-75740839-c008-419c-8ffb-5f211736931d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/cc2fe0c4-9b17-468b-a784-8443b1308828 HTTP/1.1" status: 204 len: 168 time: 1.3916407 Apr 18 21:47:47.223469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52278) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:47.304006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ece966-701e-414f-91ee-6217f725a310 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:47.304730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f6ece966-701e-414f-91ee-6217f725a310 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:47.373049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f6ece966-701e-414f-91ee-6217f725a310 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:47.374274 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f6ece966-701e-414f-91ee-6217f725a310 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1497552 Apr 18 21:47:47.376712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52282) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:47.425528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b4dcab9e-5336-48b8-9cf6-529c9ba6254b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:47.458363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384db5ea-734e-4907-8907-28ff4eaa883b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:47.459798 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-384db5ea-734e-4907-8907-28ff4eaa883b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0823286 Apr 18 21:47:47.463124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52286) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:47.493801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b4dcab9e-5336-48b8-9cf6-529c9ba6254b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:47.494129 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.528524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d04eb-05d4-4e4b-b323-53e94412cbe7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:47.529791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d04eb-05d4-4e4b-b323-53e94412cbe7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:47.531241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d04eb-05d4-4e4b-b323-53e94412cbe7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:47.532030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d57d04eb-05d4-4e4b-b323-53e94412cbe7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:47.607847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d57d04eb-05d4-4e4b-b323-53e94412cbe7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:47.611785 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d57d04eb-05d4-4e4b-b323-53e94412cbe7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1451328 Apr 18 21:47:47.612007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52294) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:47.803404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cd401b-d58e-448e-9b0e-1d0ae8c04ec4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 414eeda5-3aa7-4ad6-a096-d634c8c07dd7 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:47:47.806612 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9cd401b-d58e-448e-9b0e-1d0ae8c04ec4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.863812 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9cd401b-d58e-448e-9b0e-1d0ae8c04ec4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.943882 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9cd401b-d58e-448e-9b0e-1d0ae8c04ec4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.078894 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9cd401b-d58e-448e-9b0e-1d0ae8c04ec4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.116694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd401b-d58e-448e-9b0e-1d0ae8c04ec4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=414eeda5-3aa7-4ad6-a096-d634c8c07dd7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:48.123289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d9cd401b-d58e-448e-9b0e-1d0ae8c04ec4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.132785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6221118-26fe-4deb-9daa-53a7c9daea6a None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:48.299708 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d9cd401b-d58e-448e-9b0e-1d0ae8c04ec4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/414eeda5-3aa7-4ad6-a096-d634c8c07dd7 HTTP/1.1" status: 204 len: 168 time: 0.6866508 Apr 18 21:47:48.299993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52302) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:48.350460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e97b43-cf42-4f57-8fd9-2e65f023a367 req-e5211bb9-ba72-4508-bd56-ec8076159c84 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:48.351817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0e97b43-cf42-4f57-8fd9-2e65f023a367 req-e5211bb9-ba72-4508-bd56-ec8076159c84 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 944 time: 0.1175396 Apr 18 21:47:48.473658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0e97b43-cf42-4f57-8fd9-2e65f023a367 req-2ab1ef2d-a1e2-4e06-96a4-c900cdc8863d tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148791 Apr 18 21:47:48.544595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc63c481-0b4b-4a92-9650-4e099f328dbf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Deleting subnet 4f7c1c9a-01a7-46e3-8a83-49c653ee6a4c {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:47:48.547672 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bc63c481-0b4b-4a92-9650-4e099f328dbf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.605287 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bc63c481-0b4b-4a92-9650-4e099f328dbf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.702146 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bc63c481-0b4b-4a92-9650-4e099f328dbf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.830968 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bc63c481-0b4b-4a92-9650-4e099f328dbf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.877858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63c481-0b4b-4a92-9650-4e099f328dbf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7c1c9a-01a7-46e3-8a83-49c653ee6a4c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:48.884423 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bc63c481-0b4b-4a92-9650-4e099f328dbf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.894267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bc63c481-0b4b-4a92-9650-4e099f328dbf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/4f7c1c9a-01a7-46e3-8a83-49c653ee6a4c HTTP/1.1" status: 204 len: 168 time: 0.5933266 Apr 18 21:47:48.896869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52310) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:48.943638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94400345-ea24-42d7-a969-a51fc85a9998 None None] Network 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:49.065545 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e1c3205f-3ed7-412d-a87b-baced6736659 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1675406 Apr 18 21:47:49.068112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52316) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.137454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-412d3424-6438-4b11-b2fa-77e2e5cfd19d None None] Provisioning complete for port b4dcab9e-5336-48b8-9cf6-529c9ba6254b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:49.138165 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-412d3424-6438-4b11-b2fa-77e2e5cfd19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.154711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13cf5ce-8fe1-4c8e-b255-cd8586be3cd2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:49.156307 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a13cf5ce-8fe1-4c8e-b255-cd8586be3cd2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0872207 Apr 18 21:47:49.158849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52320) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.232249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e8506-70c0-43a4-bd1c-8357fc4202d2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:49.233121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6c3e8506-70c0-43a4-bd1c-8357fc4202d2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Synchronizing usage tracker for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:49.296035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6c3e8506-70c0-43a4-bd1c-8357fc4202d2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Unset dirty status for tenant:c36f92100f4e44f9bb067e77172124da on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:49.297276 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6c3e8506-70c0-43a4-bd1c-8357fc4202d2 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1373441 Apr 18 21:47:49.299719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52324) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.300528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] DHCP port deletion for 66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:47:49.305056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] Deleting port b4dcab9e-5336-48b8-9cf6-529c9ba6254b {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:49.306970 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.364367 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-aa55e6ae-83c9-478a-acf5-60189faf84db tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635271 Apr 18 21:47:49.371857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52328) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.414433 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3b19dd-5556-4467-b3d3-d666acacb40b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:49.415939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3b19dd-5556-4467-b3d3-d666acacb40b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:49.417719 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2b3b19dd-5556-4467-b3d3-d666acacb40b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/cc2fe0c4-9b17-468b-a784-8443b1308828 HTTP/1.1" status: 404 len: 333 time: 0.0473752 Apr 18 21:47:49.420218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52332) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.431802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b4dcab9e-5336-48b8-9cf6-529c9ba6254b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:47:49.457947 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9d2358-6863-4b26-a5ad-575083d41f0c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:49.458385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9d2358-6863-4b26-a5ad-575083d41f0c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:49.462906 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9d9d2358-6863-4b26-a5ad-575083d41f0c tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/4f7c1c9a-01a7-46e3-8a83-49c653ee6a4c HTTP/1.1" status: 404 len: 337 time: 0.0389073 Apr 18 21:47:49.463129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52336) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.501044 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5abc60c-86ae-400d-92f3-71150a701210 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:49.501493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5abc60c-86ae-400d-92f3-71150a701210 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:49.505270 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e5abc60c-86ae-400d-92f3-71150a701210 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/414eeda5-3aa7-4ad6-a096-d634c8c07dd7 HTTP/1.1" status: 404 len: 337 time: 0.0390952 Apr 18 21:47:49.505771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52342) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.557816 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda8e8f6-6351-40e3-9b07-cc64330d57d3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:49.558435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda8e8f6-6351-40e3-9b07-cc64330d57d3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:49.560709 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eda8e8f6-6351-40e3-9b07-cc64330d57d3 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/e013da17-b851-4ee5-9067-91cd1b065648 HTTP/1.1" status: 404 len: 333 time: 0.0536017 Apr 18 21:47:49.563258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52346) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.567895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] For port b4dcab9e-5336-48b8-9cf6-529c9ba6254b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b4dcab9e-5336-48b8-9cf6-529c9ba6254b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:49.568290 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.611546 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cd5d9b-f8c8-4fe8-9f50-daf9781bb7cc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:49.611995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cd5d9b-f8c8-4fe8-9f50-daf9781bb7cc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:49.613693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f9cd5d9b-f8c8-4fe8-9f50-daf9781bb7cc tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/419e203b-5836-4edc-922a-c5e1805ba5d4 HTTP/1.1" status: 404 len: 337 time: 0.0493536 Apr 18 21:47:49.616228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52350) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.658870 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72e81b1-0db6-4f96-aeaf-88e864c96649 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:49.659420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72e81b1-0db6-4f96-aeaf-88e864c96649 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:49.661456 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a72e81b1-0db6-4f96-aeaf-88e864c96649 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/b2fb8603-ad31-42fe-824d-7b24c34c6eed HTTP/1.1" status: 404 len: 337 time: 0.0439267 Apr 18 21:47:49.663737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52354) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.706710 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adb51ba-cb47-4298-870d-8be4983b28f9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:49.707151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adb51ba-cb47-4298-870d-8be4983b28f9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:49.711155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3adb51ba-cb47-4298-870d-8be4983b28f9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/21e4ff30-b396-4a0c-ba01-c6ce4f52d81f HTTP/1.1" status: 404 len: 333 time: 0.0441563 Apr 18 21:47:49.712606 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52358) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.722731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] Calling delete_port for b4dcab9e-5336-48b8-9cf6-529c9ba6254b owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:49.785973 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.786228 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6606d7-0838-4691-83b3-c99785b45b29 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:49.786630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6606d7-0838-4691-83b3-c99785b45b29 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:49.791051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cc6606d7-0838-4691-83b3-c99785b45b29 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/c89809fe-13e7-430c-8b6f-1089e4993c4c HTTP/1.1" status: 404 len: 337 time: 0.0755420 Apr 18 21:47:49.791522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52362) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.838292 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f358ceb9-6ca0-4e81-9202-ee3fad390e56 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:49.842071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port b4dcab9e-5336-48b8-9cf6-529c9ba6254b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b4dcab9e-5336-48b8-9cf6-529c9ba6254b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:49.842218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f358ceb9-6ca0-4e81-9202-ee3fad390e56 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:49.842326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbb1d8-778e-4a68-9d44-11906bcf9095 req-f2adf5b9-7f6e-41c3-9afc-57a874a4f3d3 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:49.842457 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f358ceb9-6ca0-4e81-9202-ee3fad390e56 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/2edb3ab9-257e-4aad-8c85-58dc8345eed5 HTTP/1.1" status: 404 len: 337 time: 0.0478048 Apr 18 21:47:49.842560 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41dbb1d8-778e-4a68-9d44-11906bcf9095 req-f2adf5b9-7f6e-41c3-9afc-57a874a4f3d3 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 944 time: 0.0909486 Apr 18 21:47:49.843825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52366) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.884087 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff045da-6024-4fae-bd8f-6ca177df8a7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:49.890132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff045da-6024-4fae-bd8f-6ca177df8a7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:49.890132 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4ff045da-6024-4fae-bd8f-6ca177df8a7e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/eff87bb2-7a77-4143-9157-cab050b291b6 HTTP/1.1" status: 404 len: 333 time: 0.0414355 Apr 18 21:47:49.890392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41dbb1d8-778e-4a68-9d44-11906bcf9095 req-12fbc539-101a-4159-9064-9fd3c68695e5 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Apr 18 21:47:49.892040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52370) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.933562 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfc637e-ad2f-4d71-9139-89e5451eac08 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:49.939326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfc637e-ad2f-4d71-9139-89e5451eac08 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:49.939326 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fcfc637e-ad2f-4d71-9139-89e5451eac08 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/0f8c321d-157e-418c-9261-94ec86842b0c HTTP/1.1" status: 404 len: 337 time: 0.0426569 Apr 18 21:47:49.941079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52374) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:49.962435 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.978870 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-28db4693-5614-4319-9ff4-c62a70b12282 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:49.979314 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28db4693-5614-4319-9ff4-c62a70b12282 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:49.980978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-28db4693-5614-4319-9ff4-c62a70b12282 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/2b6c907d-6439-46f1-a92e-6df165513f8a HTTP/1.1" status: 404 len: 337 time: 0.0389748 Apr 18 21:47:49.983494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52378) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.011274 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:47:50.011719 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:47:50.028313 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5fed1f-8bf6-4d1c-8653-ec219ce6a064 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.028758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5fed1f-8bf6-4d1c-8653-ec219ce6a064 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.030412 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ef5fed1f-8bf6-4d1c-8653-ec219ce6a064 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/e63c0865-2d7b-4092-ad77-5ea0ae7250e7 HTTP/1.1" status: 404 len: 333 time: 0.0459507 Apr 18 21:47:50.033010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52382) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.035119 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=b4dcab9e-5336-48b8-9cf6-529c9ba6254b,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:50.082021 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1739850-6698-4c58-961a-512a0f167afa tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.084545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1739850-6698-4c58-961a-512a0f167afa tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.084545 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b1739850-6698-4c58-961a-512a0f167afa tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/52ff8193-c833-4c2e-897e-bdddbc8f7197 HTTP/1.1" status: 404 len: 337 time: 0.0500712 Apr 18 21:47:50.087065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52386) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.131059 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7519af-a708-4b5b-8cfb-f2ff96178d0d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.131493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7519af-a708-4b5b-8cfb-f2ff96178d0d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.133323 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2e7519af-a708-4b5b-8cfb-f2ff96178d0d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/175f52b2-ff51-4b41-a8c1-b0f9c009ed27 HTTP/1.1" status: 404 len: 333 time: 0.0451145 Apr 18 21:47:50.135797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52392) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.178905 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0f76a5-2f1e-4cd9-91d3-9dd035164cac tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.179482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0f76a5-2f1e-4cd9-91d3-9dd035164cac tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.184488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ee0f76a5-2f1e-4cd9-91d3-9dd035164cac tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/f0b4792b-e45e-41a3-a136-8f54a50540d9 HTTP/1.1" status: 404 len: 337 time: 0.0451896 Apr 18 21:47:50.184780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52398) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.225775 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a595413a-a8ab-479a-83f0-9b0cae67b9ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.226212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a595413a-a8ab-479a-83f0-9b0cae67b9ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.228462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a595413a-a8ab-479a-83f0-9b0cae67b9ab tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/98b92a7e-80ec-4f19-bfa7-2b44f727eea1 HTTP/1.1" status: 404 len: 333 time: 0.0427182 Apr 18 21:47:50.231056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52404) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.268503 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48d630d-be2b-442f-a85b-e4d58b56f84d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.268935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48d630d-be2b-442f-a85b-e4d58b56f84d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.270832 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f48d630d-be2b-442f-a85b-e4d58b56f84d tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/3a9974cd-ac98-4f66-8a28-49465bec21f4 HTTP/1.1" status: 404 len: 337 time: 0.0388992 Apr 18 21:47:50.273322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52410) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.316022 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d6cb51-5b5d-4ace-97e6-d5dd9cfbf9df tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.316453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d6cb51-5b5d-4ace-97e6-d5dd9cfbf9df tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.318112 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-68d6cb51-5b5d-4ace-97e6-d5dd9cfbf9df tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/1e323c51-b593-4634-b2bb-eab1ea325e18 HTTP/1.1" status: 404 len: 333 time: 0.0439019 Apr 18 21:47:50.320787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52416) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.357134 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb803533-98f5-431e-95fc-cb9288dbb961 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.357580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb803533-98f5-431e-95fc-cb9288dbb961 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.359108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bb803533-98f5-431e-95fc-cb9288dbb961 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/fbc934ee-940d-455e-9971-e91bd53a0b95 HTTP/1.1" status: 404 len: 337 time: 0.0374165 Apr 18 21:47:50.361453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52420) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.400049 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cd5f80-7d51-4ab1-8361-1fad4e0b8585 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.400475 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02cd5f80-7d51-4ab1-8361-1fad4e0b8585 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.402139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-02cd5f80-7d51-4ab1-8361-1fad4e0b8585 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/6b000e71-f4dd-4029-80a8-43e674bf376a HTTP/1.1" status: 404 len: 333 time: 0.0398116 Apr 18 21:47:50.404855 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52424) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.453014 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3073f64a-043d-483a-bca4-d973e419c77e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.453445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3073f64a-043d-483a-bca4-d973e419c77e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.455081 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3073f64a-043d-483a-bca4-d973e419c77e tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/6a3094d1-ceb3-441e-9063-dd4d8c159549 HTTP/1.1" status: 404 len: 337 time: 0.0493155 Apr 18 21:47:50.457746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52428) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.500139 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffc3838-e044-4445-96b9-c704623e77da tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.500493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bffc3838-e044-4445-96b9-c704623e77da tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.502171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bffc3838-e044-4445-96b9-c704623e77da tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/435a4208-aa6b-4b02-9f78-e23f5b34565a HTTP/1.1" status: 404 len: 333 time: 0.0435209 Apr 18 21:47:50.504691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52432) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.512794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] Deleting port b4dcab9e-5336-48b8-9cf6-529c9ba6254b {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:50.513285 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:50.544565 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-63206457-2cf4-42cd-84a2-fa3e5b80a488 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.545158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63206457-2cf4-42cd-84a2-fa3e5b80a488 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.546672 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-63206457-2cf4-42cd-84a2-fa3e5b80a488 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/21536cc4-b02d-49fb-9442-7993d6d2caac HTTP/1.1" status: 404 len: 337 time: 0.0410268 Apr 18 21:47:50.549498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52436) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.592091 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e2ec49-7a39-4b7c-9b11-e0c3ec9e9852 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.592528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e2ec49-7a39-4b7c-9b11-e0c3ec9e9852 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.594170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f5e2ec49-7a39-4b7c-9b11-e0c3ec9e9852 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/9c411e26-be3e-47f4-806a-4f8fe9904ea6 HTTP/1.1" status: 404 len: 337 time: 0.0437858 Apr 18 21:47:50.596700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52440) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.638222 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5241f7ec-f42a-4f9c-abe5-144f65e51357 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.638663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5241f7ec-f42a-4f9c-abe5-144f65e51357 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.640346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5241f7ec-f42a-4f9c-abe5-144f65e51357 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/5846a62f-2292-4bd2-adc2-46f38278e13a HTTP/1.1" status: 404 len: 333 time: 0.0427678 Apr 18 21:47:50.643145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52444) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.683538 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-122bd2db-ae4d-4b58-95f6-9e73477137d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.683980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122bd2db-ae4d-4b58-95f6-9e73477137d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.685663 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-122bd2db-ae4d-4b58-95f6-9e73477137d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/8be20ebb-b32b-4867-8bf6-2529726da121 HTTP/1.1" status: 404 len: 337 time: 0.0416136 Apr 18 21:47:50.688279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52448) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.720260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] For port b4dcab9e-5336-48b8-9cf6-529c9ba6254b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b4dcab9e-5336-48b8-9cf6-529c9ba6254b,segment=NetworkSegment(9860fb19-881c-43f6-a8c3-7cd22c533a12),segment_id=9860fb19-881c-43f6-a8c3-7cd22c533a12)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:50.720627 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:50.731947 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea4e8da-6e52-46ae-af1b-903f535ba806 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.736736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea4e8da-6e52-46ae-af1b-903f535ba806 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.736736 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8ea4e8da-6e52-46ae-af1b-903f535ba806 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/221b1271-6e79-43b4-8226-d85af68124cc HTTP/1.1" status: 404 len: 337 time: 0.0448284 Apr 18 21:47:50.736736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52452) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.782841 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-90300fe7-bf68-49ee-b4dc-9097391374b4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.782841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90300fe7-bf68-49ee-b4dc-9097391374b4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.782841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-90300fe7-bf68-49ee-b4dc-9097391374b4 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/625b60fe-82ca-40ce-81c1-8a347874458b HTTP/1.1" status: 404 len: 333 time: 0.0430713 Apr 18 21:47:50.784633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52456) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.825789 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcd6db1-9b7b-4588-b091-0a1523b436b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.826227 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcd6db1-9b7b-4588-b091-0a1523b436b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.827824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8bcd6db1-9b7b-4588-b091-0a1523b436b7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/57801827-520e-42a5-bfc1-74573c3c614f HTTP/1.1" status: 404 len: 337 time: 0.0422730 Apr 18 21:47:50.830419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52460) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.839314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] Calling delete_port for b4dcab9e-5336-48b8-9cf6-529c9ba6254b owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:50.873501 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8657ed25-2eba-4c01-b2cf-6e34cb18163f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.873933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8657ed25-2eba-4c01-b2cf-6e34cb18163f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.875556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8657ed25-2eba-4c01-b2cf-6e34cb18163f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/f77a0a48-f10f-4300-9e35-f9ad4fbbd1e1 HTTP/1.1" status: 404 len: 337 time: 0.0442498 Apr 18 21:47:50.878456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52464) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.926770 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-efda8e27-4d19-4313-ba52-653cb67aac75 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.927215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efda8e27-4d19-4313-ba52-653cb67aac75 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.929042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-efda8e27-4d19-4313-ba52-653cb67aac75 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/0f298769-9291-4754-a6f4-f3e42ec16435 HTTP/1.1" status: 404 len: 333 time: 0.0498171 Apr 18 21:47:50.932244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52472) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.972422 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df63742-f412-4f8a-849e-70b430ec9daf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:50.972857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df63742-f412-4f8a-849e-70b430ec9daf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:50.974540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5df63742-f412-4f8a-849e-70b430ec9daf tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/1c7b4b6b-d78b-4d76-8a11-482d402e7baa HTTP/1.1" status: 404 len: 337 time: 0.0413873 Apr 18 21:47:50.978309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52476) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:50.984381 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:51.026454 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc963e33-4d12-48df-a8af-28d539e78a4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:51.027572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc963e33-4d12-48df-a8af-28d539e78a4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:51.034125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cc963e33-4d12-48df-a8af-28d539e78a4b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/89ff9a53-88bd-46c1-b4c5-28248475122e HTTP/1.1" status: 404 len: 337 time: 0.0538859 Apr 18 21:47:51.034631 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52480) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.071620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] Pushing event deleted for resources: {'Port': ['ID=b4dcab9e-5336-48b8-9cf6-529c9ba6254b,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:51.083194 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d7ddeb1b-9125-4617-ba6e-4aab1831b4dd tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba309229-96f0-4fc6-8d7d-e2662841b3f3 HTTP/1.1" status: 200 len: 205 time: 0.0474558 Apr 18 21:47:51.083762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52484) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.085831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7438dc66-dfde-44b0-bf72-c6d87ce7c24c None None] No DVR routers for this DVR port b4dcab9e-5336-48b8-9cf6-529c9ba6254b on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:47:51.120259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85186cf8-2d10-4794-9187-3a717e5f2fd9 req-b8eca3ce-c300-48fe-86b0-6d36bdc8d9ac tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:51.121955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85186cf8-2d10-4794-9187-3a717e5f2fd9 req-b8eca3ce-c300-48fe-86b0-6d36bdc8d9ac tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 944 time: 0.1029692 Apr 18 21:47:51.147970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device d7a733ac-c527-4913-b9f6-48f62bc60d6a details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:47:51.199128 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85186cf8-2d10-4794-9187-3a717e5f2fd9 req-e1004584-f921-4c35-b9b2-cef9f2a5f8a2 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716105 Apr 18 21:47:51.272136 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-229d4a44-1c59-428f-ac2c-078b31cedeaa tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] delete failed (client error): The resource could not be found. Apr 18 21:47:51.273539 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-229d4a44-1c59-428f-ac2c-078b31cedeaa tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/routers/ba309229-96f0-4fc6-8d7d-e2662841b3f3 HTTP/1.1" status: 404 len: 336 time: 0.1885231 Apr 18 21:47:51.276582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52488) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.316717 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-565a9de3-a2b0-4952-b75a-a4e80e863069 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:51.317207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565a9de3-a2b0-4952-b75a-a4e80e863069 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:51.321323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-565a9de3-a2b0-4952-b75a-a4e80e863069 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/84b7ffaa-f930-4c05-b382-88599c846035 HTTP/1.1" status: 404 len: 337 time: 0.0430300 Apr 18 21:47:51.322356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52492) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.340020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port d7a733ac-c527-4913-b9f6-48f62bc60d6a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d7a733ac-c527-4913-b9f6-48f62bc60d6a,segment=NetworkSegment(0991f900-6aa7-4a5a-97d9-d8c5717f87aa),segment_id=0991f900-6aa7-4a5a-97d9-d8c5717f87aa)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:51.354569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'd7a733ac-c527-4913-b9f6-48f62bc60d6a', 'network_id': 'c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d', 'port_id': 'd7a733ac-c527-4913-b9f6-48f62bc60d6a', 'mac_address': 'fa:16:3e:78:bc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff60997-0272-421f-ae66-719447900a6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:47:51.370459 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52496) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.370675 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fb15ab7c-a0b1-4bf1-8ac0-808d18681712 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "GET /v2.0/ports?device_id=203ca86b-1221-413b-92ff-36fd4b763b7f HTTP/1.1" status: 200 len: 205 time: 0.0471852 Apr 18 21:47:51.410628 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:51.428315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a733ac-c527-4913-b9f6-48f62bc60d6a {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:47:51.445238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port d7a733ac-c527-4913-b9f6-48f62bc60d6a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d7a733ac-c527-4913-b9f6-48f62bc60d6a,segment=NetworkSegment(0991f900-6aa7-4a5a-97d9-d8c5717f87aa),segment_id=0991f900-6aa7-4a5a-97d9-d8c5717f87aa)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:51.527587 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:51.535784 n-d-836017-3 neutron-server[85048]: INFO neutron.api.v2.resource [None req-ac2e6e96-cf7b-49c6-8ccd-8e85a84c9250 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] delete failed (client error): The resource could not be found. Apr 18 21:47:51.542418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ac2e6e96-cf7b-49c6-8ccd-8e85a84c9250 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/routers/203ca86b-1221-413b-92ff-36fd4b763b7f HTTP/1.1" status: 404 len: 336 time: 0.1659398 Apr 18 21:47:51.542551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52500) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.582797 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-576ca8ea-6c86-47d9-b6aa-ff8c025f2e55 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:51.582797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576ca8ea-6c86-47d9-b6aa-ff8c025f2e55 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:51.582797 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-576ca8ea-6c86-47d9-b6aa-ff8c025f2e55 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/abe469cc-6c9d-4130-bbd9-52e0930f6314 HTTP/1.1" status: 404 len: 337 time: 0.0401411 Apr 18 21:47:51.584624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52504) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.598450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=d7a733ac-c527-4913-b9f6-48f62bc60d6a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:51.623692 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-496fb79b-770d-4eb4-ac7c-181b2c8ec911 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:51.624234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496fb79b-770d-4eb4-ac7c-181b2c8ec911 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:51.625952 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-496fb79b-770d-4eb4-ac7c-181b2c8ec911 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/3ffcd736-73e8-4c37-acdc-35856f392216 HTTP/1.1" status: 404 len: 337 time: 0.0403407 Apr 18 21:47:51.628592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52508) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.672438 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-60333d95-86af-46d4-b9ab-434ab98ecf76 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:51.672871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60333d95-86af-46d4-b9ab-434ab98ecf76 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:51.676829 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-60333d95-86af-46d4-b9ab-434ab98ecf76 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/4f2c3e21-3852-4de8-9af8-c9713737cb9b HTTP/1.1" status: 404 len: 333 time: 0.0450125 Apr 18 21:47:51.677085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52512) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.714408 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e747b8a-aa84-422e-bbeb-59e2d4bc2cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:51.714836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e747b8a-aa84-422e-bbeb-59e2d4bc2cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:51.716450 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7e747b8a-aa84-422e-bbeb-59e2d4bc2cd9 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/a2e2dd14-375c-4898-910e-ce0b39692d88 HTTP/1.1" status: 404 len: 337 time: 0.0384080 Apr 18 21:47:51.719668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52516) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.727802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['d7a733ac-c527-4913-b9f6-48f62bc60d6a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:47:51.761084 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5458e15-2120-4b2c-b35f-be63e6808a24 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:51.761537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5458e15-2120-4b2c-b35f-be63e6808a24 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:51.765830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52520) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.766405 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e5458e15-2120-4b2c-b35f-be63e6808a24 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/20efb13a-a388-4610-b731-aef2d71b194b HTTP/1.1" status: 404 len: 333 time: 0.0454865 Apr 18 21:47:51.804825 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b0bd87-895c-4444-b968-197f2ed92c4a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:51.805963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b0bd87-895c-4444-b968-197f2ed92c4a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:51.810308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52524) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.810476 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-72b0bd87-895c-4444-b968-197f2ed92c4a tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/d817e5d0-6d07-4a2b-a0b9-4f4bb5d01b7c HTTP/1.1" status: 404 len: 337 time: 0.0428026 Apr 18 21:47:51.853787 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de873a0-6e62-4dac-af09-c66b5a33cb8f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:51.854130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de873a0-6e62-4dac-af09-c66b5a33cb8f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:51.855732 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6de873a0-6e62-4dac-af09-c66b5a33cb8f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/155a8e3c-5a9f-49e8-b465-13f7c8ea9f85 HTTP/1.1" status: 404 len: 333 time: 0.0443394 Apr 18 21:47:51.858318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52528) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.895496 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fe3460-55fd-46db-80dd-c2f85d5584ad tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:51.895929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fe3460-55fd-46db-80dd-c2f85d5584ad tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:51.897567 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f3fe3460-55fd-46db-80dd-c2f85d5584ad tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/c346120d-cf91-4eac-9769-d13321e0293b HTTP/1.1" status: 404 len: 337 time: 0.0382893 Apr 18 21:47:51.900624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52532) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.940545 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2e4c0e-aa28-4328-9fa1-9dd9f748e4eb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:51.940976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2e4c0e-aa28-4328-9fa1-9dd9f748e4eb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:51.942653 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1e2e4c0e-aa28-4328-9fa1-9dd9f748e4eb tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/56090d5d-72d6-4617-8f1f-887670c19917 HTTP/1.1" status: 404 len: 333 time: 0.0411479 Apr 18 21:47:51.945275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52536) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:51.987238 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cedb45-c72b-4f21-bc2a-543185c9ec85 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:51.987878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cedb45-c72b-4f21-bc2a-543185c9ec85 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:51.989520 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-68cedb45-c72b-4f21-bc2a-543185c9ec85 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/acb2ed20-1116-4bd8-acb7-006a7bd372da HTTP/1.1" status: 404 len: 337 time: 0.0429945 Apr 18 21:47:51.992069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52542) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:52.040107 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c284292-89ab-4c3e-ad82-bfde8645094b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:52.040542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c284292-89ab-4c3e-ad82-bfde8645094b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:52.047487 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3c284292-89ab-4c3e-ad82-bfde8645094b tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/f53a2e90-fdc3-4908-9193-1b4e4e40f7c7 HTTP/1.1" status: 404 len: 333 time: 0.0543711 Apr 18 21:47:52.049250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52546) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:52.100376 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f6d7b1-8d74-43bb-97af-e8a1f5a5fd0f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:52.100810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f6d7b1-8d74-43bb-97af-e8a1f5a5fd0f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:52.103041 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c0f6d7b1-8d74-43bb-97af-e8a1f5a5fd0f tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/935957a7-c207-47f3-8cd7-317403ad63b0 HTTP/1.1" status: 404 len: 337 time: 0.0527697 Apr 18 21:47:52.113252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52550) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:52.190316 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-47eca66f-7cbc-46e1-8f90-601cfd1d2172 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:52.190754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47eca66f-7cbc-46e1-8f90-601cfd1d2172 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:52.192723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-47eca66f-7cbc-46e1-8f90-601cfd1d2172 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/8e302045-9508-4375-80bb-475e1b9b47d8 HTTP/1.1" status: 404 len: 333 time: 0.0785303 Apr 18 21:47:52.195343 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52554) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:52.234932 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a064362f-4904-4be2-ac96-2c31b674e6d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:52.235394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a064362f-4904-4be2-ac96-2c31b674e6d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:52.237523 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a064362f-4904-4be2-ac96-2c31b674e6d8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/2b83f546-d5c5-4182-a639-b1412e675621 HTTP/1.1" status: 404 len: 337 time: 0.0407526 Apr 18 21:47:52.239604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52560) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:52.282965 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82f0957-7ad4-4387-9abd-abf8d97d3ac7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:52.283413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82f0957-7ad4-4387-9abd-abf8d97d3ac7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:52.285320 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d82f0957-7ad4-4387-9abd-abf8d97d3ac7 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/ports/517dca73-7001-4128-8423-a4a70ded1e05 HTTP/1.1" status: 404 len: 333 time: 0.0445991 Apr 18 21:47:52.287644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52564) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:52.330183 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c5570d-23c2-4f58-8e67-2c8fc4cc81b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] DELETE failed (client error): The resource could not be found. Apr 18 21:47:52.330619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c5570d-23c2-4f58-8e67-2c8fc4cc81b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:47:52.333623 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-99c5570d-23c2-4f58-8e67-2c8fc4cc81b8 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/subnets/1be863bc-ccaa-4da2-94bd-fc5fb5ea86d4 HTTP/1.1" status: 404 len: 337 time: 0.0436742 Apr 18 21:47:52.334980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52568) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:52.403073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aeef34-1ad2-43de-ab9f-98e9bdb789c3 req-2326f1ed-fc92-46ce-94fb-182aa4d21a5d tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:52.404520 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20aeef34-1ad2-43de-ab9f-98e9bdb789c3 req-2326f1ed-fc92-46ce-94fb-182aa4d21a5d tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 945 time: 0.0818889 Apr 18 21:47:52.451554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20aeef34-1ad2-43de-ab9f-98e9bdb789c3 req-bc77c6b8-9e9a-4615-886d-e0394135bd1e tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Apr 18 21:47:52.453651 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.596752 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.621218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d53f0d-f1b7-4b21-aa76-afc45dcc6f40']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:52.632953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9860fb19-881c-43f6-a8c3-7cd22c533a12') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:52.633249 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9860fb19-881c-43f6-a8c3-7cd22c533a12') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:52.645443 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.662077 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.668403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:47:52.668788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:47:52.683328 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:47:52.826888 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.844874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.855331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] Pushing event deleted for resources: {'Network': ['ID=66d53f0d-f1b7-4b21-aa76-afc45dcc6f40,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:52.861043 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-40d1612e-b9ea-42a8-85c5-6de565677bc0 tempest-NetworksTestDHCPv6-2108841774 tempest-NetworksTestDHCPv6-2108841774-project] 10.222.0.11 "DELETE /v2.0/networks/66d53f0d-f1b7-4b21-aa76-afc45dcc6f40 HTTP/1.1" status: 204 len: 168 time: 0.5246904 Apr 18 21:47:53.148425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device d7a733ac-c527-4913-b9f6-48f62bc60d6a up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:53.315367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52578) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:53.387347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port d7a733ac-c527-4913-b9f6-48f62bc60d6a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:53.418071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port d7a733ac-c527-4913-b9f6-48f62bc60d6a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:53.419109 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:53.548678 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c47fdfa6-4af6-4c1e-90fd-05c33206bde1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c36f92100f4e44f9bb067e77172124da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2321355 Apr 18 21:47:53.551657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52586) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:53.558210 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:53.591904 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8103745-b3e4-42a1-9abe-1afa7034012c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a733ac-c527-4913-b9f6-48f62bc60d6a'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:47:53.602698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port d7a733ac-c527-4913-b9f6-48f62bc60d6a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d7a733ac-c527-4913-b9f6-48f62bc60d6a,segment=NetworkSegment(0991f900-6aa7-4a5a-97d9-d8c5717f87aa),segment_id=0991f900-6aa7-4a5a-97d9-d8c5717f87aa)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:53.649530 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca09349b-6c8d-49d0-9dd8-66c03dac942e'] response: {'server_uuid': 'e8103745-b3e4-42a1-9abe-1afa7034012c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a733ac-c527-4913-b9f6-48f62bc60d6a', 'code': 200} Apr 18 21:47:53.664951 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:53.695153 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-534ec3ec-f6ee-4b10-86d7-9199789e0697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:53.732580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-534ec3ec-f6ee-4b10-86d7-9199789e0697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:53.746494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=d7a733ac-c527-4913-b9f6-48f62bc60d6a,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:53.761622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1d7fa-8a97-4f3f-9646-50659adc46ee req-f80a072f-17a0-40cf-aed9-2a5adab28da2 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:53.763074 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7b1d7fa-8a97-4f3f-9646-50659adc46ee req-f80a072f-17a0-40cf-aed9-2a5adab28da2 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 945 time: 0.1495955 Apr 18 21:47:53.792039 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d61e1869-d6c6-4244-b2e9-cfb909b2cf1f req-315b2455-94d3-493f-81ac-0d8ae4eb146f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 1097 time: 0.0802352 Apr 18 21:47:53.821837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7b1d7fa-8a97-4f3f-9646-50659adc46ee req-918b444d-18c2-449a-96ea-40c7a806d4a0 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475156 Apr 18 21:47:53.843103 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d61e1869-d6c6-4244-b2e9-cfb909b2cf1f req-30b63570-236e-495c-b4ba-a432d456e004 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449007 Apr 18 21:47:53.916288 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-534ec3ec-f6ee-4b10-86d7-9199789e0697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:53.932788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ec3ec-f6ee-4b10-86d7-9199789e0697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5626628d-13d4-40c8-bd6c-0f82d626085e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:53.937512 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-534ec3ec-f6ee-4b10-86d7-9199789e0697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:53.938145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-534ec3ec-f6ee-4b10-86d7-9199789e0697 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5626628d-13d4-40c8-bd6c-0f82d626085e HTTP/1.1" status: 204 len: 168 time: 0.3847179 Apr 18 21:47:54.656171 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-30a23fc5-28b2-4877-bfc8-6da0e12283d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.066472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a88213-3037-47f0-8186-3e2dd47f5dee req-4ec622b1-a805-4e42-8fef-b886b327330b tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:55.068056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46a88213-3037-47f0-8186-3e2dd47f5dee req-4ec622b1-a805-4e42-8fef-b886b327330b tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 946 time: 0.1077049 Apr 18 21:47:55.146064 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46a88213-3037-47f0-8186-3e2dd47f5dee req-4823b95f-ad8a-4368-88b5-cff082aecac5 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701880 Apr 18 21:47:55.172995 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:47:55.223676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52632) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:55.402895 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1483574798'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:55.408834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:55.420357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:network and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:55.423548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:55.429849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:55.495212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:55.498249 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.511996 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.544425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:55.548204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:security_group_rule and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:55.551019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:55.556956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:55.634549 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.695282 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.728422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:47:55.736807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2f25b8-3a42-45d3-8cae-942032fb45fa,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:55.743324 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.743657 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Added segment 10969e2e-7153-4657-8c34-3ef42589568c of type vlan for network 7a338d4e-9ddf-4752-a6d6-a3adfb269ac1 Apr 18 21:47:55.770010 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.867014 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.870844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:55.871416 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.980272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Network': ['ID=7a338d4e-9ddf-4752-a6d6-a3adfb269ac1,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:55.990651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 7a338d4e-9ddf-4752-a6d6-a3adfb269ac1 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:47:56.033362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5308eade-9f2e-4ea6-bb26-b202983d54fe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8085079 Apr 18 21:47:56.377793 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3fe87-a42e-4ac6-9719-917e345f0f60 req-d10d5036-50ba-4db2-9989-5dfe96b61b0b tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:56.379162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fdc3fe87-a42e-4ac6-9719-917e345f0f60 req-d10d5036-50ba-4db2-9989-5dfe96b61b0b tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 946 time: 0.0843701 Apr 18 21:47:56.427579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fdc3fe87-a42e-4ac6-9719-917e345f0f60 req-46189a28-b257-4c07-b418-a37decd08e41 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Apr 18 21:47:57.152943 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-728f9652-0f8d-462a-a540-303a66f79893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:58.013346 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:58.045091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d670c-112b-490d-ac52-5ffda677a062 req-ecf23fdd-6ef1-468b-b79d-c043ae3a0539 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:58.046570 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0b7d670c-112b-490d-ac52-5ffda677a062 req-ecf23fdd-6ef1-468b-b79d-c043ae3a0539 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 946 time: 0.0889437 Apr 18 21:47:58.093045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0b7d670c-112b-490d-ac52-5ffda677a062 req-cdad3991-680b-4b78-84f9-6645177b547b tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Apr 18 21:47:58.670271 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:59.254540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52684) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:59.261767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'subnet': {'network_id': '7a338d4e-9ddf-4752-a6d6-a3adfb269ac1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:59.319421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420a6d2-ed9e-4010-8287-459fa9ab16d8 req-b9d23408-e76e-4c10-898d-4d2a92e3d1b7 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:59.322419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a420a6d2-ed9e-4010-8287-459fa9ab16d8 req-b9d23408-e76e-4c10-898d-4d2a92e3d1b7 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 946 time: 0.0831325 Apr 18 21:47:59.372228 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a420a6d2-ed9e-4010-8287-459fa9ab16d8 req-120c7f0f-5e33-4757-9561-ddd3ab33b4e5 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437748 Apr 18 21:47:59.492216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-bb233967-d277-4105-abcb-7cf80fae56fc tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:59.493749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-bb233967-d277-4105-abcb-7cf80fae56fc tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Synchronizing usage tracker for tenant:405ad3ecbf1b447f93a254b0667a42cc on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:59.497785 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:59.503805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:subnet and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:59.510774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:59.517980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:59.570118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-bb233967-d277-4105-abcb-7cf80fae56fc tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Unset dirty status for tenant:405ad3ecbf1b447f93a254b0667a42cc on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:59.571439 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-bb233967-d277-4105-abcb-7cf80fae56fc tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 946 time: 0.4129934 Apr 18 21:47:59.611020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:59.735367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-b0d61a21-836d-42fa-bc28-8b995bd41693 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Deleting port d7a733ac-c527-4913-b9f6-48f62bc60d6a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:59.735623 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-b0d61a21-836d-42fa-bc28-8b995bd41693 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:59.797592 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:00.158530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-b0d61a21-836d-42fa-bc28-8b995bd41693 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] For port d7a733ac-c527-4913-b9f6-48f62bc60d6a, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=d7a733ac-c527-4913-b9f6-48f62bc60d6a,segment=NetworkSegment(0991f900-6aa7-4a5a-97d9-d8c5717f87aa),segment_id=0991f900-6aa7-4a5a-97d9-d8c5717f87aa)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:00.158972 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-b0d61a21-836d-42fa-bc28-8b995bd41693 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:00.302710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-b0d61a21-836d-42fa-bc28-8b995bd41693 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Calling delete_port for d7a733ac-c527-4913-b9f6-48f62bc60d6a owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:00.434008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:00.531246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Subnet': ['ID=c1e6d726-44a0-4422-abe9-9fde6380ab19,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:00.545942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Checking segment: {'id': '10969e2e-7153-4657-8c34-3ef42589568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7a338d4e-9ddf-4752-a6d6-a3adfb269ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:00.546307 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network hostable DHCP agents. Network: 7a338d4e-9ddf-4752-a6d6-a3adfb269ac1, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:48:00.582234 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-b0d61a21-836d-42fa-bc28-8b995bd41693 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:00.589519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac8d29-bbf2-4f3e-983d-646e252718bb req-1d59eb0f-e4f3-4ffe-bc79-9637758bec2a tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:00.591477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91ac8d29-bbf2-4f3e-983d-646e252718bb req-1d59eb0f-e4f3-4ffe-bc79-9637758bec2a tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 946 time: 0.0899868 Apr 18 21:48:00.594627 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['d7a733ac-c527-4913-b9f6-48f62bc60d6a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:48:00.642693 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network 7a338d4e-9ddf-4752-a6d6-a3adfb269ac1 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:48:00.657105 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d61a21-836d-42fa-bc28-8b995bd41693 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Pushing event deleted for resources: {'Port': ['ID=d7a733ac-c527-4913-b9f6-48f62bc60d6a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:00.687564 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-91ac8d29-bbf2-4f3e-983d-646e252718bb req-2c8087df-1604-4e49-a921-3336d6f1f81c tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/security-groups?id=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830972 Apr 18 21:48:00.739888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 7a338d4e-9ddf-4752-a6d6-a3adfb269ac1) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:00.747942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-b0d61a21-836d-42fa-bc28-8b995bd41693 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] No DVR routers for this DVR port d7a733ac-c527-4913-b9f6-48f62bc60d6a on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:48:00.749724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:00.750385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:00.751585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3294666a-55b7-439d-8078-b0fa5a34026c None None] Network 7a338d4e-9ddf-4752-a6d6-a3adfb269ac1 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:00.754393 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-b0d61a21-836d-42fa-bc28-8b995bd41693 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:00.756579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8103745-b3e4-42a1-9abe-1afa7034012c', 'name': 'network-vif-deleted', 'tag': 'd7a733ac-c527-4913-b9f6-48f62bc60d6a'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:48:00.814187 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d5c14a-c510-4f8b-a3ee-e1465e4cefd8'] response: {'server_uuid': 'e8103745-b3e4-42a1-9abe-1afa7034012c', 'name': 'network-vif-deleted', 'tag': 'd7a733ac-c527-4913-b9f6-48f62bc60d6a', 'status': 'completed', 'code': 200} Apr 18 21:48:00.845108 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b9e8c049-d8ae-453d-a34f-011692e19981 req-b0d61a21-836d-42fa-bc28-8b995bd41693 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.59 "DELETE /v2.0/ports/d7a733ac-c527-4913-b9f6-48f62bc60d6a HTTP/1.1" status: 204 len: 173 time: 1.2681427 Apr 18 21:48:00.873313 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4662b293-640f-4910-b6f9-702939165c3d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6176858 Apr 18 21:48:00.876627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52700) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:00.882929 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1025444094'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:00.889281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:00.893423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:network and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:00.896695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:00.904208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:00.969738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-7a338d4e-9ddf-4752-a6d6-a3adfb269ac1', 'network_id': '7a338d4e-9ddf-4752-a6d6-a3adfb269ac1', 'tenant_id': 'f856624a1e3d47f191f4604bdb902131', 'fixed_ips': [{'subnet_id': 'c1e6d726-44a0-4422-abe9-9fde6380ab19'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:48:00.970566 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.015451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:01.018761 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.053590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:48:01.063485 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.063933 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Added segment dfa8f346-c141-49b9-a844-05871dfdf14b of type vlan for network d4050f0a-7bdf-4daa-8662-1c13b6395bf4 Apr 18 21:48:01.091307 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.146644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Allocated IP 2001:db8:0:ffff::2 (7a338d4e-9ddf-4752-a6d6-a3adfb269ac1/c1e6d726-44a0-4422-abe9-9fde6380ab19/2745ea0f-0453-4ef4-a622-52d27b645a2c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:48:01.193374 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.198420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:01.199092 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.224441 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.324654 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Network': ['ID=d4050f0a-7bdf-4daa-8662-1c13b6395bf4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:01.335537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d4050f0a-7bdf-4daa-8662-1c13b6395bf4 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:48:01.398770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bb91b65c-6236-48fc-8f06-539950264cd7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5207133 Apr 18 21:48:01.402078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52704) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:01.407622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'subnet': {'network_id': 'd4050f0a-7bdf-4daa-8662-1c13b6395bf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:01.431932 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.456659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Transition to ACTIVE for port object 2745ea0f-0453-4ef4-a622-52d27b645a2c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:01.478107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Transition to ACTIVE for port object 2745ea0f-0453-4ef4-a622-52d27b645a2c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:01.516351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:01.520433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:subnet and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:01.523323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:01.529060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:01.533425 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.624157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:01.633457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Network 7a338d4e-9ddf-4752-a6d6-a3adfb269ac1 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:48:01.636388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:01.640795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:48:01.642874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Pushing event updated for resources: {'Port': ['ID=2745ea0f-0453-4ef4-a622-52d27b645a2c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:01.736119 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Attempting to bind port 2745ea0f-0453-4ef4-a622-52d27b645a2c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:48:01.739229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Attempting to bind port 2745ea0f-0453-4ef4-a622-52d27b645a2c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '10969e2e-7153-4657-8c34-3ef42589568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7a338d4e-9ddf-4752-a6d6-a3adfb269ac1'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:48:01.739229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Attempting to bind port 2745ea0f-0453-4ef4-a622-52d27b645a2c on network 7a338d4e-9ddf-4752-a6d6-a3adfb269ac1 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:48:01.744861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:48:01.745591 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Checking segment: {'id': '10969e2e-7153-4657-8c34-3ef42589568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7a338d4e-9ddf-4752-a6d6-a3adfb269ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:01.746242 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.746816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Bound using segment: {'id': '10969e2e-7153-4657-8c34-3ef42589568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7a338d4e-9ddf-4752-a6d6-a3adfb269ac1'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:48:01.747489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Bound port: 2745ea0f-0453-4ef4-a622-52d27b645a2c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10969e2e-7153-4657-8c34-3ef42589568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7a338d4e-9ddf-4752-a6d6-a3adfb269ac1'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:48:01.748236 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.778922 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.866564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] For port 2745ea0f-0453-4ef4-a622-52d27b645a2c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:48:01.870916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] For port 2745ea0f-0453-4ef4-a622-52d27b645a2c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2745ea0f-0453-4ef4-a622-52d27b645a2c,segment=NetworkSegment(10969e2e-7153-4657-8c34-3ef42589568c),segment_id=10969e2e-7153-4657-8c34-3ef42589568c)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:48:01.956773 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:02.030789 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba3ffd7d-2588-4841-9bba-27955715052e req-fab00a72-0dc7-415b-8586-22956ffbb6f0 tempest-VolumesActionsTest-1619337027 tempest-VolumesActionsTest-1619337027-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8103745-b3e4-42a1-9abe-1afa7034012c HTTP/1.1" status: 200 len: 210 time: 0.1559932 Apr 18 21:48:02.040826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b69b3e-6bb7-40da-b175-11a0af8e7eec None None] Pushing event updated for resources: {'Port': ['ID=2745ea0f-0453-4ef4-a622-52d27b645a2c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:02.238845 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:02.322032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Subnet': ['ID=9d7ec3ba-a8b2-44b0-bcdb-ca126b17b820,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:02.345561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Checking segment: {'id': 'dfa8f346-c141-49b9-a844-05871dfdf14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd4050f0a-7bdf-4daa-8662-1c13b6395bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:02.346095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network hostable DHCP agents. Network: d4050f0a-7bdf-4daa-8662-1c13b6395bf4, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:48:02.459051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network d4050f0a-7bdf-4daa-8662-1c13b6395bf4 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:48:02.573267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, d4050f0a-7bdf-4daa-8662-1c13b6395bf4) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:02.577257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:02.577871 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:02.581993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061a375f-c8d0-4acf-8641-45bbf1a4e8ed None None] Network d4050f0a-7bdf-4daa-8662-1c13b6395bf4 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:02.673788 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fdb741d0-39ef-416f-9477-a07de6c6b7d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2681954 Apr 18 21:48:02.674358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52714) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:02.811096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-d4050f0a-7bdf-4daa-8662-1c13b6395bf4', 'network_id': 'd4050f0a-7bdf-4daa-8662-1c13b6395bf4', 'tenant_id': 'f856624a1e3d47f191f4604bdb902131', 'fixed_ips': [{'subnet_id': '9d7ec3ba-a8b2-44b0-bcdb-ca126b17b820'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:48:02.811925 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:02.826290 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:02.919608 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:03.018878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Allocated IP 2001:db8::1 (d4050f0a-7bdf-4daa-8662-1c13b6395bf4/9d7ec3ba-a8b2-44b0-bcdb-ca126b17b820/bf86ac90-c579-40a2-a789-9b861678bf5c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:48:03.247507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device d7a733ac-c527-4913-b9f6-48f62bc60d6a no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:48:03.302032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: d7a733ac-c527-4913-b9f6-48f62bc60d6a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:48:03.302508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device d7a733ac-c527-4913-b9f6-48f62bc60d6a not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:48:03.326423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbf3f19-29a6-4768-9612-59f6a9d70f1a None None] Network 7a338d4e-9ddf-4752-a6d6-a3adfb269ac1 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:03.338988 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:03.404836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Transition to ACTIVE for port object bf86ac90-c579-40a2-a789-9b861678bf5c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:03.449646 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Transition to ACTIVE for port object bf86ac90-c579-40a2-a789-9b861678bf5c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:03.527232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2745ea0f-0453-4ef4-a622-52d27b645a2c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:48:03.567980 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:03.607817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-858afc48-31a4-4675-97bc-5774bddfbfed None None] Provisioning for port 2745ea0f-0453-4ef4-a622-52d27b645a2c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:48:03.609246 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:03.647785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7ec3ba-a8b2-44b0-bcdb-ca126b17b820,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:03.709369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Pushing event updated for resources: {'Port': ['ID=bf86ac90-c579-40a2-a789-9b861678bf5c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:03.715975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Network d4050f0a-7bdf-4daa-8662-1c13b6395bf4 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:48:03.728070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:03.737096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:48:03.757492 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:03.783083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4050f0a-7bdf-4daa-8662-1c13b6395bf4']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:03.811273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa8f346-c141-49b9-a844-05871dfdf14b') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:03.811576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa8f346-c141-49b9-a844-05871dfdf14b') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:03.825842 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:03.833384 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:03.853499 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Attempting to bind port bf86ac90-c579-40a2-a789-9b861678bf5c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:48:03.853878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Attempting to bind port bf86ac90-c579-40a2-a789-9b861678bf5c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'dfa8f346-c141-49b9-a844-05871dfdf14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd4050f0a-7bdf-4daa-8662-1c13b6395bf4'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:48:03.854044 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:03.854236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Attempting to bind port bf86ac90-c579-40a2-a789-9b861678bf5c on network d4050f0a-7bdf-4daa-8662-1c13b6395bf4 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:48:03.863892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:03.864613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 2745ea0f-0453-4ef4-a622-52d27b645a2c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:48:03.864986 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:03.872383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:48:03.872855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Checking segment: {'id': 'dfa8f346-c141-49b9-a844-05871dfdf14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd4050f0a-7bdf-4daa-8662-1c13b6395bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:03.872967 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:03.873355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Bound using segment: {'id': 'dfa8f346-c141-49b9-a844-05871dfdf14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd4050f0a-7bdf-4daa-8662-1c13b6395bf4'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:48:03.873848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Bound port: bf86ac90-c579-40a2-a789-9b861678bf5c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8f346-c141-49b9-a844-05871dfdf14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd4050f0a-7bdf-4daa-8662-1c13b6395bf4'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:48:03.874217 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:03.883878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2745ea0f-0453-4ef4-a622-52d27b645a2c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:03.884242 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:03.893209 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:04.014364 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:48:04.014364 n-d-836017-3 neutron-server[85048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:48:04.014364 n-d-836017-3 neutron-server[85048]: [parameters: {'id': 'd4050f0a-7bdf-4daa-8662-1c13b6395bf4'}] Apr 18 21:48:04.014364 n-d-836017-3 neutron-server[85048]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:48:04.015242 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:48:04.145559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] For port bf86ac90-c579-40a2-a789-9b861678bf5c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:48:04.169935 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] For port bf86ac90-c579-40a2-a789-9b861678bf5c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bf86ac90-c579-40a2-a789-9b861678bf5c,segment=NetworkSegment(dfa8f346-c141-49b9-a844-05871dfdf14b),segment_id=dfa8f346-c141-49b9-a844-05871dfdf14b)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:48:04.172762 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:04.202671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5f81e761-59d0-470c-af6b-ee2770f63d35 None None] Provisioning complete for port 2745ea0f-0453-4ef4-a622-52d27b645a2c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:04.203042 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5f81e761-59d0-470c-af6b-ee2770f63d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:04.250339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 2745ea0f-0453-4ef4-a622-52d27b645a2c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2745ea0f-0453-4ef4-a622-52d27b645a2c,segment=NetworkSegment(10969e2e-7153-4657-8c34-3ef42589568c),segment_id=10969e2e-7153-4657-8c34-3ef42589568c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:04.262030 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:04.379117 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:04.386283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04370300-f44d-4e28-aa2f-48cabcbe6fa2 None None] Pushing event updated for resources: {'Port': ['ID=bf86ac90-c579-40a2-a789-9b861678bf5c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:04.517251 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:04.529438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting port bf86ac90-c579-40a2-a789-9b861678bf5c {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:04.530204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:04.538055 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=2745ea0f-0453-4ef4-a622-52d27b645a2c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:04.547910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13900b7-d1d7-48b7-805d-24a1639644fe None None] Network d4050f0a-7bdf-4daa-8662-1c13b6395bf4 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:04.740074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] For port bf86ac90-c579-40a2-a789-9b861678bf5c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=bf86ac90-c579-40a2-a789-9b861678bf5c,segment=NetworkSegment(dfa8f346-c141-49b9-a844-05871dfdf14b),segment_id=dfa8f346-c141-49b9-a844-05871dfdf14b)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:04.740523 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:04.755543 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cbd2b2-6ec9-4378-a287-5717b440f251 None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:48:04.857663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cbd2b2-6ec9-4378-a287-5717b440f251 None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:48:04.862862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Calling delete_port for bf86ac90-c579-40a2-a789-9b861678bf5c owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:05.047270 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.107808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Port': ['ID=bf86ac90-c579-40a2-a789-9b861678bf5c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:05.109677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No DVR routers for this DVR port bf86ac90-c579-40a2-a789-9b861678bf5c on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:48:05.244098 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.271257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4050f0a-7bdf-4daa-8662-1c13b6395bf4']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:05.283487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa8f346-c141-49b9-a844-05871dfdf14b') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:05.283780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa8f346-c141-49b9-a844-05871dfdf14b') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:05.296669 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.313633 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.319781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:05.320169 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:05.335472 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:05.459735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2745ea0f-0453-4ef4-a622-52d27b645a2c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:48:05.546995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2745ea0f-0453-4ef4-a622-52d27b645a2c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:05.547549 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.576595 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.611930 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.620729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Network': ['ID=d4050f0a-7bdf-4daa-8662-1c13b6395bf4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:05.637684 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9e556409-7b8f-484d-a37a-f64ffa3ba242 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/d4050f0a-7bdf-4daa-8662-1c13b6395bf4 HTTP/1.1" status: 204 len: 168 time: 2.9626162 Apr 18 21:48:05.641305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52784) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:05.647113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-959038709'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:05.659463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:05.667140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:network and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:05.688164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:05.695051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:05.792699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:05.798608 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.836341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:48:05.848094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.848439 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Added segment 6fc02e34-3968-427a-be95-15fc9f6a8c0d of type vlan for network d1819588-6e50-4e7d-b951-3d2ce4623ccf Apr 18 21:48:05.879590 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.980984 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.985287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:05.986001 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:06.112139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Network': ['ID=d1819588-6e50-4e7d-b951-3d2ce4623ccf,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:06.123836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d1819588-6e50-4e7d-b951-3d2ce4623ccf details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:48:06.200273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52804) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:06.200709 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-68407701-c7b7-4a34-9f7f-bd226a48299b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5576944 Apr 18 21:48:06.206838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'subnet': {'network_id': 'd1819588-6e50-4e7d-b951-3d2ce4623ccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:06.331201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:06.336860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:subnet and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:06.340993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:06.347995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:06.416431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:06.543566 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:06.886138 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:07.002948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Subnet': ['ID=0b783b65-a437-40dc-9a24-58b3aa345158,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:07.020333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Checking segment: {'id': '6fc02e34-3968-427a-be95-15fc9f6a8c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1819588-6e50-4e7d-b951-3d2ce4623ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:07.020333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network hostable DHCP agents. Network: d1819588-6e50-4e7d-b951-3d2ce4623ccf, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:48:07.141211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network d1819588-6e50-4e7d-b951-3d2ce4623ccf is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:48:07.252881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, d1819588-6e50-4e7d-b951-3d2ce4623ccf) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:07.259437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:07.259715 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:07.261463 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d3e3d-0bd9-4ec8-869b-865960fbf72c None None] Network d1819588-6e50-4e7d-b951-3d2ce4623ccf requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:07.362641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52826) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:07.363359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f8bbf95a-fd3b-458d-9420-17ea2587df82 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1621733 Apr 18 21:48:07.371516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1391387365'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:07.385739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:07.400020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:network and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:07.404357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:07.422893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:07.495267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:07.498747 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:07.536776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-d1819588-6e50-4e7d-b951-3d2ce4623ccf', 'network_id': 'd1819588-6e50-4e7d-b951-3d2ce4623ccf', 'tenant_id': 'f856624a1e3d47f191f4604bdb902131', 'fixed_ips': [{'subnet_id': '0b783b65-a437-40dc-9a24-58b3aa345158'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:48:07.537770 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:07.558791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:48:07.565953 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:07.566513 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Added segment 606a4687-5709-4415-bf12-2e69b88e4700 of type vlan for network 9f2671eb-4b1c-4304-971b-4af26202cc7d Apr 18 21:48:07.612748 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:07.746876 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:07.751660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:07.752333 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:07.784432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Allocated IP 2001:db8::3 (d1819588-6e50-4e7d-b951-3d2ce4623ccf/0b783b65-a437-40dc-9a24-58b3aa345158/6e80cced-bbc6-49be-acf4-bc38676f6077) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:48:07.934230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Network': ['ID=9f2671eb-4b1c-4304-971b-4af26202cc7d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:07.952503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 9f2671eb-4b1c-4304-971b-4af26202cc7d details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:48:07.996633 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-68235121-7fff-48e9-a9d0-e5d90246087c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6316755 Apr 18 21:48:07.999271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52832) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:08.004768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'subnet': {'network_id': '9f2671eb-4b1c-4304-971b-4af26202cc7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:08.224947 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:08.236961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Transition to ACTIVE for port object 6e80cced-bbc6-49be-acf4-bc38676f6077 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:08.260088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Transition to ACTIVE for port object 6e80cced-bbc6-49be-acf4-bc38676f6077 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:08.316187 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:08.358462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:08.363327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:subnet and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:08.367750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:08.375786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:08.404259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Pushing event updated for resources: {'Port': ['ID=6e80cced-bbc6-49be-acf4-bc38676f6077,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:08.420621 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Network d1819588-6e50-4e7d-b951-3d2ce4623ccf is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:48:08.421921 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:08.424300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:48:08.476154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:08.563086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Attempting to bind port 6e80cced-bbc6-49be-acf4-bc38676f6077 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:48:08.563481 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Attempting to bind port 6e80cced-bbc6-49be-acf4-bc38676f6077 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '6fc02e34-3968-427a-be95-15fc9f6a8c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1819588-6e50-4e7d-b951-3d2ce4623ccf'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:48:08.563845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Attempting to bind port 6e80cced-bbc6-49be-acf4-bc38676f6077 on network d1819588-6e50-4e7d-b951-3d2ce4623ccf {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:48:08.572451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:48:08.572828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Checking segment: {'id': '6fc02e34-3968-427a-be95-15fc9f6a8c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1819588-6e50-4e7d-b951-3d2ce4623ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:08.573254 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:08.573661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Bound using segment: {'id': '6fc02e34-3968-427a-be95-15fc9f6a8c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1819588-6e50-4e7d-b951-3d2ce4623ccf'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:48:08.574148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Bound port: 6e80cced-bbc6-49be-acf4-bc38676f6077, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc02e34-3968-427a-be95-15fc9f6a8c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1819588-6e50-4e7d-b951-3d2ce4623ccf'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:48:08.574527 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:08.624334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:08.761608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Performing IP validity checks on allocation pools {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:48:08.762244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:48:08.768827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] For port 6e80cced-bbc6-49be-acf4-bc38676f6077, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:48:08.772970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] For port 6e80cced-bbc6-49be-acf4-bc38676f6077, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6e80cced-bbc6-49be-acf4-bc38676f6077,segment=NetworkSegment(6fc02e34-3968-427a-be95-15fc9f6a8c0d),segment_id=6fc02e34-3968-427a-be95-15fc9f6a8c0d)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:48:08.870167 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:09.027813 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:09.030894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb1787-5f2a-47e4-931f-d8f10c43c4ad None None] Pushing event updated for resources: {'Port': ['ID=6e80cced-bbc6-49be-acf4-bc38676f6077,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:09.187169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Subnet': ['ID=2163569f-2357-4d0a-aced-e43ba90755d7,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:09.246686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Checking segment: {'id': '606a4687-5709-4415-bf12-2e69b88e4700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f2671eb-4b1c-4304-971b-4af26202cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:09.247958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network hostable DHCP agents. Network: 9f2671eb-4b1c-4304-971b-4af26202cc7d, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:48:09.327929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network 9f2671eb-4b1c-4304-971b-4af26202cc7d is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:48:09.404011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 9f2671eb-4b1c-4304-971b-4af26202cc7d) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:09.408435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:09.409135 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:09.426861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077fce3-abf0-4fdc-b111-2335af5a319b None None] Network 9f2671eb-4b1c-4304-971b-4af26202cc7d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:09.534371 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0144a0fb-ee29-4b19-98c1-9100e468625a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5338790 Apr 18 21:48:09.536822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52844) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:09.607617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6e80cced-bbc6-49be-acf4-bc38676f6077 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:48:09.660035 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:09.848867 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:09.894843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 6e80cced-bbc6-49be-acf4-bc38676f6077 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:48:09.910142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-9f2671eb-4b1c-4304-971b-4af26202cc7d', 'network_id': '9f2671eb-4b1c-4304-971b-4af26202cc7d', 'tenant_id': 'f856624a1e3d47f191f4604bdb902131', 'fixed_ips': [{'subnet_id': '2163569f-2357-4d0a-aced-e43ba90755d7'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:48:09.911477 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:09.942529 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:10.171452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Allocated IP 2001:db8::3 (9f2671eb-4b1c-4304-971b-4af26202cc7d/2163569f-2357-4d0a-aced-e43ba90755d7/416a6d80-3c86-44ce-8780-bbcebfb02dbf) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:48:10.497545 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:10.522775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Transition to ACTIVE for port object 416a6d80-3c86-44ce-8780-bbcebfb02dbf will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:10.576144 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Transition to ACTIVE for port object 416a6d80-3c86-44ce-8780-bbcebfb02dbf will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:10.642436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a857edae-556c-459f-9113-872b3df4e378 None None] Network d1819588-6e50-4e7d-b951-3d2ce4623ccf requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:10.722667 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:10.756325 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:10.827081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Subnet': ['ID=2163569f-2357-4d0a-aced-e43ba90755d7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:10.832263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Network 9f2671eb-4b1c-4304-971b-4af26202cc7d is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:48:10.839818 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:10.843617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Pushing event updated for resources: {'Port': ['ID=416a6d80-3c86-44ce-8780-bbcebfb02dbf,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:10.845924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:48:10.966730 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:10.975894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-227c131e-dbdf-436f-993a-fd11c30f53f5 None None] Provisioning for port 6e80cced-bbc6-49be-acf4-bc38676f6077 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:48:11.002087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2671eb-4b1c-4304-971b-4af26202cc7d']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:11.021786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606a4687-5709-4415-bf12-2e69b88e4700') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:11.022184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606a4687-5709-4415-bf12-2e69b88e4700') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:11.029447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-227c131e-dbdf-436f-993a-fd11c30f53f5 None None] Provisioning complete for port 6e80cced-bbc6-49be-acf4-bc38676f6077 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:11.029983 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-227c131e-dbdf-436f-993a-fd11c30f53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.036316 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.059086 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.068613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:11.072394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:11.108254 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:11.163845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Attempting to bind port 416a6d80-3c86-44ce-8780-bbcebfb02dbf on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:48:11.163845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Attempting to bind port 416a6d80-3c86-44ce-8780-bbcebfb02dbf by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '606a4687-5709-4415-bf12-2e69b88e4700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f2671eb-4b1c-4304-971b-4af26202cc7d'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:48:11.163845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Attempting to bind port 416a6d80-3c86-44ce-8780-bbcebfb02dbf on network 9f2671eb-4b1c-4304-971b-4af26202cc7d {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:48:11.250866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:48:11.251246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Checking segment: {'id': '606a4687-5709-4415-bf12-2e69b88e4700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f2671eb-4b1c-4304-971b-4af26202cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:11.251685 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.252097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Bound using segment: {'id': '606a4687-5709-4415-bf12-2e69b88e4700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f2671eb-4b1c-4304-971b-4af26202cc7d'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:48:11.252581 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Bound port: 416a6d80-3c86-44ce-8780-bbcebfb02dbf, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606a4687-5709-4415-bf12-2e69b88e4700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f2671eb-4b1c-4304-971b-4af26202cc7d'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:48:11.252950 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.278437 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:48:11.278437 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:48:11.278437 n-d-836017-3 neutron-server[85049]: [parameters: {'id': '9f2671eb-4b1c-4304-971b-4af26202cc7d'}] Apr 18 21:48:11.278437 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:48:11.278883 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:48:11.384891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-227c131e-dbdf-436f-993a-fd11c30f53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.443614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d935b534-d580-41d4-a088-0e95b030005a None None] For port 416a6d80-3c86-44ce-8780-bbcebfb02dbf, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:48:11.447820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d935b534-d580-41d4-a088-0e95b030005a None None] For port 416a6d80-3c86-44ce-8780-bbcebfb02dbf, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=416a6d80-3c86-44ce-8780-bbcebfb02dbf,segment=NetworkSegment(606a4687-5709-4415-bf12-2e69b88e4700),segment_id=606a4687-5709-4415-bf12-2e69b88e4700)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:48:11.449593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-227c131e-dbdf-436f-993a-fd11c30f53f5 None None] For port 6e80cced-bbc6-49be-acf4-bc38676f6077, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6e80cced-bbc6-49be-acf4-bc38676f6077,segment=NetworkSegment(6fc02e34-3968-427a-be95-15fc9f6a8c0d),segment_id=6fc02e34-3968-427a-be95-15fc9f6a8c0d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:11.544943 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.593858 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-227c131e-dbdf-436f-993a-fd11c30f53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.701273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935b534-d580-41d4-a088-0e95b030005a None None] Pushing event updated for resources: {'Port': ['ID=416a6d80-3c86-44ce-8780-bbcebfb02dbf,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:11.780391 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.792018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting port 416a6d80-3c86-44ce-8780-bbcebfb02dbf {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:11.792360 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.819683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c131e-dbdf-436f-993a-fd11c30f53f5 None None] Pushing event updated for resources: {'Port': ['ID=6e80cced-bbc6-49be-acf4-bc38676f6077,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:11.843300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cb2687fd-562d-4516-b515-7022fc6ba7ed None None] Provisioning complete for port 6e80cced-bbc6-49be-acf4-bc38676f6077 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:11.843733 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cb2687fd-562d-4516-b515-7022fc6ba7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.867877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a2188c-01dd-4db7-afe4-6d59ac5ca6da None None] Network 9f2671eb-4b1c-4304-971b-4af26202cc7d requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:12.033800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] For port 416a6d80-3c86-44ce-8780-bbcebfb02dbf, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=416a6d80-3c86-44ce-8780-bbcebfb02dbf,segment=NetworkSegment(606a4687-5709-4415-bf12-2e69b88e4700),segment_id=606a4687-5709-4415-bf12-2e69b88e4700)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:12.034288 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:12.174716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0065b9c-2598-46df-be4b-886973d11825 None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:48:12.224377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Calling delete_port for 416a6d80-3c86-44ce-8780-bbcebfb02dbf owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:12.313360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0065b9c-2598-46df-be4b-886973d11825 None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:48:12.467231 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:12.538771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Port': ['ID=416a6d80-3c86-44ce-8780-bbcebfb02dbf,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:12.548676 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No DVR routers for this DVR port 416a6d80-3c86-44ce-8780-bbcebfb02dbf on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:48:12.705174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:12.737712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2671eb-4b1c-4304-971b-4af26202cc7d']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:12.755432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606a4687-5709-4415-bf12-2e69b88e4700') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:12.755874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606a4687-5709-4415-bf12-2e69b88e4700') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:12.778027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:12.801729 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:12.809002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:12.809656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:12.825011 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:13.007540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:13.012838 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:13.046831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Network': ['ID=9f2671eb-4b1c-4304-971b-4af26202cc7d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:13.058003 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-287991b1-e54f-402a-84ce-477cb6ab917f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/9f2671eb-4b1c-4304-971b-4af26202cc7d HTTP/1.1" status: 204 len: 168 time: 3.5201323 Apr 18 21:48:13.058905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52886) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:13.067100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1794587688'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:13.075478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:13.080195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:network and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:13.083805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:13.091572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:13.156063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:13.159243 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:13.212700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:48:13.222026 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:13.222540 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Added segment dba318e7-3f90-4d58-9545-9f134f0cbc94 of type vlan for network a4da11c0-8fca-458e-94d5-35976615b031 Apr 18 21:48:13.255806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:13.346557 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:13.350578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:13.351216 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:13.463719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Network': ['ID=a4da11c0-8fca-458e-94d5-35976615b031,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:13.482483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a4da11c0-8fca-458e-94d5-35976615b031 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:48:13.501868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6e80cced-bbc6-49be-acf4-bc38676f6077 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:48:13.513681 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ecb10703-3d44-4d66-8a5f-1007922e3b20 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4530556 Apr 18 21:48:13.515888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52892) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:13.523159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'subnet': {'network_id': 'a4da11c0-8fca-458e-94d5-35976615b031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:13.646712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:13.651144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:subnet and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:13.654567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:13.660654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:13.676074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 6e80cced-bbc6-49be-acf4-bc38676f6077 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:13.676440 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:13.728039 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:13.871609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:14.327653 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:14.434793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Subnet': ['ID=1a0d76e8-5928-44ad-8706-4c372cdddecc,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:14.460195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Checking segment: {'id': 'dba318e7-3f90-4d58-9545-9f134f0cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a4da11c0-8fca-458e-94d5-35976615b031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:14.460419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network hostable DHCP agents. Network: a4da11c0-8fca-458e-94d5-35976615b031, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:48:14.552084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network a4da11c0-8fca-458e-94d5-35976615b031 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:48:14.635699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a4da11c0-8fca-458e-94d5-35976615b031) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:14.640539 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:14.641512 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:14.650192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed86188-1162-4e75-a15a-6b96b3bb3cb9 None None] Network a4da11c0-8fca-458e-94d5-35976615b031 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:14.757229 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-be909446-d1f2-4cc3-a962-af6a14560cfe tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2398386 Apr 18 21:48:14.760948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52914) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:14.980323 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:14.998203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-a4da11c0-8fca-458e-94d5-35976615b031', 'network_id': 'a4da11c0-8fca-458e-94d5-35976615b031', 'tenant_id': 'f856624a1e3d47f191f4604bdb902131', 'fixed_ips': [{'subnet_id': '1a0d76e8-5928-44ad-8706-4c372cdddecc'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:48:14.998843 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:15.065923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:15.198593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Allocated IP 2001:db8::1 (a4da11c0-8fca-458e-94d5-35976615b031/1a0d76e8-5928-44ad-8706-4c372cdddecc/0316dcda-e696-4e14-bd95-bc74f4005806) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:48:15.471269 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:15.484121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Transition to ACTIVE for port object 0316dcda-e696-4e14-bd95-bc74f4005806 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:15.511236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Transition to ACTIVE for port object 0316dcda-e696-4e14-bd95-bc74f4005806 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:15.579105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:15.667314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:15.668970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Network a4da11c0-8fca-458e-94d5-35976615b031 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:48:15.672989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:15.680613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:48:15.683995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Pushing event updated for resources: {'Port': ['ID=0316dcda-e696-4e14-bd95-bc74f4005806,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:15.801459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Attempting to bind port 0316dcda-e696-4e14-bd95-bc74f4005806 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:48:15.801957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Attempting to bind port 0316dcda-e696-4e14-bd95-bc74f4005806 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'dba318e7-3f90-4d58-9545-9f134f0cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a4da11c0-8fca-458e-94d5-35976615b031'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:48:15.802424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Attempting to bind port 0316dcda-e696-4e14-bd95-bc74f4005806 on network a4da11c0-8fca-458e-94d5-35976615b031 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:48:15.803878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0d76e8-5928-44ad-8706-4c372cdddecc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:15.821350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:48:15.822563 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Checking segment: {'id': 'dba318e7-3f90-4d58-9545-9f134f0cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a4da11c0-8fca-458e-94d5-35976615b031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:15.823492 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:15.824123 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Bound using segment: {'id': 'dba318e7-3f90-4d58-9545-9f134f0cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a4da11c0-8fca-458e-94d5-35976615b031'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:48:15.824964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Bound port: 0316dcda-e696-4e14-bd95-bc74f4005806, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba318e7-3f90-4d58-9545-9f134f0cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a4da11c0-8fca-458e-94d5-35976615b031'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:48:15.825594 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:15.936411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] For port 0316dcda-e696-4e14-bd95-bc74f4005806, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:48:15.940189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] For port 0316dcda-e696-4e14-bd95-bc74f4005806, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0316dcda-e696-4e14-bd95-bc74f4005806,segment=NetworkSegment(dba318e7-3f90-4d58-9545-9f134f0cbc94),segment_id=dba318e7-3f90-4d58-9545-9f134f0cbc94)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:48:15.954448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:15.990279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4da11c0-8fca-458e-94d5-35976615b031']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:16.007153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba318e7-3f90-4d58-9545-9f134f0cbc94') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:16.007614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba318e7-3f90-4d58-9545-9f134f0cbc94') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:16.015451 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:16.026650 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:16.072241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:16.080958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:16.082262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:16.093812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5080d-e889-4129-a231-13183de3bf15 None None] Pushing event updated for resources: {'Port': ['ID=0316dcda-e696-4e14-bd95-bc74f4005806,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:16.113579 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:16.264338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d31da-6675-4d3f-8368-478530101d44 None None] Network a4da11c0-8fca-458e-94d5-35976615b031 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:16.270427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:48:16.270427 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:48:16.270427 n-d-836017-3 neutron-server[85049]: [parameters: {'id': 'a4da11c0-8fca-458e-94d5-35976615b031'}] Apr 18 21:48:16.270427 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:48:16.271585 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:48:16.497438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35c12df-bf63-4b3d-ba13-fb4bdd75a78b None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:48:16.619715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c12df-bf63-4b3d-ba13-fb4bdd75a78b None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:48:16.774893 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:16.878323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting port 0316dcda-e696-4e14-bd95-bc74f4005806 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:16.878323 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:17.104245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] For port 0316dcda-e696-4e14-bd95-bc74f4005806, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0316dcda-e696-4e14-bd95-bc74f4005806,segment=NetworkSegment(dba318e7-3f90-4d58-9545-9f134f0cbc94),segment_id=dba318e7-3f90-4d58-9545-9f134f0cbc94)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:17.104997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:17.265414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Calling delete_port for 0316dcda-e696-4e14-bd95-bc74f4005806 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:17.438211 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:17.515923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Port': ['ID=0316dcda-e696-4e14-bd95-bc74f4005806,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:17.533287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No DVR routers for this DVR port 0316dcda-e696-4e14-bd95-bc74f4005806 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:48:17.687163 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:17.714838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4da11c0-8fca-458e-94d5-35976615b031']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:17.728084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba318e7-3f90-4d58-9545-9f134f0cbc94') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:17.728382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba318e7-3f90-4d58-9545-9f134f0cbc94') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:17.741624 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:17.765500 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:17.776195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:17.777285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:17.797980 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:17.938577 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:17.970667 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:17.973300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Network': ['ID=a4da11c0-8fca-458e-94d5-35976615b031,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:17.987051 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cccb538c-7400-4557-bd47-bbad7e045eba tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/a4da11c0-8fca-458e-94d5-35976615b031 HTTP/1.1" status: 204 len: 168 time: 3.2226577 Apr 18 21:48:17.989816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52940) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:17.996655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1490086050'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:18.002552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:18.006359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:network and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:18.010073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:18.016758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:18.121777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:18.129202 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:18.226435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:48:18.256649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:18.259859 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Added segment dcd627aa-c2ba-44f8-92d0-a4e33d5329fe of type vlan for network 06c5ffbf-5b63-440a-90d0-6f53244f42c3 Apr 18 21:48:18.324585 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:18.430728 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:18.435715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:18.436364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:18.568940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Network': ['ID=06c5ffbf-5b63-440a-90d0-6f53244f42c3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:18.582463 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 06c5ffbf-5b63-440a-90d0-6f53244f42c3 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:48:18.622163 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e0eb1254-e815-4cce-b55e-fc8d4a0ddc44 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6281238 Apr 18 21:48:18.622588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52958) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:18.628910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'subnet': {'network_id': '06c5ffbf-5b63-440a-90d0-6f53244f42c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:18.799110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:18.804149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:subnet and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:18.807585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:18.814514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:19.001487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:19.128767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:19.501465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:19.596613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Subnet': ['ID=595a705a-32cb-4c18-b87c-d4f862e36d66,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:19.606585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Checking segment: {'id': 'dcd627aa-c2ba-44f8-92d0-a4e33d5329fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06c5ffbf-5b63-440a-90d0-6f53244f42c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:19.606585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network hostable DHCP agents. Network: 06c5ffbf-5b63-440a-90d0-6f53244f42c3, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:48:19.718642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network 06c5ffbf-5b63-440a-90d0-6f53244f42c3 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:48:19.804431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 06c5ffbf-5b63-440a-90d0-6f53244f42c3) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:19.814457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fec510-4b8f-41f7-a9f7-83f00e8e4f84 None None] Network 06c5ffbf-5b63-440a-90d0-6f53244f42c3 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:19.815021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:19.817879 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:19.913550 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8e2bd64c-31dc-4882-9650-7fc601c480a6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2899230 Apr 18 21:48:19.916984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 52978) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:20.087253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-06c5ffbf-5b63-440a-90d0-6f53244f42c3', 'network_id': '06c5ffbf-5b63-440a-90d0-6f53244f42c3', 'tenant_id': 'f856624a1e3d47f191f4604bdb902131', 'fixed_ips': [{'subnet_id': '595a705a-32cb-4c18-b87c-d4f862e36d66'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:48:20.088477 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.143872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.203109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52984) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:20.239034 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.327425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Allocated IP 2001:db8::1 (06c5ffbf-5b63-440a-90d0-6f53244f42c3/595a705a-32cb-4c18-b87c-d4f862e36d66/982f58a5-e210-40c8-97f4-37d9e300e870) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:48:20.402475 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9b71-27d0-41c9-8605-3c1bcf4b6074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.436724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-70fd9b71-27d0-41c9-8605-3c1bcf4b6074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:20.441463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-70fd9b71-27d0-41c9-8605-3c1bcf4b6074 admin admin] Usage tracker for resource:security_group_rule and tenant:8169592072eb463ea5a5c47dc7fb7cf9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:20.444569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-70fd9b71-27d0-41c9-8605-3c1bcf4b6074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:20.450684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-70fd9b71-27d0-41c9-8605-3c1bcf4b6074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:20.519954 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9b71-27d0-41c9-8605-3c1bcf4b6074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.597760 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9b71-27d0-41c9-8605-3c1bcf4b6074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.629693 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.642145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Transition to ACTIVE for port object 982f58a5-e210-40c8-97f4-37d9e300e870 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:20.653170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd9b71-27d0-41c9-8605-3c1bcf4b6074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28299f46-6211-4082-9455-2974b536eb66,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:20.663334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-70fd9b71-27d0-41c9-8605-3c1bcf4b6074 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8169592072eb463ea5a5c47dc7fb7cf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4582996 Apr 18 21:48:20.665944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 52992) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:20.667272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Transition to ACTIVE for port object 982f58a5-e210-40c8-97f4-37d9e300e870 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:20.735923 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.748040 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8aea459c-1084-4241-8745-8df232b9dcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.777713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8aea459c-1084-4241-8745-8df232b9dcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.807809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Network 06c5ffbf-5b63-440a-90d0-6f53244f42c3 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:48:20.811279 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Pushing event updated for resources: {'Port': ['ID=982f58a5-e210-40c8-97f4-37d9e300e870,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:20.813741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:20.815731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:48:20.828536 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.879596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Subnet': ['ID=595a705a-32cb-4c18-b87c-d4f862e36d66,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:20.903343 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8aea459c-1084-4241-8745-8df232b9dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.915494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Attempting to bind port 982f58a5-e210-40c8-97f4-37d9e300e870 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:48:20.916393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Attempting to bind port 982f58a5-e210-40c8-97f4-37d9e300e870 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'dcd627aa-c2ba-44f8-92d0-a4e33d5329fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06c5ffbf-5b63-440a-90d0-6f53244f42c3'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:48:20.917586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Attempting to bind port 982f58a5-e210-40c8-97f4-37d9e300e870 on network 06c5ffbf-5b63-440a-90d0-6f53244f42c3 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:48:20.924358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea459c-1084-4241-8745-8df232b9dcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28299f46-6211-4082-9455-2974b536eb66,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:20.926863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:48:20.927203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Checking segment: {'id': 'dcd627aa-c2ba-44f8-92d0-a4e33d5329fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06c5ffbf-5b63-440a-90d0-6f53244f42c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:20.927632 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.928052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Bound using segment: {'id': 'dcd627aa-c2ba-44f8-92d0-a4e33d5329fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06c5ffbf-5b63-440a-90d0-6f53244f42c3'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:48:20.928531 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Bound port: 982f58a5-e210-40c8-97f4-37d9e300e870, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd627aa-c2ba-44f8-92d0-a4e33d5329fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06c5ffbf-5b63-440a-90d0-6f53244f42c3'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:48:20.928899 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.941325 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8aea459c-1084-4241-8745-8df232b9dcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.942858 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8aea459c-1084-4241-8745-8df232b9dcc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28299f46-6211-4082-9455-2974b536eb66 HTTP/1.1" status: 204 len: 168 time: 0.2743728 Apr 18 21:48:21.015547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:21.051813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] For port 982f58a5-e210-40c8-97f4-37d9e300e870, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:48:21.060126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] For port 982f58a5-e210-40c8-97f4-37d9e300e870, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=982f58a5-e210-40c8-97f4-37d9e300e870,segment=NetworkSegment(dcd627aa-c2ba-44f8-92d0-a4e33d5329fe),segment_id=dcd627aa-c2ba-44f8-92d0-a4e33d5329fe)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:48:21.071194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c5ffbf-5b63-440a-90d0-6f53244f42c3']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:21.084333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd627aa-c2ba-44f8-92d0-a4e33d5329fe') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:21.084625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd627aa-c2ba-44f8-92d0-a4e33d5329fe') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:21.105686 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:21.185530 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:21.196770 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:21.196770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:21.196770 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:21.217836 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:21.320123 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2545b2-2d1b-4f94-a1ce-362a48783d86 None None] Pushing event updated for resources: {'Port': ['ID=982f58a5-e210-40c8-97f4-37d9e300e870,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:21.362035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccfa4af-ae9a-4173-a8c6-2efa48f22479 None None] Network 06c5ffbf-5b63-440a-90d0-6f53244f42c3 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:21.586312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff5e325-07ab-462b-b2de-34305f957bf4 None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:48:21.604224 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:48:21.604224 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:48:21.604224 n-d-836017-3 neutron-server[85049]: [parameters: {'id': '06c5ffbf-5b63-440a-90d0-6f53244f42c3'}] Apr 18 21:48:21.604224 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:48:21.604673 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:48:21.686853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff5e325-07ab-462b-b2de-34305f957bf4 None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:48:21.892503 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53008) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:21.917818 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0270443-76f4-471e-8b65-a04237b142c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:21.957162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a0270443-76f4-471e-8b65-a04237b142c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:21.962223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a0270443-76f4-471e-8b65-a04237b142c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ccdffeba4985407b88478849dd134b2f is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:21.965199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a0270443-76f4-471e-8b65-a04237b142c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:21.972609 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a0270443-76f4-471e-8b65-a04237b142c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:22.058883 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0270443-76f4-471e-8b65-a04237b142c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.105660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.118510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting port 982f58a5-e210-40c8-97f4-37d9e300e870 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:22.118855 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.129982 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a0270443-76f4-471e-8b65-a04237b142c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.184074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0270443-76f4-471e-8b65-a04237b142c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9313851-1eff-4028-be17-e28c97eac08e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:22.212118 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a0270443-76f4-471e-8b65-a04237b142c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ccdffeba4985407b88478849dd134b2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3174033 Apr 18 21:48:22.216988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53012) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:22.311843 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b021503-6c11-4559-885d-c613834be887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.341104 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b021503-6c11-4559-885d-c613834be887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.515169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] For port 982f58a5-e210-40c8-97f4-37d9e300e870, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=982f58a5-e210-40c8-97f4-37d9e300e870,segment=NetworkSegment(dcd627aa-c2ba-44f8-92d0-a4e33d5329fe),segment_id=dcd627aa-c2ba-44f8-92d0-a4e33d5329fe)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:22.515871 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b021503-6c11-4559-885d-c613834be887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.515976 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.541139 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b021503-6c11-4559-885d-c613834be887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9313851-1eff-4028-be17-e28c97eac08e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:22.556590 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b021503-6c11-4559-885d-c613834be887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.558011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4b021503-6c11-4559-885d-c613834be887 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9313851-1eff-4028-be17-e28c97eac08e HTTP/1.1" status: 204 len: 168 time: 0.3399634 Apr 18 21:48:22.652684 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Calling delete_port for 982f58a5-e210-40c8-97f4-37d9e300e870 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:22.807156 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.862579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Port': ['ID=982f58a5-e210-40c8-97f4-37d9e300e870,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:22.872503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No DVR routers for this DVR port 982f58a5-e210-40c8-97f4-37d9e300e870 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:48:23.021277 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:23.052228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c5ffbf-5b63-440a-90d0-6f53244f42c3']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:23.070221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd627aa-c2ba-44f8-92d0-a4e33d5329fe') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:23.070221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd627aa-c2ba-44f8-92d0-a4e33d5329fe') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:23.088850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:23.120446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:23.128667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:23.129178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:23.145086 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:23.279922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:23.298677 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:23.331103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Network': ['ID=06c5ffbf-5b63-440a-90d0-6f53244f42c3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:23.343141 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-82863ce1-e929-4a57-84d6-0cad20ebe521 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/06c5ffbf-5b63-440a-90d0-6f53244f42c3 HTTP/1.1" status: 204 len: 168 time: 3.4243157 Apr 18 21:48:23.343318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53028) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:23.348996 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128317233'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:23.357705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:23.362017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:network and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:23.365723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:23.372519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:23.432472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:23.437348 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:23.485732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:48:23.502559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:23.503360 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Added segment 25267f34-2146-4772-bf22-0131aef5c07f of type vlan for network d818f022-9f2c-40b6-a11e-3670bd96f690 Apr 18 21:48:23.563584 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:23.668811 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:23.672698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:23.673520 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:23.797420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Network': ['ID=d818f022-9f2c-40b6-a11e-3670bd96f690,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:23.809079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network d818f022-9f2c-40b6-a11e-3670bd96f690 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:48:23.861830 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c201dec3-26d2-4296-96ea-03bc73c99e35 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5174737 Apr 18 21:48:23.864482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53040) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:23.873563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'subnet': {'network_id': 'd818f022-9f2c-40b6-a11e-3670bd96f690', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:24.015938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:24.020393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:subnet and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:24.024424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:24.030969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:24.134036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:24.290935 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:24.664685 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:24.687231 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d9826979-b143-4fba-8851-792533be8b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:24.764181 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Subnet': ['ID=3c960ff5-0741-4d1a-a4b8-d3881a486870,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:24.773081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Checking segment: {'id': '25267f34-2146-4772-bf22-0131aef5c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd818f022-9f2c-40b6-a11e-3670bd96f690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:24.773680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network hostable DHCP agents. Network: d818f022-9f2c-40b6-a11e-3670bd96f690, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:48:24.862810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network d818f022-9f2c-40b6-a11e-3670bd96f690 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:48:24.944638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, d818f022-9f2c-40b6-a11e-3670bd96f690) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:24.955425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:24.958328 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949016'] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:24.958706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08219ca8-8f70-4f3f-8bca-47dd6d8073cd None None] Network d818f022-9f2c-40b6-a11e-3670bd96f690 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:25.074363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53058) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:25.078856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8b444c3c-ad7a-4e9e-a36e-1fcf8fe3c921 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2132368 Apr 18 21:48:25.082080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'subnet': {'network_id': 'd818f022-9f2c-40b6-a11e-3670bd96f690', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:25.306683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-d818f022-9f2c-40b6-a11e-3670bd96f690', 'network_id': 'd818f022-9f2c-40b6-a11e-3670bd96f690', 'tenant_id': 'f856624a1e3d47f191f4604bdb902131', 'fixed_ips': [{'subnet_id': '3c960ff5-0741-4d1a-a4b8-d3881a486870'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:48:25.310567 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:25.389830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:25.405504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:subnet and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:25.409790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:25.416591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:25.518604 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:25.522657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Allocated IP 2001:db8::2 (d818f022-9f2c-40b6-a11e-3670bd96f690/3c960ff5-0741-4d1a-a4b8-d3881a486870/8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:48:25.755747 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:25.805882 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:25.854761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Transition to ACTIVE for port object 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:25.854761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Transition to ACTIVE for port object 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:26.179399 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:26.194408 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:26.259801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network d818f022-9f2c-40b6-a11e-3670bd96f690 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:48:26.265705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:26.268357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:26.268847 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:26.271191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Network d818f022-9f2c-40b6-a11e-3670bd96f690 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:48:26.274841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:26.277369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:48:26.287649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Pushing event updated for resources: {'Port': ['ID=8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:26.300900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Subnet': ['ID=7a02a6fa-9300-4d91-8049-faeba90e90f6,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:26.397571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Attempting to bind port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:48:26.398575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Attempting to bind port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '25267f34-2146-4772-bf22-0131aef5c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd818f022-9f2c-40b6-a11e-3670bd96f690'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:48:26.398997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Attempting to bind port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 on network d818f022-9f2c-40b6-a11e-3670bd96f690 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:48:26.405979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:48:26.406623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Checking segment: {'id': '25267f34-2146-4772-bf22-0131aef5c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd818f022-9f2c-40b6-a11e-3670bd96f690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:26.407445 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:26.408030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Bound using segment: {'id': '25267f34-2146-4772-bf22-0131aef5c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd818f022-9f2c-40b6-a11e-3670bd96f690'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:48:26.408702 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Bound port: 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25267f34-2146-4772-bf22-0131aef5c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd818f022-9f2c-40b6-a11e-3670bd96f690'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:48:26.409417 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:26.419252 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ad05be34-f9d8-490e-b84b-e0f7985e332c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3431292 Apr 18 21:48:26.423178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53084) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:26.526533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa3a31e-c17f-407f-ae29-604a443f44b2 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:26.527582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] For port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:48:26.527829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa3a31e-c17f-407f-ae29-604a443f44b2 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:26.529133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa3a31e-c17f-407f-ae29-604a443f44b2 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:26.530588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa3a31e-c17f-407f-ae29-604a443f44b2 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:26.532398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa3a31e-c17f-407f-ae29-604a443f44b2 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:26.533297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bfa3a31e-c17f-407f-ae29-604a443f44b2 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Synchronizing usage tracker for tenant:f856624a1e3d47f191f4604bdb902131 on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:48:26.534051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] For port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2,segment=NetworkSegment(25267f34-2146-4772-bf22-0131aef5c07f),segment_id=25267f34-2146-4772-bf22-0131aef5c07f)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:48:26.620152 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:26.641489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bfa3a31e-c17f-407f-ae29-604a443f44b2 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Unset dirty status for tenant:f856624a1e3d47f191f4604bdb902131 on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:48:26.646639 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bfa3a31e-c17f-407f-ae29-604a443f44b2 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2224255 Apr 18 21:48:26.651067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53092) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:26.656535 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1001447614'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:26.666501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:26.671038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:network and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:26.673999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for network was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:26.689320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:26.744167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc321a-43d1-4715-8238-fae6805d6362 None None] Pushing event updated for resources: {'Port': ['ID=8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:26.763941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:26.767747 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:26.990705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:48:27.004659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:27.005021 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Added segment 38a351e2-b4ff-4f4f-a6c2-727963b6964c of type vlan for network b21eb705-5cf5-4a44-b765-6f92b130f48a Apr 18 21:48:27.060612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:27.106449 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f6476c99-5b24-4691-bd06-744d0ab68342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:27.161403 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:27.166853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:27.167472 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:27.325458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Network': ['ID=b21eb705-5cf5-4a44-b765-6f92b130f48a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:27.338711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b21eb705-5cf5-4a44-b765-6f92b130f48a details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:48:27.376541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b56fee0f-7f85-4c4a-97e3-4fe5699e47a7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7255821 Apr 18 21:48:27.379086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53118) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:27.388391 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-57c0c927-51d9-4075-926d-c5a04da1ff04 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'network': {'name': 'New_network'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:27.654585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:48:27.837727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:48:27.894647 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-57c0c927-51d9-4075-926d-c5a04da1ff04 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:27.984224 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-57c0c927-51d9-4075-926d-c5a04da1ff04 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.015009 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.039192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57c0c927-51d9-4075-926d-c5a04da1ff04 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network b21eb705-5cf5-4a44-b765-6f92b130f48a is not hosted by any dhcp agent {{(pid=85048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 18 21:48:28.043497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c0c927-51d9-4075-926d-c5a04da1ff04 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:28.048239 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-57c0c927-51d9-4075-926d-c5a04da1ff04 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.048239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-57c0c927-51d9-4075-926d-c5a04da1ff04 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "PUT /v2.0/networks/b21eb705-5cf5-4a44-b765-6f92b130f48a HTTP/1.1" status: 200 len: 723 time: 0.6647551 Apr 18 21:48:28.048468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53128) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:28.056434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'subnet': {'network_id': 'b21eb705-5cf5-4a44-b765-6f92b130f48a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:28.142792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0c927-51d9-4075-926d-c5a04da1ff04 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Network': ['ID=b21eb705-5cf5-4a44-b765-6f92b130f48a,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:28.156935 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b21eb705-5cf5-4a44-b765-6f92b130f48a details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:48:28.260558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b84ee5-e478-402b-a94e-92aa371523d7 None None] Network d818f022-9f2c-40b6-a11e-3670bd96f690 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:28.314740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53132) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:28.394280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:28.409851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:28.430811 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5e3daaa-b9f7-4067-bd2a-9665a11aa858 req-562bd6a1-2b76-4d7f-b45a-8f30ed42f082 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3793836 Apr 18 21:48:28.516385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d51d1902-985c-44eb-b7df-30e35f35c5cf None None] Provisioning for port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:48:28.526425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d51d1902-985c-44eb-b7df-30e35f35c5cf None None] Provisioning complete for port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:28.526768 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d51d1902-985c-44eb-b7df-30e35f35c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.529009 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-87f7e19a-1f14-4296-b834-aa46a02e634a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.564839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-87f7e19a-1f14-4296-b834-aa46a02e634a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:28.570764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-87f7e19a-1f14-4296-b834-aa46a02e634a admin admin] Usage tracker for resource:security_group_rule and tenant:071816db11a147978f18ae3a441ce0d6 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:28.574928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-87f7e19a-1f14-4296-b834-aa46a02e634a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:28.576794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:28.581705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-87f7e19a-1f14-4296-b834-aa46a02e634a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:28.662624 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-87f7e19a-1f14-4296-b834-aa46a02e634a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.728658 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.738611 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-87f7e19a-1f14-4296-b834-aa46a02e634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.808788 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d51d1902-985c-44eb-b7df-30e35f35c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.810018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7e19a-1f14-4296-b834-aa46a02e634a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd80a824-637e-455c-bb2b-dcbd788ef9bd,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:28.821160 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-87f7e19a-1f14-4296-b834-aa46a02e634a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=071816db11a147978f18ae3a441ce0d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5051730 Apr 18 21:48:28.824371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53138) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:28.833901 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.871062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d51d1902-985c-44eb-b7df-30e35f35c5cf None None] For port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2,segment=NetworkSegment(25267f34-2146-4772-bf22-0131aef5c07f),segment_id=25267f34-2146-4772-bf22-0131aef5c07f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:28.948634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2e42313a-448f-4ef6-80ab-219ffcd31ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.950462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e67525d-5c41-4b20-a3b6-6ef07e12969c None None] Update dhcp port {'port': {'network_id': 'd818f022-9f2c-40b6-a11e-3670bd96f690', 'fixed_ips': [{'subnet_id': '3c960ff5-0741-4d1a-a4b8-d3881a486870', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a02a6fa-9300-4d91-8049-faeba90e90f6'}], 'binding:host_id': 'n-d-836017-3'}, 'id': '8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2'} from n-d-836017-3. {{(pid=85050) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:48:28.978384 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d51d1902-985c-44eb-b7df-30e35f35c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.992109 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2e42313a-448f-4ef6-80ab-219ffcd31ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:29.074289 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6e67525d-5c41-4b20-a3b6-6ef07e12969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:29.138678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2e42313a-448f-4ef6-80ab-219ffcd31ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:29.139079 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5e3daaa-b9f7-4067-bd2a-9665a11aa858 req-96000ea1-acaf-4969-88cf-dd8fd4124c09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 1097 time: 0.6146410 Apr 18 21:48:29.173671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42313a-448f-4ef6-80ab-219ffcd31ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd80a824-637e-455c-bb2b-dcbd788ef9bd,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:29.181929 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2e42313a-448f-4ef6-80ab-219ffcd31ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:29.183590 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2e42313a-448f-4ef6-80ab-219ffcd31ef0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd80a824-637e-455c-bb2b-dcbd788ef9bd HTTP/1.1" status: 204 len: 168 time: 0.3581920 Apr 18 21:48:29.296349 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d1902-985c-44eb-b7df-30e35f35c5cf None None] Pushing event updated for resources: {'Port': ['ID=8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:29.367196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3daaa-b9f7-4067-bd2a-9665a11aa858 req-22e8f9e1-fff6-4e31-8c6b-4f397dc1a682 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:29.368335 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5e3daaa-b9f7-4067-bd2a-9665a11aa858 req-22e8f9e1-fff6-4e31-8c6b-4f397dc1a682 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1623c7f-5b4b-4438-9faa-616056d78d14 HTTP/1.1" status: 200 len: 897 time: 0.1932321 Apr 18 21:48:29.377904 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:29.433402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-6e67525d-5c41-4b20-a3b6-6ef07e12969c None None] Allocated IP 172.20.0.1 (d818f022-9f2c-40b6-a11e-3670bd96f690/7a02a6fa-9300-4d91-8049-faeba90e90f6/8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:48:29.564568 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5e3daaa-b9f7-4067-bd2a-9665a11aa858 req-0a9ecdd9-59f5-4a71-b2da-11b1ccb4bf5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98 HTTP/1.1" status: 200 len: 1002 time: 0.1731145 Apr 18 21:48:29.566098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Subnet': ['ID=fbd60e0d-de43-4bc3-b82c-1e02c81cc735,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:29.572789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:48:29.638831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3daaa-b9f7-4067-bd2a-9665a11aa858 req-4be36fcc-05d3-45ae-adf5-f1092c87e876 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:29.640176 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5e3daaa-b9f7-4067-bd2a-9665a11aa858 req-4be36fcc-05d3-45ae-adf5-f1092c87e876 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eec3820a-3e5f-48a2-8acc-b56002bb33d0 HTTP/1.1" status: 200 len: 835 time: 0.0671360 Apr 18 21:48:29.729076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Checking segment: {'id': '38a351e2-b4ff-4f4f-a6c2-727963b6964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b21eb705-5cf5-4a44-b765-6f92b130f48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:29.729430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network hostable DHCP agents. Network: b21eb705-5cf5-4a44-b765-6f92b130f48a, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:48:29.737536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6e67525d-5c41-4b20-a3b6-6ef07e12969c None None] For port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2,segment=NetworkSegment(25267f34-2146-4772-bf22-0131aef5c07f),segment_id=25267f34-2146-4772-bf22-0131aef5c07f)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:29.768361 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6e67525d-5c41-4b20-a3b6-6ef07e12969c None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:29.774039 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5e3daaa-b9f7-4067-bd2a-9665a11aa858 req-5d670063-5c16-4642-9478-76c3c7c89fc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1623c7f-5b4b-4438-9faa-616056d78d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260855 Apr 18 21:48:29.797556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6e67525d-5c41-4b20-a3b6-6ef07e12969c None None] Transition to ACTIVE for port object 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:29.824655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:29.825342 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:29.895497 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6e67525d-5c41-4b20-a3b6-6ef07e12969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:29.930002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network b21eb705-5cf5-4a44-b765-6f92b130f48a is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:48:30.041021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 had new provisioning blocks added so it will not transition to active. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Apr 18 21:48:30.047522 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5e3daaa-b9f7-4067-bd2a-9665a11aa858 req-73e19b91-1761-4871-9dfb-5ff81422eda2 service neutron] 10.222.0.26 "GET /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646747 Apr 18 21:48:30.048109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b21eb705-5cf5-4a44-b765-6f92b130f48a) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:30.063068 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b41afcd-762a-493b-bcfd-2ec832765bd4 None None] Network b21eb705-5cf5-4a44-b765-6f92b130f48a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:30.091720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:30.092292 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:30.307117 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5e3daaa-b9f7-4067-bd2a-9665a11aa858 req-e2aebb73-644a-4bbf-bd1b-2eafa80888ab service neutron] 10.222.0.26 "GET /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508304 Apr 18 21:48:30.317388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67525d-5c41-4b20-a3b6-6ef07e12969c None None] Pushing event updated for resources: {'Port': ['ID=8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:30.319598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53150) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:30.323023 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8991f9e8-413b-4ed5-81ce-11469c7923c0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2734013 Apr 18 21:48:30.330964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c018c4b6-b796-47cb-b866-310a274984c7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:30.349929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53154) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:30.415296 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b18129f6-80e1-4674-a40f-9bd0b4e48669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:30.495490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-b21eb705-5cf5-4a44-b765-6f92b130f48a', 'network_id': 'b21eb705-5cf5-4a44-b765-6f92b130f48a', 'tenant_id': 'f856624a1e3d47f191f4604bdb902131', 'fixed_ips': [{'subnet_id': 'fbd60e0d-de43-4bc3-b82c-1e02c81cc735'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:48:30.497058 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:30.503161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b18129f6-80e1-4674-a40f-9bd0b4e48669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:30.513354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b18129f6-80e1-4674-a40f-9bd0b4e48669 admin admin] Usage tracker for resource:security_group_rule and tenant:9294893f7c824f99bd84dc764746eca4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:30.525997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b18129f6-80e1-4674-a40f-9bd0b4e48669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:30.541762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b18129f6-80e1-4674-a40f-9bd0b4e48669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:30.690574 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b18129f6-80e1-4674-a40f-9bd0b4e48669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:30.755073 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b18129f6-80e1-4674-a40f-9bd0b4e48669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:30.838044 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b18129f6-80e1-4674-a40f-9bd0b4e48669 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9294893f7c824f99bd84dc764746eca4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4828627 Apr 18 21:48:30.838229 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c018c4b6-b796-47cb-b866-310a274984c7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2872701'] for subnet, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:30.840813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53158) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:30.936938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18129f6-80e1-4674-a40f-9bd0b4e48669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddb9cea-140e-4655-bec7-ad7873c6280e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:30.945902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Allocated IP 2001:db8::2 (b21eb705-5cf5-4a44-b765-6f92b130f48a/fbd60e0d-de43-4bc3-b82c-1e02c81cc735/41198015-36de-4d7b-afad-0178928fe5ed) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:48:30.986692 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec26c0ef-31b9-434e-b64e-685df1118378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:31.030264 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec26c0ef-31b9-434e-b64e-685df1118378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:31.209451 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec26c0ef-31b9-434e-b64e-685df1118378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:31.230807 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:31.231239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26c0ef-31b9-434e-b64e-685df1118378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddb9cea-140e-4655-bec7-ad7873c6280e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:31.243560 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Transition to ACTIVE for port object 41198015-36de-4d7b-afad-0178928fe5ed will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:31.244209 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ec26c0ef-31b9-434e-b64e-685df1118378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:31.247651 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ec26c0ef-31b9-434e-b64e-685df1118378 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dddb9cea-140e-4655-bec7-ad7873c6280e HTTP/1.1" status: 204 len: 168 time: 0.4035816 Apr 18 21:48:31.249915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6260981d-f5bd-4f82-a2f0-3b1f6aba62fa None None] Network d818f022-9f2c-40b6-a11e-3670bd96f690 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:31.281669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:31.368253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Transition to ACTIVE for port object 41198015-36de-4d7b-afad-0178928fe5ed will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:31.523845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:48:31.555905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6c4da754-bda5-4fa1-93fe-b4b315e7006b None None] Provisioning for port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:48:31.559251 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:31.620598 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6c4da754-bda5-4fa1-93fe-b4b315e7006b None None] Provisioning complete for port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:31.620973 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6c4da754-bda5-4fa1-93fe-b4b315e7006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:31.698247 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c018c4b6-b796-47cb-b866-310a274984c7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776081348509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1861211'] for subnet, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:31.727735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Network b21eb705-5cf5-4a44-b765-6f92b130f48a is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:48:31.756088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c018c4b6-b796-47cb-b866-310a274984c7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:31.756644 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c018c4b6-b796-47cb-b866-310a274984c7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:31.758078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c018c4b6-b796-47cb-b866-310a274984c7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "PUT /v2.0/subnets/fbd60e0d-de43-4bc3-b82c-1e02c81cc735 HTTP/1.1" status: 200 len: 826 time: 1.4373190 Apr 18 21:48:31.760648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53168) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:31.773296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018c4b6-b796-47cb-b866-310a274984c7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Subnet': ['ID=fbd60e0d-de43-4bc3-b82c-1e02c81cc735,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:31.778586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:31.788425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Pushing event updated for resources: {'Port': ['ID=41198015-36de-4d7b-afad-0178928fe5ed,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:31.793314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:48:31.959846 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:31.961051 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:32.020752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Attempting to bind port 41198015-36de-4d7b-afad-0178928fe5ed on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:48:32.021167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Attempting to bind port 41198015-36de-4d7b-afad-0178928fe5ed by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '38a351e2-b4ff-4f4f-a6c2-727963b6964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b21eb705-5cf5-4a44-b765-6f92b130f48a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:48:32.021652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Attempting to bind port 41198015-36de-4d7b-afad-0178928fe5ed on network b21eb705-5cf5-4a44-b765-6f92b130f48a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:48:32.034966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:32.044706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:48:32.045186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Checking segment: {'id': '38a351e2-b4ff-4f4f-a6c2-727963b6964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b21eb705-5cf5-4a44-b765-6f92b130f48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:32.045772 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:32.046152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Bound using segment: {'id': '38a351e2-b4ff-4f4f-a6c2-727963b6964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b21eb705-5cf5-4a44-b765-6f92b130f48a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:48:32.046706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Bound port: 41198015-36de-4d7b-afad-0178928fe5ed, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a351e2-b4ff-4f4f-a6c2-727963b6964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b21eb705-5cf5-4a44-b765-6f92b130f48a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:48:32.047134 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:32.047390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting port 41198015-36de-4d7b-afad-0178928fe5ed {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:32.047857 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:32.243464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] For port 41198015-36de-4d7b-afad-0178928fe5ed, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:48:32.247501 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:48:32.253637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] For port 41198015-36de-4d7b-afad-0178928fe5ed, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=41198015-36de-4d7b-afad-0178928fe5ed,segment=NetworkSegment(38a351e2-b4ff-4f4f-a6c2-727963b6964c),segment_id=38a351e2-b4ff-4f4f-a6c2-727963b6964c)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:48:32.327103 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:32.434429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929b0fa-409d-4153-bfaa-a3313375e371 None None] Pushing event updated for resources: {'Port': ['ID=41198015-36de-4d7b-afad-0178928fe5ed,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:32.462418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] For port 41198015-36de-4d7b-afad-0178928fe5ed, host n-d-836017-3, got binding levels [] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:32.462863 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:32.484776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a7d5a07d-bbb2-44b8-8b5a-e237a91c5f12 None None] Provisioning complete for port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:32.485253 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a7d5a07d-bbb2-44b8-8b5a-e237a91c5f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:32.749963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Calling delete_port for 41198015-36de-4d7b-afad-0178928fe5ed owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:32.967038 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:48:32.967647 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:48:33.469364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting port 41198015-36de-4d7b-afad-0178928fe5ed {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:33.469797 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:33.616604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 41198015-36de-4d7b-afad-0178928fe5ed up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:48:33.729649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d762c17-4434-4085-a30d-e24c2710adc2 None None] Network b21eb705-5cf5-4a44-b765-6f92b130f48a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:33.879495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] For port 41198015-36de-4d7b-afad-0178928fe5ed, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=41198015-36de-4d7b-afad-0178928fe5ed,segment=NetworkSegment(38a351e2-b4ff-4f4f-a6c2-727963b6964c),segment_id=38a351e2-b4ff-4f4f-a6c2-727963b6964c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:33.879495 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:33.890456 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:33.955028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-642dc32f-1108-47ad-ba76-bdc2eac6e5e3 None None] Provisioning for port 41198015-36de-4d7b-afad-0178928fe5ed completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:48:33.996529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 41198015-36de-4d7b-afad-0178928fe5ed completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:48:34.010106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Calling delete_port for 41198015-36de-4d7b-afad-0178928fe5ed owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:34.011555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 41198015-36de-4d7b-afad-0178928fe5ed triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:34.011922 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:34.190301 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:34.318009 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:34.367083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f9dc88-1f2c-4e87-9699-e3351fae175e None None] Network b21eb705-5cf5-4a44-b765-6f92b130f48a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:34.384681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Port': ['ID=41198015-36de-4d7b-afad-0178928fe5ed,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:34.453112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-64b933f2-89c2-461c-b357-2b5b1189da71 None None] Could not find standard attr ID for object 41198015-36de-4d7b-afad-0178928fe5ed. {{(pid=85050) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:48:34.462572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No DVR routers for this DVR port 41198015-36de-4d7b-afad-0178928fe5ed on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:48:34.528418 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:34.694289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:34.755432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd60e0d-de43-4bc3-b82c-1e02c81cc735,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:34.857423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9bd09b-f2d8-4ada-a831-8a911b2d32f7 None None] Network b21eb705-5cf5-4a44-b765-6f92b130f48a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:34.872549 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:34.906398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21eb705-5cf5-4a44-b765-6f92b130f48a']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:34.920681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a351e2-b4ff-4f4f-a6c2-727963b6964c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:34.920979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a351e2-b4ff-4f4f-a6c2-727963b6964c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:34.935614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:34.953503 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:34.960144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:34.960743 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:34.980152 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:35.209709 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:35.219358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:35.290819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Network': ['ID=b21eb705-5cf5-4a44-b765-6f92b130f48a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:35.305311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53246) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:35.306772 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-abe05a77-4119-4a00-9bb0-22561c4b7650 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/b21eb705-5cf5-4a44-b765-6f92b130f48a HTTP/1.1" status: 204 len: 168 time: 3.5441585 Apr 18 21:48:35.311425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd0e504-6c69-4114-9d7e-68520a04997b None None] DHCP port deletion for b21eb705-5cf5-4a44-b765-6f92b130f48a request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:48:35.337798 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-20438da7-ce31-47d9-89c1-5f358caa303c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:35.338473 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20438da7-ce31-47d9-89c1-5f358caa303c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:35.344283 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-20438da7-ce31-47d9-89c1-5f358caa303c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/b21eb705-5cf5-4a44-b765-6f92b130f48a HTTP/1.1" status: 404 len: 339 time: 0.0332832 Apr 18 21:48:35.344496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53250) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:35.349920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1349001582', 'description': 'd1'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:35.356744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:35.360828 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Usage tracker for resource:network and tenant:f856624a1e3d47f191f4604bdb902131 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:35.364363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Quota usage for network was recalculated. Used quota:3. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:35.372009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:35.449397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:35.462561 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:35.467798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 41198015-36de-4d7b-afad-0178928fe5ed no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:48:35.496283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:48:35.505420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 41198015-36de-4d7b-afad-0178928fe5ed {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:48:35.505790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 41198015-36de-4d7b-afad-0178928fe5ed not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:48:35.506021 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:35.506538 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Added segment b4a76732-eac5-4b73-bbd4-11bdd4c203d2 of type vlan for network 32745a33-654d-4ffd-b450-a88ea56a9241 Apr 18 21:48:35.540888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:35.643310 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:35.647310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:35.647889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:35.683916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53258) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:35.783890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701aadd4-c26a-4e78-8466-92f47705f13f req-9d6e9c0c-9928-466e-850e-7dd9e798fa89 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:35.785343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-701aadd4-c26a-4e78-8466-92f47705f13f req-9d6e9c0c-9928-466e-850e-7dd9e798fa89 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.2018790 Apr 18 21:48:35.785975 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Network': ['ID=32745a33-654d-4ffd-b450-a88ea56a9241,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:35.799338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 32745a33-654d-4ffd-b450-a88ea56a9241 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:48:35.833849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0b280bbe-e783-421d-8d5a-1e8e0b72bf7b tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4882901 Apr 18 21:48:35.838440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53264) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:35.856162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7539c050-7656-4fb6-986f-4457bedeaa45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:35.871352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-701aadd4-c26a-4e78-8466-92f47705f13f req-36a75c65-824b-4e1c-8ca2-041522a8347f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790992 Apr 18 21:48:35.906392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7539c050-7656-4fb6-986f-4457bedeaa45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:35.912227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7539c050-7656-4fb6-986f-4457bedeaa45 admin admin] Usage tracker for resource:security_group_rule and tenant:c9fa1ccbb6a34dfb9bb8d7c5beca27d4 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:35.917303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7539c050-7656-4fb6-986f-4457bedeaa45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:35.923965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7539c050-7656-4fb6-986f-4457bedeaa45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:35.998077 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7539c050-7656-4fb6-986f-4457bedeaa45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:36.065491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786051e-e8ec-4f2d-abf1-4efb300328d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:36.066147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f786051e-e8ec-4f2d-abf1-4efb300328d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Synchronizing usage tracker for tenant:f856624a1e3d47f191f4604bdb902131 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:48:36.097871 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7539c050-7656-4fb6-986f-4457bedeaa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:36.148432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539c050-7656-4fb6-986f-4457bedeaa45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce4e6c6-b7f6-4989-9a91-8e9d3aee61c4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:36.157040 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7539c050-7656-4fb6-986f-4457bedeaa45 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9fa1ccbb6a34dfb9bb8d7c5beca27d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4694550 Apr 18 21:48:36.157675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53268) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:36.188360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f786051e-e8ec-4f2d-abf1-4efb300328d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Unset dirty status for tenant:f856624a1e3d47f191f4604bdb902131 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:48:36.189496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f786051e-e8ec-4f2d-abf1-4efb300328d3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/networks?id=32745a33-654d-4ffd-b450-a88ea56a9241 HTTP/1.1" status: 200 len: 765 time: 0.3501449 Apr 18 21:48:36.194164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53272) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:36.199957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-727d4e49-74d6-482c-aa77-e522254a29a0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'network': {'description': 'd2'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:36.224489 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c57f4033-590b-4e9c-b641-2aeb0eb0a793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:36.253485 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c57f4033-590b-4e9c-b641-2aeb0eb0a793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:36.363351 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c57f4033-590b-4e9c-b641-2aeb0eb0a793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:36.379672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f4033-590b-4e9c-b641-2aeb0eb0a793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce4e6c6-b7f6-4989-9a91-8e9d3aee61c4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:36.387906 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c57f4033-590b-4e9c-b641-2aeb0eb0a793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:36.392225 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c57f4033-590b-4e9c-b641-2aeb0eb0a793 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ce4e6c6-b7f6-4989-9a91-8e9d3aee61c4 HTTP/1.1" status: 204 len: 168 time: 0.2336979 Apr 18 21:48:36.437848 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-727d4e49-74d6-482c-aa77-e522254a29a0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:36.597889 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-727d4e49-74d6-482c-aa77-e522254a29a0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:36.673566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-727d4e49-74d6-482c-aa77-e522254a29a0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network 32745a33-654d-4ffd-b450-a88ea56a9241 is not hosted by any dhcp agent {{(pid=85049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 18 21:48:36.677125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d4e49-74d6-482c-aa77-e522254a29a0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:36.677723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-727d4e49-74d6-482c-aa77-e522254a29a0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:36.678967 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-727d4e49-74d6-482c-aa77-e522254a29a0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "PUT /v2.0/networks/32745a33-654d-4ffd-b450-a88ea56a9241 HTTP/1.1" status: 200 len: 762 time: 0.4856412 Apr 18 21:48:36.682103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53290) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:36.720201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d4e49-74d6-482c-aa77-e522254a29a0 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Network': ['ID=32745a33-654d-4ffd-b450-a88ea56a9241,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:36.732899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 32745a33-654d-4ffd-b450-a88ea56a9241 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:48:36.807362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2cd9c-ad0a-40f7-9f01-15e85e383f00 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:36.808919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-33b2cd9c-ad0a-40f7-9f01-15e85e383f00 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/networks?id=32745a33-654d-4ffd-b450-a88ea56a9241 HTTP/1.1" status: 200 len: 765 time: 0.1258333 Apr 18 21:48:36.815066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53296) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:36.966933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452eea2f-2b1a-40f5-aa08-029d03d8a95c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:36.970887 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-452eea2f-2b1a-40f5-aa08-029d03d8a95c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1523824 Apr 18 21:48:36.971280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53308) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:37.014998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3b4dcb99-1f50-4525-b81f-15bff0efa62f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Synchronizing usage tracker for tenant:f856624a1e3d47f191f4604bdb902131 on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:48:37.112107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47436344-e6e6-4587-9dbe-18c6cb34ca12 req-32d77547-bf31-43a3-b3ee-d88f1840e93e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.113556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47436344-e6e6-4587-9dbe-18c6cb34ca12 req-32d77547-bf31-43a3-b3ee-d88f1840e93e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.0807438 Apr 18 21:48:37.114971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3b4dcb99-1f50-4525-b81f-15bff0efa62f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Unset dirty status for tenant:f856624a1e3d47f191f4604bdb902131 on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:48:37.115978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3b4dcb99-1f50-4525-b81f-15bff0efa62f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846 HTTP/1.1" status: 200 len: 207 time: 0.1437886 Apr 18 21:48:37.123756 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53316) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:37.176477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47436344-e6e6-4587-9dbe-18c6cb34ca12 req-63ba7ce5-a301-4f48-bb8d-da60b5169e2a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557542 Apr 18 21:48:37.183222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53324) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:37.210978 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b4ea-8fef-4760-b382-85aa6cf991db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:37.292695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0a98d-0f9b-45c0-88b3-4c87aff07ae7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.296444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0a98d-0f9b-45c0-88b3-4c87aff07ae7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.300242 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0a98d-0f9b-45c0-88b3-4c87aff07ae7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.303980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0a98d-0f9b-45c0-88b3-4c87aff07ae7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.308400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0a98d-0f9b-45c0-88b3-4c87aff07ae7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.312252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0a98d-0f9b-45c0-88b3-4c87aff07ae7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.313145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-acc0a98d-0f9b-45c0-88b3-4c87aff07ae7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Synchronizing usage tracker for tenant:f856624a1e3d47f191f4604bdb902131 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:48:37.324752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-acc0a98d-0f9b-45c0-88b3-4c87aff07ae7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Unset dirty status for tenant:f856624a1e3d47f191f4604bdb902131 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:48:37.326228 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-acc0a98d-0f9b-45c0-88b3-4c87aff07ae7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2003467 Apr 18 21:48:37.329664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53332) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:37.405803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eaa7b4ea-8fef-4760-b382-85aa6cf991db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:37.410100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eaa7b4ea-8fef-4760-b382-85aa6cf991db admin admin] Usage tracker for resource:security_group_rule and tenant:aa85b83827b14536a19738bc3cf33cf1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:37.412957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eaa7b4ea-8fef-4760-b382-85aa6cf991db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:37.419516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eaa7b4ea-8fef-4760-b382-85aa6cf991db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:37.491418 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b4ea-8fef-4760-b382-85aa6cf991db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:37.496768 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c2c15b95-e59d-4000-a6e2-cdef57801f71 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1659169 Apr 18 21:48:37.500042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53344) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:37.555470 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b4ea-8fef-4760-b382-85aa6cf991db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:37.569270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1befc3-40a4-4880-b779-2170345a103a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.571212 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1befc3-40a4-4880-b779-2170345a103a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.572507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1befc3-40a4-4880-b779-2170345a103a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.573820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1befc3-40a4-4880-b779-2170345a103a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.575206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1befc3-40a4-4880-b779-2170345a103a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.576098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dd1befc3-40a4-4880-b779-2170345a103a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Synchronizing usage tracker for tenant:f856624a1e3d47f191f4604bdb902131 on resource:subnet {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:48:37.588522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-dd1befc3-40a4-4880-b779-2170345a103a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Unset dirty status for tenant:f856624a1e3d47f191f4604bdb902131 on resource:subnet {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:48:37.589744 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dd1befc3-40a4-4880-b779-2170345a103a tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0886931 Apr 18 21:48:37.593411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53352) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:37.607677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eaa7b4ea-8fef-4760-b382-85aa6cf991db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa85b83827b14536a19738bc3cf33cf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4231722 Apr 18 21:48:37.608515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7b4ea-8fef-4760-b382-85aa6cf991db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9153fb3-6021-466f-990c-50f417d38067,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:37.618303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53356) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:37.669440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f5ada-fc65-4547-8172-80c9e5d426e7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.670812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f5ada-fc65-4547-8172-80c9e5d426e7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.672073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f5ada-fc65-4547-8172-80c9e5d426e7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.673326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f5ada-fc65-4547-8172-80c9e5d426e7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.674737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f5ada-fc65-4547-8172-80c9e5d426e7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.676275 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-510f5ada-fc65-4547-8172-80c9e5d426e7 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0819180 Apr 18 21:48:37.680354 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53364) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:37.684085 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-78caf8b7-8a11-477b-845d-604aa962dc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:37.709866 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-78caf8b7-8a11-477b-845d-604aa962dc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:37.822489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da58eca-3da5-4f15-be7e-8ca54e0abff4 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.823790 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5da58eca-3da5-4f15-be7e-8ca54e0abff4 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/networks/7a338d4e-9ddf-4752-a6d6-a3adfb269ac1 HTTP/1.1" status: 200 len: 804 time: 0.1425445 Apr 18 21:48:37.827696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53370) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:37.835134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-78caf8b7-8a11-477b-845d-604aa962dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:37.853095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78caf8b7-8a11-477b-845d-604aa962dc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9153fb3-6021-466f-990c-50f417d38067,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:37.857730 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-78caf8b7-8a11-477b-845d-604aa962dc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:37.861305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-78caf8b7-8a11-477b-845d-604aa962dc0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9153fb3-6021-466f-990c-50f417d38067 HTTP/1.1" status: 204 len: 168 time: 0.2392755 Apr 18 21:48:37.973348 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f5988bc1-5bee-4098-abe5-fb1713ed7cd3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/networks/7a338d4e-9ddf-4752-a6d6-a3adfb269ac1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1445665 Apr 18 21:48:37.977368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53376) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:38.043733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b220a84d-7409-4519-bd2d-a4887293134d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:38.045034 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b220a84d-7409-4519-bd2d-a4887293134d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/subnets/c1e6d726-44a0-4422-abe9-9fde6380ab19 HTTP/1.1" status: 200 len: 843 time: 0.0665238 Apr 18 21:48:38.048675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53382) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:38.117109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368dff0d-d5bb-4725-b1ed-b3c9b97b81e6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:38.118689 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-368dff0d-d5bb-4725-b1ed-b3c9b97b81e6 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "GET /v2.0/subnets/c1e6d726-44a0-4422-abe9-9fde6380ab19?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0691154 Apr 18 21:48:38.122298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53386) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:38.127564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-483102586'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:38.134119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:38.146167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:38.278015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:38.283980 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:38.331017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:48:38.350509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:38.350509 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Added segment 49404bef-7f60-41fb-9d78-83fdd02831fe of type vlan for network 00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa Apr 18 21:48:38.374718 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:38.437068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5d5fa-a094-46dc-b292-bdeb8cdc8ad0 req-2a8c0475-c9e6-4858-9e99-1fcbba59d997 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:38.438569 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ea5d5fa-a094-46dc-b292-bdeb8cdc8ad0 req-2a8c0475-c9e6-4858-9e99-1fcbba59d997 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.1115344 Apr 18 21:48:38.472150 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:38.479616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:38.480582 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:38.489138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ea5d5fa-a094-46dc-b292-bdeb8cdc8ad0 req-b3b50c53-33a1-4d98-917f-1d6a9ff6b038 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427070 Apr 18 21:48:38.609013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Network': ['ID=00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:38.620163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:48:38.678440 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-93342636-4958-440d-8cca-841c011d5163 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5525653 Apr 18 21:48:38.678739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53404) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:38.685523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'subnet': {'network_id': '00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:38.801025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:38.811216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:38.900758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Made reservation on behalf of f856624a1e3d47f191f4604bdb902131 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:48:39.006670 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:39.098813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Performing IP validity checks on allocation pools {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:48:39.099334 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:48:39.401426 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:39.452853 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:39.487761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Subnet': ['ID=df4127c7-d13a-4426-942c-c101b8a9df26,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:39.506597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:39.506935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:39.507272 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:39.507601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:39.508967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:39.509303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:39.509675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:39.509977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:39.510298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:39.510618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:39.510937 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:39.514503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Checking segment: {'id': '49404bef-7f60-41fb-9d78-83fdd02831fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:39.514855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network hostable DHCP agents. Network: 00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:48:39.595371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Network 00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:48:39.669664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:39.674521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:39.675174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:39.680934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9489cee1-5e6f-4e2e-a2df-1d4eb8e171ef None None] Network 00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:39.708382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475419-5d58-42e4-b9f1-137abde65fbd req-55ccd36f-4da7-4bed-bcde-46414c252165 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:39.710644 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40475419-5d58-42e4-b9f1-137abde65fbd req-55ccd36f-4da7-4bed-bcde-46414c252165 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.0880525 Apr 18 21:48:39.761543 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40475419-5d58-42e4-b9f1-137abde65fbd req-f1275bf6-3dfd-403d-bad7-dae9832adf6b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 Apr 18 21:48:39.784576 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c8faa80d-8f69-4d3f-9620-94b766b88fc3 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1047013 Apr 18 21:48:39.790159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53426) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:39.796027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ac6f1115-8454-4fb9-b1c1-6e1abbff0918 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:39.946148 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1115-8454-4fb9-b1c1-6e1abbff0918 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1465226'] for subnet, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:39.966144 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa', 'network_id': '00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa', 'tenant_id': 'f856624a1e3d47f191f4604bdb902131', 'fixed_ips': [{'subnet_id': 'df4127c7-d13a-4426-942c-c101b8a9df26'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:48:39.967610 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:40.418230 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1115-8454-4fb9-b1c1-6e1abbff0918 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776081348509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1465667'] for subnet, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:40.498080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6f1115-8454-4fb9-b1c1-6e1abbff0918 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:40.502140 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1115-8454-4fb9-b1c1-6e1abbff0918 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:40.507166 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ac6f1115-8454-4fb9-b1c1-6e1abbff0918 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "PUT /v2.0/subnets/df4127c7-d13a-4426-942c-c101b8a9df26 HTTP/1.1" status: 200 len: 900 time: 0.7160213 Apr 18 21:48:40.510830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53442) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:40.518827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Allocated IP 2001:db8::3 (00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa/df4127c7-d13a-4426-942c-c101b8a9df26/d7bb1349-c4ca-4c20-ae67-c0375bc14f8f) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:48:40.519862 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f1115-8454-4fb9-b1c1-6e1abbff0918 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event updated for resources: {'Subnet': ['ID=df4127c7-d13a-4426-942c-c101b8a9df26,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:40.533997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53446) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:40.645999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb8883d-d745-4977-b050-34b63f2f2e51 admin admin] Deleting subnet 5ff60997-0272-421f-ae66-719447900a6a {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:48:40.649229 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eeb8883d-d745-4977-b050-34b63f2f2e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:40.708659 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eeb8883d-d745-4977-b050-34b63f2f2e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:40.722323 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:40.790313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eeb8883d-d745-4977-b050-34b63f2f2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:40.800816 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:40.814832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Transition to ACTIVE for port object d7bb1349-c4ca-4c20-ae67-c0375bc14f8f will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:40.840639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Transition to ACTIVE for port object d7bb1349-c4ca-4c20-ae67-c0375bc14f8f will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:48:40.853496 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:40.908950 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:40.949955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eeb8883d-d745-4977-b050-34b63f2f2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.023907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8883d-d745-4977-b050-34b63f2f2e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff60997-0272-421f-ae66-719447900a6a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:41.032906 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-eeb8883d-d745-4977-b050-34b63f2f2e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.039505 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-eeb8883d-d745-4977-b050-34b63f2f2e51 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5ff60997-0272-421f-ae66-719447900a6a HTTP/1.1" status: 204 len: 168 time: 0.5048497 Apr 18 21:48:41.041919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53458) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:41.043861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Network 00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:48:41.047059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:41.051259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:48:41.064891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Pushing event updated for resources: {'Port': ['ID=d7bb1349-c4ca-4c20-ae67-c0375bc14f8f,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:41.067665 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.161723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.162478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.162969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.163495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.164683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.165168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.165710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.166185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.166661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.170494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.170494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.184913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Attempting to bind port d7bb1349-c4ca-4c20-ae67-c0375bc14f8f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:48:41.185535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Attempting to bind port d7bb1349-c4ca-4c20-ae67-c0375bc14f8f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '49404bef-7f60-41fb-9d78-83fdd02831fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:48:41.186154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Attempting to bind port d7bb1349-c4ca-4c20-ae67-c0375bc14f8f on network 00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:48:41.207564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:48:41.208213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Checking segment: {'id': '49404bef-7f60-41fb-9d78-83fdd02831fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:48:41.208801 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.209368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Bound using segment: {'id': '49404bef-7f60-41fb-9d78-83fdd02831fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:48:41.210210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Bound port: d7bb1349-c4ca-4c20-ae67-c0375bc14f8f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49404bef-7f60-41fb-9d78-83fdd02831fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:48:41.210787 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.234058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.284020 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.304221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Subnet': ['ID=df4127c7-d13a-4426-942c-c101b8a9df26,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:41.315792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.316270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.316706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.317145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.317590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.318012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.318430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.318871 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.319289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.319704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.320694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:41.341968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:41.355020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce140b-a033-4ea4-b4d9-997184edc516 req-df54b4fa-21c1-4eb8-8cd5-503eaee967eb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:41.356770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45ce140b-a033-4ea4-b4d9-997184edc516 req-df54b4fa-21c1-4eb8-8cd5-503eaee967eb tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.3986912 Apr 18 21:48:41.356979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] For port d7bb1349-c4ca-4c20-ae67-c0375bc14f8f, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:48:41.362133 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] For port d7bb1349-c4ca-4c20-ae67-c0375bc14f8f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d7bb1349-c4ca-4c20-ae67-c0375bc14f8f,segment=NetworkSegment(49404bef-7f60-41fb-9d78-83fdd02831fe),segment_id=49404bef-7f60-41fb-9d78-83fdd02831fe)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:48:41.365002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49404bef-7f60-41fb-9d78-83fdd02831fe') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:41.365370 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49404bef-7f60-41fb-9d78-83fdd02831fe') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:41.400771 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.421246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.425893 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.437130 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.449197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:41.449630 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.455485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:41.465618 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:41.469159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0991f900-6aa7-4a5a-97d9-d8c5717f87aa') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:41.469493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0991f900-6aa7-4a5a-97d9-d8c5717f87aa') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:41.471635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45ce140b-a033-4ea4-b4d9-997184edc516 req-a6f83360-9801-4a0d-809d-9a6b01c52197 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086781 Apr 18 21:48:41.483278 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.505796 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.513814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:41.517055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:41.529671 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:41.554802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6169b-6813-41e6-9174-b6146bd883ef None None] Pushing event updated for resources: {'Port': ['ID=d7bb1349-c4ca-4c20-ae67-c0375bc14f8f,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:41.631564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbbb514-53fc-4344-8b00-90c8deef3393 None None] Network 00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:41.681998 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:48:41.681998 n-d-836017-3 neutron-server[85048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:48:41.681998 n-d-836017-3 neutron-server[85048]: [parameters: {'id': '00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa'}] Apr 18 21:48:41.681998 n-d-836017-3 neutron-server[85048]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:48:41.682454 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:48:41.738034 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.758586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.769275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:41.835710 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-10b02abd-a32d-4bfb-b3a4-79864ae90059 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c2d73300-4ec4-4b3b-8b34-0fdb8b019b5d HTTP/1.1" status: 204 len: 168 time: 0.7927580 Apr 18 21:48:41.868855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40570f0-f192-4234-a4e2-c3625cc86f00 None None] Network 00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:42.069971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75fdeb1-f89f-4692-a630-11a5a5b54013 None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:48:42.184216 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:42.192287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75fdeb1-f89f-4692-a630-11a5a5b54013 None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:48:42.198576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting port d7bb1349-c4ca-4c20-ae67-c0375bc14f8f {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:42.200560 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:42.323585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53476) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:42.374481 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-46eb8959-2d2a-42aa-b331-b95968099746 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=405ad3ecbf1b447f93a254b0667a42cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496182 Apr 18 21:48:42.376886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53480) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:42.441983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] For port d7bb1349-c4ca-4c20-ae67-c0375bc14f8f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d7bb1349-c4ca-4c20-ae67-c0375bc14f8f,segment=NetworkSegment(49404bef-7f60-41fb-9d78-83fdd02831fe),segment_id=49404bef-7f60-41fb-9d78-83fdd02831fe)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:42.442350 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:42.454587 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17045d74-ef1a-4a50-9c31-cc8bf943316f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:42.484931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17045d74-ef1a-4a50-9c31-cc8bf943316f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:42.576495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Calling delete_port for d7bb1349-c4ca-4c20-ae67-c0375bc14f8f owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:42.649416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17045d74-ef1a-4a50-9c31-cc8bf943316f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:42.663741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17045d74-ef1a-4a50-9c31-cc8bf943316f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aa6dfa-99e3-4cd7-a853-bd369c0f0e05,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:42.671626 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-17045d74-ef1a-4a50-9c31-cc8bf943316f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:42.674450 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-17045d74-ef1a-4a50-9c31-cc8bf943316f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87aa6dfa-99e3-4cd7-a853-bd369c0f0e05 HTTP/1.1" status: 204 len: 168 time: 0.2945127 Apr 18 21:48:42.721735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01f7da-bcd1-4391-9a37-d75b44046ba5 req-9f9dcf8b-9d23-4fb5-a4d7-d420a6f07d9a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:42.725128 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b01f7da-bcd1-4391-9a37-d75b44046ba5 req-9f9dcf8b-9d23-4fb5-a4d7-d420a6f07d9a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.0970902 Apr 18 21:48:42.773539 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:42.808220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6b01f7da-bcd1-4391-9a37-d75b44046ba5 req-a72bb855-5f29-47dd-a0ef-387f566bc69c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775278 Apr 18 21:48:42.824616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Port': ['ID=d7bb1349-c4ca-4c20-ae67-c0375bc14f8f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:42.839397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No DVR routers for this DVR port d7bb1349-c4ca-4c20-ae67-c0375bc14f8f on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:48:42.968408 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:42.994742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:43.011287 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49404bef-7f60-41fb-9d78-83fdd02831fe') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:43.011575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49404bef-7f60-41fb-9d78-83fdd02831fe') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:43.023559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.039347 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.045592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:43.045972 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:43.060971 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:43.206923 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.225297 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.240987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Network': ['ID=00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:43.253841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-26c45e0f-1e9a-43fe-b40a-0259fba60ef5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa HTTP/1.1" status: 204 len: 168 time: 2.7419634 Apr 18 21:48:43.258049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53496) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:43.297730 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6121df6-1c2a-476e-b659-e7f19ca29a21 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:43.298174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6121df6-1c2a-476e-b659-e7f19ca29a21 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:43.299886 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f6121df6-1c2a-476e-b659-e7f19ca29a21 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/subnets/df4127c7-d13a-4426-942c-c101b8a9df26 HTTP/1.1" status: 404 len: 337 time: 0.0402126 Apr 18 21:48:43.302369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53502) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:43.328507 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe764b2f-dd54-4462-a8eb-573b1ea74483 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:43.328943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe764b2f-dd54-4462-a8eb-573b1ea74483 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:43.332957 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fe764b2f-dd54-4462-a8eb-573b1ea74483 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/00c1c53d-a15a-47d2-8f3a-fc2ea70bb2fa HTTP/1.1" status: 404 len: 339 time: 0.0273542 Apr 18 21:48:43.333365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53508) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:43.450533 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.683797 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.713405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32745a33-654d-4ffd-b450-a88ea56a9241']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:43.726059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a76732-eac5-4b73-bbd4-11bdd4c203d2') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:43.726217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a76732-eac5-4b73-bbd4-11bdd4c203d2') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:43.737792 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.754367 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.761264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:43.761693 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:43.776947 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:43.917553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.940999 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.947802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Network': ['ID=32745a33-654d-4ffd-b450-a88ea56a9241,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:43.956072 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-390d1e3e-2a37-4df9-bee0-278e758f9b52 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/32745a33-654d-4ffd-b450-a88ea56a9241 HTTP/1.1" status: 204 len: 168 time: 0.6215937 Apr 18 21:48:43.958473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53530) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:44.001090 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ce4d7d-76b8-42e6-9c73-00c0ad60d49d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:44.001899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ce4d7d-76b8-42e6-9c73-00c0ad60d49d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:44.009875 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-48ce4d7d-76b8-42e6-9c73-00c0ad60d49d tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/subnets/fbd60e0d-de43-4bc3-b82c-1e02c81cc735 HTTP/1.1" status: 404 len: 337 time: 0.0440190 Apr 18 21:48:44.010117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53536) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:44.030299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04db867-7294-4f90-b112-36ecd44b4568 req-d0911193-3b30-430e-a409-0f71b0950d6d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:44.032068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a04db867-7294-4f90-b112-36ecd44b4568 req-d0911193-3b30-430e-a409-0f71b0950d6d tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.0934389 Apr 18 21:48:44.039321 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6de4c0-663d-4438-a37a-e8c89c474fa1 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:44.039884 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6de4c0-663d-4438-a37a-e8c89c474fa1 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:44.041745 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6d6de4c0-663d-4438-a37a-e8c89c474fa1 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/b21eb705-5cf5-4a44-b765-6f92b130f48a HTTP/1.1" status: 404 len: 339 time: 0.0295932 Apr 18 21:48:44.044215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53540) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:44.090474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a04db867-7294-4f90-b112-36ecd44b4568 req-8cba4553-15ae-4f94-b090-5de81d7eab22 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519762 Apr 18 21:48:44.118846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53548) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:44.267546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f3ff2f-878e-4888-a687-a90d35181e79 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting subnet 7a02a6fa-9300-4d91-8049-faeba90e90f6 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:48:44.270747 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52f3ff2f-878e-4888-a687-a90d35181e79 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:44.327413 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68b6a564-9f07-41f8-8c0d-9441b3d3c506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:44.352847 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52f3ff2f-878e-4888-a687-a90d35181e79 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:44.417997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-68b6a564-9f07-41f8-8c0d-9441b3d3c506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:44.424872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-68b6a564-9f07-41f8-8c0d-9441b3d3c506 admin admin] Usage tracker for resource:security_group_rule and tenant:73cb11075ccf48a99d032651917bd38e is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:44.431577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-68b6a564-9f07-41f8-8c0d-9441b3d3c506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:44.440195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-68b6a564-9f07-41f8-8c0d-9441b3d3c506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:44.479522 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52f3ff2f-878e-4888-a687-a90d35181e79 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:44.576948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68b6a564-9f07-41f8-8c0d-9441b3d3c506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:44.641051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-68b6a564-9f07-41f8-8c0d-9441b3d3c506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:44.657144 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52f3ff2f-878e-4888-a687-a90d35181e79 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:44.723786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3ff2f-878e-4888-a687-a90d35181e79 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Subnet': ['ID=7a02a6fa-9300-4d91-8049-faeba90e90f6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:44.735473 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-52f3ff2f-878e-4888-a687-a90d35181e79 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:44.737392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6a564-9f07-41f8-8c0d-9441b3d3c506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8e837a-9dd5-44c3-9127-f5cce40b5e0e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:44.741240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f189028-f0ab-4cdc-8543-87e3130410c2 None None] Network d818f022-9f2c-40b6-a11e-3670bd96f690 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:44.752432 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-68b6a564-9f07-41f8-8c0d-9441b3d3c506 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73cb11075ccf48a99d032651917bd38e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6382263 Apr 18 21:48:44.755024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53554) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:44.769419 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-52f3ff2f-878e-4888-a687-a90d35181e79 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/subnets/7a02a6fa-9300-4d91-8049-faeba90e90f6 HTTP/1.1" status: 204 len: 168 time: 0.7240975 Apr 18 21:48:44.771936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53558) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:44.824149 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8a077ae-b73e-4be5-88c5-5034ee9464bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:44.850630 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8a077ae-b73e-4be5-88c5-5034ee9464bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:44.979139 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8a077ae-b73e-4be5-88c5-5034ee9464bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:44.986593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-311dff64-4ecc-4d4e-8d01-e2e888df37c5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting subnet 3c960ff5-0741-4d1a-a4b8-d3881a486870 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:48:44.989651 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-311dff64-4ecc-4d4e-8d01-e2e888df37c5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:44.996401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a077ae-b73e-4be5-88c5-5034ee9464bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8e837a-9dd5-44c3-9127-f5cce40b5e0e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:45.000884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d8a077ae-b73e-4be5-88c5-5034ee9464bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:45.002148 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d8a077ae-b73e-4be5-88c5-5034ee9464bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c8e837a-9dd5-44c3-9127-f5cce40b5e0e HTTP/1.1" status: 204 len: 168 time: 0.2461262 Apr 18 21:48:45.057216 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-311dff64-4ecc-4d4e-8d01-e2e888df37c5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:45.163135 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-311dff64-4ecc-4d4e-8d01-e2e888df37c5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:45.337928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbd31a-7552-47b1-976d-eaf24f7d12c8 req-e2b14b2e-b00c-433e-b509-08f9c069383a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:45.340664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75fbd31a-7552-47b1-976d-eaf24f7d12c8 req-e2b14b2e-b00c-433e-b509-08f9c069383a tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.0857217 Apr 18 21:48:45.386989 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75fbd31a-7552-47b1-976d-eaf24f7d12c8 req-8ca532b7-3baa-4439-9d0e-8757fc81d6d0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421150 Apr 18 21:48:45.392324 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-311dff64-4ecc-4d4e-8d01-e2e888df37c5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:45.537348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dff64-4ecc-4d4e-8d01-e2e888df37c5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Subnet': ['ID=3c960ff5-0741-4d1a-a4b8-d3881a486870,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:45.546236 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-311dff64-4ecc-4d4e-8d01-e2e888df37c5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:45.557023 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-311dff64-4ecc-4d4e-8d01-e2e888df37c5 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/subnets/3c960ff5-0741-4d1a-a4b8-d3881a486870 HTTP/1.1" status: 204 len: 168 time: 0.7840278 Apr 18 21:48:45.559366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53574) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:45.681885 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:45.702666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:45.703098 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:45.758585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52114719-172a-4151-b604-978b64240e01 None None] Network d818f022-9f2c-40b6-a11e-3670bd96f690 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:45.843180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53578) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:45.848798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-11d1d178-35fd-4743-b053-102055e3ca04 None None] Provisioning complete for port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:45.849168 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-11d1d178-35fd-4743-b053-102055e3ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:45.863334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22b3e536-52ee-4aab-b009-53ea9e08bfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:45.899996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-22b3e536-52ee-4aab-b009-53ea9e08bfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:45.904641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-22b3e536-52ee-4aab-b009-53ea9e08bfbf admin admin] Usage tracker for resource:security_group_rule and tenant:c5cd256d5ce04a6bbcebef7cf11bb978 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:45.907961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-22b3e536-52ee-4aab-b009-53ea9e08bfbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:45.913726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-22b3e536-52ee-4aab-b009-53ea9e08bfbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:45.927385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] For port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2,segment=NetworkSegment(25267f34-2146-4772-bf22-0131aef5c07f),segment_id=25267f34-2146-4772-bf22-0131aef5c07f)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:45.931618 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:45.983581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22b3e536-52ee-4aab-b009-53ea9e08bfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.049877 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-22b3e536-52ee-4aab-b009-53ea9e08bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.065341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Calling delete_port for 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:46.155966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aaed78-9278-4b69-81bc-64b8d0199936 None None] DHCP port deletion for d818f022-9f2c-40b6-a11e-3670bd96f690 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:48:46.166310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-85aaed78-9278-4b69-81bc-64b8d0199936 None None] Deleting port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:46.166310 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-85aaed78-9278-4b69-81bc-64b8d0199936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.170214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3e536-52ee-4aab-b009-53ea9e08bfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a931d9af-14e4-472f-815b-48ceaf1393e0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:46.175887 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-22b3e536-52ee-4aab-b009-53ea9e08bfbf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5cd256d5ce04a6bbcebef7cf11bb978&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3313806 Apr 18 21:48:46.179808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53584) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:46.246758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a96fffb1-3e45-4a2d-9279-e934b97d2a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.260790 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.293350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-85aaed78-9278-4b69-81bc-64b8d0199936 None None] The port '8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:48:46.327372 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a96fffb1-3e45-4a2d-9279-e934b97d2a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.333850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Port': ['ID=8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:46.347843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No DVR routers for this DVR port 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:48:46.485225 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.511690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d818f022-9f2c-40b6-a11e-3670bd96f690']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:46.556853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25267f34-2146-4772-bf22-0131aef5c07f') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:46.557102 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25267f34-2146-4772-bf22-0131aef5c07f') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:46.571683 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a96fffb1-3e45-4a2d-9279-e934b97d2a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.583571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.607528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fffb1-3e45-4a2d-9279-e934b97d2a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a931d9af-14e4-472f-815b-48ceaf1393e0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:46.624616 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.635381 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a96fffb1-3e45-4a2d-9279-e934b97d2a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.636489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a96fffb1-3e45-4a2d-9279-e934b97d2a82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a931d9af-14e4-472f-815b-48ceaf1393e0 HTTP/1.1" status: 204 len: 168 time: 0.4569688 Apr 18 21:48:46.637864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:46.638257 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:46.654977 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:46.736388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e705b-e397-423e-9a66-7f82c68c633a req-945a3a0b-000a-4401-9b43-86c2a9a59bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:46.737844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b6e705b-e397-423e-9a66-7f82c68c633a req-945a3a0b-000a-4401-9b43-86c2a9a59bf9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.2192881 Apr 18 21:48:46.788991 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b6e705b-e397-423e-9a66-7f82c68c633a req-aeab07ba-ab4d-4e31-8fe1-947f46eb359b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442238 Apr 18 21:48:46.820935 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.838058 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.850865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Network': ['ID=d818f022-9f2c-40b6-a11e-3670bd96f690,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:46.853495 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0d293734-c551-4592-b6b5-dbe92b1a8159 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/d818f022-9f2c-40b6-a11e-3670bd96f690 HTTP/1.1" status: 204 len: 168 time: 1.2930405 Apr 18 21:48:46.856115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53592) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:46.895537 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-06965ba6-22fb-43a1-a815-20f5c3463d83 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:46.895972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06965ba6-22fb-43a1-a815-20f5c3463d83 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:46.903718 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-06965ba6-22fb-43a1-a815-20f5c3463d83 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/subnets/595a705a-32cb-4c18-b87c-d4f862e36d66 HTTP/1.1" status: 404 len: 337 time: 0.0465362 Apr 18 21:48:46.906376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53596) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:46.930776 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b57a07-f817-4f47-ae57-61fb6fca4a8c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:46.931196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b57a07-f817-4f47-ae57-61fb6fca4a8c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:46.932709 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-52b57a07-f817-4f47-ae57-61fb6fca4a8c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/06c5ffbf-5b63-440a-90d0-6f53244f42c3 HTTP/1.1" status: 404 len: 339 time: 0.0254717 Apr 18 21:48:46.935199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53600) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:46.980390 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eac9254-7c5b-405f-9069-2f4319ba891e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:46.980821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eac9254-7c5b-405f-9069-2f4319ba891e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:46.982486 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6eac9254-7c5b-405f-9069-2f4319ba891e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/subnets/1a0d76e8-5928-44ad-8706-4c372cdddecc HTTP/1.1" status: 404 len: 337 time: 0.0464053 Apr 18 21:48:46.985174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53606) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:47.011817 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e21d62-34dc-461e-8b00-ad9a8a1d508c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:47.012252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e21d62-34dc-461e-8b00-ad9a8a1d508c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:47.014002 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-97e21d62-34dc-461e-8b00-ad9a8a1d508c tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/a4da11c0-8fca-458e-94d5-35976615b031 HTTP/1.1" status: 404 len: 339 time: 0.0278649 Apr 18 21:48:47.016634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53610) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:47.054046 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc0da75-ac1e-4334-a63f-afd14bd04a38 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:47.055137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc0da75-ac1e-4334-a63f-afd14bd04a38 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:47.056790 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dcc0da75-ac1e-4334-a63f-afd14bd04a38 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/subnets/2163569f-2357-4d0a-aced-e43ba90755d7 HTTP/1.1" status: 404 len: 337 time: 0.0392749 Apr 18 21:48:47.059353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53614) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:47.083533 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8082de9-aba2-4d0c-bb0b-2c4a0c690814 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:47.083966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8082de9-aba2-4d0c-bb0b-2c4a0c690814 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:47.085833 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c8082de9-aba2-4d0c-bb0b-2c4a0c690814 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/9f2671eb-4b1c-4304-971b-4af26202cc7d HTTP/1.1" status: 404 len: 339 time: 0.0255358 Apr 18 21:48:47.088384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53620) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:47.283927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb2d3cf-28e8-4cc2-8952-24a47e3875e4 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting subnet 0b783b65-a437-40dc-9a24-58b3aa345158 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:48:47.286978 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d3cf-28e8-4cc2-8952-24a47e3875e4 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:47.345766 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d3cf-28e8-4cc2-8952-24a47e3875e4 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:47.474225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:48:47.507145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:48:47.507653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8e8c44cb-2d2d-44aa-8881-7ba8c35f7db2 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:48:47.526003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d3cf-28e8-4cc2-8952-24a47e3875e4 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:47.682020 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d3cf-28e8-4cc2-8952-24a47e3875e4 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:47.718351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2d3cf-28e8-4cc2-8952-24a47e3875e4 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Subnet': ['ID=0b783b65-a437-40dc-9a24-58b3aa345158,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:47.727023 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d3cf-28e8-4cc2-8952-24a47e3875e4 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:47.732181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a7861b-6300-474e-8cc8-5d8af5c6c45b None None] Network d1819588-6e50-4e7d-b951-3d2ce4623ccf requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:47.736585 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bdb2d3cf-28e8-4cc2-8952-24a47e3875e4 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/subnets/0b783b65-a437-40dc-9a24-58b3aa345158 HTTP/1.1" status: 204 len: 168 time: 0.6471639 Apr 18 21:48:47.739006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53638) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:47.906822 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:47.920194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting port 6e80cced-bbc6-49be-acf4-bc38676f6077 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:47.920841 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.072244 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cec9be-108c-4a7a-b88a-d908dcd4827d None None] DHCP port deletion for d1819588-6e50-4e7d-b951-3d2ce4623ccf request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:48:48.077956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-08cec9be-108c-4a7a-b88a-d908dcd4827d None None] Deleting port 6e80cced-bbc6-49be-acf4-bc38676f6077 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:48.078574 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08cec9be-108c-4a7a-b88a-d908dcd4827d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.108524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c90828-94a3-4564-85c4-90831339b86a req-2bcb979d-ecee-4ad2-a402-c0acd06a1c9b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:48.110942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3c90828-94a3-4564-85c4-90831339b86a req-2bcb979d-ecee-4ad2-a402-c0acd06a1c9b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.0879235 Apr 18 21:48:48.179148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3c90828-94a3-4564-85c4-90831339b86a req-6178e2cc-3a9a-47a8-b00a-3a29fe8c9f12 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598066 Apr 18 21:48:48.221381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] For port 6e80cced-bbc6-49be-acf4-bc38676f6077, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6e80cced-bbc6-49be-acf4-bc38676f6077,segment=NetworkSegment(6fc02e34-3968-427a-be95-15fc9f6a8c0d),segment_id=6fc02e34-3968-427a-be95-15fc9f6a8c0d)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:48.221931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.342991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-08cec9be-108c-4a7a-b88a-d908dcd4827d None None] For port 6e80cced-bbc6-49be-acf4-bc38676f6077, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6e80cced-bbc6-49be-acf4-bc38676f6077,segment=NetworkSegment(6fc02e34-3968-427a-be95-15fc9f6a8c0d),segment_id=6fc02e34-3968-427a-be95-15fc9f6a8c0d)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:48.342991 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08cec9be-108c-4a7a-b88a-d908dcd4827d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.354972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Calling delete_port for 6e80cced-bbc6-49be-acf4-bc38676f6077 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:48.480480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.484555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-08cec9be-108c-4a7a-b88a-d908dcd4827d None None] Calling delete_port for 6e80cced-bbc6-49be-acf4-bc38676f6077 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:48.539451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Port': ['ID=6e80cced-bbc6-49be-acf4-bc38676f6077,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:48.546558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No DVR routers for this DVR port 6e80cced-bbc6-49be-acf4-bc38676f6077 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:48.596606 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 21:48:48.610879 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-08cec9be-108c-4a7a-b88a-d908dcd4827d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:48:48.611561 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-08cec9be-108c-4a7a-b88a-d908dcd4827d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:48:48.682164 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.708141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1819588-6e50-4e7d-b951-3d2ce4623ccf']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:48.721048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc02e34-3968-427a-be95-15fc9f6a8c0d') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:48.721346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc02e34-3968-427a-be95-15fc9f6a8c0d') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:48.741394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.760427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.766748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:48.767257 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:48.783332 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:48.938358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.958193 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.964817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Network': ['ID=d1819588-6e50-4e7d-b951-3d2ce4623ccf,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:48.977399 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a128407e-0bdf-4e5c-8ec1-02bb1c0c233e tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/d1819588-6e50-4e7d-b951-3d2ce4623ccf HTTP/1.1" status: 204 len: 168 time: 1.2345273 Apr 18 21:48:48.978303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53664) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:49.021539 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6506d200-a4cd-47cd-8d24-6b34bbee7a08 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:49.022082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6506d200-a4cd-47cd-8d24-6b34bbee7a08 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:49.027012 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6506d200-a4cd-47cd-8d24-6b34bbee7a08 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/subnets/9d7ec3ba-a8b2-44b0-bcdb-ca126b17b820 HTTP/1.1" status: 404 len: 337 time: 0.0459836 Apr 18 21:48:49.027878 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53668) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:49.053075 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfeee8be-e111-46b1-9dfc-bd6a0cd4d81f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] DELETE failed (client error): The resource could not be found. Apr 18 21:48:49.053840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfeee8be-e111-46b1-9dfc-bd6a0cd4d81f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:48:49.057505 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bfeee8be-e111-46b1-9dfc-bd6a0cd4d81f tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/d4050f0a-7bdf-4daa-8662-1c13b6395bf4 HTTP/1.1" status: 404 len: 339 time: 0.0277448 Apr 18 21:48:49.059379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53674) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:49.112682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-08cec9be-108c-4a7a-b88a-d908dcd4827d None None] Deleting port 6e80cced-bbc6-49be-acf4-bc38676f6077 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:49.113222 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08cec9be-108c-4a7a-b88a-d908dcd4827d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:49.233383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-08cec9be-108c-4a7a-b88a-d908dcd4827d None None] The port '6e80cced-bbc6-49be-acf4-bc38676f6077' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:48:49.268300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d955bbb7-e181-44d1-b3d5-8a1a45ab5476 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting subnet c1e6d726-44a0-4422-abe9-9fde6380ab19 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:48:49.271964 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d955bbb7-e181-44d1-b3d5-8a1a45ab5476 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:49.330233 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d955bbb7-e181-44d1-b3d5-8a1a45ab5476 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:49.429410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1343a7c-2071-4f4a-822a-b0eb55420791 req-8785d365-c6ae-4874-9288-ea0a82459391 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:49.436850 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1343a7c-2071-4f4a-822a-b0eb55420791 req-8785d365-c6ae-4874-9288-ea0a82459391 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.0977819 Apr 18 21:48:49.460072 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d955bbb7-e181-44d1-b3d5-8a1a45ab5476 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:49.494206 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1343a7c-2071-4f4a-822a-b0eb55420791 req-7b040e17-c8d5-4ff1-ac86-d9d5bd65fc27 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562840 Apr 18 21:48:49.494423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6e80cced-bbc6-49be-acf4-bc38676f6077 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:48:49.542181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 6e80cced-bbc6-49be-acf4-bc38676f6077 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:48:49.543056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6e80cced-bbc6-49be-acf4-bc38676f6077 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:48:49.718777 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d955bbb7-e181-44d1-b3d5-8a1a45ab5476 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:49.759938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955bbb7-e181-44d1-b3d5-8a1a45ab5476 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e6d726-44a0-4422-abe9-9fde6380ab19,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:49.766937 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d955bbb7-e181-44d1-b3d5-8a1a45ab5476 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:49.773360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d89937-c2ce-4ad3-8c3d-a5995e42ae8f None None] Network 7a338d4e-9ddf-4752-a6d6-a3adfb269ac1 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:48:49.781710 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53690) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:49.781886 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d955bbb7-e181-44d1-b3d5-8a1a45ab5476 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/subnets/c1e6d726-44a0-4422-abe9-9fde6380ab19 HTTP/1.1" status: 204 len: 168 time: 0.7213371 Apr 18 21:48:49.908313 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:49.926069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting port 2745ea0f-0453-4ef4-a622-52d27b645a2c {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:49.926622 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:50.048649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15efca8a-d551-4743-9faa-5074a1f16ccc None None] DHCP port deletion for 7a338d4e-9ddf-4752-a6d6-a3adfb269ac1 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:48:50.053874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-15efca8a-d551-4743-9faa-5074a1f16ccc None None] Deleting port 2745ea0f-0453-4ef4-a622-52d27b645a2c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:50.054895 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-15efca8a-d551-4743-9faa-5074a1f16ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:50.342879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-15efca8a-d551-4743-9faa-5074a1f16ccc None None] For port 2745ea0f-0453-4ef4-a622-52d27b645a2c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2745ea0f-0453-4ef4-a622-52d27b645a2c,segment=NetworkSegment(10969e2e-7153-4657-8c34-3ef42589568c),segment_id=10969e2e-7153-4657-8c34-3ef42589568c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:50.343265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-15efca8a-d551-4743-9faa-5074a1f16ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:50.344372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] For port 2745ea0f-0453-4ef4-a622-52d27b645a2c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2745ea0f-0453-4ef4-a622-52d27b645a2c,segment=NetworkSegment(10969e2e-7153-4657-8c34-3ef42589568c),segment_id=10969e2e-7153-4657-8c34-3ef42589568c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:50.344744 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:50.470038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-15efca8a-d551-4743-9faa-5074a1f16ccc None None] Calling delete_port for 2745ea0f-0453-4ef4-a622-52d27b645a2c owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:50.480252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Calling delete_port for 2745ea0f-0453-4ef4-a622-52d27b645a2c owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:48:50.626890 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-15efca8a-d551-4743-9faa-5074a1f16ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:50.684818 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efca8a-d551-4743-9faa-5074a1f16ccc None None] Pushing event deleted for resources: {'Port': ['ID=2745ea0f-0453-4ef4-a622-52d27b645a2c,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:50.696825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15efca8a-d551-4743-9faa-5074a1f16ccc None None] No DVR routers for this DVR port 2745ea0f-0453-4ef4-a622-52d27b645a2c on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:48:50.708374 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.db.api [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:48:50.708816 n-d-836017-3 neutron-server[85048]: DEBUG oslo_db.api [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:48:50.751369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4485f0-c698-473a-b3d1-964446a1ef18 req-a486a6a6-d64a-4f6f-9b2c-d6a7d0a8219c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:50.751369 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f4485f0-c698-473a-b3d1-964446a1ef18 req-a486a6a6-d64a-4f6f-9b2c-d6a7d0a8219c tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.1173239 Apr 18 21:48:50.801861 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f4485f0-c698-473a-b3d1-964446a1ef18 req-852d59d7-f531-4fdb-a28a-b467ce49993f tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455773 Apr 18 21:48:50.841036 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cd5dd324-a708-47aa-90dd-70d884563402 req-ffeb09a6-9e0c-4e90-a13e-81add41856e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 1097 time: 0.2181919 Apr 18 21:48:50.884382 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cd5dd324-a708-47aa-90dd-70d884563402 req-190b3ad7-ab76-4e44-8d85-8bc6e14bf717 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372901 Apr 18 21:48:51.070495 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:48:51.190425 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:51.211068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Deleting port 2745ea0f-0453-4ef4-a622-52d27b645a2c {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:48:51.211068 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:51.261374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:51.262695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:48:51.277820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] The port '2745ea0f-0453-4ef4-a622-52d27b645a2c' was deleted {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:48:51.324824 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c2b749-87fe-4d11-a313-849bae066632'] response: {'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'code': 200} Apr 18 21:48:51.343514 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:51.412901 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:51.435143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:51.447726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a338d4e-9ddf-4752-a6d6-a3adfb269ac1']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:51.462877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10969e2e-7153-4657-8c34-3ef42589568c') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:51.463301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10969e2e-7153-4657-8c34-3ef42589568c') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:51.479295 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:51.499878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2745ea0f-0453-4ef4-a622-52d27b645a2c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:48:51.509821 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:51.531077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:48:51.532254 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: util.warn( Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:48:51.549996 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:48:51.554522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 2745ea0f-0453-4ef4-a622-52d27b645a2c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:48:51.554794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2745ea0f-0453-4ef4-a622-52d27b645a2c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:48:51.723608 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:51.741137 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:51.752703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] Pushing event deleted for resources: {'Network': ['ID=7a338d4e-9ddf-4752-a6d6-a3adfb269ac1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:51.760870 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1196b7b0-15ec-4788-9c74-734cffb34526 tempest-NetworksIpV6Test-1077636679 tempest-NetworksIpV6Test-1077636679-project] 10.222.0.11 "DELETE /v2.0/networks/7a338d4e-9ddf-4752-a6d6-a3adfb269ac1 HTTP/1.1" status: 204 len: 168 time: 1.9776604 Apr 18 21:48:52.012657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c797a-e63a-4e17-bf5c-6804a400d6cd req-9f6827e6-b4f5-4f27-b36e-2fd315c061b9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:52.014171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a5c797a-e63a-4e17-bf5c-6804a400d6cd req-9f6827e6-b4f5-4f27-b36e-2fd315c061b9 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 944 time: 0.0830424 Apr 18 21:48:52.061460 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a5c797a-e63a-4e17-bf5c-6804a400d6cd req-8cf9bd79-57fd-4b76-ac56-72567442c606 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409393 Apr 18 21:48:52.357303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53746) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:52.560770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c8b3f9df-76a6-4138-892c-936880595754 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f856624a1e3d47f191f4604bdb902131&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2020516 Apr 18 21:48:52.564974 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53754) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:52.639445 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc514e5-652e-47d7-b827-bd30e078322b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:52.670232 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc514e5-652e-47d7-b827-bd30e078322b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:52.797625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc514e5-652e-47d7-b827-bd30e078322b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:52.812704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc514e5-652e-47d7-b827-bd30e078322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2f25b8-3a42-45d3-8cae-942032fb45fa,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:52.819501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc514e5-652e-47d7-b827-bd30e078322b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:52.821628 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6bc514e5-652e-47d7-b827-bd30e078322b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc2f25b8-3a42-45d3-8cae-942032fb45fa HTTP/1.1" status: 204 len: 168 time: 0.2555308 Apr 18 21:48:53.064743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:48:53.235722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:53.268651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'port_id': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'mac_address': 'fa:16:3e:93:b7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:48:53.337624 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:53.361429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:48:53.379872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:53.422104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85360a7b-8537-4c7d-91bf-e31c4efc84e8 req-4cce88f3-8a5f-40bb-8232-f59f93bd442b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:53.423786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85360a7b-8537-4c7d-91bf-e31c4efc84e8 req-4cce88f3-8a5f-40bb-8232-f59f93bd442b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 944 time: 0.1714356 Apr 18 21:48:53.461599 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:53.472667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-85360a7b-8537-4c7d-91bf-e31c4efc84e8 req-e9fbe03e-d377-4736-bda8-b4b70e76810e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Apr 18 21:48:53.533814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53790) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:53.559903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:53.652550 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f7cd66e1-78c0-4989-be0b-353be1f12d3e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/floatingips/e03964e7-c523-45a1-b421-56cad47381e3 HTTP/1.1" status: 200 len: 993 time: 0.1174359 Apr 18 21:48:53.800576 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['866fe4de-d06c-414b-8d4a-ce1adcdf2b98'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:48:54.369560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 53812) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:54.373616 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029366 Apr 18 21:48:54.376795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53814) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:54.511550 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-19983400-14e9-48a6-b5f7-4f8defee8b24 tempest-NetworksApiDiscovery-1303588399 tempest-NetworksApiDiscovery-1303588399-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1333649 Apr 18 21:48:54.677359 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ceffb984-0ad2-4e2d-862b-1d43c77530c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:55.063665 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53834) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:55.082980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:48:55.162827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:55.164069 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:55.252397 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ed4d2ab-124c-42c5-a7c9-6184eb6d25bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:55.287352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5ed4d2ab-124c-42c5-a7c9-6184eb6d25bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:55.293405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5ed4d2ab-124c-42c5-a7c9-6184eb6d25bb admin admin] Usage tracker for resource:security_group_rule and tenant:1e5fe488520e49eab8937478b8a43b11 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:55.294642 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:55.296617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5ed4d2ab-124c-42c5-a7c9-6184eb6d25bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:55.303571 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5ed4d2ab-124c-42c5-a7c9-6184eb6d25bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:55.324625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:48:55.333734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:55.375700 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ed4d2ab-124c-42c5-a7c9-6184eb6d25bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:55.383562 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9db5c6f-6da4-4f08-8e6b-fa94a3fb8ee1'] response: {'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'code': 200} Apr 18 21:48:55.420287 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:55.478447 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5ed4d2ab-124c-42c5-a7c9-6184eb6d25bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:55.489923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:55.531569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4d2ab-124c-42c5-a7c9-6184eb6d25bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71ab8bd-0251-4834-ad92-ad7a1133c543,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:55.543650 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5ed4d2ab-124c-42c5-a7c9-6184eb6d25bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e5fe488520e49eab8937478b8a43b11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4760602 Apr 18 21:48:55.546272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53848) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:55.606505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6d949fdc-e9e4-4a40-ac75-7c6c2e2c9908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:55.635024 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6d949fdc-e9e4-4a40-ac75-7c6c2e2c9908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:55.772044 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6d949fdc-e9e4-4a40-ac75-7c6c2e2c9908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:55.787505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d949fdc-e9e4-4a40-ac75-7c6c2e2c9908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71ab8bd-0251-4834-ad92-ad7a1133c543,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:55.829022 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6d949fdc-e9e4-4a40-ac75-7c6c2e2c9908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:55.829022 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6d949fdc-e9e4-4a40-ac75-7c6c2e2c9908 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b71ab8bd-0251-4834-ad92-ad7a1133c543 HTTP/1.1" status: 204 len: 168 time: 0.2793815 Apr 18 21:48:56.862598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53894) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:57.020186 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f927221-a076-45e0-b174-69bb3e4b4933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:57.053864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1f927221-a076-45e0-b174-69bb3e4b4933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:57.058347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1f927221-a076-45e0-b174-69bb3e4b4933 admin admin] Usage tracker for resource:security_group_rule and tenant:d670bde64d024cdeb12fe5b562c3b9a4 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:57.061138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1f927221-a076-45e0-b174-69bb3e4b4933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:57.067208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1f927221-a076-45e0-b174-69bb3e4b4933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:57.144700 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f87c51fa-8b04-4cc4-aa70-cccac91e9155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:57.152960 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f927221-a076-45e0-b174-69bb3e4b4933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:57.258627 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1f927221-a076-45e0-b174-69bb3e4b4933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:57.310317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f927221-a076-45e0-b174-69bb3e4b4933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e90b71-b9be-4bf7-99ad-6f8d8d61ea45,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:57.316096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1f927221-a076-45e0-b174-69bb3e4b4933 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d670bde64d024cdeb12fe5b562c3b9a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4522250 Apr 18 21:48:57.318337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53910) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:57.395505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bca8217e-34b3-4847-91b3-268accb7d738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:57.423948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bca8217e-34b3-4847-91b3-268accb7d738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:57.540509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bca8217e-34b3-4847-91b3-268accb7d738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:57.557724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8217e-34b3-4847-91b3-268accb7d738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e90b71-b9be-4bf7-99ad-6f8d8d61ea45,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:57.568025 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bca8217e-34b3-4847-91b3-268accb7d738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:57.568025 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bca8217e-34b3-4847-91b3-268accb7d738 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5e90b71-b9be-4bf7-99ad-6f8d8d61ea45 HTTP/1.1" status: 204 len: 168 time: 0.2442017 Apr 18 21:48:57.994597 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:58.348325 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53944) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:58.365596 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8be3b7dd-0f52-48af-a864-5e02a542426c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:58.407413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8be3b7dd-0f52-48af-a864-5e02a542426c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:58.411317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8be3b7dd-0f52-48af-a864-5e02a542426c admin admin] Usage tracker for resource:security_group_rule and tenant:275b5b75cf2b475a9e9d3f2e08a8babf is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:58.414881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8be3b7dd-0f52-48af-a864-5e02a542426c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:58.420736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8be3b7dd-0f52-48af-a864-5e02a542426c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:58.494643 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8be3b7dd-0f52-48af-a864-5e02a542426c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:58.555024 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8be3b7dd-0f52-48af-a864-5e02a542426c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:58.609563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3b7dd-0f52-48af-a864-5e02a542426c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753b8370-a078-44ef-b1be-0967c5a26974,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:58.615066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8be3b7dd-0f52-48af-a864-5e02a542426c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=275b5b75cf2b475a9e9d3f2e08a8babf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2669251 Apr 18 21:48:58.617948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 53958) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:58.683438 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3eb69832-c3e2-405a-9cd8-5e0081a88c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:58.692166 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:58.711453 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3eb69832-c3e2-405a-9cd8-5e0081a88c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:58.851742 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3eb69832-c3e2-405a-9cd8-5e0081a88c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:58.869735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb69832-c3e2-405a-9cd8-5e0081a88c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753b8370-a078-44ef-b1be-0967c5a26974,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:58.876396 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3eb69832-c3e2-405a-9cd8-5e0081a88c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:58.877508 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3eb69832-c3e2-405a-9cd8-5e0081a88c45 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/753b8370-a078-44ef-b1be-0967c5a26974 HTTP/1.1" status: 204 len: 168 time: 0.2584057 Apr 18 21:49:00.304888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54032) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:00.457995 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a4a5bec7-0011-45a8-aa6b-99654f09748e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:00.507582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a4a5bec7-0011-45a8-aa6b-99654f09748e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:00.511032 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a4a5bec7-0011-45a8-aa6b-99654f09748e admin admin] Usage tracker for resource:security_group_rule and tenant:4fa29b1e50e24e639016111bc305c7b3 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:00.514034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a4a5bec7-0011-45a8-aa6b-99654f09748e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:00.520110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a4a5bec7-0011-45a8-aa6b-99654f09748e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:00.592563 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a4a5bec7-0011-45a8-aa6b-99654f09748e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:00.675022 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a4a5bec7-0011-45a8-aa6b-99654f09748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:00.722164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5bec7-0011-45a8-aa6b-99654f09748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f962515-0a41-4f7e-a536-9dda092521d4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:00.728429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a4a5bec7-0011-45a8-aa6b-99654f09748e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fa29b1e50e24e639016111bc305c7b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4223146 Apr 18 21:49:00.731086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54048) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:00.794179 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95b3a703-d66f-4aa6-9ffc-82f1a66c756e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:00.828113 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95b3a703-d66f-4aa6-9ffc-82f1a66c756e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:00.980154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95b3a703-d66f-4aa6-9ffc-82f1a66c756e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:00.997145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3a703-d66f-4aa6-9ffc-82f1a66c756e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f962515-0a41-4f7e-a536-9dda092521d4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:01.002418 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95b3a703-d66f-4aa6-9ffc-82f1a66c756e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:01.014281 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-95b3a703-d66f-4aa6-9ffc-82f1a66c756e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f962515-0a41-4f7e-a536-9dda092521d4 HTTP/1.1" status: 204 len: 168 time: 0.2774415 Apr 18 21:49:01.100103 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:01.722276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54084) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:01.743606 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-575cdd97-bffd-496d-85a8-def8b5ae908e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:01.779092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-575cdd97-bffd-496d-85a8-def8b5ae908e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:01.782477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-575cdd97-bffd-496d-85a8-def8b5ae908e admin admin] Usage tracker for resource:security_group_rule and tenant:0c69e973e64942489d120ceaedc48879 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:01.786750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-575cdd97-bffd-496d-85a8-def8b5ae908e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:01.792745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-575cdd97-bffd-496d-85a8-def8b5ae908e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:01.856772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-575cdd97-bffd-496d-85a8-def8b5ae908e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:01.928296 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-575cdd97-bffd-496d-85a8-def8b5ae908e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:01.986134 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cdd97-bffd-496d-85a8-def8b5ae908e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98bae61-6359-4d84-88c6-da3c968a24b6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:01.995634 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-575cdd97-bffd-496d-85a8-def8b5ae908e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c69e973e64942489d120ceaedc48879&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2676980 Apr 18 21:49:01.995634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54094) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:02.058294 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c3deca6-f3e1-4146-8a2e-c724121f4ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:02.087805 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c3deca6-f3e1-4146-8a2e-c724121f4ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:02.226093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c3deca6-f3e1-4146-8a2e-c724121f4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:02.240361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3deca6-f3e1-4146-8a2e-c724121f4ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98bae61-6359-4d84-88c6-da3c968a24b6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:02.247218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5c3deca6-f3e1-4146-8a2e-c724121f4ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:02.248916 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5c3deca6-f3e1-4146-8a2e-c724121f4ef7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f98bae61-6359-4d84-88c6-da3c968a24b6 HTTP/1.1" status: 204 len: 168 time: 0.2526336 Apr 18 21:49:03.785953 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:09.168383 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:49:09.474603 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:10.482187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54318) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:10.629881 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1108dc37-b706-4203-a52d-a85271bf3044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:10.676843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1108dc37-b706-4203-a52d-a85271bf3044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:10.681920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1108dc37-b706-4203-a52d-a85271bf3044 admin admin] Usage tracker for resource:security_group_rule and tenant:2b36a278dfc04f1f89399a191f49c376 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:10.685192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1108dc37-b706-4203-a52d-a85271bf3044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:10.691747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1108dc37-b706-4203-a52d-a85271bf3044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:10.763180 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1108dc37-b706-4203-a52d-a85271bf3044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:10.839961 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1108dc37-b706-4203-a52d-a85271bf3044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:10.890405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108dc37-b706-4203-a52d-a85271bf3044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780bbf8d-cb03-4a02-a550-a268ef3bc36d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:10.900496 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1108dc37-b706-4203-a52d-a85271bf3044 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b36a278dfc04f1f89399a191f49c376&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4167018 Apr 18 21:49:10.902958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54328) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:10.966272 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7122cc6c-e836-4bbc-b7d9-4c4ecdbf3840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:11.004183 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7122cc6c-e836-4bbc-b7d9-4c4ecdbf3840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:11.111857 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7122cc6c-e836-4bbc-b7d9-4c4ecdbf3840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:11.126917 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122cc6c-e836-4bbc-b7d9-4c4ecdbf3840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780bbf8d-cb03-4a02-a550-a268ef3bc36d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:11.153349 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7122cc6c-e836-4bbc-b7d9-4c4ecdbf3840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:11.166292 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7122cc6c-e836-4bbc-b7d9-4c4ecdbf3840 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/780bbf8d-cb03-4a02-a550-a268ef3bc36d HTTP/1.1" status: 204 len: 168 time: 0.2532659 Apr 18 21:49:11.853857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54350) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:11.875901 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-743b5b3f-203e-4542-8b81-a8b963421e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:11.907207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-743b5b3f-203e-4542-8b81-a8b963421e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:11.911366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-743b5b3f-203e-4542-8b81-a8b963421e63 admin admin] Usage tracker for resource:security_group_rule and tenant:496aacddb20242a3a97cf3f16d9b00a2 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:11.914994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-743b5b3f-203e-4542-8b81-a8b963421e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:11.920722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-743b5b3f-203e-4542-8b81-a8b963421e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:11.989166 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-743b5b3f-203e-4542-8b81-a8b963421e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:12.058051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-743b5b3f-203e-4542-8b81-a8b963421e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:12.107793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b5b3f-203e-4542-8b81-a8b963421e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee081568-c58b-4b9e-9228-e5e5a3aa6ac3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:12.118168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54360) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:12.122334 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-743b5b3f-203e-4542-8b81-a8b963421e63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=496aacddb20242a3a97cf3f16d9b00a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2668846 Apr 18 21:49:12.181183 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-582eeab6-cd29-4c06-9f6e-0ace05a8f4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:12.220087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-582eeab6-cd29-4c06-9f6e-0ace05a8f4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:12.382506 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-582eeab6-cd29-4c06-9f6e-0ace05a8f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:12.399594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eeab6-cd29-4c06-9f6e-0ace05a8f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee081568-c58b-4b9e-9228-e5e5a3aa6ac3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:12.407888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-582eeab6-cd29-4c06-9f6e-0ace05a8f4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:12.409224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-582eeab6-cd29-4c06-9f6e-0ace05a8f4e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee081568-c58b-4b9e-9228-e5e5a3aa6ac3 HTTP/1.1" status: 204 len: 168 time: 0.2936473 Apr 18 21:49:15.720169 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54472) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:15.885523 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-049cf0eb-034b-4006-8b6a-a07e4b8e68c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:15.924827 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-049cf0eb-034b-4006-8b6a-a07e4b8e68c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:15.926804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-049cf0eb-034b-4006-8b6a-a07e4b8e68c8 admin admin] Usage tracker for resource:security_group_rule and tenant:0efef3cc5eb34382994734f5d7d9d803 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:15.931646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-049cf0eb-034b-4006-8b6a-a07e4b8e68c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:15.938036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-049cf0eb-034b-4006-8b6a-a07e4b8e68c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:16.004631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-049cf0eb-034b-4006-8b6a-a07e4b8e68c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:16.071425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-049cf0eb-034b-4006-8b6a-a07e4b8e68c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:16.119947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cf0eb-034b-4006-8b6a-a07e4b8e68c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001fd465-9638-4377-a503-be0a4441c78e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:16.127709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54484) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:16.140006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-049cf0eb-034b-4006-8b6a-a07e4b8e68c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0efef3cc5eb34382994734f5d7d9d803&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4174545 Apr 18 21:49:16.192919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca5231e4-85e1-402f-9435-fe23ffbaeba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:16.223307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca5231e4-85e1-402f-9435-fe23ffbaeba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:16.367107 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca5231e4-85e1-402f-9435-fe23ffbaeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:16.388040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5231e4-85e1-402f-9435-fe23ffbaeba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001fd465-9638-4377-a503-be0a4441c78e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:16.402664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca5231e4-85e1-402f-9435-fe23ffbaeba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:16.404057 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ca5231e4-85e1-402f-9435-fe23ffbaeba7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/001fd465-9638-4377-a503-be0a4441c78e HTTP/1.1" status: 204 len: 168 time: 0.2749305 Apr 18 21:49:17.152529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54514) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:17.173714 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d4c40ac-e0b9-4ae3-aa87-45a8ae011503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:17.215790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5d4c40ac-e0b9-4ae3-aa87-45a8ae011503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:17.219986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5d4c40ac-e0b9-4ae3-aa87-45a8ae011503 admin admin] Usage tracker for resource:security_group_rule and tenant:51f2c792fe9e439b9b4002b6cf0b1d2a is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:17.223275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5d4c40ac-e0b9-4ae3-aa87-45a8ae011503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:17.229826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5d4c40ac-e0b9-4ae3-aa87-45a8ae011503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:17.300467 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d4c40ac-e0b9-4ae3-aa87-45a8ae011503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:17.342894 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5d4c40ac-e0b9-4ae3-aa87-45a8ae011503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:17.388211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c40ac-e0b9-4ae3-aa87-45a8ae011503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b6bcc1-4da4-4717-9bc7-89d87ea60b9f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:17.393847 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5d4c40ac-e0b9-4ae3-aa87-45a8ae011503 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51f2c792fe9e439b9b4002b6cf0b1d2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2394536 Apr 18 21:49:17.396567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54522) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:17.483875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0953-2f28-45c3-9173-9e6a556aee02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:17.512094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0953-2f28-45c3-9173-9e6a556aee02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:17.640258 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0953-2f28-45c3-9173-9e6a556aee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:17.657157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f0953-2f28-45c3-9173-9e6a556aee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b6bcc1-4da4-4717-9bc7-89d87ea60b9f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:17.664166 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0953-2f28-45c3-9173-9e6a556aee02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:17.665286 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5b9f0953-2f28-45c3-9173-9e6a556aee02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9b6bcc1-4da4-4717-9bc7-89d87ea60b9f HTTP/1.1" status: 204 len: 168 time: 0.2671223 Apr 18 21:49:21.795691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54666) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:21.941190 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ad26-e1c5-4e33-93f8-bade93743e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:21.976114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2dc5ad26-e1c5-4e33-93f8-bade93743e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:21.980092 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2dc5ad26-e1c5-4e33-93f8-bade93743e04 admin admin] Usage tracker for resource:security_group_rule and tenant:98bdca352a7d42ccb57c699c77cf086b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:21.982993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2dc5ad26-e1c5-4e33-93f8-bade93743e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:21.988652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2dc5ad26-e1c5-4e33-93f8-bade93743e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:22.065789 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ad26-e1c5-4e33-93f8-bade93743e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:22.148850 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ad26-e1c5-4e33-93f8-bade93743e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:22.182003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5ad26-e1c5-4e33-93f8-bade93743e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fbb6b9-d580-4dd0-8a55-65be3d147655,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:22.229160 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2dc5ad26-e1c5-4e33-93f8-bade93743e04 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98bdca352a7d42ccb57c699c77cf086b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4301155 Apr 18 21:49:22.230418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54682) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:22.292270 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc3874d3-ce1e-4880-82d1-82b23d1d680e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:22.321049 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc3874d3-ce1e-4880-82d1-82b23d1d680e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:22.457168 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc3874d3-ce1e-4880-82d1-82b23d1d680e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:22.479619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3874d3-ce1e-4880-82d1-82b23d1d680e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fbb6b9-d580-4dd0-8a55-65be3d147655,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:22.500639 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cc3874d3-ce1e-4880-82d1-82b23d1d680e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:22.502271 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cc3874d3-ce1e-4880-82d1-82b23d1d680e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10fbb6b9-d580-4dd0-8a55-65be3d147655 HTTP/1.1" status: 204 len: 168 time: 0.2708573 Apr 18 21:49:23.266920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54716) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:23.386809 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5945e532-a564-4d3a-ac66-b5d3ae510fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:23.427800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5945e532-a564-4d3a-ac66-b5d3ae510fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:23.432073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5945e532-a564-4d3a-ac66-b5d3ae510fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:c235dbfd2ddf4b91b0c473d1818fa6f1 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:23.435899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5945e532-a564-4d3a-ac66-b5d3ae510fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:23.442748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5945e532-a564-4d3a-ac66-b5d3ae510fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:23.508186 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5945e532-a564-4d3a-ac66-b5d3ae510fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:23.599931 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5945e532-a564-4d3a-ac66-b5d3ae510fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:23.651704 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945e532-a564-4d3a-ac66-b5d3ae510fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17f441a-2906-4c19-becf-b7bffeca5d72,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:23.656086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5945e532-a564-4d3a-ac66-b5d3ae510fb2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c235dbfd2ddf4b91b0c473d1818fa6f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3880112 Apr 18 21:49:23.658622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54728) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:23.728992 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bacb046-9715-41f5-a7a0-273f29b5e542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:23.758969 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bacb046-9715-41f5-a7a0-273f29b5e542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:23.911238 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bacb046-9715-41f5-a7a0-273f29b5e542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:23.926456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacb046-9715-41f5-a7a0-273f29b5e542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17f441a-2906-4c19-becf-b7bffeca5d72,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:23.933075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9bacb046-9715-41f5-a7a0-273f29b5e542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:23.934204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9bacb046-9715-41f5-a7a0-273f29b5e542 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a17f441a-2906-4c19-becf-b7bffeca5d72 HTTP/1.1" status: 204 len: 168 time: 0.2746279 Apr 18 21:49:24.691457 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8fdfc37c-9200-4275-9dfe-58cf31eaa4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:27.374014 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5384e083-3b7e-4218-b80a-73b09bd59e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.014115 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.406082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54862) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:28.559843 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04e569da-8125-4992-8950-13e69f1200c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.591213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-04e569da-8125-4992-8950-13e69f1200c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:28.595085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-04e569da-8125-4992-8950-13e69f1200c5 admin admin] Usage tracker for resource:security_group_rule and tenant:ad7d832cc5fa42e0ab1164485d55ae1c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:28.597956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-04e569da-8125-4992-8950-13e69f1200c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:28.605002 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-04e569da-8125-4992-8950-13e69f1200c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:28.675341 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04e569da-8125-4992-8950-13e69f1200c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.750252 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.782891 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04e569da-8125-4992-8950-13e69f1200c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.829499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e569da-8125-4992-8950-13e69f1200c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a149918d-5fbf-4c91-9185-302909c16545,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:28.837829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54878) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:28.848163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-04e569da-8125-4992-8950-13e69f1200c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad7d832cc5fa42e0ab1164485d55ae1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4409547 Apr 18 21:49:28.919950 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c53be2f3-d9de-4782-bbc5-eeec53889007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.946640 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c53be2f3-d9de-4782-bbc5-eeec53889007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.077979 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c53be2f3-d9de-4782-bbc5-eeec53889007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.095195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53be2f3-d9de-4782-bbc5-eeec53889007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a149918d-5fbf-4c91-9185-302909c16545,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:29.108129 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c53be2f3-d9de-4782-bbc5-eeec53889007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.119557 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c53be2f3-d9de-4782-bbc5-eeec53889007 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a149918d-5fbf-4c91-9185-302909c16545 HTTP/1.1" status: 204 len: 168 time: 0.2705681 Apr 18 21:49:29.140081 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24c57b5b-f2fa-4936-9cbf-45e59afedc7f req-0200066f-81d0-4f62-8ec1-7a54e3ee4e81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1162517 Apr 18 21:49:29.336195 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24c57b5b-f2fa-4936-9cbf-45e59afedc7f req-92fb7c96-3840-487e-99a1-161ecf06516e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 1097 time: 0.0783608 Apr 18 21:49:29.496560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c57b5b-f2fa-4936-9cbf-45e59afedc7f req-9288b3f6-3f21-43d6-915b-9afc20182a07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:29.498055 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24c57b5b-f2fa-4936-9cbf-45e59afedc7f req-9288b3f6-3f21-43d6-915b-9afc20182a07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1623c7f-5b4b-4438-9faa-616056d78d14 HTTP/1.1" status: 200 len: 897 time: 0.1419137 Apr 18 21:49:29.649450 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24c57b5b-f2fa-4936-9cbf-45e59afedc7f req-ff986e63-9224-43fe-9fc3-d4c300aab5d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98 HTTP/1.1" status: 200 len: 1002 time: 0.1443486 Apr 18 21:49:29.716657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c57b5b-f2fa-4936-9cbf-45e59afedc7f req-1aa61125-3bed-4693-8ee5-1afaff30304b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:29.718213 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24c57b5b-f2fa-4936-9cbf-45e59afedc7f req-1aa61125-3bed-4693-8ee5-1afaff30304b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eec3820a-3e5f-48a2-8acc-b56002bb33d0 HTTP/1.1" status: 200 len: 835 time: 0.0609472 Apr 18 21:49:29.823717 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24c57b5b-f2fa-4936-9cbf-45e59afedc7f req-1b7a7a55-f68f-4555-9086-3f8a0ac20353 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1623c7f-5b4b-4438-9faa-616056d78d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985172 Apr 18 21:49:30.041977 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24c57b5b-f2fa-4936-9cbf-45e59afedc7f req-b3ca1c82-cc0b-41cf-b855-c26fba1b1a95 service neutron] 10.222.0.26 "GET /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124813 Apr 18 21:49:30.116133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 54908) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:30.143582 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8def9cd-4202-454e-b34d-477a897b5649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.209110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e8def9cd-4202-454e-b34d-477a897b5649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:30.209110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e8def9cd-4202-454e-b34d-477a897b5649 admin admin] Usage tracker for resource:security_group_rule and tenant:3bb0c469f7334fbc896c456e112a7b85 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:30.209110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e8def9cd-4202-454e-b34d-477a897b5649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:30.209110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e8def9cd-4202-454e-b34d-477a897b5649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:30.361284 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8def9cd-4202-454e-b34d-477a897b5649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.404638 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24c57b5b-f2fa-4936-9cbf-45e59afedc7f req-5ba9aef8-14b9-4cf9-b3ff-9a0effa33a27 service neutron] 10.222.0.26 "GET /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568053 Apr 18 21:49:30.439921 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8def9cd-4202-454e-b34d-477a897b5649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.492881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8def9cd-4202-454e-b34d-477a897b5649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbe135d-2fc2-4cc4-914e-099ec883a3f8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:30.498096 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e8def9cd-4202-454e-b34d-477a897b5649 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3bb0c469f7334fbc896c456e112a7b85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3799088 Apr 18 21:49:30.500988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 54914) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:30.624970 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c33b-7f50-4e70-9285-7141ce15ecd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.654922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c33b-7f50-4e70-9285-7141ce15ecd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.769465 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c33b-7f50-4e70-9285-7141ce15ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.786954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5c33b-7f50-4e70-9285-7141ce15ecd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbe135d-2fc2-4cc4-914e-099ec883a3f8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:30.791988 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c33b-7f50-4e70-9285-7141ce15ecd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.792941 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9ba5c33b-7f50-4e70-9285-7141ce15ecd8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fbe135d-2fc2-4cc4-914e-099ec883a3f8 HTTP/1.1" status: 204 len: 168 time: 0.2908413 Apr 18 21:49:31.100079 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:33.780003 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:39.483229 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:46.175173 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:49:49.511439 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55628) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:49.741286 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:49.776841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:49.780889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Usage tracker for resource:security_group_rule and tenant:4d6924ce74e74aef8a098ca985e398d8 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:49.791719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:49.805110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:49.899912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:49.982761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:50.039156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098652fb-0b1f-49f1-be8c-77dc2f28f443,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:50.044209 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d6924ce74e74aef8a098ca985e398d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5346749 Apr 18 21:49:50.046757 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55638) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:50.066006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:50.066352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:50.066688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:50.067136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:50.067455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:50.068360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:50.068891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:50.068994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:50.069309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:50.069682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:50.070060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3cd084-1005-4d35-9dab-4ab598fb557c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:50.127096 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2fdbb0ea-8d21-4945-bccf-440197442c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:50.156375 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2fdbb0ea-8d21-4945-bccf-440197442c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:50.314463 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2fdbb0ea-8d21-4945-bccf-440197442c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:50.329461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbb0ea-8d21-4945-bccf-440197442c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098652fb-0b1f-49f1-be8c-77dc2f28f443,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:50.338724 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2fdbb0ea-8d21-4945-bccf-440197442c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:50.342881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2fdbb0ea-8d21-4945-bccf-440197442c86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/098652fb-0b1f-49f1-be8c-77dc2f28f443 HTTP/1.1" status: 204 len: 168 time: 0.2929513 Apr 18 21:49:51.579053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55670) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:51.721988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-38714955-network', 'tenant_id': 'd92338b5c28344a1872c923772c215bd'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:51.731347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:51.735485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Usage tracker for resource:network and tenant:d92338b5c28344a1872c923772c215bd is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:51.738388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:51.744451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:51.836820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Made reservation on behalf of d92338b5c28344a1872c923772c215bd for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:49:51.839178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:51.853118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:51.886771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:51.891368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Usage tracker for resource:security_group_rule and tenant:d92338b5c28344a1872c923772c215bd is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:51.894492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:51.901223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:51.977235 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.091517 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.131670 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:49:52.138374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3916306b-e2a7-4f16-91f1-39a720415de2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:52.150261 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.150675 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Added segment c0d8b482-b043-4cef-96d8-85e094b34aa0 of type vlan for network 64e353d4-16c6-4444-8a95-95b70a037748 Apr 18 21:49:52.197639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.218995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55680) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:52.322719 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.323700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:52.324335 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.388837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.422270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:52.426411 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Usage tracker for resource:security_group_rule and tenant:baf098ec091a45f4b972d96f4b5b76d5 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:52.430099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:52.432725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] Pushing event updated for resources: {'Network': ['ID=64e353d4-16c6-4444-8a95-95b70a037748,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:52.436671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:52.444258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 64e353d4-16c6-4444-8a95-95b70a037748 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:49:52.509404 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-54c4d321-83a8-4e56-978a-38b9877453eb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9289975 Apr 18 21:49:52.512133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 55686) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:52.517885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Request body: {'subnet': {'network_id': '64e353d4-16c6-4444-8a95-95b70a037748', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-38714955-subnet', 'tenant_id': 'd92338b5c28344a1872c923772c215bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:52.523297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:52.528399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Usage tracker for resource:subnet and tenant:d92338b5c28344a1872c923772c215bd is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:52.531680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:52.538904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:52.580607 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.656498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Made reservation on behalf of d92338b5c28344a1872c923772c215bd for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:49:52.658868 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.684951 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.732450 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=baf098ec091a45f4b972d96f4b5b76d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5118041 Apr 18 21:49:52.736211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55700) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:52.756666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8c49c0-b438-4847-a10c-979bd9ea0729,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:52.775989 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:52.776209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:52.776543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:52.776865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:52.777183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:52.777528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:52.777849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:52.778160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:52.778472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:52.778786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:52.779096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9812-e877-4e83-9879-aafd79b2ce7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:52.823160 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-40ac4fc6-8cb2-4147-9632-e1052a729e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.849077 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-40ac4fc6-8cb2-4147-9632-e1052a729e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.956660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.985194 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-40ac4fc6-8cb2-4147-9632-e1052a729e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:53.018013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac4fc6-8cb2-4147-9632-e1052a729e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8c49c0-b438-4847-a10c-979bd9ea0729,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:53.032159 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-40ac4fc6-8cb2-4147-9632-e1052a729e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:53.033902 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-40ac4fc6-8cb2-4147-9632-e1052a729e26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da8c49c0-b438-4847-a10c-979bd9ea0729 HTTP/1.1" status: 204 len: 168 time: 0.2958872 Apr 18 21:49:53.039368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=503c0c48-02a2-43f7-9174-884d24315aca,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:53.050479 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Checking segment: {'id': 'c0d8b482-b043-4cef-96d8-85e094b34aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:49:53.050840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Network hostable DHCP agents. Network: 64e353d4-16c6-4444-8a95-95b70a037748, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:49:53.142520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Network 64e353d4-16c6-4444-8a95-95b70a037748 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:49:53.250935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 64e353d4-16c6-4444-8a95-95b70a037748) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:49:53.255083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:53.255918 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:53.261409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f4bbd-20ca-4313-8034-0b6821ca181e None None] Network 64e353d4-16c6-4444-8a95-95b70a037748 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:49:53.388707 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cb1b0ff6-6615-4421-a247-770a04ad2513 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8671598 Apr 18 21:49:53.489062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752806a8-f4a9-4c56-8654-c6c7bec04871 None None] Network 64e353d4-16c6-4444-8a95-95b70a037748 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:49:53.830175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55718) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:53.849455 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-71595650-430f-4101-8845-00f6ef5d354a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:53.881867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-71595650-430f-4101-8845-00f6ef5d354a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:53.885683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-71595650-430f-4101-8845-00f6ef5d354a admin admin] Usage tracker for resource:security_group_rule and tenant:becae766e48142f8bae45c06f8305864 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:53.888500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-71595650-430f-4101-8845-00f6ef5d354a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:53.894542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-71595650-430f-4101-8845-00f6ef5d354a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:53.962269 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-71595650-430f-4101-8845-00f6ef5d354a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:54.074324 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-71595650-430f-4101-8845-00f6ef5d354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:54.159838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71595650-430f-4101-8845-00f6ef5d354a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ccff1c-4a7d-4bb3-8e61-abf10f035fdf,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:54.164135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-71595650-430f-4101-8845-00f6ef5d354a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=becae766e48142f8bae45c06f8305864&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3324144 Apr 18 21:49:54.166910 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55724) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:54.227939 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-282cbb0b-9f8e-425e-9cb8-770c0fb15591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:54.253534 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-282cbb0b-9f8e-425e-9cb8-770c0fb15591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:54.359500 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-282cbb0b-9f8e-425e-9cb8-770c0fb15591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:54.375054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cbb0b-9f8e-425e-9cb8-770c0fb15591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ccff1c-4a7d-4bb3-8e61-abf10f035fdf,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:54.382086 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-282cbb0b-9f8e-425e-9cb8-770c0fb15591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:54.385588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-282cbb0b-9f8e-425e-9cb8-770c0fb15591 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4ccff1c-4a7d-4bb3-8e61-abf10f035fdf HTTP/1.1" status: 204 len: 168 time: 0.2154114 Apr 18 21:49:54.711014 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-59452d31-d919-4966-ab4c-baecee403e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:57.159386 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-94079107-6ba6-41f6-bc98-ebd8accc02d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.002309 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.728270 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.308099 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.969296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55818) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:02.148207 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-25f1c9d8-8a16-4b89-97d9-d7608abd3d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.182589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-25f1c9d8-8a16-4b89-97d9-d7608abd3d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:02.189802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-25f1c9d8-8a16-4b89-97d9-d7608abd3d1a admin admin] Usage tracker for resource:security_group_rule and tenant:7f7fbb10ded84a23bc8053552930a096 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:02.195578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-25f1c9d8-8a16-4b89-97d9-d7608abd3d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:02.207659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-25f1c9d8-8a16-4b89-97d9-d7608abd3d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:02.301494 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-25f1c9d8-8a16-4b89-97d9-d7608abd3d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.379649 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-25f1c9d8-8a16-4b89-97d9-d7608abd3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.426103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1c9d8-8a16-4b89-97d9-d7608abd3d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06844df3-33a1-418b-9da0-607b39f935e4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:02.434131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-25f1c9d8-8a16-4b89-97d9-d7608abd3d1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f7fbb10ded84a23bc8053552930a096&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4631510 Apr 18 21:50:02.436703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55824) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:02.498678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0652-2809-4d80-85aa-9baa0818b90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.526986 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0652-2809-4d80-85aa-9baa0818b90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.664991 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0652-2809-4d80-85aa-9baa0818b90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.680296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb0652-2809-4d80-85aa-9baa0818b90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06844df3-33a1-418b-9da0-607b39f935e4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:02.691799 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0652-2809-4d80-85aa-9baa0818b90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.691799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c5cb0652-2809-4d80-85aa-9baa0818b90d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06844df3-33a1-418b-9da0-607b39f935e4 HTTP/1.1" status: 204 len: 168 time: 0.2516079 Apr 18 21:50:03.805516 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.045896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 55926) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:09.298823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-960685ea-8fda-4ea5-88c7-5a265ecff9b0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port 32c7a444-18e3-4a38-bf11-49c36f4362c6 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:50:09.299090 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-960685ea-8fda-4ea5-88c7-5a265ecff9b0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.503499 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.526011 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-960685ea-8fda-4ea5-88c7-5a265ecff9b0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.526293 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-960685ea-8fda-4ea5-88c7-5a265ecff9b0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.658935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-960685ea-8fda-4ea5-88c7-5a265ecff9b0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for 32c7a444-18e3-4a38-bf11-49c36f4362c6 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:50:09.905206 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-960685ea-8fda-4ea5-88c7-5a265ecff9b0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.988468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960685ea-8fda-4ea5-88c7-5a265ecff9b0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=32c7a444-18e3-4a38-bf11-49c36f4362c6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:10.088265 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-960685ea-8fda-4ea5-88c7-5a265ecff9b0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.629384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960685ea-8fda-4ea5-88c7-5a265ecff9b0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 61445a04-79fb-4b2d-bbee-6b458f41c134 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:50:10.860034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960685ea-8fda-4ea5-88c7-5a265ecff9b0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:10.872655 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869ebc6-89a0-4448-a076-050a449da6dc None None] Sync routers for ids ['61445a04-79fb-4b2d-bbee-6b458f41c134'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:50:10.878340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-960685ea-8fda-4ea5-88c7-5a265ecff9b0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.900631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869ebc6-89a0-4448-a076-050a449da6dc None None] Routers {'61445a04-79fb-4b2d-bbee-6b458f41c134'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:10.905430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0869ebc6-89a0-4448-a076-050a449da6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:49:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['61445a04-79fb-4b2d-bbee-6b458f41c134'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:10.942086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-960685ea-8fda-4ea5-88c7-5a265ecff9b0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/floatingips/e03964e7-c523-45a1-b421-56cad47381e3 HTTP/1.1" status: 204 len: 168 time: 1.8944006 Apr 18 21:50:10.949084 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:50:11.081060 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8598fd07-873c-4afc-98ca-7312c1ed1c03'] response: {'name': 'network-changed', 'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'status': 'completed', 'code': 200} Apr 18 21:50:11.129044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-0869ebc6-89a0-4448-a076-050a449da6dc None None] Set router 61445a04-79fb-4b2d-bbee-6b458f41c134 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:11.243955 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fcf5e92-dd45-409e-9a23-06b37ddc7e95 req-b5e3ae18-61c1-4899-abc7-dc95f8282247 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 1097 time: 0.1331992 Apr 18 21:50:11.493104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf5e92-dd45-409e-9a23-06b37ddc7e95 req-2f21275a-9c39-4dc8-b45b-06af50008237 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:11.494793 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fcf5e92-dd45-409e-9a23-06b37ddc7e95 req-2f21275a-9c39-4dc8-b45b-06af50008237 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1623c7f-5b4b-4438-9faa-616056d78d14 HTTP/1.1" status: 200 len: 897 time: 0.2453530 Apr 18 21:50:11.576310 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fcf5e92-dd45-409e-9a23-06b37ddc7e95 req-bd1e2edf-013f-45e4-b2a2-fce9af4b3001 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98 HTTP/1.1" status: 200 len: 217 time: 0.0754204 Apr 18 21:50:11.655193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf5e92-dd45-409e-9a23-06b37ddc7e95 req-f48a65d0-950e-4579-afb5-3c2ecb766ca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:11.656691 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fcf5e92-dd45-409e-9a23-06b37ddc7e95 req-f48a65d0-950e-4579-afb5-3c2ecb766ca0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eec3820a-3e5f-48a2-8acc-b56002bb33d0 HTTP/1.1" status: 200 len: 835 time: 0.0715830 Apr 18 21:50:11.729912 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0869ebc6-89a0-4448-a076-050a449da6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:47:04Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b962f8a7-b586-4bbf-aebe-00ece39be8fb', 'name': '', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:13:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:03Z', 'updated_at': '2022-04-18T21:47:14Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:11.739716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869ebc6-89a0-4448-a076-050a449da6dc None None] Checking router: 61445a04-79fb-4b2d-bbee-6b458f41c134 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:50:11.757358 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869ebc6-89a0-4448-a076-050a449da6dc None None] Routers {'61445a04-79fb-4b2d-bbee-6b458f41c134'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:11.758389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0869ebc6-89a0-4448-a076-050a449da6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:49:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['61445a04-79fb-4b2d-bbee-6b458f41c134'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:11.777858 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fcf5e92-dd45-409e-9a23-06b37ddc7e95 req-fc393713-a0cb-44a9-8090-af7af5f2d2eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1623c7f-5b4b-4438-9faa-616056d78d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125481 Apr 18 21:50:11.858671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0eb29-3191-45a5-aa14-6c078d0d11f9 req-aee5a4e1-46e0-4c85-bd0f-ef025e6478e1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:11.859317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-00b0eb29-3191-45a5-aa14-6c078d0d11f9 req-aee5a4e1-46e0-4c85-bd0f-ef025e6478e1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:50:11.939502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-00b0eb29-3191-45a5-aa14-6c078d0d11f9 req-aee5a4e1-46e0-4c85-bd0f-ef025e6478e1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:50:11.940705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00b0eb29-3191-45a5-aa14-6c078d0d11f9 req-aee5a4e1-46e0-4c85-bd0f-ef025e6478e1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.1724494 Apr 18 21:50:11.996838 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fcf5e92-dd45-409e-9a23-06b37ddc7e95 req-2ec9055c-f7dd-4ec0-906a-6823af6d64c8 service neutron] 10.222.0.26 "GET /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088718 Apr 18 21:50:12.003174 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-0869ebc6-89a0-4448-a076-050a449da6dc None None] Set router 61445a04-79fb-4b2d-bbee-6b458f41c134 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:12.029090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00b0eb29-3191-45a5-aa14-6c078d0d11f9 req-eae294a5-8690-41a2-ad68-44fc235c7de8 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785425 Apr 18 21:50:12.323069 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4fcf5e92-dd45-409e-9a23-06b37ddc7e95 req-428541df-4fc5-4153-9ad6-711872497f83 service neutron] 10.222.0.26 "GET /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199069 Apr 18 21:50:12.491675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0869ebc6-89a0-4448-a076-050a449da6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:47:04Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b962f8a7-b586-4bbf-aebe-00ece39be8fb', 'name': '', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:13:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:03Z', 'updated_at': '2022-04-18T21:47:14Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:12.499676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869ebc6-89a0-4448-a076-050a449da6dc None None] The sync data for ids ['61445a04-79fb-4b2d-bbee-6b458f41c134'] in n-d-836017-3 is: [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:47:04Z', 'revision_number': 4, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b962f8a7-b586-4bbf-aebe-00ece39be8fb', 'name': '', 'network_id': 'b1623c7f-5b4b-4438-9faa-616056d78d14', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'mac_address': 'fa:16:3e:13:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:03Z', 'updated_at': '2022-04-18T21:47:14Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'subnets': [{'id': 'eec3820a-3e5f-48a2-8acc-b56002bb33d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:50:12.783187 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b525638-d807-4038-af91-910e17556b4c None None] New status for floating IP e03964e7-c523-45a1-b421-56cad47381e3: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:50:13.069491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-04280e55-eea6-43d8-bcee-fe5fc658d5a1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:13.072644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-04280e55-eea6-43d8-bcee-fe5fc658d5a1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Synchronizing usage tracker for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:50:13.094546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-04280e55-eea6-43d8-bcee-fe5fc658d5a1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Unset dirty status for tenant:5ee8315d479c435aaa1e10a9872e4b80 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:50:13.096064 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-04280e55-eea6-43d8-bcee-fe5fc658d5a1 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.1100650 Apr 18 21:50:13.204139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-27bdf252-0fe2-4348-baf7-8d0671c03c21 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:50:13.204480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-27bdf252-0fe2-4348-baf7-8d0671c03c21 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:13.366542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62134e6-1eb9-448e-aa5d-1be55507055e req-32bbbb6f-424e-4874-b668-934f43e51d93 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:13.368199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a62134e6-1eb9-448e-aa5d-1be55507055e req-32bbbb6f-424e-4874-b668-934f43e51d93 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 946 time: 0.1083539 Apr 18 21:50:13.509016 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a62134e6-1eb9-448e-aa5d-1be55507055e req-9d21d254-4fc3-451d-92be-5cb2f1cdaf1b tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0851120-02bb-45bc-86d1-661e146dacc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281164 Apr 18 21:50:13.522955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-27bdf252-0fe2-4348-baf7-8d0671c03c21 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:13.523913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-27bdf252-0fe2-4348-baf7-8d0671c03c21 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:13.697436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-27bdf252-0fe2-4348-baf7-8d0671c03c21 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:50:13.969228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-27bdf252-0fe2-4348-baf7-8d0671c03c21 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:14.102866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdf252-0fe2-4348-baf7-8d0671c03c21 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=866fe4de-d06c-414b-8d4a-ce1adcdf2b98,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:14.146525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-27bdf252-0fe2-4348-baf7-8d0671c03c21 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] No DVR routers for this DVR port 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:50:14.148985 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-27bdf252-0fe2-4348-baf7-8d0671c03c21 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:14.152206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'name': 'network-vif-deleted', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:50:14.273568 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76740e0f-c1f4-455a-ba9e-4c1704cd4572 req-27bdf252-0fe2-4348-baf7-8d0671c03c21 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.26 "DELETE /v2.0/ports/866fe4de-d06c-414b-8d4a-ce1adcdf2b98 HTTP/1.1" status: 204 len: 173 time: 1.1718154 Apr 18 21:50:14.422867 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00ec0f0-e3e5-4cd5-8069-a5d8529a1b4e'] response: {'server_uuid': 'd0c08965-5203-4616-b26f-d6194bb9721d', 'name': 'network-vif-deleted', 'tag': '866fe4de-d06c-414b-8d4a-ce1adcdf2b98', 'status': 'completed', 'code': 200} Apr 18 21:50:14.728202 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9901ba0e-2352-474b-8aa5-cf111cd0662e req-6f198b9a-d0b7-49f1-90fd-066abcd41c81 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c08965-5203-4616-b26f-d6194bb9721d HTTP/1.1" status: 200 len: 210 time: 0.0588269 Apr 18 21:50:14.761381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56014) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:14.921775 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-749cccca-2c4c-4c51-acbd-549a817a7f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:14.953978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-749cccca-2c4c-4c51-acbd-549a817a7f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:14.958148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-749cccca-2c4c-4c51-acbd-549a817a7f42 admin admin] Usage tracker for resource:security_group_rule and tenant:3c0a31d88e324e93af2c794a2c3b1a4c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:14.961035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-749cccca-2c4c-4c51-acbd-549a817a7f42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:14.966775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-749cccca-2c4c-4c51-acbd-549a817a7f42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:15.033313 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-749cccca-2c4c-4c51-acbd-549a817a7f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.101588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-749cccca-2c4c-4c51-acbd-549a817a7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.154900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cccca-2c4c-4c51-acbd-549a817a7f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893304ea-dcef-4567-ac23-31477fe217cf,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:15.160416 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-749cccca-2c4c-4c51-acbd-549a817a7f42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c0a31d88e324e93af2c794a2c3b1a4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4020705 Apr 18 21:50:15.164538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56022) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:15.242541 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4793b649-8ef8-48d8-aed0-6a64189042f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.273622 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4793b649-8ef8-48d8-aed0-6a64189042f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.425136 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4793b649-8ef8-48d8-aed0-6a64189042f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.442116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793b649-8ef8-48d8-aed0-6a64189042f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893304ea-dcef-4567-ac23-31477fe217cf,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:15.446604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4793b649-8ef8-48d8-aed0-6a64189042f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.450052 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4793b649-8ef8-48d8-aed0-6a64189042f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/893304ea-dcef-4567-ac23-31477fe217cf HTTP/1.1" status: 204 len: 168 time: 0.2771432 Apr 18 21:50:15.848383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56034) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:16.410425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d846183-9c7d-417d-b279-b2893f53ea8e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:17.368344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0d846183-9c7d-417d-b279-b2893f53ea8e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port b962f8a7-b586-4bbf-aebe-00ece39be8fb {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:50:17.369048 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d846183-9c7d-417d-b279-b2893f53ea8e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:17.449406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:50:17.489643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:50:17.490064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 866fe4de-d06c-414b-8d4a-ce1adcdf2b98 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:50:17.569107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-0d846183-9c7d-417d-b279-b2893f53ea8e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port b962f8a7-b586-4bbf-aebe-00ece39be8fb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b962f8a7-b586-4bbf-aebe-00ece39be8fb,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:17.569107 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d846183-9c7d-417d-b279-b2893f53ea8e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:17.700947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0d846183-9c7d-417d-b279-b2893f53ea8e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for b962f8a7-b586-4bbf-aebe-00ece39be8fb owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:50:17.985700 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d846183-9c7d-417d-b279-b2893f53ea8e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:18.041038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d846183-9c7d-417d-b279-b2893f53ea8e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=b962f8a7-b586-4bbf-aebe-00ece39be8fb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:18.438229 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0d846183-9c7d-417d-b279-b2893f53ea8e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:19.174533 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d846183-9c7d-417d-b279-b2893f53ea8e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Router 61445a04-79fb-4b2d-bbee-6b458f41c134 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:50:19.391356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d846183-9c7d-417d-b279-b2893f53ea8e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:19.403228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c978bc-f48a-46e6-a3fa-cbdf54d240a5 None None] Sync routers for ids ['61445a04-79fb-4b2d-bbee-6b458f41c134'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:50:19.415389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c978bc-f48a-46e6-a3fa-cbdf54d240a5 None None] Routers {'61445a04-79fb-4b2d-bbee-6b458f41c134'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:19.416096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-53c978bc-f48a-46e6-a3fa-cbdf54d240a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:49:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['61445a04-79fb-4b2d-bbee-6b458f41c134'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:19.416928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56088) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:19.426134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0d846183-9c7d-417d-b279-b2893f53ea8e tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "PUT /v2.0/routers/61445a04-79fb-4b2d-bbee-6b458f41c134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5747461 Apr 18 21:50:19.638036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ffe4d3-e7fa-4d06-83da-be8e23cf6eb0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting subnet eec3820a-3e5f-48a2-8acc-b56002bb33d0 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:50:19.638556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-53c978bc-f48a-46e6-a3fa-cbdf54d240a5 None None] Set router 61445a04-79fb-4b2d-bbee-6b458f41c134 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:19.641457 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10ffe4d3-e7fa-4d06-83da-be8e23cf6eb0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:19.700036 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10ffe4d3-e7fa-4d06-83da-be8e23cf6eb0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:19.794146 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10ffe4d3-e7fa-4d06-83da-be8e23cf6eb0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:19.944789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-53c978bc-f48a-46e6-a3fa-cbdf54d240a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:50:17Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:19.948680 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c978bc-f48a-46e6-a3fa-cbdf54d240a5 None None] Checking router: 61445a04-79fb-4b2d-bbee-6b458f41c134 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:50:19.954218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10ffe4d3-e7fa-4d06-83da-be8e23cf6eb0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:19.961961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c978bc-f48a-46e6-a3fa-cbdf54d240a5 None None] Routers {'61445a04-79fb-4b2d-bbee-6b458f41c134'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:19.962583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-53c978bc-f48a-46e6-a3fa-cbdf54d240a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:49:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['61445a04-79fb-4b2d-bbee-6b458f41c134'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:19.999438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffe4d3-e7fa-4d06-83da-be8e23cf6eb0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Subnet': ['ID=eec3820a-3e5f-48a2-8acc-b56002bb33d0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:20.007042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-10ffe4d3-e7fa-4d06-83da-be8e23cf6eb0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:20.016218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56096) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:20.017006 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-10ffe4d3-e7fa-4d06-83da-be8e23cf6eb0 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/subnets/eec3820a-3e5f-48a2-8acc-b56002bb33d0 HTTP/1.1" status: 204 len: 168 time: 0.5982382 Apr 18 21:50:20.075432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ae758a-4388-482b-9de1-f4556f002809 None None] Network b1623c7f-5b4b-4438-9faa-616056d78d14 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:50:20.271713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:20.317420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-53c978bc-f48a-46e6-a3fa-cbdf54d240a5 None None] Set router 61445a04-79fb-4b2d-bbee-6b458f41c134 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:20.445302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-ce4a9b7e-cb80-4945-a56a-1fdf2742a1c4 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=852141a57e044fada416fe324648d1c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503886 Apr 18 21:50:20.656168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] DHCP port deletion for b1623c7f-5b4b-4438-9faa-616056d78d14 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:50:20.658892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dad82b2d-8fa1-44df-8e93-57f4de111256 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:20.660395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dad82b2d-8fa1-44df-8e93-57f4de111256 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141824 Apr 18 21:50:20.666079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Deleting port 4259f480-ed4f-4d5f-9d61-90e6fa321906 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:50:20.666495 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:20.696536 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-a4c4224a-267b-48ef-b60a-b63024a4a18a tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/quotas/852141a57e044fada416fe324648d1c8 HTTP/1.1" status: 200 len: 375 time: 0.0272663 Apr 18 21:50:20.768000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-af23607d-b223-46ae-bbf3-e6083d54139d tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=852141a57e044fada416fe324648d1c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609128 Apr 18 21:50:20.768951 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:20.847820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Deleting port ffbada78-5c58-4992-beee-79ea4d871c7d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:50:20.848172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:20.916225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-53c978bc-f48a-46e6-a3fa-cbdf54d240a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:50:17Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:20.932970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c978bc-f48a-46e6-a3fa-cbdf54d240a5 None None] The sync data for ids ['61445a04-79fb-4b2d-bbee-6b458f41c134'] in n-d-836017-3 is: [{'id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366479396', 'tenant_id': '5ee8315d479c435aaa1e10a9872e4b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:46:57Z', 'updated_at': '2022-04-18T21:50:17Z', 'revision_number': 5, 'project_id': '5ee8315d479c435aaa1e10a9872e4b80', 'gw_port': {'id': 'ffbada78-5c58-4992-beee-79ea4d871c7d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61445a04-79fb-4b2d-bbee-6b458f41c134', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:46:58Z', 'updated_at': '2022-04-18T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:50:20.974664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] For port 4259f480-ed4f-4d5f-9d61-90e6fa321906, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=4259f480-ed4f-4d5f-9d61-90e6fa321906,segment=NetworkSegment(b4601f37-146b-439c-91e9-6e5cc77ea3ef),segment_id=b4601f37-146b-439c-91e9-6e5cc77ea3ef)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:20.975215 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:21.145412 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a5bcc773-be3a-4c04-8d30-45c6ac3a142b req-de0c289c-72aa-40a3-ab87-5552fd026323 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 210 time: 0.0680254 Apr 18 21:50:21.154300 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] For port ffbada78-5c58-4992-beee-79ea4d871c7d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ffbada78-5c58-4992-beee-79ea4d871c7d,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:21.154984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:21.174688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Calling delete_port for 4259f480-ed4f-4d5f-9d61-90e6fa321906 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:50:21.399133 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:21.475597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] No DVR routers for this DVR port 4259f480-ed4f-4d5f-9d61-90e6fa321906 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:50:21.520437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Pushing event deleted for resources: {'Port': ['ID=4259f480-ed4f-4d5f-9d61-90e6fa321906,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:21.542793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:21.543136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:21.543471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:21.543808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:21.544122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:21.544450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:21.544770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:21.545092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:21.545458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:21.550059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:21.550405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7902f4-2eea-4f45-8afb-af5ee78090b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:21.555293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Calling delete_port for ffbada78-5c58-4992-beee-79ea4d871c7d owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:50:21.589150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b962f8a7-b586-4bbf-aebe-00ece39be8fb no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:50:21.656310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b962f8a7-b586-4bbf-aebe-00ece39be8fb {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:50:21.656903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b962f8a7-b586-4bbf-aebe-00ece39be8fb not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:50:21.657053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4259f480-ed4f-4d5f-9d61-90e6fa321906 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:50:21.705399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 4259f480-ed4f-4d5f-9d61-90e6fa321906 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:50:21.705399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 4259f480-ed4f-4d5f-9d61-90e6fa321906 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:50:21.956528 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:22.005638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Port': ['ID=ffbada78-5c58-4992-beee-79ea4d871c7d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:22.232210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:22.402415 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6609e23-56a6-4b94-8adc-0de0cf252ff0 req-973cd571-4ae6-41a6-9a18-e231b5ecbc3c tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 210 time: 0.1182702 Apr 18 21:50:22.573570 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:22.578154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:22.719036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:22.719808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Fanout notify agent at l3_agent the message router_deleted on router 61445a04-79fb-4b2d-bbee-6b458f41c134 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:50:22.737806 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:22.739112 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9376410d-2c28-414e-bcf3-ddf0919415cf tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/routers/61445a04-79fb-4b2d-bbee-6b458f41c134 HTTP/1.1" status: 204 len: 168 time: 2.7215002 Apr 18 21:50:22.741692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56152) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:22.879149 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.056580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.086597 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1623c7f-5b4b-4438-9faa-616056d78d14']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:23.100944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4601f37-146b-439c-91e9-6e5cc77ea3ef') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:23.101229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4601f37-146b-439c-91e9-6e5cc77ea3ef') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:23.113572 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.132118 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.138498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:50:23.138884 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.167373 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:50:23.171268 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:50:23.362117 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.372664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.548537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'Network': ['ID=b1623c7f-5b4b-4438-9faa-616056d78d14,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:23.552975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5b00c456-1ec8-47fb-9d9d-353229774516 tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/networks/b1623c7f-5b4b-4438-9faa-616056d78d14 HTTP/1.1" status: 204 len: 168 time: 0.8102942 Apr 18 21:50:23.555684 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56172) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:23.577800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ffbada78-5c58-4992-beee-79ea4d871c7d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:50:23.624926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: ffbada78-5c58-4992-beee-79ea4d871c7d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:50:23.625866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ffbada78-5c58-4992-beee-79ea4d871c7d not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:50:23.662018 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96f6a8f4-b161-4609-91e1-35d35a3b5cbd tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.665327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e178f65c-8ed1-469b-bd32-bd1860aa0ce6 req-5ce80a4c-5a31-466f-8ad1-fb010100b9a3 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 210 time: 0.0802376 Apr 18 21:50:23.695778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96f6a8f4-b161-4609-91e1-35d35a3b5cbd tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.833490 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96f6a8f4-b161-4609-91e1-35d35a3b5cbd tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.851795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6a8f4-b161-4609-91e1-35d35a3b5cbd tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0851120-02bb-45bc-86d1-661e146dacc1,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:23.917329 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-96f6a8f4-b161-4609-91e1-35d35a3b5cbd tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.920908 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-96f6a8f4-b161-4609-91e1-35d35a3b5cbd tempest-TestNetworkAdvancedServerOps-2082493516 tempest-TestNetworkAdvancedServerOps-2082493516-project] 10.222.0.11 "DELETE /v2.0/security-groups/f0851120-02bb-45bc-86d1-661e146dacc1 HTTP/1.1" status: 204 len: 168 time: 0.3618412 Apr 18 21:50:24.424166 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-cd2b3b3f-a6a1-41ec-9d0a-f279abfd832d tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=852141a57e044fada416fe324648d1c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301647 Apr 18 21:50:24.704934 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4802b0d3-254f-4c51-8c0e-6f5b47be13eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:24.766861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-734aa2e8-825b-457e-a213-0e09dc9ca3a6 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:24.778323 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-734aa2e8-825b-457e-a213-0e09dc9ca3a6 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3486352 Apr 18 21:50:24.795629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56202) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:24.798326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Request body: {'port': {'device_id': '03c43501-35ac-491f-a5d3-045a2eaa8733', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': '852141a57e044fada416fe324648d1c8'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:24.977620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:24.980890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1969be1c-baa6-4046-afda-34d707b57d0d req-e861ea68-284b-4474-acf0-461dd198f6a5 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 210 time: 0.0871739 Apr 18 21:50:24.982645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Usage tracker for resource:port and tenant:852141a57e044fada416fe324648d1c8 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:24.986865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:24.999356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:25.064723 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-78ccd56b-5636-4012-892a-82fdb19c8471 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ee8315d479c435aaa1e10a9872e4b80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2679555 Apr 18 21:50:25.067375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56214) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:25.100500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Made reservation on behalf of 852141a57e044fada416fe324648d1c8 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:25.104059 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:25.117852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:25.137075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd35cb94-9cc0-4371-a97f-85189dd86e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:25.154188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:25.158455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Usage tracker for resource:security_group_rule and tenant:852141a57e044fada416fe324648d1c8 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:25.162246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:25.168376 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:25.169370 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd35cb94-9cc0-4371-a97f-85189dd86e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:25.259604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:25.341902 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd35cb94-9cc0-4371-a97f-85189dd86e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:25.364204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35cb94-9cc0-4371-a97f-85189dd86e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81c3b0d-973e-4571-bb4c-3289c70a794b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:25.371661 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cd35cb94-9cc0-4371-a97f-85189dd86e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:25.372796 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cd35cb94-9cc0-4371-a97f-85189dd86e95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c81c3b0d-973e-4571-bb4c-3289c70a794b HTTP/1.1" status: 204 len: 168 time: 0.3042583 Apr 18 21:50:25.402159 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:25.473703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a49038-760d-47ef-bd6e-5f4e017950da,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:25.587606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Allocated IP 192.168.233.32 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:25.828882 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:25.853587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Transition to ACTIVE for port object 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:25.971172 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:26.046296 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:26.049874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:26.053761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:50:26.099786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Pushing event updated for resources: {'Port': ['ID=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:26.190180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:26.190846 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:26.295689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377404a-4b7c-4783-8cf0-4351d193455d req-d7c1d3ba-e8c0-4da4-81ca-ac4797473224 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:26.297224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2377404a-4b7c-4783-8cf0-4351d193455d req-d7c1d3ba-e8c0-4da4-81ca-ac4797473224 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 935 time: 0.1689761 Apr 18 21:50:26.347339 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56240) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:26.376739 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-dee8948b-6651-46b6-a9aa-0f01930da1f2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5860159 Apr 18 21:50:26.381983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2377404a-4b7c-4783-8cf0-4351d193455d req-433b1ed8-4af8-4f08-baa9-18477abada9f tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753605 Apr 18 21:50:26.390029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Request body: {'port': {'device_id': '03c43501-35ac-491f-a5d3-045a2eaa8733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:26.425496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-09c785bd-b60e-4d41-935e-5d043393b055 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24d2908e9895400ab9848e609d6ab3e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0770092 Apr 18 21:50:26.429191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56244) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:26.449794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a4c3032e-7a24-4eb5-8b0d-8c0b2bd13366 None None] Provisioning for port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:26.454967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a4c3032e-7a24-4eb5-8b0d-8c0b2bd13366 None None] Provisioning complete for port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:26.465632 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a4c3032e-7a24-4eb5-8b0d-8c0b2bd13366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:26.503226 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c207d0f-44ad-49f9-a230-90ae7fd9487e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:26.512649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a4c3032e-7a24-4eb5-8b0d-8c0b2bd13366 None None] Port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:50:26.524417 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:26.531407 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c207d0f-44ad-49f9-a230-90ae7fd9487e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:26.709418 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c207d0f-44ad-49f9-a230-90ae7fd9487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:26.712058 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c207d0f-44ad-49f9-a230-90ae7fd9487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dca6c0d-0f91-4622-9461-4c338b7896f7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:26.805052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1c207d0f-44ad-49f9-a230-90ae7fd9487e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:26.806471 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1c207d0f-44ad-49f9-a230-90ae7fd9487e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8dca6c0d-0f91-4622-9461-4c338b7896f7 HTTP/1.1" status: 204 len: 168 time: 0.3755081 Apr 18 21:50:26.919065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:50:26.925844 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:26.940833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Transition to ACTIVE for port object 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:27.039588 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:27.158920 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3501b637-57d3-4473-a6c0-75aa8ee29514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:27.331325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:27.465741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Attempting to bind port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:27.466078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Attempting to bind port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:27.466430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Attempting to bind port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:50:27.475487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:50:27.475487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Attempting to bind port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:50:27.486353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:50:27.486695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:27.487087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:50:27.487523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Bound port: 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:27.487874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:27.667213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] For port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:27.670896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] For port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:27.678972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2542f3b-392b-4ec4-8200-9fc2972e1c09 req-8535ba4b-2d3d-430c-9402-50ff2ff0b3e8 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:27.687945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2542f3b-392b-4ec4-8200-9fc2972e1c09 req-8535ba4b-2d3d-430c-9402-50ff2ff0b3e8 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 947 time: 0.1306148 Apr 18 21:50:27.742000 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:27.754072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2542f3b-392b-4ec4-8200-9fc2972e1c09 req-32833f15-5a9a-425d-a88e-a0ace6036198 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570014 Apr 18 21:50:27.823681 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:27.826499 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] 10.222.0.26 "PUT /v2.0/ports/2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a HTTP/1.1" status: 200 len: 1095 time: 1.4424415 Apr 18 21:50:27.827000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c43501-35ac-491f-a5d3-045a2eaa8733', 'tag': '2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:50:27.850165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527888a-54f2-4d29-a80e-0ad6c414e902 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:27.918688 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e208ceeb-45d5-4a87-b102-a9dbc8af5787'] response: {'name': 'network-changed', 'server_uuid': '03c43501-35ac-491f-a5d3-045a2eaa8733', 'tag': '2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a', 'status': 'completed', 'code': 200} Apr 18 21:50:28.020257 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-997e6190-953f-4bc0-9c92-9019c6d5ede6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852141a57e044fada416fe324648d1c8&device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 1098 time: 0.0939074 Apr 18 21:50:28.047862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:28.278212 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-1a7a3f91-804c-4b70-ba35-dd8f288b210c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a HTTP/1.1" status: 200 len: 217 time: 0.2515180 Apr 18 21:50:28.355146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-d5477c7b-6d19-48fb-b1b5-f529562323b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:28.356595 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-d5477c7b-6d19-48fb-b1b5-f529562323b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0731497 Apr 18 21:50:28.439311 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-91bb389c-57a0-4e93-83e9-2c946deb9fa0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773423 Apr 18 21:50:28.531261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56296) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:28.590451 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-f87860c2-b61e-47c6-bb56-f49f466127b9 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442952 Apr 18 21:50:28.714315 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:28.737934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1768948581-network', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:28.749823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:28.753903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Usage tracker for resource:network and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:28.757800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:28.764669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:28.774996 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-da7e1691-419f-438f-a1d2-b39b00dba6c6 req-6930f34b-cd78-4acd-9a0f-17553e8dcbbb service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780837 Apr 18 21:50:28.862206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Made reservation on behalf of 2bbb46c128a847d7939a564cb95c68f0 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:28.864915 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:28.877836 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:28.969526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:28.977308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:28.980696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:28.988782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:29.005603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14270734-6c39-464f-b9bc-0046cdcbc538 req-5dd3fd95-a65d-4296-9cc2-5c73885257ec tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:29.007159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14270734-6c39-464f-b9bc-0046cdcbc538 req-5dd3fd95-a65d-4296-9cc2-5c73885257ec tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 947 time: 0.1201456 Apr 18 21:50:29.018488 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3ab17c7-4810-4bde-93b2-61b74403accb req-78af098b-a847-43bf-865a-4952f04d648f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852141a57e044fada416fe324648d1c8&device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 1098 time: 0.0924592 Apr 18 21:50:29.090120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14270734-6c39-464f-b9bc-0046cdcbc538 req-b19d1f94-2fcf-4896-b6e7-80cac768102c tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761673 Apr 18 21:50:29.155400 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:29.215855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab17c7-4810-4bde-93b2-61b74403accb req-d7ae5ab0-9998-46bc-91cc-a2a71d5f73c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:29.217451 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3ab17c7-4810-4bde-93b2-61b74403accb req-d7ae5ab0-9998-46bc-91cc-a2a71d5f73c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.1931682 Apr 18 21:50:29.281972 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:29.289333 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3ab17c7-4810-4bde-93b2-61b74403accb req-730df01a-1ece-4f58-b026-3510afc01359 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a HTTP/1.1" status: 200 len: 217 time: 0.0662000 Apr 18 21:50:29.313311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:50:29.322017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09f86f9-903c-496c-9388-6e8f00da97f0,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:29.332060 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:29.332060 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Added segment 5f5db662-624f-41f2-8951-39e8b887839a of type vlan for network f2c7bb86-1054-4717-8e3f-747b4ade5267 Apr 18 21:50:29.388685 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:29.401099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab17c7-4810-4bde-93b2-61b74403accb req-cf6e117a-338c-4164-bfb6-fdc3f76e467e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:29.403627 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3ab17c7-4810-4bde-93b2-61b74403accb req-cf6e117a-338c-4164-bfb6-fdc3f76e467e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0991015 Apr 18 21:50:29.540998 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3ab17c7-4810-4bde-93b2-61b74403accb req-50ab4d2f-ee38-40ad-9fc4-0080e356f68c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1290340 Apr 18 21:50:29.547664 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:29.548709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:29.553979 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:29.732584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c7bb86-1054-4717-8e3f-747b4ade5267,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:29.752503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network f2c7bb86-1054-4717-8e3f-747b4ade5267 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:50:29.791028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-27aeaf35-8933-4263-bf71-8409806a5373 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2583492 Apr 18 21:50:29.794359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56324) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:29.804592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Request body: {'subnet': {'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1768948581-subnet', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:29.819413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:29.835206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Usage tracker for resource:subnet and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:29.839846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:29.840255 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3ab17c7-4810-4bde-93b2-61b74403accb req-0835bfd5-1601-4098-8dae-1bb7a2d3c464 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852399 Apr 18 21:50:29.852467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:29.976000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Made reservation on behalf of 2bbb46c128a847d7939a564cb95c68f0 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:29.980098 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:30.125512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3ab17c7-4810-4bde-93b2-61b74403accb req-b2b33db0-2faf-4062-89d3-abf5e55c134d service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796113 Apr 18 21:50:30.448227 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55302b0-3abb-46aa-9ca4-46a4822cde73 req-81a5dec7-ec80-4b12-8710-b6e93fb7c54d tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:30.449998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d55302b0-3abb-46aa-9ca4-46a4822cde73 req-81a5dec7-ec80-4b12-8710-b6e93fb7c54d tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 947 time: 0.0812645 Apr 18 21:50:30.470295 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:30.576862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c31f4b-bb3a-4beb-b156-f33120f4ea56,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:30.604592 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d55302b0-3abb-46aa-9ca4-46a4822cde73 req-32dc9c9e-0d57-4b11-8230-f4c4c9e63d6e tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491668 Apr 18 21:50:30.613057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Checking segment: {'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:30.613408 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Network hostable DHCP agents. Network: f2c7bb86-1054-4717-8e3f-747b4ade5267, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:50:30.727042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Network f2c7bb86-1054-4717-8e3f-747b4ade5267 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:50:30.841653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, f2c7bb86-1054-4717-8e3f-747b4ade5267) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:30.846504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:30.847252 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:30.853669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ecd374-39f0-40b2-b205-519ab2cb04ae None None] Network f2c7bb86-1054-4717-8e3f-747b4ade5267 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:50:30.942161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f9a80647-080b-43f5-b712-faf4f796ffb9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1425090 Apr 18 21:50:30.944595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56344) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:30.950195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:30.956590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:30.963574 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Usage tracker for resource:router and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:30.972748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:30.972748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:31.046642 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.048213 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.079505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.138547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-f2c7bb86-1054-4717-8e3f-747b4ade5267', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:50:31.138547 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.195005 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.312892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Allocated IP 172.20.0.2 (f2c7bb86-1054-4717-8e3f-747b4ade5267/27c31f4b-bb3a-4beb-b156-f33120f4ea56/9781ed2a-8a75-454d-bb45-47e208524fec) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:31.363279 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.582703 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.598114 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Transition to ACTIVE for port object 9781ed2a-8a75-454d-bb45-47e208524fec will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:31.624842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Transition to ACTIVE for port object 9781ed2a-8a75-454d-bb45-47e208524fec will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:31.714030 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.809491 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.826710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Network f2c7bb86-1054-4717-8e3f-747b4ade5267 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:31.827865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Pushing event updated for resources: {'Port': ['ID=9781ed2a-8a75-454d-bb45-47e208524fec,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:31.832489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:31.834169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:50:31.839975 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.946785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Attempting to bind port 9781ed2a-8a75-454d-bb45-47e208524fec on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:31.951002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Attempting to bind port 9781ed2a-8a75-454d-bb45-47e208524fec by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:31.952076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Attempting to bind port 9781ed2a-8a75-454d-bb45-47e208524fec on network f2c7bb86-1054-4717-8e3f-747b4ade5267 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:50:31.973259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:50:31.974780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Checking segment: {'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:31.975368 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.976121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Bound using segment: {'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:50:31.976763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Bound port: 9781ed2a-8a75-454d-bb45-47e208524fec, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:31.977142 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:32.090985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bb1c6-0e8a-43db-b713-cb94d96be788 req-74bf5544-1376-4c20-adad-ad3e77b72fa9 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:32.090985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca2bb1c6-0e8a-43db-b713-cb94d96be788 req-74bf5544-1376-4c20-adad-ad3e77b72fa9 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 947 time: 0.2132819 Apr 18 21:50:32.107831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Allocated IP 172.25.3.161 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/cf2c95f0-c271-49a2-be75-ee020ec70218) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:32.176948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca2bb1c6-0e8a-43db-b713-cb94d96be788 req-beffee47-089f-4367-9f0e-540e954415da tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620224 Apr 18 21:50:32.193569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] For port 9781ed2a-8a75-454d-bb45-47e208524fec, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:32.209642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] For port 9781ed2a-8a75-454d-bb45-47e208524fec, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9781ed2a-8a75-454d-bb45-47e208524fec,segment=NetworkSegment(5f5db662-624f-41f2-8951-39e8b887839a),segment_id=5f5db662-624f-41f2-8951-39e8b887839a)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:32.300247 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:32.336574 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:32.394104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5c236-4fe7-4e09-a969-50d340219302 None None] Pushing event updated for resources: {'Port': ['ID=9781ed2a-8a75-454d-bb45-47e208524fec,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:32.428068 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:32.526076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:32.528863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:32.538478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:50:32.609422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Pushing event updated for resources: {'Port': ['ID=cf2c95f0-c271-49a2-be75-ee020ec70218,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:32.927389 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:32.928230 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:33.390671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:50:33.509732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:50:33.689880 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47366ba7-e9a7-47dc-ae28-eadeffe18859 req-4709168c-b208-4b10-a046-05b8f1f3cfc8 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:33.697582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9781ed2a-8a75-454d-bb45-47e208524fec up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:33.699282 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47366ba7-e9a7-47dc-ae28-eadeffe18859 req-4709168c-b208-4b10-a046-05b8f1f3cfc8 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 947 time: 0.3581157 Apr 18 21:50:33.784052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27799fe-2791-4ed7-8088-f0f9f9e6f9fb None None] Network f2c7bb86-1054-4717-8e3f-747b4ade5267 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:50:33.796483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47366ba7-e9a7-47dc-ae28-eadeffe18859 req-7161f3f7-912c-4e1e-a59c-86865c22aed9 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975485 Apr 18 21:50:33.861057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:33.872139 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Sync routers for ids ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:50:33.894703 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Routers {'5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:33.898668 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:50:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:33.964133 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.012245 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.012245 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-857768f7-0ce9-4366-9483-00c7fb69855f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0610297 Apr 18 21:50:34.012245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56394) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:34.119578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 9781ed2a-8a75-454d-bb45-47e208524fec completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:34.130990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bbd6742a-6c1e-4c01-a9a7-108ce22202fe None None] Provisioning for port 9781ed2a-8a75-454d-bb45-47e208524fec completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:34.147492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 9781ed2a-8a75-454d-bb45-47e208524fec triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:34.148007 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.217366 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Set router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:34.219940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:34.229210 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bbd6742a-6c1e-4c01-a9a7-108ce22202fe None None] Provisioning complete for port 9781ed2a-8a75-454d-bb45-47e208524fec triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:34.229697 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bbd6742a-6c1e-4c01-a9a7-108ce22202fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.315993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': '2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a', 'mac_address': 'fa:16:3e:08:93:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:50:34.510484 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.552448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:50:34.568483 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.709849 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bbd6742a-6c1e-4c01-a9a7-108ce22202fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.734569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:34.746601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 9781ed2a-8a75-454d-bb45-47e208524fec, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9781ed2a-8a75-454d-bb45-47e208524fec,segment=NetworkSegment(5f5db662-624f-41f2-8951-39e8b887839a),segment_id=5f5db662-624f-41f2-8951-39e8b887839a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:34.803929 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.881733 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:32Z', 'revision_number': 3, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:34.886923 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Checking router: 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:50:34.888058 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Updating router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 port cf2c95f0-c271-49a2-be75-ee020ec70218 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:50:34.928440 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.986977 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:35.011155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:35.013769 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-bbd6742a-6c1e-4c01-a9a7-108ce22202fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:50:35.014127 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-bbd6742a-6c1e-4c01-a9a7-108ce22202fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:50:35.096854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=9781ed2a-8a75-454d-bb45-47e208524fec,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:35.185098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:50:35.329216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7979ab-0fb2-410e-8db1-894e46525b96 req-b194079e-4e71-41f0-b9d1-d2b26c78a903 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:35.336329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f7979ab-0fb2-410e-8db1-894e46525b96 req-b194079e-4e71-41f0-b9d1-d2b26c78a903 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 948 time: 0.3745682 Apr 18 21:50:35.414071 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f7979ab-0fb2-410e-8db1-894e46525b96 req-26627596-99e8-4d92-8809-57136afa8d2b tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768139 Apr 18 21:50:35.562594 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:35.590305 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Transition to ACTIVE for port object cf2c95f0-c271-49a2-be75-ee020ec70218 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:35.596160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9781ed2a-8a75-454d-bb45-47e208524fec up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:35.605172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:35.670520 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:35.706958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 9781ed2a-8a75-454d-bb45-47e208524fec triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:35.708289 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:35.779400 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Attempting to bind port cf2c95f0-c271-49a2-be75-ee020ec70218 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:35.780139 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Attempting to bind port cf2c95f0-c271-49a2-be75-ee020ec70218 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:35.780256 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Attempting to bind port cf2c95f0-c271-49a2-be75-ee020ec70218 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:50:35.800732 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:50:35.800732 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:35.800732 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:35.800732 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:50:35.800732 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Bound port: cf2c95f0-c271-49a2-be75-ee020ec70218, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:35.800732 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:35.839131 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Pushing event updated for resources: {'Port': ['ID=cf2c95f0-c271-49a2-be75-ee020ec70218,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:35.840179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-115e39a2-81a9-4f5a-9edd-c19decc922e2 None None] Provisioning complete for port 9781ed2a-8a75-454d-bb45-47e208524fec triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:35.840727 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-115e39a2-81a9-4f5a-9edd-c19decc922e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:35.854531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Allocated IP 172.20.0.1 (f2c7bb86-1054-4717-8e3f-747b4ade5267/27c31f4b-bb3a-4beb-b156-f33120f4ea56/b0adce65-795a-4ddf-a56b-2ef8d3ab3436) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:35.872736 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:35.873180 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:35.873610 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:35.874007 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:35.874402 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:35.874796 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:35.875341 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:35.875739 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:35.876123 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:35.876640 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:35.877130 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:35.920051 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] For port cf2c95f0-c271-49a2-be75-ee020ec70218, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:35.925295 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] For port cf2c95f0-c271-49a2-be75-ee020ec70218, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cf2c95f0-c271-49a2-be75-ee020ec70218,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:35.987715 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:36.079257 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:36.103217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Transition to ACTIVE for port object b0adce65-795a-4ddf-a56b-2ef8d3ab3436 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:36.117507 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97473fa3-2b2e-44b2-a717-ac61a4f87502 None None] Pushing event updated for resources: {'Port': ['ID=cf2c95f0-c271-49a2-be75-ee020ec70218,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:36.123139 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Routers {'5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:36.123743 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:50:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:36.208439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:36.318806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Pushing event updated for resources: {'Port': ['ID=b0adce65-795a-4ddf-a56b-2ef8d3ab3436,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:36.326378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Network f2c7bb86-1054-4717-8e3f-747b4ade5267 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:36.327412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:36.331731 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] Set router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:36.342193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:50:36.417936 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:36.665593 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:36.726511 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:32Z', 'revision_number': 3, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:36.731534 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c84c01-fc72-473c-896c-c63354e17349 None None] The sync data for ids ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'] in n-d-836017-3 is: [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:32Z', 'revision_number': 3, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:50:36.747015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a551cd-f905-4252-a781-098dda9e0755 req-a0b86eba-16be-46a9-bdeb-a3110d5915e7 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:36.748501 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a551cd-f905-4252-a781-098dda9e0755 req-a0b86eba-16be-46a9-bdeb-a3110d5915e7 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 948 time: 0.1686530 Apr 18 21:50:36.761386 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-139e4267-d6a9-4ef0-aeb1-28eee0672d73 None None] Provisioning for port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:36.766864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-139e4267-d6a9-4ef0-aeb1-28eee0672d73 None None] Provisioning complete for port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:36.767223 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-139e4267-d6a9-4ef0-aeb1-28eee0672d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:36.856812 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-139e4267-d6a9-4ef0-aeb1-28eee0672d73 None None] Port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:50:36.925457 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5a551cd-f905-4252-a781-098dda9e0755 req-62045b5b-7d62-4ff1-b1ea-3ebb3c599418 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673310 Apr 18 21:50:37.026671 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:37.118841 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:37.233088 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:37.236617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Pushing event updated for resources: {'Port': ['ID=b0adce65-795a-4ddf-a56b-2ef8d3ab3436,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:37.512917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:37.548233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Network f2c7bb86-1054-4717-8e3f-747b4ade5267 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:37.554216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:37.704892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cf2c95f0-c271-49a2-be75-ee020ec70218 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:37.890116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f8eab44c-20fe-4691-8ae0-20e78a99cc35 None None] Provisioning complete for port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:37.890834 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8eab44c-20fe-4691-8ae0-20e78a99cc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:37.923414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:37.941311 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:37.941952 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:38.015813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port cf2c95f0-c271-49a2-be75-ee020ec70218 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:38.026956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port cf2c95f0-c271-49a2-be75-ee020ec70218 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:38.027610 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:38.079263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f8eab44c-20fe-4691-8ae0-20e78a99cc35 None None] Port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:50:38.180204 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:38.216797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b0645-3ef5-4bb7-a1e5-9bf109aeac2b req-bdc175fc-64da-45dc-8cd6-b88c6ea46859 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:38.218343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-939b0645-3ef5-4bb7-a1e5-9bf109aeac2b req-bdc175fc-64da-45dc-8cd6-b88c6ea46859 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 948 time: 0.1373906 Apr 18 21:50:38.230967 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:50:38.280627 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:38.284933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-939b0645-3ef5-4bb7-a1e5-9bf109aeac2b req-3b6a7847-fefd-433f-8028-a374847396c7 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566180 Apr 18 21:50:38.328274 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c43501-35ac-491f-a5d3-045a2eaa8733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:50:38.345823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port cf2c95f0-c271-49a2-be75-ee020ec70218, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cf2c95f0-c271-49a2-be75-ee020ec70218,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:38.347549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:38.425285 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:38.472884 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:38.492206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:38.501764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c4e79cbe-e341-4128-a7cd-e2d48d782b78 admin admin] 10.222.0.11 "PUT /v2.0/routers/5b8ebc0a-a776-4085-ad53-506e9a1bb1d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4885588 Apr 18 21:50:38.533753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=cf2c95f0-c271-49a2-be75-ee020ec70218,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:38.614690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:38.658103 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2e1355-52ea-4366-bb4c-71000ea66975'] response: {'server_uuid': '03c43501-35ac-491f-a5d3-045a2eaa8733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a', 'code': 200} Apr 18 21:50:38.805286 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-687e7565-66aa-435b-be4c-87e61001352c req-276026d9-1db8-4309-829a-a8369184e358 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 1100 time: 0.0807359 Apr 18 21:50:38.851679 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-687e7565-66aa-435b-be4c-87e61001352c req-7cc4f1bf-d8f5-4a73-b355-ae0e44af029b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400298 Apr 18 21:50:39.493311 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:39.534141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c29a7-4c78-43c8-bf6d-eef1e744a8a9 req-eb04123c-6473-4a5d-8a5a-dcdcbcb78870 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:39.543041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e2c29a7-4c78-43c8-bf6d-eef1e744a8a9 req-eb04123c-6473-4a5d-8a5a-dcdcbcb78870 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 949 time: 0.1044452 Apr 18 21:50:39.575645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cf2c95f0-c271-49a2-be75-ee020ec70218 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:39.601812 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e2c29a7-4c78-43c8-bf6d-eef1e744a8a9 req-58d4b0f1-21ab-4c5b-a429-8e1dea0b0a7a tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572970 Apr 18 21:50:39.675731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port cf2c95f0-c271-49a2-be75-ee020ec70218 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:39.676124 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:39.892617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56510) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:39.899066 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-32047555-network', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:39.921729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:39.929953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Usage tracker for resource:network and tenant:6d8f613ec90846749fd08c72f3b09626 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:39.935188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:39.948116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:40.032946 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Made reservation on behalf of 6d8f613ec90846749fd08c72f3b09626 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:40.035297 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.052513 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.092543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:40.096743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Usage tracker for resource:security_group_rule and tenant:6d8f613ec90846749fd08c72f3b09626 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:40.100027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:40.107122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:40.182597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.275974 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.312907 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:50:40.318859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fdc439-543e-4466-b059-23ea53c2fda3,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:40.326495 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.326838 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Added segment c6b0130d-0209-4eb8-9363-4144c40705b2 of type vlan for network a8e25791-a969-4c36-9b36-0d5bc4754ac8 Apr 18 21:50:40.369149 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.455235 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.456106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:40.456699 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.510568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Sync routers for ids ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:50:40.526620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Routers {'5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:40.527219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:50:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:40.566696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] Pushing event updated for resources: {'Network': ['ID=a8e25791-a969-4c36-9b36-0d5bc4754ac8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:40.577375 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a8e25791-a969-4c36-9b36-0d5bc4754ac8 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:50:40.613749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-29e9eb23-bb21-46b1-a5e2-68d27d18a53b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7203345 Apr 18 21:50:40.616963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56526) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:40.625518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Request body: {'subnet': {'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-32047555-subnet', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:40.635865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:40.645763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Usage tracker for resource:subnet and tenant:6d8f613ec90846749fd08c72f3b09626 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:40.645763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:40.651259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:40.758576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Made reservation on behalf of 6d8f613ec90846749fd08c72f3b09626 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:40.761166 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.833601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Set router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:40.989326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d3083-645f-4765-a2ee-190aca041c55 req-6c0a55e6-e1a4-4639-88dd-082a85bedb21 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:40.995799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a09d3083-645f-4765-a2ee-190aca041c55 req-6c0a55e6-e1a4-4639-88dd-082a85bedb21 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 949 time: 0.1771946 Apr 18 21:50:41.125631 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a09d3083-645f-4765-a2ee-190aca041c55 req-8722e592-57bb-4f07-901c-6e726484502f tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248231 Apr 18 21:50:41.249428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b0adce65-795a-4ddf-a56b-2ef8d3ab3436', 'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'mac_address': 'fa:16:3e:bd:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:35Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 2, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'subnets': [{'id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:41.253675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Checking router: 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:50:41.254033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Updating router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:50:41.259382 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:41.338607 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:41.383392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06aad81f-9363-49fb-8b37-2a5801ac2342,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:41.393785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Checking segment: {'id': 'c6b0130d-0209-4eb8-9363-4144c40705b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:41.394318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Network hostable DHCP agents. Network: a8e25791-a969-4c36-9b36-0d5bc4754ac8, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:50:41.490122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Network a8e25791-a969-4c36-9b36-0d5bc4754ac8 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:50:41.579039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a8e25791-a969-4c36-9b36-0d5bc4754ac8) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:41.583894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:41.584588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:41.625508 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7b4eee-a539-4de4-8942-98b44dce8074 None None] Network a8e25791-a969-4c36-9b36-0d5bc4754ac8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:50:41.688274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9800e5a2-0947-4160-90c8-f7e08df19ab1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0702336 Apr 18 21:50:41.690747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 56558) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:41.696988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-32047555-router', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:41.712550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:41.717012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Usage tracker for resource:router and tenant:6d8f613ec90846749fd08c72f3b09626 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:41.720174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:41.726387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:41.804505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:41.804505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:41.828508 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:41.985038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-a8e25791-a969-4c36-9b36-0d5bc4754ac8', 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'fixed_ips': [{'subnet_id': '06aad81f-9363-49fb-8b37-2a5801ac2342'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:50:41.985038 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:42.016058 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:42.029679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Transition to ACTIVE for port object b0adce65-795a-4ddf-a56b-2ef8d3ab3436 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:42.123897 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:42.222121 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:42.274222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3683a1-c6ed-45be-babc-d16e783f17eb None None] Pushing event updated for resources: {'Port': ['ID=b0adce65-795a-4ddf-a56b-2ef8d3ab3436,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:42.561956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Attempting to bind port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:42.562316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Attempting to bind port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:42.562672 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Attempting to bind port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 on network f2c7bb86-1054-4717-8e3f-747b4ade5267 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:50:42.565340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Allocated IP 172.20.0.2 (a8e25791-a969-4c36-9b36-0d5bc4754ac8/06aad81f-9363-49fb-8b37-2a5801ac2342/267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:42.593095 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:50:42.593450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Checking segment: {'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:42.596691 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:42.597127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Bound using segment: {'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:50:42.597648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Bound port: b0adce65-795a-4ddf-a56b-2ef8d3ab3436, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:42.598041 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:42.604668 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:42.640216 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:42.779372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] For port b0adce65-795a-4ddf-a56b-2ef8d3ab3436, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:42.779372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] For port b0adce65-795a-4ddf-a56b-2ef8d3ab3436, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b0adce65-795a-4ddf-a56b-2ef8d3ab3436,segment=NetworkSegment(5f5db662-624f-41f2-8951-39e8b887839a),segment_id=5f5db662-624f-41f2-8951-39e8b887839a)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:42.835165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Allocated IP 172.25.3.124 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/8c450363-0943-4d4b-99b7-740d15d55d0d) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:42.856612 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.029888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.102203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3683a1-c6ed-45be-babc-d16e783f17eb None None] Pushing event updated for resources: {'Port': ['ID=b0adce65-795a-4ddf-a56b-2ef8d3ab3436,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:43.107193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Routers {'5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:43.107792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:50:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:43.128029 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.269685 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:43.278316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:43.314360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:50:43.396572 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.408612 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Transition to ACTIVE for port object 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:43.432673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Transition to ACTIVE for port object 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:43.444407 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c450363-0943-4d4b-99b7-740d15d55d0d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:43.511266 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.630454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Network a8e25791-a969-4c36-9b36-0d5bc4754ac8 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:43.634304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:43.640824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:50:43.648831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Pushing event updated for resources: {'Port': ['ID=267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:43.653858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] Set router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:43.744738 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.746338 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.957029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Attempting to bind port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:43.957029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Attempting to bind port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'c6b0130d-0209-4eb8-9363-4144c40705b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:43.957029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Attempting to bind port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f on network a8e25791-a969-4c36-9b36-0d5bc4754ac8 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:50:44.063696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:50:44.069853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Checking segment: {'id': 'c6b0130d-0209-4eb8-9363-4144c40705b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:44.069853 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:44.069853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Bound using segment: {'id': 'c6b0130d-0209-4eb8-9363-4144c40705b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:50:44.069853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Bound port: 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b0130d-0209-4eb8-9363-4144c40705b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:44.069853 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:44.205022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Router 23b3e3a4-fac4-4a84-a918-76439e401368 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:50:44.297521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] For port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:44.309265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] For port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f,segment=NetworkSegment(c6b0130d-0209-4eb8-9363-4144c40705b2),segment_id=c6b0130d-0209-4eb8-9363-4144c40705b2)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:44.326928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b0adce65-795a-4ddf-a56b-2ef8d3ab3436', 'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'mac_address': 'fa:16:3e:bd:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:35Z', 'updated_at': '2022-04-18T21:50:42Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'subnets': [{'id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:44.331193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c43b6d-f7b2-4cdf-a79d-3251de5df49a None None] The sync data for ids ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'] in n-d-836017-3 is: [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b0adce65-795a-4ddf-a56b-2ef8d3ab3436', 'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'mac_address': 'fa:16:3e:bd:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:35Z', 'updated_at': '2022-04-18T21:50:42Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'subnets': [{'id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:50:44.419124 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:44.546753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419c77a-3e35-410a-857d-cb44e6f4885e None None] Pushing event updated for resources: {'Port': ['ID=267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:44.600953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:44.616046 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Sync routers for ids ['23b3e3a4-fac4-4a84-a918-76439e401368'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:50:44.643655 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Routers {'23b3e3a4-fac4-4a84-a918-76439e401368'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:44.647744 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:50:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['23b3e3a4-fac4-4a84-a918-76439e401368'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:44.764612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:44.772339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 56606) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:44.787833 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-424fcda3-8d25-4f4f-ae6c-b14fd63720e8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0958617 Apr 18 21:50:45.051684 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Set router 23b3e3a4-fac4-4a84-a918-76439e401368 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:45.687069 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'name': 'tempest-TestVolumeBackupRestore-32047555-router', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:41Z', 'updated_at': '2022-04-18T21:50:43Z', 'revision_number': 3, 'project_id': '6d8f613ec90846749fd08c72f3b09626', 'gw_port': {'id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:42Z', 'updated_at': '2022-04-18T21:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:45.698970 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Checking router: 23b3e3a4-fac4-4a84-a918-76439e401368 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:50:45.698970 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Updating router 23b3e3a4-fac4-4a84-a918-76439e401368 port 8c450363-0943-4d4b-99b7-740d15d55d0d binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:50:45.830728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:45.846469 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.065046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:46.071008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b0adce65-795a-4ddf-a56b-2ef8d3ab3436 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:46.255980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:46.262230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:46.262678 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.364309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07363c3-2de4-42d8-a639-fde70f24c6d4 None None] Network a8e25791-a969-4c36-9b36-0d5bc4754ac8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:50:46.546311 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.558914 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Transition to ACTIVE for port object 8c450363-0943-4d4b-99b7-740d15d55d0d will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:46.570436 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.661818 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.713582 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.746978 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Attempting to bind port 8c450363-0943-4d4b-99b7-740d15d55d0d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:46.747525 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Attempting to bind port 8c450363-0943-4d4b-99b7-740d15d55d0d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:46.747678 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Attempting to bind port 8c450363-0943-4d4b-99b7-740d15d55d0d on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:50:46.750038 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5befb7-65f4-4ac4-bc7b-9c2b43094a05 None None] Pushing event updated for resources: {'Port': ['ID=8c450363-0943-4d4b-99b7-740d15d55d0d,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:46.751452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-de986884-a137-4651-b89a-470400a85564 None None] Provisioning for port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:46.762331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-de986884-a137-4651-b89a-470400a85564 None None] Provisioning complete for port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:46.762812 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de986884-a137-4651-b89a-470400a85564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.763931 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:50:46.764548 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:46.765111 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.765706 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:50:46.772314 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Bound port: 8c450363-0943-4d4b-99b7-740d15d55d0d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:46.772314 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.863295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port b0adce65-795a-4ddf-a56b-2ef8d3ab3436, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b0adce65-795a-4ddf-a56b-2ef8d3ab3436,segment=NetworkSegment(5f5db662-624f-41f2-8951-39e8b887839a),segment_id=5f5db662-624f-41f2-8951-39e8b887839a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:46.908868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Allocated IP 172.20.0.1 (a8e25791-a969-4c36-9b36-0d5bc4754ac8/06aad81f-9363-49fb-8b37-2a5801ac2342/1190270d-e488-4b7b-9316-dd4b4b0a3d4a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:46.962163 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.976452 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] For port 8c450363-0943-4d4b-99b7-740d15d55d0d, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:46.979903 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] For port 8c450363-0943-4d4b-99b7-740d15d55d0d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8c450363-0943-4d4b-99b7-740d15d55d0d,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:47.053610 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.083460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=b0adce65-795a-4ddf-a56b-2ef8d3ab3436,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:47.110398 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de986884-a137-4651-b89a-470400a85564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.173973 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.180465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-de986884-a137-4651-b89a-470400a85564 None None] For port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f,segment=NetworkSegment(c6b0130d-0209-4eb8-9363-4144c40705b2),segment_id=c6b0130d-0209-4eb8-9363-4144c40705b2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:47.201952 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Routers {'23b3e3a4-fac4-4a84-a918-76439e401368'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:47.202575 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:50:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['23b3e3a4-fac4-4a84-a918-76439e401368'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:47.203016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Transition to ACTIVE for port object 1190270d-e488-4b7b-9316-dd4b4b0a3d4a will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:47.238742 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de986884-a137-4651-b89a-470400a85564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.316313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de986884-a137-4651-b89a-470400a85564 None None] Pushing event updated for resources: {'Port': ['ID=267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:47.341985 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.357118 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5befb7-65f4-4ac4-bc7b-9c2b43094a05 None None] Pushing event updated for resources: {'Port': ['ID=8c450363-0943-4d4b-99b7-740d15d55d0d,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:47.376055 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5c372776-5c89-4475-83b6-37e10e9b14c7 None None] Provisioning complete for port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:47.376434 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c372776-5c89-4475-83b6-37e10e9b14c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.422961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Network a8e25791-a969-4c36-9b36-0d5bc4754ac8 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:47.424801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:47.442765 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:50:47.465381 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] Set router 23b3e3a4-fac4-4a84-a918-76439e401368 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:47.570125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Pushing event updated for resources: {'Port': ['ID=1190270d-e488-4b7b-9316-dd4b4b0a3d4a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:47.580456 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.632462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:47.734373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:47.735047 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.805915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.937276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b0adce65-795a-4ddf-a56b-2ef8d3ab3436 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:47.940340 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'name': 'tempest-TestVolumeBackupRestore-32047555-router', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:41Z', 'updated_at': '2022-04-18T21:50:43Z', 'revision_number': 3, 'project_id': '6d8f613ec90846749fd08c72f3b09626', 'gw_port': {'id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:42Z', 'updated_at': '2022-04-18T21:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:47.947669 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71aecf-4f27-40ab-ad40-c376afbcd560 None None] The sync data for ids ['23b3e3a4-fac4-4a84-a918-76439e401368'] in n-d-836017-3 is: [{'id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'name': 'tempest-TestVolumeBackupRestore-32047555-router', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:41Z', 'updated_at': '2022-04-18T21:50:43Z', 'revision_number': 3, 'project_id': '6d8f613ec90846749fd08c72f3b09626', 'gw_port': {'id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:42Z', 'updated_at': '2022-04-18T21:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:50:48.043987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:48.043987 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.078584 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0c2ef00f-5ba7-415e-9751-a53d44c0cef6 None None] Provisioning for port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:48.090477 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0c2ef00f-5ba7-415e-9751-a53d44c0cef6 None None] Provisioning complete for port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:48.090834 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef00f-5ba7-415e-9751-a53d44c0cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.170289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ef00f-5ba7-415e-9751-a53d44c0cef6 None None] Port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:50:48.194069 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.281608 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.386199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Pushing event updated for resources: {'Port': ['ID=1190270d-e488-4b7b-9316-dd4b4b0a3d4a,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:48.388514 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.649856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Network a8e25791-a969-4c36-9b36-0d5bc4754ac8 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:48.651596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:48.900414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6dcd540e-3417-4dcd-8d20-abe561399a3e None None] Provisioning complete for port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:48.900870 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6dcd540e-3417-4dcd-8d20-abe561399a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.967964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd540e-3417-4dcd-8d20-abe561399a3e None None] Port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:50:49.081333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Router 23b3e3a4-fac4-4a84-a918-76439e401368 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:50:49.371935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:49.396192 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cf7e4f06-9065-496a-80ea-19243be8a30a admin admin] 10.222.0.11 "PUT /v2.0/routers/23b3e3a4-fac4-4a84-a918-76439e401368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6223733 Apr 18 21:50:54.687427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e41dd86a-6b82-46d5-b3e6-916aa22ae6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:55.625572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8c450363-0943-4d4b-99b7-740d15d55d0d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:55.796242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 8c450363-0943-4d4b-99b7-740d15d55d0d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:55.805178 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8c450363-0943-4d4b-99b7-740d15d55d0d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:55.805669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.018528 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.037367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 8c450363-0943-4d4b-99b7-740d15d55d0d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8c450363-0943-4d4b-99b7-740d15d55d0d,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:56.116798 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.217362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=8c450363-0943-4d4b-99b7-740d15d55d0d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:57.590144 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8c450363-0943-4d4b-99b7-740d15d55d0d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:57.672790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8c450363-0943-4d4b-99b7-740d15d55d0d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:57.673162 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.995727 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1a107083-4fe8-4487-b6e0-d0d981274c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:58.101216 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:58.752483 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:00.170363 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:51:01.127168 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.804023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Sync routers for ids ['23b3e3a4-fac4-4a84-a918-76439e401368'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:51:03.825221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Routers {'23b3e3a4-fac4-4a84-a918-76439e401368'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:51:03.825896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:50:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['23b3e3a4-fac4-4a84-a918-76439e401368'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:03.895757 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:04.076726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Set router 23b3e3a4-fac4-4a84-a918-76439e401368 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:51:04.509213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'name': 'tempest-TestVolumeBackupRestore-32047555-router', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:41Z', 'updated_at': '2022-04-18T21:50:47Z', 'revision_number': 4, 'project_id': '6d8f613ec90846749fd08c72f3b09626', 'gw_port': {'id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:42Z', 'updated_at': '2022-04-18T21:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1190270d-e488-4b7b-9316-dd4b4b0a3d4a', 'name': '', 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'mac_address': 'fa:16:3e:4b:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06aad81f-9363-49fb-8b37-2a5801ac2342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:46Z', 'updated_at': '2022-04-18T21:50:47Z', 'revision_number': 2, 'project_id': '6d8f613ec90846749fd08c72f3b09626', 'subnets': [{'id': '06aad81f-9363-49fb-8b37-2a5801ac2342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:04.514007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Checking router: 23b3e3a4-fac4-4a84-a918-76439e401368 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:51:04.514390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Updating router 23b3e3a4-fac4-4a84-a918-76439e401368 port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:51:04.594663 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:05.076942 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:05.097558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Transition to ACTIVE for port object 1190270d-e488-4b7b-9316-dd4b4b0a3d4a will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:51:05.201782 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:05.360839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e756205-e667-4f83-b3fa-a615b20030e3 None None] Pushing event updated for resources: {'Port': ['ID=1190270d-e488-4b7b-9316-dd4b4b0a3d4a,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Attempting to bind port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Attempting to bind port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'c6b0130d-0209-4eb8-9363-4144c40705b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Attempting to bind port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a on network a8e25791-a969-4c36-9b36-0d5bc4754ac8 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Checking segment: {'id': 'c6b0130d-0209-4eb8-9363-4144c40705b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Bound using segment: {'id': 'c6b0130d-0209-4eb8-9363-4144c40705b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Bound port: 1190270d-e488-4b7b-9316-dd4b4b0a3d4a, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b0130d-0209-4eb8-9363-4144c40705b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] For port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] For port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1190270d-e488-4b7b-9316-dd4b4b0a3d4a,segment=NetworkSegment(c6b0130d-0209-4eb8-9363-4144c40705b2),segment_id=c6b0130d-0209-4eb8-9363-4144c40705b2)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Routers {'23b3e3a4-fac4-4a84-a918-76439e401368'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:50:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['23b3e3a4-fac4-4a84-a918-76439e401368'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:05.965783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e756205-e667-4f83-b3fa-a615b20030e3 None None] Pushing event updated for resources: {'Port': ['ID=1190270d-e488-4b7b-9316-dd4b4b0a3d4a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:06.062336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] Set router 23b3e3a4-fac4-4a84-a918-76439e401368 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:51:07.940464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'name': 'tempest-TestVolumeBackupRestore-32047555-router', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:41Z', 'updated_at': '2022-04-18T21:50:47Z', 'revision_number': 4, 'project_id': '6d8f613ec90846749fd08c72f3b09626', 'gw_port': {'id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:42Z', 'updated_at': '2022-04-18T21:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1190270d-e488-4b7b-9316-dd4b4b0a3d4a', 'name': '', 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'mac_address': 'fa:16:3e:4b:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06aad81f-9363-49fb-8b37-2a5801ac2342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:46Z', 'updated_at': '2022-04-18T21:51:05Z', 'revision_number': 4, 'project_id': '6d8f613ec90846749fd08c72f3b09626', 'subnets': [{'id': '06aad81f-9363-49fb-8b37-2a5801ac2342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:07.940464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c022f1-bba1-44b5-8e53-d0f93ff70eeb None None] The sync data for ids ['23b3e3a4-fac4-4a84-a918-76439e401368'] in n-d-836017-3 is: [{'id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'name': 'tempest-TestVolumeBackupRestore-32047555-router', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:41Z', 'updated_at': '2022-04-18T21:50:47Z', 'revision_number': 4, 'project_id': '6d8f613ec90846749fd08c72f3b09626', 'gw_port': {'id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:42Z', 'updated_at': '2022-04-18T21:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1190270d-e488-4b7b-9316-dd4b4b0a3d4a', 'name': '', 'network_id': 'a8e25791-a969-4c36-9b36-0d5bc4754ac8', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'mac_address': 'fa:16:3e:4b:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06aad81f-9363-49fb-8b37-2a5801ac2342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:46Z', 'updated_at': '2022-04-18T21:51:05Z', 'revision_number': 4, 'project_id': '6d8f613ec90846749fd08c72f3b09626', 'subnets': [{'id': '06aad81f-9363-49fb-8b37-2a5801ac2342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:51:08.065048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1190270d-e488-4b7b-9316-dd4b4b0a3d4a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:51:08.256928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:51:08.270017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:08.270017 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:08.449427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:08.485726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1190270d-e488-4b7b-9316-dd4b4b0a3d4a,segment=NetworkSegment(c6b0130d-0209-4eb8-9363-4144c40705b2),segment_id=c6b0130d-0209-4eb8-9363-4144c40705b2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:08.552026 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:08.628874 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=1190270d-e488-4b7b-9316-dd4b4b0a3d4a,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:09.576224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1190270d-e488-4b7b-9316-dd4b4b0a3d4a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:51:09.684992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:09.685997 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:10.157997 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:13.048273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-28d4dd17-69ac-49c7-8b31-0471bd323097 req-3f8e83cb-3324-48a5-a153-cf720e056795 service neutron] (85048) timed out ('10.222.0.59', 55602) {{(pid=85048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:51:24.744215 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a2016733-0c35-46a1-a484-3d3c616c0191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:27.197949 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6c13ce17-665e-4b6b-9d74-33ac6f5479a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:28.020459 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:28.826378 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:31.218169 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:32.091166 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba927d38-3b28-42d1-a3f7-5a329b419db1 req-6082dbc5-e7d8-463e-a73b-78f8ff370358 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709467 Apr 18 21:51:32.308412 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba927d38-3b28-42d1-a3f7-5a329b419db1 req-c62ef510-0be1-4c0c-ba3c-58ec20db4e90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852141a57e044fada416fe324648d1c8&device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 1100 time: 0.1333854 Apr 18 21:51:32.500777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba927d38-3b28-42d1-a3f7-5a329b419db1 req-d89aceac-c8d1-43fb-9577-0ea4dee00d2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:32.502335 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba927d38-3b28-42d1-a3f7-5a329b419db1 req-d89aceac-c8d1-43fb-9577-0ea4dee00d2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 HTTP/1.1" status: 200 len: 870 time: 0.1692753 Apr 18 21:51:32.577418 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba927d38-3b28-42d1-a3f7-5a329b419db1 req-dfaa6d79-db4d-4fb0-b2f9-f8f6b0363ae8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a HTTP/1.1" status: 200 len: 217 time: 0.0671577 Apr 18 21:51:32.639730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba927d38-3b28-42d1-a3f7-5a329b419db1 req-bfc1e9ff-0356-4345-881a-3e7236601b0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:32.641448 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba927d38-3b28-42d1-a3f7-5a329b419db1 req-bfc1e9ff-0356-4345-881a-3e7236601b0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0583191 Apr 18 21:51:32.731006 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba927d38-3b28-42d1-a3f7-5a329b419db1 req-1d389695-0e5a-48ed-aea3-2eddddf42f8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837097 Apr 18 21:51:32.873345 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba927d38-3b28-42d1-a3f7-5a329b419db1 req-90f06b72-0686-4c51-9747-0ed4e1017525 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363754 Apr 18 21:51:33.017699 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ba927d38-3b28-42d1-a3f7-5a329b419db1 req-994bc258-39a4-485f-a804-81e7c24adedf service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385581 Apr 18 21:51:33.831851 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:37.175252 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:51:38.112547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-fea5ee08-83b2-4e94-a857-deb919b80fef tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:38.114138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-fea5ee08-83b2-4e94-a857-deb919b80fef tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/networks?id=64e353d4-16c6-4444-8a95-95b70a037748 HTTP/1.1" status: 200 len: 812 time: 0.1749351 Apr 18 21:51:38.149536 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-7f4c9793-4dcd-4a74-9fe3-4de9746cc568 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/quotas/d92338b5c28344a1872c923772c215bd HTTP/1.1" status: 200 len: 375 time: 0.0193300 Apr 18 21:51:38.197724 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-294f941d-3203-441b-9b1e-12c60b1f20bf tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d92338b5c28344a1872c923772c215bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469496 Apr 18 21:51:38.347218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-3e7863e7-cda7-4414-9782-de9d0eebf2fe service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:51:38.348247 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-3e7863e7-cda7-4414-9782-de9d0eebf2fe service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1409061 Apr 18 21:51:38.671799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-29ca3287-1c60-4e90-888a-28d8d0f3a939 service neutron] 10.222.0.11 "GET /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164048 Apr 18 21:51:38.817331 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-40ad7f32-e28f-4f17-b26f-a38d1b714d2b service neutron] 10.222.0.11 "GET /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446962 Apr 18 21:51:39.208089 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e03ee3cb-7079-49b0-abee-0e5fafb14685 req-7a85b617-9de5-45ad-9fb2-2b6d58ebf39d tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 210 time: 0.0909495 Apr 18 21:51:39.500384 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:40.390849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95902770-5e67-416e-aa09-91eb0521262a req-e87e6b75-5042-4116-b54a-03a8d38b9c0b tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 210 time: 0.1088924 Apr 18 21:51:42.053882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0633e406-8d7d-4dd2-8a2f-c9f9af769aa3 req-a1e27697-76fa-48fb-b7b8-f63acf77f14a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 210 time: 0.0578642 Apr 18 21:51:43.049424 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-937380ad-7f6d-4bfe-8749-dc1f9a548ca1 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:43.051138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-937380ad-7f6d-4bfe-8749-dc1f9a548ca1 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Synchronizing usage tracker for tenant:d92338b5c28344a1872c923772c215bd on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:51:43.129009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-937380ad-7f6d-4bfe-8749-dc1f9a548ca1 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Unset dirty status for tenant:d92338b5c28344a1872c923772c215bd on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:51:43.143068 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-937380ad-7f6d-4bfe-8749-dc1f9a548ca1 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.59 "GET /v2.0/networks?id=64e353d4-16c6-4444-8a95-95b70a037748 HTTP/1.1" status: 200 len: 812 time: 0.3992424 Apr 18 21:51:43.145994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b46164a7-6aa6-4f39-bf8f-539994911841 req-b0290fab-074a-45af-889d-f2e50e790cfe tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 210 time: 0.0572505 Apr 18 21:51:43.153460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Request body: {'port': {'device_id': '8a728f77-c02d-4799-ad05-0a65803a0a07', 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748', 'admin_state_up': True, 'tenant_id': 'd92338b5c28344a1872c923772c215bd'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:51:43.425867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:43.430167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Usage tracker for resource:port and tenant:d92338b5c28344a1872c923772c215bd is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:43.433977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:43.440076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:43.545922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Made reservation on behalf of d92338b5c28344a1872c923772c215bd for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:51:43.548946 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:43.819115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Allocated IP 172.20.0.2 (64e353d4-16c6-4444-8a95-95b70a037748/503c0c48-02a2-43f7-9174-884d24315aca/67efc699-6ff9-41b0-9e4d-5397abd392b9) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:51:44.055989 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:44.163146 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:44.257378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Network 64e353d4-16c6-4444-8a95-95b70a037748 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:51:44.285300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:51:44.304913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:51:44.363024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Pushing event updated for resources: {'Port': ['ID=67efc699-6ff9-41b0-9e4d-5397abd392b9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:44.380023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:44.380726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:44.381278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:44.381833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:44.382360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:44.382913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:44.383643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:44.384176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:44.384713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:44.385237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:44.385782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:44.406317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:44.407028 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:44.413814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27808c4c-95d5-45bd-9c59-75b08a9f8198 req-dc65c84c-de75-4f20-8e02-c0a65bc32254 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:44.416884 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27808c4c-95d5-45bd-9c59-75b08a9f8198 req-dc65c84c-de75-4f20-8e02-c0a65bc32254 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 931 time: 0.1004474 Apr 18 21:51:44.471220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27808c4c-95d5-45bd-9c59-75b08a9f8198 req-cfe15d15-6d0c-45d0-afe6-f3b02c19c9af tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488477 Apr 18 21:51:44.493803 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-33ec65ea-eb22-4a6e-a270-b68fc2487db2 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3463643 Apr 18 21:51:44.506158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Request body: {'port': {'device_id': '8a728f77-c02d-4799-ad05-0a65803a0a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:51:44.619293 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:45.020493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67efc699-6ff9-41b0-9e4d-5397abd392b9 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:51:45.028499 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:45.043610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Transition to ACTIVE for port object 67efc699-6ff9-41b0-9e4d-5397abd392b9 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:51:45.138014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:45.375161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Pushing event updated for resources: {'Port': ['ID=67efc699-6ff9-41b0-9e4d-5397abd392b9,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:45.422692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Attempting to bind port 67efc699-6ff9-41b0-9e4d-5397abd392b9 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:51:45.423021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Attempting to bind port 67efc699-6ff9-41b0-9e4d-5397abd392b9 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'c0d8b482-b043-4cef-96d8-85e094b34aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:51:45.423423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Attempting to bind port 67efc699-6ff9-41b0-9e4d-5397abd392b9 on network 64e353d4-16c6-4444-8a95-95b70a037748 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:51:45.429823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Port 67efc699-6ff9-41b0-9e4d-5397abd392b9 on network 64e353d4-16c6-4444-8a95-95b70a037748 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:51:45.430012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Attempting to bind port 67efc699-6ff9-41b0-9e4d-5397abd392b9 on network 64e353d4-16c6-4444-8a95-95b70a037748 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:51:45.436789 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:51:45.437044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Checking segment: {'id': 'c0d8b482-b043-4cef-96d8-85e094b34aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:51:45.437533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Bound using segment: {'id': 'c0d8b482-b043-4cef-96d8-85e094b34aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:51:45.437960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Bound port: 67efc699-6ff9-41b0-9e4d-5397abd392b9, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d8b482-b043-4cef-96d8-85e094b34aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:51:45.438304 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:45.555969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] For port 67efc699-6ff9-41b0-9e4d-5397abd392b9, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:51:45.555969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] For port 67efc699-6ff9-41b0-9e4d-5397abd392b9, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=67efc699-6ff9-41b0-9e4d-5397abd392b9,segment=NetworkSegment(c0d8b482-b043-4cef-96d8-85e094b34aa0),segment_id=c0d8b482-b043-4cef-96d8-85e094b34aa0)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:51:45.655540 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:45.731427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5067098-7a19-42fa-abf9-bc16106e3989 req-15fb1dde-67b0-4271-a7dd-6ef189c49e0d tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:45.739223 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a5067098-7a19-42fa-abf9-bc16106e3989 req-15fb1dde-67b0-4271-a7dd-6ef189c49e0d tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 943 time: 0.1111567 Apr 18 21:51:45.775268 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Pushing event updated for resources: {'Port': ['ID=67efc699-6ff9-41b0-9e4d-5397abd392b9,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:45.782270 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:45.785044 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-046f139f-4313-45e9-a825-35d6fd532b99 service neutron] 10.222.0.59 "PUT /v2.0/ports/67efc699-6ff9-41b0-9e4d-5397abd392b9 HTTP/1.1" status: 200 len: 1091 time: 1.2833102 Apr 18 21:51:45.785846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a728f77-c02d-4799-ad05-0a65803a0a07', 'tag': '67efc699-6ff9-41b0-9e4d-5397abd392b9'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:51:45.803493 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a5067098-7a19-42fa-abf9-bc16106e3989 req-3a5f7336-6084-43e4-b8b6-33f7ce3e67f8 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630889 Apr 18 21:51:45.859751 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49eb07a4-b6b9-4813-bdaf-89028299936d'] response: {'name': 'network-changed', 'server_uuid': '8a728f77-c02d-4799-ad05-0a65803a0a07', 'tag': '67efc699-6ff9-41b0-9e4d-5397abd392b9', 'status': 'completed', 'code': 200} Apr 18 21:51:45.954303 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2d1704e9-4a5e-4475-a51d-844dc637214a req-eb967621-dbde-4455-9f0f-01dccdcabf3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d92338b5c28344a1872c923772c215bd&device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 1094 time: 0.0744553 Apr 18 21:51:46.254078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1704e9-4a5e-4475-a51d-844dc637214a req-d3e2374d-6dc4-421e-90cc-f4cf77ba0c96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:46.257376 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2d1704e9-4a5e-4475-a51d-844dc637214a req-d3e2374d-6dc4-421e-90cc-f4cf77ba0c96 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d92338b5c28344a1872c923772c215bd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2949054 Apr 18 21:51:46.423473 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1704e9-4a5e-4475-a51d-844dc637214a req-28a253c0-acb5-4318-afe3-24aaea3e8ba0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:46.424736 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2d1704e9-4a5e-4475-a51d-844dc637214a req-28a253c0-acb5-4318-afe3-24aaea3e8ba0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1615264 Apr 18 21:51:46.569189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-526f6297-28a3-4430-81b9-ca1880d1700e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d92338b5c28344a1872c923772c215bd&device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 1094 time: 0.0886328 Apr 18 21:51:46.657646 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-b00b0929-c844-4bdb-9f66-e81edc6512be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67efc699-6ff9-41b0-9e4d-5397abd392b9 HTTP/1.1" status: 200 len: 217 time: 0.0756738 Apr 18 21:51:46.695482 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58244) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:46.764764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-d50db031-ba80-4436-93d5-60d74e9dca92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:46.773131 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-d50db031-ba80-4436-93d5-60d74e9dca92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503c0c48-02a2-43f7-9174-884d24315aca HTTP/1.1" status: 200 len: 852 time: 0.1048615 Apr 18 21:51:46.878526 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-21e94fe2-1ba1-4622-867e-de56a7fcf174 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=64e353d4-16c6-4444-8a95-95b70a037748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982575 Apr 18 21:51:46.930176 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:46.978610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:46.984881 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Usage tracker for resource:security_group_rule and tenant:29643b6571c641cc9f26fdc236a7a478 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:46.988478 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:47.050549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:47.095670 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-54665eed-9519-4183-804c-14ef02e15ec6 service neutron] 10.222.0.59 "GET /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103777 Apr 18 21:51:47.152747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d3d31-3b44-4dfa-b9a2-ac515aa6c421 req-40396bd1-c149-4db3-84d4-555fe73fa2e1 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:47.154625 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6c9d3d31-3b44-4dfa-b9a2-ac515aa6c421 req-40396bd1-c149-4db3-84d4-555fe73fa2e1 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 943 time: 0.1550679 Apr 18 21:51:47.236405 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6c9d3d31-3b44-4dfa-b9a2-ac515aa6c421 req-933eae29-7aac-48ac-8beb-d11639025e69 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733745 Apr 18 21:51:47.293086 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:47.300354 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-768da887-10fd-423e-8f0c-d3861ee685d6 req-b7306530-ad66-4568-8ac8-37f8582cc070 service neutron] 10.222.0.59 "GET /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808259 Apr 18 21:51:47.453911 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:47.501051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2307347-4fd0-46c3-9938-2ef27f247783,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:47.504827 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29643b6571c641cc9f26fdc236a7a478&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8070486 Apr 18 21:51:47.513063 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:47.513344 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:47.513697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:47.514025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:47.514351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:47.515127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:47.515263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58268) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:47.515474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:47.515791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:47.516106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:47.516422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:47.516739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706fddb-6cbd-4422-94c3-02f795082c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:47.584195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40492146-de45-4778-8e4d-fb952eb27069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:47.611211 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40492146-de45-4778-8e4d-fb952eb27069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:47.740202 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40492146-de45-4778-8e4d-fb952eb27069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:47.757451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40492146-de45-4778-8e4d-fb952eb27069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2307347-4fd0-46c3-9938-2ef27f247783,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:47.762865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40492146-de45-4778-8e4d-fb952eb27069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:47.764013 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-40492146-de45-4778-8e4d-fb952eb27069 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2307347-4fd0-46c3-9938-2ef27f247783 HTTP/1.1" status: 204 len: 168 time: 0.2478092 Apr 18 21:51:48.446928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41677e-441a-4c3f-a9c0-b9c4e2db2ade req-eb8cc1e4-2ff5-4e30-a186-f3564cbbacb0 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:48.448387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d41677e-441a-4c3f-a9c0-b9c4e2db2ade req-eb8cc1e4-2ff5-4e30-a186-f3564cbbacb0 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 943 time: 0.0791299 Apr 18 21:51:48.498022 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d41677e-441a-4c3f-a9c0-b9c4e2db2ade req-86c8c09e-b5d2-4070-81b1-ef6150b396fa tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440454 Apr 18 21:51:49.722861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f6332-a019-4b7a-a674-e4ce703500de req-cee176d0-6fa0-4fa7-8320-39a084299574 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:49.722861 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e06f6332-a019-4b7a-a674-e4ce703500de req-cee176d0-6fa0-4fa7-8320-39a084299574 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 943 time: 0.0897591 Apr 18 21:51:49.779637 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e06f6332-a019-4b7a-a674-e4ce703500de req-2c6e89a6-2c74-4abd-a9cf-f176749855ec tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496550 Apr 18 21:51:49.816972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 58342) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:49.962820 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6116aa8d-f0f1-4002-88ed-75d1cb637765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:50.007321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6116aa8d-f0f1-4002-88ed-75d1cb637765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:50.011530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6116aa8d-f0f1-4002-88ed-75d1cb637765 admin admin] Usage tracker for resource:security_group_rule and tenant:94e31542fbae4955a78294728022ddba is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:50.014362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6116aa8d-f0f1-4002-88ed-75d1cb637765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:50.020421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6116aa8d-f0f1-4002-88ed-75d1cb637765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:50.072567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 67efc699-6ff9-41b0-9e4d-5397abd392b9 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:51:50.095489 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6116aa8d-f0f1-4002-88ed-75d1cb637765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:50.168396 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6116aa8d-f0f1-4002-88ed-75d1cb637765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:50.236881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 67efc699-6ff9-41b0-9e4d-5397abd392b9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=67efc699-6ff9-41b0-9e4d-5397abd392b9,segment=NetworkSegment(c0d8b482-b043-4cef-96d8-85e094b34aa0),segment_id=c0d8b482-b043-4cef-96d8-85e094b34aa0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:50.244637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116aa8d-f0f1-4002-88ed-75d1cb637765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9071c8d-8b8a-4a84-a87d-401438889714,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:50.253691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '67efc699-6ff9-41b0-9e4d-5397abd392b9', 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748', 'port_id': '67efc699-6ff9-41b0-9e4d-5397abd392b9', 'mac_address': 'fa:16:3e:8e:60:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503c0c48-02a2-43f7-9174-884d24315aca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:51:50.265447 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6116aa8d-f0f1-4002-88ed-75d1cb637765 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94e31542fbae4955a78294728022ddba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4467194 Apr 18 21:51:50.267744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 58354) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:50.327971 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:50.334344 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9b5d-74b7-41b9-80d7-c3b48bcb0580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:50.353854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67efc699-6ff9-41b0-9e4d-5397abd392b9 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:51:50.363988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9b5d-74b7-41b9-80d7-c3b48bcb0580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:50.370052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 67efc699-6ff9-41b0-9e4d-5397abd392b9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=67efc699-6ff9-41b0-9e4d-5397abd392b9,segment=NetworkSegment(c0d8b482-b043-4cef-96d8-85e094b34aa0),segment_id=c0d8b482-b043-4cef-96d8-85e094b34aa0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:50.477067 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:50.542532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9b5d-74b7-41b9-80d7-c3b48bcb0580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:50.557900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=67efc699-6ff9-41b0-9e4d-5397abd392b9,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:50.567893 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:50.568135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:50.568483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:50.568813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:50.569355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:50.569987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:50.570459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:50.571684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:50.572338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:50.572873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:50.573545 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:50.573800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed9b5d-74b7-41b9-80d7-c3b48bcb0580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9071c8d-8b8a-4a84-a87d-401438889714,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:50.588121 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9b5d-74b7-41b9-80d7-c3b48bcb0580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:50.591584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f4ed9b5d-74b7-41b9-80d7-c3b48bcb0580 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9071c8d-8b8a-4a84-a87d-401438889714 HTTP/1.1" status: 204 len: 168 time: 0.3205702 Apr 18 21:51:50.700173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['67efc699-6ff9-41b0-9e4d-5397abd392b9'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:51:51.075872 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281d8c8-2ec2-4ffa-8243-9637c8eaca8f req-a0766422-99de-4e79-9fd8-169a0368cca8 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:51.086700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6281d8c8-2ec2-4ffa-8243-9637c8eaca8f req-a0766422-99de-4e79-9fd8-169a0368cca8 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 944 time: 0.1236880 Apr 18 21:51:51.170104 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6281d8c8-2ec2-4ffa-8243-9637c8eaca8f req-94446766-cf80-4dee-affc-e8759df88c42 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815923 Apr 18 21:51:52.071637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 67efc699-6ff9-41b0-9e4d-5397abd392b9 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:51:52.257569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 67efc699-6ff9-41b0-9e4d-5397abd392b9 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:51:52.262837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 67efc699-6ff9-41b0-9e4d-5397abd392b9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:52.268572 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:52.382192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98af69a-b576-4f8a-9b50-fe5e76834923 req-bac85fc3-1f05-4bd7-b13b-3906aec53827 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:52.384960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98af69a-b576-4f8a-9b50-fe5e76834923 req-bac85fc3-1f05-4bd7-b13b-3906aec53827 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 944 time: 0.0805938 Apr 18 21:51:52.395824 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:52.424835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a728f77-c02d-4799-ad05-0a65803a0a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67efc699-6ff9-41b0-9e4d-5397abd392b9'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:51:52.432540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98af69a-b576-4f8a-9b50-fe5e76834923 req-17e04897-9e0f-4906-b72d-eaba83e89fcc tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Apr 18 21:51:52.435824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 67efc699-6ff9-41b0-9e4d-5397abd392b9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=67efc699-6ff9-41b0-9e4d-5397abd392b9,segment=NetworkSegment(c0d8b482-b043-4cef-96d8-85e094b34aa0),segment_id=c0d8b482-b043-4cef-96d8-85e094b34aa0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:52.506219 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:52.582336 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43cb87de-9a82-49be-838c-c8c148948dd0'] response: {'server_uuid': '8a728f77-c02d-4799-ad05-0a65803a0a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67efc699-6ff9-41b0-9e4d-5397abd392b9', 'code': 200} Apr 18 21:51:52.617890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=67efc699-6ff9-41b0-9e4d-5397abd392b9,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:52.683041 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fae9afdd-89fc-48ca-aa91-c380d8d8a91f req-b4c1383d-0416-44c5-803e-a32219cc328d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 1096 time: 0.0764108 Apr 18 21:51:52.726100 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fae9afdd-89fc-48ca-aa91-c380d8d8a91f req-07210884-ade9-4762-bab4-15a21ff7372a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370514 Apr 18 21:51:53.712022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2c8e0-585a-487c-8313-b1348f2d43cb req-e636a35b-148a-4147-b3ce-3884ac4eed20 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:53.713926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ec2c8e0-585a-487c-8313-b1348f2d43cb req-e636a35b-148a-4147-b3ce-3884ac4eed20 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 945 time: 0.1433113 Apr 18 21:51:53.791447 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ec2c8e0-585a-487c-8313-b1348f2d43cb req-962174d6-f5c4-4ea4-aa20-072ed1935db8 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655727 Apr 18 21:51:54.676740 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9380ca1-a4b6-48f0-9360-b0c67ef7a0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:54.995083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef5469-488b-4834-896c-e6944aec57a3 req-0db169dc-992a-427d-9535-aee1749e7a17 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:54.996915 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6ef5469-488b-4834-896c-e6944aec57a3 req-0db169dc-992a-427d-9535-aee1749e7a17 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 945 time: 0.0772524 Apr 18 21:51:55.043739 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6ef5469-488b-4834-896c-e6944aec57a3 req-c01ca11f-ee1e-45a4-a512-e0d60bc2fcbe tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Apr 18 21:51:57.142945 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-60ed952a-449d-4fbf-8d89-160f1f71fd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:58.003009 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:58.749446 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:01.111222 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:03.791432 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:09.522390 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:14.177682 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:52:24.260009 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-90659c7a-26cf-4564-8d29-df325289479c req-052ae2b2-ae5d-41db-a799-fa122b0c4826 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814283 Apr 18 21:52:24.426825 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-90659c7a-26cf-4564-8d29-df325289479c req-e9bd489f-668c-4ae1-9d57-36d774fa7cd7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d92338b5c28344a1872c923772c215bd&device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 1096 time: 0.0801847 Apr 18 21:52:24.578958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90659c7a-26cf-4564-8d29-df325289479c req-91654c7b-2a6a-4002-9a2a-13c539b60864 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:24.580537 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-90659c7a-26cf-4564-8d29-df325289479c req-91654c7b-2a6a-4002-9a2a-13c539b60864 service neutron] 10.222.0.59 "GET /v2.0/networks?id=64e353d4-16c6-4444-8a95-95b70a037748 HTTP/1.1" status: 200 len: 913 time: 0.1337221 Apr 18 21:52:24.650992 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-90659c7a-26cf-4564-8d29-df325289479c req-9c87b60c-9ae0-4473-b165-8413680592cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67efc699-6ff9-41b0-9e4d-5397abd392b9 HTTP/1.1" status: 200 len: 217 time: 0.0627582 Apr 18 21:52:24.664627 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-52194835-d6b5-4002-b800-48b57f00bada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:24.720988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90659c7a-26cf-4564-8d29-df325289479c req-d25c1ff6-c8e7-4b62-bbce-7fd29e5a98b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:24.722516 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-90659c7a-26cf-4564-8d29-df325289479c req-d25c1ff6-c8e7-4b62-bbce-7fd29e5a98b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503c0c48-02a2-43f7-9174-884d24315aca HTTP/1.1" status: 200 len: 852 time: 0.0651436 Apr 18 21:52:24.770069 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-90659c7a-26cf-4564-8d29-df325289479c req-86e4d63f-42ca-4d0d-8630-06acf81e41d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=64e353d4-16c6-4444-8a95-95b70a037748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406051 Apr 18 21:52:25.011750 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-90659c7a-26cf-4564-8d29-df325289479c req-5a871ff5-c4fb-43a8-97b0-2d4e40badaee service neutron] 10.222.0.59 "GET /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342296 Apr 18 21:52:25.172921 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-90659c7a-26cf-4564-8d29-df325289479c req-617125d1-7792-4fe4-a743-577be70b8673 service neutron] 10.222.0.59 "GET /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553805 Apr 18 21:52:27.143371 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ca9c4f6e-9376-448e-b246-7e8375053569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:28.007661 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:28.699196 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:28.777399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae537f-3373-487b-8255-d5a059bb7663 req-3d8b5a3d-e2e8-4ae2-95a6-92960a41b0d3 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:28.778901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2eae537f-3373-487b-8255-d5a059bb7663 req-3d8b5a3d-e2e8-4ae2-95a6-92960a41b0d3 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 949 time: 0.0837624 Apr 18 21:52:28.824466 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2eae537f-3373-487b-8255-d5a059bb7663 req-8eceba01-2138-4211-a14d-927a444f1a7b tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 Apr 18 21:52:30.026279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420e2bf-d304-4371-83fb-0573e5405a0e req-bca2e90e-9865-4ef6-bdd3-124805f587d5 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:30.027849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a420e2bf-d304-4371-83fb-0573e5405a0e req-bca2e90e-9865-4ef6-bdd3-124805f587d5 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 949 time: 0.0786452 Apr 18 21:52:30.104499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a420e2bf-d304-4371-83fb-0573e5405a0e req-fc836195-79e2-42ff-9524-35336f9d7c1a tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/security-groups?id=36a49038-760d-47ef-bd6e-5f4e017950da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708776 Apr 18 21:52:30.402102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-11151b3f-186c-428c-a4c5-b17e570d0ebb tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:30.402785 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-11151b3f-186c-428c-a4c5-b17e570d0ebb tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Synchronizing usage tracker for tenant:852141a57e044fada416fe324648d1c8 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:52:30.458536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-11151b3f-186c-428c-a4c5-b17e570d0ebb tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Unset dirty status for tenant:852141a57e044fada416fe324648d1c8 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:52:30.459735 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-11151b3f-186c-428c-a4c5-b17e570d0ebb tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.26 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 949 time: 0.1390250 Apr 18 21:52:30.539656 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-c9b9ff30-4fdc-422a-9eb8-f38f5c5ead82 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Deleting port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:52:30.540649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-c9b9ff30-4fdc-422a-9eb8-f38f5c5ead82 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:30.788820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-c9b9ff30-4fdc-422a-9eb8-f38f5c5ead82 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] For port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:52:30.789097 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-c9b9ff30-4fdc-422a-9eb8-f38f5c5ead82 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:30.911311 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-c9b9ff30-4fdc-422a-9eb8-f38f5c5ead82 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Calling delete_port for 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:52:31.125595 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:31.159966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-c9b9ff30-4fdc-422a-9eb8-f38f5c5ead82 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:31.172389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:52:31.224965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9ff30-4fdc-422a-9eb8-f38f5c5ead82 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Pushing event deleted for resources: {'Port': ['ID=2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:52:31.304060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-c9b9ff30-4fdc-422a-9eb8-f38f5c5ead82 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] No DVR routers for this DVR port 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:52:31.306751 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e83143b2-2511-499b-bc69-901841089217 req-417fc4eb-8379-471c-bb81-1fe123014b5a tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 210 time: 0.0604453 Apr 18 21:52:31.314527 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-c9b9ff30-4fdc-422a-9eb8-f38f5c5ead82 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:31.317534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c43501-35ac-491f-a5d3-045a2eaa8733', 'name': 'network-vif-deleted', 'tag': '2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:52:31.393573 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74784670-cd54-4559-8ad7-aa63ae8f2f7e'] response: {'server_uuid': '03c43501-35ac-491f-a5d3-045a2eaa8733', 'name': 'network-vif-deleted', 'tag': '2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a', 'status': 'completed', 'code': 200} Apr 18 21:52:31.435169 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-75c1f987-efb2-4bc1-b8cf-3198cd518049 req-c9b9ff30-4fdc-422a-9eb8-f38f5c5ead82 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.26 "DELETE /v2.0/ports/2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a HTTP/1.1" status: 204 len: 173 time: 0.9701316 Apr 18 21:52:32.241644 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5a0f26ea-5620-48c8-b021-3d6d11f8088d req-f36b7cd8-8a11-4641-a3e2-30489cd92408 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2174571 Apr 18 21:52:32.456271 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5a0f26ea-5620-48c8-b021-3d6d11f8088d req-ef70f1d2-ec9a-4519-adb8-ef16e4cc671a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852141a57e044fada416fe324648d1c8&device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 210 time: 0.1009223 Apr 18 21:52:32.528596 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5a0f26ea-5620-48c8-b021-3d6d11f8088d req-a3fa5810-26c7-402c-99ff-0b10a5071aba service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=852141a57e044fada416fe324648d1c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434868 Apr 18 21:52:32.625419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3350c365-2478-461e-96d6-72930c2be7f7 req-7fc6291d-add4-44cd-83fc-3c24b2bf73a2 tempest-VolumesBackupsTest-1670714591 tempest-VolumesBackupsTest-1670714591-project] 10.222.0.11 "GET /v2.0/ports?device_id=03c43501-35ac-491f-a5d3-045a2eaa8733 HTTP/1.1" status: 200 len: 210 time: 0.0545232 Apr 18 21:52:32.687624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f26ea-5620-48c8-b021-3d6d11f8088d req-9e35c33d-e08d-4610-a3c1-46cc284c53d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:32.689062 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5a0f26ea-5620-48c8-b021-3d6d11f8088d req-9e35c33d-e08d-4610-a3c1-46cc284c53d1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1478527 Apr 18 21:52:33.801987 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:34.017283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:52:34.068770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:52:34.069184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 2fe602fd-e4dc-4f9b-9b93-6eb7a8b42e1a not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:52:39.526284 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:51.179920 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:52:52.064311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87e235-d02b-4f84-9bc5-b71e68cba103 req-1a9c45ad-5fa6-40bc-a6e9-e22f3ba387ed tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:52.065774 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f87e235-d02b-4f84-9bc5-b71e68cba103 req-1a9c45ad-5fa6-40bc-a6e9-e22f3ba387ed tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 945 time: 0.0832505 Apr 18 21:52:52.112356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f87e235-d02b-4f84-9bc5-b71e68cba103 req-e526860a-4188-474d-b373-b79c0d2963f4 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408735 Apr 18 21:52:53.400714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680095a4-ef22-429f-8ff1-f234f48c31d5 req-013d73c4-22b0-454c-8764-1dcaf00342dc tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:53.403197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-680095a4-ef22-429f-8ff1-f234f48c31d5 req-013d73c4-22b0-454c-8764-1dcaf00342dc tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 945 time: 0.1199265 Apr 18 21:52:53.462540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-680095a4-ef22-429f-8ff1-f234f48c31d5 req-4e9026db-0a7b-452e-818a-6857c7272308 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532160 Apr 18 21:52:53.476415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-93658841-d187-4bba-a918-e68e2bb1359a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:53.477023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-93658841-d187-4bba-a918-e68e2bb1359a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Synchronizing usage tracker for tenant:d92338b5c28344a1872c923772c215bd on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:52:53.553969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-93658841-d187-4bba-a918-e68e2bb1359a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Unset dirty status for tenant:d92338b5c28344a1872c923772c215bd on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:52:53.555418 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-93658841-d187-4bba-a918-e68e2bb1359a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 945 time: 0.2176440 Apr 18 21:52:53.627345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Deleting port 67efc699-6ff9-41b0-9e4d-5397abd392b9 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:52:53.627688 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:54.000027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] For port 67efc699-6ff9-41b0-9e4d-5397abd392b9, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=67efc699-6ff9-41b0-9e4d-5397abd392b9,segment=NetworkSegment(c0d8b482-b043-4cef-96d8-85e094b34aa0),segment_id=c0d8b482-b043-4cef-96d8-85e094b34aa0)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:52:54.000303 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:54.125878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Calling delete_port for 67efc699-6ff9-41b0-9e4d-5397abd392b9 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:52:54.407213 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:54.418762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['67efc699-6ff9-41b0-9e4d-5397abd392b9'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:52:54.455797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Pushing event deleted for resources: {'Port': ['ID=67efc699-6ff9-41b0-9e4d-5397abd392b9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:52:54.468270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:52:54.468565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:52:54.468879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:52:54.469219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:52:54.469583 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:52:54.473196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:52:54.473196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:52:54.473196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:52:54.473196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:52:54.473196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:52:54.473196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:52:54.555264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] No DVR routers for this DVR port 67efc699-6ff9-41b0-9e4d-5397abd392b9 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:52:54.559415 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:54.562595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a728f77-c02d-4799-ad05-0a65803a0a07', 'name': 'network-vif-deleted', 'tag': '67efc699-6ff9-41b0-9e4d-5397abd392b9'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:52:54.663207 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8e4897-375b-48d0-ae61-cc29fd96e01e'] response: {'server_uuid': '8a728f77-c02d-4799-ad05-0a65803a0a07', 'name': 'network-vif-deleted', 'tag': '67efc699-6ff9-41b0-9e4d-5397abd392b9', 'status': 'completed', 'code': 200} Apr 18 21:52:54.665181 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-da34f48e-b8c5-40bb-8bd2-57a4a7f4e574 req-d49c5629-7b84-41f1-8cd4-ab34068e3000 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.59 "DELETE /v2.0/ports/67efc699-6ff9-41b0-9e4d-5397abd392b9 HTTP/1.1" status: 204 len: 173 time: 1.1040859 Apr 18 21:52:54.738950 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6f131fb6-e008-40e2-90ca-ff4025ccde0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:54.798375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d6fe6547-01ee-4143-9974-c20ab8809285 req-cdfe9394-bbea-4431-8115-bf0e28209623 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a728f77-c02d-4799-ad05-0a65803a0a07 HTTP/1.1" status: 200 len: 210 time: 0.1526535 Apr 18 21:52:57.127627 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-324cc028-8c64-478e-a7c5-d9216232c407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:58.126107 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:58.303432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 67efc699-6ff9-41b0-9e4d-5397abd392b9 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:52:58.339708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 67efc699-6ff9-41b0-9e4d-5397abd392b9 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:52:58.339838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 67efc699-6ff9-41b0-9e4d-5397abd392b9 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:52:58.791502 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:01.115308 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:03.812259 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:04.557902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-bb080a8d-4ad2-4977-a805-2d45ed19eacd tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:04.559334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-bb080a8d-4ad2-4977-a805-2d45ed19eacd tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/networks?id=64e353d4-16c6-4444-8a95-95b70a037748 HTTP/1.1" status: 200 len: 812 time: 0.1590726 Apr 18 21:53:04.578151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-6df11f2b-c363-425d-9762-205415126f8c tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/quotas/d92338b5c28344a1872c923772c215bd HTTP/1.1" status: 200 len: 375 time: 0.0131538 Apr 18 21:53:04.631061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-164d3495-f7b4-4dab-bd9d-b0b6bb779ee5 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d92338b5c28344a1872c923772c215bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469918 Apr 18 21:53:04.892120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-643de0da-f6b1-4f95-8db0-a30d77e2bc9d service neutron] 10.222.0.11 "GET /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537959 Apr 18 21:53:05.052112 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-12d740fc-8a53-45a0-8c15-930bf20c7670 service neutron] 10.222.0.11 "GET /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560028 Apr 18 21:53:06.365597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc964d91-6161-4377-a7e6-6b0affd480e7 req-5917c056-0b02-4ead-9bf6-b2072d15a7df tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 210 time: 0.0451610 Apr 18 21:53:07.559837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9eb35947-f74e-467a-9406-4217540cfb7b req-458095b2-5458-44ee-89e2-12f741bdd1d1 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 210 time: 0.0598066 Apr 18 21:53:08.694973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-ded4dd94-a763-4382-a679-57c01637a21b tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:08.697149 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-ded4dd94-a763-4382-a679-57c01637a21b tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.26 "GET /v2.0/networks?id=64e353d4-16c6-4444-8a95-95b70a037748 HTTP/1.1" status: 200 len: 812 time: 0.1739922 Apr 18 21:53:08.715904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Request body: {'port': {'device_id': '363b0ba5-c65e-463b-880a-c3b2d8d4a465', 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748', 'admin_state_up': True, 'tenant_id': 'd92338b5c28344a1872c923772c215bd'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:53:08.732379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23be9a25-b8b2-478f-9982-486e94fed950 req-bff0cde4-76e5-401b-b97b-c9ed23b563f9 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 210 time: 0.0459633 Apr 18 21:53:08.887748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:53:08.892993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Usage tracker for resource:port and tenant:d92338b5c28344a1872c923772c215bd is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:53:08.896264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:53:08.902853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:53:09.000109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Made reservation on behalf of d92338b5c28344a1872c923772c215bd for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:53:09.000109 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:09.269364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Allocated IP 172.20.0.10 (64e353d4-16c6-4444-8a95-95b70a037748/503c0c48-02a2-43f7-9174-884d24315aca/d407bbeb-66ea-48db-9cc8-74694116e2b0) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:53:09.526968 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:09.534885 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:09.617171 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:09.693636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Network 64e353d4-16c6-4444-8a95-95b70a037748 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:53:09.701913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:53:09.701913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:53:09.734822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Pushing event updated for resources: {'Port': ['ID=d407bbeb-66ea-48db-9cc8-74694116e2b0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:09.776547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:09.776547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:09.905003 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-dce3cb6f-1b6a-4e81-921c-f10e16597e5a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1939576 Apr 18 21:53:09.916227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Request body: {'port': {'device_id': '363b0ba5-c65e-463b-880a-c3b2d8d4a465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:53:09.964055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08e901-c5eb-462f-b43a-c4df1cc4300e req-23363be4-e642-4db0-8125-b9ac25667313 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:09.966142 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e08e901-c5eb-462f-b43a-c4df1cc4300e req-23363be4-e642-4db0-8125-b9ac25667313 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 932 time: 0.0801492 Apr 18 21:53:10.016354 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e08e901-c5eb-462f-b43a-c4df1cc4300e req-8aff7267-08cb-42c7-95ce-004c330b5c53 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442386 Apr 18 21:53:10.042095 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:10.543829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d407bbeb-66ea-48db-9cc8-74694116e2b0 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:53:10.553190 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:10.574628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Transition to ACTIVE for port object d407bbeb-66ea-48db-9cc8-74694116e2b0 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:53:10.644466 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:10.774867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Pushing event updated for resources: {'Port': ['ID=d407bbeb-66ea-48db-9cc8-74694116e2b0,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:10.893629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Attempting to bind port d407bbeb-66ea-48db-9cc8-74694116e2b0 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:53:10.893960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Attempting to bind port d407bbeb-66ea-48db-9cc8-74694116e2b0 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'c0d8b482-b043-4cef-96d8-85e094b34aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:53:10.894854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Attempting to bind port d407bbeb-66ea-48db-9cc8-74694116e2b0 on network 64e353d4-16c6-4444-8a95-95b70a037748 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:53:10.912153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Port d407bbeb-66ea-48db-9cc8-74694116e2b0 on network 64e353d4-16c6-4444-8a95-95b70a037748 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:53:10.912153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Attempting to bind port d407bbeb-66ea-48db-9cc8-74694116e2b0 on network 64e353d4-16c6-4444-8a95-95b70a037748 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:53:10.919766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:53:10.919766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Checking segment: {'id': 'c0d8b482-b043-4cef-96d8-85e094b34aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:53:10.919766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Bound using segment: {'id': 'c0d8b482-b043-4cef-96d8-85e094b34aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:53:10.919766 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Bound port: d407bbeb-66ea-48db-9cc8-74694116e2b0, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d8b482-b043-4cef-96d8-85e094b34aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:53:10.919766 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:11.025361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] For port d407bbeb-66ea-48db-9cc8-74694116e2b0, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:53:11.029856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] For port d407bbeb-66ea-48db-9cc8-74694116e2b0, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d407bbeb-66ea-48db-9cc8-74694116e2b0,segment=NetworkSegment(c0d8b482-b043-4cef-96d8-85e094b34aa0),segment_id=c0d8b482-b043-4cef-96d8-85e094b34aa0)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:53:11.143198 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:11.216522 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:11.218938 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] 10.222.0.26 "PUT /v2.0/ports/d407bbeb-66ea-48db-9cc8-74694116e2b0 HTTP/1.1" status: 200 len: 1092 time: 1.3072488 Apr 18 21:53:11.221463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363b0ba5-c65e-463b-880a-c3b2d8d4a465', 'tag': 'd407bbeb-66ea-48db-9cc8-74694116e2b0'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:53:11.228753 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5b863-8282-49d2-80fc-d6aee8ea117f req-05e39860-2d33-4b95-870d-98551563d2dd tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:11.230511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6d5b863-8282-49d2-80fc-d6aee8ea117f req-05e39860-2d33-4b95-870d-98551563d2dd tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 944 time: 0.0869207 Apr 18 21:53:11.250312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9bb2d-2114-4705-b327-5b7144d06c0f service neutron] Pushing event updated for resources: {'Port': ['ID=d407bbeb-66ea-48db-9cc8-74694116e2b0,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:11.296531 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6d5b863-8282-49d2-80fc-d6aee8ea117f req-d2ea0458-36bc-479d-b882-22bc27faa8f7 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522048 Apr 18 21:53:11.304900 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d025e4ed-863b-472a-8366-1ff911527487'] response: {'name': 'network-changed', 'server_uuid': '363b0ba5-c65e-463b-880a-c3b2d8d4a465', 'tag': 'd407bbeb-66ea-48db-9cc8-74694116e2b0', 'status': 'completed', 'code': 200} Apr 18 21:53:11.438792 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0501d02-e17d-4af4-b8af-741fde403c95 req-fc430301-f7fc-418a-94ec-407fda5eec36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d92338b5c28344a1872c923772c215bd&device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 1095 time: 0.0970788 Apr 18 21:53:11.587109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0501d02-e17d-4af4-b8af-741fde403c95 req-a0d89e3f-2746-497d-a17d-b642a2920e97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:11.588620 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0501d02-e17d-4af4-b8af-741fde403c95 req-a0d89e3f-2746-497d-a17d-b642a2920e97 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d92338b5c28344a1872c923772c215bd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1493201 Apr 18 21:53:11.732336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0501d02-e17d-4af4-b8af-741fde403c95 req-be5142b0-8bb2-42fe-9ef8-4223be1e772e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:11.733825 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c0501d02-e17d-4af4-b8af-741fde403c95 req-be5142b0-8bb2-42fe-9ef8-4223be1e772e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392975 Apr 18 21:53:11.851953 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-71a47ea2-e231-44c0-ad8e-c5c7dc999cb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d92338b5c28344a1872c923772c215bd&device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 1095 time: 0.0790174 Apr 18 21:53:11.921496 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-60c593d4-4076-4199-b0c2-81a1b69d0a74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d407bbeb-66ea-48db-9cc8-74694116e2b0 HTTP/1.1" status: 200 len: 217 time: 0.0634303 Apr 18 21:53:11.986126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-9fc06d4f-a8fc-4d3c-b5a3-556bda8ffa9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:11.987559 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-9fc06d4f-a8fc-4d3c-b5a3-556bda8ffa9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=503c0c48-02a2-43f7-9174-884d24315aca HTTP/1.1" status: 200 len: 852 time: 0.0610449 Apr 18 21:53:12.034489 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-b888336f-d1e8-4e17-9377-2a8b8a167d9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64e353d4-16c6-4444-8a95-95b70a037748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405915 Apr 18 21:53:12.177399 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-890b0b7f-c77c-4c33-9f87-fc7ecd56b310 service neutron] 10.222.0.26 "GET /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365314 Apr 18 21:53:12.336804 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-00192ec6-6055-4ccd-9397-1c9095e3b494 req-bc005f45-f037-427e-acde-5dd1110188d2 service neutron] 10.222.0.26 "GET /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454678 Apr 18 21:53:12.525580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c56313-7b91-485d-90d3-d5b81a637ac5 req-afcc7785-82a6-48b5-9f26-9a770b1b4c65 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:12.618150 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1c56313-7b91-485d-90d3-d5b81a637ac5 req-afcc7785-82a6-48b5-9f26-9a770b1b4c65 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 944 time: 0.0856874 Apr 18 21:53:12.618150 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1c56313-7b91-485d-90d3-d5b81a637ac5 req-3c7708e8-ec9d-49e2-97e7-86a18b371a75 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 Apr 18 21:53:13.833867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09bca9-6d64-4663-8fc9-e4fb61fbeac1 req-3601b463-963f-43df-865f-dacc3b93e528 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:13.835425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c09bca9-6d64-4663-8fc9-e4fb61fbeac1 req-3601b463-963f-43df-865f-dacc3b93e528 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 944 time: 0.0872951 Apr 18 21:53:13.882465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c09bca9-6d64-4663-8fc9-e4fb61fbeac1 req-c97e61dc-ea61-4da2-b115-fbc26693aec0 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Apr 18 21:53:15.113376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077dbc0-901a-40f2-a41e-291ccd78129f req-e38b1842-e158-4835-a4cc-bcbf8f139785 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:15.114979 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8077dbc0-901a-40f2-a41e-291ccd78129f req-e38b1842-e158-4835-a4cc-bcbf8f139785 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 944 time: 0.0818052 Apr 18 21:53:15.165518 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8077dbc0-901a-40f2-a41e-291ccd78129f req-b5221d86-a212-458a-9db2-72efffb57a6b tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443470 Apr 18 21:53:16.182265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d407bbeb-66ea-48db-9cc8-74694116e2b0 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:53:16.330955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d407bbeb-66ea-48db-9cc8-74694116e2b0, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d407bbeb-66ea-48db-9cc8-74694116e2b0,segment=NetworkSegment(c0d8b482-b043-4cef-96d8-85e094b34aa0),segment_id=c0d8b482-b043-4cef-96d8-85e094b34aa0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:16.344436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'd407bbeb-66ea-48db-9cc8-74694116e2b0', 'network_id': '64e353d4-16c6-4444-8a95-95b70a037748', 'port_id': 'd407bbeb-66ea-48db-9cc8-74694116e2b0', 'mac_address': 'fa:16:3e:ec:ff:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503c0c48-02a2-43f7-9174-884d24315aca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:53:16.387832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7286eb-70cd-4b13-858b-cecfb7bab25d req-0d67c3f0-e1a8-4b64-8db0-7c10448af08c tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:16.389697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc7286eb-70cd-4b13-858b-cecfb7bab25d req-0d67c3f0-e1a8-4b64-8db0-7c10448af08c tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 944 time: 0.0829566 Apr 18 21:53:16.397543 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:16.416458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d407bbeb-66ea-48db-9cc8-74694116e2b0 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:53:16.434184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d407bbeb-66ea-48db-9cc8-74694116e2b0, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d407bbeb-66ea-48db-9cc8-74694116e2b0,segment=NetworkSegment(c0d8b482-b043-4cef-96d8-85e094b34aa0),segment_id=c0d8b482-b043-4cef-96d8-85e094b34aa0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:16.441551 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc7286eb-70cd-4b13-858b-cecfb7bab25d req-c3bcd9c2-6329-466d-a2bc-a12fe5086ba3 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460832 Apr 18 21:53:16.479537 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:16.592942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d407bbeb-66ea-48db-9cc8-74694116e2b0,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:16.601335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:16.601335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:16.601335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:16.601335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:16.601335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:16.601335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:16.601335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:16.601335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:16.601335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:16.601335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:16.601335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:16.816059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d407bbeb-66ea-48db-9cc8-74694116e2b0'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:53:17.652106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdca212-7ddb-4b30-bc62-b33f4a7e2f3d req-6bdbcea4-a1ff-4f3c-8524-ab002503e604 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:17.653571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fbdca212-7ddb-4b30-bc62-b33f4a7e2f3d req-6bdbcea4-a1ff-4f3c-8524-ab002503e604 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 945 time: 0.0768149 Apr 18 21:53:17.715374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fbdca212-7ddb-4b30-bc62-b33f4a7e2f3d req-08ddddcf-5c11-4476-9138-798ad0ecfa7a tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561006 Apr 18 21:53:18.180318 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d407bbeb-66ea-48db-9cc8-74694116e2b0 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:53:18.318154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port d407bbeb-66ea-48db-9cc8-74694116e2b0 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:53:18.318154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port d407bbeb-66ea-48db-9cc8-74694116e2b0 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:53:18.318154 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:18.450402 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:18.481160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363b0ba5-c65e-463b-880a-c3b2d8d4a465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd407bbeb-66ea-48db-9cc8-74694116e2b0'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:53:18.491518 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d407bbeb-66ea-48db-9cc8-74694116e2b0, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d407bbeb-66ea-48db-9cc8-74694116e2b0,segment=NetworkSegment(c0d8b482-b043-4cef-96d8-85e094b34aa0),segment_id=c0d8b482-b043-4cef-96d8-85e094b34aa0)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:18.553531 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d76be93-e35d-4ddd-92df-9d9c5b6bcd19'] response: {'server_uuid': '363b0ba5-c65e-463b-880a-c3b2d8d4a465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd407bbeb-66ea-48db-9cc8-74694116e2b0', 'code': 200} Apr 18 21:53:18.573194 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:18.662433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d407bbeb-66ea-48db-9cc8-74694116e2b0,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:18.713865 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5090009c-2aba-4f3f-ba6f-9671eca31499 req-652d435b-6d23-48c5-8548-0b6f1086699d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 1097 time: 0.0938594 Apr 18 21:53:18.793614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5090009c-2aba-4f3f-ba6f-9671eca31499 req-a03f218a-16c8-49b5-9172-9726e5c644fb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721483 Apr 18 21:53:18.984016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78610581-b49e-4c5b-8d92-238841ae0e21 req-82e69e6f-d79b-48fa-90a3-f5a251bcd0b7 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:18.986982 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78610581-b49e-4c5b-8d92-238841ae0e21 req-82e69e6f-d79b-48fa-90a3-f5a251bcd0b7 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 946 time: 0.1125216 Apr 18 21:53:19.045445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-78610581-b49e-4c5b-8d92-238841ae0e21 req-e6c98c19-2e37-4e58-a8bf-00dd17e9581f tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517406 Apr 18 21:53:20.304886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69db60-c57d-4f91-94d5-506c50536bef req-e2f68c61-fd87-40d5-90c9-c9d74ffc01a1 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:20.304886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c69db60-c57d-4f91-94d5-506c50536bef req-e2f68c61-fd87-40d5-90c9-c9d74ffc01a1 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 946 time: 0.1082168 Apr 18 21:53:20.359367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c69db60-c57d-4f91-94d5-506c50536bef req-53cfe1ce-53eb-46ef-a112-42b90820816b tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520177 Apr 18 21:53:21.580865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2675ef-eb1a-4b3c-9413-a2b29deec3c2 req-712c6228-bb7b-476d-a150-3f37e2c7ad3d tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:21.580865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f2675ef-eb1a-4b3c-9413-a2b29deec3c2 req-712c6228-bb7b-476d-a150-3f37e2c7ad3d tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 946 time: 0.0813720 Apr 18 21:53:21.631499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f2675ef-eb1a-4b3c-9413-a2b29deec3c2 req-4833391b-d523-46fc-bde3-4acb7ccc03e9 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462832 Apr 18 21:53:24.657710 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-13cf0063-cb5a-447a-91b8-8ba78fd3b40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:27.109048 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-230bc7ad-d0a9-45fd-8649-fdbf03adcb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:28.034458 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:28.182777 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:53:28.728778 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:31.146048 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:33.860186 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:34.088893 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3dae1d5a-a1cc-49ec-9ce3-c5df6f629e89 req-c48063bc-15c3-44a7-8cb6-cbdca9e8a82a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780630 Apr 18 21:53:34.303891 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3dae1d5a-a1cc-49ec-9ce3-c5df6f629e89 req-5d4f6161-3b55-4187-be3c-eec11a588b44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d92338b5c28344a1872c923772c215bd&device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 1097 time: 0.0968354 Apr 18 21:53:34.591323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae1d5a-a1cc-49ec-9ce3-c5df6f629e89 req-dd55663c-1c37-4e6f-8d20-2ba289b46a40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:34.591323 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3dae1d5a-a1cc-49ec-9ce3-c5df6f629e89 req-dd55663c-1c37-4e6f-8d20-2ba289b46a40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64e353d4-16c6-4444-8a95-95b70a037748 HTTP/1.1" status: 200 len: 913 time: 0.2708519 Apr 18 21:53:34.679916 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3dae1d5a-a1cc-49ec-9ce3-c5df6f629e89 req-1ea1f939-8113-42fc-93eb-004965028e5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d407bbeb-66ea-48db-9cc8-74694116e2b0 HTTP/1.1" status: 200 len: 217 time: 0.0715957 Apr 18 21:53:34.747132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae1d5a-a1cc-49ec-9ce3-c5df6f629e89 req-d911a0b0-d2aa-43ff-9a97-6d0207a96b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:34.748567 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3dae1d5a-a1cc-49ec-9ce3-c5df6f629e89 req-d911a0b0-d2aa-43ff-9a97-6d0207a96b07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=503c0c48-02a2-43f7-9174-884d24315aca HTTP/1.1" status: 200 len: 852 time: 0.0618851 Apr 18 21:53:34.811888 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3dae1d5a-a1cc-49ec-9ce3-c5df6f629e89 req-9940a2c4-8c42-4a90-8491-f8e135f6bbb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64e353d4-16c6-4444-8a95-95b70a037748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502696 Apr 18 21:53:34.824081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-3dae1d5a-a1cc-49ec-9ce3-c5df6f629e89 req-c1f94d68-3d1f-47c6-9ed4-0337f75a4559 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:53:34.825126 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3dae1d5a-a1cc-49ec-9ce3-c5df6f629e89 req-c1f94d68-3d1f-47c6-9ed4-0337f75a4559 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052116 Apr 18 21:53:34.968142 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3dae1d5a-a1cc-49ec-9ce3-c5df6f629e89 req-c6654e85-26f7-4347-8afb-51834717c086 service neutron] 10.222.0.26 "GET /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337974 Apr 18 21:53:35.188654 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3dae1d5a-a1cc-49ec-9ce3-c5df6f629e89 req-cd25fcdd-e9f2-4d88-9d11-5c1b5466ead2 service neutron] 10.222.0.26 "GET /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097301 Apr 18 21:53:39.531566 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:45.564264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60598) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:53:45.569798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1684348384', 'description': 'tempest-secgroup-smoke-1684348384 description', 'project_id': '2bbb46c128a847d7939a564cb95c68f0'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:53:45.578491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:53:45.587399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Usage tracker for resource:security_group and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:53:45.590447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:53:45.597725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:53:45.692078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:45.729340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:53:45.733128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Usage tracker for resource:security_group_rule and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:53:45.736063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:53:45.741706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:53:45.798201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:45.891339 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:45.932499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34c36df-3b2c-4be8-8ee9-440eb9666269,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:46.034640 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.044617 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6bd6b3c5-45ef-4178-a9ea-119719f52126 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4707756 Apr 18 21:53:46.044617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60602) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:53:46.046490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cbf2c3c2-a072-4ba0-9050-5afb9405e2f6 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Request body: {'security_group_rule': {'security_group_id': 'f34c36df-3b2c-4be8-8ee9-440eb9666269', 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:53:46.054364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cbf2c3c2-a072-4ba0-9050-5afb9405e2f6 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:53:46.059556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cbf2c3c2-a072-4ba0-9050-5afb9405e2f6 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Usage tracker for resource:security_group_rule and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:53:46.062883 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cbf2c3c2-a072-4ba0-9050-5afb9405e2f6 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:53:46.069294 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cbf2c3c2-a072-4ba0-9050-5afb9405e2f6 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:53:46.165236 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbf2c3c2-a072-4ba0-9050-5afb9405e2f6 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.239540 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df656b-0509-4047-988c-15fa605e06b7 req-856ae477-838d-48a7-9fd1-2a328f1d0a71 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:46.240558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbf2c3c2-a072-4ba0-9050-5afb9405e2f6 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.240977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31df656b-0509-4047-988c-15fa605e06b7 req-856ae477-838d-48a7-9fd1-2a328f1d0a71 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 946 time: 0.0960693 Apr 18 21:53:46.291259 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-31df656b-0509-4047-988c-15fa605e06b7 req-559b1fbf-71de-4487-9e1c-27aebea95f66 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440764 Apr 18 21:53:46.326761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbf2c3c2-a072-4ba0-9050-5afb9405e2f6 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.354017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2c3c2-a072-4ba0-9050-5afb9405e2f6 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44860590-a949-4d8e-a044-6eca8742a1bc,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:46.405951 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cbf2c3c2-a072-4ba0-9050-5afb9405e2f6 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.407100 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cbf2c3c2-a072-4ba0-9050-5afb9405e2f6 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3660462 Apr 18 21:53:46.409997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60614) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:53:46.415454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Request body: {'security_group_rule': {'security_group_id': 'f34c36df-3b2c-4be8-8ee9-440eb9666269', 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:53:46.421928 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:53:46.425699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Usage tracker for resource:security_group_rule and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:53:46.428470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:53:46.437698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:53:46.532079 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.677357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.731272 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.754705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2577679a-6eab-4199-8bf7-9eaa86936a97,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:46.766864 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.767206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.767538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.767870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.768193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.768516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.768838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.769157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.769489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.769819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.770187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.828653 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.830531 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-97b2e2e0-b0cb-42eb-88ef-56afa791cd2f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4194341 Apr 18 21:53:46.832631 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60618) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:53:46.838548 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-82724045-9055-4f50-b6fe-4bd3626d4fe1 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Request body: {'security_group_rule': {'security_group_id': 'f34c36df-3b2c-4be8-8ee9-440eb9666269', 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:53:46.844955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-82724045-9055-4f50-b6fe-4bd3626d4fe1 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:53:46.848717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-82724045-9055-4f50-b6fe-4bd3626d4fe1 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Usage tracker for resource:security_group_rule and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:53:46.852189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-82724045-9055-4f50-b6fe-4bd3626d4fe1 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:53:46.857958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-82724045-9055-4f50-b6fe-4bd3626d4fe1 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:53:46.931973 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82724045-9055-4f50-b6fe-4bd3626d4fe1 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.992942 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82724045-9055-4f50-b6fe-4bd3626d4fe1 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.068794 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82724045-9055-4f50-b6fe-4bd3626d4fe1 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.095294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82724045-9055-4f50-b6fe-4bd3626d4fe1 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1a993a-1846-42dd-8a9b-a514a13c081a,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:47.189572 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82724045-9055-4f50-b6fe-4bd3626d4fe1 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.189572 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-82724045-9055-4f50-b6fe-4bd3626d4fe1 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3517108 Apr 18 21:53:47.189572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60628) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:53:47.194583 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-82cf22fa-8078-43af-ba37-cf61fbce75f3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Request body: {'security_group_rule': {'security_group_id': 'f34c36df-3b2c-4be8-8ee9-440eb9666269', 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:53:47.203049 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-82cf22fa-8078-43af-ba37-cf61fbce75f3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:53:47.207401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-82cf22fa-8078-43af-ba37-cf61fbce75f3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Usage tracker for resource:security_group_rule and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:53:47.210494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-82cf22fa-8078-43af-ba37-cf61fbce75f3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:53:47.217426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-82cf22fa-8078-43af-ba37-cf61fbce75f3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:53:47.327442 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cf22fa-8078-43af-ba37-cf61fbce75f3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.397401 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cf22fa-8078-43af-ba37-cf61fbce75f3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.480431 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cf22fa-8078-43af-ba37-cf61fbce75f3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.510996 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf22fa-8078-43af-ba37-cf61fbce75f3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e066913-9268-4ac4-8729-9bfa43274016,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:47.530663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b0402-795d-41ae-9aa5-35e4aee066bd req-74fc8601-12df-4e05-bb00-663017393979 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:47.533909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d40b0402-795d-41ae-9aa5-35e4aee066bd req-74fc8601-12df-4e05-bb00-663017393979 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 946 time: 0.1143167 Apr 18 21:53:47.590571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d40b0402-795d-41ae-9aa5-35e4aee066bd req-1d647889-f961-4058-934b-47bb47d1c0fa tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/security-groups?id=3916306b-e2a7-4f16-91f1-39a720415de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519831 Apr 18 21:53:47.594085 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-82cf22fa-8078-43af-ba37-cf61fbce75f3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.597844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-82cf22fa-8078-43af-ba37-cf61fbce75f3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4061854 Apr 18 21:53:47.598230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60636) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:53:47.604823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5954ee0c-9a89-444b-8cee-a4a3e36d3021 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Request body: {'security_group_rule': {'security_group_id': 'f34c36df-3b2c-4be8-8ee9-440eb9666269', 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:53:47.616179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5954ee0c-9a89-444b-8cee-a4a3e36d3021 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:53:47.616179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5954ee0c-9a89-444b-8cee-a4a3e36d3021 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Usage tracker for resource:security_group_rule and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:53:47.618705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5954ee0c-9a89-444b-8cee-a4a3e36d3021 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:53:47.625263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5954ee0c-9a89-444b-8cee-a4a3e36d3021 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:53:47.691371 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-5954ee0c-9a89-444b-8cee-a4a3e36d3021 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Project 2bbb46c128a847d7939a564cb95c68f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:53:47.698320 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5954ee0c-9a89-444b-8cee-a4a3e36d3021 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.763056 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5954ee0c-9a89-444b-8cee-a4a3e36d3021 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.830197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5954ee0c-9a89-444b-8cee-a4a3e36d3021 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.864418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954ee0c-9a89-444b-8cee-a4a3e36d3021 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e97ba2f-ed4d-4073-be07-b0195f5831ba,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:47.883896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-ce16bb0d-179f-4934-9841-394c94a11e9b tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:47.885008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-ce16bb0d-179f-4934-9841-394c94a11e9b tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Synchronizing usage tracker for tenant:d92338b5c28344a1872c923772c215bd on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:53:47.930731 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5954ee0c-9a89-444b-8cee-a4a3e36d3021 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.931895 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5954ee0c-9a89-444b-8cee-a4a3e36d3021 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3327284 Apr 18 21:53:47.934740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60640) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:53:47.940108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-146ae3b3-e883-4b99-b7c9-a7d83d9594b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Request body: {'security_group_rule': {'security_group_id': 'f34c36df-3b2c-4be8-8ee9-440eb9666269', 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:53:47.947104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-146ae3b3-e883-4b99-b7c9-a7d83d9594b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:53:47.950887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-146ae3b3-e883-4b99-b7c9-a7d83d9594b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Usage tracker for resource:security_group_rule and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:53:47.953814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-146ae3b3-e883-4b99-b7c9-a7d83d9594b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:53:47.960325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-146ae3b3-e883-4b99-b7c9-a7d83d9594b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:53:47.962406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-ce16bb0d-179f-4934-9841-394c94a11e9b tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Unset dirty status for tenant:d92338b5c28344a1872c923772c215bd on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:53:47.963543 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-ce16bb0d-179f-4934-9841-394c94a11e9b tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.26 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 946 time: 0.1885376 Apr 18 21:53:48.032154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-7cd14727-c560-41ea-8262-a5df83dde974 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Deleting port d407bbeb-66ea-48db-9cc8-74694116e2b0 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:53:48.032457 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-7cd14727-c560-41ea-8262-a5df83dde974 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:48.061187 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-146ae3b3-e883-4b99-b7c9-a7d83d9594b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Project 2bbb46c128a847d7939a564cb95c68f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:53:48.075579 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-146ae3b3-e883-4b99-b7c9-a7d83d9594b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:48.281675 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-146ae3b3-e883-4b99-b7c9-a7d83d9594b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:48.341204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-7cd14727-c560-41ea-8262-a5df83dde974 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] For port d407bbeb-66ea-48db-9cc8-74694116e2b0, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d407bbeb-66ea-48db-9cc8-74694116e2b0,segment=NetworkSegment(c0d8b482-b043-4cef-96d8-85e094b34aa0),segment_id=c0d8b482-b043-4cef-96d8-85e094b34aa0)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:48.341600 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-7cd14727-c560-41ea-8262-a5df83dde974 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:48.349586 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-146ae3b3-e883-4b99-b7c9-a7d83d9594b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:48.495729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-7cd14727-c560-41ea-8262-a5df83dde974 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Calling delete_port for d407bbeb-66ea-48db-9cc8-74694116e2b0 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:53:48.524617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ae3b3-e883-4b99-b7c9-a7d83d9594b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e7c135-bca9-4c0e-a052-137338f2a671,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:48.579675 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-146ae3b3-e883-4b99-b7c9-a7d83d9594b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:48.584422 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-146ae3b3-e883-4b99-b7c9-a7d83d9594b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6451800 Apr 18 21:53:48.714430 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-7cd14727-c560-41ea-8262-a5df83dde974 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:48.793059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e03ae979-c4e3-4802-810a-b2bc6069f27e req-e6cea50d-6543-4232-91c4-61a658598148 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 210 time: 0.0483356 Apr 18 21:53:48.900723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b66afcd3-0962-42c5-83c6-174bb703c75b tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Synchronizing usage tracker for tenant:2bbb46c128a847d7939a564cb95c68f0 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:53:48.963251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd14727-c560-41ea-8262-a5df83dde974 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Pushing event deleted for resources: {'Port': ['ID=d407bbeb-66ea-48db-9cc8-74694116e2b0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:48.971221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b66afcd3-0962-42c5-83c6-174bb703c75b tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Unset dirty status for tenant:2bbb46c128a847d7939a564cb95c68f0 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:53:48.972424 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b66afcd3-0962-42c5-83c6-174bb703c75b tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684348384&fields=id&tenant_id=2bbb46c128a847d7939a564cb95c68f0 HTTP/1.1" status: 200 len: 267 time: 0.1213098 Apr 18 21:53:48.978313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-7cd14727-c560-41ea-8262-a5df83dde974 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] No DVR routers for this DVR port d407bbeb-66ea-48db-9cc8-74694116e2b0 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:53:48.980872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-7cd14727-c560-41ea-8262-a5df83dde974 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:48.983538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363b0ba5-c65e-463b-880a-c3b2d8d4a465', 'name': 'network-vif-deleted', 'tag': 'd407bbeb-66ea-48db-9cc8-74694116e2b0'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:53:49.035928 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cdb67316-a21a-4c8a-9e4e-16bcaf89afaa req-7cd14727-c560-41ea-8262-a5df83dde974 tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.26 "DELETE /v2.0/ports/d407bbeb-66ea-48db-9cc8-74694116e2b0 HTTP/1.1" status: 204 len: 173 time: 1.0665932 Apr 18 21:53:49.053218 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612439e8-ea8f-488f-8155-567f4bb2a244'] response: {'server_uuid': '363b0ba5-c65e-463b-880a-c3b2d8d4a465', 'name': 'network-vif-deleted', 'tag': 'd407bbeb-66ea-48db-9cc8-74694116e2b0', 'status': 'completed', 'code': 200} Apr 18 21:53:49.129124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-e06b89f5-831c-44dd-bfba-53eb59f148c0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:49.129729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-e06b89f5-831c-44dd-bfba-53eb59f148c0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Synchronizing usage tracker for tenant:2bbb46c128a847d7939a564cb95c68f0 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:53:49.200946 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-e06b89f5-831c-44dd-bfba-53eb59f148c0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Unset dirty status for tenant:2bbb46c128a847d7939a564cb95c68f0 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:53:49.202466 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-e06b89f5-831c-44dd-bfba-53eb59f148c0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/networks?id=f2c7bb86-1054-4717-8e3f-747b4ade5267 HTTP/1.1" status: 200 len: 814 time: 0.2223437 Apr 18 21:53:49.220289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-22327c1a-c766-44ea-b834-9daae7e91fec tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/quotas/2bbb46c128a847d7939a564cb95c68f0 HTTP/1.1" status: 200 len: 375 time: 0.0125120 Apr 18 21:53:49.302258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-9973378c-2d27-4fc2-8726-f4ce547d9332 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Synchronizing usage tracker for tenant:2bbb46c128a847d7939a564cb95c68f0 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:53:49.360333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-9973378c-2d27-4fc2-8726-f4ce547d9332 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Unset dirty status for tenant:2bbb46c128a847d7939a564cb95c68f0 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:53:49.361685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-9973378c-2d27-4fc2-8726-f4ce547d9332 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2bbb46c128a847d7939a564cb95c68f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361036 Apr 18 21:53:49.503640 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-c571bed9-7049-4754-a958-c68fbc2a6a0c service neutron] 10.222.0.11 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298931 Apr 18 21:53:49.648566 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-ccdc6c8d-6fe1-4a56-926f-ca9ac793d091 service neutron] 10.222.0.11 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387849 Apr 18 21:53:49.991017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60bba1ef-0eb8-46a6-a3db-dfa281aa8436 req-5d6b5699-04b4-4694-b4f8-ba49074c9d0c tempest-VolumesSnapshotTestJSON-889854167 tempest-VolumesSnapshotTestJSON-889854167-project] 10.222.0.11 "GET /v2.0/ports?device_id=363b0ba5-c65e-463b-880a-c3b2d8d4a465 HTTP/1.1" status: 200 len: 210 time: 0.0479720 Apr 18 21:53:50.370006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de898e88-a4d2-47a0-8f04-59efe4517b18 req-98c3b155-d721-4473-aebf-226f08884c86 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 210 time: 0.0559001 Apr 18 21:53:50.438292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d407bbeb-66ea-48db-9cc8-74694116e2b0 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:53:50.471813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: d407bbeb-66ea-48db-9cc8-74694116e2b0 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:53:50.472165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d407bbeb-66ea-48db-9cc8-74694116e2b0 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:53:51.261229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-ee2e8b62-e5fd-4207-b653-228f9c131c6d req-f04d9a43-e14e-4d0e-816e-5190bebc0906 service neutron] (85049) timed out ('10.222.0.11', 40336) {{(pid=85049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:53:51.543173 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-406f635d-10d3-4680-86f8-d61a37e039bc req-a3384da1-cb3c-4d98-8f19-38b0288a060a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 210 time: 0.0422630 Apr 18 21:53:52.590096 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-132c09e3-0f4c-4b7e-b448-7d442d9c2eb5 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:52.591510 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-132c09e3-0f4c-4b7e-b448-7d442d9c2eb5 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.26 "GET /v2.0/networks?id=f2c7bb86-1054-4717-8e3f-747b4ade5267 HTTP/1.1" status: 200 len: 814 time: 0.1442251 Apr 18 21:53:52.656165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-17e13c26-bf9e-4bf8-89f5-3b08c578520f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Synchronizing usage tracker for tenant:2bbb46c128a847d7939a564cb95c68f0 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:53:52.672077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-17e13c26-bf9e-4bf8-89f5-3b08c578520f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Unset dirty status for tenant:2bbb46c128a847d7939a564cb95c68f0 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:53:52.674373 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-17e13c26-bf9e-4bf8-89f5-3b08c578520f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bbb46c128a847d7939a564cb95c68f0 HTTP/1.1" status: 200 len: 380 time: 0.0714796 Apr 18 21:53:52.690346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Request body: {'port': {'device_id': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'admin_state_up': True, 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'security_groups': ['f34c36df-3b2c-4be8-8ee9-440eb9666269']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:53:52.785916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b3389a7-e555-4e09-8c33-6627007711fd req-a8d1f3da-12d5-429b-80cd-7964ecc01734 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 210 time: 0.0677140 Apr 18 21:53:52.871258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:53:52.885003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:53:52.982592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Made reservation on behalf of 2bbb46c128a847d7939a564cb95c68f0 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:53:52.986824 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:53.194058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Allocated IP 172.20.0.4 (f2c7bb86-1054-4717-8e3f-747b4ade5267/27c31f4b-bb3a-4beb-b156-f33120f4ea56/fa40a46d-0fa9-457e-8508-7fe59c49b6ba) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:53:53.405507 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:53.421866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Transition to ACTIVE for port object fa40a46d-0fa9-457e-8508-7fe59c49b6ba will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:53:53.532797 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:53.617562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Network f2c7bb86-1054-4717-8e3f-747b4ade5267 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:53:53.621494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:53:53.624023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:53:53.676462 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event updated for resources: {'Port': ['ID=fa40a46d-0fa9-457e-8508-7fe59c49b6ba,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:53.707115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:53.707738 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:53.806970 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-b305a336-6e3c-4bb5-b2ef-315bc25acb8a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1225767 Apr 18 21:53:53.818635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Request body: {'port': {'device_id': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:53:53.915217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bb9e0755-967c-44ab-b779-408a1cac18f4 None None] Provisioning for port fa40a46d-0fa9-457e-8508-7fe59c49b6ba completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:53:53.920122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bb9e0755-967c-44ab-b779-408a1cac18f4 None None] Provisioning complete for port fa40a46d-0fa9-457e-8508-7fe59c49b6ba triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:53:53.920491 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0755-967c-44ab-b779-408a1cac18f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:54.010616 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:54.020761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e0755-967c-44ab-b779-408a1cac18f4 None None] Port fa40a46d-0fa9-457e-8508-7fe59c49b6ba cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:53:54.069010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f8ca2-3d37-41ea-a3a9-8edfee1a0315 req-92ee04da-1e97-4e5b-bd5b-aef1a77faa10 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:54.074238 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b5f8ca2-3d37-41ea-a3a9-8edfee1a0315 req-92ee04da-1e97-4e5b-bd5b-aef1a77faa10 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 931 time: 0.1097028 Apr 18 21:53:54.164502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b5f8ca2-3d37-41ea-a3a9-8edfee1a0315 req-13ab5110-e369-49ae-82cb-a47b42888da9 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841916 Apr 18 21:53:54.531050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa40a46d-0fa9-457e-8508-7fe59c49b6ba {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:53:54.544756 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:54.563939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Transition to ACTIVE for port object fa40a46d-0fa9-457e-8508-7fe59c49b6ba will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:53:54.646114 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:54.679849 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5179-ed67-467c-bddb-ba2c23d1e292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:54.723785 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa40a46d-0fa9-457e-8508-7fe59c49b6ba,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:54.788277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:54.789185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:54.789511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:54.789841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:54.790173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:54.790495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:54.790817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:54.791140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:54.791464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:54.791782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:54.792109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:54.951950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Attempting to bind port fa40a46d-0fa9-457e-8508-7fe59c49b6ba on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:53:54.952286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Attempting to bind port fa40a46d-0fa9-457e-8508-7fe59c49b6ba by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:53:54.952620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Attempting to bind port fa40a46d-0fa9-457e-8508-7fe59c49b6ba on network f2c7bb86-1054-4717-8e3f-747b4ade5267 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:53:54.958843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Port fa40a46d-0fa9-457e-8508-7fe59c49b6ba on network f2c7bb86-1054-4717-8e3f-747b4ade5267 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:53:54.959170 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Attempting to bind port fa40a46d-0fa9-457e-8508-7fe59c49b6ba on network f2c7bb86-1054-4717-8e3f-747b4ade5267 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:53:54.967755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:53:54.967755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Checking segment: {'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:53:54.967755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Bound using segment: {'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:53:54.968283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Bound port: fa40a46d-0fa9-457e-8508-7fe59c49b6ba, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5db662-624f-41f2-8951-39e8b887839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:53:54.968645 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:55.182455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] For port fa40a46d-0fa9-457e-8508-7fe59c49b6ba, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:53:55.191518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] For port fa40a46d-0fa9-457e-8508-7fe59c49b6ba, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba,segment=NetworkSegment(5f5db662-624f-41f2-8951-39e8b887839a),segment_id=5f5db662-624f-41f2-8951-39e8b887839a)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:53:55.269016 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:55.345012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:55.346711 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] 10.222.0.26 "PUT /v2.0/ports/fa40a46d-0fa9-457e-8508-7fe59c49b6ba HTTP/1.1" status: 200 len: 1091 time: 1.5323451 Apr 18 21:53:55.350250 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:53:55.376365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2ed48-48ab-4831-a77f-6b707064edf3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa40a46d-0fa9-457e-8508-7fe59c49b6ba,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:55.418498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c85622-c869-4df4-b413-a311ffe2ae96 req-5821a9a0-35b2-4b87-93ee-73c22d5e1d6a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:55.426883 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8c85622-c869-4df4-b413-a311ffe2ae96 req-5821a9a0-35b2-4b87-93ee-73c22d5e1d6a tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 943 time: 0.1015286 Apr 18 21:53:55.473176 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9ce757-5b6d-446c-8390-bea5e673fc5b'] response: {'name': 'network-changed', 'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'status': 'completed', 'code': 200} Apr 18 21:53:55.486211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d8c85622-c869-4df4-b413-a311ffe2ae96 req-a19b746d-e4e2-433d-911d-b4f07d00e0b0 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580347 Apr 18 21:53:55.555872 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-81df2c7e-2dc3-497d-9205-384328d47e68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bbb46c128a847d7939a564cb95c68f0&device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 1094 time: 0.1220162 Apr 18 21:53:55.748364 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-c1c7c028-ad13-497c-bc6c-cfb8368bf613 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba HTTP/1.1" status: 200 len: 217 time: 0.1839030 Apr 18 21:53:55.815171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-7a2bbe8c-9ff5-47c3-946c-065bfef097f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:55.816723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-7a2bbe8c-9ff5-47c3-946c-065bfef097f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c31f4b-bb3a-4beb-b156-f33120f4ea56 HTTP/1.1" status: 200 len: 853 time: 0.0632381 Apr 18 21:53:55.894590 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-469bb09b-487f-4a8b-8906-cd7fbac61f77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2c7bb86-1054-4717-8e3f-747b4ade5267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723600 Apr 18 21:53:56.037880 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-d3085e77-837e-4ac3-a294-6add857eefff service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374750 Apr 18 21:53:56.181929 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6ba01225-9d00-4d44-b1d5-5071fb60e994 req-6849a56b-8a72-4d34-a1aa-41f294117576 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374404 Apr 18 21:53:56.376511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d9f64cc3-e980-45b9-b8a2-5237d6534213 req-ca4af640-8a0e-4a2c-9ab8-5d7ed2cd2e0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bbb46c128a847d7939a564cb95c68f0&device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 1094 time: 0.0857425 Apr 18 21:53:56.527865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64cc3-e980-45b9-b8a2-5237d6534213 req-385dd6ff-ac42-461f-bb91-eb9b5c37a4eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:56.529286 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d9f64cc3-e980-45b9-b8a2-5237d6534213 req-385dd6ff-ac42-461f-bb91-eb9b5c37a4eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2c7bb86-1054-4717-8e3f-747b4ade5267 HTTP/1.1" status: 200 len: 915 time: 0.1468544 Apr 18 21:53:56.600236 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d9f64cc3-e980-45b9-b8a2-5237d6534213 req-f71e85f2-2c26-4e5b-9b58-8ddb54adaf54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba HTTP/1.1" status: 200 len: 217 time: 0.0632563 Apr 18 21:53:56.670378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64cc3-e980-45b9-b8a2-5237d6534213 req-2388e4ac-db86-42fb-b3bc-0583eda4451c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:56.682832 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d9f64cc3-e980-45b9-b8a2-5237d6534213 req-2388e4ac-db86-42fb-b3bc-0583eda4451c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c31f4b-bb3a-4beb-b156-f33120f4ea56 HTTP/1.1" status: 200 len: 853 time: 0.0666783 Apr 18 21:53:56.723273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6f798-a6fe-4590-bc04-46505b872651 req-53e1fdda-f648-49aa-ad0b-acc6e8e3f477 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:56.724735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28b6f798-a6fe-4590-bc04-46505b872651 req-53e1fdda-f648-49aa-ad0b-acc6e8e3f477 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 943 time: 0.1054790 Apr 18 21:53:56.754306 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d9f64cc3-e980-45b9-b8a2-5237d6534213 req-82ff7b2c-de59-4657-b894-63baff5e3a63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2c7bb86-1054-4717-8e3f-747b4ade5267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765321 Apr 18 21:53:56.791198 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28b6f798-a6fe-4590-bc04-46505b872651 req-3fc362bb-aa8c-440e-8666-ab60265c5ae9 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579102 Apr 18 21:53:56.899018 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d9f64cc3-e980-45b9-b8a2-5237d6534213 req-67f3afed-1f21-4d74-af72-9be3363ddf53 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383977 Apr 18 21:53:57.055548 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d9f64cc3-e980-45b9-b8a2-5237d6534213 req-f3fa09fa-833e-45db-a04e-2ff961c9b1a3 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497378 Apr 18 21:53:57.118763 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e46f-d93b-437c-a6de-0eae7a6cb44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:58.003423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61fae5-6952-4e3b-88b6-abb17fb4dca1 req-384e3259-8b94-4c9c-9978-976f81dc1cba tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:58.004947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab61fae5-6952-4e3b-88b6-abb17fb4dca1 req-384e3259-8b94-4c9c-9978-976f81dc1cba tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 943 time: 0.0813959 Apr 18 21:53:58.017085 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:58.065556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab61fae5-6952-4e3b-88b6-abb17fb4dca1 req-ae064224-9da0-4012-aa86-19be1c58daee tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544412 Apr 18 21:53:58.765900 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:59.277295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17659a-6319-40ab-a1d4-a70a7a9c104b req-f75fe95c-1f6a-48bc-b473-ae2a36143995 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:59.279576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ed17659a-6319-40ab-a1d4-a70a7a9c104b req-f75fe95c-1f6a-48bc-b473-ae2a36143995 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 943 time: 0.0848479 Apr 18 21:53:59.341550 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ed17659a-6319-40ab-a1d4-a70a7a9c104b req-d345a92b-5017-4383-abb0-c794929e16f3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563881 Apr 18 21:54:00.537982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3dd24-4a98-4e16-a62c-5bba51f10cd7 req-fb19b1be-a9e4-461a-839c-1098f85e4714 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:00.539440 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45d3dd24-4a98-4e16-a62c-5bba51f10cd7 req-fb19b1be-a9e4-461a-839c-1098f85e4714 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 943 time: 0.0782988 Apr 18 21:54:00.588452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-45d3dd24-4a98-4e16-a62c-5bba51f10cd7 req-86e433fe-d7f5-4184-a6af-fd1ef1ec114f tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Apr 18 21:54:01.096892 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:01.824251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f0e66-4b76-4b9f-b8ab-b91ba698bb7e req-9d390c54-b3af-4977-978e-5d74b4a04090 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:01.825845 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d88f0e66-4b76-4b9f-b8ab-b91ba698bb7e req-9d390c54-b3af-4977-978e-5d74b4a04090 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 943 time: 0.0943124 Apr 18 21:54:01.873839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d88f0e66-4b76-4b9f-b8ab-b91ba698bb7e req-a90d3729-35cb-44af-8cb0-817f4b2524ae tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Apr 18 21:54:03.097515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6d477-95a0-4a59-8f12-a3131ea5a441 req-5a99cc48-85ce-464c-a825-dcec9e083416 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:03.099939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ffe6d477-95a0-4a59-8f12-a3131ea5a441 req-5a99cc48-85ce-464c-a825-dcec9e083416 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 943 time: 0.0776367 Apr 18 21:54:03.147326 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ffe6d477-95a0-4a59-8f12-a3131ea5a441 req-7ea1996d-9d2f-49d2-ae21-bbc1fa5f7153 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405424 Apr 18 21:54:03.844656 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:04.360332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db126cc-d27f-4dd2-aaab-216aba473bcc req-02ed24c3-5664-4d91-814d-4867c47e18b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:04.361842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9db126cc-d27f-4dd2-aaab-216aba473bcc req-02ed24c3-5664-4d91-814d-4867c47e18b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 943 time: 0.0878110 Apr 18 21:54:04.409529 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9db126cc-d27f-4dd2-aaab-216aba473bcc req-2e670a27-6ae3-45fd-bfa1-ecee743f7436 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415268 Apr 18 21:54:04.488086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device fa40a46d-0fa9-457e-8508-7fe59c49b6ba details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:54:04.635622 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port fa40a46d-0fa9-457e-8508-7fe59c49b6ba, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba,segment=NetworkSegment(5f5db662-624f-41f2-8951-39e8b887839a),segment_id=5f5db662-624f-41f2-8951-39e8b887839a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:54:04.650476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'port_id': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'mac_address': 'fa:16:3e:6d:fe:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:54:04.720307 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:04.741536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa40a46d-0fa9-457e-8508-7fe59c49b6ba {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:54:04.759438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port fa40a46d-0fa9-457e-8508-7fe59c49b6ba, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba,segment=NetworkSegment(5f5db662-624f-41f2-8951-39e8b887839a),segment_id=5f5db662-624f-41f2-8951-39e8b887839a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:54:04.874040 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:04.950446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=fa40a46d-0fa9-457e-8508-7fe59c49b6ba,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:54:05.160252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['fa40a46d-0fa9-457e-8508-7fe59c49b6ba'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:54:05.186333 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:54:05.633258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f7f6f-5542-43cc-b8d0-7b5ed9374442 req-7d922d4e-b67a-44d6-97ce-91fa043861e2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:05.635141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-271f7f6f-5542-43cc-b8d0-7b5ed9374442 req-7d922d4e-b67a-44d6-97ce-91fa043861e2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 944 time: 0.0969543 Apr 18 21:54:05.685052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-271f7f6f-5542-43cc-b8d0-7b5ed9374442 req-f813c928-eade-4bd6-b924-9a12f902d7ea tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Apr 18 21:54:06.487535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device fa40a46d-0fa9-457e-8508-7fe59c49b6ba up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:54:06.645454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port fa40a46d-0fa9-457e-8508-7fe59c49b6ba completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:54:06.651012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port fa40a46d-0fa9-457e-8508-7fe59c49b6ba triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:54:06.651492 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:06.769839 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:06.803942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:54:06.820857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port fa40a46d-0fa9-457e-8508-7fe59c49b6ba, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba,segment=NetworkSegment(5f5db662-624f-41f2-8951-39e8b887839a),segment_id=5f5db662-624f-41f2-8951-39e8b887839a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:54:06.875904 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b01883f-dce8-4bc7-bd5c-dac491ced1e5'] response: {'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'code': 200} Apr 18 21:54:06.900011 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61bbe7-245f-4178-9bb7-bb0771a2f3d3 req-c086b4d7-a671-4b93-84fd-a09f5bf87b57 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:06.902227 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb61bbe7-245f-4178-9bb7-bb0771a2f3d3 req-c086b4d7-a671-4b93-84fd-a09f5bf87b57 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 944 time: 0.0850632 Apr 18 21:54:06.903595 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:06.954148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb61bbe7-245f-4178-9bb7-bb0771a2f3d3 req-c0f778e7-6619-45e3-8dd7-2c589475b147 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445397 Apr 18 21:54:06.976928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=fa40a46d-0fa9-457e-8508-7fe59c49b6ba,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:54:07.022459 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9c4da06-9036-439c-8ddf-d570d23d6cec req-22be6359-210c-47e3-8727-38849e4c2d23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 1096 time: 0.0793326 Apr 18 21:54:07.065763 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9c4da06-9036-439c-8ddf-d570d23d6cec req-e7802f83-5f5b-45f1-a540-c63865a19fff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379498 Apr 18 21:54:08.173320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b46ed-8985-461d-bc38-e7b58a965593 req-a4ecdba0-567b-4636-9572-d3c9df22fd00 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:08.175041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba8b46ed-8985-461d-bc38-e7b58a965593 req-a4ecdba0-567b-4636-9572-d3c9df22fd00 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 945 time: 0.0952909 Apr 18 21:54:08.225236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ba8b46ed-8985-461d-bc38-e7b58a965593 req-63bed237-191f-4d1c-95b1-2be6259073a4 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426204 Apr 18 21:54:09.427543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79de89-3269-4ba8-92fe-0f1099997eb0 req-79b75722-6864-433a-84cc-ef582e9f2927 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:09.429161 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e79de89-3269-4ba8-92fe-0f1099997eb0 req-79b75722-6864-433a-84cc-ef582e9f2927 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 945 time: 0.0820653 Apr 18 21:54:09.477158 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e79de89-3269-4ba8-92fe-0f1099997eb0 req-95cb159e-b20a-4ff3-b44a-a4803bb0e7ee tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419419 Apr 18 21:54:09.571949 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:09.791262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43331c22-fd44-4a10-9368-54865dfbca2c req-8fb91a94-3c8b-40d8-97cc-77417a0c78bb tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:09.792805 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43331c22-fd44-4a10-9368-54865dfbca2c req-8fb91a94-3c8b-40d8-97cc-77417a0c78bb tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 945 time: 0.1824212 Apr 18 21:54:09.846519 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43331c22-fd44-4a10-9368-54865dfbca2c req-9307cb71-1eff-4138-ac65-4d15f971e89b tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478168 Apr 18 21:54:09.879851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60896) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:54:10.093517 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c77e4cbb-380b-48f5-8ba3-0a1a460b9796 tempest-TestVolumeBackupRestore-688591249 tempest-TestVolumeBackupRestore-688591249-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 1091 time: 0.2110388 Apr 18 21:54:10.095017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60906) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:54:10.100332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:54:10.106884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:54:10.110639 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Usage tracker for resource:floatingip and tenant:2bbb46c128a847d7939a564cb95c68f0 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:54:10.113419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:54:10.120081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:54:10.200233 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:10.346924 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:10.504091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Allocated IP 172.25.3.8 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/fc13d17b-9ed7-4f5e-a982-8221b7231d8b) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:54:10.654713 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:10.737287 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:10.811058 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:54:10.813773 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:54:10.817614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:54:10.846897 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event updated for resources: {'Port': ['ID=fc13d17b-9ed7-4f5e-a982-8221b7231d8b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:54:11.736147 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:11.915254 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:12.154981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:12.246383 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:12.374014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event updated for resources: {'Port': ['ID=fc13d17b-9ed7-4f5e-a982-8221b7231d8b,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:54:12.386672 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:12.736862 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Floating IP 3c81ce1a-c365-4ead-b08e-dd1cf6d15887 associated. External IP: 172.25.3.8, port: fa40a46d-0fa9-457e-8508-7fe59c49b6ba. Apr 18 21:54:13.172466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:54:13.436812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:54:13.448311 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc99d049-f5cb-4f0c-9150-4c304d62b1d7 None None] Sync routers for ids ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:54:13.461493 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc99d049-f5cb-4f0c-9150-4c304d62b1d7 None None] Routers {'5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:54:13.465025 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fc99d049-f5cb-4f0c-9150-4c304d62b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:53:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:54:13.558118 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:13.641010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-037ffedc-3cc5-464a-ae2e-f3a61107a910 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.5422440 Apr 18 21:54:13.641010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:54:13.644821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 60958) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:54:13.756482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0bc7d596-1071-4937-8bbf-89f8f1c08eae tempest-TestVolumeBackupRestore-688591249 tempest-TestVolumeBackupRestore-688591249-project-admin] Synchronizing usage tracker for tenant:6d8f613ec90846749fd08c72f3b09626 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:54:13.772320 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-fc99d049-f5cb-4f0c-9150-4c304d62b1d7 None None] Set router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:54:13.846181 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d03ecc-a1ed-49e7-9d8a-b835401dcc63'] response: {'name': 'network-changed', 'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'status': 'completed', 'code': 200} Apr 18 21:54:13.851968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0bc7d596-1071-4937-8bbf-89f8f1c08eae tempest-TestVolumeBackupRestore-688591249 tempest-TestVolumeBackupRestore-688591249-project-admin] Unset dirty status for tenant:6d8f613ec90846749fd08c72f3b09626 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:54:13.859756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0bc7d596-1071-4937-8bbf-89f8f1c08eae tempest-TestVolumeBackupRestore-688591249 tempest-TestVolumeBackupRestore-688591249-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 1091 time: 0.2068400 Apr 18 21:54:13.859879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 60970) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:54:13.862676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-dc64b7ba-d79e-4a38-800c-8b324e1dad1c tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Request body: {'floatingip': {'port_id': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:54:13.959291 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-924570ef-8f78-4ab5-827a-2a43fa5c61de req-0f663142-30b1-4139-9d85-bae59291c411 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bbb46c128a847d7939a564cb95c68f0&device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 1096 time: 0.0910800 Apr 18 21:54:13.971534 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc64b7ba-d79e-4a38-800c-8b324e1dad1c tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:14.129863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924570ef-8f78-4ab5-827a-2a43fa5c61de req-0855efa0-2d5f-4e55-83df-c9984bac86fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:14.131506 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-924570ef-8f78-4ab5-827a-2a43fa5c61de req-0855efa0-2d5f-4e55-83df-c9984bac86fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2c7bb86-1054-4717-8e3f-747b4ade5267 HTTP/1.1" status: 200 len: 915 time: 0.1660051 Apr 18 21:54:14.223992 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fc99d049-f5cb-4f0c-9150-4c304d62b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3c81ce1a-c365-4ead-b08e-dd1cf6d15887', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'port_id': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'mac_address': 'fa:16:3e:6d:fe:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:54:11Z', 'updated_at': '2022-04-18T21:54:11Z', 'revision_number': 0, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0adce65-795a-4ddf-a56b-2ef8d3ab3436', 'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'mac_address': 'fa:16:3e:bd:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:35Z', 'updated_at': '2022-04-18T21:50:46Z', 'revision_number': 5, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'subnets': [{'id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:54:14.229734 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc99d049-f5cb-4f0c-9150-4c304d62b1d7 None None] Checking router: 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:54:14.241678 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc99d049-f5cb-4f0c-9150-4c304d62b1d7 None None] Routers {'5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:54:14.242627 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fc99d049-f5cb-4f0c-9150-4c304d62b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:53:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:54:14.351556 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-924570ef-8f78-4ab5-827a-2a43fa5c61de req-ad6daa7f-f2e7-4ae5-b996-1785f989188f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba HTTP/1.1" status: 200 len: 997 time: 0.2129161 Apr 18 21:54:14.427381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924570ef-8f78-4ab5-827a-2a43fa5c61de req-adb25be9-4b22-4d1e-9c52-e41f2b53b1d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:14.438884 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-924570ef-8f78-4ab5-827a-2a43fa5c61de req-adb25be9-4b22-4d1e-9c52-e41f2b53b1d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c31f4b-bb3a-4beb-b156-f33120f4ea56 HTTP/1.1" status: 200 len: 853 time: 0.0712459 Apr 18 21:54:14.454290 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-fc99d049-f5cb-4f0c-9150-4c304d62b1d7 None None] Set router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:54:14.519550 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-924570ef-8f78-4ab5-827a-2a43fa5c61de req-63e6ac73-bca1-42eb-8085-c2a566cd8ae2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2c7bb86-1054-4717-8e3f-747b4ade5267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851822 Apr 18 21:54:14.692609 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-924570ef-8f78-4ab5-827a-2a43fa5c61de req-224e5987-b50e-47e2-87f0-3407dcd94003 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661687 Apr 18 21:54:14.843731 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-fc99d049-f5cb-4f0c-9150-4c304d62b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3c81ce1a-c365-4ead-b08e-dd1cf6d15887', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'port_id': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'mac_address': 'fa:16:3e:6d:fe:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:54:11Z', 'updated_at': '2022-04-18T21:54:11Z', 'revision_number': 0, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0adce65-795a-4ddf-a56b-2ef8d3ab3436', 'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'mac_address': 'fa:16:3e:bd:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:35Z', 'updated_at': '2022-04-18T21:50:46Z', 'revision_number': 5, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'subnets': [{'id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:54:14.847931 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc99d049-f5cb-4f0c-9150-4c304d62b1d7 None None] The sync data for ids ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'] in n-d-836017-3 is: [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3c81ce1a-c365-4ead-b08e-dd1cf6d15887', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'port_id': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'mac_address': 'fa:16:3e:6d:fe:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:54:11Z', 'updated_at': '2022-04-18T21:54:11Z', 'revision_number': 0, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0adce65-795a-4ddf-a56b-2ef8d3ab3436', 'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'mac_address': 'fa:16:3e:bd:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:35Z', 'updated_at': '2022-04-18T21:50:46Z', 'revision_number': 5, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'subnets': [{'id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:54:14.873051 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-924570ef-8f78-4ab5-827a-2a43fa5c61de req-72208e70-494c-4677-884c-38fafb12c9d1 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667523 Apr 18 21:54:14.885845 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc64b7ba-d79e-4a38-800c-8b324e1dad1c tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:14.936182 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc64b7ba-d79e-4a38-800c-8b324e1dad1c tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:15.090641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23834193-bcd5-41bc-a474-412babb63f53 None None] New status for floating IP 3c81ce1a-c365-4ead-b08e-dd1cf6d15887: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:54:15.402679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc64b7ba-d79e-4a38-800c-8b324e1dad1c tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:54:15.676686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc64b7ba-d79e-4a38-800c-8b324e1dad1c tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:54:15.681662 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dc64b7ba-d79e-4a38-800c-8b324e1dad1c tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:15.796616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dc64b7ba-d79e-4a38-800c-8b324e1dad1c tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "PUT /v2.0/floatingips/3c81ce1a-c365-4ead-b08e-dd1cf6d15887 HTTP/1.1" status: 200 len: 989 time: 1.9385779 Apr 18 21:54:15.847726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba'}, {'name': 'network-changed', 'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:54:15.922906 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9964618b-7abd-4de4-a633-9ad005e5a051'] response: {'name': 'network-changed', 'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'status': 'completed', 'code': 200} Apr 18 21:54:15.922906 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9964618b-7abd-4de4-a633-9ad005e5a051'] response: {'name': 'network-changed', 'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'status': 'completed', 'code': 200} Apr 18 21:54:16.021214 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-af13b198-a5fb-4750-936d-152ffbb9798a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bbb46c128a847d7939a564cb95c68f0&device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 1096 time: 0.0779755 Apr 18 21:54:16.176444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-481c73cb-755b-42b2-9c68-d3966fb46016 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:16.178120 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-481c73cb-755b-42b2-9c68-d3966fb46016 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2c7bb86-1054-4717-8e3f-747b4ade5267 HTTP/1.1" status: 200 len: 915 time: 0.1515908 Apr 18 21:54:16.296547 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-30b26310-72e0-4f9b-a37b-64b2cc6c4fee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba HTTP/1.1" status: 200 len: 999 time: 0.1109118 Apr 18 21:54:16.367779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-bf1166d4-cebd-4388-85da-19fe0da96f8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:16.369236 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-bf1166d4-cebd-4388-85da-19fe0da96f8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c31f4b-bb3a-4beb-b156-f33120f4ea56 HTTP/1.1" status: 200 len: 853 time: 0.0673707 Apr 18 21:54:16.444151 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-668562b1-36ea-4b96-82e5-ccdd1784e816 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2c7bb86-1054-4717-8e3f-747b4ade5267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684528 Apr 18 21:54:16.602181 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-6597c501-ad83-4827-9a6f-7a484bfb5ad6 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525650 Apr 18 21:54:16.759572 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-90ea953b-9f18-496a-8dea-1a00bb9c9eba service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505404 Apr 18 21:54:16.884109 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-c4538ffe-e658-4638-857b-f2cd1d48753c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bbb46c128a847d7939a564cb95c68f0&device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 1096 time: 0.0784235 Apr 18 21:54:17.025556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-90b77cb3-988e-46ec-ae89-a2995d661d74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:17.027950 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-90b77cb3-988e-46ec-ae89-a2995d661d74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2c7bb86-1054-4717-8e3f-747b4ade5267 HTTP/1.1" status: 200 len: 915 time: 0.1379912 Apr 18 21:54:17.221864 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-973def88-b6e9-4465-8e6a-295180854bd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba HTTP/1.1" status: 200 len: 999 time: 0.1890910 Apr 18 21:54:17.254928 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b67535-0a7a-48a8-9ffa-a2acff35b716 None None] Sync routers for ids ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:54:17.267835 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b67535-0a7a-48a8-9ffa-a2acff35b716 None None] Routers {'5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:54:17.268581 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-77b67535-0a7a-48a8-9ffa-a2acff35b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:53:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:54:17.285221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-b0ef3f5a-882e-4375-ad00-64170a27d911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:17.286685 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-b0ef3f5a-882e-4375-ad00-64170a27d911 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c31f4b-bb3a-4beb-b156-f33120f4ea56 HTTP/1.1" status: 200 len: 853 time: 0.0595911 Apr 18 21:54:17.360918 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-71f6894c-36a3-4779-b64c-3fd7090608fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2c7bb86-1054-4717-8e3f-747b4ade5267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686796 Apr 18 21:54:17.454231 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-77b67535-0a7a-48a8-9ffa-a2acff35b716 None None] Set router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:54:17.499930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-c42778ea-0ef5-4f2f-8798-e7b0092a0594 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324444 Apr 18 21:54:17.683727 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7a81438-3765-4489-b872-0ba1cbbc4c95 req-40e27af2-941f-441c-963c-c11773c4bff6 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620977 Apr 18 21:54:17.879578 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-77b67535-0a7a-48a8-9ffa-a2acff35b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3c81ce1a-c365-4ead-b08e-dd1cf6d15887', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'port_id': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'mac_address': 'fa:16:3e:6d:fe:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:54:11Z', 'updated_at': '2022-04-18T21:54:15Z', 'revision_number': 2, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0adce65-795a-4ddf-a56b-2ef8d3ab3436', 'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'mac_address': 'fa:16:3e:bd:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:35Z', 'updated_at': '2022-04-18T21:50:46Z', 'revision_number': 5, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'subnets': [{'id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:54:17.883900 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b67535-0a7a-48a8-9ffa-a2acff35b716 None None] Checking router: 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:54:17.894961 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b67535-0a7a-48a8-9ffa-a2acff35b716 None None] Routers {'5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:54:17.895752 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-77b67535-0a7a-48a8-9ffa-a2acff35b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:53:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:54:18.074344 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-77b67535-0a7a-48a8-9ffa-a2acff35b716 None None] Set router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:54:18.466164 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-77b67535-0a7a-48a8-9ffa-a2acff35b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3c81ce1a-c365-4ead-b08e-dd1cf6d15887', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'port_id': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'mac_address': 'fa:16:3e:6d:fe:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:54:11Z', 'updated_at': '2022-04-18T21:54:15Z', 'revision_number': 2, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0adce65-795a-4ddf-a56b-2ef8d3ab3436', 'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'mac_address': 'fa:16:3e:bd:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:35Z', 'updated_at': '2022-04-18T21:50:46Z', 'revision_number': 5, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'subnets': [{'id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:54:18.471610 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b67535-0a7a-48a8-9ffa-a2acff35b716 None None] The sync data for ids ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'] in n-d-836017-3 is: [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '3c81ce1a-c365-4ead-b08e-dd1cf6d15887', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'port_id': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'mac_address': 'fa:16:3e:6d:fe:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:54:11Z', 'updated_at': '2022-04-18T21:54:15Z', 'revision_number': 2, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0adce65-795a-4ddf-a56b-2ef8d3ab3436', 'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'mac_address': 'fa:16:3e:bd:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:35Z', 'updated_at': '2022-04-18T21:50:46Z', 'revision_number': 5, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'subnets': [{'id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:54:24.685517 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d48b3e01-d8c4-42bd-9a72-21acc1e1a732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:27.165118 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1f708df7-6403-4a02-8cba-e33370e47d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:28.024677 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:28.711217 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:31.102042 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:33.797105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:34.080959 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2d9c2bb0-bcee-4033-b1bc-a4c07b27488a req-fab97ba9-1467-49c5-be8e-2a09c994f2cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718663 Apr 18 21:54:34.256942 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2d9c2bb0-bcee-4033-b1bc-a4c07b27488a req-2f92d250-1848-4420-ac11-506e7db10503 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bbb46c128a847d7939a564cb95c68f0&device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 1096 time: 0.1060672 Apr 18 21:54:34.404957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c2bb0-bcee-4033-b1bc-a4c07b27488a req-b445a2f1-1e90-4fd3-999b-3663974c1b6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:34.406543 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2d9c2bb0-bcee-4033-b1bc-a4c07b27488a req-b445a2f1-1e90-4fd3-999b-3663974c1b6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2c7bb86-1054-4717-8e3f-747b4ade5267 HTTP/1.1" status: 200 len: 915 time: 0.1315880 Apr 18 21:54:34.524177 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2d9c2bb0-bcee-4033-b1bc-a4c07b27488a req-cf5637dd-75d7-413a-bdfc-329935c58345 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba HTTP/1.1" status: 200 len: 999 time: 0.1120141 Apr 18 21:54:34.611182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c2bb0-bcee-4033-b1bc-a4c07b27488a req-498ba917-24d3-4d28-89af-ea056af86db6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:34.612241 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2d9c2bb0-bcee-4033-b1bc-a4c07b27488a req-498ba917-24d3-4d28-89af-ea056af86db6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c31f4b-bb3a-4beb-b156-f33120f4ea56 HTTP/1.1" status: 200 len: 853 time: 0.0822971 Apr 18 21:54:34.698100 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2d9c2bb0-bcee-4033-b1bc-a4c07b27488a req-58efe0c8-b9cb-4292-91ed-7311b99289d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2c7bb86-1054-4717-8e3f-747b4ade5267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795896 Apr 18 21:54:34.848417 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2d9c2bb0-bcee-4033-b1bc-a4c07b27488a req-57e6124c-f248-4181-b988-6746c00caae2 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438472 Apr 18 21:54:34.980229 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2d9c2bb0-bcee-4033-b1bc-a4c07b27488a req-9ff14b92-ab35-48ee-b6ec-32647c670886 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255581 Apr 18 21:54:39.537116 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:42.183074 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:54:52.839670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33222) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:54:53.164762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Deleting subnet 503c0c48-02a2-43f7-9174-884d24315aca {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:54:53.164762 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:53.164762 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:53.252632 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:53.468508 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:53.505949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503c0c48-02a2-43f7-9174-884d24315aca,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:54:53.524222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:53.524566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:53.525078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:53.525443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:53.525832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:53.526168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:53.526492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:53.526984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:53.527307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:53.527629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:53.527955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:53.532152 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:53.538750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-537b65b8-9ea2-4fc4-853e-95af9eb58858 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/503c0c48-02a2-43f7-9174-884d24315aca HTTP/1.1" status: 204 len: 168 time: 0.7019491 Apr 18 21:54:53.540944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33234) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:54:53.672685 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:53.813349 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:53.851044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e353d4-16c6-4444-8a95-95b70a037748']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:54:53.858776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d8b482-b043-4cef-96d8-85e094b34aa0') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:54:53.859082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d8b482-b043-4cef-96d8-85e094b34aa0') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:54:53.871371 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:53.887994 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:53.894050 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:54:53.894439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:54:53.907967 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:54:54.175170 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:54.175170 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:54.201883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] Pushing event deleted for resources: {'Network': ['ID=64e353d4-16c6-4444-8a95-95b70a037748,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:54:54.301145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d60f3a86-ee16-4034-b77b-978bde02787d admin admin] 10.222.0.11 "DELETE /v2.0/networks/64e353d4-16c6-4444-8a95-95b70a037748 HTTP/1.1" status: 204 len: 168 time: 0.7552490 Apr 18 21:54:54.673675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33248) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:54:54.697129 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-147a68dd-31ad-49ad-937f-d9ff46d3095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:54.723497 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9798528a-bc35-4477-b7f3-8240beb2b7d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d92338b5c28344a1872c923772c215bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526795 Apr 18 21:54:54.729055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33252) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:54:54.783515 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:54.816739 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:54.937372 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:54.955358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3916306b-e2a7-4f16-91f1-39a720415de2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:54:54.963231 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:54.963231 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3916306b-e2a7-4f16-91f1-39a720415de2 HTTP/1.1" status: 204 len: 168 time: 0.2369363 Apr 18 21:54:54.968572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:54.968572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:54.968572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:54.968572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:54.968572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:54.968572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:54.968572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:54.968572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:54.968572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:54.968572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:54.968572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db08b0d-abd2-436c-b925-6643a6675645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:54:56.487190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33288) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:54:56.622349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1163143793-network', 'tenant_id': 'aecc4443323a4f2da2c9f531f1eca531'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:54:56.628116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:54:56.633510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Usage tracker for resource:network and tenant:aecc4443323a4f2da2c9f531f1eca531 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:54:56.636085 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:54:56.642794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:54:56.738074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Made reservation on behalf of aecc4443323a4f2da2c9f531f1eca531 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:54:56.743995 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:56.757420 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:56.790201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:54:56.794371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:aecc4443323a4f2da2c9f531f1eca531 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:54:56.798752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:54:56.803036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:54:56.872347 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:56.982775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:57.010339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:54:57.016533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea70cc6-076b-4a36-be28-c5151377a00c,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:54:57.025656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:57.025984 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Added segment 33f418d4-31d4-4066-88cb-e0c65b15ae9a of type vlan for network 3ceb6938-ea5e-494a-9b93-de4fbbd1248b Apr 18 21:54:57.061497 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:57.156879 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6a00c470-ad34-43d1-b97e-60a2c9ef8613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:57.184605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:57.184605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:57.184605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:57.286857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=3ceb6938-ea5e-494a-9b93-de4fbbd1248b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:54:57.300317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 3ceb6938-ea5e-494a-9b93-de4fbbd1248b details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:54:57.368804 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3fb5be2b-d754-4fbb-bdc9-d71a9b315bc7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8787596 Apr 18 21:54:57.369861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 33300) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:54:57.375368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Request body: {'subnet': {'network_id': '3ceb6938-ea5e-494a-9b93-de4fbbd1248b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1163143793-subnet', 'tenant_id': 'aecc4443323a4f2da2c9f531f1eca531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:54:57.381417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:54:57.386226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Usage tracker for resource:subnet and tenant:aecc4443323a4f2da2c9f531f1eca531 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:54:57.389367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:54:57.399898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:54:57.480910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Made reservation on behalf of aecc4443323a4f2da2c9f531f1eca531 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:54:57.480910 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:57.852895 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:57.923888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7de4f64-023b-4bc0-9582-ae455c9fc10f,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:54:57.947907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Checking segment: {'id': '33f418d4-31d4-4066-88cb-e0c65b15ae9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3ceb6938-ea5e-494a-9b93-de4fbbd1248b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:54:57.948259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Network hostable DHCP agents. Network: 3ceb6938-ea5e-494a-9b93-de4fbbd1248b, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:54:58.038527 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:58.062082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Network 3ceb6938-ea5e-494a-9b93-de4fbbd1248b is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:54:58.144676 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 3ceb6938-ea5e-494a-9b93-de4fbbd1248b) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:54:58.165135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd7c6e1-51d2-48eb-bd0f-ece713dabcbe None None] Network 3ceb6938-ea5e-494a-9b93-de4fbbd1248b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:54:58.169810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:58.169810 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:58.382134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce132f9-1f31-4140-931b-726214b5c42b None None] Network 3ceb6938-ea5e-494a-9b93-de4fbbd1248b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:54:58.414306 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-42056f04-e328-495b-95d3-9db317cbba88 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0432317 Apr 18 21:54:58.735961 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:59.779268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33342) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:54:59.784653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1739526964-network', 'tenant_id': 'f714cb8b465c47ed9e5ff9ae4764482c'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:54:59.794150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:54:59.794150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Usage tracker for resource:network and tenant:f714cb8b465c47ed9e5ff9ae4764482c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:54:59.796272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:54:59.803780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:54:59.901862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Made reservation on behalf of f714cb8b465c47ed9e5ff9ae4764482c for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:54:59.904148 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:59.917445 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:59.952147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:54:59.961570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Usage tracker for resource:security_group_rule and tenant:f714cb8b465c47ed9e5ff9ae4764482c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:54:59.961570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:54:59.965396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:00.034132 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:00.121143 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:00.160393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:55:00.167744 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b6c10e-f44d-4f0d-95d3-f6c29d7486fb,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:00.184402 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:00.184402 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Added segment e6d503f2-3ff0-4470-89ca-a5f4b2d1f7be of type vlan for network a5721f16-0b40-4bd6-bd48-a962017fcddf Apr 18 21:55:00.203810 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:00.345446 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:00.345446 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:00.345446 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:00.454268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] Pushing event updated for resources: {'Network': ['ID=a5721f16-0b40-4bd6-bd48-a962017fcddf,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:00.472867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a5721f16-0b40-4bd6-bd48-a962017fcddf details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:55:00.526885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2fe26158-f054-4906-ae6d-13d8eb15b858 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7431426 Apr 18 21:55:00.526885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33350) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:00.536877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Request body: {'subnet': {'network_id': 'a5721f16-0b40-4bd6-bd48-a962017fcddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1739526964-subnet', 'tenant_id': 'f714cb8b465c47ed9e5ff9ae4764482c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:00.536877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:00.547123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Usage tracker for resource:subnet and tenant:f714cb8b465c47ed9e5ff9ae4764482c is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:00.547123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:00.547123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:00.622525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Made reservation on behalf of f714cb8b465c47ed9e5ff9ae4764482c for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:55:00.622525 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:00.964532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:01.044176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Pushing event updated for resources: {'Subnet': ['ID=79394d77-440a-4ee2-9c65-720176901cc5,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:01.057771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Checking segment: {'id': 'e6d503f2-3ff0-4470-89ca-a5f4b2d1f7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a5721f16-0b40-4bd6-bd48-a962017fcddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:55:01.058121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Network hostable DHCP agents. Network: a5721f16-0b40-4bd6-bd48-a962017fcddf, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:55:01.118978 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:01.136709 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Network a5721f16-0b40-4bd6-bd48-a962017fcddf is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:55:01.197646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a5721f16-0b40-4bd6-bd48-a962017fcddf) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:01.207270 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:01.207270 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:01.212787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050e471-3b4e-446c-b5ec-c6daeefee5ca None None] Network a5721f16-0b40-4bd6-bd48-a962017fcddf requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:55:01.266878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-27a60f7a-773a-44ef-b06d-5c5205cb790e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7395945 Apr 18 21:55:01.460842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11d5b60-ce28-4169-b626-a9ec37f6398a None None] Network a5721f16-0b40-4bd6-bd48-a962017fcddf requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:55:02.000079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-863da9d7-ea34-44cc-83a8-cc16e66ac51e tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:02.000079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-863da9d7-ea34-44cc-83a8-cc16e66ac51e tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/networks?id=3ceb6938-ea5e-494a-9b93-de4fbbd1248b HTTP/1.1" status: 200 len: 812 time: 0.1680276 Apr 18 21:55:02.025866 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-5185bc51-1835-4c4a-9a99-7cf0d87ed34a tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/quotas/aecc4443323a4f2da2c9f531f1eca531 HTTP/1.1" status: 200 len: 375 time: 0.0139551 Apr 18 21:55:02.071120 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0d11a81d-0071-4189-ba75-ad36c3ddda31 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aecc4443323a4f2da2c9f531f1eca531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424418 Apr 18 21:55:02.217943 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-3ea804ec-c6f8-4314-8519-0fcc427be129 service neutron] 10.222.0.11 "GET /v2.0/networks/3ceb6938-ea5e-494a-9b93-de4fbbd1248b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359746 Apr 18 21:55:02.350461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-9ec3ece5-3780-4768-b4ee-a607f3879d0a service neutron] 10.222.0.11 "GET /v2.0/networks/3ceb6938-ea5e-494a-9b93-de4fbbd1248b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324532 Apr 18 21:55:02.708312 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3b51757-508c-4e20-81c3-358724aaaa36 req-873f0137-f9f6-4a6f-96de-4d2e641474d4 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 210 time: 0.0865932 Apr 18 21:55:03.829143 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:03.837551 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8600a8a9-d975-4cd0-b593-7e89e7bdd575 req-42f95810-ba0a-4e77-80ea-ba5724359658 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 210 time: 0.0445898 Apr 18 21:55:05.018650 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b181df49-43db-4017-90b3-15c8bdcbb8e6 req-63631a96-941e-4f9a-be10-27092648116c tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 210 time: 0.0483279 Apr 18 21:55:05.111531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-fe44fc2f-145b-4dfe-b06a-720b656584de tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:05.111531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-fe44fc2f-145b-4dfe-b06a-720b656584de tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Synchronizing usage tracker for tenant:aecc4443323a4f2da2c9f531f1eca531 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:55:05.263981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-fe44fc2f-145b-4dfe-b06a-720b656584de tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Unset dirty status for tenant:aecc4443323a4f2da2c9f531f1eca531 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:55:05.263981 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-fe44fc2f-145b-4dfe-b06a-720b656584de tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.59 "GET /v2.0/networks?id=3ceb6938-ea5e-494a-9b93-de4fbbd1248b HTTP/1.1" status: 200 len: 812 time: 0.3221862 Apr 18 21:55:05.289725 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Request body: {'port': {'device_id': '500a2946-7477-450b-bcf2-22e77afa5e07', 'network_id': '3ceb6938-ea5e-494a-9b93-de4fbbd1248b', 'admin_state_up': True, 'tenant_id': 'aecc4443323a4f2da2c9f531f1eca531'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:05.433553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:05.437409 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Usage tracker for resource:port and tenant:aecc4443323a4f2da2c9f531f1eca531 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:05.440365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:05.446915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:05.541915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Made reservation on behalf of aecc4443323a4f2da2c9f531f1eca531 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:55:05.541915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:05.716258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Allocated IP 172.20.0.5 (3ceb6938-ea5e-494a-9b93-de4fbbd1248b/f7de4f64-023b-4bc0-9582-ae455c9fc10f/58085f74-90f3-4dd1-a3ab-d69870cd6f4e) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:05.947726 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:06.027891 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:06.155882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Network 3ceb6938-ea5e-494a-9b93-de4fbbd1248b is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:06.155882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Pushing event updated for resources: {'Port': ['ID=58085f74-90f3-4dd1-a3ab-d69870cd6f4e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:06.164505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:06.164505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:55:06.243984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:06.243984 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:06.343694 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edc753-4305-4125-8c7e-feed3440b0a2 req-cd81557d-35ee-4721-892e-b1fd2fda788f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:06.343694 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06edc753-4305-4125-8c7e-feed3440b0a2 req-cd81557d-35ee-4721-892e-b1fd2fda788f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 931 time: 0.1845450 Apr 18 21:55:06.359941 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-d3121e64-726b-4f31-9ebf-cd184d04d6cc tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0832508 Apr 18 21:55:06.371499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-db98c0ad-64fe-4958-bb3c-0a7d53646679 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:55:06.372474 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-db98c0ad-64fe-4958-bb3c-0a7d53646679 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061860 Apr 18 21:55:06.393019 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06edc753-4305-4125-8c7e-feed3440b0a2 req-67eddb6c-d2fb-4d06-97d0-f2d7bd45c597 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Apr 18 21:55:06.524241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Request body: {'port': {'device_id': '500a2946-7477-450b-bcf2-22e77afa5e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:06.638536 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:07.020969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58085f74-90f3-4dd1-a3ab-d69870cd6f4e {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:55:07.028671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:07.043655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Transition to ACTIVE for port object 58085f74-90f3-4dd1-a3ab-d69870cd6f4e will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:55:07.096468 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:07.230484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Pushing event updated for resources: {'Port': ['ID=58085f74-90f3-4dd1-a3ab-d69870cd6f4e,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:07.353124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Attempting to bind port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:55:07.353124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Attempting to bind port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '33f418d4-31d4-4066-88cb-e0c65b15ae9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3ceb6938-ea5e-494a-9b93-de4fbbd1248b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:55:07.353124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Attempting to bind port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e on network 3ceb6938-ea5e-494a-9b93-de4fbbd1248b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:55:07.373323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e on network 3ceb6938-ea5e-494a-9b93-de4fbbd1248b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:55:07.373323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Attempting to bind port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e on network 3ceb6938-ea5e-494a-9b93-de4fbbd1248b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:55:07.373323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:55:07.373323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Checking segment: {'id': '33f418d4-31d4-4066-88cb-e0c65b15ae9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3ceb6938-ea5e-494a-9b93-de4fbbd1248b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:55:07.373323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Bound using segment: {'id': '33f418d4-31d4-4066-88cb-e0c65b15ae9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3ceb6938-ea5e-494a-9b93-de4fbbd1248b'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:55:07.373323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Bound port: 58085f74-90f3-4dd1-a3ab-d69870cd6f4e, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f418d4-31d4-4066-88cb-e0c65b15ae9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3ceb6938-ea5e-494a-9b93-de4fbbd1248b'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:55:07.373323 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:07.467203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] For port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:55:07.476691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] For port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=58085f74-90f3-4dd1-a3ab-d69870cd6f4e,segment=NetworkSegment(33f418d4-31d4-4066-88cb-e0c65b15ae9a),segment_id=33f418d4-31d4-4066-88cb-e0c65b15ae9a)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:55:07.531361 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:07.608953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916f609-8fe9-4c5a-9b40-fea27b314660 req-220b64a0-2b11-4a70-9f04-cdf828a24e97 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:07.610655 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:07.610879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2916f609-8fe9-4c5a-9b40-fea27b314660 req-220b64a0-2b11-4a70-9f04-cdf828a24e97 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 943 time: 0.0848720 Apr 18 21:55:07.612032 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] 10.222.0.59 "PUT /v2.0/ports/58085f74-90f3-4dd1-a3ab-d69870cd6f4e HTTP/1.1" status: 200 len: 1091 time: 1.2323432 Apr 18 21:55:07.612772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500a2946-7477-450b-bcf2-22e77afa5e07', 'tag': '58085f74-90f3-4dd1-a3ab-d69870cd6f4e'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:55:07.645391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984e002-ff46-4cff-8262-e54da36feb1e service neutron] Pushing event updated for resources: {'Port': ['ID=58085f74-90f3-4dd1-a3ab-d69870cd6f4e,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:07.669336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2916f609-8fe9-4c5a-9b40-fea27b314660 req-f0563ca7-b50f-4aea-b817-e70c6f5038fd tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454464 Apr 18 21:55:07.759434 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59730c39-73b0-4060-8bf0-0b0d78b4936d'] response: {'name': 'network-changed', 'server_uuid': '500a2946-7477-450b-bcf2-22e77afa5e07', 'tag': '58085f74-90f3-4dd1-a3ab-d69870cd6f4e', 'status': 'completed', 'code': 200} Apr 18 21:55:07.799285 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-7b0db191-b2c7-4a42-b059-78f5775d7a32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aecc4443323a4f2da2c9f531f1eca531&device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 1094 time: 0.0779183 Apr 18 21:55:07.872070 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-971764d5-b510-47c8-82ba-7bb38fbbc9f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58085f74-90f3-4dd1-a3ab-d69870cd6f4e HTTP/1.1" status: 200 len: 217 time: 0.0683873 Apr 18 21:55:07.937032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-4c29834b-faec-4288-b92d-97ccb6720b2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:07.939347 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-4c29834b-faec-4288-b92d-97ccb6720b2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7de4f64-023b-4bc0-9582-ae455c9fc10f HTTP/1.1" status: 200 len: 852 time: 0.0608833 Apr 18 21:55:07.989649 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-7eb125b1-f318-469f-985a-a1b066bcfb60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ceb6938-ea5e-494a-9b93-de4fbbd1248b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459380 Apr 18 21:55:08.230849 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-afd6444a-11f8-4314-a13b-17b8447fed2d service neutron] 10.222.0.59 "GET /v2.0/networks/3ceb6938-ea5e-494a-9b93-de4fbbd1248b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353377 Apr 18 21:55:08.364378 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eefc8f08-f206-47b3-85e0-83e9143ca7ae req-4d4fef68-272f-456c-9e38-7b52acfcb9fe service neutron] 10.222.0.59 "GET /v2.0/networks/3ceb6938-ea5e-494a-9b93-de4fbbd1248b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277092 Apr 18 21:55:08.572638 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4f02945e-3a93-4147-a147-dcf320364aa0 req-e6735c15-390d-4bf6-a5bf-694f26da0cbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aecc4443323a4f2da2c9f531f1eca531&device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 1094 time: 0.0898259 Apr 18 21:55:08.719764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02945e-3a93-4147-a147-dcf320364aa0 req-89a82100-521c-423d-bcbc-8e8252d3c080 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:08.719764 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4f02945e-3a93-4147-a147-dcf320364aa0 req-89a82100-521c-423d-bcbc-8e8252d3c080 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ceb6938-ea5e-494a-9b93-de4fbbd1248b HTTP/1.1" status: 200 len: 913 time: 0.1396847 Apr 18 21:55:08.852208 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4f02945e-3a93-4147-a147-dcf320364aa0 req-2f6faba5-a102-46b6-88d8-0698752c7e01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58085f74-90f3-4dd1-a3ab-d69870cd6f4e HTTP/1.1" status: 200 len: 217 time: 0.1049733 Apr 18 21:55:08.905055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02945e-3a93-4147-a147-dcf320364aa0 req-f50e68c4-b559-4c1b-b9c1-3ad2400dffcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:08.905055 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4f02945e-3a93-4147-a147-dcf320364aa0 req-f50e68c4-b559-4c1b-b9c1-3ad2400dffcf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7de4f64-023b-4bc0-9582-ae455c9fc10f HTTP/1.1" status: 200 len: 852 time: 0.0662169 Apr 18 21:55:08.926453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28d2b1-da01-44e3-8ed3-393ef5fdcb02 req-55af499c-7811-40db-ba80-f144aeb095eb tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:08.926453 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b28d2b1-da01-44e3-8ed3-393ef5fdcb02 req-55af499c-7811-40db-ba80-f144aeb095eb tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 943 time: 0.0925717 Apr 18 21:55:08.970564 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4f02945e-3a93-4147-a147-dcf320364aa0 req-97d8fa31-85a4-422c-bdd7-c2ab80e86e3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ceb6938-ea5e-494a-9b93-de4fbbd1248b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573213 Apr 18 21:55:08.971843 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b28d2b1-da01-44e3-8ed3-393ef5fdcb02 req-f7d46331-daec-4d19-be60-ca5ba2624b75 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 Apr 18 21:55:09.115591 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4f02945e-3a93-4147-a147-dcf320364aa0 req-e8b1df85-ee43-4c7b-b8f8-31e80d8d67ff service neutron] 10.222.0.59 "GET /v2.0/networks/3ceb6938-ea5e-494a-9b93-de4fbbd1248b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361232 Apr 18 21:55:09.258302 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4f02945e-3a93-4147-a147-dcf320364aa0 req-51a74971-9ef9-49b7-aba9-cc0b778517c2 service neutron] 10.222.0.59 "GET /v2.0/networks/3ceb6938-ea5e-494a-9b93-de4fbbd1248b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342592 Apr 18 21:55:09.575278 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:10.200655 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e9fe7-3fe0-49aa-9141-3a3ab1841516 req-82effb03-5f73-45b6-9192-a2f17603690d tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:10.200655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-937e9fe7-3fe0-49aa-9141-3a3ab1841516 req-82effb03-5f73-45b6-9192-a2f17603690d tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 943 time: 0.0938981 Apr 18 21:55:10.250709 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-937e9fe7-3fe0-49aa-9141-3a3ab1841516 req-ed8a2181-8599-443e-9efd-2cc58f4adc09 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515063 Apr 18 21:55:10.971805 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 58085f74-90f3-4dd1-a3ab-d69870cd6f4e details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:55:11.129141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=58085f74-90f3-4dd1-a3ab-d69870cd6f4e,segment=NetworkSegment(33f418d4-31d4-4066-88cb-e0c65b15ae9a),segment_id=33f418d4-31d4-4066-88cb-e0c65b15ae9a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:11.143442 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '58085f74-90f3-4dd1-a3ab-d69870cd6f4e', 'network_id': '3ceb6938-ea5e-494a-9b93-de4fbbd1248b', 'port_id': '58085f74-90f3-4dd1-a3ab-d69870cd6f4e', 'mac_address': 'fa:16:3e:b8:8c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7de4f64-023b-4bc0-9582-ae455c9fc10f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:55:11.219646 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:11.229689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58085f74-90f3-4dd1-a3ab-d69870cd6f4e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:55:11.246800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=58085f74-90f3-4dd1-a3ab-d69870cd6f4e,segment=NetworkSegment(33f418d4-31d4-4066-88cb-e0c65b15ae9a),segment_id=33f418d4-31d4-4066-88cb-e0c65b15ae9a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:11.295878 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:11.371380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=58085f74-90f3-4dd1-a3ab-d69870cd6f4e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:11.383145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:11.383519 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:11.383863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:11.384208 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:11.384544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:11.384878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:11.385207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:11.385559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:11.385890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:11.386262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:11.386808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:11.537930 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['58085f74-90f3-4dd1-a3ab-d69870cd6f4e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:55:11.598778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467d611-5d42-4466-9b0d-cbcb0f261943 req-1b77ca42-a6ce-4871-b707-f3f8547eab85 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:11.598778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6467d611-5d42-4466-9b0d-cbcb0f261943 req-1b77ca42-a6ce-4871-b707-f3f8547eab85 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 944 time: 0.2112978 Apr 18 21:55:11.656368 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6467d611-5d42-4466-9b0d-cbcb0f261943 req-8fdb2453-b4d9-4325-9077-3c1634286d20 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528922 Apr 18 21:55:12.859891 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fa102-ae1e-4aaa-8caf-2847640cc4ca req-7c1c2aed-6c5b-455e-92c1-fd5b0c9db82e tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:12.859891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-560fa102-ae1e-4aaa-8caf-2847640cc4ca req-7c1c2aed-6c5b-455e-92c1-fd5b0c9db82e tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 944 time: 0.0879357 Apr 18 21:55:12.911734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-560fa102-ae1e-4aaa-8caf-2847640cc4ca req-aceb13fc-9459-4c89-bf48-a57ec129efc9 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473208 Apr 18 21:55:12.956946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 58085f74-90f3-4dd1-a3ab-d69870cd6f4e up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:55:13.115372 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:55:13.134111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:13.134111 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:13.256362 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:13.284922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500a2946-7477-450b-bcf2-22e77afa5e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58085f74-90f3-4dd1-a3ab-d69870cd6f4e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:55:13.294728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=58085f74-90f3-4dd1-a3ab-d69870cd6f4e,segment=NetworkSegment(33f418d4-31d4-4066-88cb-e0c65b15ae9a),segment_id=33f418d4-31d4-4066-88cb-e0c65b15ae9a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:13.344518 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb3e11a-4f17-4210-a42a-d66fb497fdee'] response: {'server_uuid': '500a2946-7477-450b-bcf2-22e77afa5e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58085f74-90f3-4dd1-a3ab-d69870cd6f4e', 'code': 200} Apr 18 21:55:13.416105 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:13.484963 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c762cf85-320a-47ff-b49f-b1100099ce2d req-45111779-89a0-4189-8e58-aba289016913 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 1096 time: 0.0822392 Apr 18 21:55:13.488112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=58085f74-90f3-4dd1-a3ab-d69870cd6f4e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:13.530924 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c762cf85-320a-47ff-b49f-b1100099ce2d req-f77c2911-41cf-4481-9427-ffc76f71d4ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402904 Apr 18 21:55:14.119795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469336f4-3e33-4b63-a5d9-3c612c9529e4 req-003fb16a-c7df-4fd6-9639-d4f91122015e tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:14.120623 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-469336f4-3e33-4b63-a5d9-3c612c9529e4 req-003fb16a-c7df-4fd6-9639-d4f91122015e tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0782056 Apr 18 21:55:14.203136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-469336f4-3e33-4b63-a5d9-3c612c9529e4 req-2b2d49e4-bc0f-4f93-befa-df2e521ac2ac tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685871 Apr 18 21:55:15.400534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011fdb-b054-4f8b-85ef-c4280ecea29d req-6027d504-4db7-43bf-9825-ae7d3c256355 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:15.400534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d011fdb-b054-4f8b-85ef-c4280ecea29d req-6027d504-4db7-43bf-9825-ae7d3c256355 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0887685 Apr 18 21:55:15.452527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6d011fdb-b054-4f8b-85ef-c4280ecea29d req-8283e197-29ec-494c-9392-0cfe76ad0e3d tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467274 Apr 18 21:55:15.668617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae1211-b7b9-4d7c-a19c-a4e640564a11 req-017f37d2-2c27-4dd0-a00b-3fe655ddecf9 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:15.668617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dcae1211-b7b9-4d7c-a19c-a4e640564a11 req-017f37d2-2c27-4dd0-a00b-3fe655ddecf9 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0845129 Apr 18 21:55:15.718112 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dcae1211-b7b9-4d7c-a19c-a4e640564a11 req-7758cc83-0ec5-4a95-8145-e57dd73a2ed8 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462980 Apr 18 21:55:16.443633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf32ea-8454-42f7-87d9-57b4623a3f27 req-f2d04a11-8f99-42a3-add6-aa24441074de tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:16.445224 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfcf32ea-8454-42f7-87d9-57b4623a3f27 req-f2d04a11-8f99-42a3-add6-aa24441074de tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0785539 Apr 18 21:55:16.494483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bfcf32ea-8454-42f7-87d9-57b4623a3f27 req-cf63a434-5651-496a-b1eb-bc6f1dc96b25 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Apr 18 21:55:17.708736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc56ef-e357-43b9-a4e1-a1c133b6a27d req-2544f595-4e0b-432b-9326-5c3d7f809b41 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:17.708736 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2cc56ef-e357-43b9-a4e1-a1c133b6a27d req-2544f595-4e0b-432b-9326-5c3d7f809b41 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0836768 Apr 18 21:55:17.761059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2cc56ef-e357-43b9-a4e1-a1c133b6a27d req-dd57bfff-c37f-4ee8-8cf9-0ae9a307d9d6 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457120 Apr 18 21:55:18.252879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f4d20-13e0-48ba-8d08-b81e4ef9674b req-c7d0a164-f4cd-4a70-a2c2-58a796cc736a tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:18.254445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-531f4d20-13e0-48ba-8d08-b81e4ef9674b req-c7d0a164-f4cd-4a70-a2c2-58a796cc736a tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0811329 Apr 18 21:55:18.314896 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-531f4d20-13e0-48ba-8d08-b81e4ef9674b req-4e2e7073-7973-479e-a8eb-a6a4119775df tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467601 Apr 18 21:55:18.402228 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8746c6fd-673e-469a-9b31-8debe37550a9 req-2fae89a2-196a-4eec-9a35-082f8154fd54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aecc4443323a4f2da2c9f531f1eca531&device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 1096 time: 0.1231546 Apr 18 21:55:18.542395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746c6fd-673e-469a-9b31-8debe37550a9 req-50be383d-5d8e-44a6-a827-c6dc722e605a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:18.542395 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8746c6fd-673e-469a-9b31-8debe37550a9 req-50be383d-5d8e-44a6-a827-c6dc722e605a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ceb6938-ea5e-494a-9b93-de4fbbd1248b HTTP/1.1" status: 200 len: 913 time: 0.1361957 Apr 18 21:55:18.617013 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8746c6fd-673e-469a-9b31-8debe37550a9 req-40dfa4cb-8154-43e7-8104-357188e75475 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58085f74-90f3-4dd1-a3ab-d69870cd6f4e HTTP/1.1" status: 200 len: 217 time: 0.0692320 Apr 18 21:55:18.682662 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746c6fd-673e-469a-9b31-8debe37550a9 req-934f4a8a-c1f3-411b-9c42-e20175968145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:18.684141 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8746c6fd-673e-469a-9b31-8debe37550a9 req-934f4a8a-c1f3-411b-9c42-e20175968145 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7de4f64-023b-4bc0-9582-ae455c9fc10f HTTP/1.1" status: 200 len: 852 time: 0.0615840 Apr 18 21:55:18.731093 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8746c6fd-673e-469a-9b31-8debe37550a9 req-b982faab-25fc-4e80-a379-31dac6ecff73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ceb6938-ea5e-494a-9b93-de4fbbd1248b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397525 Apr 18 21:55:18.865566 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8746c6fd-673e-469a-9b31-8debe37550a9 req-2dfa7621-bce4-48d6-bc68-d2a4f76b8967 service neutron] 10.222.0.59 "GET /v2.0/networks/3ceb6938-ea5e-494a-9b93-de4fbbd1248b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283007 Apr 18 21:55:19.093442 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8746c6fd-673e-469a-9b31-8debe37550a9 req-f675608d-c8b8-4380-8be4-ba6dcbf2b3ee service neutron] 10.222.0.59 "GET /v2.0/networks/3ceb6938-ea5e-494a-9b93-de4fbbd1248b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223423 Apr 18 21:55:19.184733 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:55:19.540042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b6f4a-be49-4592-8ce6-e47ce53b8044 req-4089294d-3f08-4e4c-92f7-6f8bc4cf4321 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:19.541535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df8b6f4a-be49-4592-8ce6-e47ce53b8044 req-4089294d-3f08-4e4c-92f7-6f8bc4cf4321 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0816209 Apr 18 21:55:19.588182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df8b6f4a-be49-4592-8ce6-e47ce53b8044 req-d1720091-02a6-4161-8c3a-dff71c47432e tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Apr 18 21:55:20.805441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8977de6-9678-4d8a-9a8e-f4dd304bc781 req-6b8787c7-7864-4e9f-8f92-d9bc0eae15e1 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:20.807644 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8977de6-9678-4d8a-9a8e-f4dd304bc781 req-6b8787c7-7864-4e9f-8f92-d9bc0eae15e1 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0845277 Apr 18 21:55:20.854379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8977de6-9678-4d8a-9a8e-f4dd304bc781 req-8322d1a9-1365-4d85-9be1-a2205f6b5066 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409966 Apr 18 21:55:21.564154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a50119-83f4-47dc-bdcf-ee144cda06ae req-ba08ec55-5be9-48fe-814f-58f766498746 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:21.565603 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83a50119-83f4-47dc-bdcf-ee144cda06ae req-ba08ec55-5be9-48fe-814f-58f766498746 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0792880 Apr 18 21:55:21.612349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83a50119-83f4-47dc-bdcf-ee144cda06ae req-281941a9-34ba-455a-be4b-79766b16c1c9 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Apr 18 21:55:22.815774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd22b-de5c-4a5b-80be-ad4381c07c90 req-b26a7612-5c48-407b-83da-c060d20e04e9 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:22.817268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a6cd22b-de5c-4a5b-80be-ad4381c07c90 req-b26a7612-5c48-407b-83da-c060d20e04e9 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0785649 Apr 18 21:55:22.866394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a6cd22b-de5c-4a5b-80be-ad4381c07c90 req-50799cd8-87a7-4141-99c8-47b879dbe1ed tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429819 Apr 18 21:55:23.377682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01379079-344f-407a-8c25-2076d7ec16ca req-76c0bbed-1bc1-4f28-ace3-4b85c12e4862 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:23.379139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01379079-344f-407a-8c25-2076d7ec16ca req-76c0bbed-1bc1-4f28-ace3-4b85c12e4862 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0786271 Apr 18 21:55:23.428296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01379079-344f-407a-8c25-2076d7ec16ca req-ec42996a-6e55-4c05-adc0-260eff0688d6 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 Apr 18 21:55:23.470168 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fb3fd175-d5f2-41cc-a6b3-f86c8789d175 req-49f2d822-f8a1-4108-b65d-2aeb90cc5967 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aecc4443323a4f2da2c9f531f1eca531&device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 1096 time: 0.0777016 Apr 18 21:55:23.608216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fd175-d5f2-41cc-a6b3-f86c8789d175 req-381ef2ac-e498-4bb9-a7f0-2c53b2b35dec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:23.609772 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fb3fd175-d5f2-41cc-a6b3-f86c8789d175 req-381ef2ac-e498-4bb9-a7f0-2c53b2b35dec service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ceb6938-ea5e-494a-9b93-de4fbbd1248b HTTP/1.1" status: 200 len: 913 time: 0.1341302 Apr 18 21:55:23.681937 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fb3fd175-d5f2-41cc-a6b3-f86c8789d175 req-79bb7e0d-cab1-459e-b53a-6db8bf38437d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58085f74-90f3-4dd1-a3ab-d69870cd6f4e HTTP/1.1" status: 200 len: 217 time: 0.0666759 Apr 18 21:55:23.742677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fd175-d5f2-41cc-a6b3-f86c8789d175 req-085c04a8-f6c6-4edb-a9f6-534bf432fdd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:23.744806 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fb3fd175-d5f2-41cc-a6b3-f86c8789d175 req-085c04a8-f6c6-4edb-a9f6-534bf432fdd5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7de4f64-023b-4bc0-9582-ae455c9fc10f HTTP/1.1" status: 200 len: 852 time: 0.0581675 Apr 18 21:55:23.796627 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fb3fd175-d5f2-41cc-a6b3-f86c8789d175 req-474b9aac-8efe-4530-9a4a-b6c6f7f49d61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ceb6938-ea5e-494a-9b93-de4fbbd1248b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447505 Apr 18 21:55:23.938798 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fb3fd175-d5f2-41cc-a6b3-f86c8789d175 req-fbfb9418-bf7f-4434-a19a-80a1d6728690 service neutron] 10.222.0.59 "GET /v2.0/networks/3ceb6938-ea5e-494a-9b93-de4fbbd1248b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351888 Apr 18 21:55:24.073094 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fb3fd175-d5f2-41cc-a6b3-f86c8789d175 req-76fe86bb-b857-43a4-aad9-43cdefbcba5d service neutron] 10.222.0.59 "GET /v2.0/networks/3ceb6938-ea5e-494a-9b93-de4fbbd1248b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285827 Apr 18 21:55:24.645883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b31d-3ced-446e-bee8-f13ae908933d req-c65a48e3-02ed-44e3-a343-30fa5749d789 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:24.647270 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1899b31d-3ced-446e-bee8-f13ae908933d req-c65a48e3-02ed-44e3-a343-30fa5749d789 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0890734 Apr 18 21:55:24.687495 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e69a-b254-46c5-a6f8-fd62b10155ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.702845 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1899b31d-3ced-446e-bee8-f13ae908933d req-e7b1a69b-f2a3-4d96-b499-955358c799cf tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490069 Apr 18 21:55:25.920178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1266f5-b0fd-48bc-a249-92b14f9351ac req-2023e0af-4bf7-431d-af87-04d9c5f580b5 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:25.920178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a1266f5-b0fd-48bc-a249-92b14f9351ac req-2023e0af-4bf7-431d-af87-04d9c5f580b5 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0841477 Apr 18 21:55:25.965012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a1266f5-b0fd-48bc-a249-92b14f9351ac req-ab4d71ee-e1f3-4e59-9c83-aebc0a2f7f1f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428109 Apr 18 21:55:26.560336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b44fa-e7d8-4aa2-83bc-787de1db9b9c req-95be9c84-d316-4dce-bd60-81217e95f270 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:26.561787 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c3b44fa-e7d8-4aa2-83bc-787de1db9b9c req-95be9c84-d316-4dce-bd60-81217e95f270 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0791061 Apr 18 21:55:26.609243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c3b44fa-e7d8-4aa2-83bc-787de1db9b9c req-8790aaaf-fc6a-4406-8565-3a9feff25566 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418732 Apr 18 21:55:27.119135 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b3978d27-b08a-4a59-8989-e79322e4e671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.811534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eaffd-2029-4a7c-8f93-8c2797eaf533 req-72451b67-d369-4365-8298-b190c649dd99 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:27.812997 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa0eaffd-2029-4a7c-8f93-8c2797eaf533 req-72451b67-d369-4365-8298-b190c649dd99 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.0788949 Apr 18 21:55:27.862835 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa0eaffd-2029-4a7c-8f93-8c2797eaf533 req-01208971-9b52-437d-af44-28d0e0e2b758 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ea70cc6-076b-4a36-be28-c5151377a00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441365 Apr 18 21:55:28.016245 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:28.307285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-df0669a3-3e98-4b5c-9e29-7d6a0d81c816 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:28.307972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-df0669a3-3e98-4b5c-9e29-7d6a0d81c816 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Synchronizing usage tracker for tenant:aecc4443323a4f2da2c9f531f1eca531 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:55:28.375975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-df0669a3-3e98-4b5c-9e29-7d6a0d81c816 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Unset dirty status for tenant:aecc4443323a4f2da2c9f531f1eca531 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:55:28.376859 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-df0669a3-3e98-4b5c-9e29-7d6a0d81c816 tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.59 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 945 time: 0.1473713 Apr 18 21:55:28.449168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-9921afcc-70db-4b30-9c29-3fdd6b17669f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Deleting port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:28.449547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-9921afcc-70db-4b30-9c29-3fdd6b17669f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:28.704838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-9921afcc-70db-4b30-9c29-3fdd6b17669f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] For port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=58085f74-90f3-4dd1-a3ab-d69870cd6f4e,segment=NetworkSegment(33f418d4-31d4-4066-88cb-e0c65b15ae9a),segment_id=33f418d4-31d4-4066-88cb-e0c65b15ae9a)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:28.705248 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-9921afcc-70db-4b30-9c29-3fdd6b17669f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:28.764869 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:28.838968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-9921afcc-70db-4b30-9c29-3fdd6b17669f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Calling delete_port for 58085f74-90f3-4dd1-a3ab-d69870cd6f4e owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:29.044858 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-9921afcc-70db-4b30-9c29-3fdd6b17669f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.057215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['58085f74-90f3-4dd1-a3ab-d69870cd6f4e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:55:29.100743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921afcc-70db-4b30-9c29-3fdd6b17669f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Pushing event deleted for resources: {'Port': ['ID=58085f74-90f3-4dd1-a3ab-d69870cd6f4e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:29.179167 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-9921afcc-70db-4b30-9c29-3fdd6b17669f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] No DVR routers for this DVR port 58085f74-90f3-4dd1-a3ab-d69870cd6f4e on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:29.182239 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-9921afcc-70db-4b30-9c29-3fdd6b17669f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.185147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500a2946-7477-450b-bcf2-22e77afa5e07', 'name': 'network-vif-deleted', 'tag': '58085f74-90f3-4dd1-a3ab-d69870cd6f4e'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:55:29.209077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9be17566-f368-4205-a4f6-004383b225f2 req-9a6899fb-2d70-4e5f-9b9f-3abb31ae5bde tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 210 time: 0.0498829 Apr 18 21:55:29.292109 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45cb35a5-b916-4bdd-b564-cf3f2331e0e5 req-9921afcc-70db-4b30-9c29-3fdd6b17669f tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.59 "DELETE /v2.0/ports/58085f74-90f3-4dd1-a3ab-d69870cd6f4e HTTP/1.1" status: 204 len: 173 time: 0.9094012 Apr 18 21:55:29.343766 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404506fa-d084-49be-958d-71ed7a5339ac'] response: {'server_uuid': '500a2946-7477-450b-bcf2-22e77afa5e07', 'name': 'network-vif-deleted', 'tag': '58085f74-90f3-4dd1-a3ab-d69870cd6f4e', 'status': 'completed', 'code': 200} Apr 18 21:55:30.399261 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6946f8cd-19b5-47ac-819f-2ab4c138db4c req-f8667632-abfb-4de5-80a0-e456dbe5801d tempest-TestServerAdvancedOps-1732853528 tempest-TestServerAdvancedOps-1732853528-project] 10.222.0.11 "GET /v2.0/ports?device_id=500a2946-7477-450b-bcf2-22e77afa5e07 HTTP/1.1" status: 200 len: 210 time: 0.0447381 Apr 18 21:55:31.124427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:31.510630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33944) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:31.576938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e501cf1-4a14-4e47-9f77-17a703ab9c43 admin admin] Deleting subnet f7de4f64-023b-4bc0-9582-ae455c9fc10f {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:55:31.580116 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e501cf1-4a14-4e47-9f77-17a703ab9c43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:31.631391 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e501cf1-4a14-4e47-9f77-17a703ab9c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:31.695457 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e501cf1-4a14-4e47-9f77-17a703ab9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:31.810565 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e501cf1-4a14-4e47-9f77-17a703ab9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:31.847922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e501cf1-4a14-4e47-9f77-17a703ab9c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7de4f64-023b-4bc0-9582-ae455c9fc10f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:31.854300 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6e501cf1-4a14-4e47-9f77-17a703ab9c43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:31.862564 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6e501cf1-4a14-4e47-9f77-17a703ab9c43 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f7de4f64-023b-4bc0-9582-ae455c9fc10f HTTP/1.1" status: 204 len: 168 time: 0.3481233 Apr 18 21:55:31.862885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 33970) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:32.065098 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.192181 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.219155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ceb6938-ea5e-494a-9b93-de4fbbd1248b']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:32.231329 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f418d4-31d4-4066-88cb-e0c65b15ae9a') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:32.231628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f418d4-31d4-4066-88cb-e0c65b15ae9a') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:32.242739 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.259026 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.269858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:55:32.269858 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:55:32.280454 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:55:32.421686 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.438647 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.449606 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ceb6938-ea5e-494a-9b93-de4fbbd1248b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:32.496914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4df091a6-c90d-4b37-8dfc-d9b56afc9a1c admin admin] 10.222.0.11 "DELETE /v2.0/networks/3ceb6938-ea5e-494a-9b93-de4fbbd1248b HTTP/1.1" status: 204 len: 168 time: 0.6330676 Apr 18 21:55:32.499529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34010) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:32.565771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc942dc-6a06-4e63-ab32-68c3a3cfb009 admin admin] Deleting subnet 79394d77-440a-4ee2-9c65-720176901cc5 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:55:32.568355 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bc942dc-6a06-4e63-ab32-68c3a3cfb009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.620767 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bc942dc-6a06-4e63-ab32-68c3a3cfb009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.677145 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bc942dc-6a06-4e63-ab32-68c3a3cfb009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.827879 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bc942dc-6a06-4e63-ab32-68c3a3cfb009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.864705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc942dc-6a06-4e63-ab32-68c3a3cfb009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79394d77-440a-4ee2-9c65-720176901cc5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:32.870890 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4bc942dc-6a06-4e63-ab32-68c3a3cfb009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.876701 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4bc942dc-6a06-4e63-ab32-68c3a3cfb009 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/79394d77-440a-4ee2-9c65-720176901cc5 HTTP/1.1" status: 204 len: 168 time: 0.3761547 Apr 18 21:55:32.879257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34036) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:32.990120 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:33.035553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 58085f74-90f3-4dd1-a3ab-d69870cd6f4e no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:55:33.072217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 58085f74-90f3-4dd1-a3ab-d69870cd6f4e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:55:33.072559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 58085f74-90f3-4dd1-a3ab-d69870cd6f4e not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:55:33.123804 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:33.155575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5721f16-0b40-4bd6-bd48-a962017fcddf']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:33.169121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d503f2-3ff0-4470-89ca-a5f4b2d1f7be') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:33.169413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d503f2-3ff0-4470-89ca-a5f4b2d1f7be') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:33.181042 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:33.207316 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:33.214328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:55:33.214748 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:55:33.231611 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:55:33.392815 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:33.408602 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:33.418145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=a5721f16-0b40-4bd6-bd48-a962017fcddf,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:33.423314 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ef0551e7-3f3b-46cd-b0af-9e64bc0ad4fe admin admin] 10.222.0.11 "DELETE /v2.0/networks/a5721f16-0b40-4bd6-bd48-a962017fcddf HTTP/1.1" status: 204 len: 168 time: 0.5404532 Apr 18 21:55:33.844289 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:33.916742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34092) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:33.972459 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-65c00a0e-bfc5-484b-8ac4-212d2c7453dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aecc4443323a4f2da2c9f531f1eca531&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543268 Apr 18 21:55:33.974930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34100) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:34.038895 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67b377d8-61d7-432e-b657-e001b225fb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.065917 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67b377d8-61d7-432e-b657-e001b225fb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.199182 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67b377d8-61d7-432e-b657-e001b225fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.214974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b377d8-61d7-432e-b657-e001b225fb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea70cc6-076b-4a36-be28-c5151377a00c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:34.221945 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67b377d8-61d7-432e-b657-e001b225fb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.223141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-67b377d8-61d7-432e-b657-e001b225fb9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ea70cc6-076b-4a36-be28-c5151377a00c HTTP/1.1" status: 204 len: 168 time: 0.2473338 Apr 18 21:55:34.931038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34122) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:34.981530 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-43078b63-86d7-4392-be18-258a142f20fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f714cb8b465c47ed9e5ff9ae4764482c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492606 Apr 18 21:55:34.983874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34126) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:35.179000 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed103c2-c42f-4539-9867-fb4932dd618e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.219080 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed103c2-c42f-4539-9867-fb4932dd618e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.253680 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3cbdc7b3-0e88-40cb-80a2-ad271f3533c2 req-e39439ba-c536-4d3b-a222-f605713898fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2297072 Apr 18 21:55:35.358181 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed103c2-c42f-4539-9867-fb4932dd618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.378323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed103c2-c42f-4539-9867-fb4932dd618e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b6c10e-f44d-4f0d-95d3-f6c29d7486fb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:35.401027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ed103c2-c42f-4539-9867-fb4932dd618e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.402163 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9ed103c2-c42f-4539-9867-fb4932dd618e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9b6c10e-f44d-4f0d-95d3-f6c29d7486fb HTTP/1.1" status: 204 len: 168 time: 0.4171567 Apr 18 21:55:35.442547 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3cbdc7b3-0e88-40cb-80a2-ad271f3533c2 req-9e3a4b52-2d89-41d4-8024-d58071c640f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bbb46c128a847d7939a564cb95c68f0&device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 1096 time: 0.1203523 Apr 18 21:55:35.603527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdc7b3-0e88-40cb-80a2-ad271f3533c2 req-dbe9df75-b143-455c-979c-3af717314f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:35.604944 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3cbdc7b3-0e88-40cb-80a2-ad271f3533c2 req-dbe9df75-b143-455c-979c-3af717314f81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2c7bb86-1054-4717-8e3f-747b4ade5267 HTTP/1.1" status: 200 len: 915 time: 0.1388683 Apr 18 21:55:35.718785 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3cbdc7b3-0e88-40cb-80a2-ad271f3533c2 req-64a5adba-0c83-4293-8c7b-a043d1d97cec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba HTTP/1.1" status: 200 len: 999 time: 0.1079676 Apr 18 21:55:35.788935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdc7b3-0e88-40cb-80a2-ad271f3533c2 req-bb7abe75-2bd1-45fc-84c7-f516db40c81e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:35.791202 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3cbdc7b3-0e88-40cb-80a2-ad271f3533c2 req-bb7abe75-2bd1-45fc-84c7-f516db40c81e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c31f4b-bb3a-4beb-b156-f33120f4ea56 HTTP/1.1" status: 200 len: 853 time: 0.0658274 Apr 18 21:55:35.872651 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3cbdc7b3-0e88-40cb-80a2-ad271f3533c2 req-728764bd-6a4b-4514-8364-5b2850547e8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2c7bb86-1054-4717-8e3f-747b4ade5267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750701 Apr 18 21:55:36.024364 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3cbdc7b3-0e88-40cb-80a2-ad271f3533c2 req-47a321d4-0603-4b13-8a90-7603dfffaa61 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447601 Apr 18 21:55:36.176298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3cbdc7b3-0e88-40cb-80a2-ad271f3533c2 req-265a6dc0-3bce-4d7a-938d-0721b04e0adf service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466637 Apr 18 21:55:36.727453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34156) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:36.855281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1580752772-network', 'tenant_id': 'c571adc0a59c4ed98f18203fa9dd0505'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:36.860833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:36.864695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Usage tracker for resource:network and tenant:c571adc0a59c4ed98f18203fa9dd0505 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:36.867602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:36.877895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:36.947563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Made reservation on behalf of c571adc0a59c4ed98f18203fa9dd0505 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:55:36.949880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.962276 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.993764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:36.997755 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Usage tracker for resource:security_group_rule and tenant:c571adc0a59c4ed98f18203fa9dd0505 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:37.000654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:37.006877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:37.083163 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.141721 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.172577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:55:37.181522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267c7aec-73b1-48ea-84b8-0894f86d8703,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:37.197948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.198177 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Added segment 6884acd3-04bf-48ff-a952-964845f92013 of type vlan for network 672689e4-3d3d-49f4-b0a2-3fa8648161f8 Apr 18 21:55:37.224178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.307573 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.308306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:37.308900 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.419960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] Pushing event updated for resources: {'Network': ['ID=672689e4-3d3d-49f4-b0a2-3fa8648161f8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:37.430783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 672689e4-3d3d-49f4-b0a2-3fa8648161f8 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:55:37.468108 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-461f9055-25bc-45d7-ba25-247666e94955 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7393684 Apr 18 21:55:37.471248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34162) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:37.476453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Request body: {'subnet': {'network_id': '672689e4-3d3d-49f4-b0a2-3fa8648161f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1580752772-subnet', 'tenant_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:37.482684 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:37.486449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Usage tracker for resource:subnet and tenant:c571adc0a59c4ed98f18203fa9dd0505 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:37.489248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:37.495453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:37.593545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Made reservation on behalf of c571adc0a59c4ed98f18203fa9dd0505 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:55:37.595798 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.890059 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.971985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=878fb4e4-7e5a-4481-bd45-fd6a287e969f,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:37.984382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Checking segment: {'id': '6884acd3-04bf-48ff-a952-964845f92013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '672689e4-3d3d-49f4-b0a2-3fa8648161f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:55:37.984741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Network hostable DHCP agents. Network: 672689e4-3d3d-49f4-b0a2-3fa8648161f8, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:55:38.095489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Network 672689e4-3d3d-49f4-b0a2-3fa8648161f8 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:55:38.170169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 672689e4-3d3d-49f4-b0a2-3fa8648161f8) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:38.174083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:38.174662 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.179260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6cb527-d21d-47d9-b33e-ebb4b69635d8 None None] Network 672689e4-3d3d-49f4-b0a2-3fa8648161f8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:55:38.292499 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-878e5777-e381-44fb-84c3-420bb251e25b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8199947 Apr 18 21:55:38.295337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34172) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:38.300551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1580752772-router', 'tenant_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:38.306622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:38.310697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Usage tracker for resource:router and tenant:c571adc0a59c4ed98f18203fa9dd0505 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:38.314004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:38.321878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:38.365159 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.366252 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.385516 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.404727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-672689e4-3d3d-49f4-b0a2-3fa8648161f8', 'network_id': '672689e4-3d3d-49f4-b0a2-3fa8648161f8', 'tenant_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'fixed_ips': [{'subnet_id': '878fb4e4-7e5a-4481-bd45-fd6a287e969f'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:55:38.405588 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.569046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Allocated IP 172.20.0.2 (672689e4-3d3d-49f4-b0a2-3fa8648161f8/878fb4e4-7e5a-4481-bd45-fd6a287e969f/753046df-7207-44cb-bf1f-8f7dc854e1bb) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:38.707919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.783134 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.793714 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Transition to ACTIVE for port object 753046df-7207-44cb-bf1f-8f7dc854e1bb will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:55:38.811365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Transition to ACTIVE for port object 753046df-7207-44cb-bf1f-8f7dc854e1bb will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:55:38.907618 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.004503 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.009359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Network 672689e4-3d3d-49f4-b0a2-3fa8648161f8 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:39.012345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:39.016072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:55:39.021077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Pushing event updated for resources: {'Port': ['ID=753046df-7207-44cb-bf1f-8f7dc854e1bb,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:39.034682 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.112548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Attempting to bind port 753046df-7207-44cb-bf1f-8f7dc854e1bb on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:55:39.112915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Attempting to bind port 753046df-7207-44cb-bf1f-8f7dc854e1bb by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '6884acd3-04bf-48ff-a952-964845f92013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '672689e4-3d3d-49f4-b0a2-3fa8648161f8'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:55:39.113416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Attempting to bind port 753046df-7207-44cb-bf1f-8f7dc854e1bb on network 672689e4-3d3d-49f4-b0a2-3fa8648161f8 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:55:39.123928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:55:39.124528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Checking segment: {'id': '6884acd3-04bf-48ff-a952-964845f92013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '672689e4-3d3d-49f4-b0a2-3fa8648161f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:55:39.125271 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.126002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Bound using segment: {'id': '6884acd3-04bf-48ff-a952-964845f92013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '672689e4-3d3d-49f4-b0a2-3fa8648161f8'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:55:39.126476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Bound port: 753046df-7207-44cb-bf1f-8f7dc854e1bb, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6884acd3-04bf-48ff-a952-964845f92013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '672689e4-3d3d-49f4-b0a2-3fa8648161f8'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:55:39.126877 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.186712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Allocated IP 172.25.3.20 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/f7384978-8a1f-45a0-8d62-10e7383e47f5) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:39.225223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] For port 753046df-7207-44cb-bf1f-8f7dc854e1bb, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:55:39.228507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] For port 753046df-7207-44cb-bf1f-8f7dc854e1bb, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=753046df-7207-44cb-bf1f-8f7dc854e1bb,segment=NetworkSegment(6884acd3-04bf-48ff-a952-964845f92013),segment_id=6884acd3-04bf-48ff-a952-964845f92013)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:55:39.330494 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.346084 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.409454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79c659-43a9-4380-bb39-d15ef889811a None None] Pushing event updated for resources: {'Port': ['ID=753046df-7207-44cb-bf1f-8f7dc854e1bb,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:39.417127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.498402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:39.499330 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Pushing event updated for resources: {'Port': ['ID=f7384978-8a1f-45a0-8d62-10e7383e47f5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:39.501946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:39.506508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:55:39.530871 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.801032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 753046df-7207-44cb-bf1f-8f7dc854e1bb up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:55:39.813178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.813178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.970389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 753046df-7207-44cb-bf1f-8f7dc854e1bb completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:55:40.147218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Router 18154e15-aa43-4cea-9b28-8c28de99d8b0 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:55:40.426370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:40.428490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Sync routers for ids ['18154e15-aa43-4cea-9b28-8c28de99d8b0'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:55:40.443431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Routers {'18154e15-aa43-4cea-9b28-8c28de99d8b0'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:55:40.444441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:55:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['18154e15-aa43-4cea-9b28-8c28de99d8b0'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:40.485740 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.486989 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-de400b45-26f7-4586-84c4-b0c8b03d20cd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.1906817 Apr 18 21:55:40.496408 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34184) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:40.564795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34188) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:40.653502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb9a995-602a-470f-96eb-b1b0d83cfaa9 None None] Network 672689e4-3d3d-49f4-b0a2-3fa8648161f8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:55:40.784002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Set router 18154e15-aa43-4cea-9b28-8c28de99d8b0 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:55:40.812153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7f119fdd-2b13-4fe3-91fe-31ecc3e346b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Deleting port fc13d17b-9ed7-4f5e-a982-8221b7231d8b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:40.812490 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f119fdd-2b13-4fe3-91fe-31ecc3e346b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.948736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9aa983f7-432b-4c2b-b037-200ecc24b662 None None] Provisioning for port 753046df-7207-44cb-bf1f-8f7dc854e1bb completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:55:40.997654 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f119fdd-2b13-4fe3-91fe-31ecc3e346b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.997974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f119fdd-2b13-4fe3-91fe-31ecc3e346b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.096463 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9aa983f7-432b-4c2b-b037-200ecc24b662 None None] Provisioning complete for port 753046df-7207-44cb-bf1f-8f7dc854e1bb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:41.100746 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9aa983f7-432b-4c2b-b037-200ecc24b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.233130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7f119fdd-2b13-4fe3-91fe-31ecc3e346b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Calling delete_port for fc13d17b-9ed7-4f5e-a982-8221b7231d8b owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:41.403131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18154e15-aa43-4cea-9b28-8c28de99d8b0', 'name': 'tempest-ImageQuotaTest-1580752772-router', 'tenant_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f7384978-8a1f-45a0-8d62-10e7383e47f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:38Z', 'updated_at': '2022-04-18T21:55:39Z', 'revision_number': 3, 'project_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'gw_port': {'id': 'f7384978-8a1f-45a0-8d62-10e7383e47f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18154e15-aa43-4cea-9b28-8c28de99d8b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:39Z', 'updated_at': '2022-04-18T21:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:41.409261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Checking router: 18154e15-aa43-4cea-9b28-8c28de99d8b0 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:55:41.409643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Updating router 18154e15-aa43-4cea-9b28-8c28de99d8b0 port f7384978-8a1f-45a0-8d62-10e7383e47f5 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:55:41.477501 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.507394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f119fdd-2b13-4fe3-91fe-31ecc3e346b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.514150 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.528113 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9aa983f7-432b-4c2b-b037-200ecc24b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.579429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9aa983f7-432b-4c2b-b037-200ecc24b662 None None] For port 753046df-7207-44cb-bf1f-8f7dc854e1bb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=753046df-7207-44cb-bf1f-8f7dc854e1bb,segment=NetworkSegment(6884acd3-04bf-48ff-a952-964845f92013),segment_id=6884acd3-04bf-48ff-a952-964845f92013)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:41.622625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f119fdd-2b13-4fe3-91fe-31ecc3e346b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event deleted for resources: {'Port': ['ID=fc13d17b-9ed7-4f5e-a982-8221b7231d8b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:41.650927 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9aa983f7-432b-4c2b-b037-200ecc24b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.771736 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f119fdd-2b13-4fe3-91fe-31ecc3e346b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.777041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Allocated IP 172.20.0.1 (672689e4-3d3d-49f4-b0a2-3fa8648161f8/878fb4e4-7e5a-4481-bd45-fd6a287e969f/23c3be13-79aa-426c-8e84-65a9039e79d9) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:41.844158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa983f7-432b-4c2b-b037-200ecc24b662 None None] Pushing event updated for resources: {'Port': ['ID=753046df-7207-44cb-bf1f-8f7dc854e1bb,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:41.950981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3b2a9ddb-0aa8-4b64-97de-518d1384c0cb None None] Provisioning complete for port 753046df-7207-44cb-bf1f-8f7dc854e1bb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:41.951608 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9ddb-0aa8-4b64-97de-518d1384c0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.967721 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.986647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Transition to ACTIVE for port object 23c3be13-79aa-426c-8e84-65a9039e79d9 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:55:42.085189 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.201289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Network 672689e4-3d3d-49f4-b0a2-3fa8648161f8 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:42.203077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:42.218682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:55:42.282351 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Pushing event updated for resources: {'Port': ['ID=23c3be13-79aa-426c-8e84-65a9039e79d9,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:42.285913 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.289189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f119fdd-2b13-4fe3-91fe-31ecc3e346b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:42.301668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Transition to ACTIVE for port object f7384978-8a1f-45a0-8d62-10e7383e47f5 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:55:42.324479 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.421432 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.513382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1db06-4017-44ad-b256-8a4341a9b56e None None] Pushing event updated for resources: {'Port': ['ID=f7384978-8a1f-45a0-8d62-10e7383e47f5,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:42.515798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Attempting to bind port f7384978-8a1f-45a0-8d62-10e7383e47f5 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:55:42.516013 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.516463 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Attempting to bind port f7384978-8a1f-45a0-8d62-10e7383e47f5 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:55:42.516549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Attempting to bind port f7384978-8a1f-45a0-8d62-10e7383e47f5 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:55:42.523631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:55:42.525746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:55:42.525746 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.525746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:55:42.525996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Bound port: f7384978-8a1f-45a0-8d62-10e7383e47f5, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:55:42.527338 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.557632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f119fdd-2b13-4fe3-91fe-31ecc3e346b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:42.577388 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a225d5e-22a4-4900-aefa-1b64d2ea300b None None] Sync routers for ids ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:55:42.592386 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a225d5e-22a4-4900-aefa-1b64d2ea300b None None] Routers {'5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:55:42.600268 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5a225d5e-22a4-4900-aefa-1b64d2ea300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:55:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:42.600420 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7f119fdd-2b13-4fe3-91fe-31ecc3e346b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.613573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] For port f7384978-8a1f-45a0-8d62-10e7383e47f5, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:55:42.616806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] For port f7384978-8a1f-45a0-8d62-10e7383e47f5, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f7384978-8a1f-45a0-8d62-10e7383e47f5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:55:42.659514 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7f119fdd-2b13-4fe3-91fe-31ecc3e346b2 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "DELETE /v2.0/floatingips/3c81ce1a-c365-4ead-b08e-dd1cf6d15887 HTTP/1.1" status: 204 len: 168 time: 2.0936093 Apr 18 21:55:42.660077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:55:42.702100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4b372c40-3e81-485e-8674-c70087a49ba7 None None] Provisioning for port 23c3be13-79aa-426c-8e84-65a9039e79d9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:55:42.708528 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-4b372c40-3e81-485e-8674-c70087a49ba7 None None] Provisioning complete for port 23c3be13-79aa-426c-8e84-65a9039e79d9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:42.709093 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4b372c40-3e81-485e-8674-c70087a49ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.768775 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.875921 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-5a225d5e-22a4-4900-aefa-1b64d2ea300b None None] Set router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:55:42.977272 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab415239-2f3e-434d-9624-66d9d06d5214'] response: {'name': 'network-changed', 'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'status': 'completed', 'code': 200} Apr 18 21:55:43.040953 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-173add21-987c-4b0f-9cbf-b9d7b56a5b72 req-e0b081e1-6833-4c1b-a795-c680033c4719 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bbb46c128a847d7939a564cb95c68f0&device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 1096 time: 0.2005966 Apr 18 21:55:43.090576 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.101800 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-4b372c40-3e81-485e-8674-c70087a49ba7 None None] Port 23c3be13-79aa-426c-8e84-65a9039e79d9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:55:43.139700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Routers {'18154e15-aa43-4cea-9b28-8c28de99d8b0'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:55:43.140588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:55:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['18154e15-aa43-4cea-9b28-8c28de99d8b0'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:43.199342 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.326901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1db06-4017-44ad-b256-8a4341a9b56e None None] Pushing event updated for resources: {'Port': ['ID=f7384978-8a1f-45a0-8d62-10e7383e47f5,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:43.346907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173add21-987c-4b0f-9cbf-b9d7b56a5b72 req-ad95f2be-2405-4045-aad1-bc0f5c61afa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:43.348296 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-173add21-987c-4b0f-9cbf-b9d7b56a5b72 req-ad95f2be-2405-4045-aad1-bc0f5c61afa7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2c7bb86-1054-4717-8e3f-747b4ade5267 HTTP/1.1" status: 200 len: 915 time: 0.2995093 Apr 18 21:55:43.396858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] Set router 18154e15-aa43-4cea-9b28-8c28de99d8b0 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:55:43.436329 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.443499 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-173add21-987c-4b0f-9cbf-b9d7b56a5b72 req-fecce498-b429-46ff-8e03-880b1a8d6bb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba HTTP/1.1" status: 200 len: 217 time: 0.0879531 Apr 18 21:55:43.506687 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5a225d5e-22a4-4900-aefa-1b64d2ea300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b0adce65-795a-4ddf-a56b-2ef8d3ab3436', 'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'mac_address': 'fa:16:3e:bd:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:35Z', 'updated_at': '2022-04-18T21:50:46Z', 'revision_number': 5, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'subnets': [{'id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:43.517083 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a225d5e-22a4-4900-aefa-1b64d2ea300b None None] Checking router: 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:55:43.542670 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a225d5e-22a4-4900-aefa-1b64d2ea300b None None] Routers {'5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:55:43.543306 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5a225d5e-22a4-4900-aefa-1b64d2ea300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:55:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:43.566640 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173add21-987c-4b0f-9cbf-b9d7b56a5b72 req-81ab9f03-ff02-405e-850e-304d41d62eea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:43.568969 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-173add21-987c-4b0f-9cbf-b9d7b56a5b72 req-81ab9f03-ff02-405e-850e-304d41d62eea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c31f4b-bb3a-4beb-b156-f33120f4ea56 HTTP/1.1" status: 200 len: 853 time: 0.1136842 Apr 18 21:55:43.639563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Pushing event updated for resources: {'Port': ['ID=23c3be13-79aa-426c-8e84-65a9039e79d9,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:43.678921 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-173add21-987c-4b0f-9cbf-b9d7b56a5b72 req-0bd01bb6-84bd-48f5-9797-38e4927731cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2c7bb86-1054-4717-8e3f-747b4ade5267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029232 Apr 18 21:55:43.803084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 753046df-7207-44cb-bf1f-8f7dc854e1bb up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:55:43.813839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6dde7-794d-46f6-ae03-dd48215e78d4 req-996fd4c7-c24e-4974-a707-46a55efb5d78 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:43.817934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bcc6dde7-794d-46f6-ae03-dd48215e78d4 req-996fd4c7-c24e-4974-a707-46a55efb5d78 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 945 time: 0.2393045 Apr 18 21:55:43.822581 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Network 672689e4-3d3d-49f4-b0a2-3fa8648161f8 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:43.824009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:43.943479 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-5a225d5e-22a4-4900-aefa-1b64d2ea300b None None] Set router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:55:44.014629 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-173add21-987c-4b0f-9cbf-b9d7b56a5b72 req-ebfe4a21-aaf9-42d6-8667-2d3fe7e2652d service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283937 Apr 18 21:55:44.197964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 753046df-7207-44cb-bf1f-8f7dc854e1bb triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:44.199157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:44.246094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18154e15-aa43-4cea-9b28-8c28de99d8b0', 'name': 'tempest-ImageQuotaTest-1580752772-router', 'tenant_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f7384978-8a1f-45a0-8d62-10e7383e47f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:38Z', 'updated_at': '2022-04-18T21:55:42Z', 'revision_number': 4, 'project_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'gw_port': {'id': 'f7384978-8a1f-45a0-8d62-10e7383e47f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18154e15-aa43-4cea-9b28-8c28de99d8b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:39Z', 'updated_at': '2022-04-18T21:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '23c3be13-79aa-426c-8e84-65a9039e79d9', 'name': '', 'network_id': '672689e4-3d3d-49f4-b0a2-3fa8648161f8', 'tenant_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'mac_address': 'fa:16:3e:25:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18154e15-aa43-4cea-9b28-8c28de99d8b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '878fb4e4-7e5a-4481-bd45-fd6a287e969f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:41Z', 'updated_at': '2022-04-18T21:55:42Z', 'revision_number': 2, 'project_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'subnets': [{'id': '878fb4e4-7e5a-4481-bd45-fd6a287e969f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:44.257301 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-173add21-987c-4b0f-9cbf-b9d7b56a5b72 req-f841db08-4a21-42d7-9d6b-0472d0cce17f service neutron] 10.222.0.26 "GET /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346504 Apr 18 21:55:44.276409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87476eb3-0fd5-4cd9-bb51-8c9e9f310eca None None] The sync data for ids ['18154e15-aa43-4cea-9b28-8c28de99d8b0'] in n-d-836017-3 is: [{'id': '18154e15-aa43-4cea-9b28-8c28de99d8b0', 'name': 'tempest-ImageQuotaTest-1580752772-router', 'tenant_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f7384978-8a1f-45a0-8d62-10e7383e47f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:38Z', 'updated_at': '2022-04-18T21:55:42Z', 'revision_number': 4, 'project_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'gw_port': {'id': 'f7384978-8a1f-45a0-8d62-10e7383e47f5', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18154e15-aa43-4cea-9b28-8c28de99d8b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:39Z', 'updated_at': '2022-04-18T21:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '23c3be13-79aa-426c-8e84-65a9039e79d9', 'name': '', 'network_id': '672689e4-3d3d-49f4-b0a2-3fa8648161f8', 'tenant_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'mac_address': 'fa:16:3e:25:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18154e15-aa43-4cea-9b28-8c28de99d8b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '878fb4e4-7e5a-4481-bd45-fd6a287e969f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:41Z', 'updated_at': '2022-04-18T21:55:42Z', 'revision_number': 2, 'project_id': 'c571adc0a59c4ed98f18203fa9dd0505', 'subnets': [{'id': '878fb4e4-7e5a-4481-bd45-fd6a287e969f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:55:44.300723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-734622d0-2708-490d-8c01-e3dcb5d309b8 None None] Provisioning complete for port 23c3be13-79aa-426c-8e84-65a9039e79d9 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:44.301252 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-734622d0-2708-490d-8c01-e3dcb5d309b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:44.401045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bcc6dde7-794d-46f6-ae03-dd48215e78d4 req-764ba98d-9c15-42f5-a994-1aa26dd7a1a9 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5744565 Apr 18 21:55:44.456491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-734622d0-2708-490d-8c01-e3dcb5d309b8 None None] Port 23c3be13-79aa-426c-8e84-65a9039e79d9 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:55:44.512849 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5a225d5e-22a4-4900-aefa-1b64d2ea300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b0adce65-795a-4ddf-a56b-2ef8d3ab3436', 'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'mac_address': 'fa:16:3e:bd:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:35Z', 'updated_at': '2022-04-18T21:50:46Z', 'revision_number': 5, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'subnets': [{'id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:44.518475 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a225d5e-22a4-4900-aefa-1b64d2ea300b None None] The sync data for ids ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'] in n-d-836017-3 is: [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 4, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b0adce65-795a-4ddf-a56b-2ef8d3ab3436', 'name': '', 'network_id': 'f2c7bb86-1054-4717-8e3f-747b4ade5267', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'mac_address': 'fa:16:3e:bd:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:35Z', 'updated_at': '2022-04-18T21:50:46Z', 'revision_number': 5, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'subnets': [{'id': '27c31f4b-bb3a-4beb-b156-f33120f4ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:55:44.731229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Router 18154e15-aa43-4cea-9b28-8c28de99d8b0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:44.941781 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25f23a-a640-4152-8431-113e203eb375 None None] New status for floating IP 3c81ce1a-c365-4ead-b08e-dd1cf6d15887: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:55:44.989596 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:45.018135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-05e6e23e-1a98-4a3b-99c7-38eb2bec69aa admin admin] 10.222.0.11 "PUT /v2.0/routers/18154e15-aa43-4cea-9b28-8c28de99d8b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5146272 Apr 18 21:55:45.162141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-a31a7333-bf5c-4806-b503-1664da048812 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:45.163805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-a31a7333-bf5c-4806-b503-1664da048812 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Synchronizing usage tracker for tenant:2bbb46c128a847d7939a564cb95c68f0 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:55:45.262205 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-a31a7333-bf5c-4806-b503-1664da048812 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Unset dirty status for tenant:2bbb46c128a847d7939a564cb95c68f0 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:55:45.263631 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-a31a7333-bf5c-4806-b503-1664da048812 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 945 time: 0.1934018 Apr 18 21:55:45.348825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-5a3544e6-a4bb-40c9-a862-c0114ccb3028 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Deleting port fa40a46d-0fa9-457e-8508-7fe59c49b6ba {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:45.349169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-5a3544e6-a4bb-40c9-a862-c0114ccb3028 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.724717 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf71dac-0c96-4de4-b1ab-a6bc64fdbb33 req-9d1278fb-c9fd-4fe5-8530-b10f5ef810ed tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:45.731645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abf71dac-0c96-4de4-b1ab-a6bc64fdbb33 req-9d1278fb-c9fd-4fe5-8530-b10f5ef810ed tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 945 time: 0.1561491 Apr 18 21:55:45.783770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-5a3544e6-a4bb-40c9-a862-c0114ccb3028 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] For port fa40a46d-0fa9-457e-8508-7fe59c49b6ba, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fa40a46d-0fa9-457e-8508-7fe59c49b6ba,segment=NetworkSegment(5f5db662-624f-41f2-8951-39e8b887839a),segment_id=5f5db662-624f-41f2-8951-39e8b887839a)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:45.784146 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-5a3544e6-a4bb-40c9-a862-c0114ccb3028 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.797557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-abf71dac-0c96-4de4-b1ab-a6bc64fdbb33 req-24765e92-1eef-4f22-9264-9f621cd6ffc3 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/security-groups?id=f34c36df-3b2c-4be8-8ee9-440eb9666269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648944 Apr 18 21:55:45.873351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f7384978-8a1f-45a0-8d62-10e7383e47f5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:55:45.934051 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-5a3544e6-a4bb-40c9-a862-c0114ccb3028 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Calling delete_port for fa40a46d-0fa9-457e-8508-7fe59c49b6ba owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:46.044485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port f7384978-8a1f-45a0-8d62-10e7383e47f5 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:55:46.052966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f7384978-8a1f-45a0-8d62-10e7383e47f5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:46.053756 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.183267 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-5a3544e6-a4bb-40c9-a862-c0114ccb3028 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.272069 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.291949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port f7384978-8a1f-45a0-8d62-10e7383e47f5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f7384978-8a1f-45a0-8d62-10e7383e47f5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:46.336310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3544e6-a4bb-40c9-a862-c0114ccb3028 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event deleted for resources: {'Port': ['ID=fa40a46d-0fa9-457e-8508-7fe59c49b6ba,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:46.353979 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.376798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-5a3544e6-a4bb-40c9-a862-c0114ccb3028 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] No DVR routers for this DVR port fa40a46d-0fa9-457e-8508-7fe59c49b6ba on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:46.379394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-5a3544e6-a4bb-40c9-a862-c0114ccb3028 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.383740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'name': 'network-vif-deleted', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:55:46.435909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f7384978-8a1f-45a0-8d62-10e7383e47f5,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:46.445259 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-67c64ea2-99e7-4b2d-92ce-e4d47eb9c2c6 req-5a3544e6-a4bb-40c9-a862-c0114ccb3028 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.26 "DELETE /v2.0/ports/fa40a46d-0fa9-457e-8508-7fe59c49b6ba HTTP/1.1" status: 204 len: 173 time: 1.1761529 Apr 18 21:55:46.452011 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0212a703-5e89-40b5-8209-23d26c46fd00'] response: {'server_uuid': '6d5db0dc-185d-4785-ac5d-d757331a958f', 'name': 'network-vif-deleted', 'tag': 'fa40a46d-0fa9-457e-8508-7fe59c49b6ba', 'status': 'completed', 'code': 200} Apr 18 21:55:46.999421 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c98431c4-1d4b-4e76-ad09-d6caaee4fc07 req-7aa0cf70-7ced-4df7-bce6-34b3784b32f6 tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d5db0dc-185d-4785-ac5d-d757331a958f HTTP/1.1" status: 200 len: 210 time: 0.0572634 Apr 18 21:55:47.183774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34294) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:47.591008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cad40d9d-c5ed-45b2-9b06-36f4b34f109c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:47.749668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f7384978-8a1f-45a0-8d62-10e7383e47f5 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:55:47.859041 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f7384978-8a1f-45a0-8d62-10e7383e47f5 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:47.859412 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.117988 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34312) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:48.188284 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-534beb25-f10b-40c7-862a-6fc4bab54f7d tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.219349 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-534beb25-f10b-40c7-862a-6fc4bab54f7d tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.354336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cad40d9d-c5ed-45b2-9b06-36f4b34f109c admin admin] Deleting port 23c3be13-79aa-426c-8e84-65a9039e79d9 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:48.354832 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cad40d9d-c5ed-45b2-9b06-36f4b34f109c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.358303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-534beb25-f10b-40c7-862a-6fc4bab54f7d tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.380550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534beb25-f10b-40c7-862a-6fc4bab54f7d tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34c36df-3b2c-4be8-8ee9-440eb9666269,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:48.477994 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-534beb25-f10b-40c7-862a-6fc4bab54f7d tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.479115 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-534beb25-f10b-40c7-862a-6fc4bab54f7d tempest-TestVolumeBackupRestore-652834297 tempest-TestVolumeBackupRestore-652834297-project] 10.222.0.11 "DELETE /v2.0/security-groups/f34c36df-3b2c-4be8-8ee9-440eb9666269 HTTP/1.1" status: 204 len: 168 time: 0.3607972 Apr 18 21:55:48.540880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cad40d9d-c5ed-45b2-9b06-36f4b34f109c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.669031 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-cad40d9d-c5ed-45b2-9b06-36f4b34f109c admin admin] Calling delete_port for 23c3be13-79aa-426c-8e84-65a9039e79d9 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:48.903241 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device fa40a46d-0fa9-457e-8508-7fe59c49b6ba no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:55:48.936468 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: fa40a46d-0fa9-457e-8508-7fe59c49b6ba {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:55:48.936817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device fa40a46d-0fa9-457e-8508-7fe59c49b6ba not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:55:48.941670 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cad40d9d-c5ed-45b2-9b06-36f4b34f109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.987993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad40d9d-c5ed-45b2-9b06-36f4b34f109c admin admin] Pushing event deleted for resources: {'Port': ['ID=23c3be13-79aa-426c-8e84-65a9039e79d9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:49.377518 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cad40d9d-c5ed-45b2-9b06-36f4b34f109c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.225258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad40d9d-c5ed-45b2-9b06-36f4b34f109c admin admin] Router 18154e15-aa43-4cea-9b28-8c28de99d8b0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:50.476100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad40d9d-c5ed-45b2-9b06-36f4b34f109c admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:50.488088 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cad40d9d-c5ed-45b2-9b06-36f4b34f109c admin admin] 10.222.0.11 "PUT /v2.0/routers/18154e15-aa43-4cea-9b28-8c28de99d8b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3008378 Apr 18 21:55:50.493926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34392) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:50.830218 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:51.104592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:51.187899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Deleting port f7384978-8a1f-45a0-8d62-10e7383e47f5 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:51.190888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:51.533674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] For port f7384978-8a1f-45a0-8d62-10e7383e47f5, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f7384978-8a1f-45a0-8d62-10e7383e47f5,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:51.540136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:51.672116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Calling delete_port for f7384978-8a1f-45a0-8d62-10e7383e47f5 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:51.976303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:51.987697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34466) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:52.093951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7384978-8a1f-45a0-8d62-10e7383e47f5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:52.373008 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.702022 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8f81cb0-e908-4705-8194-65b5c6ffe1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.716030 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.721501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.831497 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.831497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18154e15-aa43-4cea-9b28-8c28de99d8b0 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:55:52.855223 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.859372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-476c4b4a-a1c6-444b-a170-8a9a2b7fdd43 admin admin] 10.222.0.11 "DELETE /v2.0/routers/18154e15-aa43-4cea-9b28-8c28de99d8b0 HTTP/1.1" status: 204 len: 168 time: 2.3680446 Apr 18 21:55:52.859693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34512) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:52.937526 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-1596f051-9ae9-4865-9011-7ba0cec6d928 admin admin] Deleting subnet 878fb4e4-7e5a-4481-bd45-fd6a287e969f {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:55:52.941100 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1596f051-9ae9-4865-9011-7ba0cec6d928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.008545 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1596f051-9ae9-4865-9011-7ba0cec6d928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.112937 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1596f051-9ae9-4865-9011-7ba0cec6d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.255783 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1596f051-9ae9-4865-9011-7ba0cec6d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.307055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596f051-9ae9-4865-9011-7ba0cec6d928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878fb4e4-7e5a-4481-bd45-fd6a287e969f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:53.323062 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1596f051-9ae9-4865-9011-7ba0cec6d928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.324126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b011315-663b-4f19-b73a-7dffa3d7423f None None] Network 672689e4-3d3d-49f4-b0a2-3fa8648161f8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:55:53.333525 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1596f051-9ae9-4865-9011-7ba0cec6d928 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/878fb4e4-7e5a-4481-bd45-fd6a287e969f HTTP/1.1" status: 204 len: 168 time: 0.4724517 Apr 18 21:55:53.334103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34540) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:53.468703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.483884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Deleting port 753046df-7207-44cb-bf1f-8f7dc854e1bb {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:53.484222 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.598530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b8f81cb0-e908-4705-8194-65b5c6ffe1b9 admin admin] Deleting port b0adce65-795a-4ddf-a56b-2ef8d3ab3436 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:53.599664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8f81cb0-e908-4705-8194-65b5c6ffe1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.638359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49573b0-6b5c-4e95-82d5-4de8639a44d8 None None] DHCP port deletion for 672689e4-3d3d-49f4-b0a2-3fa8648161f8 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:55:53.643520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c49573b0-6b5c-4e95-82d5-4de8639a44d8 None None] Deleting port 753046df-7207-44cb-bf1f-8f7dc854e1bb {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:53.644129 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c49573b0-6b5c-4e95-82d5-4de8639a44d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.827929 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-b8f81cb0-e908-4705-8194-65b5c6ffe1b9 admin admin] For port b0adce65-795a-4ddf-a56b-2ef8d3ab3436, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b0adce65-795a-4ddf-a56b-2ef8d3ab3436,segment=NetworkSegment(5f5db662-624f-41f2-8951-39e8b887839a),segment_id=5f5db662-624f-41f2-8951-39e8b887839a)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:53.827929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8f81cb0-e908-4705-8194-65b5c6ffe1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.891290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] For port 753046df-7207-44cb-bf1f-8f7dc854e1bb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=753046df-7207-44cb-bf1f-8f7dc854e1bb,segment=NetworkSegment(6884acd3-04bf-48ff-a952-964845f92013),segment_id=6884acd3-04bf-48ff-a952-964845f92013)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:53.891933 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.924837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c49573b0-6b5c-4e95-82d5-4de8639a44d8 None None] For port 753046df-7207-44cb-bf1f-8f7dc854e1bb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=753046df-7207-44cb-bf1f-8f7dc854e1bb,segment=NetworkSegment(6884acd3-04bf-48ff-a952-964845f92013),segment_id=6884acd3-04bf-48ff-a952-964845f92013)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:53.925378 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c49573b0-6b5c-4e95-82d5-4de8639a44d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.947252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 753046df-7207-44cb-bf1f-8f7dc854e1bb no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:55:53.985195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b8f81cb0-e908-4705-8194-65b5c6ffe1b9 admin admin] Calling delete_port for b0adce65-795a-4ddf-a56b-2ef8d3ab3436 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:54.046994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Calling delete_port for 753046df-7207-44cb-bf1f-8f7dc854e1bb owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:54.159186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c49573b0-6b5c-4e95-82d5-4de8639a44d8 None None] Calling delete_port for 753046df-7207-44cb-bf1f-8f7dc854e1bb owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:54.193026 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.232053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No active binding found for port 753046df-7207-44cb-bf1f-8f7dc854e1bb {{(pid=85050) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 21:55:54.232445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 753046df-7207-44cb-bf1f-8f7dc854e1bb not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:55:54.244316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Pushing event deleted for resources: {'Port': ['ID=753046df-7207-44cb-bf1f-8f7dc854e1bb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:54.250910 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-c49573b0-6b5c-4e95-82d5-4de8639a44d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:55:54.251247 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-c49573b0-6b5c-4e95-82d5-4de8639a44d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:55:54.254149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] No DVR routers for this DVR port 753046df-7207-44cb-bf1f-8f7dc854e1bb on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:54.278725 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8f81cb0-e908-4705-8194-65b5c6ffe1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.306525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:54.306861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:54.307190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:54.307537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:54.307838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:54.308157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:54.308471 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:54.308783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:54.309094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:54.309826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:54.310147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:54.324921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f81cb0-e908-4705-8194-65b5c6ffe1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0adce65-795a-4ddf-a56b-2ef8d3ab3436,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:54.425506 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.453064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672689e4-3d3d-49f4-b0a2-3fa8648161f8']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:54.485395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6884acd3-04bf-48ff-a952-964845f92013') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:54.488253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6884acd3-04bf-48ff-a952-964845f92013') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:54.500505 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.525374 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.532312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:55:54.532822 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:55:54.546995 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:55:54.650424 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b8f81cb0-e908-4705-8194-65b5c6ffe1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.701354 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1531beae-bbcf-4db0-92b6-5cad5e699f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.735997 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.752781 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c49573b0-6b5c-4e95-82d5-4de8639a44d8 None None] Deleting port 753046df-7207-44cb-bf1f-8f7dc854e1bb {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:54.753141 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c49573b0-6b5c-4e95-82d5-4de8639a44d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.754880 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.767155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] Pushing event deleted for resources: {'Network': ['ID=672689e4-3d3d-49f4-b0a2-3fa8648161f8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:54.773073 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c1045e56-8985-4a5d-b76d-968b4d9cf21e admin admin] 10.222.0.11 "DELETE /v2.0/networks/672689e4-3d3d-49f4-b0a2-3fa8648161f8 HTTP/1.1" status: 204 len: 168 time: 1.4357917 Apr 18 21:55:54.829447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c49573b0-6b5c-4e95-82d5-4de8639a44d8 None None] The port '753046df-7207-44cb-bf1f-8f7dc854e1bb' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:55:55.127454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34632) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:55.205609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2b3998d9-13bf-4acb-a04d-a5e4b8959905 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c571adc0a59c4ed98f18203fa9dd0505&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0760319 Apr 18 21:55:55.209127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34638) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:55.275273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2a4a-e306-4b4f-a0d9-f1b76c9da88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:55.317935 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2a4a-e306-4b4f-a0d9-f1b76c9da88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:55.401991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f81cb0-e908-4705-8194-65b5c6ffe1b9 admin admin] Router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:55.427285 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2a4a-e306-4b4f-a0d9-f1b76c9da88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:55.443647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff2a4a-e306-4b4f-a0d9-f1b76c9da88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267c7aec-73b1-48ea-84b8-0894f86d8703,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:55.468746 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2a4a-e306-4b4f-a0d9-f1b76c9da88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:55.470011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a4ff2a4a-e306-4b4f-a0d9-f1b76c9da88f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/267c7aec-73b1-48ea-84b8-0894f86d8703 HTTP/1.1" status: 204 len: 168 time: 0.2597389 Apr 18 21:55:55.610505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f81cb0-e908-4705-8194-65b5c6ffe1b9 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:55.621967 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4377aa-4710-4387-98ca-7e9c2ce8202c None None] Sync routers for ids ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:55:55.625036 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b8f81cb0-e908-4705-8194-65b5c6ffe1b9 admin admin] 10.222.0.11 "PUT /v2.0/routers/5b8ebc0a-a776-4085-ad53-506e9a1bb1d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6361248 Apr 18 21:55:55.627388 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34666) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:55.650203 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4377aa-4710-4387-98ca-7e9c2ce8202c None None] Routers {'5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:55:55.651392 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bf4377aa-4710-4387-98ca-7e9c2ce8202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:55:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:55.865708 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:55.896897 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-bf4377aa-4710-4387-98ca-7e9c2ce8202c None None] Set router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:55:56.093106 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:56.190116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Deleting port cf2c95f0-c271-49a2-be75-ee020ec70218 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:56.191008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:56.232983 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:55:56.274814 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bf4377aa-4710-4387-98ca-7e9c2ce8202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:55:54Z', 'revision_number': 5, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port': {'id': 'cf2c95f0-c271-49a2-be75-ee020ec70218', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:56.279227 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4377aa-4710-4387-98ca-7e9c2ce8202c None None] Checking router: 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:55:56.290932 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4377aa-4710-4387-98ca-7e9c2ce8202c None None] Routers {'5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:55:56.292122 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bf4377aa-4710-4387-98ca-7e9c2ce8202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:55:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:56.416435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34712) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:56.417782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] For port cf2c95f0-c271-49a2-be75-ee020ec70218, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cf2c95f0-c271-49a2-be75-ee020ec70218,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:56.418304 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:56.435853 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8cc24fd1-f86e-451f-8a3e-851c38c3d31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:56.459693 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-bf4377aa-4710-4387-98ca-7e9c2ce8202c None None] Set router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:55:56.472004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8cc24fd1-f86e-451f-8a3e-851c38c3d31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:56.475948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8cc24fd1-f86e-451f-8a3e-851c38c3d31e admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:56.479154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8cc24fd1-f86e-451f-8a3e-851c38c3d31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:56.485189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8cc24fd1-f86e-451f-8a3e-851c38c3d31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:56.542814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Calling delete_port for cf2c95f0-c271-49a2-be75-ee020ec70218 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:56.560580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8cc24fd1-f86e-451f-8a3e-851c38c3d31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:56.580072 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-bf4377aa-4710-4387-98ca-7e9c2ce8202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:55:56Z', 'revision_number': 6, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:56.584199 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4377aa-4710-4387-98ca-7e9c2ce8202c None None] The sync data for ids ['5b8ebc0a-a776-4085-ad53-506e9a1bb1d7'] in n-d-836017-3 is: [{'id': '5b8ebc0a-a776-4085-ad53-506e9a1bb1d7', 'name': 'tempest-TestVolumeBackupRestore-1768948581-router', 'tenant_id': '2bbb46c128a847d7939a564cb95c68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:31Z', 'updated_at': '2022-04-18T21:55:56Z', 'revision_number': 6, 'project_id': '2bbb46c128a847d7939a564cb95c68f0', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:55:56.621410 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8cc24fd1-f86e-451f-8a3e-851c38c3d31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:56.679059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8cc24fd1-f86e-451f-8a3e-851c38c3d31e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.2592571 Apr 18 21:55:56.679059 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc24fd1-f86e-451f-8a3e-851c38c3d31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0c6968-3c11-4c2a-99b8-29563fa64479,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:56.680630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34726) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:56.798645 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7395218-31bf-4447-a3d5-a001f469b0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:56.825696 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7395218-31bf-4447-a3d5-a001f469b0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:56.878141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:56.924778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2c95f0-c271-49a2-be75-ee020ec70218,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:57.091073 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7395218-31bf-4447-a3d5-a001f469b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:57.127646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:57.128128 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:57.128465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:57.128801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:57.129133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:57.129457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:57.129805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:57.130123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:57.130445 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:57.130763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:57.131129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:57.135497 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e92569bc-2890-4e10-9274-6e1e0b3b2e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:57.145497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7395218-31bf-4447-a3d5-a001f469b0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0c6968-3c11-4c2a-99b8-29563fa64479,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:57.173018 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7395218-31bf-4447-a3d5-a001f469b0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:57.177179 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a7395218-31bf-4447-a3d5-a001f469b0ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f0c6968-3c11-4c2a-99b8-29563fa64479 HTTP/1.1" status: 204 len: 168 time: 0.4947720 Apr 18 21:55:57.328793 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:57.614157 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:57.619480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:57.713803 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:57.714820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:55:57.739044 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:57.743476 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1b7ff2b3-ad83-4a7f-8b6f-a0e3a3451355 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5b8ebc0a-a776-4085-ad53-506e9a1bb1d7 HTTP/1.1" status: 204 len: 168 time: 2.1118972 Apr 18 21:55:57.744305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34782) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:57.764061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b0adce65-795a-4ddf-a56b-2ef8d3ab3436 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:55:57.803334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b0adce65-795a-4ddf-a56b-2ef8d3ab3436 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:55:57.803580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b0adce65-795a-4ddf-a56b-2ef8d3ab3436 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:55:57.820737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c600845-9af1-4ed8-8b5c-72de7b0f9366 admin admin] Deleting subnet 27c31f4b-bb3a-4beb-b156-f33120f4ea56 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:55:57.824734 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c600845-9af1-4ed8-8b5c-72de7b0f9366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:57.879626 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c600845-9af1-4ed8-8b5c-72de7b0f9366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:57.988693 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c600845-9af1-4ed8-8b5c-72de7b0f9366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:58.016044 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:58.102753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c600845-9af1-4ed8-8b5c-72de7b0f9366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:58.142012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c600845-9af1-4ed8-8b5c-72de7b0f9366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c31f4b-bb3a-4beb-b156-f33120f4ea56,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:58.148851 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4c600845-9af1-4ed8-8b5c-72de7b0f9366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:58.157581 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891fc8b0-126e-4e39-9c44-2dfcd084b4e7 None None] Network f2c7bb86-1054-4717-8e3f-747b4ade5267 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:55:58.158077 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4c600845-9af1-4ed8-8b5c-72de7b0f9366 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/27c31f4b-bb3a-4beb-b156-f33120f4ea56 HTTP/1.1" status: 204 len: 168 time: 0.4097030 Apr 18 21:55:58.158077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 34808) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:58.267573 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:58.293912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Deleting port 9781ed2a-8a75-454d-bb45-47e208524fec {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:58.293912 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:58.487474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba868c-2261-47f0-92fd-5d77850cdc98 None None] Sync routers for ids ['18154e15-aa43-4cea-9b28-8c28de99d8b0'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:55:58.509181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba868c-2261-47f0-92fd-5d77850cdc98 None None] Routers set() bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:55:58.511250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba868c-2261-47f0-92fd-5d77850cdc98 None None] Router IDs set() for agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:55:58.512019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_agentschedulers_db [None req-2cba868c-2261-47f0-92fd-5d77850cdc98 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'18154e15-aa43-4cea-9b28-8c28de99d8b0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:55:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent'). {{(pid=85050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:55:58.524221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba868c-2261-47f0-92fd-5d77850cdc98 None None] Routers set() bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:55:58.524358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] For port 9781ed2a-8a75-454d-bb45-47e208524fec, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9781ed2a-8a75-454d-bb45-47e208524fec,segment=NetworkSegment(5f5db662-624f-41f2-8951-39e8b887839a),segment_id=5f5db662-624f-41f2-8951-39e8b887839a)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:58.529224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba868c-2261-47f0-92fd-5d77850cdc98 None None] Router IDs set() for agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:55:58.529548 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:58.529637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_agentschedulers_db [None req-2cba868c-2261-47f0-92fd-5d77850cdc98 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'18154e15-aa43-4cea-9b28-8c28de99d8b0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:55:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent'). {{(pid=85050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:55:58.529637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba868c-2261-47f0-92fd-5d77850cdc98 None None] The sync data for ids ['18154e15-aa43-4cea-9b28-8c28de99d8b0'] in n-d-836017-3 is: [] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:55:58.645061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Calling delete_port for 9781ed2a-8a75-454d-bb45-47e208524fec owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:58.741781 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:58.746573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fcb222-23d9-458d-9f93-f25d42e9eba5 None None] DHCP port deletion for f2c7bb86-1054-4717-8e3f-747b4ade5267 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:55:58.750835 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-14fcb222-23d9-458d-9f93-f25d42e9eba5 None None] Deleting port 9781ed2a-8a75-454d-bb45-47e208524fec {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:58.751205 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-14fcb222-23d9-458d-9f93-f25d42e9eba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:58.964203 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:59.023686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9781ed2a-8a75-454d-bb45-47e208524fec,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:59.029637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] No DVR routers for this DVR port 9781ed2a-8a75-454d-bb45-47e208524fec on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:59.036854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-14fcb222-23d9-458d-9f93-f25d42e9eba5 None None] For port 9781ed2a-8a75-454d-bb45-47e208524fec, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=9781ed2a-8a75-454d-bb45-47e208524fec,segment=NetworkSegment(5f5db662-624f-41f2-8951-39e8b887839a),segment_id=5f5db662-624f-41f2-8951-39e8b887839a)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:59.037276 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-14fcb222-23d9-458d-9f93-f25d42e9eba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:59.166159 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:59.189393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-14fcb222-23d9-458d-9f93-f25d42e9eba5 None None] Calling delete_port for 9781ed2a-8a75-454d-bb45-47e208524fec owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:59.194267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c7bb86-1054-4717-8e3f-747b4ade5267']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:59.208251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5db662-624f-41f2-8951-39e8b887839a') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:59.208823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5db662-624f-41f2-8951-39e8b887839a') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:59.223134 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:59.255356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:59.264970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:55:59.265384 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:55:59.283852 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:55:59.306699 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-14fcb222-23d9-458d-9f93-f25d42e9eba5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:55:59.307098 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-14fcb222-23d9-458d-9f93-f25d42e9eba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:55:59.472543 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:59.489104 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:59.499790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c7bb86-1054-4717-8e3f-747b4ade5267,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:59.570860 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-50dedef0-7c1c-4ea0-99f6-1e5dd7aa76a2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f2c7bb86-1054-4717-8e3f-747b4ade5267 HTTP/1.1" status: 204 len: 168 time: 1.4117551 Apr 18 21:55:59.573416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34872) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:59.750047 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cf2c95f0-c271-49a2-be75-ee020ec70218 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:55:59.793636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: cf2c95f0-c271-49a2-be75-ee020ec70218 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:55:59.793986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cf2c95f0-c271-49a2-be75-ee020ec70218 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:55:59.794399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 23c3be13-79aa-426c-8e84-65a9039e79d9 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:55:59.816394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-14fcb222-23d9-458d-9f93-f25d42e9eba5 None None] Deleting port 9781ed2a-8a75-454d-bb45-47e208524fec {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:59.816770 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-14fcb222-23d9-458d-9f93-f25d42e9eba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:59.857886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 23c3be13-79aa-426c-8e84-65a9039e79d9 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:55:59.858134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 23c3be13-79aa-426c-8e84-65a9039e79d9 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:55:59.858547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f7384978-8a1f-45a0-8d62-10e7383e47f5 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:55:59.913001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: f7384978-8a1f-45a0-8d62-10e7383e47f5 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:55:59.913267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f7384978-8a1f-45a0-8d62-10e7383e47f5 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:55:59.916428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9781ed2a-8a75-454d-bb45-47e208524fec no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:55:59.954733 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-14fcb222-23d9-458d-9f93-f25d42e9eba5 None None] The port '9781ed2a-8a75-454d-bb45-47e208524fec' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:55:59.955606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 9781ed2a-8a75-454d-bb45-47e208524fec {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:55:59.955941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 9781ed2a-8a75-454d-bb45-47e208524fec not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:56:00.006771 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0550aee6-cdd1-4824-95fd-df0bc9d201cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:00.731887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0550aee6-cdd1-4824-95fd-df0bc9d201cd admin admin] Deleting port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:56:00.732506 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0550aee6-cdd1-4824-95fd-df0bc9d201cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:00.916859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-0550aee6-cdd1-4824-95fd-df0bc9d201cd admin admin] For port 1190270d-e488-4b7b-9316-dd4b4b0a3d4a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1190270d-e488-4b7b-9316-dd4b4b0a3d4a,segment=NetworkSegment(c6b0130d-0209-4eb8-9363-4144c40705b2),segment_id=c6b0130d-0209-4eb8-9363-4144c40705b2)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:56:00.917289 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0550aee6-cdd1-4824-95fd-df0bc9d201cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:01.051415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0550aee6-cdd1-4824-95fd-df0bc9d201cd admin admin] Calling delete_port for 1190270d-e488-4b7b-9316-dd4b4b0a3d4a owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:56:01.130050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:01.261562 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0550aee6-cdd1-4824-95fd-df0bc9d201cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:01.307141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550aee6-cdd1-4824-95fd-df0bc9d201cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1190270d-e488-4b7b-9316-dd4b4b0a3d4a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:56:01.618539 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0550aee6-cdd1-4824-95fd-df0bc9d201cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:02.315883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0550aee6-cdd1-4824-95fd-df0bc9d201cd admin admin] Router 23b3e3a4-fac4-4a84-a918-76439e401368 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:56:02.528079 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0550aee6-cdd1-4824-95fd-df0bc9d201cd admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:56:02.536470 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d236a-9ce7-49bb-8cca-8cd4fcb88d3c None None] Sync routers for ids ['23b3e3a4-fac4-4a84-a918-76439e401368'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:56:02.548756 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d236a-9ce7-49bb-8cca-8cd4fcb88d3c None None] Routers {'23b3e3a4-fac4-4a84-a918-76439e401368'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:56:02.549345 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9f7d236a-9ce7-49bb-8cca-8cd4fcb88d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:55:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['23b3e3a4-fac4-4a84-a918-76439e401368'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:56:02.608929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0550aee6-cdd1-4824-95fd-df0bc9d201cd admin admin] 10.222.0.11 "PUT /v2.0/routers/23b3e3a4-fac4-4a84-a918-76439e401368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0339479 Apr 18 21:56:02.611328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 34986) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:56:02.773971 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-9f7d236a-9ce7-49bb-8cca-8cd4fcb88d3c None None] Set router 23b3e3a4-fac4-4a84-a918-76439e401368 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:56:02.823789 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:03.027118 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:03.060365 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9f7d236a-9ce7-49bb-8cca-8cd4fcb88d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'name': 'tempest-TestVolumeBackupRestore-32047555-router', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:41Z', 'updated_at': '2022-04-18T21:56:01Z', 'revision_number': 5, 'project_id': '6d8f613ec90846749fd08c72f3b09626', 'gw_port': {'id': '8c450363-0943-4d4b-99b7-740d15d55d0d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:42Z', 'updated_at': '2022-04-18T21:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:56:03.079023 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d236a-9ce7-49bb-8cca-8cd4fcb88d3c None None] Checking router: 23b3e3a4-fac4-4a84-a918-76439e401368 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:56:03.083828 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d236a-9ce7-49bb-8cca-8cd4fcb88d3c None None] Routers {'23b3e3a4-fac4-4a84-a918-76439e401368'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:56:03.083828 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9f7d236a-9ce7-49bb-8cca-8cd4fcb88d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T21:55:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['23b3e3a4-fac4-4a84-a918-76439e401368'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:56:03.107332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Deleting port 8c450363-0943-4d4b-99b7-740d15d55d0d {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:56:03.108026 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:03.238167 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-9f7d236a-9ce7-49bb-8cca-8cd4fcb88d3c None None] Set router 23b3e3a4-fac4-4a84-a918-76439e401368 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:56:03.298893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] For port 8c450363-0943-4d4b-99b7-740d15d55d0d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8c450363-0943-4d4b-99b7-740d15d55d0d,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:56:03.299357 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:03.347830 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9f7d236a-9ce7-49bb-8cca-8cd4fcb88d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'name': 'tempest-TestVolumeBackupRestore-32047555-router', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:41Z', 'updated_at': '2022-04-18T21:56:03Z', 'revision_number': 6, 'project_id': '6d8f613ec90846749fd08c72f3b09626', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:56:03.352063 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d236a-9ce7-49bb-8cca-8cd4fcb88d3c None None] The sync data for ids ['23b3e3a4-fac4-4a84-a918-76439e401368'] in n-d-836017-3 is: [{'id': '23b3e3a4-fac4-4a84-a918-76439e401368', 'name': 'tempest-TestVolumeBackupRestore-32047555-router', 'tenant_id': '6d8f613ec90846749fd08c72f3b09626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:41Z', 'updated_at': '2022-04-18T21:56:03Z', 'revision_number': 6, 'project_id': '6d8f613ec90846749fd08c72f3b09626', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:56:03.434454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Calling delete_port for 8c450363-0943-4d4b-99b7-740d15d55d0d owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:56:03.709434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1190270d-e488-4b7b-9316-dd4b4b0a3d4a no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:56:03.770896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 1190270d-e488-4b7b-9316-dd4b4b0a3d4a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:56:03.770896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1190270d-e488-4b7b-9316-dd4b4b0a3d4a not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:56:03.776639 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:03.817178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c450363-0943-4d4b-99b7-740d15d55d0d,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:56:03.834875 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:04.041769 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:04.326234 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:04.330484 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:04.432637 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:04.433180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23b3e3a4-fac4-4a84-a918-76439e401368 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:56:04.463597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:04.463597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-67a17082-168f-490c-a8ad-40d2e18bb9c1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/23b3e3a4-fac4-4a84-a918-76439e401368 HTTP/1.1" status: 204 len: 168 time: 1.8401341 Apr 18 21:56:04.466443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35014) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:56:04.540081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3549406e-cd63-4ad3-b5be-2627bd0624f8 admin admin] Deleting subnet 06aad81f-9363-49fb-8b37-2a5801ac2342 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:56:04.543253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3549406e-cd63-4ad3-b5be-2627bd0624f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:04.600939 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3549406e-cd63-4ad3-b5be-2627bd0624f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:04.685270 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3549406e-cd63-4ad3-b5be-2627bd0624f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:04.798885 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3549406e-cd63-4ad3-b5be-2627bd0624f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:04.839579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549406e-cd63-4ad3-b5be-2627bd0624f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06aad81f-9363-49fb-8b37-2a5801ac2342,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:56:04.846233 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3549406e-cd63-4ad3-b5be-2627bd0624f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:04.851982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168c057a-05cd-4128-8f1e-9dc57f182e57 None None] Network a8e25791-a969-4c36-9b36-0d5bc4754ac8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:56:04.856874 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3549406e-cd63-4ad3-b5be-2627bd0624f8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/06aad81f-9363-49fb-8b37-2a5801ac2342 HTTP/1.1" status: 204 len: 168 time: 0.3985744 Apr 18 21:56:04.859001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35024) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:56:04.995981 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:05.011612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Deleting port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:56:05.011865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:05.099781 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d13c67a-8e64-468e-bbea-2ec210d29086 None None] DHCP port deletion for a8e25791-a969-4c36-9b36-0d5bc4754ac8 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:56:05.104627 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6d13c67a-8e64-468e-bbea-2ec210d29086 None None] Deleting port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:56:05.105071 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6d13c67a-8e64-468e-bbea-2ec210d29086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:05.244072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] For port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f,segment=NetworkSegment(c6b0130d-0209-4eb8-9363-4144c40705b2),segment_id=c6b0130d-0209-4eb8-9363-4144c40705b2)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:56:05.244433 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:05.339377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6d13c67a-8e64-468e-bbea-2ec210d29086 None None] For port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f,segment=NetworkSegment(c6b0130d-0209-4eb8-9363-4144c40705b2),segment_id=c6b0130d-0209-4eb8-9363-4144c40705b2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:56:05.340003 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6d13c67a-8e64-468e-bbea-2ec210d29086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:05.374373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Calling delete_port for 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:56:05.460064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6d13c67a-8e64-468e-bbea-2ec210d29086 None None] Calling delete_port for 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:56:05.546914 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:05.552796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-6d13c67a-8e64-468e-bbea-2ec210d29086 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:56:05.553250 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-6d13c67a-8e64-468e-bbea-2ec210d29086 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:56:05.592779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Pushing event deleted for resources: {'Port': ['ID=267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:56:05.601102 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] No DVR routers for this DVR port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:56:05.721930 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:05.736606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:56:05.748828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e25791-a969-4c36-9b36-0d5bc4754ac8']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:56:05.762118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b0130d-0209-4eb8-9363-4144c40705b2') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:56:05.762417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b0130d-0209-4eb8-9363-4144c40705b2') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:56:05.774407 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:05.777631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:56:05.778226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:56:05.778676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8c450363-0943-4d4b-99b7-740d15d55d0d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:56:05.794142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:05.800298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:56:05.800795 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:05.811117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 8c450363-0943-4d4b-99b7-740d15d55d0d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:56:05.811600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8c450363-0943-4d4b-99b7-740d15d55d0d not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: timer() Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:56:05.814508 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:56:06.032897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:06.049081 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:06.054937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6d13c67a-8e64-468e-bbea-2ec210d29086 None None] Deleting port 267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:56:06.055454 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6d13c67a-8e64-468e-bbea-2ec210d29086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:06.059265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e25791-a969-4c36-9b36-0d5bc4754ac8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:56:06.066363 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c4676b82-c52e-4a40-b795-60d73318d22a admin admin] 10.222.0.11 "DELETE /v2.0/networks/a8e25791-a969-4c36-9b36-0d5bc4754ac8 HTTP/1.1" status: 204 len: 168 time: 1.2062628 Apr 18 21:56:06.128329 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6d13c67a-8e64-468e-bbea-2ec210d29086 None None] The port '267c3ae4-1f2d-4bfd-9dd5-3bcc73e3208f' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:56:06.381523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35048) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:56:06.432009 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fa7f9de4-4aa9-46e0-ae40-c463845c63c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2bbb46c128a847d7939a564cb95c68f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492613 Apr 18 21:56:06.434528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 35052) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:56:06.497681 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b16bbee9-86cf-404b-bc02-6eb46cb7411a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:06.523612 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b16bbee9-86cf-404b-bc02-6eb46cb7411a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:06.612409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b16bbee9-86cf-404b-bc02-6eb46cb7411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:06.632730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bbee9-86cf-404b-bc02-6eb46cb7411a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09f86f9-903c-496c-9388-6e8f00da97f0,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:56:06.639174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b16bbee9-86cf-404b-bc02-6eb46cb7411a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:06.643537 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b16bbee9-86cf-404b-bc02-6eb46cb7411a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c09f86f9-903c-496c-9388-6e8f00da97f0 HTTP/1.1" status: 204 len: 168 time: 0.2048953 Apr 18 21:56:07.343010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35074) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:56:07.396438 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6b12467f-27a6-4511-9f87-ff056862a647 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d8f613ec90846749fd08c72f3b09626&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499651 Apr 18 21:56:07.396739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 35078) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:56:07.454934 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6de6db70-4df8-4c99-91c1-32f49ea60763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:07.480076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6de6db70-4df8-4c99-91c1-32f49ea60763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:07.587354 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6de6db70-4df8-4c99-91c1-32f49ea60763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:07.602879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6db70-4df8-4c99-91c1-32f49ea60763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fdc439-543e-4466-b059-23ea53c2fda3,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:56:07.607579 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6de6db70-4df8-4c99-91c1-32f49ea60763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:07.608413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6de6db70-4df8-4c99-91c1-32f49ea60763 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23fdc439-543e-4466-b059-23ea53c2fda3 HTTP/1.1" status: 204 len: 168 time: 0.2107904 Apr 18 21:56:09.541247 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:24.689268 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-03279aeb-db6b-41a4-a726-4cdff131cbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:27.112718 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e208b934-fc2a-47a1-bf59-7f6e1c955633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:28.043538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:28.752358 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:31.152403 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:33.203762 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:56:33.817575 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:39.579369 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:54.677403 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-68fd76df-264b-41e6-85e0-31375d092d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:57.105825 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ea81f2e4-93a0-47cb-9954-02d3c0c2f460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:57.997279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:58.734862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:01.157496 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:02.725524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-bf97d168-1aae-4cbd-b892-a47fe21ba060 req-0f8032cb-30c0-4369-8b2b-22f84a9f4779 service neutron] (85049) timed out ('10.222.0.11', 36504) {{(pid=85049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:57:03.814386 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:09.557570 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:10.205188 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:57:14.014748 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36104) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:57:14.194829 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-33d9cb27-d850-46f5-bd9a-55d791aa9448 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=852141a57e044fada416fe324648d1c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1787641 Apr 18 21:57:14.197263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36110) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:57:14.256280 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:14.281878 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:14.397538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:14.413085 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a49038-760d-47ef-bd6e-5f4e017950da,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:14.420560 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:14.421680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36a49038-760d-47ef-bd6e-5f4e017950da HTTP/1.1" status: 204 len: 168 time: 0.2234826 Apr 18 21:57:14.425203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:14.425658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:14.425889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:14.426221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:14.426546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:14.426868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:14.427188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:14.427506 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:14.427823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:14.428143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:14.428464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d3447-48e9-4292-bd30-b2546d5b0fd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:19.295082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36268) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:57:19.436942 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7c0bc54-f648-45ce-aa21-ed20fa27f079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:19.466618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f7c0bc54-f648-45ce-aa21-ed20fa27f079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:57:19.470241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f7c0bc54-f648-45ce-aa21-ed20fa27f079 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd7696833bd4427ac0b7bebced4afbb is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:57:19.472943 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f7c0bc54-f648-45ce-aa21-ed20fa27f079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:57:19.478505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f7c0bc54-f648-45ce-aa21-ed20fa27f079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:57:19.545580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7c0bc54-f648-45ce-aa21-ed20fa27f079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:19.619620 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f7c0bc54-f648-45ce-aa21-ed20fa27f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:19.663832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0bc54-f648-45ce-aa21-ed20fa27f079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201bc1ee-bb86-47fb-935f-e2f1be622521,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:19.669942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f7c0bc54-f648-45ce-aa21-ed20fa27f079 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bcd7696833bd4427ac0b7bebced4afbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3737392 Apr 18 21:57:19.672716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36274) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:57:19.732830 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34a4dbc9-d250-4490-be0b-95f65c07a8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:19.757050 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34a4dbc9-d250-4490-be0b-95f65c07a8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:19.860067 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34a4dbc9-d250-4490-be0b-95f65c07a8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:19.875611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4dbc9-d250-4490-be0b-95f65c07a8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201bc1ee-bb86-47fb-935f-e2f1be622521,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:19.879905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-34a4dbc9-d250-4490-be0b-95f65c07a8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:19.880927 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-34a4dbc9-d250-4490-be0b-95f65c07a8f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/201bc1ee-bb86-47fb-935f-e2f1be622521 HTTP/1.1" status: 204 len: 168 time: 0.2071712 Apr 18 21:57:20.520579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36282) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:57:20.538305 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0a98fce3-7c81-4465-bc3e-6151cd0cda80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:20.571832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0a98fce3-7c81-4465-bc3e-6151cd0cda80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:57:20.576348 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0a98fce3-7c81-4465-bc3e-6151cd0cda80 admin admin] Usage tracker for resource:security_group_rule and tenant:4bc829eff532432382675d96d8a9112e is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:57:20.579141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-0a98fce3-7c81-4465-bc3e-6151cd0cda80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:57:20.584702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-0a98fce3-7c81-4465-bc3e-6151cd0cda80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:57:20.647565 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0a98fce3-7c81-4465-bc3e-6151cd0cda80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:20.711258 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0a98fce3-7c81-4465-bc3e-6151cd0cda80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:20.756759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98fce3-7c81-4465-bc3e-6151cd0cda80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a698354-3519-49fe-be9c-a2ebe5732f60,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:20.762204 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0a98fce3-7c81-4465-bc3e-6151cd0cda80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bc829eff532432382675d96d8a9112e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2404687 Apr 18 21:57:20.764832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36286) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:57:20.822931 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a9d953c3-8bfe-4f53-9af7-f199e2e561e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:20.850139 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a9d953c3-8bfe-4f53-9af7-f199e2e561e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:20.979806 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a9d953c3-8bfe-4f53-9af7-f199e2e561e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:20.996646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d953c3-8bfe-4f53-9af7-f199e2e561e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a698354-3519-49fe-be9c-a2ebe5732f60,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:21.002758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a9d953c3-8bfe-4f53-9af7-f199e2e561e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:21.003891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a9d953c3-8bfe-4f53-9af7-f199e2e561e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a698354-3519-49fe-be9c-a2ebe5732f60 HTTP/1.1" status: 204 len: 168 time: 0.2384608 Apr 18 21:57:24.671379 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8ef54116-34a9-4798-bca8-3894db9e5d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:27.117083 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1b73b285-c3bb-4433-b597-a2654e5cf9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:28.111425 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:28.711663 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:31.100043 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:33.210070 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-0ca3da9d-ee91-42b6-8d31-785d1dc37ad2 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fdbc706da7d04c94a3fb547adac48c75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280046 Apr 18 21:57:33.449501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-934c132a-8fb8-4bf0-8b0a-a4f547ad1860 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:33.450855 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-934c132a-8fb8-4bf0-8b0a-a4f547ad1860 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356367 Apr 18 21:57:33.467310 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-ddc91685-d26a-46f6-97a6-a877dadcad76 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/quotas/fdbc706da7d04c94a3fb547adac48c75 HTTP/1.1" status: 200 len: 375 time: 0.0111697 Apr 18 21:57:33.511442 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-9cce1a8c-4b22-4374-a789-bbe1fb4a6ffb tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdbc706da7d04c94a3fb547adac48c75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395334 Apr 18 21:57:33.814301 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:33.945336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-055ed59b-4143-4525-bb07-3189730e779a req-c12b7e7f-fd50-43e6-b038-b53b7aa73bbb tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 210 time: 0.1857138 Apr 18 21:57:35.135206 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-166a59b0-1efc-4e98-a86d-4aa590b7e37d req-aa3503e5-640e-4784-b0fc-d813b2534f84 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 210 time: 0.0443599 Apr 18 21:57:35.888284 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-ee6e0911-7f71-48ab-a3d3-8263efbac5f8 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fdbc706da7d04c94a3fb547adac48c75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274818 Apr 18 21:57:36.035758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-dfa91f9f-ce34-4834-95b4-2f3f98baee75 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:36.037066 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-dfa91f9f-ce34-4834-95b4-2f3f98baee75 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440890 Apr 18 21:57:36.052729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Request body: {'port': {'device_id': 'a2da9c99-0c54-4cdc-b239-c0e767406a28', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'admin_state_up': True, 'tenant_id': 'fdbc706da7d04c94a3fb547adac48c75'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:57:36.190736 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:57:36.200035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Usage tracker for resource:port and tenant:fdbc706da7d04c94a3fb547adac48c75 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:57:36.200035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:57:36.204304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:57:36.260279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Made reservation on behalf of fdbc706da7d04c94a3fb547adac48c75 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:57:36.264061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:36.280303 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:36.311917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:57:36.315652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Usage tracker for resource:security_group_rule and tenant:fdbc706da7d04c94a3fb547adac48c75 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:57:36.318393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:57:36.324119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:57:36.330822 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e31be4b-ee1a-4b17-bc55-49110b65d27d req-d60436ab-62cf-4595-bc6f-605ae7fbce7e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 210 time: 0.0416474 Apr 18 21:57:36.398478 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:36.453850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:36.533163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86383d4f-9f99-4740-9574-7a6bb113f2c6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:36.554402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:36.554741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:36.555079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:36.555408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:36.555733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:36.556057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:36.556379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:36.556699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:36.557018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:36.557331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:36.557672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:36.631277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Allocated IP 192.168.233.238 (e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9/e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32/b168e8c9-d38a-4f2c-b8cc-028fa5b416f3) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:57:36.831613 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:36.846987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Transition to ACTIVE for port object b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:57:36.911565 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:36.983182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:57:36.986342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:57:36.990900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:57:37.017333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Pushing event updated for resources: {'Port': ['ID=b168e8c9-d38a-4f2c-b8cc-028fa5b416f3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:37.059625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:37.060224 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:37.146704 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-2bfff60f-07cf-4bc9-88e9-55e53aca251e tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0972903 Apr 18 21:57:37.234427 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Request body: {'port': {'device_id': 'a2da9c99-0c54-4cdc-b239-c0e767406a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:57:37.300060 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f495bb74-f1ee-4516-b971-00e879e97336 None None] Provisioning for port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:57:37.304899 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f495bb74-f1ee-4516-b971-00e879e97336 None None] Provisioning complete for port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:57:37.305285 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f495bb74-f1ee-4516-b971-00e879e97336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:37.341309 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:37.356406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f495bb74-f1ee-4516-b971-00e879e97336 None None] Port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:57:37.530232 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc8152-4792-4a46-9f97-992d0a097800 req-e715b6fc-743e-4bae-a438-e8289fcceb33 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:37.531672 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26dc8152-4792-4a46-9f97-992d0a097800 req-e715b6fc-743e-4bae-a438-e8289fcceb33 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 936 time: 0.0798557 Apr 18 21:57:37.577589 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26dc8152-4792-4a46-9f97-992d0a097800 req-4670574a-06fe-4145-bb39-dc806436e1a5 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400729 Apr 18 21:57:37.681320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:57:37.688409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:37.702786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Transition to ACTIVE for port object b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:57:37.768383 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:38.004105 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Pushing event updated for resources: {'Port': ['ID=b168e8c9-d38a-4f2c-b8cc-028fa5b416f3,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:38.106608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Attempting to bind port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:57:38.106878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Attempting to bind port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:57:38.107207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Attempting to bind port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:57:38.113194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:57:38.113551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Attempting to bind port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 on network e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:57:38.119863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:57:38.120198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Checking segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:57:38.120582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Bound using segment: {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:57:38.121015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Bound port: b168e8c9-d38a-4f2c-b8cc-028fa5b416f3, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b934da-e3d8-4b08-ac49-8728b9391d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:57:38.121526 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:38.211109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] For port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:57:38.214007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] For port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b168e8c9-d38a-4f2c-b8cc-028fa5b416f3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:57:38.278115 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:38.345531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:38.346904 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] 10.222.0.26 "PUT /v2.0/ports/b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 HTTP/1.1" status: 200 len: 1096 time: 1.1928971 Apr 18 21:57:38.347350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2da9c99-0c54-4cdc-b239-c0e767406a28', 'tag': 'b168e8c9-d38a-4f2c-b8cc-028fa5b416f3'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:57:38.367410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbba5dd-43ee-4955-b2df-3c17f7863e1e service neutron] Pushing event updated for resources: {'Port': ['ID=b168e8c9-d38a-4f2c-b8cc-028fa5b416f3,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:38.403838 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dcbddad-6948-4e23-bec7-735867f67b05'] response: {'name': 'network-changed', 'server_uuid': 'a2da9c99-0c54-4cdc-b239-c0e767406a28', 'tag': 'b168e8c9-d38a-4f2c-b8cc-028fa5b416f3', 'status': 'completed', 'code': 200} Apr 18 21:57:38.503922 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d0fe0fa-6167-4d81-bfdd-3ec4e3d74c49 req-a86fbbca-3e80-415f-a1e8-859669b21afd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdbc706da7d04c94a3fb547adac48c75&device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 1099 time: 0.0814168 Apr 18 21:57:38.537101 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d0fe0fa-6167-4d81-bfdd-3ec4e3d74c49 req-7509019a-1a16-4128-aa0a-9e45a892ac23 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fdbc706da7d04c94a3fb547adac48c75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264130 Apr 18 21:57:38.688177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fe0fa-6167-4d81-bfdd-3ec4e3d74c49 req-1af0cd31-e21c-4b9b-b47b-2530aa64c94a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:38.689670 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d0fe0fa-6167-4d81-bfdd-3ec4e3d74c49 req-1af0cd31-e21c-4b9b-b47b-2530aa64c94a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472371 Apr 18 21:57:38.795387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1dd15-1106-4ca8-990d-0f2f6493d278 req-f6bdcfb4-8d2f-4083-9f76-d67cde14e321 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:38.795946 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-7e67723e-1fe1-4a9e-a9f5-2dd0f1d39bd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdbc706da7d04c94a3fb547adac48c75&device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 1099 time: 0.0699537 Apr 18 21:57:38.797494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ece1dd15-1106-4ca8-990d-0f2f6493d278 req-f6bdcfb4-8d2f-4083-9f76-d67cde14e321 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 948 time: 0.0764365 Apr 18 21:57:38.843305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ece1dd15-1106-4ca8-990d-0f2f6493d278 req-b3b4e21e-376f-4dcd-aa16-0cf625cbb5b4 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Apr 18 21:57:38.873284 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-a20468c4-67fe-4fe9-bf23-56eac33600e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 HTTP/1.1" status: 200 len: 217 time: 0.0703635 Apr 18 21:57:38.935823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bcafe555-23ca-46c7-b544-8913ad6c4380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:38.937210 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-bcafe555-23ca-46c7-b544-8913ad6c4380 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32 HTTP/1.1" status: 200 len: 843 time: 0.0579667 Apr 18 21:57:39.019031 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-ce00f82d-41c5-435a-bfcd-894b72833a64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759654 Apr 18 21:57:39.150497 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-8c4e9ba9-4b2d-4d4c-adf5-9b32dfe80214 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252608 Apr 18 21:57:39.281191 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e1098c8-723d-4da5-9fb3-e8aef5bdb9f9 req-6b92670b-8f14-424b-a761-a0a8815d861e service neutron] 10.222.0.26 "GET /v2.0/networks/e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246467 Apr 18 21:57:39.596917 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:40.041389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed209a-5cd1-499b-91b1-cbbf11d0e55a req-335fe24a-61f0-4621-8151-5d49aa34fccd tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:40.042852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6aed209a-5cd1-499b-91b1-cbbf11d0e55a req-335fe24a-61f0-4621-8151-5d49aa34fccd tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 948 time: 0.0804706 Apr 18 21:57:40.087702 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6aed209a-5cd1-499b-91b1-cbbf11d0e55a req-35bf79a8-5edd-4485-a240-fb307bcb5dc3 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392585 Apr 18 21:57:41.297960 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39233b-c02a-4acb-9af5-74da2dcacd5d req-f512a3e4-dc38-4a3c-8e2b-e2334bc97415 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:41.299405 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b39233b-c02a-4acb-9af5-74da2dcacd5d req-f512a3e4-dc38-4a3c-8e2b-e2334bc97415 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 948 time: 0.0906868 Apr 18 21:57:41.345028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b39233b-c02a-4acb-9af5-74da2dcacd5d req-808ffa49-76d3-4112-8e97-d3fcf55c264f tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401051 Apr 18 21:57:42.556768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8b91-28cb-48d3-8602-d831278adbfb req-afd254e0-2326-46de-8e87-0933ab41b42b tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:42.558146 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-938c8b91-28cb-48d3-8602-d831278adbfb req-afd254e0-2326-46de-8e87-0933ab41b42b tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 948 time: 0.0959470 Apr 18 21:57:42.603539 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-938c8b91-28cb-48d3-8602-d831278adbfb req-d00208e5-87ce-45e9-bf7e-52e4c6152c70 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397875 Apr 18 21:57:43.443165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:57:43.579104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b168e8c9-d38a-4f2c-b8cc-028fa5b416f3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:57:43.592993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'b168e8c9-d38a-4f2c-b8cc-028fa5b416f3', 'network_id': 'e4b5cb8f-4fd1-46e6-a81c-1067186f1bb9', 'port_id': 'b168e8c9-d38a-4f2c-b8cc-028fa5b416f3', 'mac_address': 'fa:16:3e:fc:88:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bce4d0-5804-4c66-b2f2-6ed0b1b6cf32', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:57:43.651163 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:43.670738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:57:43.687223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b168e8c9-d38a-4f2c-b8cc-028fa5b416f3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:57:43.739891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:43.804266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e93cd-95eb-4c2f-8f6b-9cd60e7e213c req-2ddea9df-b638-4330-9096-c5161345f300 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:43.805782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=b168e8c9-d38a-4f2c-b8cc-028fa5b416f3,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:43.805942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-315e93cd-95eb-4c2f-8f6b-9cd60e7e213c req-2ddea9df-b638-4330-9096-c5161345f300 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 949 time: 0.0791614 Apr 18 21:57:43.815334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:43.815676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:43.816011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:43.816340 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:43.816668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:43.816995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:43.817317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:43.817671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:43.817996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:43.818342 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:43.818661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:57:43.855259 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-315e93cd-95eb-4c2f-8f6b-9cd60e7e213c req-14338aca-7c3d-4b69-ae2e-13ff98b8ccf9 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433421 Apr 18 21:57:44.069176 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['b168e8c9-d38a-4f2c-b8cc-028fa5b416f3'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:57:45.051005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d7332-18e7-48d7-87e6-6bc75795811d req-22b0a3d3-af6f-42a3-b1f5-67c9b977fe8f tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:45.052425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e10d7332-18e7-48d7-87e6-6bc75795811d req-22b0a3d3-af6f-42a3-b1f5-67c9b977fe8f tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 949 time: 0.0756290 Apr 18 21:57:45.096495 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e10d7332-18e7-48d7-87e6-6bc75795811d req-e2d3d877-34ca-47b3-89d8-853d8344a6e0 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386863 Apr 18 21:57:45.444139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:57:45.591687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:57:45.596644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:57:45.597005 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:45.707793 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:45.734415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2da9c99-0c54-4cdc-b239-c0e767406a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b168e8c9-d38a-4f2c-b8cc-028fa5b416f3'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:57:45.743536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b168e8c9-d38a-4f2c-b8cc-028fa5b416f3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:57:45.814265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:45.875065 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eec8d40-6f3f-4e6e-98bf-2f6fc567b556'] response: {'server_uuid': 'a2da9c99-0c54-4cdc-b239-c0e767406a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b168e8c9-d38a-4f2c-b8cc-028fa5b416f3', 'code': 200} Apr 18 21:57:45.885016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=b168e8c9-d38a-4f2c-b8cc-028fa5b416f3,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:45.992795 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e982a40-5ddf-4c13-89b9-83d70933a300 req-4addfcfa-31d7-494e-8032-e1d158652a2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 1101 time: 0.0653019 Apr 18 21:57:46.032612 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9e982a40-5ddf-4c13-89b9-83d70933a300 req-96c36288-9d0e-40d9-a933-78a216c4828b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348160 Apr 18 21:57:46.302072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de40d9b-e33c-4567-b914-4706b0b81b4a req-40428269-46d0-447f-bd27-424c73d61981 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:46.303407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7de40d9b-e33c-4567-b914-4706b0b81b4a req-40428269-46d0-447f-bd27-424c73d61981 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 950 time: 0.0818484 Apr 18 21:57:46.347408 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7de40d9b-e33c-4567-b914-4706b0b81b4a req-f63a1a71-1f64-4ae3-b44b-8a457846bb20 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379539 Apr 18 21:57:47.206293 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:57:47.546983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed4911-bbfa-4bb4-b6af-83421fcbdab8 req-3915f350-980b-4f8c-aaa3-f1dc68428507 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:47.548494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30ed4911-bbfa-4bb4-b6af-83421fcbdab8 req-3915f350-980b-4f8c-aaa3-f1dc68428507 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 950 time: 0.0779941 Apr 18 21:57:47.593960 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30ed4911-bbfa-4bb4-b6af-83421fcbdab8 req-f9cf49e3-3ed3-4a64-aa9e-9d4ceb558a56 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398259 Apr 18 21:57:48.789969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f077e8e-d6d4-4c7e-8fd3-5d4187c88a87 req-9fbef2c4-c5cd-43f6-99a2-ba622ffdf356 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:48.791394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f077e8e-d6d4-4c7e-8fd3-5d4187c88a87 req-9fbef2c4-c5cd-43f6-99a2-ba622ffdf356 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 950 time: 0.0789754 Apr 18 21:57:48.836430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f077e8e-d6d4-4c7e-8fd3-5d4187c88a87 req-c711fddd-8bcf-40f8-a67a-e161ed699f9c tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389693 Apr 18 21:57:49.341818 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-325906e4-00e6-4f9c-816f-d6a280a2eee4 req-944df827-e47b-47bc-a528-7fc21858f70f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0676258 Apr 18 21:57:49.980634 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0e8b1fb5-af15-409b-b9c3-14a4e7e5138b req-737f8c9d-5f60-453e-8433-d201cd92457b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1423934 Apr 18 21:57:50.786373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b43ea-f029-4d2a-b4de-a90d15623404 req-29b8900e-dd70-4c5f-a2ff-3abf520c26fb tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:50.787821 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c8b43ea-f029-4d2a-b4de-a90d15623404 req-29b8900e-dd70-4c5f-a2ff-3abf520c26fb tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 950 time: 0.0768135 Apr 18 21:57:50.834367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c8b43ea-f029-4d2a-b4de-a90d15623404 req-d4c0edc7-398c-4e3d-9599-40571f192f5a tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395443 Apr 18 21:57:52.039933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b88758-ef6b-4e08-8194-e3ca192ffb6e req-2f77863e-5349-4d93-b15e-00210a37f85f tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:52.041325 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6b88758-ef6b-4e08-8194-e3ca192ffb6e req-2f77863e-5349-4d93-b15e-00210a37f85f tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 950 time: 0.0832014 Apr 18 21:57:52.087655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6b88758-ef6b-4e08-8194-e3ca192ffb6e req-a7c0c40e-2d1c-4693-9295-118c22f4b1f1 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/security-groups?id=86383d4f-9f99-4740-9574-7a6bb113f2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400877 Apr 18 21:57:52.267183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-f320d85a-eefb-4dd2-96e7-e1bf2a3f0560 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:52.267859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-f320d85a-eefb-4dd2-96e7-e1bf2a3f0560 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Synchronizing usage tracker for tenant:fdbc706da7d04c94a3fb547adac48c75 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:57:52.351107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-f320d85a-eefb-4dd2-96e7-e1bf2a3f0560 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Unset dirty status for tenant:fdbc706da7d04c94a3fb547adac48c75 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:57:52.352269 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-f320d85a-eefb-4dd2-96e7-e1bf2a3f0560 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 950 time: 0.1662576 Apr 18 21:57:52.420064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-35ed71cf-7a38-4c0c-9f65-cc181cb97e62 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Deleting port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:57:52.420429 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-35ed71cf-7a38-4c0c-9f65-cc181cb97e62 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:52.663642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-35ed71cf-7a38-4c0c-9f65-cc181cb97e62 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] For port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=b168e8c9-d38a-4f2c-b8cc-028fa5b416f3,segment=NetworkSegment(d0b934da-e3d8-4b08-ac49-8728b9391d41),segment_id=d0b934da-e3d8-4b08-ac49-8728b9391d41)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:57:52.663995 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-35ed71cf-7a38-4c0c-9f65-cc181cb97e62 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:52.870844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-35ed71cf-7a38-4c0c-9f65-cc181cb97e62 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Calling delete_port for b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:57:53.082895 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-35ed71cf-7a38-4c0c-9f65-cc181cb97e62 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:53.094460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['b168e8c9-d38a-4f2c-b8cc-028fa5b416f3'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:57:53.133847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed71cf-7a38-4c0c-9f65-cc181cb97e62 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Pushing event deleted for resources: {'Port': ['ID=b168e8c9-d38a-4f2c-b8cc-028fa5b416f3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:53.212065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-35ed71cf-7a38-4c0c-9f65-cc181cb97e62 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] No DVR routers for this DVR port b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:57:53.215896 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-35ed71cf-7a38-4c0c-9f65-cc181cb97e62 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:53.219148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2da9c99-0c54-4cdc-b239-c0e767406a28', 'name': 'network-vif-deleted', 'tag': 'b168e8c9-d38a-4f2c-b8cc-028fa5b416f3'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:57:53.283838 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-840c6b65-70b8-4e2d-9fb1-d9004605fd13 req-3231cd84-d483-4ada-b165-5b8650baaa12 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2da9c99-0c54-4cdc-b239-c0e767406a28 HTTP/1.1" status: 200 len: 210 time: 0.0485947 Apr 18 21:57:53.286429 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c688de98-deff-46b1-8e82-d1e5cd4fa4d0'] response: {'server_uuid': 'a2da9c99-0c54-4cdc-b239-c0e767406a28', 'name': 'network-vif-deleted', 'tag': 'b168e8c9-d38a-4f2c-b8cc-028fa5b416f3', 'status': 'completed', 'code': 200} Apr 18 21:57:53.288802 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6c18181d-3f51-434c-8adb-6e6a30ace6f5 req-35ed71cf-7a38-4c0c-9f65-cc181cb97e62 tempest-ServersAdminNegativeTestJSON-127897270 tempest-ServersAdminNegativeTestJSON-127897270-project] 10.222.0.26 "DELETE /v2.0/ports/b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 HTTP/1.1" status: 204 len: 173 time: 0.9311314 Apr 18 21:57:54.693536 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4ed5f012-496e-4574-b505-b7bf7a323dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:54.827281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36458) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:57:55.000748 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9673042b-7200-44ce-b029-b8fc5ad0719f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fdbc706da7d04c94a3fb547adac48c75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1722558 Apr 18 21:57:55.003199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36464) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:57:55.062730 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dac566c9-da59-400a-add0-002c28298b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:55.087263 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dac566c9-da59-400a-add0-002c28298b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:55.197097 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dac566c9-da59-400a-add0-002c28298b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:55.211820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac566c9-da59-400a-add0-002c28298b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86383d4f-9f99-4740-9574-7a6bb113f2c6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:55.218359 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-dac566c9-da59-400a-add0-002c28298b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:55.219463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-dac566c9-da59-400a-add0-002c28298b11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86383d4f-9f99-4740-9574-7a6bb113f2c6 HTTP/1.1" status: 204 len: 168 time: 0.2153971 Apr 18 21:57:55.523153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:57:55.555592 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:57:55.555937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device b168e8c9-d38a-4f2c-b8cc-028fa5b416f3 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:57:55.845254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36472) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:57:55.863399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e03a66c5-9719-43b9-ab43-f89d1314f0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:55.894536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e03a66c5-9719-43b9-ab43-f89d1314f0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:57:55.898288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e03a66c5-9719-43b9-ab43-f89d1314f0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:27acaf604a734b6fb77ed1016b3b6871 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:57:55.901022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e03a66c5-9719-43b9-ab43-f89d1314f0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:57:55.906896 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e03a66c5-9719-43b9-ab43-f89d1314f0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:57:55.971451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e03a66c5-9719-43b9-ab43-f89d1314f0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:56.019747 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e03a66c5-9719-43b9-ab43-f89d1314f0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:56.067019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a66c5-9719-43b9-ab43-f89d1314f0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880c7c78-1ecf-4c0b-b30f-d03bdb924a71,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:56.072258 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e03a66c5-9719-43b9-ab43-f89d1314f0b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27acaf604a734b6fb77ed1016b3b6871&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2259650 Apr 18 21:57:56.074832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36476) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:57:56.132885 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-640456a9-8b7e-4b95-aa7e-6bce45f9973a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:56.158535 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-640456a9-8b7e-4b95-aa7e-6bce45f9973a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:56.254221 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-640456a9-8b7e-4b95-aa7e-6bce45f9973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:56.268367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640456a9-8b7e-4b95-aa7e-6bce45f9973a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880c7c78-1ecf-4c0b-b30f-d03bdb924a71,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:56.274886 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-640456a9-8b7e-4b95-aa7e-6bce45f9973a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:56.275995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-640456a9-8b7e-4b95-aa7e-6bce45f9973a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/880c7c78-1ecf-4c0b-b30f-d03bdb924a71 HTTP/1.1" status: 204 len: 168 time: 0.2002897 Apr 18 21:57:57.140162 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d0e25415-5725-450e-967f-e4cba78cd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:57.364659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36498) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:57:57.585221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1503585553-network', 'tenant_id': 'f23318c5b514471e8259214a83791cff'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:57:57.590699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:57:57.594786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Usage tracker for resource:network and tenant:f23318c5b514471e8259214a83791cff is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:57:57.597632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:57:57.603850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:57:57.671117 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Made reservation on behalf of f23318c5b514471e8259214a83791cff for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:57:57.673402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:57.686165 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:57.716529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:57:57.720324 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Usage tracker for resource:security_group_rule and tenant:f23318c5b514471e8259214a83791cff is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:57:57.723118 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:57:57.728695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:57:57.792954 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:57.837142 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:57.868867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:57:57.875163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de99cb9f-d07a-498b-a913-1b232c4f91c4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:57.881860 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:57.882205 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Added segment fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9 of type vlan for network df4a1f7b-c0df-4d33-a7b3-ea605cde2bed Apr 18 21:57:57.911342 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:57.997091 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:57.998630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:57.999196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:58.025618 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:58.100808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] Pushing event updated for resources: {'Network': ['ID=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:58.110395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network df4a1f7b-c0df-4d33-a7b3-ea605cde2bed details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:57:58.160661 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1a536544-0e97-43d1-ac4f-d9f3939c3b45 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7922058 Apr 18 21:57:58.161047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36506) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:57:58.166514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Request body: {'subnet': {'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1503585553-subnet', 'tenant_id': 'f23318c5b514471e8259214a83791cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:57:58.173914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:57:58.177822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Usage tracker for resource:subnet and tenant:f23318c5b514471e8259214a83791cff is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:57:58.180791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:57:58.186814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:57:58.265385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Made reservation on behalf of f23318c5b514471e8259214a83791cff for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:57:58.267674 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:58.522712 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:58.592830 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f159b663-7ca3-4b93-857d-d5ecf673b2ba,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:57:58.608943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Checking segment: {'id': 'fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:57:58.609290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Network hostable DHCP agents. Network: df4a1f7b-c0df-4d33-a7b3-ea605cde2bed, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:57:58.693934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Network df4a1f7b-c0df-4d33-a7b3-ea605cde2bed is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:57:58.750867 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:58.773691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, df4a1f7b-c0df-4d33-a7b3-ea605cde2bed) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:57:58.777533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:58.778109 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:58.782866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04921aca-3b90-4d24-bf2a-4ba7b78c98cb None None] Network df4a1f7b-c0df-4d33-a7b3-ea605cde2bed requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:57:58.849961 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f5fb343-76d4-4398-a5de-7c3828551363 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6868176 Apr 18 21:57:59.027792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e23891f-d6b8-4909-b1ca-ef889e104036 None None] Network df4a1f7b-c0df-4d33-a7b3-ea605cde2bed requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:57:59.414410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-6f49bc05-c9a9-4fd4-86b8-22856e7fb5d5 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:59.415848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-6f49bc05-c9a9-4fd4-86b8-22856e7fb5d5 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/networks?id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed HTTP/1.1" status: 200 len: 812 time: 0.1396239 Apr 18 21:57:59.432617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-4b4ad1b2-8208-4a5a-91f7-5e5eb9ec1092 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/quotas/f23318c5b514471e8259214a83791cff HTTP/1.1" status: 200 len: 375 time: 0.0109446 Apr 18 21:57:59.480762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-6fe02c1b-0747-4f71-b1a5-df69c6dde332 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f23318c5b514471e8259214a83791cff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425494 Apr 18 21:57:59.695323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-a37da8c6-ca1d-44fd-a4f2-7d6a1be54af5 service neutron] 10.222.0.11 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074306 Apr 18 21:57:59.826012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-dd23bf01-511f-4d56-8f52-853de701f6f4 service neutron] 10.222.0.11 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243029 Apr 18 21:58:00.068311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5b16d3c-261c-4a4e-abf4-a89b131f55be req-31821012-893f-4c9d-8c3b-fc7c6f91ced3 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 210 time: 0.0402002 Apr 18 21:58:01.135928 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:01.230009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-34a0567b-9af8-4691-8d66-e19dc3eff2db req-253b35ed-6fc3-4838-b328-594faa7ac30c tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 210 time: 0.0407031 Apr 18 21:58:02.279206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-3998da3f-430e-4ce1-97ee-b79a5094186a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:02.279899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-3998da3f-430e-4ce1-97ee-b79a5094186a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Synchronizing usage tracker for tenant:f23318c5b514471e8259214a83791cff on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:58:02.396187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d8338eb-1938-41b2-9406-6f21e6b471b4 req-9dbe6e63-9fbf-45e5-970c-8ae0784e6684 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 210 time: 0.0435257 Apr 18 21:58:02.402775 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-3998da3f-430e-4ce1-97ee-b79a5094186a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Unset dirty status for tenant:f23318c5b514471e8259214a83791cff on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:58:02.404965 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-3998da3f-430e-4ce1-97ee-b79a5094186a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.26 "GET /v2.0/networks?id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed HTTP/1.1" status: 200 len: 812 time: 0.2687421 Apr 18 21:58:02.421465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Request body: {'port': {'device_id': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed', 'admin_state_up': True, 'tenant_id': 'f23318c5b514471e8259214a83791cff'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:58:02.560458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:58:02.568016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Usage tracker for resource:port and tenant:f23318c5b514471e8259214a83791cff is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:58:02.571004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:58:02.576763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:58:02.659371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Made reservation on behalf of f23318c5b514471e8259214a83791cff for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:58:02.662333 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:02.819569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Allocated IP 172.20.0.4 (df4a1f7b-c0df-4d33-a7b3-ea605cde2bed/f159b663-7ca3-4b93-857d-d5ecf673b2ba/5020a2e1-bff7-4253-9863-bd25cbdc4690) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:58:03.018353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:03.117197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:03.186910 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Network df4a1f7b-c0df-4d33-a7b3-ea605cde2bed is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:58:03.189873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:58:03.193808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:58:03.231267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Pushing event updated for resources: {'Port': ['ID=5020a2e1-bff7-4253-9863-bd25cbdc4690,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:03.259856 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:03.260454 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:03.374801 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-033c2ebf-128c-4f62-b526-0775a56c6a1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9578481 Apr 18 21:58:03.385504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Request body: {'port': {'device_id': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:58:03.495456 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:03.594044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af659e7c-f607-4f4d-9aa5-1b9d2ded6f19 req-bbdd26f4-6446-48c5-8fa7-d674c9f0b684 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:03.599528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af659e7c-f607-4f4d-9aa5-1b9d2ded6f19 req-bbdd26f4-6446-48c5-8fa7-d674c9f0b684 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 931 time: 0.0764768 Apr 18 21:58:03.643153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af659e7c-f607-4f4d-9aa5-1b9d2ded6f19 req-de3221d3-5ed6-4cca-b80c-34b4998e4310 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418174 Apr 18 21:58:03.832684 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5020a2e1-bff7-4253-9863-bd25cbdc4690 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:58:03.839379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:03.842798 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:03.853726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Transition to ACTIVE for port object 5020a2e1-bff7-4253-9863-bd25cbdc4690 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:58:03.928435 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:04.143043 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Pushing event updated for resources: {'Port': ['ID=5020a2e1-bff7-4253-9863-bd25cbdc4690,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:04.242246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Attempting to bind port 5020a2e1-bff7-4253-9863-bd25cbdc4690 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:58:04.242582 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Attempting to bind port 5020a2e1-bff7-4253-9863-bd25cbdc4690 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:58:04.242898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Attempting to bind port 5020a2e1-bff7-4253-9863-bd25cbdc4690 on network df4a1f7b-c0df-4d33-a7b3-ea605cde2bed {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:58:04.249072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Port 5020a2e1-bff7-4253-9863-bd25cbdc4690 on network df4a1f7b-c0df-4d33-a7b3-ea605cde2bed not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:58:04.249384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Attempting to bind port 5020a2e1-bff7-4253-9863-bd25cbdc4690 on network df4a1f7b-c0df-4d33-a7b3-ea605cde2bed {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:58:04.255415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:58:04.255747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Checking segment: {'id': 'fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:58:04.256121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Bound using segment: {'id': 'fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:58:04.256542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Bound port: 5020a2e1-bff7-4253-9863-bd25cbdc4690, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:58:04.256874 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:04.346365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:58:04.349252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690,segment=NetworkSegment(fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9),segment_id=fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:58:04.414376 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:04.475923 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:04.477406 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] 10.222.0.26 "PUT /v2.0/ports/5020a2e1-bff7-4253-9863-bd25cbdc4690 HTTP/1.1" status: 200 len: 1091 time: 1.0960443 Apr 18 21:58:04.477863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'tag': '5020a2e1-bff7-4253-9863-bd25cbdc4690'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:58:04.493934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0e40e-e998-4639-b4e5-b5268e3c7864 service neutron] Pushing event updated for resources: {'Port': ['ID=5020a2e1-bff7-4253-9863-bd25cbdc4690,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:04.535823 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa3dfdb-4b87-47ff-bec8-291f785cf2b7'] response: {'name': 'network-changed', 'server_uuid': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'tag': '5020a2e1-bff7-4253-9863-bd25cbdc4690', 'status': 'completed', 'code': 200} Apr 18 21:58:04.625229 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aa96212b-02a6-43c4-afe2-4613a9d6066c req-c71cd0fc-5d66-4e74-b9d9-72b23e3e6606 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f23318c5b514471e8259214a83791cff&device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 1094 time: 0.0712531 Apr 18 21:58:04.764550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96212b-02a6-43c4-afe2-4613a9d6066c req-354a0b14-204d-4120-bc6c-cba2908f65ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:04.766037 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aa96212b-02a6-43c4-afe2-4613a9d6066c req-354a0b14-204d-4120-bc6c-cba2908f65ae service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f23318c5b514471e8259214a83791cff&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1344645 Apr 18 21:58:04.840618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918fe22-4f65-44a2-b605-013fec0fc2cb req-788f1705-8e4a-4da7-8607-134d401c0dc1 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:04.842680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6918fe22-4f65-44a2-b605-013fec0fc2cb req-788f1705-8e4a-4da7-8607-134d401c0dc1 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 943 time: 0.0787320 Apr 18 21:58:04.889069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6918fe22-4f65-44a2-b605-013fec0fc2cb req-dd217d24-2053-46d2-93b4-74c2c6ccfaa1 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Apr 18 21:58:04.906091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96212b-02a6-43c4-afe2-4613a9d6066c req-eb0449e1-b086-4b7b-8b27-c45760c7c24f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:04.907560 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aa96212b-02a6-43c4-afe2-4613a9d6066c req-eb0449e1-b086-4b7b-8b27-c45760c7c24f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1358070 Apr 18 21:58:05.009827 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-79f87aac-cf0c-4465-a9a4-be6fd91aa40b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f23318c5b514471e8259214a83791cff&device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 1094 time: 0.0673432 Apr 18 21:58:05.078136 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-05f3701e-5413-43e6-b000-05d206d1fdca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690 HTTP/1.1" status: 200 len: 217 time: 0.0621216 Apr 18 21:58:05.139196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-77782586-b7e1-4400-9e82-6102b2f44656 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:05.140593 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-77782586-b7e1-4400-9e82-6102b2f44656 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f159b663-7ca3-4b93-857d-d5ecf673b2ba HTTP/1.1" status: 200 len: 852 time: 0.0569167 Apr 18 21:58:05.185328 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-a7971e01-ec77-4d56-afab-22eb9ae35b1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383391 Apr 18 21:58:05.313092 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-b4a6c831-a175-4b1d-87e2-c1f307ed02d1 service neutron] 10.222.0.26 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228380 Apr 18 21:58:05.440950 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4701ea6f-b4a2-4b46-994b-a91c94acb4e7 req-6c88daf5-0a0e-402b-abdb-9c89f7775bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222248 Apr 18 21:58:06.085250 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a4d7-3773-4926-9e3e-d8dd45df854b req-cface1bf-1ef6-4818-8d5c-d2ff0d7f4a56 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:06.086689 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23c9a4d7-3773-4926-9e3e-d8dd45df854b req-cface1bf-1ef6-4818-8d5c-d2ff0d7f4a56 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 943 time: 0.0766885 Apr 18 21:58:06.130989 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-23c9a4d7-3773-4926-9e3e-d8dd45df854b req-37e35dfb-154f-4f51-906e-cfb343c043fb tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389013 Apr 18 21:58:07.329604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26199b-e488-4a04-aa6e-3944c504efb8 req-236efb33-73e3-4f06-9bb8-5434565dedd8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:07.331049 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d26199b-e488-4a04-aa6e-3944c504efb8 req-236efb33-73e3-4f06-9bb8-5434565dedd8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 943 time: 0.0811923 Apr 18 21:58:07.375612 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d26199b-e488-4a04-aa6e-3944c504efb8 req-5e6e4b5f-7037-423b-9ffc-7129e1ddfd85 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390391 Apr 18 21:58:08.573497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6967b80-89a3-49e8-803b-5918a6cc101a req-27e5ed6f-01d3-46bd-bee2-ee1dd1237c1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:08.574940 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6967b80-89a3-49e8-803b-5918a6cc101a req-27e5ed6f-01d3-46bd-bee2-ee1dd1237c1a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 943 time: 0.0761800 Apr 18 21:58:08.625840 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6967b80-89a3-49e8-803b-5918a6cc101a req-821c0f25-983f-47bb-b04f-4b6315a468b7 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Apr 18 21:58:09.592840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5020a2e1-bff7-4253-9863-bd25cbdc4690 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:58:09.603310 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:09.725607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690,segment=NetworkSegment(fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9),segment_id=fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:09.739061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '5020a2e1-bff7-4253-9863-bd25cbdc4690', 'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed', 'port_id': '5020a2e1-bff7-4253-9863-bd25cbdc4690', 'mac_address': 'fa:16:3e:2d:ec:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f159b663-7ca3-4b93-857d-d5ecf673b2ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:58:09.792901 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:09.809514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5020a2e1-bff7-4253-9863-bd25cbdc4690 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:58:09.822892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b5156-3632-453b-af92-9dbdcad0f1b9 req-0f4edf5c-5b14-4f76-80a7-f03f32db0eea tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:09.823715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690,segment=NetworkSegment(fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9),segment_id=fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:09.824487 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c04b5156-3632-453b-af92-9dbdcad0f1b9 req-0f4edf5c-5b14-4f76-80a7-f03f32db0eea tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 943 time: 0.0753391 Apr 18 21:58:09.870151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c04b5156-3632-453b-af92-9dbdcad0f1b9 req-53db4bf0-a8e2-4a6a-b42f-ce788055dba1 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393136 Apr 18 21:58:09.882451 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:09.951577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=5020a2e1-bff7-4253-9863-bd25cbdc4690,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:10.170871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['5020a2e1-bff7-4253-9863-bd25cbdc4690'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:58:11.068692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662eda8-90ae-49ad-ae00-e2be8def0c37 req-77601e14-87d8-40dc-b195-16fdf74eeee5 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:11.070135 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4662eda8-90ae-49ad-ae00-e2be8def0c37 req-77601e14-87d8-40dc-b195-16fdf74eeee5 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 944 time: 0.0790751 Apr 18 21:58:11.114466 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4662eda8-90ae-49ad-ae00-e2be8def0c37 req-8a599c7f-3bce-4286-bce5-84cb8e00d9cc tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389173 Apr 18 21:58:11.601032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5020a2e1-bff7-4253-9863-bd25cbdc4690 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:58:11.762361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 5020a2e1-bff7-4253-9863-bd25cbdc4690 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:58:11.767968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 5020a2e1-bff7-4253-9863-bd25cbdc4690 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:58:11.768639 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:11.897990 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:11.925234 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5020a2e1-bff7-4253-9863-bd25cbdc4690'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:58:11.934462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690,segment=NetworkSegment(fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9),segment_id=fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:11.980883 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6fa212-ee2b-4cd2-b5f3-ca63ccb0a068'] response: {'server_uuid': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5020a2e1-bff7-4253-9863-bd25cbdc4690', 'code': 200} Apr 18 21:58:11.991250 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:12.057841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=5020a2e1-bff7-4253-9863-bd25cbdc4690,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:12.106908 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9dc6d338-81d9-4d8b-bd67-5c06bf064c77 req-e347a406-acaf-4395-913f-b49d44d2ad6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 1096 time: 0.0695851 Apr 18 21:58:12.149015 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9dc6d338-81d9-4d8b-bd67-5c06bf064c77 req-039ba893-0c16-4db6-b35d-5a9a62bc4d1c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362639 Apr 18 21:58:12.314669 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60769189-db2b-480b-b264-9abae13d48ba req-649da002-1c65-4cbd-a076-017fc5b5ab45 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:12.316182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60769189-db2b-480b-b264-9abae13d48ba req-649da002-1c65-4cbd-a076-017fc5b5ab45 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0789118 Apr 18 21:58:12.362367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60769189-db2b-480b-b264-9abae13d48ba req-88a00e0a-7e84-4e1e-955d-983e81eed37c tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 Apr 18 21:58:13.563630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f44034-d60b-4653-8a0d-bc409e1a05bd req-1e29e3c5-f5a8-4f65-a4bc-0a7a5474c58a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:13.565088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89f44034-d60b-4653-8a0d-bc409e1a05bd req-1e29e3c5-f5a8-4f65-a4bc-0a7a5474c58a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0796347 Apr 18 21:58:13.610942 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89f44034-d60b-4653-8a0d-bc409e1a05bd req-9e0e61ab-4e64-4f9f-b59c-1bcfeef2ac98 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403392 Apr 18 21:58:14.806485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039784ce-76ae-422b-b500-3d84e23fd1f4 req-8bcecb89-de1a-4345-9aa2-7655087e1cdd tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:14.807904 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-039784ce-76ae-422b-b500-3d84e23fd1f4 req-8bcecb89-de1a-4345-9aa2-7655087e1cdd tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0743024 Apr 18 21:58:14.854754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-039784ce-76ae-422b-b500-3d84e23fd1f4 req-d1431609-d0f6-497a-9bbb-ade19383b31d tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Apr 18 21:58:15.045741 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40c60353-0e8a-434f-a79e-f6e91c89406f req-3cccc41c-c4fe-4864-be2e-b29c720afa82 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0671577 Apr 18 21:58:15.483742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1bdd0-d933-4927-ac3e-a7f7aaa9b857 req-f9c389b2-cc35-47f5-a024-cf4accdf5ef9 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:15.485107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8db1bdd0-d933-4927-ac3e-a7f7aaa9b857 req-f9c389b2-cc35-47f5-a024-cf4accdf5ef9 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0765660 Apr 18 21:58:15.485826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 36572) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:58:15.534266 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8db1bdd0-d933-4927-ac3e-a7f7aaa9b857 req-00889389-f4d9-443b-b941-d49080ebd7fb tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435922 Apr 18 21:58:15.624912 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-9317feaf-2e44-4d6c-99d0-8831ba89633d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379514 Apr 18 21:58:16.728406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665dff-2691-427e-9173-822b223796aa req-6b179891-9b46-4134-8a29-7638ac3ca998 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:16.729787 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-29665dff-2691-427e-9173-822b223796aa req-6b179891-9b46-4134-8a29-7638ac3ca998 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0751901 Apr 18 21:58:16.776618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-29665dff-2691-427e-9173-822b223796aa req-b349af57-56e6-4412-a86a-ef7acba5a828 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Apr 18 21:58:17.506481 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2deb207b-a1e4-4998-826e-6fde6d8adc2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f23318c5b514471e8259214a83791cff&device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 1096 time: 0.0694733 Apr 18 21:58:17.634297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-8a1648bc-a19d-46a3-b2cc-5b4994a36afd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:17.635698 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-8a1648bc-a19d-46a3-b2cc-5b4994a36afd service neutron] 10.222.0.26 "GET /v2.0/networks?id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed HTTP/1.1" status: 200 len: 913 time: 0.1230400 Apr 18 21:58:17.703900 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-50e8bc9d-c992-4634-a976-3930c524c418 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690 HTTP/1.1" status: 200 len: 217 time: 0.0620899 Apr 18 21:58:17.852593 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-808e8c7f-2194-4b97-9b04-f0b13c633752 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:17.854060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-808e8c7f-2194-4b97-9b04-f0b13c633752 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f159b663-7ca3-4b93-857d-d5ecf673b2ba HTTP/1.1" status: 200 len: 852 time: 0.1447542 Apr 18 21:58:17.902515 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-8b349e53-2a26-47cb-afff-a14ff329dcfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410616 Apr 18 21:58:17.986016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf4b29-fc97-4b23-9141-31c3fed74d65 req-420e7da5-88f8-40b8-b00a-670c18a2311d tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:17.987473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95cf4b29-fc97-4b23-9141-31c3fed74d65 req-420e7da5-88f8-40b8-b00a-670c18a2311d tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0816605 Apr 18 21:58:18.035806 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-4885b886-a253-420e-83a2-bb242fc30cca service neutron] 10.222.0.26 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271162 Apr 18 21:58:18.128069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95cf4b29-fc97-4b23-9141-31c3fed74d65 req-28a09d21-349f-4910-aacd-8b14e6c2f751 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349480 Apr 18 21:58:18.171622 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-b4e75531-1ef7-414d-9e77-3b2c1cdff6ff service neutron] 10.222.0.26 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303179 Apr 18 21:58:19.326224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd383a9-3cfb-4129-8693-67b6f8959d89 req-9af065b4-a089-41f7-ac07-be78185f3304 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:19.327697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-efd383a9-3cfb-4129-8693-67b6f8959d89 req-9af065b4-a089-41f7-ac07-be78185f3304 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0753098 Apr 18 21:58:19.373821 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-efd383a9-3cfb-4129-8693-67b6f8959d89 req-d0dc883b-f52d-4da7-a55c-569ca16da0fc tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Apr 18 21:58:20.574951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ac59d-3458-47ed-9f7f-118a5a321368 req-476bf669-05b4-4852-93c2-6b6d5c45d115 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:20.576981 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c1ac59d-3458-47ed-9f7f-118a5a321368 req-476bf669-05b4-4852-93c2-6b6d5c45d115 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0799377 Apr 18 21:58:20.620929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c1ac59d-3458-47ed-9f7f-118a5a321368 req-c7e6de6e-6ca1-470a-8928-82ae2df4564c tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383756 Apr 18 21:58:21.819136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d5bbd-33f9-4d61-bf4a-fdf9ab0e23c1 req-d33c2c3f-cf14-49dd-9d6a-c70c555462c6 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:21.820573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a98d5bbd-33f9-4d61-bf4a-fdf9ab0e23c1 req-d33c2c3f-cf14-49dd-9d6a-c70c555462c6 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0764356 Apr 18 21:58:21.869083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a98d5bbd-33f9-4d61-bf4a-fdf9ab0e23c1 req-bac3e80d-ad44-448e-9bdf-471383e4f923 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Apr 18 21:58:23.063891 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60932371-5030-4eb9-a504-1d3df6770c08 req-63f1f164-2dff-4b53-ab48-a58d9a807f5d tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:23.065333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60932371-5030-4eb9-a504-1d3df6770c08 req-63f1f164-2dff-4b53-ab48-a58d9a807f5d tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0757375 Apr 18 21:58:23.111977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60932371-5030-4eb9-a504-1d3df6770c08 req-55e7abb4-952c-47ca-a1d4-b087c6b5b178 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Apr 18 21:58:24.208106 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:58:24.321889 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3c2e6-8ef0-430e-bdcd-191951faf067 req-51f4d114-f06d-4f14-85a4-07d2cebeaa29 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:24.323343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98b3c2e6-8ef0-430e-bdcd-191951faf067 req-51f4d114-f06d-4f14-85a4-07d2cebeaa29 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0907927 Apr 18 21:58:24.376154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98b3c2e6-8ef0-430e-bdcd-191951faf067 req-8ffa4748-d8b9-428e-95f0-4b2bd5bfa1c1 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454044 Apr 18 21:58:24.700044 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b22f6b79-6a73-4d0e-b50e-3e8bc800669b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:25.575206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb25b35-f0da-45c4-95c1-b2c75b7a9442 req-55fd5601-749f-44cb-8f5f-e26cb211ce91 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:25.577168 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb25b35-f0da-45c4-95c1-b2c75b7a9442 req-55fd5601-749f-44cb-8f5f-e26cb211ce91 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0765624 Apr 18 21:58:25.623818 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7eb25b35-f0da-45c4-95c1-b2c75b7a9442 req-792deed5-ee2a-40b3-a3ac-7a2005122495 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Apr 18 21:58:26.823274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c5d2-24b8-47c9-ae8a-a4e2ad39fc16 req-c65ebdf8-15cc-409d-abbc-085bba0bf995 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:26.824700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8369c5d2-24b8-47c9-ae8a-a4e2ad39fc16 req-c65ebdf8-15cc-409d-abbc-085bba0bf995 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0789874 Apr 18 21:58:26.869348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8369c5d2-24b8-47c9-ae8a-a4e2ad39fc16 req-39f464e2-2fa5-4f02-8716-bdc8624179e8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 Apr 18 21:58:27.123029 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-79130bb7-7634-48e7-a10f-d3a0c0467dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:28.042663 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:28.070789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408accd-b366-472e-b274-f005b133e09f req-784a0a36-50cb-4bd1-a721-c7fa7c92d994 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:28.072291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1408accd-b366-472e-b274-f005b133e09f req-784a0a36-50cb-4bd1-a721-c7fa7c92d994 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0774589 Apr 18 21:58:28.120857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1408accd-b366-472e-b274-f005b133e09f req-6c8a42ca-1ec3-45e3-aad4-efccdaa6413b tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Apr 18 21:58:28.745401 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:29.323115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52846c-89c9-433f-8771-0b53294c1b50 req-b9db57a9-1cee-441b-a05f-2fe1bc38172e tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:29.324840 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf52846c-89c9-433f-8771-0b53294c1b50 req-b9db57a9-1cee-441b-a05f-2fe1bc38172e tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0789611 Apr 18 21:58:29.372013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf52846c-89c9-433f-8771-0b53294c1b50 req-c4f0f3c3-927f-44ab-9632-05934d7b3175 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410454 Apr 18 21:58:30.573083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb877-0b52-48fa-bf1f-3311bc296d61 req-22ddf9e3-afda-4210-8b9d-63a85c3dd0d7 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:30.574552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b70cb877-0b52-48fa-bf1f-3311bc296d61 req-22ddf9e3-afda-4210-8b9d-63a85c3dd0d7 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0805051 Apr 18 21:58:30.619342 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b70cb877-0b52-48fa-bf1f-3311bc296d61 req-f2882c66-cbb5-4013-a1f6-de93e9d37dfa tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 Apr 18 21:58:31.104894 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:31.811617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7a064-b86f-488e-bfcd-b827567a2f64 req-6d1c85ff-b346-40ba-b280-869e418b4fc7 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:31.813047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42d7a064-b86f-488e-bfcd-b827567a2f64 req-6d1c85ff-b346-40ba-b280-869e418b4fc7 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0766780 Apr 18 21:58:31.857052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42d7a064-b86f-488e-bfcd-b827567a2f64 req-52171e33-0de4-4f1e-938b-f4c54de7dd9f tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385354 Apr 18 21:58:33.055879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f393d-5ed1-493a-9922-ba26c6501247 req-a496067b-d4e9-42d8-af9b-502b020b2f4c tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:33.057304 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-211f393d-5ed1-493a-9922-ba26c6501247 req-a496067b-d4e9-42d8-af9b-502b020b2f4c tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0784967 Apr 18 21:58:33.103330 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-211f393d-5ed1-493a-9922-ba26c6501247 req-af6db495-c0ce-4c9b-bea2-b46b0e2a0927 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404832 Apr 18 21:58:33.841772 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:34.296834 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d8d65-19ac-4984-998c-d32055695769 req-389279e3-4cea-44bc-a07f-8391a7406d83 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:34.298295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-921d8d65-19ac-4984-998c-d32055695769 req-389279e3-4cea-44bc-a07f-8391a7406d83 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0757809 Apr 18 21:58:34.341666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-921d8d65-19ac-4984-998c-d32055695769 req-ee1116da-1923-4115-9bf9-0bddb14d5d30 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379751 Apr 18 21:58:35.542830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21047f3-b403-4523-bb96-6091e6e808a3 req-98910a90-0df0-4252-a8e2-a6b7b5f176df tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:35.544167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e21047f3-b403-4523-bb96-6091e6e808a3 req-98910a90-0df0-4252-a8e2-a6b7b5f176df tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0788782 Apr 18 21:58:35.588832 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e21047f3-b403-4523-bb96-6091e6e808a3 req-a7a580b3-563d-4662-b651-fff425bd4d13 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385208 Apr 18 21:58:36.009797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-7eae5e40-cb78-4635-9264-9a9856a642a3 req-c56067c1-7865-477b-92a3-c0f4bd3385a7 tempest-TestVolumeBootPattern-1735230318 tempest-TestVolumeBootPattern-1735230318-project] (85048) timed out ('10.222.0.26', 61528) {{(pid=85048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:58:36.786055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c80db-844a-424b-9fd6-f4d686fb1e8d req-d230dfb0-11c0-4249-b782-f857512f0895 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:36.787481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-704c80db-844a-424b-9fd6-f4d686fb1e8d req-d230dfb0-11c0-4249-b782-f857512f0895 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0759330 Apr 18 21:58:36.835576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-704c80db-844a-424b-9fd6-f4d686fb1e8d req-b18e5af7-2d9a-4bb7-b52f-4b6c6245f2be tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Apr 18 21:58:37.146432 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9a1fd5d-7ae3-4834-b9e2-24d77216045d req-ac818518-05ff-463b-a1c4-f879950d055d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f23318c5b514471e8259214a83791cff&device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 1096 time: 0.0717337 Apr 18 21:58:37.288891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1fd5d-7ae3-4834-b9e2-24d77216045d req-956f6a76-0dda-4dbf-a5cd-7d2e07c15aff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:37.290372 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9a1fd5d-7ae3-4834-b9e2-24d77216045d req-956f6a76-0dda-4dbf-a5cd-7d2e07c15aff service neutron] 10.222.0.26 "GET /v2.0/networks?id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed HTTP/1.1" status: 200 len: 913 time: 0.1247988 Apr 18 21:58:37.354397 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9a1fd5d-7ae3-4834-b9e2-24d77216045d req-05fffa28-b11b-4511-81d0-1e07498dc50e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690 HTTP/1.1" status: 200 len: 217 time: 0.0577826 Apr 18 21:58:37.416807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1fd5d-7ae3-4834-b9e2-24d77216045d req-ca74489d-cc1a-4605-b545-857b4d80b69a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:37.418157 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9a1fd5d-7ae3-4834-b9e2-24d77216045d req-ca74489d-cc1a-4605-b545-857b4d80b69a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f159b663-7ca3-4b93-857d-d5ecf673b2ba HTTP/1.1" status: 200 len: 852 time: 0.0580552 Apr 18 21:58:37.461242 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9a1fd5d-7ae3-4834-b9e2-24d77216045d req-375fbbe3-dc1f-4c6a-b2d3-c4de7851eb65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370357 Apr 18 21:58:37.588571 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9a1fd5d-7ae3-4834-b9e2-24d77216045d req-7c4bcea4-5595-460b-b9fd-28705400e702 service neutron] 10.222.0.26 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214168 Apr 18 21:58:37.716054 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9a1fd5d-7ae3-4834-b9e2-24d77216045d req-9ff920e4-5523-46ae-95bf-54791575d35c service neutron] 10.222.0.26 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216841 Apr 18 21:58:38.032222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b605a-8c00-43f9-bef1-5bcc190db805 req-a5a0b8ff-580c-4d88-ada6-f3855840e881 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:38.033654 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e7b605a-8c00-43f9-bef1-5bcc190db805 req-a5a0b8ff-580c-4d88-ada6-f3855840e881 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0782390 Apr 18 21:58:38.079064 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6e7b605a-8c00-43f9-bef1-5bcc190db805 req-0fdaa8f1-bca3-4868-b1be-c2a240abe752 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Apr 18 21:58:39.289841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4ae15-80de-45ad-805c-31ea5366dd0e req-b757176c-8791-4262-933a-7d48572be361 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:39.291935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62a4ae15-80de-45ad-805c-31ea5366dd0e req-b757176c-8791-4262-933a-7d48572be361 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0898304 Apr 18 21:58:39.337147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-62a4ae15-80de-45ad-805c-31ea5366dd0e req-b176eb39-41e5-4957-b954-e87dcc8f7d96 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390563 Apr 18 21:58:39.590689 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:40.534790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc97c60-4cc0-44ee-8462-09faa9a988af req-6449d889-45aa-43f2-9a2a-0fbf72161cc0 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:40.536141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4dc97c60-4cc0-44ee-8462-09faa9a988af req-6449d889-45aa-43f2-9a2a-0fbf72161cc0 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0752702 Apr 18 21:58:40.581116 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4dc97c60-4cc0-44ee-8462-09faa9a988af req-c855e53e-19d7-4a53-8d8d-7a610fd9e1f8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394790 Apr 18 21:58:41.799635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8fec9-9b62-4dbe-aa89-bd1759039905 req-520fb1e2-da32-4ed8-aa09-c7699bfb9c64 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:41.801102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4e8fec9-9b62-4dbe-aa89-bd1759039905 req-520fb1e2-da32-4ed8-aa09-c7699bfb9c64 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0789125 Apr 18 21:58:41.846582 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4e8fec9-9b62-4dbe-aa89-bd1759039905 req-d7f5fd5a-fc54-40c5-af46-3a54a8cf8e5e tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Apr 18 21:58:43.047884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c35217-6864-48ac-809a-ddd4d1358e48 req-e386e855-7820-4015-ad39-bdb9af3a3ca8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:43.049323 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1c35217-6864-48ac-809a-ddd4d1358e48 req-e386e855-7820-4015-ad39-bdb9af3a3ca8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0766795 Apr 18 21:58:43.097182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1c35217-6864-48ac-809a-ddd4d1358e48 req-4cadda4d-d7ba-4f9f-8ac2-49492fa3d924 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Apr 18 21:58:44.294494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877f4ee-34dd-4c76-aa98-821597f15765 req-a48521d5-e85a-4fc0-bc45-c4a326a7c2e3 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:44.296601 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1877f4ee-34dd-4c76-aa98-821597f15765 req-a48521d5-e85a-4fc0-bc45-c4a326a7c2e3 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0763516 Apr 18 21:58:44.340930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1877f4ee-34dd-4c76-aa98-821597f15765 req-b98b5e2d-bf73-4cc6-8540-4e88d5633947 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389519 Apr 18 21:58:45.537729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c17f39-3ebf-4c2a-a9d9-fff883e3d118 req-80297b32-949e-4479-a5fa-d5a533ba3f5d tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:45.539079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a4c17f39-3ebf-4c2a-a9d9-fff883e3d118 req-80297b32-949e-4479-a5fa-d5a533ba3f5d tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0803523 Apr 18 21:58:45.666145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a4c17f39-3ebf-4c2a-a9d9-fff883e3d118 req-989ddf41-3d5b-4cb0-85a7-9791945502b0 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214066 Apr 18 21:58:46.862305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158e7be-766c-4516-8126-6ce726d53e1e req-145496d2-3b09-42ad-9220-8425db5d027d tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:46.863720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d158e7be-766c-4516-8126-6ce726d53e1e req-145496d2-3b09-42ad-9220-8425db5d027d tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0758793 Apr 18 21:58:46.908339 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d158e7be-766c-4516-8126-6ce726d53e1e req-cc59ab71-3f05-4d4f-806e-edd166421962 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391951 Apr 18 21:58:48.102365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9a2ad-7366-40a0-ad9c-5c7d7003e1cd req-0865bde0-f3b4-4cb7-94b4-18ba3a38b96e tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:48.103784 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ec9a2ad-7366-40a0-ad9c-5c7d7003e1cd req-0865bde0-f3b4-4cb7-94b4-18ba3a38b96e tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0771086 Apr 18 21:58:48.149340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2ec9a2ad-7366-40a0-ad9c-5c7d7003e1cd req-30faea19-fe3f-4425-abd3-61c749af6e77 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393867 Apr 18 21:58:49.343031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fac242-77f7-4708-83a4-76b1f0777ffc req-471ed03c-7bc1-4535-ba3d-61a8fc7dd47e tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:49.344439 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12fac242-77f7-4708-83a4-76b1f0777ffc req-471ed03c-7bc1-4535-ba3d-61a8fc7dd47e tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0748413 Apr 18 21:58:49.391716 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12fac242-77f7-4708-83a4-76b1f0777ffc req-8d488850-d8d2-42c4-b090-a40b2b7643e5 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Apr 18 21:58:50.591593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03517982-9f53-4e56-83ac-4c8b5747ecd8 req-28603442-3b07-4cbe-8d6a-d455dcbb4754 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:50.592999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03517982-9f53-4e56-83ac-4c8b5747ecd8 req-28603442-3b07-4cbe-8d6a-d455dcbb4754 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0750949 Apr 18 21:58:50.637129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03517982-9f53-4e56-83ac-4c8b5747ecd8 req-3a75cdb1-4795-4107-87a3-3c985785cd0c tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386548 Apr 18 21:58:51.842722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77feef-4f14-4f4d-a9e8-f3d31a79a72f req-604a2d24-6722-4324-b851-92009a97ea37 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:51.844177 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac77feef-4f14-4f4d-a9e8-f3d31a79a72f req-604a2d24-6722-4324-b851-92009a97ea37 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0811269 Apr 18 21:58:51.891920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac77feef-4f14-4f4d-a9e8-f3d31a79a72f req-7399793d-5577-4f80-aaf4-074491ed8949 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Apr 18 21:58:53.084537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08437674-9b68-4720-b644-02dedb3ec14d req-5dd8d575-a81d-4265-b3c8-f0b95f242fa9 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:53.085998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08437674-9b68-4720-b644-02dedb3ec14d req-5dd8d575-a81d-4265-b3c8-f0b95f242fa9 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0752571 Apr 18 21:58:53.131865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08437674-9b68-4720-b644-02dedb3ec14d req-4edf7da6-e896-4f40-a215-ab0b2b300439 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403376 Apr 18 21:58:54.331176 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf66a6e-c4c8-4192-9a3e-c96a7c886e92 req-aac20528-38f3-4587-b9e4-29aee66bf776 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:54.332605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bf66a6e-c4c8-4192-9a3e-c96a7c886e92 req-aac20528-38f3-4587-b9e4-29aee66bf776 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0785706 Apr 18 21:58:54.377608 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bf66a6e-c4c8-4192-9a3e-c96a7c886e92 req-b41b402c-0593-427e-b7ba-8e7037dfcf2a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395489 Apr 18 21:58:54.676090 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-21087f76-649e-4bc0-8885-2c980bb86109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:55.479092 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-6d2b3252-3e7e-4be0-b9de-fa7906f23f7a service neutron] show failed (client error): The resource could not be found. Apr 18 21:58:55.480021 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-6d2b3252-3e7e-4be0-b9de-fa7906f23f7a service neutron] 10.222.0.26 "GET /v2.0/ports/5020a2e1-bff7-4253-9863-bd25cbdc4690/bindings/n-h1-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.0765829 Apr 18 21:58:55.574866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2ad50-173b-4c91-882c-0377c3988479 req-868c6d62-794b-4e9c-baeb-eb8372851f95 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:55.576431 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8f2ad50-173b-4c91-882c-0377c3988479 req-868c6d62-794b-4e9c-baeb-eb8372851f95 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0789468 Apr 18 21:58:55.624925 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e8f2ad50-173b-4c91-882c-0377c3988479 req-3e891db8-92e7-41d6-8c3b-f4e3c284a4e8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Apr 18 21:58:56.070668 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-8b53b67a-c0dc-494e-98a7-423248fe6659 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca&tenant_id=f23318c5b514471e8259214a83791cff HTTP/1.1" status: 200 len: 1096 time: 0.0685439 Apr 18 21:58:56.081270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:58:56.186058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:56.525246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690,segment=NetworkSegment(fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9),segment_id=fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:56.553954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:58:56.607315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5020a2e1-bff7-4253-9863-bd25cbdc4690'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:58:56.613194 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:56.627523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Transition to ACTIVE for port object 5020a2e1-bff7-4253-9863-bd25cbdc4690 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:58:56.682755 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32961311-4e9b-4910-8348-76cf1be40f9c'] response: {'server_uuid': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5020a2e1-bff7-4253-9863-bd25cbdc4690', 'code': 200} Apr 18 21:58:56.699485 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:56.831485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f617e3-7e50-45b9-8e43-60555f30f0b6 req-d25780e7-288c-4acd-a4f4-62482bf3ed7d tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:56.832931 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79f617e3-7e50-45b9-8e43-60555f30f0b6 req-d25780e7-288c-4acd-a4f4-62482bf3ed7d tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 943 time: 0.0784755 Apr 18 21:58:56.834267 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Pushing event updated for resources: {'Port': ['ID=5020a2e1-bff7-4253-9863-bd25cbdc4690,revision_number=6']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:56.875482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] No DVR routers for this DVR port 5020a2e1-bff7-4253-9863-bd25cbdc4690 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:58:56.878227 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79f617e3-7e50-45b9-8e43-60555f30f0b6 req-fb57c8a8-6416-4586-82a2-feb83db2e03c tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397797 Apr 18 21:58:56.883718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.884068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.884406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.884740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.885071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.885399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.885752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.886149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.886387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.886709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.887030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.940002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Attempting to bind port 5020a2e1-bff7-4253-9863-bd25cbdc4690 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:58:56.940333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Attempting to bind port 5020a2e1-bff7-4253-9863-bd25cbdc4690 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:58:56.940655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Attempting to bind port 5020a2e1-bff7-4253-9863-bd25cbdc4690 on network df4a1f7b-c0df-4d33-a7b3-ea605cde2bed {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:58:56.946639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Port 5020a2e1-bff7-4253-9863-bd25cbdc4690 on network df4a1f7b-c0df-4d33-a7b3-ea605cde2bed not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:58:56.946957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Attempting to bind port 5020a2e1-bff7-4253-9863-bd25cbdc4690 on network df4a1f7b-c0df-4d33-a7b3-ea605cde2bed {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:58:56.953110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:58:56.953457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Checking segment: {'id': 'fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:58:56.953848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Bound using segment: {'id': 'fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:58:56.954266 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Bound port: 5020a2e1-bff7-4253-9863-bd25cbdc4690, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:58:56.954606 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:57.047456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:58:57.050562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690,segment=NetworkSegment(fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9),segment_id=fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:58:57.133949 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:57.144794 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8862f2d8-772d-4c49-9ae4-cef99a169e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:57.194968 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:57.199581 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] 10.222.0.59 "PUT /v2.0/ports/5020a2e1-bff7-4253-9863-bd25cbdc4690 HTTP/1.1" status: 200 len: 1091 time: 1.1194808 Apr 18 21:58:57.208201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440f7ea-e15c-4d2e-869d-40f98def217c service neutron] Pushing event updated for resources: {'Port': ['ID=5020a2e1-bff7-4253-9863-bd25cbdc4690,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:57.284237 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-eb0227d1-f72d-421c-9c55-a6d1eaa621cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f23318c5b514471e8259214a83791cff&device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 1094 time: 0.0678027 Apr 18 21:58:57.415064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-54840cbd-5893-4c16-95b1-d1ea094d232a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:57.416411 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-54840cbd-5893-4c16-95b1-d1ea094d232a service neutron] 10.222.0.59 "GET /v2.0/networks?id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed HTTP/1.1" status: 200 len: 913 time: 0.1261129 Apr 18 21:58:57.486456 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-9538251c-af66-4651-a57c-70e4d8b2786c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690 HTTP/1.1" status: 200 len: 217 time: 0.0631888 Apr 18 21:58:57.547049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-0c2129ab-8498-4f09-86a0-229f1247c4af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:57.548432 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-0c2129ab-8498-4f09-86a0-229f1247c4af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f159b663-7ca3-4b93-857d-d5ecf673b2ba HTTP/1.1" status: 200 len: 852 time: 0.0561774 Apr 18 21:58:57.599862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-0cc77dde-1d95-4340-8f83-c85c3d979fb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459459 Apr 18 21:58:57.730553 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-98e8ac4c-f1d2-4425-bf87-c8706edd7dfe service neutron] 10.222.0.59 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245105 Apr 18 21:58:57.860473 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e4e09274-a6d1-49f9-a5bc-4a1beb4b4ae9 req-3bfafc97-85a3-4e21-8c0b-965b042db664 service neutron] 10.222.0.59 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234930 Apr 18 21:58:58.036696 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:58.095001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746415f6-e896-4524-98b2-259ceaad4451 req-f8d845dd-2445-42a3-9cb4-2618e82e0620 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:58.096459 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-746415f6-e896-4524-98b2-259ceaad4451 req-f8d845dd-2445-42a3-9cb4-2618e82e0620 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 943 time: 0.0815866 Apr 18 21:58:58.143927 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-746415f6-e896-4524-98b2-259ceaad4451 req-89003450-43dd-44e3-a6bf-fc3afa173ef2 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Apr 18 21:58:58.683912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'tag': '5020a2e1-bff7-4253-9863-bd25cbdc4690'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:58:58.752264 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512c68ff-3347-46da-9cd0-6d8b95d18f38'] response: {'name': 'network-changed', 'server_uuid': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'tag': '5020a2e1-bff7-4253-9863-bd25cbdc4690', 'status': 'completed', 'code': 200} Apr 18 21:58:58.767606 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:58.912237 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-f6e774bf-e9bb-441b-9f80-ea96598bb0b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f23318c5b514471e8259214a83791cff&device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 1094 time: 0.1430819 Apr 18 21:58:58.922729 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-331c1543-ca12-4625-9b85-152615ea55d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f23318c5b514471e8259214a83791cff&device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 1094 time: 0.1240122 Apr 18 21:58:59.244754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-f065e1fc-75de-4fd8-b113-b93ab64c2181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:59.246226 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-f065e1fc-75de-4fd8-b113-b93ab64c2181 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed HTTP/1.1" status: 200 len: 913 time: 0.3272176 Apr 18 21:58:59.247034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-f2ae1359-1794-4949-a98b-111122327b21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:59.248263 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-f2ae1359-1794-4949-a98b-111122327b21 service neutron] 10.222.0.59 "GET /v2.0/networks?id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed HTTP/1.1" status: 200 len: 913 time: 0.3089986 Apr 18 21:58:59.354458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f04799-2fda-4021-ad06-eb4be3925ac3 req-e8016a6b-715f-476a-b6ed-25f7c99ee788 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:59.355907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1f04799-2fda-4021-ad06-eb4be3925ac3 req-e8016a6b-715f-476a-b6ed-25f7c99ee788 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 943 time: 0.0760114 Apr 18 21:58:59.371626 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-abeeef3e-35b3-4a5e-b20e-e5baf75d5e02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690 HTTP/1.1" status: 200 len: 217 time: 0.1197827 Apr 18 21:58:59.372888 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-4099a73b-a6c4-4bba-bef7-fbb778c54ae9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690 HTTP/1.1" status: 200 len: 217 time: 0.0749958 Apr 18 21:58:59.402654 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1f04799-2fda-4021-ad06-eb4be3925ac3 req-e4087594-be3d-4be5-8a08-a04a5cf3594b tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Apr 18 21:58:59.480917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-9fd2a713-07f4-4811-9df8-e40bca111fd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:59.482263 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-9fd2a713-07f4-4811-9df8-e40bca111fd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f159b663-7ca3-4b93-857d-d5ecf673b2ba HTTP/1.1" status: 200 len: 852 time: 0.1050916 Apr 18 21:58:59.485041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-73bb3b36-8e77-43e5-b7cf-3c9f50996e6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:59.486323 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-73bb3b36-8e77-43e5-b7cf-3c9f50996e6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f159b663-7ca3-4b93-857d-d5ecf673b2ba HTTP/1.1" status: 200 len: 852 time: 0.0768697 Apr 18 21:58:59.564136 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-cae77a1f-ab4b-41c3-8a79-07b719b21589 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757973 Apr 18 21:58:59.565902 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-4ce6747c-3761-4164-891d-57c3c5c34352 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488491 Apr 18 21:58:59.797284 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-67a3cdb7-cfb3-4875-a95d-2886edb72b05 service neutron] 10.222.0.26 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275598 Apr 18 21:58:59.799062 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-0c507d63-9fa9-4916-8de2-a117dd02708c service neutron] 10.222.0.59 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121129 Apr 18 21:58:59.852083 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5020a2e1-bff7-4253-9863-bd25cbdc4690 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:58:59.909393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 5020a2e1-bff7-4253-9863-bd25cbdc4690 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:59:00.030800 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-0356bbc4-6dd8-43fb-aa5a-5bbd45ebe6e3 service neutron] 10.222.0.26 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274525 Apr 18 21:59:00.033670 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccc5aa1a-8304-45bb-b2a5-f34647f07e40 req-22a2ae79-3fb0-45b5-950c-30851731dc12 service neutron] 10.222.0.59 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144473 Apr 18 21:59:00.080301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5020a2e1-bff7-4253-9863-bd25cbdc4690 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:59:00.213227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690,segment=NetworkSegment(fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9),segment_id=fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:00.234396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '5020a2e1-bff7-4253-9863-bd25cbdc4690', 'network_id': 'df4a1f7b-c0df-4d33-a7b3-ea605cde2bed', 'port_id': '5020a2e1-bff7-4253-9863-bd25cbdc4690', 'mac_address': 'fa:16:3e:2d:ec:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f159b663-7ca3-4b93-857d-d5ecf673b2ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:59:00.287225 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:00.303556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5020a2e1-bff7-4253-9863-bd25cbdc4690 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:59:00.318211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690,segment=NetworkSegment(fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9),segment_id=fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:00.395982 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:00.507148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=5020a2e1-bff7-4253-9863-bd25cbdc4690,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:00.519346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:00.520631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:00.521034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:00.521383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:00.521748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:00.522090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:00.522419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:00.522794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:00.523122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:00.523447 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:00.523771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:00.609949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c6b1f-250b-451e-b41f-992baacf4015 req-45f9fcea-a4bb-411a-bc08-c122844d269c tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:00.611396 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-176c6b1f-250b-451e-b41f-992baacf4015 req-45f9fcea-a4bb-411a-bc08-c122844d269c tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 944 time: 0.0827055 Apr 18 21:59:00.634197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['5020a2e1-bff7-4253-9863-bd25cbdc4690'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:59:00.658857 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-176c6b1f-250b-451e-b41f-992baacf4015 req-1796e148-b4c4-4255-aa24-a157a2eb7f99 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Apr 18 21:59:01.149578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-d585ab01-72cb-4f85-b413-b817da25ce1f tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:01.150171 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:01.150546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-d585ab01-72cb-4f85-b413-b817da25ce1f tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Synchronizing usage tracker for tenant:f23318c5b514471e8259214a83791cff on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:59:01.208911 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:59:01.235890 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-d585ab01-72cb-4f85-b413-b817da25ce1f tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Unset dirty status for tenant:f23318c5b514471e8259214a83791cff on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:59:01.237079 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-d585ab01-72cb-4f85-b413-b817da25ce1f tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca&tenant_id=f23318c5b514471e8259214a83791cff&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 944 time: 0.1664681 Apr 18 21:59:01.318281 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-5d85beff-84fd-47fe-9d5b-24f900922f3d service neutron] delete failed (client error): The resource could not be found. Apr 18 21:59:01.319300 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-5d85beff-84fd-47fe-9d5b-24f900922f3d service neutron] 10.222.0.26 "DELETE /v2.0/ports/5020a2e1-bff7-4253-9863-bd25cbdc4690/bindings/n-h2-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.0766845 Apr 18 21:59:01.458965 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-b73ffe48-138c-4689-9b1d-9198c6cd05f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f23318c5b514471e8259214a83791cff&device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 1095 time: 0.0679896 Apr 18 21:59:01.587491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-6a267555-607e-47b0-b89f-8988014b2603 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:01.588906 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-6a267555-607e-47b0-b89f-8988014b2603 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed HTTP/1.1" status: 200 len: 913 time: 0.1236582 Apr 18 21:59:01.657250 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-1c08f7d6-bd0f-4ff9-9ba8-9f40035195af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690 HTTP/1.1" status: 200 len: 217 time: 0.0626583 Apr 18 21:59:01.715824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-0d11e77f-d5d3-4694-b4e1-d0709c9f03b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:01.717109 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-0d11e77f-d5d3-4694-b4e1-d0709c9f03b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f159b663-7ca3-4b93-857d-d5ecf673b2ba HTTP/1.1" status: 200 len: 852 time: 0.0550914 Apr 18 21:59:01.760433 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-fe8c76a5-46fa-40e5-a618-5964582822f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376501 Apr 18 21:59:01.984747 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-2aab3b6b-9b51-49e3-bd5d-9d87016e2810 service neutron] 10.222.0.26 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184374 Apr 18 21:59:02.097982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5020a2e1-bff7-4253-9863-bd25cbdc4690 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:59:02.111824 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-061ace2b-686f-441f-b9c0-da11f5f811cf service neutron] 10.222.0.26 "GET /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216702 Apr 18 21:59:02.259479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 5020a2e1-bff7-4253-9863-bd25cbdc4690 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:59:02.264949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 5020a2e1-bff7-4253-9863-bd25cbdc4690 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:59:02.274594 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:02.375477 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:02.401368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5020a2e1-bff7-4253-9863-bd25cbdc4690'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:59:02.411706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690,segment=NetworkSegment(fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9),segment_id=fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:02.481111 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c297418-e6ae-4137-a246-e9d2843b9dd8'] response: {'server_uuid': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5020a2e1-bff7-4253-9863-bd25cbdc4690', 'code': 200} Apr 18 21:59:02.499721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:02.564752 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=5020a2e1-bff7-4253-9863-bd25cbdc4690,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:03.627682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc035d-9be9-4da5-836e-092b77565997 req-164cfda7-bf2e-4819-9025-fa016a7d4cff tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:03.629113 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1dc035d-9be9-4da5-836e-092b77565997 req-164cfda7-bf2e-4819-9025-fa016a7d4cff tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0748644 Apr 18 21:59:03.674494 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1dc035d-9be9-4da5-836e-092b77565997 req-d660feff-2474-42e0-8834-81b93053830a tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 Apr 18 21:59:03.830720 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:04.844572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-c8dda2c1-85ed-465a-977f-7ac16fed9261 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:04.846059 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-c8dda2c1-85ed-465a-977f-7ac16fed9261 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0912700 Apr 18 21:59:04.881971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b4b53-70be-4947-90a4-8debc64238e5 req-20ad39b3-c569-4745-acc1-598607e50771 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:04.883880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf3b4b53-70be-4947-90a4-8debc64238e5 req-20ad39b3-c569-4745-acc1-598607e50771 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 945 time: 0.0813880 Apr 18 21:59:04.913371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-f51cb196-7ba9-49c0-b2a9-0836fbee1fa8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Deleting port 5020a2e1-bff7-4253-9863-bd25cbdc4690 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:04.913798 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-f51cb196-7ba9-49c0-b2a9-0836fbee1fa8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:04.931052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf3b4b53-70be-4947-90a4-8debc64238e5 req-17f72751-fa39-477e-b02c-08fa4b90f12c tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/security-groups?id=de99cb9f-d07a-498b-a913-1b232c4f91c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Apr 18 21:59:05.164841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-f51cb196-7ba9-49c0-b2a9-0836fbee1fa8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] For port 5020a2e1-bff7-4253-9863-bd25cbdc4690, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=5020a2e1-bff7-4253-9863-bd25cbdc4690,segment=NetworkSegment(fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9),segment_id=fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:05.165198 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-f51cb196-7ba9-49c0-b2a9-0836fbee1fa8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:05.295012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-f51cb196-7ba9-49c0-b2a9-0836fbee1fa8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Calling delete_port for 5020a2e1-bff7-4253-9863-bd25cbdc4690 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:59:05.493603 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-f51cb196-7ba9-49c0-b2a9-0836fbee1fa8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:05.504602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['5020a2e1-bff7-4253-9863-bd25cbdc4690'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:59:05.546160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cb196-7ba9-49c0-b2a9-0836fbee1fa8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Pushing event deleted for resources: {'Port': ['ID=5020a2e1-bff7-4253-9863-bd25cbdc4690,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:05.616298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-f51cb196-7ba9-49c0-b2a9-0836fbee1fa8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] No DVR routers for this DVR port 5020a2e1-bff7-4253-9863-bd25cbdc4690 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:59:05.618848 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-f51cb196-7ba9-49c0-b2a9-0836fbee1fa8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:05.621371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'name': 'network-vif-deleted', 'tag': '5020a2e1-bff7-4253-9863-bd25cbdc4690'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:59:05.677890 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5790a8-c206-4dfd-9202-69adb1c336a0'] response: {'server_uuid': 'd8969ece-cac9-4189-b4a5-03aab311f7ca', 'name': 'network-vif-deleted', 'tag': '5020a2e1-bff7-4253-9863-bd25cbdc4690', 'status': 'completed', 'code': 200} Apr 18 21:59:05.722539 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2beb718b-e5b2-4fd0-b70d-61028b9b3b84 req-f51cb196-7ba9-49c0-b2a9-0836fbee1fa8 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.59 "DELETE /v2.0/ports/5020a2e1-bff7-4253-9863-bd25cbdc4690 HTTP/1.1" status: 204 len: 173 time: 0.8717635 Apr 18 21:59:06.107225 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc3b5206-f374-47a2-aa49-d5f57f077311 req-5e49fb54-03de-47cb-9985-978676bf7d97 tempest-DeleteServersTestJSON-1283419838 tempest-DeleteServersTestJSON-1283419838-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8969ece-cac9-4189-b4a5-03aab311f7ca HTTP/1.1" status: 200 len: 210 time: 0.0414608 Apr 18 21:59:07.375307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36696) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:07.437460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Deleting subnet f159b663-7ca3-4b93-857d-d5ecf673b2ba {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:59:07.440204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:07.489581 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:07.547085 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:07.665107 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:07.700993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f159b663-7ca3-4b93-857d-d5ecf673b2ba,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:07.712791 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:07.717116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:07.718104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:07.718440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:07.718770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:07.719096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:07.719421 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:07.719741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:07.720060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:07.720380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:07.720697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:07.721013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:07.726111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a8da4540-7a90-4eb6-a5c3-ba88766e9fae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f159b663-7ca3-4b93-857d-d5ecf673b2ba HTTP/1.1" status: 204 len: 168 time: 0.3493979 Apr 18 21:59:07.728425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36700) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:07.835009 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:07.957114 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:07.981322 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4a1f7b-c0df-4d33-a7b3-ea605cde2bed']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:07.993113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:07.993413 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe157cd7-a56d-4c78-b3ef-bbce7d64d1a9') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:08.004933 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:08.024076 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:08.030543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:59:08.033383 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: timer() Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:59:08.043935 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:59:08.130753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5020a2e1-bff7-4253-9863-bd25cbdc4690 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:59:08.163928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 5020a2e1-bff7-4253-9863-bd25cbdc4690 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:59:08.164280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 5020a2e1-bff7-4253-9863-bd25cbdc4690 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:59:08.173181 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:08.189332 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:08.202288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=df4a1f7b-c0df-4d33-a7b3-ea605cde2bed,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:08.271374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-18355dcb-2d05-407c-b66b-f6c19a629f7f admin admin] 10.222.0.11 "DELETE /v2.0/networks/df4a1f7b-c0df-4d33-a7b3-ea605cde2bed HTTP/1.1" status: 204 len: 168 time: 0.5419226 Apr 18 21:59:08.602468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36706) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:08.664244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3434b09f-2da2-4632-b47b-6003498648f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f23318c5b514471e8259214a83791cff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0605755 Apr 18 21:59:08.666784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36710) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:08.725635 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e991f30-ec68-4cc6-afa3-df408b385643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:08.750815 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e991f30-ec68-4cc6-afa3-df408b385643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:08.876252 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e991f30-ec68-4cc6-afa3-df408b385643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:08.892121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e991f30-ec68-4cc6-afa3-df408b385643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de99cb9f-d07a-498b-a913-1b232c4f91c4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:08.899308 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8e991f30-ec68-4cc6-afa3-df408b385643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:08.900489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8e991f30-ec68-4cc6-afa3-df408b385643 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de99cb9f-d07a-498b-a913-1b232c4f91c4 HTTP/1.1" status: 204 len: 168 time: 0.2328198 Apr 18 21:59:09.659484 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:10.059647 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36732) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:10.197545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1943943698-network', 'tenant_id': '57fe3b8436534f7898c4d9044538b5c2'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:59:10.203251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:59:10.207229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Usage tracker for resource:network and tenant:57fe3b8436534f7898c4d9044538b5c2 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:59:10.210057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:59:10.218734 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:59:10.293577 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Made reservation on behalf of 57fe3b8436534f7898c4d9044538b5c2 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:59:10.296066 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:10.308961 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:10.340944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:59:10.345022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Usage tracker for resource:security_group_rule and tenant:57fe3b8436534f7898c4d9044538b5c2 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:59:10.347803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:59:10.353617 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:59:10.505137 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:10.556217 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:10.588856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:59:10.594185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b31afb-bec6-49de-b46a-7f24a9a7a3ff,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:10.603471 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:10.603471 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Added segment b091cb4b-3048-4361-852d-315480b53d09 of type vlan for network 8df7d5a8-a513-4ace-93b0-c24e34935e60 Apr 18 21:59:10.627604 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:10.687966 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:10.688819 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:10.689422 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:10.790946 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] Pushing event updated for resources: {'Network': ['ID=8df7d5a8-a513-4ace-93b0-c24e34935e60,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:10.800854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 8df7d5a8-a513-4ace-93b0-c24e34935e60 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:59:10.831311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-14e3e77d-1e10-4db2-b175-d3ff47f502ba admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7705557 Apr 18 21:59:10.834242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 36738) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:10.839401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Request body: {'subnet': {'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1943943698-subnet', 'tenant_id': '57fe3b8436534f7898c4d9044538b5c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:59:10.845906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:59:10.851202 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Usage tracker for resource:subnet and tenant:57fe3b8436534f7898c4d9044538b5c2 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:59:10.854172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:59:10.861026 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:59:10.916404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Made reservation on behalf of 57fe3b8436534f7898c4d9044538b5c2 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:59:10.918737 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:11.162147 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:11.240630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd0817a-0979-4c28-bd4e-92140f9272d9,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:11.251182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Checking segment: {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:59:11.251528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Network hostable DHCP agents. Network: 8df7d5a8-a513-4ace-93b0-c24e34935e60, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:59:11.338386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Network 8df7d5a8-a513-4ace-93b0-c24e34935e60 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:59:11.395769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 8df7d5a8-a513-4ace-93b0-c24e34935e60) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:59:11.399671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:11.400266 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:11.406003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6406ef97-72b7-4839-b0c2-da591e6f978f None None] Network 8df7d5a8-a513-4ace-93b0-c24e34935e60 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:59:11.500567 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a3060b45-d3d8-4fae-a8cb-a29693e8c7c2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6651509 Apr 18 21:59:11.614792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277b8373-123f-4185-b9a9-275756f4829c None None] Network 8df7d5a8-a513-4ace-93b0-c24e34935e60 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:59:12.035750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-865562d6-7659-4f06-bfd7-4aa0ceaaeadd tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:12.036341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-865562d6-7659-4f06-bfd7-4aa0ceaaeadd tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Synchronizing usage tracker for tenant:57fe3b8436534f7898c4d9044538b5c2 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:59:12.149795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-865562d6-7659-4f06-bfd7-4aa0ceaaeadd tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Unset dirty status for tenant:57fe3b8436534f7898c4d9044538b5c2 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:59:12.150963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-865562d6-7659-4f06-bfd7-4aa0ceaaeadd tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 815 time: 0.2534094 Apr 18 21:59:12.168801 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-b5da035f-e537-4c33-a5ae-9e9f8af44a2b tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/quotas/57fe3b8436534f7898c4d9044538b5c2 HTTP/1.1" status: 200 len: 375 time: 0.0115962 Apr 18 21:59:12.214568 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-d73349eb-46e6-4152-b15e-5283c0428414 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405059 Apr 18 21:59:12.347213 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-43660b27-5733-4991-a89e-ccb70c7e776e service neutron] 10.222.0.11 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252570 Apr 18 21:59:12.477118 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-16619399-6a60-49d1-9a6c-3f6b4baa0cfc service neutron] 10.222.0.11 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242173 Apr 18 21:59:12.747617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a94e749-75fc-4db5-af13-0195c10b5dfd req-618c9c46-5e28-4ce6-bc00-ab08607c0b06 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 210 time: 0.0461302 Apr 18 21:59:13.934001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cec3e432-35c8-4bf8-ab63-e66b8fae2499 req-9b59284c-bef7-4c85-9023-f84307e15c7d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 210 time: 0.0476441 Apr 18 21:59:14.902336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-9cde44d1-a724-4820-9ec1-1686b5fd5c20 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:14.903908 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-9cde44d1-a724-4820-9ec1-1686b5fd5c20 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.59 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 815 time: 0.1523378 Apr 18 21:59:14.920226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Request body: {'port': {'device_id': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60', 'admin_state_up': True, 'tenant_id': '57fe3b8436534f7898c4d9044538b5c2'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:59:15.058357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:59:15.063238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Usage tracker for resource:port and tenant:57fe3b8436534f7898c4d9044538b5c2 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:59:15.065161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:59:15.070815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:59:15.102928 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a6164a0-1aa0-4919-9582-b3d0a68b62d2 req-2e3554b9-3229-445d-8bb7-775f08ce7a0e tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 210 time: 0.0403347 Apr 18 21:59:15.133934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Made reservation on behalf of 57fe3b8436534f7898c4d9044538b5c2 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:59:15.136893 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:15.307959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Allocated IP 172.20.0.4 (8df7d5a8-a513-4ace-93b0-c24e34935e60/6dd0817a-0979-4c28-bd4e-92140f9272d9/9614a72e-c3af-41b3-97b6-e1380c25de4e) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:59:15.602995 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:15.671167 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:15.746160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Network 8df7d5a8-a513-4ace-93b0-c24e34935e60 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:59:15.749273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:59:15.753614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:59:15.778625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Pushing event updated for resources: {'Port': ['ID=9614a72e-c3af-41b3-97b6-e1380c25de4e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:15.815053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:15.815643 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:15.882666 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-7cf12288-3dfc-4982-96cf-5ad242144efe tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9661725 Apr 18 21:59:15.893918 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Request body: {'port': {'device_id': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:59:16.000955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:16.301146 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79249cca-6cc0-4b0b-a98f-39f75f7f39a0 req-91499e57-440b-4003-a6e8-cc3ecd5e5aee tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:16.302607 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79249cca-6cc0-4b0b-a98f-39f75f7f39a0 req-91499e57-440b-4003-a6e8-cc3ecd5e5aee tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 931 time: 0.0789738 Apr 18 21:59:16.336514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9614a72e-c3af-41b3-97b6-e1380c25de4e {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:59:16.343986 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:16.347495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-79249cca-6cc0-4b0b-a98f-39f75f7f39a0 req-ed6dd873-6348-4468-b1b9-ca7381d0f358 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Synchronizing usage tracker for tenant:57fe3b8436534f7898c4d9044538b5c2 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:59:16.358326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Transition to ACTIVE for port object 9614a72e-c3af-41b3-97b6-e1380c25de4e will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:59:16.458720 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:16.464569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-79249cca-6cc0-4b0b-a98f-39f75f7f39a0 req-ed6dd873-6348-4468-b1b9-ca7381d0f358 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Unset dirty status for tenant:57fe3b8436534f7898c4d9044538b5c2 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:59:16.465743 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79249cca-6cc0-4b0b-a98f-39f75f7f39a0 req-ed6dd873-6348-4468-b1b9-ca7381d0f358 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576540 Apr 18 21:59:16.583194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Pushing event updated for resources: {'Port': ['ID=9614a72e-c3af-41b3-97b6-e1380c25de4e,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:16.687774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Attempting to bind port 9614a72e-c3af-41b3-97b6-e1380c25de4e on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:59:16.688103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Attempting to bind port 9614a72e-c3af-41b3-97b6-e1380c25de4e by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:59:16.688429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Attempting to bind port 9614a72e-c3af-41b3-97b6-e1380c25de4e on network 8df7d5a8-a513-4ace-93b0-c24e34935e60 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:59:16.694156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Port 9614a72e-c3af-41b3-97b6-e1380c25de4e on network 8df7d5a8-a513-4ace-93b0-c24e34935e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:59:16.694477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Attempting to bind port 9614a72e-c3af-41b3-97b6-e1380c25de4e on network 8df7d5a8-a513-4ace-93b0-c24e34935e60 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:59:16.700541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:59:16.700877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Checking segment: {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:59:16.701253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Bound using segment: {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:59:16.701934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Bound port: 9614a72e-c3af-41b3-97b6-e1380c25de4e, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:59:16.702278 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:16.790904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:59:16.793680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:59:16.853614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:16.918367 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:16.919757 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] 10.222.0.59 "PUT /v2.0/ports/9614a72e-c3af-41b3-97b6-e1380c25de4e HTTP/1.1" status: 200 len: 1091 time: 1.0298448 Apr 18 21:59:16.920859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'tag': '9614a72e-c3af-41b3-97b6-e1380c25de4e'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:59:16.939463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccbfc4-e4a3-435f-bab8-885b879d4a74 service neutron] Pushing event updated for resources: {'Port': ['ID=9614a72e-c3af-41b3-97b6-e1380c25de4e,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:16.977717 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7296c363-9574-4573-bf08-705d5ca0b3ad'] response: {'name': 'network-changed', 'server_uuid': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'tag': '9614a72e-c3af-41b3-97b6-e1380c25de4e', 'status': 'completed', 'code': 200} Apr 18 21:59:17.067920 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-646b7ac0-ba79-444b-8634-9e35ad7da099 req-19a0660e-f649-4d01-8a4b-18367e37a056 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 1094 time: 0.0689523 Apr 18 21:59:17.208009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b7ac0-ba79-444b-8634-9e35ad7da099 req-cd5e898a-a6f7-4ed8-a43f-3ce7d07871f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:17.209451 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-646b7ac0-ba79-444b-8634-9e35ad7da099 req-cd5e898a-a6f7-4ed8-a43f-3ce7d07871f9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=57fe3b8436534f7898c4d9044538b5c2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1347857 Apr 18 21:59:17.345260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b7ac0-ba79-444b-8634-9e35ad7da099 req-34eafd07-a516-42f0-99a1-a53a07f4d3ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:17.346637 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-646b7ac0-ba79-444b-8634-9e35ad7da099 req-34eafd07-a516-42f0-99a1-a53a07f4d3ee service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315398 Apr 18 21:59:17.454149 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-1467bc01-7c83-454b-a165-af380b4331c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 1094 time: 0.0721824 Apr 18 21:59:17.523937 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-51e9ac4b-1c9a-429d-80cd-63cb37a5e046 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e HTTP/1.1" status: 200 len: 217 time: 0.0631609 Apr 18 21:59:17.666603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284e27b-03eb-47bf-9bdf-2054491ca5fe req-e3dc5c98-dc19-41f3-96aa-5c4300f9832c tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:17.667984 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3284e27b-03eb-47bf-9bdf-2054491ca5fe req-e3dc5c98-dc19-41f3-96aa-5c4300f9832c tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 943 time: 0.0775001 Apr 18 21:59:17.671820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-4e525772-ebbe-4d2b-a63d-4763d27e42cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:17.673233 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-4e525772-ebbe-4d2b-a63d-4763d27e42cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.1441815 Apr 18 21:59:17.716586 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3284e27b-03eb-47bf-9bdf-2054491ca5fe req-68eefe5e-1285-424c-a3c2-3e203aeeefe0 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421095 Apr 18 21:59:17.718008 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-10910dde-6428-49d6-95c5-5334c05deeeb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385692 Apr 18 21:59:17.848250 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-77f45368-91a7-45ad-bb6c-b8ce8211e62b service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240027 Apr 18 21:59:17.978114 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-75309ad8-cd97-405d-b9d5-73a8160f373b req-c4b6b9b1-6855-430e-822f-73ae5d4e278b service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217082 Apr 18 21:59:18.915229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eef6d3-f201-4ed7-9015-22350613dca4 req-5a973741-d55a-4fd5-8f08-24efb3963c7f tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:18.916662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03eef6d3-f201-4ed7-9015-22350613dca4 req-5a973741-d55a-4fd5-8f08-24efb3963c7f tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 943 time: 0.0785155 Apr 18 21:59:18.961641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03eef6d3-f201-4ed7-9015-22350613dca4 req-fd802485-0737-431e-a53d-baad864f8da2 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386076 Apr 18 21:59:20.163277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412413e-5af8-4821-8ade-af238e12e12a req-9fda4034-9871-4821-980f-6d809aba9db9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:20.164717 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f412413e-5af8-4821-8ade-af238e12e12a req-9fda4034-9871-4821-980f-6d809aba9db9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 943 time: 0.0796595 Apr 18 21:59:20.194341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9614a72e-c3af-41b3-97b6-e1380c25de4e details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:59:20.210395 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f412413e-5af8-4821-8ade-af238e12e12a req-a4c145cb-94ec-45be-983e-78eec3a1561a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Apr 18 21:59:20.328227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:20.340941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '9614a72e-c3af-41b3-97b6-e1380c25de4e', 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60', 'port_id': '9614a72e-c3af-41b3-97b6-e1380c25de4e', 'mac_address': 'fa:16:3e:fc:87:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0817a-0979-4c28-bd4e-92140f9272d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:59:20.396943 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:20.413492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9614a72e-c3af-41b3-97b6-e1380c25de4e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:59:20.428128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:20.492836 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:20.556981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9614a72e-c3af-41b3-97b6-e1380c25de4e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:20.684190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['9614a72e-c3af-41b3-97b6-e1380c25de4e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:59:21.404863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5bb31-4c2b-4d72-9999-65fc7e822979 req-7e7f2309-2e60-4b47-8cf0-490937831df3 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:21.406332 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58f5bb31-4c2b-4d72-9999-65fc7e822979 req-7e7f2309-2e60-4b47-8cf0-490937831df3 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 944 time: 0.0748749 Apr 18 21:59:21.450573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-58f5bb31-4c2b-4d72-9999-65fc7e822979 req-c0e90dad-53ca-483a-9e3e-647aec6b1e2d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386751 Apr 18 21:59:22.198830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9614a72e-c3af-41b3-97b6-e1380c25de4e up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:59:22.349247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 9614a72e-c3af-41b3-97b6-e1380c25de4e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:59:22.353964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 9614a72e-c3af-41b3-97b6-e1380c25de4e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:59:22.354328 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:22.491422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:22.518008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9614a72e-c3af-41b3-97b6-e1380c25de4e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:59:22.527131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:22.574162 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8072e0ef-ab04-484b-9e8b-e0394b3af306'] response: {'server_uuid': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9614a72e-c3af-41b3-97b6-e1380c25de4e', 'code': 200} Apr 18 21:59:22.595538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:22.676399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=9614a72e-c3af-41b3-97b6-e1380c25de4e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:22.712685 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad61675b-1ed3-4224-ba1a-036d1d939e67 req-57b3c17a-60ce-46f3-ab6c-49e64943621b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 1096 time: 0.0774386 Apr 18 21:59:22.745706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ae48a-2c6d-47b9-bb9b-7395c37f790d req-8012634e-eba8-4fdc-b561-7e9fd83e38d4 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:22.747041 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-665ae48a-2c6d-47b9-bb9b-7395c37f790d req-8012634e-eba8-4fdc-b561-7e9fd83e38d4 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.1761038 Apr 18 21:59:22.756947 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad61675b-1ed3-4224-ba1a-036d1d939e67 req-10d13bac-607f-49f9-88bc-7272ff552462 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378995 Apr 18 21:59:22.792967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-665ae48a-2c6d-47b9-bb9b-7395c37f790d req-c26bc691-c26e-4b16-9e2b-92ec0c7041b0 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 Apr 18 21:59:24.136053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4cde-4061-4755-8bc4-1d52977a191a req-8d29aa7a-8069-4eb0-b9df-f42d790cb66c tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:24.137514 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4da4cde-4061-4755-8bc4-1d52977a191a req-8d29aa7a-8069-4eb0-b9df-f42d790cb66c tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0747516 Apr 18 21:59:24.183660 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b4da4cde-4061-4755-8bc4-1d52977a191a req-b728ca8f-79db-4d02-a715-8ba1929ce515 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396948 Apr 18 21:59:24.704721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fb951c2d-2c38-4d0a-92e9-b48d0354bf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:25.379261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ee91c-be3e-4f6c-a923-047f647ec002 req-5abbe488-be53-4413-88b0-1d3cafe1eae6 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:25.380686 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-954ee91c-be3e-4f6c-a923-047f647ec002 req-5abbe488-be53-4413-88b0-1d3cafe1eae6 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0774407 Apr 18 21:59:25.425253 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-954ee91c-be3e-4f6c-a923-047f647ec002 req-6314f586-dd4c-40c8-9472-166d2d8a9923 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387681 Apr 18 21:59:25.623972 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727f542-62b0-4b8c-97bb-ff53c62a57d7 req-917faab8-dff4-4223-aa4d-6f7c5f561236 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:25.625438 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c727f542-62b0-4b8c-97bb-ff53c62a57d7 req-917faab8-dff4-4223-aa4d-6f7c5f561236 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0830832 Apr 18 21:59:25.674125 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c727f542-62b0-4b8c-97bb-ff53c62a57d7 req-d5fa3bf8-558d-4d97-acc4-d3c8ae2d49e4 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432053 Apr 18 21:59:26.148495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d42e71-d2ef-428d-ac1a-429043ddbd69 req-8661ef4c-8c1e-4c65-97a6-81fe44056a91 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:26.150331 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6d42e71-d2ef-428d-ac1a-429043ddbd69 req-8661ef4c-8c1e-4c65-97a6-81fe44056a91 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0852792 Apr 18 21:59:26.200235 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6d42e71-d2ef-428d-ac1a-429043ddbd69 req-8e652c4e-91ce-447d-a494-84f09cf1d6b4 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425134 Apr 18 21:59:26.424673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc7963-36aa-436a-9de1-7bf94e5b72ae req-5957ae2c-53c2-4a3a-afa4-6ea5ba4ed871 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:26.426341 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-82fc7963-36aa-436a-9de1-7bf94e5b72ae req-5957ae2c-53c2-4a3a-afa4-6ea5ba4ed871 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0917287 Apr 18 21:59:26.475587 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-82fc7963-36aa-436a-9de1-7bf94e5b72ae req-e9cf0e8c-f808-4410-8549-af3bb24ada43 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Apr 18 21:59:26.745910 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72cb3ff5-e7a7-4cf9-819a-34c7118b984a req-c372d588-9a15-4ac2-bfad-025e40a00238 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1392391 Apr 18 21:59:27.143161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1e123-ac2c-4d17-94f4-08d7c6e5544d req-be263af5-307d-4e3f-9a51-7afc0262fd4d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:27.144605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1e1e123-ac2c-4d17-94f4-08d7c6e5544d req-be263af5-307d-4e3f-9a51-7afc0262fd4d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0800917 Apr 18 21:59:27.161773 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4286e716-b4b1-4c08-9b06-1e78058f2b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:27.192074 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1e1e123-ac2c-4d17-94f4-08d7c6e5544d req-0e7ad075-1b85-49ea-abd8-f181264951b2 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Apr 18 21:59:27.231603 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-1a4d21c2-e9f2-4eac-93f9-a70499019f27 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719724 Apr 18 21:59:28.047852 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:28.393430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde6937-d904-46bb-8f7d-cf4aeaf13058 req-a1f1e2c2-1ac6-43c0-baa4-0a5557f0f93c tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:28.394895 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cbde6937-d904-46bb-8f7d-cf4aeaf13058 req-a1f1e2c2-1ac6-43c0-baa4-0a5557f0f93c tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0767498 Apr 18 21:59:28.441688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cbde6937-d904-46bb-8f7d-cf4aeaf13058 req-0ee5a13d-105f-43c8-b475-359c3b56e402 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410616 Apr 18 21:59:28.755212 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:29.524480 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-6c02fab2-cbb1-476b-baf1-889d17df689f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 1096 time: 0.0792751 Apr 18 21:59:29.657001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef21512-0399-42f7-b954-358ff82b9c8a req-06ed996a-336b-4668-a76d-ce1e406cddff tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:29.658513 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ef21512-0399-42f7-b954-358ff82b9c8a req-06ed996a-336b-4668-a76d-ce1e406cddff tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0904186 Apr 18 21:59:29.670013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-99249564-6e93-4681-876f-33a94d86c2ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:29.671607 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-99249564-6e93-4681-876f-33a94d86c2ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.1405838 Apr 18 21:59:29.710902 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ef21512-0399-42f7-b954-358ff82b9c8a req-a605cafe-82e3-410c-89c9-d2e1b86cf6e8 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461407 Apr 18 21:59:29.739614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a93a3dea-85f6-4855-a22e-8317846c6091 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e HTTP/1.1" status: 200 len: 217 time: 0.0619929 Apr 18 21:59:29.804058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-e6607a7d-a85d-4b47-9f0f-912f3c9e355b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:29.805496 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-e6607a7d-a85d-4b47-9f0f-912f3c9e355b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.0599053 Apr 18 21:59:29.850693 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-cb992a28-eaae-4d17-9040-984a19c5bfe1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394425 Apr 18 21:59:30.001182 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-e075a0ce-2631-424d-9352-00b676adf662 service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442280 Apr 18 21:59:30.132236 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-c2000175-c1f1-44cf-ba05-18860e1e6dad service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251390 Apr 18 21:59:30.940528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b22a52-20de-45bb-9b8f-90ce8e1ea9ae req-18a3fb71-cd66-4cc3-8608-3d6186402cf1 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:30.941998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2b22a52-20de-45bb-9b8f-90ce8e1ea9ae req-18a3fb71-cd66-4cc3-8608-3d6186402cf1 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0797205 Apr 18 21:59:30.991585 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2b22a52-20de-45bb-9b8f-90ce8e1ea9ae req-0046df50-7bb3-4f6e-8944-20fe35fb9e1a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440574 Apr 18 21:59:31.202148 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:32.184724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacad997-4990-4555-8b3b-7f1297b4fdad req-cc56e0c7-2727-4a1d-95c5-a4a63872b885 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:32.187461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cacad997-4990-4555-8b3b-7f1297b4fdad req-cc56e0c7-2727-4a1d-95c5-a4a63872b885 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0774443 Apr 18 21:59:32.244573 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cacad997-4990-4555-8b3b-7f1297b4fdad req-ab029d53-36c6-4769-ad13-dce0ca5e4685 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514052 Apr 18 21:59:32.980620 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc6e90fa-8f80-4639-9879-5191ac109880 req-571f433a-acbd-40e9-8259-d725b2480472 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 1096 time: 0.0718446 Apr 18 21:59:33.123418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e90fa-8f80-4639-9879-5191ac109880 req-a11dd945-077a-44a5-b1ff-ac0ba2bdb0dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:33.125131 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc6e90fa-8f80-4639-9879-5191ac109880 req-a11dd945-077a-44a5-b1ff-ac0ba2bdb0dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.1272216 Apr 18 21:59:33.195019 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc6e90fa-8f80-4639-9879-5191ac109880 req-d0f973dc-f2a1-4300-a37e-cc96fec088e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e HTTP/1.1" status: 200 len: 217 time: 0.0625815 Apr 18 21:59:33.344243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e90fa-8f80-4639-9879-5191ac109880 req-c4b43e3a-f67d-48db-b883-a1218f3cb780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:33.345700 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc6e90fa-8f80-4639-9879-5191ac109880 req-c4b43e3a-f67d-48db-b883-a1218f3cb780 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.1458297 Apr 18 21:59:33.390694 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc6e90fa-8f80-4639-9879-5191ac109880 req-947a1ca1-638d-428f-a839-a4e2628625bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386922 Apr 18 21:59:33.446028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314a42a-7eb0-4c21-83ee-66c2452fef12 req-a56265f0-dda8-4f15-9c49-09842199e85d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:33.447454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9314a42a-7eb0-4c21-83ee-66c2452fef12 req-a56265f0-dda8-4f15-9c49-09842199e85d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0786998 Apr 18 21:59:33.493033 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9314a42a-7eb0-4c21-83ee-66c2452fef12 req-75ff853a-ce29-4eaf-b119-f0dfcca8c122 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Apr 18 21:59:33.523337 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc6e90fa-8f80-4639-9879-5191ac109880 req-1a7485c5-02b9-44c7-b98b-ee4c27e861d4 service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266229 Apr 18 21:59:33.654785 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc6e90fa-8f80-4639-9879-5191ac109880 req-3661fed1-4839-4c37-8a85-85f01f543ec9 service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256073 Apr 18 21:59:33.853090 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:34.688870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51adb52-5707-4646-9510-cc53604691f6 req-c8c5a457-3023-4daf-8f06-9f14ec58580f tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:34.690337 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b51adb52-5707-4646-9510-cc53604691f6 req-c8c5a457-3023-4daf-8f06-9f14ec58580f tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0760534 Apr 18 21:59:34.735719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b51adb52-5707-4646-9510-cc53604691f6 req-14709b39-b81c-4876-a52e-fd41a339c61a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399129 Apr 18 21:59:35.944879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc55fc-6fd4-493c-a39a-aca1f0f179aa req-eee8ed79-dad0-42ae-b721-97500bace30a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:35.946353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1fc55fc-6fd4-493c-a39a-aca1f0f179aa req-eee8ed79-dad0-42ae-b721-97500bace30a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0870545 Apr 18 21:59:35.991474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1fc55fc-6fd4-493c-a39a-aca1f0f179aa req-0dc465ba-223c-467b-b7b4-68cb547faf80 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391667 Apr 18 21:59:37.184595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341451f5-0673-468c-95ea-c4830323afb7 req-e868dd8b-79db-47d8-adce-795cabab21e4 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:37.186238 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-341451f5-0673-468c-95ea-c4830323afb7 req-e868dd8b-79db-47d8-adce-795cabab21e4 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0752571 Apr 18 21:59:37.231213 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-341451f5-0673-468c-95ea-c4830323afb7 req-7cc44c75-79eb-4842-8fd9-c5120fe4ff77 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 Apr 18 21:59:38.209491 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:59:38.431563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b41240-ea6f-4644-8a0c-660e06b0da08 req-3f61bc6f-c194-4fc4-a700-773dcc4a0607 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:38.432990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7b41240-ea6f-4644-8a0c-660e06b0da08 req-3f61bc6f-c194-4fc4-a700-773dcc4a0607 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0792432 Apr 18 21:59:38.477499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7b41240-ea6f-4644-8a0c-660e06b0da08 req-682a67de-1a7a-41e3-889e-1a95df127d46 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382321 Apr 18 21:59:39.630057 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:39.672178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9664913-9f89-4630-956c-bc645fcd1c23 req-897915f5-1d5e-4c28-84be-68790f0ac5c0 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:39.673652 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9664913-9f89-4630-956c-bc645fcd1c23 req-897915f5-1d5e-4c28-84be-68790f0ac5c0 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0764053 Apr 18 21:59:39.721291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9664913-9f89-4630-956c-bc645fcd1c23 req-2b5b4feb-2563-4260-9b8d-f67f56282d31 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 Apr 18 21:59:40.917104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dba61-ff6f-438d-ad2e-ba9cbe176611 req-ef3b069b-0914-4cfc-921d-7e60e663d436 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:40.918608 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f4dba61-ff6f-438d-ad2e-ba9cbe176611 req-ef3b069b-0914-4cfc-921d-7e60e663d436 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0772157 Apr 18 21:59:40.965055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f4dba61-ff6f-438d-ad2e-ba9cbe176611 req-55d3d89f-7563-46d1-8fb2-270292b53131 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Apr 18 21:59:42.308640 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7fbd-2f37-4db7-9053-2f71362347d4 req-279e5115-4876-4748-a51a-891f301a3e5d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:42.310126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a73a7fbd-2f37-4db7-9053-2f71362347d4 req-279e5115-4876-4748-a51a-891f301a3e5d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.1549258 Apr 18 21:59:42.354011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a73a7fbd-2f37-4db7-9053-2f71362347d4 req-a0179808-490d-454c-b8f4-02539eef4b5a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384514 Apr 18 21:59:43.651869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eedf5-182f-4730-bf06-401ec5381633 req-40bdc885-3d8e-405b-8491-590688ee0aff tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:43.653307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c4eedf5-182f-4730-bf06-401ec5381633 req-40bdc885-3d8e-405b-8491-590688ee0aff tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.1433811 Apr 18 21:59:43.697641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c4eedf5-182f-4730-bf06-401ec5381633 req-a16524ee-03bf-47b6-8c15-581221e7ae8f tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380795 Apr 18 21:59:44.896619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e00c82-886d-4ae2-908a-045aab84a6af req-2036696c-29fb-4e85-b20f-e1782adfc421 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:44.898066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1e00c82-886d-4ae2-908a-045aab84a6af req-2036696c-29fb-4e85-b20f-e1782adfc421 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0792141 Apr 18 21:59:44.944084 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1e00c82-886d-4ae2-908a-045aab84a6af req-696612cf-59b6-452a-9e32-a9ffcb9d0f6d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Apr 18 21:59:46.141303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edb7c8-5210-4c4d-bfb2-19f23df264d7 req-840d4ff3-ad68-4a9e-8660-5c11b2e0732a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:46.142761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94edb7c8-5210-4c4d-bfb2-19f23df264d7 req-840d4ff3-ad68-4a9e-8660-5c11b2e0732a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0754125 Apr 18 21:59:46.194501 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94edb7c8-5210-4c4d-bfb2-19f23df264d7 req-c3d409c1-6ab5-45d1-9ef0-59b35f37509b tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Apr 18 21:59:47.244938 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-54017388-1b65-4fa2-9cb5-a36893799fc4 service neutron] show failed (client error): The resource could not be found. Apr 18 21:59:47.246098 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-54017388-1b65-4fa2-9cb5-a36893799fc4 service neutron] 10.222.0.59 "GET /v2.0/ports/9614a72e-c3af-41b3-97b6-e1380c25de4e/bindings/n-h2-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.0827110 Apr 18 21:59:47.391597 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784e73d-8f04-4139-ad6c-44e0ea53e92a req-29b7f1bc-49bf-42e5-92c5-5aeac67b66b7 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:47.393092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c784e73d-8f04-4139-ad6c-44e0ea53e92a req-29b7f1bc-49bf-42e5-92c5-5aeac67b66b7 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0794590 Apr 18 21:59:47.438492 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c784e73d-8f04-4139-ad6c-44e0ea53e92a req-a414f5b0-001d-438a-bcc5-bfff829ba6e9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Apr 18 21:59:47.862246 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-3035978c-62ae-4f34-8956-e3ff2efc0bc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7&tenant_id=57fe3b8436534f7898c4d9044538b5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0728614 Apr 18 21:59:47.872730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:59:47.979651 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:48.252677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:48.280908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:59:48.335375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9614a72e-c3af-41b3-97b6-e1380c25de4e'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:59:48.340895 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:48.355908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Transition to ACTIVE for port object 9614a72e-c3af-41b3-97b6-e1380c25de4e will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:59:48.402230 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc878732-b4bf-400f-acc5-cf8eb71bf51f'] response: {'server_uuid': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9614a72e-c3af-41b3-97b6-e1380c25de4e', 'code': 200} Apr 18 21:59:48.407068 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:48.532189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9614a72e-c3af-41b3-97b6-e1380c25de4e,revision_number=6']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:48.567208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] No DVR routers for this DVR port 9614a72e-c3af-41b3-97b6-e1380c25de4e on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:59:48.622395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Attempting to bind port 9614a72e-c3af-41b3-97b6-e1380c25de4e on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:59:48.622720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Attempting to bind port 9614a72e-c3af-41b3-97b6-e1380c25de4e by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:59:48.623050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Attempting to bind port 9614a72e-c3af-41b3-97b6-e1380c25de4e on network 8df7d5a8-a513-4ace-93b0-c24e34935e60 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:59:48.629515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Port 9614a72e-c3af-41b3-97b6-e1380c25de4e on network 8df7d5a8-a513-4ace-93b0-c24e34935e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:59:48.629844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Attempting to bind port 9614a72e-c3af-41b3-97b6-e1380c25de4e on network 8df7d5a8-a513-4ace-93b0-c24e34935e60 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:59:48.636295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:59:48.636629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Checking segment: {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:59:48.637014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Bound using segment: {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:59:48.637439 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Bound port: 9614a72e-c3af-41b3-97b6-e1380c25de4e, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:59:48.637806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:48.644947 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af4133-c4f7-4ab5-8bf4-880ff1d50c9f req-a4481afb-d33e-42b8-9a0e-15d8544b8076 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:48.646477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72af4133-c4f7-4ab5-8bf4-880ff1d50c9f req-a4481afb-d33e-42b8-9a0e-15d8544b8076 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 943 time: 0.0810161 Apr 18 21:59:48.727988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:59:48.731146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:59:48.779129 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:48.783707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-72af4133-c4f7-4ab5-8bf4-880ff1d50c9f req-97cb59be-b2bf-46f2-b6b7-3c4572ecca83 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317830 Apr 18 21:59:48.846724 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:48.848057 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/9614a72e-c3af-41b3-97b6-e1380c25de4e HTTP/1.1" status: 200 len: 1091 time: 0.9798012 Apr 18 21:59:48.855688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b10de-fdf7-40f1-b927-379d7dbe06e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9614a72e-c3af-41b3-97b6-e1380c25de4e,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:48.942023 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-eb8fdd03-9dd1-429a-8a08-660d2b9e4339 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 1094 time: 0.0680516 Apr 18 21:59:49.072027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-187d95c9-db34-4bcf-b80d-936167ab5043 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:49.073423 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-187d95c9-db34-4bcf-b80d-936167ab5043 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.1257591 Apr 18 21:59:49.238549 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-9838a414-572f-4790-930e-a267228cda54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e HTTP/1.1" status: 200 len: 217 time: 0.1590712 Apr 18 21:59:49.302511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-834c6e37-5221-4c97-974b-b37df1a551a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:49.303984 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-834c6e37-5221-4c97-974b-b37df1a551a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.0596781 Apr 18 21:59:49.347527 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-1799c92f-3c60-41ee-ae19-6b4bb6ec58ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378704 Apr 18 21:59:49.474201 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-c58dfa23-235b-44d9-b988-3b698659d8e4 service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212833 Apr 18 21:59:49.602432 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-50e27cc8-0acb-476f-bfd2-ec534528d480 req-5d2bbac2-2c82-4690-81a5-e697a25f620c service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230056 Apr 18 21:59:49.980545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00736a-8470-48d4-b952-7475510b7ba8 req-96ade411-19ed-44a4-a2c1-498ac8b55a2e tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:49.981990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb00736a-8470-48d4-b952-7475510b7ba8 req-96ade411-19ed-44a4-a2c1-498ac8b55a2e tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 943 time: 0.0739384 Apr 18 21:59:50.026270 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb00736a-8470-48d4-b952-7475510b7ba8 req-8d4ee122-4293-495c-a845-c6838dd33505 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382555 Apr 18 21:59:50.323758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9614a72e-c3af-41b3-97b6-e1380c25de4e no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:59:50.378004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 9614a72e-c3af-41b3-97b6-e1380c25de4e not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:59:50.403482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'tag': '9614a72e-c3af-41b3-97b6-e1380c25de4e'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:59:50.470345 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8c2d97-0524-4820-b9aa-24b14c1200dd'] response: {'name': 'network-changed', 'server_uuid': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'tag': '9614a72e-c3af-41b3-97b6-e1380c25de4e', 'status': 'completed', 'code': 200} Apr 18 21:59:50.617284 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-aad71423-32de-4942-8812-a01873184990 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 1094 time: 0.1297507 Apr 18 21:59:50.620685 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-0117dc12-5487-47bd-8c78-62c29e1e1af8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 1094 time: 0.0998044 Apr 18 21:59:50.860008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-eae61a45-7972-48ac-8eec-1f599b0eac6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:50.861441 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-eae61a45-7972-48ac-8eec-1f599b0eac6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.2383664 Apr 18 21:59:50.863628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-2d13b47d-d0dc-442e-9e72-6c1ba3fbd499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:50.864903 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-2d13b47d-d0dc-442e-9e72-6c1ba3fbd499 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.2244689 Apr 18 21:59:50.984267 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-e2cd0931-6527-4894-ba72-423704570e9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e HTTP/1.1" status: 200 len: 217 time: 0.1165068 Apr 18 21:59:51.026017 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-8625086d-a8e4-4f9b-82d9-4353f5590cab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e HTTP/1.1" status: 200 len: 217 time: 0.1072986 Apr 18 21:59:51.100796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-52bff541-f70b-4cf6-93bd-a3a75ca4da63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:51.102255 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-52bff541-f70b-4cf6-93bd-a3a75ca4da63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.1110003 Apr 18 21:59:51.138722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-000cced6-b023-4000-a1e3-f6c106021919 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:51.140111 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-000cced6-b023-4000-a1e3-f6c106021919 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.1060340 Apr 18 21:59:51.152454 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-d5a8c1ca-7fa0-4c17-94e5-20ba480ea3d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442097 Apr 18 21:59:51.232625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d65f8-acb9-4c72-a106-6c3ad34cdfa9 req-9e604f18-c9cb-42d3-8494-785ec0e66ce8 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:51.235045 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c30d65f8-acb9-4c72-a106-6c3ad34cdfa9 req-9e604f18-c9cb-42d3-8494-785ec0e66ce8 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 943 time: 0.0871999 Apr 18 21:59:51.265775 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-c3589cec-b3e9-42e3-91da-fe1ff8ad7082 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156697 Apr 18 21:59:51.281730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c30d65f8-acb9-4c72-a106-6c3ad34cdfa9 req-cea87bd8-f141-4ce0-8608-ca83256cb113 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402558 Apr 18 21:59:51.423136 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-e652ef59-647e-4ac7-9031-1ea9ee35b7fe service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420521 Apr 18 21:59:51.599657 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-6133caec-266b-448d-96a1-c4774190e3fa service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220229 Apr 18 21:59:51.752423 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-03c43e5e-7394-45ce-953c-5ff99db6f692 service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192582 Apr 18 21:59:51.770604 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8ce082b4-04b3-4da9-a39e-5312bf9c858b req-ae1f565d-9b98-43bd-b941-91ea287190c3 service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592848 Apr 18 21:59:52.478592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ceda8-ba26-4fd6-a3d9-621ba6c3f86d req-362fdc9a-d4a3-4185-a7af-63948ca39844 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:52.479937 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f9ceda8-ba26-4fd6-a3d9-621ba6c3f86d req-362fdc9a-d4a3-4185-a7af-63948ca39844 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 943 time: 0.0747797 Apr 18 21:59:52.529430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f9ceda8-ba26-4fd6-a3d9-621ba6c3f86d req-7f37a694-09a5-4d81-9f06-9427991f6c56 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 Apr 18 21:59:53.727580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458aa86-9316-434a-a9b4-99a8e6e4c132 req-5dca88f0-0b8e-499b-bb6a-e75050a3a195 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:53.728988 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0458aa86-9316-434a-a9b4-99a8e6e4c132 req-5dca88f0-0b8e-499b-bb6a-e75050a3a195 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 943 time: 0.0745256 Apr 18 21:59:53.774929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0458aa86-9316-434a-a9b4-99a8e6e4c132 req-d0eacb35-53a1-4bd5-8b60-6120713e3726 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 Apr 18 21:59:54.042754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9614a72e-c3af-41b3-97b6-e1380c25de4e details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:59:54.177075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:54.192003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '9614a72e-c3af-41b3-97b6-e1380c25de4e', 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60', 'port_id': '9614a72e-c3af-41b3-97b6-e1380c25de4e', 'mac_address': 'fa:16:3e:fc:87:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0817a-0979-4c28-bd4e-92140f9272d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:59:54.249961 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.258768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd475bd-66df-4180-a94f-5d673481415d req-1f995aef-d2d4-4537-a7f6-855ccc7ce92e tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:54.265969 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdd475bd-66df-4180-a94f-5d673481415d req-1f995aef-d2d4-4537-a7f6-855ccc7ce92e tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 943 time: 0.0927296 Apr 18 21:59:54.268128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9614a72e-c3af-41b3-97b6-e1380c25de4e {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:59:54.283162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:54.308560 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdd475bd-66df-4180-a94f-5d673481415d req-6169f97d-b1c1-4afd-bffb-cfb08d6d17e9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416715 Apr 18 21:59:54.326629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046458a-9971-4517-8671-67e4813d20da req-78ae548d-a02a-457e-b9e8-8253e2b977b6 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:54.328289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b046458a-9971-4517-8671-67e4813d20da req-78ae548d-a02a-457e-b9e8-8253e2b977b6 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Synchronizing usage tracker for tenant:57fe3b8436534f7898c4d9044538b5c2 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:59:54.361811 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.425652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9614a72e-c3af-41b3-97b6-e1380c25de4e,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:54.438506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b046458a-9971-4517-8671-67e4813d20da req-78ae548d-a02a-457e-b9e8-8253e2b977b6 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Unset dirty status for tenant:57fe3b8436534f7898c4d9044538b5c2 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:59:54.438506 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b046458a-9971-4517-8671-67e4813d20da req-78ae548d-a02a-457e-b9e8-8253e2b977b6 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.59 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7&tenant_id=57fe3b8436534f7898c4d9044538b5c2&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 943 time: 0.2044559 Apr 18 21:59:54.512599 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-b046458a-9971-4517-8671-67e4813d20da req-760cb7e6-d17b-4e7d-b12f-b89e24fedfb3 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:59:54.513657 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b046458a-9971-4517-8671-67e4813d20da req-760cb7e6-d17b-4e7d-b12f-b89e24fedfb3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/9614a72e-c3af-41b3-97b6-e1380c25de4e/bindings/n-h1-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.0718541 Apr 18 21:59:54.652930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b046458a-9971-4517-8671-67e4813d20da req-ddee842d-6519-486a-add9-d5b1d304e5f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 1095 time: 0.0731893 Apr 18 21:59:54.669493 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['9614a72e-c3af-41b3-97b6-e1380c25de4e'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:59:54.697698 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ccb-45d2-453c-a3bf-a6f886fbcbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.787983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046458a-9971-4517-8671-67e4813d20da req-8d9abbea-2431-41e7-afda-9f7419c337b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:54.789431 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b046458a-9971-4517-8671-67e4813d20da req-8d9abbea-2431-41e7-afda-9f7419c337b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.1311531 Apr 18 21:59:54.855776 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b046458a-9971-4517-8671-67e4813d20da req-32625b56-03af-4de1-bf57-288cf0c46e72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e HTTP/1.1" status: 200 len: 217 time: 0.0605438 Apr 18 21:59:54.920797 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046458a-9971-4517-8671-67e4813d20da req-a13f1860-e2ce-4169-873d-42cf03b62a19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:54.922160 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b046458a-9971-4517-8671-67e4813d20da req-a13f1860-e2ce-4169-873d-42cf03b62a19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.0605974 Apr 18 21:59:54.965920 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b046458a-9971-4517-8671-67e4813d20da req-eb3b3634-51f8-48fa-a31d-3c72f3962792 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378144 Apr 18 21:59:55.101927 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b046458a-9971-4517-8671-67e4813d20da req-03974939-7e3e-42ef-86c9-760387aa8b28 service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300352 Apr 18 21:59:55.234279 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b046458a-9971-4517-8671-67e4813d20da req-e1e42d98-847f-461c-85f5-f5cbd6246342 service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266787 Apr 18 21:59:55.512089 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c621d-c7a3-40ac-bf69-b354e0bba2a6 req-2a23a4ed-532b-4731-a028-3dec02bc6fc9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:55.513445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-913c621d-c7a3-40ac-bf69-b354e0bba2a6 req-2a23a4ed-532b-4731-a028-3dec02bc6fc9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 944 time: 0.0763588 Apr 18 21:59:55.558391 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-913c621d-c7a3-40ac-bf69-b354e0bba2a6 req-119aedcd-086f-4041-838e-7cb7a19b406d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 Apr 18 21:59:56.054829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9614a72e-c3af-41b3-97b6-e1380c25de4e up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:59:56.161719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 9614a72e-c3af-41b3-97b6-e1380c25de4e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:59:56.166820 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 9614a72e-c3af-41b3-97b6-e1380c25de4e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:59:56.167187 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:56.283594 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:56.309792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9614a72e-c3af-41b3-97b6-e1380c25de4e'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:59:56.319715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:56.361990 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:56.364610 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7daaf94-1a34-4038-a541-161313efb0e2'] response: {'server_uuid': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9614a72e-c3af-41b3-97b6-e1380c25de4e', 'code': 200} Apr 18 21:59:56.431557 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=9614a72e-c3af-41b3-97b6-e1380c25de4e,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:56.760301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce75bb0-31e9-4cd0-a822-df83d10a8584 req-f1c635d0-de7d-420a-b3fd-d5118d8188bb tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:56.761782 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ce75bb0-31e9-4cd0-a822-df83d10a8584 req-f1c635d0-de7d-420a-b3fd-d5118d8188bb tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0838041 Apr 18 21:59:56.807671 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ce75bb0-31e9-4cd0-a822-df83d10a8584 req-2eb30663-3a4a-4d9a-bac0-d09b3107e696 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Apr 18 21:59:57.004128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c36398-4901-4314-9df8-a55147c149da req-13354e33-a4e0-40b8-bb1e-d95148563638 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:57.005576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93c36398-4901-4314-9df8-a55147c149da req-13354e33-a4e0-40b8-bb1e-d95148563638 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0749295 Apr 18 21:59:57.053966 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93c36398-4901-4314-9df8-a55147c149da req-984d27b2-b508-4a10-8d3f-4cd3d3532366 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426297 Apr 18 21:59:57.140210 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7e11536c-7aac-44f8-890a-4d9da204b622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:57.264447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb1fa0-a41d-4ab5-9e2f-329cd7ed6f72 req-786a20ec-5573-42c9-8b5e-4255ad739f38 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:57.266757 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47bb1fa0-a41d-4ab5-9e2f-329cd7ed6f72 req-786a20ec-5573-42c9-8b5e-4255ad739f38 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0883813 Apr 18 21:59:57.311807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47bb1fa0-a41d-4ab5-9e2f-329cd7ed6f72 req-d2e3cb99-9d80-4455-8d13-0da409b80c8c tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Apr 18 21:59:58.051676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-f0a6b326-5c68-4304-9741-89208ecb9eb9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:58.053018 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-f0a6b326-5c68-4304-9741-89208ecb9eb9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 815 time: 0.1413920 Apr 18 21:59:58.058417 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:58.070333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-e6a5374e-3973-4c7b-89eb-c8fbc9c8900e tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/quotas/57fe3b8436534f7898c4d9044538b5c2 HTTP/1.1" status: 200 len: 375 time: 0.0119359 Apr 18 21:59:58.150601 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b396679e-76f3-461a-8892-c9516ea37527 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752215 Apr 18 21:59:58.281779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-0e0f2a18-0e73-4ad4-bf66-42b1dd05f25b service neutron] 10.222.0.11 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243169 Apr 18 21:59:58.408756 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-abc06770-9118-467a-ad2f-ba2d6665d1bc service neutron] 10.222.0.11 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213517 Apr 18 21:59:58.686763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac8986bc-7064-43ea-be76-b13e0e2bf2ce req-4130bd88-444c-411b-8617-20d66f676d54 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 210 time: 0.0405848 Apr 18 21:59:58.750844 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.419166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67918463-e173-42c3-8da2-e83ea8df6d95 req-1463d45a-f8cc-4342-8d1e-5c4429b3c7ae tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:59.421316 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-67918463-e173-42c3-8da2-e83ea8df6d95 req-1463d45a-f8cc-4342-8d1e-5c4429b3c7ae tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.26 "GET /v2.0/ports?device_id=645b3049-c43f-4a78-aef9-5e89fbc8b1b7 HTTP/1.1" status: 200 len: 945 time: 0.0813804 Apr 18 21:59:59.488317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-67918463-e173-42c3-8da2-e83ea8df6d95 req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Deleting port 9614a72e-c3af-41b3-97b6-e1380c25de4e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:59.488583 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-67918463-e173-42c3-8da2-e83ea8df6d95 req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.729407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-67918463-e173-42c3-8da2-e83ea8df6d95 req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] For port 9614a72e-c3af-41b3-97b6-e1380c25de4e, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=9614a72e-c3af-41b3-97b6-e1380c25de4e,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:59.729806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-67918463-e173-42c3-8da2-e83ea8df6d95 req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.854236 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4793d146-a56b-4740-834f-2eea6ea93813 req-9b4e52c4-d5ac-4fe7-92a4-27abb3e9a31c tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 210 time: 0.0427418 Apr 18 21:59:59.954498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-67918463-e173-42c3-8da2-e83ea8df6d95 req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Calling delete_port for 9614a72e-c3af-41b3-97b6-e1380c25de4e owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:00:00.148834 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-67918463-e173-42c3-8da2-e83ea8df6d95 req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.197404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Pushing event deleted for resources: {'Port': ['ID=9614a72e-c3af-41b3-97b6-e1380c25de4e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:00.238458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:00.238874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:00.239156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:00.239495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:00.239852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:00.240220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:00.240635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:00.240778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:00.241163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:00.241436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:00.241991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:00.287496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-67918463-e173-42c3-8da2-e83ea8df6d95 req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] No DVR routers for this DVR port 9614a72e-c3af-41b3-97b6-e1380c25de4e on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:00:00.290522 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-67918463-e173-42c3-8da2-e83ea8df6d95 req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.293020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'name': 'network-vif-deleted', 'tag': '9614a72e-c3af-41b3-97b6-e1380c25de4e'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:00:00.346528 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e327b88-2820-4994-b47d-0fe8e74d3b89'] response: {'server_uuid': '645b3049-c43f-4a78-aef9-5e89fbc8b1b7', 'name': 'network-vif-deleted', 'tag': '9614a72e-c3af-41b3-97b6-e1380c25de4e', 'status': 'completed', 'code': 200} Apr 18 22:00:00.366977 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-67918463-e173-42c3-8da2-e83ea8df6d95 req-72b593b2-ec0c-44c5-b1b5-8bf33377e795 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.26 "DELETE /v2.0/ports/9614a72e-c3af-41b3-97b6-e1380c25de4e HTTP/1.1" status: 204 len: 173 time: 0.9405634 Apr 18 22:00:00.525147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-8ef46f5a-6c21-4453-ab03-55c4b6abb037 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:00.526556 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-8ef46f5a-6c21-4453-ab03-55c4b6abb037 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.26 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 815 time: 0.1495681 Apr 18 22:00:00.542065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Request body: {'port': {'device_id': '6966be1a-e7b8-491d-afc9-771490ed58de', 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60', 'admin_state_up': True, 'tenant_id': '57fe3b8436534f7898c4d9044538b5c2'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:00.690801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:00.695055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Usage tracker for resource:port and tenant:57fe3b8436534f7898c4d9044538b5c2 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:00.697945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:00.705681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:00.779363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Made reservation on behalf of 57fe3b8436534f7898c4d9044538b5c2 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:00:00.782821 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.952796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Allocated IP 172.20.0.4 (8df7d5a8-a513-4ace-93b0-c24e34935e60/6dd0817a-0979-4c28-bd4e-92140f9272d9/3b8ec358-b8f4-49b5-9c21-e3269ef7e201) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:00:01.019485 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3c988ab7-d97b-492d-8b23-0ca342a747eb req-403b11ba-a876-472e-8436-de09928b841a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 210 time: 0.0438471 Apr 18 22:00:01.127040 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:01.154304 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:01.236197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:01.307542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Network 8df7d5a8-a513-4ace-93b0-c24e34935e60 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:00:01.310586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:01.315762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:00:01.343840 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Pushing event updated for resources: {'Port': ['ID=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:01.380701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:01.381299 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:01.488145 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-1e0cd7d5-2f0f-4b62-9da6-5199428533ec tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9497328 Apr 18 22:00:01.630589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Request body: {'port': {'device_id': '6966be1a-e7b8-491d-afc9-771490ed58de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:01.737125 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.072785 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:00:02.080520 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.094981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Transition to ACTIVE for port object 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:02.098169 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9614a72e-c3af-41b3-97b6-e1380c25de4e no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:00:02.131428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 9614a72e-c3af-41b3-97b6-e1380c25de4e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:00:02.132097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 9614a72e-c3af-41b3-97b6-e1380c25de4e not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:00:02.178560 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.224415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea199c8f-3d26-4995-8c41-26186e1083b5 req-3ea1532f-9fda-4ace-b432-c587aaf6ba65 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:02.226051 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea199c8f-3d26-4995-8c41-26186e1083b5 req-3ea1532f-9fda-4ace-b432-c587aaf6ba65 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 943 time: 0.0794289 Apr 18 22:00:02.274957 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea199c8f-3d26-4995-8c41-26186e1083b5 req-8d9fd2a1-f8f6-4a4a-ad4f-327144c145de tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Apr 18 22:00:02.393131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:02.496927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Attempting to bind port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:00:02.497259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Attempting to bind port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:00:02.497614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Attempting to bind port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 on network 8df7d5a8-a513-4ace-93b0-c24e34935e60 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:00:02.504008 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 on network 8df7d5a8-a513-4ace-93b0-c24e34935e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:00:02.504329 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Attempting to bind port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 on network 8df7d5a8-a513-4ace-93b0-c24e34935e60 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:00:02.510839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:00:02.511169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Checking segment: {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:00:02.511565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Bound using segment: {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:00:02.512239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Bound port: 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:00:02.512783 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.614289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:00:02.617188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:00:02.704886 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.770868 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.772597 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] 10.222.0.26 "PUT /v2.0/ports/3b8ec358-b8f4-49b5-9c21-e3269ef7e201 HTTP/1.1" status: 200 len: 1091 time: 1.2110565 Apr 18 22:00:02.773256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6966be1a-e7b8-491d-afc9-771490ed58de', 'tag': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:00:02.790678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b67b8-1fb8-42ea-87af-6b581af822a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:02.944601 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27f2611-e2b3-49e2-a3d8-13bbe6791485'] response: {'name': 'network-changed', 'server_uuid': '6966be1a-e7b8-491d-afc9-771490ed58de', 'tag': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201', 'status': 'completed', 'code': 200} Apr 18 22:00:02.951881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-a965636d-9520-4878-8d7c-3707b1a1c2ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 1094 time: 0.0713713 Apr 18 22:00:03.021289 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-c9a7175a-eb96-47a2-ad19-920231c7ef14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201 HTTP/1.1" status: 200 len: 217 time: 0.0631371 Apr 18 22:00:03.081010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-713428d2-c0c2-4b02-8eca-34faaf7c46e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:03.082435 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-713428d2-c0c2-4b02-8eca-34faaf7c46e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.0561438 Apr 18 22:00:03.127368 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-8e5cdfec-4406-45c7-b55f-ce43bc7b51f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395694 Apr 18 22:00:03.259323 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-6f3156f7-56b9-4adf-83b9-d515c6a6ff88 service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262527 Apr 18 22:00:03.390602 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7d6e0111-5033-44ff-8b97-f1882ba0e4b9 req-7e73a535-b44f-4967-8d35-fe71455661dc service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256719 Apr 18 22:00:03.476281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f105c7c-6a52-42f3-b208-3f8ee8de4509 req-88ffd344-fa46-4f60-9998-dfab93c6e798 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:03.477953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f105c7c-6a52-42f3-b208-3f8ee8de4509 req-88ffd344-fa46-4f60-9998-dfab93c6e798 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 943 time: 0.0823059 Apr 18 22:00:03.523059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f105c7c-6a52-42f3-b208-3f8ee8de4509 req-4dcb715a-ab1c-4e90-b56b-bd71272d7f85 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392020 Apr 18 22:00:03.553423 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e15ab49f-6036-4075-bd14-848e2e498e67 req-e9287f91-b58a-42a2-b1c8-39e57a1daa4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 1094 time: 0.0732322 Apr 18 22:00:03.684121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ab49f-6036-4075-bd14-848e2e498e67 req-81eb5c1b-567c-4451-80da-bfeeb941410e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:03.685546 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e15ab49f-6036-4075-bd14-848e2e498e67 req-81eb5c1b-567c-4451-80da-bfeeb941410e service neutron] 10.222.0.26 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.1263204 Apr 18 22:00:03.752169 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e15ab49f-6036-4075-bd14-848e2e498e67 req-bd09277e-8392-47bd-9316-493523cf6d3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201 HTTP/1.1" status: 200 len: 217 time: 0.0600729 Apr 18 22:00:03.818131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ab49f-6036-4075-bd14-848e2e498e67 req-99288a83-415a-4f19-9e6e-eaf793e8701e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:03.819551 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e15ab49f-6036-4075-bd14-848e2e498e67 req-99288a83-415a-4f19-9e6e-eaf793e8701e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.0622933 Apr 18 22:00:03.852708 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:03.863687 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e15ab49f-6036-4075-bd14-848e2e498e67 req-abe044ef-7d50-4e1c-9019-f4c89b19021f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383170 Apr 18 22:00:03.993457 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e15ab49f-6036-4075-bd14-848e2e498e67 req-d1ec4298-a219-437c-8b77-6a1b1fe9cefe service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242101 Apr 18 22:00:04.121889 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e15ab49f-6036-4075-bd14-848e2e498e67 req-8be7ce62-6fad-4a7c-985c-c54b7bc7bc6e service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224706 Apr 18 22:00:04.723115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18d464-40a6-4696-85e7-272b63751c56 req-c265c02f-b6b1-40f0-893d-3260a415eb50 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:04.724544 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f18d464-40a6-4696-85e7-272b63751c56 req-c265c02f-b6b1-40f0-893d-3260a415eb50 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 943 time: 0.0761232 Apr 18 22:00:04.770028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f18d464-40a6-4696-85e7-272b63751c56 req-fb4d0dc6-a001-4f3a-86cd-dac338686aa4 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398686 Apr 18 22:00:06.048339 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ca6fd-8504-4e17-a4f8-35042c8f0f27 req-bc2a97d9-b87e-49de-96bd-8089b7963587 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:06.049722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-229ca6fd-8504-4e17-a4f8-35042c8f0f27 req-bc2a97d9-b87e-49de-96bd-8089b7963587 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 943 time: 0.1612334 Apr 18 22:00:06.094417 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-229ca6fd-8504-4e17-a4f8-35042c8f0f27 req-cbc3c451-7de4-4372-b017-ad6c7f912843 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391524 Apr 18 22:00:06.128976 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:00:06.261355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:06.274768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201', 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60', 'port_id': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201', 'mac_address': 'fa:16:3e:d7:4a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0817a-0979-4c28-bd4e-92140f9272d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:00:06.326351 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.346689 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:00:06.361255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:06.422973 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.486872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:06.495242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:06.495583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:06.495912 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:06.496238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:06.496561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:06.496881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:06.497200 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:06.497539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:06.497859 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:06.498173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:06.499001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:06.705266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['3b8ec358-b8f4-49b5-9c21-e3269ef7e201'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:00:07.300468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fde085-2d42-4fd1-a1ba-b20ea7fc8909 req-eb699df2-f1d6-4f17-8006-7f3c5dde59fc tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:07.301943 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76fde085-2d42-4fd1-a1ba-b20ea7fc8909 req-eb699df2-f1d6-4f17-8006-7f3c5dde59fc tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 944 time: 0.0765164 Apr 18 22:00:07.349691 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76fde085-2d42-4fd1-a1ba-b20ea7fc8909 req-72dd21b3-6242-4fdd-9a55-88115e29bfdc tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423825 Apr 18 22:00:08.131487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:08.241449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:08.246157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:08.246523 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.360560 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.387414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6966be1a-e7b8-491d-afc9-771490ed58de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:00:08.396909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:08.440994 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9cdbcf7-fa31-4927-a771-050287f3b085'] response: {'server_uuid': '6966be1a-e7b8-491d-afc9-771490ed58de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201', 'code': 200} Apr 18 22:00:08.442204 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.510938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:08.573808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3262bf-1c0f-4ae1-a03a-fb247bd1d838 req-67243935-1893-4f97-bec0-e43646a66345 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:08.575318 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c3262bf-1c0f-4ae1-a03a-fb247bd1d838 req-67243935-1893-4f97-bec0-e43646a66345 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0779741 Apr 18 22:00:08.625053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c3262bf-1c0f-4ae1-a03a-fb247bd1d838 req-e3ef14f4-ecac-4f76-be2e-f6cda2409651 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Apr 18 22:00:08.662799 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f296cd82-d01a-420e-9006-c9767a13c19b req-53603610-9acd-4023-a297-c8339146eb66 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 1096 time: 0.1635540 Apr 18 22:00:08.705300 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f296cd82-d01a-420e-9006-c9767a13c19b req-fe4d3834-e0e5-4c37-be0e-f2929a5b2eea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364702 Apr 18 22:00:09.618534 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.823180 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762509ed-8f1a-4f0a-80cd-81567b100c32 req-b651e33e-cd88-417c-ae6f-f9edbc65dfb7 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:09.824618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-762509ed-8f1a-4f0a-80cd-81567b100c32 req-b651e33e-cd88-417c-ae6f-f9edbc65dfb7 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0793028 Apr 18 22:00:09.869535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-762509ed-8f1a-4f0a-80cd-81567b100c32 req-103c5260-f843-40e5-9be3-67ca8505a4fc tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393379 Apr 18 22:00:11.062522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee307e-f52a-4c30-a796-1caa86a48eb7 req-b93eb224-2364-4ec6-a25c-3f510080f2f1 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:11.063968 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e2ee307e-f52a-4c30-a796-1caa86a48eb7 req-b93eb224-2364-4ec6-a25c-3f510080f2f1 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0756543 Apr 18 22:00:11.113660 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e2ee307e-f52a-4c30-a796-1caa86a48eb7 req-1f95c8de-8067-4cf7-a8ae-01eeafc51e69 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441892 Apr 18 22:00:11.316823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd9fb6-4dee-4fca-a0ed-116d0e639fc4 req-124d19a9-d201-4757-a1a5-2ac85a55d754 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:11.318317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ebd9fb6-4dee-4fca-a0ed-116d0e639fc4 req-124d19a9-d201-4757-a1a5-2ac85a55d754 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0825417 Apr 18 22:00:11.363226 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ebd9fb6-4dee-4fca-a0ed-116d0e639fc4 req-954860aa-ea91-4db1-a9ea-1b43f184158d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 Apr 18 22:00:11.556706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-848ace29-79d9-4399-8ccc-353607989636 req-e14777c6-fdba-4c05-bebd-61b44f9205c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658274 Apr 18 22:00:11.989452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca5af9-310f-4c33-baed-7ceee314d78d req-781fcc56-355b-4061-b618-f16542621e1a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:11.990922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46ca5af9-310f-4c33-baed-7ceee314d78d req-781fcc56-355b-4061-b618-f16542621e1a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0789998 Apr 18 22:00:12.043803 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-b8feb4c1-a6b1-41ec-b6fc-3f9455ad69d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0673289 Apr 18 22:00:12.049347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-46ca5af9-310f-4c33-baed-7ceee314d78d req-3a3ffef2-694f-47db-8629-8e9c0d4fb114 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528741 Apr 18 22:00:13.282390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09a167-eace-48fb-b116-07df5e27afc2 req-7267b7bf-c7b9-49d7-9be1-c2db2531a71d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:13.283828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e09a167-eace-48fb-b116-07df5e27afc2 req-7267b7bf-c7b9-49d7-9be1-c2db2531a71d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0852127 Apr 18 22:00:13.333020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e09a167-eace-48fb-b116-07df5e27afc2 req-6caddad1-8bce-4bbd-aa49-f0b5e257b907 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433764 Apr 18 22:00:14.129756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-73598c22-254a-484d-8e70-3baf4959e147 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 1096 time: 0.0717425 Apr 18 22:00:14.259177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-42517f12-0b52-4f5a-b581-6275cf1f5e00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:14.260599 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-42517f12-0b52-4f5a-b581-6275cf1f5e00 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.1253591 Apr 18 22:00:14.326109 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-8dd2554d-7037-4e0c-9ed5-def7a350e34c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201 HTTP/1.1" status: 200 len: 217 time: 0.0593140 Apr 18 22:00:14.396050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-510bba3b-8d96-490f-9d03-42ef97f6fe6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:14.397500 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-510bba3b-8d96-490f-9d03-42ef97f6fe6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.0619140 Apr 18 22:00:14.443161 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-2015cc90-7187-4403-ac24-db085179b95f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397201 Apr 18 22:00:14.538365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13287ffe-e7fb-4bb6-8c23-ebed48c821be req-27a67f7e-0b0c-4991-bffa-98ad8c086fe9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:14.539822 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13287ffe-e7fb-4bb6-8c23-ebed48c821be req-27a67f7e-0b0c-4991-bffa-98ad8c086fe9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0764484 Apr 18 22:00:14.580283 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-f31c5919-9eb1-462f-9982-b92ecafe393c service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314476 Apr 18 22:00:14.585775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13287ffe-e7fb-4bb6-8c23-ebed48c821be req-bb35e2a2-9e04-499c-b654-862e1cdfa4d8 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403755 Apr 18 22:00:14.719171 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-5fd36bdf-0774-4db7-90a8-302ad16c2c8d service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328869 Apr 18 22:00:15.212921 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:00:15.784616 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013569dc-31b7-44f0-bb2a-b2d09aacc1e6 req-985fbfee-336d-4cdd-9791-d7c6bc55c806 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:15.786054 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-013569dc-31b7-44f0-bb2a-b2d09aacc1e6 req-985fbfee-336d-4cdd-9791-d7c6bc55c806 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0786073 Apr 18 22:00:15.832388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-013569dc-31b7-44f0-bb2a-b2d09aacc1e6 req-cbdef437-9c2f-4ff4-82af-1c4942cc271c tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408707 Apr 18 22:00:17.028375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0f4a8-6fdc-4b19-878f-ebfcc7c6b547 req-9d2c2d6f-3ce5-47c6-bb07-703e48785485 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:17.029816 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80c0f4a8-6fdc-4b19-878f-ebfcc7c6b547 req-9d2c2d6f-3ce5-47c6-bb07-703e48785485 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0746810 Apr 18 22:00:17.085152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80c0f4a8-6fdc-4b19-878f-ebfcc7c6b547 req-019b622f-3be9-426f-bda8-707bc1416427 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492852 Apr 18 22:00:18.292666 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c357b-602a-495a-bdb7-f1334d1e176b req-5432ade5-d668-4c4d-9943-5deada48e960 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:18.294122 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df6c357b-602a-495a-bdb7-f1334d1e176b req-5432ade5-d668-4c4d-9943-5deada48e960 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0836763 Apr 18 22:00:18.338662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df6c357b-602a-495a-bdb7-f1334d1e176b req-c1a4b4d9-9545-4e1c-89e2-afc2631bf324 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382395 Apr 18 22:00:19.529951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0081f4-07b2-44aa-be07-4268315cb645 req-8983ce1d-80e7-40a7-b09c-2a7a051f48f5 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:19.531944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd0081f4-07b2-44aa-be07-4268315cb645 req-8983ce1d-80e7-40a7-b09c-2a7a051f48f5 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0745106 Apr 18 22:00:19.575619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd0081f4-07b2-44aa-be07-4268315cb645 req-1e1be550-9ee4-4eaf-8049-75b692e68d68 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383224 Apr 18 22:00:20.772822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deed9f9-34be-4a17-a472-88483f780135 req-a9edcf82-b4d5-47e0-9b45-440b5a6ce929 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:20.774303 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6deed9f9-34be-4a17-a472-88483f780135 req-a9edcf82-b4d5-47e0-9b45-440b5a6ce929 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0787122 Apr 18 22:00:20.819555 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6deed9f9-34be-4a17-a472-88483f780135 req-53f8b5f9-b6cc-481c-85b4-ad9c4ed6691b tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 Apr 18 22:00:22.015977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b5d0d-0617-415c-a0a4-7f1f118668fc req-1e3ee82f-d83e-440e-b3f5-2bf10c208c60 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:22.017401 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c1b5d0d-0617-415c-a0a4-7f1f118668fc req-1e3ee82f-d83e-440e-b3f5-2bf10c208c60 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0750060 Apr 18 22:00:22.066175 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c1b5d0d-0617-415c-a0a4-7f1f118668fc req-e05d2e0f-9d4c-4d9e-ab5b-f258220515f1 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433826 Apr 18 22:00:23.272013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c42e4-a985-4ce6-b617-2fd897a412cf req-6b7cbbaa-3e20-4aba-83c1-3f0f2b38712b tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:23.273563 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cd8c42e4-a985-4ce6-b617-2fd897a412cf req-6b7cbbaa-3e20-4aba-83c1-3f0f2b38712b tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0762286 Apr 18 22:00:23.317445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cd8c42e4-a985-4ce6-b617-2fd897a412cf req-908a1421-6528-4ea0-aa71-79a7af3bdc09 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384493 Apr 18 22:00:24.522064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93f7b7-a15b-4b44-b131-d307f065338a req-ee07cafd-9cf9-482a-95b0-9f45e1f6544b tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:24.523492 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d93f7b7-a15b-4b44-b131-d307f065338a req-ee07cafd-9cf9-482a-95b0-9f45e1f6544b tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0792730 Apr 18 22:00:24.569131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d93f7b7-a15b-4b44-b131-d307f065338a req-865cb3b8-5957-4583-9f9e-e349e3c069e5 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Apr 18 22:00:24.715279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a8e0fa65-9d1c-44fc-af01-0ced7d9212ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:25.765096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bc5e0-5c89-47b9-a0f5-6c1ef1e3a3b3 req-e5f207d7-4dd1-4669-b020-620c4e6e99a5 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:25.767209 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c67bc5e0-5c89-47b9-a0f5-6c1ef1e3a3b3 req-e5f207d7-4dd1-4669-b020-620c4e6e99a5 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0760267 Apr 18 22:00:25.811428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c67bc5e0-5c89-47b9-a0f5-6c1ef1e3a3b3 req-8943ab0c-d77f-4d42-adb4-4fe921314ec8 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388300 Apr 18 22:00:27.024380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d71cc4-17a9-4db2-b9ba-e3845eb546a6 req-606d4696-e6d3-4251-9c3f-8aa397444d8d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:27.025775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92d71cc4-17a9-4db2-b9ba-e3845eb546a6 req-606d4696-e6d3-4251-9c3f-8aa397444d8d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0910594 Apr 18 22:00:27.071443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-92d71cc4-17a9-4db2-b9ba-e3845eb546a6 req-d798165b-8115-4d48-bb4b-99fab94adb85 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401790 Apr 18 22:00:27.138489 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-527f80d7-dc6d-49ba-90fd-a157df3cb71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:28.035181 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:28.267790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dbd3d-5810-4d37-b8ea-0e6760d7690c req-60bccd7f-edf3-4eb4-803f-238879612ab2 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:28.269269 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee2dbd3d-5810-4d37-b8ea-0e6760d7690c req-60bccd7f-edf3-4eb4-803f-238879612ab2 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0765462 Apr 18 22:00:28.317302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ee2dbd3d-5810-4d37-b8ea-0e6760d7690c req-0804a6b7-cdbc-44b9-8716-47b54b82ec92 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425682 Apr 18 22:00:28.767530 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:29.517588 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658510c-d8ed-4285-be08-eaf72af0f602 req-4bf9deca-6673-450f-915e-39dcfae06e91 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:29.519055 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7658510c-d8ed-4285-be08-eaf72af0f602 req-4bf9deca-6673-450f-915e-39dcfae06e91 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0779936 Apr 18 22:00:29.566347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7658510c-d8ed-4285-be08-eaf72af0f602 req-c61c7509-3b0d-484c-9088-587935f470ad tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411661 Apr 18 22:00:30.762074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeb994-5641-45db-b111-75d51a46f540 req-761b5cf6-1461-4c4b-b3f9-4c72fb445c9d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:30.763491 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-efbeb994-5641-45db-b111-75d51a46f540 req-761b5cf6-1461-4c4b-b3f9-4c72fb445c9d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0786812 Apr 18 22:00:30.899215 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-efbeb994-5641-45db-b111-75d51a46f540 req-7fea40d7-9beb-4fa4-a668-1e1268e8965d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293497 Apr 18 22:00:31.126670 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:32.114337 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50977df-00cc-4e93-8e01-d5868cee7a94 req-b644a337-b5d6-4e47-8d96-8e3089afbffc tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:32.115775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e50977df-00cc-4e93-8e01-d5868cee7a94 req-b644a337-b5d6-4e47-8d96-8e3089afbffc tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0798252 Apr 18 22:00:32.161745 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e50977df-00cc-4e93-8e01-d5868cee7a94 req-77d47394-ce92-4ff1-94b3-3adf68cc66a9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399263 Apr 18 22:00:33.360963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270a63f-456d-4dad-8bb1-6e508677a2e7 req-ab82606f-0c0f-4db6-8c30-a34840aa6d43 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:33.362438 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5270a63f-456d-4dad-8bb1-6e508677a2e7 req-ab82606f-0c0f-4db6-8c30-a34840aa6d43 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0774434 Apr 18 22:00:33.406604 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5270a63f-456d-4dad-8bb1-6e508677a2e7 req-3c6c5c6f-f3e4-444e-b1d6-6889d7b2974a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382440 Apr 18 22:00:33.846730 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:34.599599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d1cf9-600c-48b4-a6c2-0bc2d9cf6eca req-ef29d87b-bdf6-4d10-9df2-4f3550ea3463 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:34.601036 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c0d1cf9-600c-48b4-a6c2-0bc2d9cf6eca req-ef29d87b-bdf6-4d10-9df2-4f3550ea3463 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0753524 Apr 18 22:00:34.648855 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c0d1cf9-600c-48b4-a6c2-0bc2d9cf6eca req-a7405664-268b-4712-9549-57150277c08e tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423315 Apr 18 22:00:35.848725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db91977-39b4-4b68-a83a-9dfcdf8f7955 req-1d48c82a-a181-468a-9a4e-63e7d787ef7e tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:35.850220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8db91977-39b4-4b68-a83a-9dfcdf8f7955 req-1d48c82a-a181-468a-9a4e-63e7d787ef7e tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0764914 Apr 18 22:00:35.895938 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8db91977-39b4-4b68-a83a-9dfcdf8f7955 req-df04d664-ccb0-4d38-80e2-66cf9daf2125 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402343 Apr 18 22:00:37.096625 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c11fc-3a15-414d-8ac2-e2fd8ee3b473 req-4307d85a-e9a3-4c2f-ab57-61b0d930510f tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:37.098108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e41c11fc-3a15-414d-8ac2-e2fd8ee3b473 req-4307d85a-e9a3-4c2f-ab57-61b0d930510f tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0827301 Apr 18 22:00:37.122833 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb68cb6e-149b-4419-bfcb-6e79f192c8a7 req-a55f7e48-c1ed-43db-805d-bb5aebd04a6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 1096 time: 0.0679364 Apr 18 22:00:37.145411 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e41c11fc-3a15-414d-8ac2-e2fd8ee3b473 req-41e49a0f-4332-47f2-9d92-42ffeb9a75c5 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416501 Apr 18 22:00:37.269090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68cb6e-149b-4419-bfcb-6e79f192c8a7 req-088fd3ce-38c7-4194-b1b9-5ebbddf66868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:37.270553 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb68cb6e-149b-4419-bfcb-6e79f192c8a7 req-088fd3ce-38c7-4194-b1b9-5ebbddf66868 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.1271136 Apr 18 22:00:37.342639 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb68cb6e-149b-4419-bfcb-6e79f192c8a7 req-e68b6beb-0614-4841-ac0f-8051b702ab93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201 HTTP/1.1" status: 200 len: 217 time: 0.0630567 Apr 18 22:00:37.406112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68cb6e-149b-4419-bfcb-6e79f192c8a7 req-95ea6a04-af0c-4d38-a5b4-70f8bdb1de3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:37.407479 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb68cb6e-149b-4419-bfcb-6e79f192c8a7 req-95ea6a04-af0c-4d38-a5b4-70f8bdb1de3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.0591438 Apr 18 22:00:37.451522 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb68cb6e-149b-4419-bfcb-6e79f192c8a7 req-1a326a2d-d9e6-4428-ba7c-2d94206f3709 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378671 Apr 18 22:00:37.579871 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb68cb6e-149b-4419-bfcb-6e79f192c8a7 req-5b707590-3b31-44c8-90da-e6318427ea5c service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214483 Apr 18 22:00:37.710180 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb68cb6e-149b-4419-bfcb-6e79f192c8a7 req-3524edb8-55ca-43a8-8604-6e76e594580d service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229236 Apr 18 22:00:38.366969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bd770-972a-40fa-9462-5eb4db4bc90e req-2087ecff-5e6d-4bc7-8a09-b48b8a028728 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:38.368388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c9bd770-972a-40fa-9462-5eb4db4bc90e req-2087ecff-5e6d-4bc7-8a09-b48b8a028728 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0749629 Apr 18 22:00:38.413590 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5c9bd770-972a-40fa-9462-5eb4db4bc90e req-6cf1c38c-215d-42b6-85f8-a83c0d437e58 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394557 Apr 18 22:00:39.623084 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:39.770071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296d1ba-90a8-43c1-a1be-c50376dcc98a req-7ef1d19a-b166-44fe-acec-73b7799f91fd tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:39.771444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3296d1ba-90a8-43c1-a1be-c50376dcc98a req-7ef1d19a-b166-44fe-acec-73b7799f91fd tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0801296 Apr 18 22:00:39.818393 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3296d1ba-90a8-43c1-a1be-c50376dcc98a req-01d9ef8e-3d44-4b07-a374-07c4ae2b6412 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415421 Apr 18 22:00:41.018258 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebcd9e-d6f6-48c1-b4d7-fb310ce81b1c req-f9569142-11ff-44b1-83d9-1c58fe720804 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:41.019845 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94ebcd9e-d6f6-48c1-b4d7-fb310ce81b1c req-f9569142-11ff-44b1-83d9-1c58fe720804 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0786505 Apr 18 22:00:41.067962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94ebcd9e-d6f6-48c1-b4d7-fb310ce81b1c req-3d1789ce-550b-4840-88e8-d7dc9a660cc1 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425870 Apr 18 22:00:42.012204 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-460a6792-fba3-47ba-bd7c-725f0f3cce42 service neutron] show failed (client error): The resource could not be found. Apr 18 22:00:42.013347 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-460a6792-fba3-47ba-bd7c-725f0f3cce42 service neutron] 10.222.0.26 "GET /v2.0/ports/3b8ec358-b8f4-49b5-9c21-e3269ef7e201/bindings/n-h1-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.0741577 Apr 18 22:00:42.282148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64db11-06f7-4dad-b1a0-801028901210 req-f9486f43-11e6-4d71-b66a-cc9f124dde89 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:42.283606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de64db11-06f7-4dad-b1a0-801028901210 req-f9486f43-11e6-4d71-b66a-cc9f124dde89 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0795593 Apr 18 22:00:42.332530 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-de64db11-06f7-4dad-b1a0-801028901210 req-d86e5802-c10f-4fb0-8ace-5356d983ff18 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429850 Apr 18 22:00:42.932209 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-f6463927-784e-44ef-a954-f68342275edf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de&tenant_id=57fe3b8436534f7898c4d9044538b5c2 HTTP/1.1" status: 200 len: 1096 time: 0.2484810 Apr 18 22:00:42.945726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:43.065653 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:43.338535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:43.370021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:00:43.431441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6966be1a-e7b8-491d-afc9-771490ed58de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:00:43.436853 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:43.452112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Transition to ACTIVE for port object 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:43.508968 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74701638-d3f0-49fa-9bbd-7654a624bcf9'] response: {'server_uuid': '6966be1a-e7b8-491d-afc9-771490ed58de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201', 'code': 200} Apr 18 22:00:43.510314 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:43.569355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead3bde-b790-4166-80eb-097d0acfac81 req-584803d8-0dad-499a-99f7-c8378d98da8f tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:43.571094 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eead3bde-b790-4166-80eb-097d0acfac81 req-584803d8-0dad-499a-99f7-c8378d98da8f tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 943 time: 0.0923696 Apr 18 22:00:43.626493 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eead3bde-b790-4166-80eb-097d0acfac81 req-4d8d3fb9-8304-41f9-a7a7-9a088240a9b9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494881 Apr 18 22:00:43.685033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] No DVR routers for this DVR port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:00:43.687850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,revision_number=6']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:43.749579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Attempting to bind port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:00:43.749897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Attempting to bind port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:00:43.750298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Attempting to bind port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 on network 8df7d5a8-a513-4ace-93b0-c24e34935e60 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:00:43.756142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 on network 8df7d5a8-a513-4ace-93b0-c24e34935e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:00:43.756456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Attempting to bind port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 on network 8df7d5a8-a513-4ace-93b0-c24e34935e60 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:00:43.763183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:00:43.763521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Checking segment: {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:00:43.763894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Bound using segment: {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:00:43.764313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Bound port: 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b091cb4b-3048-4361-852d-315480b53d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:00:43.764655 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:43.852359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:00:43.855475 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:00:43.944072 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:44.009502 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:44.010852 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] 10.222.0.59 "PUT /v2.0/ports/3b8ec358-b8f4-49b5-9c21-e3269ef7e201 HTTP/1.1" status: 200 len: 1091 time: 1.0692141 Apr 18 22:00:44.023442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a7fb0-e9c7-4d63-9602-f7318918e609 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:44.100733 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-7360fa09-1103-42a1-8086-e1fb37a0313a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 1094 time: 0.0679734 Apr 18 22:00:44.233270 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-a45cd099-27d0-4d29-9959-dc7dcd003f77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:44.235283 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-a45cd099-27d0-4d29-9959-dc7dcd003f77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.1289227 Apr 18 22:00:44.306705 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-fe3bf57f-0332-4a0f-8349-558c4241be1f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201 HTTP/1.1" status: 200 len: 217 time: 0.0648978 Apr 18 22:00:44.369689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-bfee83de-dfee-4c02-8725-c0be29241123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:44.371195 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-bfee83de-dfee-4c02-8725-c0be29241123 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.0585227 Apr 18 22:00:44.416175 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-df972ee2-c32e-4240-bec1-918313ef075b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393419 Apr 18 22:00:44.549950 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-46859047-83eb-4766-a2fe-f165679df36d service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241386 Apr 18 22:00:44.689024 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f28c54df-2e81-4082-a48a-7aa29f2a8da3 req-135730fc-38ba-464a-8d02-8a9ebe54f8e0 service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333780 Apr 18 22:00:44.834283 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2109cc-0b60-4688-adf1-0c479f74c9a0 req-e3dffa0b-bf20-45ac-abee-9c015b24c566 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:44.835715 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d2109cc-0b60-4688-adf1-0c479f74c9a0 req-e3dffa0b-bf20-45ac-abee-9c015b24c566 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 943 time: 0.0761945 Apr 18 22:00:44.881063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d2109cc-0b60-4688-adf1-0c479f74c9a0 req-4679540d-c568-418d-b148-296bceb8f9f2 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 Apr 18 22:00:45.510594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6966be1a-e7b8-491d-afc9-771490ed58de', 'tag': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:00:45.578561 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e1e8d6-d286-402b-9d98-22d61af1dc37'] response: {'name': 'network-changed', 'server_uuid': '6966be1a-e7b8-491d-afc9-771490ed58de', 'tag': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201', 'status': 'completed', 'code': 200} Apr 18 22:00:45.806184 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-220b6d93-b02c-4a3e-9e76-6d4a40cf95f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 1094 time: 0.2106340 Apr 18 22:00:45.809564 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-831d33c2-ff41-4e16-b666-4168db8bac1a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 1094 time: 0.1816022 Apr 18 22:00:46.045565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-26f76995-5731-41b4-8325-8b25071e8085 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:46.046926 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-26f76995-5731-41b4-8325-8b25071e8085 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.2341990 Apr 18 22:00:46.047880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-aed511c4-e7e4-4e1b-980d-b48bd94db60e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:46.049124 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-aed511c4-e7e4-4e1b-980d-b48bd94db60e service neutron] 10.222.0.59 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.2177424 Apr 18 22:00:46.084633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb9123-2bdc-4f03-a470-2a75a1e380bc req-ad3fdb57-f28a-4726-84e8-edfdb4e2abf9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:46.086115 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6aeb9123-2bdc-4f03-a470-2a75a1e380bc req-ad3fdb57-f28a-4726-84e8-edfdb4e2abf9 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 943 time: 0.0829904 Apr 18 22:00:46.133006 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6aeb9123-2bdc-4f03-a470-2a75a1e380bc req-0758b0b5-8e84-4666-8e1b-975a8a295720 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Apr 18 22:00:46.171531 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-5c7c7900-ce2a-4b72-9b4b-46f6f146b9de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201 HTTP/1.1" status: 200 len: 217 time: 0.1187475 Apr 18 22:00:46.172899 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-1bc958ee-9eba-40f1-9d6e-9df1348198cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201 HTTP/1.1" status: 200 len: 217 time: 0.0743852 Apr 18 22:00:46.272777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:00:46.280047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-0fab76ee-3da7-4db6-a2d3-ab2e0c3da82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:46.282057 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-0fab76ee-3da7-4db6-a2d3-ab2e0c3da82f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.1046827 Apr 18 22:00:46.284994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-afc63a15-da0e-4ead-a358-4b8f7c4ccd5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:46.286289 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-afc63a15-da0e-4ead-a358-4b8f7c4ccd5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.0801108 Apr 18 22:00:46.327662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:00:46.361568 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-188ba79d-4265-47ed-b51b-8060b732edae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455165 Apr 18 22:00:46.363555 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-a72d719d-7610-42c3-9445-b9283e79dee0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756760 Apr 18 22:00:46.608199 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-bdf0cda7-bba7-4ff1-b71a-8d8c50cba22c service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373331 Apr 18 22:00:46.611785 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-9ae88d5a-7a9d-4b73-88e1-abf4e2a88479 service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421741 Apr 18 22:00:46.855454 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-ec54d74e-cedb-4364-ad59-30e405a4791a service neutron] 10.222.0.59 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413681 Apr 18 22:00:46.858453 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5ba038a9-1705-43bf-8774-e14cefcf4f11 req-f1739048-6d3a-4236-a19f-9325d75d2a56 service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267656 Apr 18 22:00:47.332776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c969e57-2613-4e86-9e7a-a1a6e6575395 req-3b1fa9dd-bc8f-4123-aabb-d37b8a1870e7 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:47.334243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c969e57-2613-4e86-9e7a-a1a6e6575395 req-3b1fa9dd-bc8f-4123-aabb-d37b8a1870e7 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 943 time: 0.0749607 Apr 18 22:00:47.378118 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c969e57-2613-4e86-9e7a-a1a6e6575395 req-aa25d6db-3ec1-4527-89ec-a110fd6435e5 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Apr 18 22:00:47.852318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87130108-e690-4039-a7b0-b94a44242c79 req-422e8322-6420-41dc-927a-07d8b70f3a5b tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:47.853792 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87130108-e690-4039-a7b0-b94a44242c79 req-422e8322-6420-41dc-927a-07d8b70f3a5b tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 943 time: 0.0806520 Apr 18 22:00:47.899759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87130108-e690-4039-a7b0-b94a44242c79 req-ff214bd3-f952-4232-a544-23194432147d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396791 Apr 18 22:00:47.912020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-16142514-3998-47d2-aa3d-67ef965bc09a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:47.912712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-16142514-3998-47d2-aa3d-67ef965bc09a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Synchronizing usage tracker for tenant:57fe3b8436534f7898c4d9044538b5c2 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:00:47.978067 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-16142514-3998-47d2-aa3d-67ef965bc09a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Unset dirty status for tenant:57fe3b8436534f7898c4d9044538b5c2 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:00:47.979129 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-16142514-3998-47d2-aa3d-67ef965bc09a tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.26 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de&tenant_id=57fe3b8436534f7898c4d9044538b5c2&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 943 time: 0.1486712 Apr 18 22:00:48.065454 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-50b796c3-b95c-4cd8-81cf-6674c30d077b service neutron] delete failed (client error): The resource could not be found. Apr 18 22:00:48.066490 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-50b796c3-b95c-4cd8-81cf-6674c30d077b service neutron] 10.222.0.26 "DELETE /v2.0/ports/3b8ec358-b8f4-49b5-9c21-e3269ef7e201/bindings/n-h2-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.0820107 Apr 18 22:00:48.297620 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-4d240a32-95a7-46f2-9a5f-ff30302896a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57fe3b8436534f7898c4d9044538b5c2&device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 1094 time: 0.1641102 Apr 18 22:00:48.426336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-afcd1b30-1ff6-46de-8adb-cc3c359ae8b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:48.427730 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-afcd1b30-1ff6-46de-8adb-cc3c359ae8b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 200 len: 916 time: 0.1251540 Apr 18 22:00:48.492282 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-6347fe67-6c7e-4a7e-b02c-f78229cceea9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201 HTTP/1.1" status: 200 len: 217 time: 0.0588660 Apr 18 22:00:48.534227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:00:48.555961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-53e6cc50-96dd-41cd-ae7b-576ae214de65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:48.557283 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-53e6cc50-96dd-41cd-ae7b-576ae214de65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 200 len: 855 time: 0.0597391 Apr 18 22:00:48.602004 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-a8920aa4-4400-4f1e-8231-cd3697dc27b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8df7d5a8-a513-4ace-93b0-c24e34935e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384178 Apr 18 22:00:48.666216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:48.679944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201', 'network_id': '8df7d5a8-a513-4ace-93b0-c24e34935e60', 'port_id': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201', 'mac_address': 'fa:16:3e:d7:4a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0817a-0979-4c28-bd4e-92140f9272d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:00:48.737928 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:48.750922 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-942ae73d-8acd-4242-9d2d-bc7ab4134995 service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430035 Apr 18 22:00:48.754798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:00:48.770522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:48.840792 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:48.885156 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-62632a7f-e1e7-4c08-b745-ec9f2ed54800 req-e90f021a-7a5b-4567-953e-8d11320137e5 service neutron] 10.222.0.26 "GET /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274095 Apr 18 22:00:48.908925 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:49.055333 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['3b8ec358-b8f4-49b5-9c21-e3269ef7e201'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:00:49.112008 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d307c52-9cdd-499a-a3fd-8d02a5919b85 req-57f1c117-ee69-44cb-95fa-16ad498bc324 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:49.113374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d307c52-9cdd-499a-a3fd-8d02a5919b85 req-57f1c117-ee69-44cb-95fa-16ad498bc324 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 944 time: 0.0775342 Apr 18 22:00:49.163305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d307c52-9cdd-499a-a3fd-8d02a5919b85 req-771d403b-e5a0-4f89-a4f0-cb4c6e3c91a7 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440760 Apr 18 22:00:50.356162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33558552-5bd6-452c-91a8-4bb9042298bc req-eca26e7f-8f8a-4579-b9a7-f0a661a979d7 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:50.357611 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-33558552-5bd6-452c-91a8-4bb9042298bc req-eca26e7f-8f8a-4579-b9a7-f0a661a979d7 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 944 time: 0.0740726 Apr 18 22:00:50.402889 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-33558552-5bd6-452c-91a8-4bb9042298bc req-9990362d-8d90-48c4-90df-6199ca643db0 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391796 Apr 18 22:00:50.542856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:50.598241 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b350e-8264-465a-99c2-42898c2d0223 req-2ab00ffc-424a-4476-9ae9-7a8393ce4de2 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:50.599697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a49b350e-8264-465a-99c2-42898c2d0223 req-2ab00ffc-424a-4476-9ae9-7a8393ce4de2 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 944 time: 0.0805595 Apr 18 22:00:50.645867 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a49b350e-8264-465a-99c2-42898c2d0223 req-4b6b5d0a-2c60-4d2a-a0a0-a2984517c104 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406249 Apr 18 22:00:50.675470 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:50.680604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:50.681039 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:50.795941 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:50.822487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6966be1a-e7b8-491d-afc9-771490ed58de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:00:50.833584 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:50.843124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384eedfe-e5e4-426a-960d-ccb296c43ab3 req-df8d16a0-f075-4562-96ee-648045b775bf tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:50.845620 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-384eedfe-e5e4-426a-960d-ccb296c43ab3 req-df8d16a0-f075-4562-96ee-648045b775bf tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 944 time: 0.0788615 Apr 18 22:00:50.890974 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-384eedfe-e5e4-426a-960d-ccb296c43ab3 req-3092c86b-d90c-4ab6-8e2d-1dbd1c890787 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394876 Apr 18 22:00:50.925415 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:51.003830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:51.055636 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb83fe1-7863-4541-8f01-862bd461e433'] response: {'server_uuid': '6966be1a-e7b8-491d-afc9-771490ed58de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201', 'code': 200} Apr 18 22:00:51.785997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c0626-36a4-43ac-9d24-d4b0ea674fc3 req-ce4ab85b-4151-430f-99a5-eaa5054bda76 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:51.787430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a04c0626-36a4-43ac-9d24-d4b0ea674fc3 req-ce4ab85b-4151-430f-99a5-eaa5054bda76 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0781312 Apr 18 22:00:51.831557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a04c0626-36a4-43ac-9d24-d4b0ea674fc3 req-02d4e4cf-9627-4412-a5d7-d65a3d6b850d tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Apr 18 22:00:52.213982 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:00:52.778880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947417c-52e7-4916-bfcb-c12e483498ce req-5b87bcac-6ce5-481f-9608-1c5fc4eb808e tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:52.780261 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d947417c-52e7-4916-bfcb-c12e483498ce req-5b87bcac-6ce5-481f-9608-1c5fc4eb808e tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.59 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0739470 Apr 18 22:00:52.849304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-d947417c-52e7-4916-bfcb-c12e483498ce req-02549b23-b1f1-4586-ab64-835e8a9287bb tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Deleting port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:00:52.849671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d947417c-52e7-4916-bfcb-c12e483498ce req-02549b23-b1f1-4586-ab64-835e8a9287bb tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:53.027219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b5703-8c36-4de7-9677-0c95925f8d6c req-295b7970-0d8f-4eb4-ae4f-552aa7f62287 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:53.028650 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc8b5703-8c36-4de7-9677-0c95925f8d6c req-295b7970-0d8f-4eb4-ae4f-552aa7f62287 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 945 time: 0.0777903 Apr 18 22:00:53.078559 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc8b5703-8c36-4de7-9677-0c95925f8d6c req-73ce3628-25e6-4007-b9be-cbde982bbd05 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/security-groups?id=75b31afb-bec6-49de-b46a-7f24a9a7a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Apr 18 22:00:53.091748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-d947417c-52e7-4916-bfcb-c12e483498ce req-02549b23-b1f1-4586-ab64-835e8a9287bb tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] For port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,segment=NetworkSegment(b091cb4b-3048-4361-852d-315480b53d09),segment_id=b091cb4b-3048-4361-852d-315480b53d09)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:53.092107 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d947417c-52e7-4916-bfcb-c12e483498ce req-02549b23-b1f1-4586-ab64-835e8a9287bb tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:53.219588 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-d947417c-52e7-4916-bfcb-c12e483498ce req-02549b23-b1f1-4586-ab64-835e8a9287bb tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Calling delete_port for 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:00:53.407568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d947417c-52e7-4916-bfcb-c12e483498ce req-02549b23-b1f1-4586-ab64-835e8a9287bb tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:53.420101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['3b8ec358-b8f4-49b5-9c21-e3269ef7e201'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:00:53.456961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02549b23-b1f1-4586-ab64-835e8a9287bb tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Pushing event deleted for resources: {'Port': ['ID=3b8ec358-b8f4-49b5-9c21-e3269ef7e201,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:53.529231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d947417c-52e7-4916-bfcb-c12e483498ce req-02549b23-b1f1-4586-ab64-835e8a9287bb tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] No DVR routers for this DVR port 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:00:53.532102 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-d947417c-52e7-4916-bfcb-c12e483498ce req-02549b23-b1f1-4586-ab64-835e8a9287bb tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:53.534533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6966be1a-e7b8-491d-afc9-771490ed58de', 'name': 'network-vif-deleted', 'tag': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:00:53.587510 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd755c67-5247-4aa4-b07b-f30323d52a42'] response: {'server_uuid': '6966be1a-e7b8-491d-afc9-771490ed58de', 'name': 'network-vif-deleted', 'tag': '3b8ec358-b8f4-49b5-9c21-e3269ef7e201', 'status': 'completed', 'code': 200} Apr 18 22:00:53.617452 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d947417c-52e7-4916-bfcb-c12e483498ce req-02549b23-b1f1-4586-ab64-835e8a9287bb tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.59 "DELETE /v2.0/ports/3b8ec358-b8f4-49b5-9c21-e3269ef7e201 HTTP/1.1" status: 204 len: 173 time: 0.8319044 Apr 18 22:00:54.260179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dab81d92-9370-4a39-b8a2-12ac5a0301ae req-d7928e7c-bdc7-4bc7-8f5e-5b85a070bea8 tempest-ServerDiskConfigTestJSON-945166096 tempest-ServerDiskConfigTestJSON-945166096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6966be1a-e7b8-491d-afc9-771490ed58de HTTP/1.1" status: 200 len: 210 time: 0.0404105 Apr 18 22:00:54.668149 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3b9e34d0-2e51-4605-99ec-ffdf4d5ca778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:55.527564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37094) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:55.587629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Deleting subnet 6dd0817a-0979-4c28-bd4e-92140f9272d9 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:00:55.590558 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:55.641458 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:55.694931 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:55.823094 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:55.947428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd0817a-0979-4c28-bd4e-92140f9272d9,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:55.960513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:55.961253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:55.961253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:55.961662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:55.961995 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:55.962323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:55.963215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:55.963215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:55.963353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:55.963639 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:55.963976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:55.966692 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:55.974891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e8f7b5a7-b6cc-4657-8f08-3fdaf17c618f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6dd0817a-0979-4c28-bd4e-92140f9272d9 HTTP/1.1" status: 204 len: 168 time: 0.4447045 Apr 18 22:00:55.975915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37098) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:56.080966 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:56.204450 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:56.229555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df7d5a8-a513-4ace-93b0-c24e34935e60']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:56.241570 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b091cb4b-3048-4361-852d-315480b53d09') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:56.241870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b091cb4b-3048-4361-852d-315480b53d09') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:56.253684 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:56.269738 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:56.275541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:00:56.275917 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: timer() Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:00:56.289271 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:00:56.423526 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:56.429213 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:56.451047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] Pushing event deleted for resources: {'Network': ['ID=8df7d5a8-a513-4ace-93b0-c24e34935e60,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:56.525587 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-14e819eb-2d77-4741-837c-0a8ae35fb743 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8df7d5a8-a513-4ace-93b0-c24e34935e60 HTTP/1.1" status: 204 len: 168 time: 0.5486689 Apr 18 22:00:56.571751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:00:56.603626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:00:56.603969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 3b8ec358-b8f4-49b5-9c21-e3269ef7e201 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:00:56.898064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37104) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:56.947602 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-981c9013-2503-4ca0-b858-570ba2d15cea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57fe3b8436534f7898c4d9044538b5c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483937 Apr 18 22:00:56.950067 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37108) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:57.008282 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbb4226e-d930-4a63-bbc8-1142f5d11879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:57.032582 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbb4226e-d930-4a63-bbc8-1142f5d11879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:57.173259 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e67b611e-3016-4da0-806f-f1cf73479275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:57.201179 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbb4226e-d930-4a63-bbc8-1142f5d11879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:57.218807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4226e-d930-4a63-bbc8-1142f5d11879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b31afb-bec6-49de-b46a-7f24a9a7a3ff,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:57.291023 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fbb4226e-d930-4a63-bbc8-1142f5d11879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:57.292141 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fbb4226e-d930-4a63-bbc8-1142f5d11879 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75b31afb-bec6-49de-b46a-7f24a9a7a3ff HTTP/1.1" status: 204 len: 168 time: 0.3412118 Apr 18 22:00:58.001253 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.376489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37130) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:58.501944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1393036194-network', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:58.507591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:58.511396 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Usage tracker for resource:network and tenant:6dc43a916cae4c3a97d947ceeb3b6465 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:58.514193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:58.520309 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:58.582029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Made reservation on behalf of 6dc43a916cae4c3a97d947ceeb3b6465 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:00:58.584168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.600144 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.632000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:58.634873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Usage tracker for resource:security_group_rule and tenant:6dc43a916cae4c3a97d947ceeb3b6465 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:58.638551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:58.646434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:58.713389 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.759241 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.787584 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.816869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:00:58.825408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8a6d2f-d0b7-4bda-b427-77e8268a6302,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:58.830999 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.831347 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Added segment cb0f7082-6aee-494c-b307-a5783c2ef3bb of type vlan for network 848ca178-0b94-4472-9cf5-8e065868c79e Apr 18 22:00:58.857008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.960724 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.961608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:58.962205 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.150315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] Pushing event updated for resources: {'Network': ['ID=848ca178-0b94-4472-9cf5-8e065868c79e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:59.160651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 848ca178-0b94-4472-9cf5-8e065868c79e details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:00:59.213331 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c0a4662f-08d0-4624-adbc-52ac27b2c1c4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8357213 Apr 18 22:00:59.216174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37136) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:59.222030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Request body: {'subnet': {'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1393036194-subnet', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:59.227612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:59.231477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Usage tracker for resource:subnet and tenant:6dc43a916cae4c3a97d947ceeb3b6465 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:59.234540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:59.240610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:59.315335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Made reservation on behalf of 6dc43a916cae4c3a97d947ceeb3b6465 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:00:59.317643 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.578875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.658209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e9ca833-aee6-4f0f-a5f2-858801d76c3c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:59.669300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Checking segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:00:59.669687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Network hostable DHCP agents. Network: 848ca178-0b94-4472-9cf5-8e065868c79e, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:00:59.770701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Network 848ca178-0b94-4472-9cf5-8e065868c79e is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:00:59.862198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 848ca178-0b94-4472-9cf5-8e065868c79e) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:59.866562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:59.867648 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.870817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c7c4b-4592-4a65-84bf-24e715c856a6 None None] Network 848ca178-0b94-4472-9cf5-8e065868c79e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:00:59.973179 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cc7ecd07-a0c0-4a57-9463-ec3c516fa4cb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7559052 Apr 18 22:00:59.975821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37140) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:59.980730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:59.986758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:59.990671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Usage tracker for resource:router and tenant:6dc43a916cae4c3a97d947ceeb3b6465 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:59.993564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:01:00.000018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:01:00.069486 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.070453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.087840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-848ca178-0b94-4472-9cf5-8e065868c79e', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:01:00.088723 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.090466 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.273662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Allocated IP 172.20.0.2 (848ca178-0b94-4472-9cf5-8e065868c79e/3e9ca833-aee6-4f0f-a5f2-858801d76c3c/db4e3097-39cb-43fe-8204-5f3eb6b50d1d) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:01:00.287130 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.472157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.481782 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Transition to ACTIVE for port object db4e3097-39cb-43fe-8204-5f3eb6b50d1d will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:01:00.500696 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Transition to ACTIVE for port object db4e3097-39cb-43fe-8204-5f3eb6b50d1d will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:01:00.543743 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.572541 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.573766 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.640794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Network 848ca178-0b94-4472-9cf5-8e065868c79e is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:01:00.643532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:01:00.647492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:01:00.655842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Pushing event updated for resources: {'Port': ['ID=db4e3097-39cb-43fe-8204-5f3eb6b50d1d,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:00.716653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Allocated IP 172.25.3.219 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/041d687a-4db6-4d08-9d44-0cf4556e4095) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:01:00.745414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Attempting to bind port db4e3097-39cb-43fe-8204-5f3eb6b50d1d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:01:00.745711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Attempting to bind port db4e3097-39cb-43fe-8204-5f3eb6b50d1d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:01:00.746067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Attempting to bind port db4e3097-39cb-43fe-8204-5f3eb6b50d1d on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:01:00.753044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:01:00.754949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Checking segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:01:00.754949 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.754949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Bound using segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:01:00.754949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Bound port: db4e3097-39cb-43fe-8204-5f3eb6b50d1d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:01:00.755291 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.844154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] For port db4e3097-39cb-43fe-8204-5f3eb6b50d1d, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:01:00.847237 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] For port db4e3097-39cb-43fe-8204-5f3eb6b50d1d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=db4e3097-39cb-43fe-8204-5f3eb6b50d1d,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:01:00.864566 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.926858 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.927047 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.993536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:01:00.996404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:01:00.998896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:01:01.030854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2390ba-64d8-4ac2-bd11-3d055d9bbf5a None None] Pushing event updated for resources: {'Port': ['ID=db4e3097-39cb-43fe-8204-5f3eb6b50d1d,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:01.053080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Pushing event updated for resources: {'Port': ['ID=041d687a-4db6-4d08-9d44-0cf4556e4095,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:01.073333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:01.073704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:01.074047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:01.074382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:01.074713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:01.075042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:01.075380 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:01.075698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:01.076027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:01.076349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:01.076674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:01.172397 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:01.262459 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:01.263245 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:01.576434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Router c6eae2ad-cb22-4957-a467-592159dbc6ec is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:01:01.892283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:01:01.909014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device db4e3097-39cb-43fe-8204-5f3eb6b50d1d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:01:01.937948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Sync routers for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:01:01.974067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:01:01.974695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:00:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:01.984174 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:01.985827 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-157ce653-0c3b-44d4-a50c-0f4d2cb07392 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0090418 Apr 18 22:01:01.988775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37144) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:01:02.023475 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3d346-3eb5-48bc-99f7-b4233ac6e599 None None] Network 848ca178-0b94-4472-9cf5-8e065868c79e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:01:02.297662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port db4e3097-39cb-43fe-8204-5f3eb6b50d1d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:01:02.316486 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:01:02.366559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c97d3568-dc8f-4cc5-afe1-e3f3bcd4cf52 None None] Provisioning for port db4e3097-39cb-43fe-8204-5f3eb6b50d1d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:01:02.432090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c97d3568-dc8f-4cc5-afe1-e3f3bcd4cf52 None None] Provisioning complete for port db4e3097-39cb-43fe-8204-5f3eb6b50d1d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:02.432450 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c97d3568-dc8f-4cc5-afe1-e3f3bcd4cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.724194 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.802040 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c97d3568-dc8f-4cc5-afe1-e3f3bcd4cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.854164 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c97d3568-dc8f-4cc5-afe1-e3f3bcd4cf52 None None] For port db4e3097-39cb-43fe-8204-5f3eb6b50d1d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=db4e3097-39cb-43fe-8204-5f3eb6b50d1d,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:02.862551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:01Z', 'revision_number': 3, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:02.868158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Checking router: c6eae2ad-cb22-4957-a467-592159dbc6ec for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:01:02.868158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Updating router c6eae2ad-cb22-4957-a467-592159dbc6ec port 041d687a-4db6-4d08-9d44-0cf4556e4095 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:01:02.924888 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c97d3568-dc8f-4cc5-afe1-e3f3bcd4cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.926798 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.944818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Allocated IP 172.20.0.1 (848ca178-0b94-4472-9cf5-8e065868c79e/3e9ca833-aee6-4f0f-a5f2-858801d76c3c/008382df-343e-4313-8cca-77d0fc7a4b57) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:01:03.092787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d3568-dc8f-4cc5-afe1-e3f3bcd4cf52 None None] Pushing event updated for resources: {'Port': ['ID=db4e3097-39cb-43fe-8204-5f3eb6b50d1d,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:03.122485 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e507dfa8-1ee1-4033-bc1d-53e4c95fe675 None None] Provisioning complete for port db4e3097-39cb-43fe-8204-5f3eb6b50d1d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:03.122872 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e507dfa8-1ee1-4033-bc1d-53e4c95fe675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.211092 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.227799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Transition to ACTIVE for port object 008382df-343e-4313-8cca-77d0fc7a4b57 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:01:03.348426 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.414082 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Network 848ca178-0b94-4472-9cf5-8e065868c79e is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:01:03.418862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:01:03.419272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:01:03.443839 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.457459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Transition to ACTIVE for port object 041d687a-4db6-4d08-9d44-0cf4556e4095 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:01:03.464426 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Pushing event updated for resources: {'Port': ['ID=008382df-343e-4313-8cca-77d0fc7a4b57,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:03.483583 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.530956 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.614186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11a9f3-cfc8-4122-b745-f5b8639a0153 None None] Pushing event updated for resources: {'Port': ['ID=041d687a-4db6-4d08-9d44-0cf4556e4095,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:03.616590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Attempting to bind port 041d687a-4db6-4d08-9d44-0cf4556e4095 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:01:03.616953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Attempting to bind port 041d687a-4db6-4d08-9d44-0cf4556e4095 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:01:03.617404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Attempting to bind port 041d687a-4db6-4d08-9d44-0cf4556e4095 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:01:03.624229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:01:03.625125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:01:03.625538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.625928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:01:03.626387 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Bound port: 041d687a-4db6-4d08-9d44-0cf4556e4095, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:01:03.626757 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.647483 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.708362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] For port 041d687a-4db6-4d08-9d44-0cf4556e4095, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:01:03.711359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] For port 041d687a-4db6-4d08-9d44-0cf4556e4095, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=041d687a-4db6-4d08-9d44-0cf4556e4095,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:01:03.755233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-85376b52-44f5-4870-b8c8-581dd8deb0a9 None None] Provisioning for port 008382df-343e-4313-8cca-77d0fc7a4b57 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:01:03.760422 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-85376b52-44f5-4870-b8c8-581dd8deb0a9 None None] Provisioning complete for port 008382df-343e-4313-8cca-77d0fc7a4b57 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:03.766273 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-85376b52-44f5-4870-b8c8-581dd8deb0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.791332 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.890524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.899501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-85376b52-44f5-4870-b8c8-581dd8deb0a9 None None] Port 008382df-343e-4313-8cca-77d0fc7a4b57 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:01:03.900953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device db4e3097-39cb-43fe-8204-5f3eb6b50d1d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:01:03.932256 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.937768 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.943987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11a9f3-cfc8-4122-b745-f5b8639a0153 None None] Pushing event updated for resources: {'Port': ['ID=041d687a-4db6-4d08-9d44-0cf4556e4095,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:03.963600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:01:03.964224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:00:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:04.039905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:04.043249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Pushing event updated for resources: {'Port': ['ID=008382df-343e-4313-8cca-77d0fc7a4b57,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:04.131624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port db4e3097-39cb-43fe-8204-5f3eb6b50d1d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:04.131997 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:04.180489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Network 848ca178-0b94-4472-9cf5-8e065868c79e is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:01:04.182029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:01:04.211211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:01:04.508718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-50fa5dbc-b413-492e-a278-3dc4b7634215 None None] Provisioning complete for port 008382df-343e-4313-8cca-77d0fc7a4b57 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:04.509064 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-50fa5dbc-b413-492e-a278-3dc4b7634215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:04.583816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Router c6eae2ad-cb22-4957-a467-592159dbc6ec has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:01:04.643059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-50fa5dbc-b413-492e-a278-3dc4b7634215 None None] Port 008382df-343e-4313-8cca-77d0fc7a4b57 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:01:04.724010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 2, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:04.727965 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560ac355-7965-44ef-b062-9cae73d06e11 None None] The sync data for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 is: [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 2, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:01:04.798684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:01:04.808295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-50ade22e-27a7-4413-9aa8-4e3540e38310 admin admin] 10.222.0.11 "PUT /v2.0/routers/c6eae2ad-cb22-4957-a467-592159dbc6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8184047 Apr 18 22:01:05.524332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37156) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:01:05.529934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651232550', 'description': 'tempest-description--1852349234'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:01:05.537217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:01:05.541342 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Usage tracker for resource:security_group and tenant:6dc43a916cae4c3a97d947ceeb3b6465 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:01:05.544422 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:01:05.551185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:01:05.623778 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:05.661719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:01:05.665846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Usage tracker for resource:security_group_rule and tenant:6dc43a916cae4c3a97d947ceeb3b6465 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:01:05.668900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:01:05.674886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:01:05.737154 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:05.817974 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:05.863974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375a2730-569c-4115-a070-42348a55c056,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:05.909492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 041d687a-4db6-4d08-9d44-0cf4556e4095 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:01:05.937463 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:05.938721 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8a3d24a7-7078-43e9-b76f-324722a8d857 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4133129 Apr 18 22:01:05.941428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37160) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:01:05.946848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d3b1e074-97d4-4d87-b327-7e67ee29659e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Request body: {'security_group_rule': {'security_group_id': '375a2730-569c-4115-a070-42348a55c056', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:01:05.953310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d3b1e074-97d4-4d87-b327-7e67ee29659e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:01:05.957148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d3b1e074-97d4-4d87-b327-7e67ee29659e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Usage tracker for resource:security_group_rule and tenant:6dc43a916cae4c3a97d947ceeb3b6465 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:01:05.960154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d3b1e074-97d4-4d87-b327-7e67ee29659e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:01:05.965950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d3b1e074-97d4-4d87-b327-7e67ee29659e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:01:06.069985 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3b1e074-97d4-4d87-b327-7e67ee29659e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:06.092197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 041d687a-4db6-4d08-9d44-0cf4556e4095 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:01:06.097908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 041d687a-4db6-4d08-9d44-0cf4556e4095 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:06.098277 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:06.132729 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3b1e074-97d4-4d87-b327-7e67ee29659e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:06.211830 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:06.212185 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3b1e074-97d4-4d87-b327-7e67ee29659e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:06.229007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 041d687a-4db6-4d08-9d44-0cf4556e4095, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=041d687a-4db6-4d08-9d44-0cf4556e4095,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:06.234749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1e074-97d4-4d87-b327-7e67ee29659e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a993d7e-afd0-4879-9e01-34079916df19,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:06.303746 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:06.332483 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3b1e074-97d4-4d87-b327-7e67ee29659e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:06.333826 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d3b1e074-97d4-4d87-b327-7e67ee29659e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3913536 Apr 18 22:01:06.336274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37164) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:01:06.342014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f4b27b48-ff2a-4f2e-a4a7-d8e2f4aa3cb3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Request body: {'security_group_rule': {'security_group_id': '375a2730-569c-4115-a070-42348a55c056', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:01:06.349106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f4b27b48-ff2a-4f2e-a4a7-d8e2f4aa3cb3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:01:06.352771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f4b27b48-ff2a-4f2e-a4a7-d8e2f4aa3cb3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Usage tracker for resource:security_group_rule and tenant:6dc43a916cae4c3a97d947ceeb3b6465 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:01:06.355700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f4b27b48-ff2a-4f2e-a4a7-d8e2f4aa3cb3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:01:06.361431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f4b27b48-ff2a-4f2e-a4a7-d8e2f4aa3cb3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:01:06.373939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=041d687a-4db6-4d08-9d44-0cf4556e4095,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:06.413276 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f4b27b48-ff2a-4f2e-a4a7-d8e2f4aa3cb3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:06.476457 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f4b27b48-ff2a-4f2e-a4a7-d8e2f4aa3cb3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:06.532075 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f4b27b48-ff2a-4f2e-a4a7-d8e2f4aa3cb3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:06.648769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b27b48-ff2a-4f2e-a4a7-d8e2f4aa3cb3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec418d7-57a7-4a34-98a6-aa27d2738b7c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:06.703827 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f4b27b48-ff2a-4f2e-a4a7-d8e2f4aa3cb3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:06.705068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f4b27b48-ff2a-4f2e-a4a7-d8e2f4aa3cb3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3677454 Apr 18 22:01:06.708078 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37168) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:01:06.713282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:01:06.719774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:01:06.723557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Usage tracker for resource:floatingip and tenant:6dc43a916cae4c3a97d947ceeb3b6465 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:01:06.726499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:01:06.736770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:01:06.806624 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:06.940623 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:07.073782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Allocated IP 172.25.3.63 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/b1b68c9e-ba21-4cc7-a877-fc6fabf6034e) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:01:07.219530 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:07.281546 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:07.348676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:01:07.351621 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:01:07.356016 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:01:07.380683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event updated for resources: {'Port': ['ID=b1b68c9e-ba21-4cc7-a877-fc6fabf6034e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:07.513996 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:07.635797 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:07.839764 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:07.879373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 041d687a-4db6-4d08-9d44-0cf4556e4095 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:01:07.898148 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:07.947194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 041d687a-4db6-4d08-9d44-0cf4556e4095 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:07.947559 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:08.019603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event updated for resources: {'Port': ['ID=b1b68c9e-ba21-4cc7-a877-fc6fabf6034e,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:08.031389 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:08.110455 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:08.111630 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-54e4f05f-dfce-4808-9d17-86dfb05966ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4026353 Apr 18 22:01:08.286551 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b34e699b-6475-4f0b-b23e-c272c999847c req-453eb15a-8602-400c-975a-05816de2d729 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Synchronizing usage tracker for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:01:08.389336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b34e699b-6475-4f0b-b23e-c272c999847c req-453eb15a-8602-400c-975a-05816de2d729 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Unset dirty status for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:01:08.390944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-453eb15a-8602-400c-975a-05816de2d729 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1651232550&fields=id&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 267 time: 0.1448638 Apr 18 22:01:08.539073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e699b-6475-4f0b-b23e-c272c999847c req-d191f4e5-3e50-4e3a-b18f-4771189309a0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:08.540483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-d191f4e5-3e50-4e3a-b18f-4771189309a0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 812 time: 0.1426933 Apr 18 22:01:08.557290 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-dafb126c-3229-4088-bdf3-95c93cd1126c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/quotas/6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 375 time: 0.0115423 Apr 18 22:01:08.640219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b34e699b-6475-4f0b-b23e-c272c999847c req-10bdb7be-8242-4b03-a895-472574b47d83 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Synchronizing usage tracker for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:01:08.713277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b34e699b-6475-4f0b-b23e-c272c999847c req-10bdb7be-8242-4b03-a895-472574b47d83 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Unset dirty status for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:01:08.714594 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-10bdb7be-8242-4b03-a895-472574b47d83 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1525099 Apr 18 22:01:08.851528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-e101f9e5-c3a8-4530-9302-864e027f4142 service neutron] 10.222.0.11 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247871 Apr 18 22:01:09.069185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-af85a58e-ddd8-4cb1-85f3-5c0145796c31 service neutron] 10.222.0.11 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119644 Apr 18 22:01:09.336100 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a579058b-2943-41e6-96dc-4cbbaa335155 req-c33160b2-7021-4448-b96d-446599efe672 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 210 time: 0.0416248 Apr 18 22:01:09.657956 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:10.496475 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa71f5ac-e0ba-43db-bf5a-7912652911e1 req-22617fe0-2afb-4324-a49e-7fc26c3d606d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 210 time: 0.0401366 Apr 18 22:01:11.489181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e699b-6475-4f0b-b23e-c272c999847c req-3a132674-8f12-4bc5-ba44-bab56337a0f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:11.489876 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b34e699b-6475-4f0b-b23e-c272c999847c req-3a132674-8f12-4bc5-ba44-bab56337a0f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Synchronizing usage tracker for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:01:11.595258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b34e699b-6475-4f0b-b23e-c272c999847c req-3a132674-8f12-4bc5-ba44-bab56337a0f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Unset dirty status for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:01:11.596443 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-3a132674-8f12-4bc5-ba44-bab56337a0f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 812 time: 0.2566857 Apr 18 22:01:11.650223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b34e699b-6475-4f0b-b23e-c272c999847c req-5b8a36af-4936-4748-840b-585399ae1ee3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Synchronizing usage tracker for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:01:11.662243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b34e699b-6475-4f0b-b23e-c272c999847c req-5b8a36af-4936-4748-840b-585399ae1ee3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Unset dirty status for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:01:11.662497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67669895-5e48-40ab-a48f-3235815cfe17 req-d842fa1d-6c6c-420e-8202-e09ff456ef2b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 210 time: 0.0444512 Apr 18 22:01:11.663411 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-5b8a36af-4936-4748-840b-585399ae1ee3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 380 time: 0.0549164 Apr 18 22:01:11.671733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Request body: {'port': {'device_id': '62f85126-fed3-4244-a977-1744b185c28c', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'admin_state_up': True, 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'security_groups': ['375a2730-569c-4115-a070-42348a55c056']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:01:11.809620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:01:11.819651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:01:11.926881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Made reservation on behalf of 6dc43a916cae4c3a97d947ceeb3b6465 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:01:11.929964 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:12.091028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Allocated IP 172.20.0.12 (848ca178-0b94-4472-9cf5-8e065868c79e/3e9ca833-aee6-4f0f-a5f2-858801d76c3c/ad35d038-d1bf-4215-a8a1-b014fdd5e768) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:01:12.276280 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:12.292639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Transition to ACTIVE for port object ad35d038-d1bf-4215-a8a1-b014fdd5e768 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:01:12.399357 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:12.470660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Network 848ca178-0b94-4472-9cf5-8e065868c79e is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:01:12.473530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:01:12.477384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:01:12.511670 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event updated for resources: {'Port': ['ID=ad35d038-d1bf-4215-a8a1-b014fdd5e768,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:12.547074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:12.547699 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:12.646002 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-bc21d547-ecdf-429e-98dc-8ec7815864fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9779437 Apr 18 22:01:12.658453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Request body: {'port': {'device_id': '62f85126-fed3-4244-a977-1744b185c28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:01:12.760944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-95b5fb7c-093b-475f-938e-cbde629adaee None None] Provisioning for port ad35d038-d1bf-4215-a8a1-b014fdd5e768 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:01:12.767190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-95b5fb7c-093b-475f-938e-cbde629adaee None None] Provisioning complete for port ad35d038-d1bf-4215-a8a1-b014fdd5e768 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:12.767769 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-95b5fb7c-093b-475f-938e-cbde629adaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:12.769255 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:12.824713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-95b5fb7c-093b-475f-938e-cbde629adaee None None] Port ad35d038-d1bf-4215-a8a1-b014fdd5e768 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:01:12.863578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f2b6a-f097-473c-a35e-701dfcb536e9 req-9d0ac39d-2e7e-4414-91ee-d16b0be3a94a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:12.865020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe9f2b6a-f097-473c-a35e-701dfcb536e9 req-9d0ac39d-2e7e-4414-91ee-d16b0be3a94a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 932 time: 0.0783389 Apr 18 22:01:12.912249 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe9f2b6a-f097-473c-a35e-701dfcb536e9 req-2d290175-7e72-4148-a8e0-d0c0a33e2245 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412295 Apr 18 22:01:13.116049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad35d038-d1bf-4215-a8a1-b014fdd5e768 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:01:13.122862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:13.137627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Transition to ACTIVE for port object ad35d038-d1bf-4215-a8a1-b014fdd5e768 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:01:13.222312 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:13.347387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Pushing event updated for resources: {'Port': ['ID=ad35d038-d1bf-4215-a8a1-b014fdd5e768,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:13.455864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Attempting to bind port ad35d038-d1bf-4215-a8a1-b014fdd5e768 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:01:13.456201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Attempting to bind port ad35d038-d1bf-4215-a8a1-b014fdd5e768 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:01:13.456513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Attempting to bind port ad35d038-d1bf-4215-a8a1-b014fdd5e768 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:01:13.462193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Port ad35d038-d1bf-4215-a8a1-b014fdd5e768 on network 848ca178-0b94-4472-9cf5-8e065868c79e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:01:13.462513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Attempting to bind port ad35d038-d1bf-4215-a8a1-b014fdd5e768 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:01:13.468649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:01:13.469011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Checking segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:01:13.469412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Bound using segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:01:13.469870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Bound port: ad35d038-d1bf-4215-a8a1-b014fdd5e768, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:01:13.470215 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:13.651307 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:01:13.654247 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:01:13.715738 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:13.778271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:13.779742 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] 10.222.0.59 "PUT /v2.0/ports/ad35d038-d1bf-4215-a8a1-b014fdd5e768 HTTP/1.1" status: 200 len: 1092 time: 1.1259935 Apr 18 22:01:13.783295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:01:13.807959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dd2bc-4ecd-4a7d-80a6-d774047f959c service neutron] Pushing event updated for resources: {'Port': ['ID=ad35d038-d1bf-4215-a8a1-b014fdd5e768,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:13.848789 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719914b8-e451-4cd7-9c5e-e104c0798a90'] response: {'name': 'network-changed', 'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'status': 'completed', 'code': 200} Apr 18 22:01:13.936698 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-d6795a70-8e2b-4017-a2b8-11aa0776ba31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 1095 time: 0.0753431 Apr 18 22:01:14.012109 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-94cb5f52-1de9-4ec8-b910-9f55ced145ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768 HTTP/1.1" status: 200 len: 217 time: 0.0680413 Apr 18 22:01:14.077438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e699b-6475-4f0b-b23e-c272c999847c req-f0172371-c0aa-4b62-a63e-3ff248799e7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:14.079608 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-f0172371-c0aa-4b62-a63e-3ff248799e7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0614777 Apr 18 22:01:14.148862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955df3e5-e23d-47e6-8e93-645e51e47fe5 req-13d1571d-6f83-4d28-8177-5e66a55a0917 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:14.150938 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-955df3e5-e23d-47e6-8e93-645e51e47fe5 req-13d1571d-6f83-4d28-8177-5e66a55a0917 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 944 time: 0.0830040 Apr 18 22:01:14.155599 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-1b5ef373-7515-4acf-b2a8-60978d57a5fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706501 Apr 18 22:01:14.198959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-955df3e5-e23d-47e6-8e93-645e51e47fe5 req-bedc7d21-a9d4-49c2-9aef-84238a3dc78b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420618 Apr 18 22:01:14.287333 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-0bd03917-4ebf-447b-bff1-baabe2e57295 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251049 Apr 18 22:01:14.422930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b34e699b-6475-4f0b-b23e-c272c999847c req-1df12f13-b3d8-4e2c-b852-d370bf7ca201 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286137 Apr 18 22:01:14.604438 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6bddc863-5fc2-4ad8-bce5-40379504b77f req-fdafb24a-1e7a-49c7-8d58-f0e38828082f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 1095 time: 0.0712085 Apr 18 22:01:14.737758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddc863-5fc2-4ad8-bce5-40379504b77f req-c59e1bb6-5dc5-42d1-b883-a4729fd43ad6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:14.739189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6bddc863-5fc2-4ad8-bce5-40379504b77f req-c59e1bb6-5dc5-42d1-b883-a4729fd43ad6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1281557 Apr 18 22:01:14.809294 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6bddc863-5fc2-4ad8-bce5-40379504b77f req-f8bb8349-225a-4155-824c-d0ad89e22fd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768 HTTP/1.1" status: 200 len: 217 time: 0.0630205 Apr 18 22:01:14.870061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddc863-5fc2-4ad8-bce5-40379504b77f req-274a1a5b-ca98-45ec-8a67-77a8ea4f9549 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:14.871354 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6bddc863-5fc2-4ad8-bce5-40379504b77f req-274a1a5b-ca98-45ec-8a67-77a8ea4f9549 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0560987 Apr 18 22:01:14.943265 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6bddc863-5fc2-4ad8-bce5-40379504b77f req-89e6a8f0-9666-4ffe-8e37-03218e85e679 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658531 Apr 18 22:01:15.083534 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6bddc863-5fc2-4ad8-bce5-40379504b77f req-abcf61a9-77e7-4762-9d15-158ddac32586 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328535 Apr 18 22:01:15.215878 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6bddc863-5fc2-4ad8-bce5-40379504b77f req-3cce9ea4-1137-4170-bb35-53567f81389a service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241834 Apr 18 22:01:15.393172 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3641ee-a578-4272-ba48-d16fcc468742 req-4361ed7f-baf8-4256-8264-81a949c36a5a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:15.394608 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e3641ee-a578-4272-ba48-d16fcc468742 req-4361ed7f-baf8-4256-8264-81a949c36a5a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 944 time: 0.0744700 Apr 18 22:01:15.439203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e3641ee-a578-4272-ba48-d16fcc468742 req-04550de6-3421-4491-a184-0c538a16e42e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 Apr 18 22:01:16.634046 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b52b-1abb-4928-b94c-2baa4572a9c4 req-eba259d4-3ad7-40c2-b111-af68de4e9d70 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:16.635560 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3af8b52b-1abb-4928-b94c-2baa4572a9c4 req-eba259d4-3ad7-40c2-b111-af68de4e9d70 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 944 time: 0.0788844 Apr 18 22:01:16.637948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ad35d038-d1bf-4215-a8a1-b014fdd5e768 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:01:16.681712 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3af8b52b-1abb-4928-b94c-2baa4572a9c4 req-cf015b86-9229-4380-a70d-1b0f34257c61 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395250 Apr 18 22:01:16.770432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:16.783215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'port_id': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'mac_address': 'fa:16:3e:9f:a7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:01:16.835562 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:16.852797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad35d038-d1bf-4215-a8a1-b014fdd5e768 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:01:16.867635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:16.931877 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:16.999437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=ad35d038-d1bf-4215-a8a1-b014fdd5e768,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:17.013077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:17.013347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:17.013708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:17.014038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:17.014362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:17.014683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:17.015001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:17.015318 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:17.015633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:17.017725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:17.018265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:17.122473 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['ad35d038-d1bf-4215-a8a1-b014fdd5e768'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:01:17.876592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e949ed-39c7-42b4-837f-7183143ced6e req-d24fa98d-a9ab-4975-a58f-3382528a5e7b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:17.878039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24e949ed-39c7-42b4-837f-7183143ced6e req-d24fa98d-a9ab-4975-a58f-3382528a5e7b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 945 time: 0.0765052 Apr 18 22:01:17.925720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24e949ed-39c7-42b4-837f-7183143ced6e req-cf86ae91-ab2d-4108-b27d-02aea8319800 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419428 Apr 18 22:01:18.282896 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Sync routers for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:01:18.294087 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:01:18.294674 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:00:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:18.462370 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:01:18.648473 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ad35d038-d1bf-4215-a8a1-b014fdd5e768 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:01:18.764958 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 2, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:18.769171 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Checking router: c6eae2ad-cb22-4957-a467-592159dbc6ec for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:01:18.769534 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Updating router c6eae2ad-cb22-4957-a467-592159dbc6ec port 008382df-343e-4313-8cca-77d0fc7a4b57 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:01:18.794633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port ad35d038-d1bf-4215-a8a1-b014fdd5e768 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:01:18.799572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port ad35d038-d1bf-4215-a8a1-b014fdd5e768 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:18.799936 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:18.820361 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:18.912916 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:18.939574 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:01:18.951354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:18.999670 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87102393-a86e-449c-a15c-cbda4346f894'] response: {'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'code': 200} Apr 18 22:01:19.023915 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:19.116262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=ad35d038-d1bf-4215-a8a1-b014fdd5e768,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:19.146036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee71f0-f12e-4ed5-a7ab-ca60b0f4becb req-11d935d4-60dd-4925-97d5-6e67ab708754 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:19.147554 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dfee71f0-f12e-4ed5-a7ab-ca60b0f4becb req-11d935d4-60dd-4925-97d5-6e67ab708754 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0806196 Apr 18 22:01:19.160980 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3d7f685-37bb-4d84-909e-896e524a561d req-60cb88f3-b9fb-483d-ad52-2b50c02d9664 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 1097 time: 0.1013060 Apr 18 22:01:19.177040 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:19.190243 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Transition to ACTIVE for port object 008382df-343e-4313-8cca-77d0fc7a4b57 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:01:19.199519 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dfee71f0-f12e-4ed5-a7ab-ca60b0f4becb req-9572afb2-a511-4e9c-9c0c-1e6cd12f224d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448506 Apr 18 22:01:19.208729 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3d7f685-37bb-4d84-909e-896e524a561d req-0befc178-f53e-4bde-8b07-26ed408fc89a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411508 Apr 18 22:01:19.269496 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:19.392003 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Pushing event updated for resources: {'Port': ['ID=008382df-343e-4313-8cca-77d0fc7a4b57,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:19.397702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-605fb24e-0e5c-4ffc-8df2-3e87965a062c req-81bb33ca-2286-4dbe-902b-94b6d06ed80c service neutron] (85048) timed out ('10.222.0.11', 50474) {{(pid=85048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 22:01:19.428578 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:19.428920 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:19.429256 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:19.429619 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:19.429952 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:19.430277 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:19.430596 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:19.430916 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:19.431233 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:19.431547 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:19.431863 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:01:19.496058 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Attempting to bind port 008382df-343e-4313-8cca-77d0fc7a4b57 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:01:19.496418 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Attempting to bind port 008382df-343e-4313-8cca-77d0fc7a4b57 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:01:19.496779 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Attempting to bind port 008382df-343e-4313-8cca-77d0fc7a4b57 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:01:19.503990 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:01:19.504353 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Checking segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:01:19.504743 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:19.505123 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Bound using segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:01:19.505605 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Bound port: 008382df-343e-4313-8cca-77d0fc7a4b57, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:01:19.506217 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:19.592562 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] For port 008382df-343e-4313-8cca-77d0fc7a4b57, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:01:19.595568 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] For port 008382df-343e-4313-8cca-77d0fc7a4b57, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=008382df-343e-4313-8cca-77d0fc7a4b57,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:01:19.680759 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:19.785867 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bd0a6-ce6a-49d6-adf1-feb09eb2d04e None None] Pushing event updated for resources: {'Port': ['ID=008382df-343e-4313-8cca-77d0fc7a4b57,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:19.790407 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:01:19.791067 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:00:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:19.918413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 008382df-343e-4313-8cca-77d0fc7a4b57 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:01:19.976975 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:01:20.046573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 008382df-343e-4313-8cca-77d0fc7a4b57 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:01:20.056423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 008382df-343e-4313-8cca-77d0fc7a4b57 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:20.056931 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:20.091160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0b23ba39-9e1f-4a57-9060-95cbd388e767 None None] Provisioning complete for port 008382df-343e-4313-8cca-77d0fc7a4b57 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:20.091538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0b23ba39-9e1f-4a57-9060-95cbd388e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:20.276960 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:20.304786 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0b23ba39-9e1f-4a57-9060-95cbd388e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:20.321137 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:19Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:20.325187 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dde949-4dfc-45f1-a08b-00d5e7d360c9 None None] The sync data for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 is: [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:19Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:01:20.331248 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 008382df-343e-4313-8cca-77d0fc7a4b57, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=008382df-343e-4313-8cca-77d0fc7a4b57,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:20.425230 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:20.445499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fb3a7-11e4-41a7-97b6-079930067702 req-ca4ab4fe-5d03-4db1-aa2b-3b5824b9f3e4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:20.446880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-443fb3a7-11e4-41a7-97b6-079930067702 req-ca4ab4fe-5d03-4db1-aa2b-3b5824b9f3e4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0904477 Apr 18 22:01:20.498420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-443fb3a7-11e4-41a7-97b6-079930067702 req-07714fcd-00a3-4be3-8e72-b30a153b5808 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451803 Apr 18 22:01:20.579968 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-0b23ba39-9e1f-4a57-9060-95cbd388e767 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:01:20.580314 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-0b23ba39-9e1f-4a57-9060-95cbd388e767 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:01:20.583691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=008382df-343e-4313-8cca-77d0fc7a4b57,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:21.698214 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa18a0-e741-42b8-9c2c-23430dfbf4d6 req-e0078ce3-3102-42cc-929d-e0c418b41905 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:21.699657 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86fa18a0-e741-42b8-9c2c-23430dfbf4d6 req-e0078ce3-3102-42cc-929d-e0c418b41905 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0782518 Apr 18 22:01:21.744813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86fa18a0-e741-42b8-9c2c-23430dfbf4d6 req-bd326c6c-5984-47a8-9f02-469ff209e895 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396347 Apr 18 22:01:21.886614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 008382df-343e-4313-8cca-77d0fc7a4b57 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:01:21.945742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0c6c4-0faf-4b05-969c-446d0c3a830e req-282017b7-3218-4a9f-a82b-5bcbb8030c02 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:21.947222 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-99f0c6c4-0faf-4b05-969c-446d0c3a830e req-282017b7-3218-4a9f-a82b-5bcbb8030c02 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0863490 Apr 18 22:01:21.956025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37224) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:01:21.959283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 008382df-343e-4313-8cca-77d0fc7a4b57 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:21.959655 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:21.961060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3f536a87-a905-46a2-9a09-550c788d9663 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Request body: {'floatingip': {'port_id': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:01:22.038018 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f536a87-a905-46a2-9a09-550c788d9663 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:22.702698 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f536a87-a905-46a2-9a09-550c788d9663 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:22.800323 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f536a87-a905-46a2-9a09-550c788d9663 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:22.991199 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-3f536a87-a905-46a2-9a09-550c788d9663 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011 associated. External IP: 172.25.3.63, port: ad35d038-d1bf-4215-a8a1-b014fdd5e768. Apr 18 22:01:23.380527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f536a87-a905-46a2-9a09-550c788d9663 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Router c6eae2ad-cb22-4957-a467-592159dbc6ec has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:01:23.576133 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f536a87-a905-46a2-9a09-550c788d9663 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:01:23.581139 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f536a87-a905-46a2-9a09-550c788d9663 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:23.586898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2d4a7-567a-4fc3-8fc9-7c77750046a9 None None] Sync routers for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:01:23.598482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2d4a7-567a-4fc3-8fc9-7c77750046a9 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:01:23.599088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-eed2d4a7-567a-4fc3-8fc9-7c77750046a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:00:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:23.635171 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3f536a87-a905-46a2-9a09-550c788d9663 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "PUT /v2.0/floatingips/44cad03d-5fec-4a6e-a6fe-962edef1b011 HTTP/1.1" status: 200 len: 991 time: 1.6778808 Apr 18 22:01:23.635708 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:01:23.779043 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-eed2d4a7-567a-4fc3-8fc9-7c77750046a9 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:01:23.818811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d9280-79f9-4b36-b5f9-cae1ff569e61 req-e348ed8b-20cf-460d-85a6-e7797426d21b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:23.820359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-658d9280-79f9-4b36-b5f9-cae1ff569e61 req-e348ed8b-20cf-460d-85a6-e7797426d21b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0858045 Apr 18 22:01:23.822104 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff90e8d6-64fc-49ea-859f-d4ad819d7592'] response: {'name': 'network-changed', 'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'status': 'completed', 'code': 200} Apr 18 22:01:23.868134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-658d9280-79f9-4b36-b5f9-cae1ff569e61 req-3099b392-7186-41e8-b5a0-0dc54f0ce965 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423243 Apr 18 22:01:23.913744 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0065ceba-a660-4859-a33a-1e54f656848d req-1e0c7391-4ea0-4e0a-a634-a5224c0c2686 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 1097 time: 0.0700786 Apr 18 22:01:24.082094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43601a0e-3725-473b-bd0e-474ff9cb345e req-764d36c5-5302-4a5d-8c16-c2fc93e67284 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:24.083329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43601a0e-3725-473b-bd0e-474ff9cb345e req-764d36c5-5302-4a5d-8c16-c2fc93e67284 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0848691 Apr 18 22:01:24.132193 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43601a0e-3725-473b-bd0e-474ff9cb345e req-2701e73e-2222-4150-ab09-6a732cb2a1ff tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426738 Apr 18 22:01:24.138922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065ceba-a660-4859-a33a-1e54f656848d req-caa550f7-bc34-4a58-9103-c9fed0d260dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:24.140424 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0065ceba-a660-4859-a33a-1e54f656848d req-caa550f7-bc34-4a58-9103-c9fed0d260dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.2207127 Apr 18 22:01:24.143354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-eed2d4a7-567a-4fc3-8fc9-7c77750046a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '44cad03d-5fec-4a6e-a6fe-962edef1b011', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'port_id': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'mac_address': 'fa:16:3e:9f:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f85126-fed3-4244-a977-1744b185c28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:01:07Z', 'updated_at': '2022-04-18T22:01:22Z', 'revision_number': 1, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:24.147369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2d4a7-567a-4fc3-8fc9-7c77750046a9 None None] Checking router: c6eae2ad-cb22-4957-a467-592159dbc6ec for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:01:24.159197 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2d4a7-567a-4fc3-8fc9-7c77750046a9 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:01:24.160002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-eed2d4a7-567a-4fc3-8fc9-7c77750046a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:00:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:24.251113 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0065ceba-a660-4859-a33a-1e54f656848d req-094d7b77-183e-4557-8f42-ef0464ba3f77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768 HTTP/1.1" status: 200 len: 999 time: 0.1041884 Apr 18 22:01:24.315957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065ceba-a660-4859-a33a-1e54f656848d req-a3c96c4b-fdab-4488-b4a9-0aac1b05c0bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:24.317386 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0065ceba-a660-4859-a33a-1e54f656848d req-a3c96c4b-fdab-4488-b4a9-0aac1b05c0bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0603089 Apr 18 22:01:24.340931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-eed2d4a7-567a-4fc3-8fc9-7c77750046a9 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:01:24.392184 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0065ceba-a660-4859-a33a-1e54f656848d req-ee312c74-4a02-43c3-91c5-de6078817251 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682161 Apr 18 22:01:24.522809 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0065ceba-a660-4859-a33a-1e54f656848d req-149860a8-c58e-4dfb-ada3-3d440f6b7c6a service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248367 Apr 18 22:01:24.656063 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0065ceba-a660-4859-a33a-1e54f656848d req-45f7276a-c3f8-453d-94aa-fb4904fc0cfb service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250575 Apr 18 22:01:24.696822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-eed2d4a7-567a-4fc3-8fc9-7c77750046a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '44cad03d-5fec-4a6e-a6fe-962edef1b011', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'port_id': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'mac_address': 'fa:16:3e:9f:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f85126-fed3-4244-a977-1744b185c28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:01:07Z', 'updated_at': '2022-04-18T22:01:22Z', 'revision_number': 1, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:24.700662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2d4a7-567a-4fc3-8fc9-7c77750046a9 None None] The sync data for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 is: [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '44cad03d-5fec-4a6e-a6fe-962edef1b011', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'port_id': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'mac_address': 'fa:16:3e:9f:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f85126-fed3-4244-a977-1744b185c28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:01:07Z', 'updated_at': '2022-04-18T22:01:22Z', 'revision_number': 1, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:01:24.732277 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c17334ea-2439-4c4a-8db3-b229291a08ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:24.899022 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29147f03-a1a5-4521-b7b9-861fe9963f14 None None] New status for floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:01:25.339088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a3c9c-2c5a-4251-b3cf-a6b307602fd4 req-ad3cd862-9c4c-4075-82a1-a48538dcbdb5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:25.340542 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-477a3c9c-2c5a-4251-b3cf-a6b307602fd4 req-ad3cd862-9c4c-4075-82a1-a48538dcbdb5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0794194 Apr 18 22:01:25.386004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-477a3c9c-2c5a-4251-b3cf-a6b307602fd4 req-9687001f-2095-4e5a-ab4d-0ca3ab740b90 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398300 Apr 18 22:01:25.574405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f24a1-2c4a-4de3-839e-5fc0f5abb069 req-1dfe357a-0ee0-48c5-bf2a-e5a0dfe69fda tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:25.575830 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-566f24a1-2c4a-4de3-839e-5fc0f5abb069 req-1dfe357a-0ee0-48c5-bf2a-e5a0dfe69fda tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0745690 Apr 18 22:01:25.626141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-566f24a1-2c4a-4de3-839e-5fc0f5abb069 req-41f021fc-b851-4a13-bd7e-fe3e9e566f2c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443408 Apr 18 22:01:25.815660 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38124061-cae4-4f1c-ba6b-afeecc2b0ac6 req-7f445f05-3b83-46de-bab9-ad919ef763f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0664604 Apr 18 22:01:26.256987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d70551-d8f2-4079-a49b-8cbce470b229 req-a638dcc8-6a3a-43b3-905e-5aadaeda7f08 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:26.258701 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03d70551-d8f2-4079-a49b-8cbce470b229 req-a638dcc8-6a3a-43b3-905e-5aadaeda7f08 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0770619 Apr 18 22:01:26.304833 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-1a4f4fab-ebdc-457c-9614-95daa7df5077 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742033 Apr 18 22:01:26.402503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03d70551-d8f2-4079-a49b-8cbce470b229 req-a0998176-fb91-4b1f-8a91-f97a19503185 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385384 Apr 18 22:01:27.131144 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d838edbe-8a4d-44e4-986d-4b136f9a6e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:27.603242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c3c6e-9b9f-4f84-ab76-fd93df38e664 req-545e8fae-aec9-4f2c-af47-70ddb20483c2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:27.604679 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d3c3c6e-9b9f-4f84-ab76-fd93df38e664 req-545e8fae-aec9-4f2c-af47-70ddb20483c2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0765145 Apr 18 22:01:27.650303 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d3c3c6e-9b9f-4f84-ab76-fd93df38e664 req-a0ac6062-7b36-4a29-8777-e2ef5a437e5d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397696 Apr 18 22:01:28.028121 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:28.431247 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-f3a64aab-df0e-48b2-bee5-4edcd66a67b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 1097 time: 0.0854614 Apr 18 22:01:28.572265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-aae07ebc-4288-4692-8f75-faf598f9cd0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:28.573750 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-aae07ebc-4288-4692-8f75-faf598f9cd0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1369991 Apr 18 22:01:28.677125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-bacb773c-b794-4896-9fad-1698a20a0b98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768 HTTP/1.1" status: 200 len: 1001 time: 0.0977132 Apr 18 22:01:28.739930 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-ab4f5e25-7bc0-4439-8069-5def132582b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:28.743180 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-ab4f5e25-7bc0-4439-8069-5def132582b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0585253 Apr 18 22:01:28.771889 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:28.820567 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2a830b22-e72e-40c8-8f71-79cfc096be14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732684 Apr 18 22:01:28.852870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c30847-4d33-4875-9aa8-6867b2804029 req-29e6ee01-d817-440b-b76e-a0be85ef82ce tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:28.854273 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44c30847-4d33-4875-9aa8-6867b2804029 req-29e6ee01-d817-440b-b76e-a0be85ef82ce tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0806801 Apr 18 22:01:28.901999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44c30847-4d33-4875-9aa8-6867b2804029 req-90ced5bf-5cc2-43e6-988d-d959c5cc1cbc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418723 Apr 18 22:01:28.954917 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-e1938769-e8f0-4665-9468-337b8632e14d service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278083 Apr 18 22:01:29.083780 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-238a85af-85c2-4232-840e-94e43cb328ee service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241035 Apr 18 22:01:29.214375 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:01:30.104560 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c2d28-ab2b-43be-85b5-390ef2c56bce req-8d294f9f-6e59-4347-8a56-6430b60ed0a1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:30.105931 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f31c2d28-ab2b-43be-85b5-390ef2c56bce req-8d294f9f-6e59-4347-8a56-6430b60ed0a1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0781653 Apr 18 22:01:30.152117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f31c2d28-ab2b-43be-85b5-390ef2c56bce req-d3092205-1b97-400e-9307-e26a722d21a7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402546 Apr 18 22:01:31.153153 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:31.353450 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678e4e6-2e6c-444e-96fe-9b9d1ac2bb87 req-43eb6d4d-7cbc-4d6b-91d0-aa3ec44aa79d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:31.354938 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0678e4e6-2e6c-444e-96fe-9b9d1ac2bb87 req-43eb6d4d-7cbc-4d6b-91d0-aa3ec44aa79d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0823987 Apr 18 22:01:31.400102 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0678e4e6-2e6c-444e-96fe-9b9d1ac2bb87 req-25488c97-1f21-41a6-bf5e-01fca4b05cae tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396023 Apr 18 22:01:32.595061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1fd03-d707-4cc9-83c7-f0a62bc4874e req-3d91236a-540b-459f-9165-7981043da72f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:32.596492 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-52f1fd03-d707-4cc9-83c7-f0a62bc4874e req-3d91236a-540b-459f-9165-7981043da72f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0753348 Apr 18 22:01:32.645288 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-52f1fd03-d707-4cc9-83c7-f0a62bc4874e req-b3cd4c64-e4e0-4441-915f-5601ca4ba8dc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Apr 18 22:01:33.844060 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2ad74-71ca-4c7b-bdd9-8c901b0ed09f req-7cfd55d8-c166-4384-a92e-4acd809afbd8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:33.846158 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0d2ad74-71ca-4c7b-bdd9-8c901b0ed09f req-7cfd55d8-c166-4384-a92e-4acd809afbd8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0761986 Apr 18 22:01:33.863381 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:33.891871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0d2ad74-71ca-4c7b-bdd9-8c901b0ed09f req-f37da9c0-4909-48c0-91b4-6717ac7dc2d1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 Apr 18 22:01:35.096996 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b5fe3-9884-4aae-bea7-6d394faa3575 req-2c1ccbc0-fbc8-48fc-9a51-5e0c80ce36eb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:35.098461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-377b5fe3-9884-4aae-bea7-6d394faa3575 req-2c1ccbc0-fbc8-48fc-9a51-5e0c80ce36eb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0794382 Apr 18 22:01:35.145347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-377b5fe3-9884-4aae-bea7-6d394faa3575 req-75f27726-f7a8-4901-ac8f-884752782cf2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411646 Apr 18 22:01:36.346974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce6ac3-19a7-4e45-8c54-6739678a1ddc req-6eed4059-41f1-42ab-99db-1a8a0dd79dfb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:36.348414 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40ce6ac3-19a7-4e45-8c54-6739678a1ddc req-6eed4059-41f1-42ab-99db-1a8a0dd79dfb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0800419 Apr 18 22:01:36.393842 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40ce6ac3-19a7-4e45-8c54-6739678a1ddc req-d3ab2b6a-e51c-420f-9fe6-3c8e73d6e990 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399635 Apr 18 22:01:37.042128 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccf224cd-6076-45a1-9eb5-0e7a96216a72 req-6387f2e3-bba0-45dd-bf08-4ef1021c0ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 1097 time: 0.0671039 Apr 18 22:01:37.280027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf224cd-6076-45a1-9eb5-0e7a96216a72 req-9342af23-1659-410e-94b3-87b21b4685f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:37.281486 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccf224cd-6076-45a1-9eb5-0e7a96216a72 req-9342af23-1659-410e-94b3-87b21b4685f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.2222614 Apr 18 22:01:37.394640 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccf224cd-6076-45a1-9eb5-0e7a96216a72 req-7d88481a-6ed7-4c4e-8793-c8c306d22ca2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768 HTTP/1.1" status: 200 len: 1001 time: 0.1024275 Apr 18 22:01:37.457999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf224cd-6076-45a1-9eb5-0e7a96216a72 req-5dfe0104-e3e7-4615-a198-1945cb85ac86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:37.459512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccf224cd-6076-45a1-9eb5-0e7a96216a72 req-5dfe0104-e3e7-4615-a198-1945cb85ac86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0577362 Apr 18 22:01:37.540775 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccf224cd-6076-45a1-9eb5-0e7a96216a72 req-a6316eec-96cf-415e-a14d-ac04ea4d5ee0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748243 Apr 18 22:01:37.593765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0adc39-6070-4ed9-adcc-3d9af76ca7c6 req-d7462954-8d88-4962-a18b-aeae9d3751bb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:37.595918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b0adc39-6070-4ed9-adcc-3d9af76ca7c6 req-d7462954-8d88-4962-a18b-aeae9d3751bb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0808778 Apr 18 22:01:37.642258 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b0adc39-6070-4ed9-adcc-3d9af76ca7c6 req-ecc6d869-81bc-449a-a1bd-782b1b2d8fac tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396881 Apr 18 22:01:37.674974 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccf224cd-6076-45a1-9eb5-0e7a96216a72 req-9cf2e27f-adc6-4613-a2b8-3b89cc12e8e4 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279263 Apr 18 22:01:37.806646 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ccf224cd-6076-45a1-9eb5-0e7a96216a72 req-0f5d0e88-940b-4c25-8136-c8bd9b00265d service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238873 Apr 18 22:01:38.850804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e03f11-7680-4342-8f18-6a315287f59c req-a4317352-5796-4923-80c8-0ea228ad3f4a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:38.852264 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51e03f11-7680-4342-8f18-6a315287f59c req-a4317352-5796-4923-80c8-0ea228ad3f4a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0749440 Apr 18 22:01:38.901334 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51e03f11-7680-4342-8f18-6a315287f59c req-4386a2f4-1c67-4ba1-b39b-4fb1e9f81392 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436363 Apr 18 22:01:39.203263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-3af12be6-d7e4-4a91-9de9-5cc641a32f5a req-ff96bce1-10c9-40cd-9fd5-c7ed9b0a47d2 service neutron] (85049) timed out ('10.222.0.59', 55701) {{(pid=85049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 22:01:39.666934 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:40.094215 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc714e38-7b05-40d2-b9ab-e955d4f5927d req-5ceb879f-0cce-4082-bf71-79e80a2b361b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:40.096277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc714e38-7b05-40d2-b9ab-e955d4f5927d req-5ceb879f-0cce-4082-bf71-79e80a2b361b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0754282 Apr 18 22:01:40.140916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fc714e38-7b05-40d2-b9ab-e955d4f5927d req-cd768206-d3dd-4f38-a8ca-07b5b4b2be47 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392978 Apr 18 22:01:41.350293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f221c43-6ca8-42e4-8a75-dd2c6f8f7396 req-981d991e-e890-4b92-b598-9162b5c0ac46 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:41.351746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f221c43-6ca8-42e4-8a75-dd2c6f8f7396 req-981d991e-e890-4b92-b598-9162b5c0ac46 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0855067 Apr 18 22:01:41.398004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1f221c43-6ca8-42e4-8a75-dd2c6f8f7396 req-133cf888-1aef-45d3-8cbd-f1b4f77f92a7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407081 Apr 18 22:01:42.594456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619a1d5-321d-4b07-8b6f-0e598be47441 req-6c77312d-cf32-4339-8605-1f7211fe589b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:42.595865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2619a1d5-321d-4b07-8b6f-0e598be47441 req-6c77312d-cf32-4339-8605-1f7211fe589b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0747001 Apr 18 22:01:42.641949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2619a1d5-321d-4b07-8b6f-0e598be47441 req-b611b2f8-87dc-47db-89f1-8ea97df4b5d5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406325 Apr 18 22:01:43.838219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ba0fd-95b9-4c8a-add7-b0859eeb6dbb req-6aef1834-45c9-41fe-b30b-c6e24e0d858c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:43.839652 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-036ba0fd-95b9-4c8a-add7-b0859eeb6dbb req-6aef1834-45c9-41fe-b30b-c6e24e0d858c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0798731 Apr 18 22:01:43.884528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-036ba0fd-95b9-4c8a-add7-b0859eeb6dbb req-f9c389d4-b26a-4fd9-9812-3dc15b37190c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394146 Apr 18 22:01:45.088622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed649-bdfc-4e2b-b6db-7fbf5fcaed84 req-6597dad6-9e3e-4086-be9a-f640884f5885 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:45.090063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-136ed649-bdfc-4e2b-b6db-7fbf5fcaed84 req-6597dad6-9e3e-4086-be9a-f640884f5885 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0751483 Apr 18 22:01:45.137953 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-136ed649-bdfc-4e2b-b6db-7fbf5fcaed84 req-c42f4ab2-927c-4724-9c2f-99220e561255 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411263 Apr 18 22:01:46.103331 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-6263d822-9def-46f1-ac5c-02cea31cc337 service neutron] show failed (client error): The resource could not be found. Apr 18 22:01:46.104249 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-6263d822-9def-46f1-ac5c-02cea31cc337 service neutron] 10.222.0.59 "GET /v2.0/ports/ad35d038-d1bf-4215-a8a1-b014fdd5e768/bindings/n-h2-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.0765095 Apr 18 22:01:46.338536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b030583-ae1f-4600-8ae7-323eee4afeba req-95b5dfb0-e501-4843-b86a-456d7d020261 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:46.339966 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b030583-ae1f-4600-8ae7-323eee4afeba req-95b5dfb0-e501-4843-b86a-456d7d020261 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0801299 Apr 18 22:01:46.390482 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b030583-ae1f-4600-8ae7-323eee4afeba req-405b7424-e87d-4a21-bdcd-c48c31946746 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442805 Apr 18 22:01:46.647028 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-e30ae105-445a-4b05-86b1-f3d3abb1f903 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 1097 time: 0.0707448 Apr 18 22:01:46.658639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:01:46.762646 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:47.030591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:47.058391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:01:47.116660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:01:47.121917 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:47.139346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Transition to ACTIVE for port object ad35d038-d1bf-4215-a8a1-b014fdd5e768 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:01:47.190281 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42445975-530f-485a-9d0b-a743ebc964b1'] response: {'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'code': 200} Apr 18 22:01:47.211942 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:47.349131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Pushing event updated for resources: {'Port': ['ID=ad35d038-d1bf-4215-a8a1-b014fdd5e768,revision_number=6']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:47.407460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] No DVR routers for this DVR port ad35d038-d1bf-4215-a8a1-b014fdd5e768 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:01:47.596057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c643bef-0acd-45db-8f85-89137252b8f4 req-579e2328-3eab-45b2-9c5f-4753bbd20306 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:47.597614 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c643bef-0acd-45db-8f85-89137252b8f4 req-579e2328-3eab-45b2-9c5f-4753bbd20306 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 944 time: 0.0785658 Apr 18 22:01:47.649122 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c643bef-0acd-45db-8f85-89137252b8f4 req-458b9b5a-1e5a-4759-93e0-397fcd345f2b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456736 Apr 18 22:01:47.763658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Attempting to bind port ad35d038-d1bf-4215-a8a1-b014fdd5e768 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:01:47.763984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Attempting to bind port ad35d038-d1bf-4215-a8a1-b014fdd5e768 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:01:47.764306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Attempting to bind port ad35d038-d1bf-4215-a8a1-b014fdd5e768 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:01:47.769982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Port ad35d038-d1bf-4215-a8a1-b014fdd5e768 on network 848ca178-0b94-4472-9cf5-8e065868c79e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:01:47.770299 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Attempting to bind port ad35d038-d1bf-4215-a8a1-b014fdd5e768 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:01:47.776331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:01:47.776661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Checking segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:01:47.777033 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Bound using segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:01:47.777448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Bound port: ad35d038-d1bf-4215-a8a1-b014fdd5e768, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:01:47.777810 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:47.864407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:01:47.867390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:01:47.959030 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:48.019296 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:48.020776 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] 10.222.0.26 "PUT /v2.0/ports/ad35d038-d1bf-4215-a8a1-b014fdd5e768 HTTP/1.1" status: 200 len: 1092 time: 1.3664746 Apr 18 22:01:48.039156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50b178-39fb-4e76-8de2-2fba9c41fe4a service neutron] Pushing event updated for resources: {'Port': ['ID=ad35d038-d1bf-4215-a8a1-b014fdd5e768,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:48.120900 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-38689d8d-509c-405e-a375-834009dd6a41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 1095 time: 0.0758505 Apr 18 22:01:48.257345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-5304aa75-c02d-4798-a916-a067008438e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:48.258778 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-5304aa75-c02d-4798-a916-a067008438e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1320181 Apr 18 22:01:48.359375 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-a18a93a0-51d5-4505-aaf4-5ac9a25d9884 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768 HTTP/1.1" status: 200 len: 999 time: 0.0940094 Apr 18 22:01:48.423774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-16e73860-29eb-4f0c-b8c0-df39cc821e07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:48.425164 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-16e73860-29eb-4f0c-b8c0-df39cc821e07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0602515 Apr 18 22:01:48.497828 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-6e5f7f0e-6153-4329-b78d-11091b42081e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662756 Apr 18 22:01:48.627264 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-aa1d059c-85e2-4a4c-9526-068a21503987 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235995 Apr 18 22:01:48.760624 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b7cfb3dd-d676-4bf4-8960-d176f6a44044 req-b43ca710-7a1f-4772-83aa-790fe1a1169d service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277030 Apr 18 22:01:48.772661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ad35d038-d1bf-4215-a8a1-b014fdd5e768 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:01:48.827815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device ad35d038-d1bf-4215-a8a1-b014fdd5e768 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:01:48.855406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a8082-73c1-4d19-886f-d1fc833ea576 req-14fb3c63-c4a5-442f-9e2e-4feaefd2592d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:48.856848 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-864a8082-73c1-4d19-886f-d1fc833ea576 req-14fb3c63-c4a5-442f-9e2e-4feaefd2592d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 944 time: 0.0807877 Apr 18 22:01:48.907296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-864a8082-73c1-4d19-886f-d1fc833ea576 req-64782ff1-e390-41d8-a2d3-437c3d0e21b3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443976 Apr 18 22:01:49.188525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:01:49.255758 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc95b88-76a3-4386-9fbf-57842fa62ea8'] response: {'name': 'network-changed', 'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'status': 'completed', 'code': 200} Apr 18 22:01:49.403922 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-b297b095-5718-43da-96dc-2ac049609c38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 1095 time: 0.1002009 Apr 18 22:01:49.406635 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-fa1c94fe-e127-4206-b4c8-50ebebd0f5b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 1095 time: 0.1322141 Apr 18 22:01:49.636848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-17bcaf31-0845-452e-aad8-5c73f85087db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:49.638302 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-17bcaf31-0845-452e-aad8-5c73f85087db service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.2288330 Apr 18 22:01:49.639236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-c4b3db7b-6d62-47d8-abc1-bcbaa5999f27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:49.640490 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-c4b3db7b-6d62-47d8-abc1-bcbaa5999f27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.2138898 Apr 18 22:01:49.915984 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-82c4a1e8-d7bb-43a9-a56c-cddd3f8ae217 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768 HTTP/1.1" status: 200 len: 999 time: 0.2718728 Apr 18 22:01:49.917846 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-ea7fb55a-5149-458c-ab91-af8d991bf49f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768 HTTP/1.1" status: 200 len: 999 time: 0.2252643 Apr 18 22:01:50.028374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-77492fe3-a6a2-4362-b67a-8b6a234411b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:50.029821 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-77492fe3-a6a2-4362-b67a-8b6a234411b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.1088490 Apr 18 22:01:50.031073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-87b65311-7665-4b06-a169-d7bb4a217e27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:50.033071 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-87b65311-7665-4b06-a169-d7bb4a217e27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0833180 Apr 18 22:01:50.111309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dbdb9-dafd-48f0-a961-124317fad06f req-a5f0d6b2-86ac-42aa-96d1-c488c1526601 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:50.112991 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-976dbdb9-dafd-48f0-a961-124317fad06f req-a5f0d6b2-86ac-42aa-96d1-c488c1526601 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 944 time: 0.0800111 Apr 18 22:01:50.159616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-976dbdb9-dafd-48f0-a961-124317fad06f req-57466ef2-33a0-4a49-98aa-6da462a45b99 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409534 Apr 18 22:01:50.160134 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-e8d01ffa-2f22-4504-b0be-87fd33874d02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964658 Apr 18 22:01:50.162859 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-a72328b2-9ac9-4d78-93e1-10618c2c9cb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272714 Apr 18 22:01:50.396573 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-47f06bb1-2af2-4897-bfbb-2475323df613 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101507 Apr 18 22:01:50.398225 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-03968420-1fc5-444c-b1b7-8d9a6f7dac26 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320089 Apr 18 22:01:50.629319 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-b67319ef-b7dd-4b7f-a786-1b417b2bfeaa service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267330 Apr 18 22:01:50.632494 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d3218b7a-8020-40b1-bc88-e8a54b137626 req-f082486b-9507-4092-8baf-cb2ee14bfd66 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094371 Apr 18 22:01:51.361272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f438a8-e449-444e-b37f-0bac9f5cb89e req-33bcf6b6-ca23-4af7-8bd9-37af363558f7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:51.362758 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10f438a8-e449-444e-b37f-0bac9f5cb89e req-33bcf6b6-ca23-4af7-8bd9-37af363558f7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 944 time: 0.0800650 Apr 18 22:01:51.408008 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-10f438a8-e449-444e-b37f-0bac9f5cb89e req-b545be91-0692-4496-bc9d-1f2910c75839 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395069 Apr 18 22:01:52.538098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ad35d038-d1bf-4215-a8a1-b014fdd5e768 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:01:52.612424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279152bf-582f-4d57-a548-bbb364768344 req-b37a6d70-88ab-4bb6-8d87-f69324057e4a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:52.613897 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-279152bf-582f-4d57-a548-bbb364768344 req-b37a6d70-88ab-4bb6-8d87-f69324057e4a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 944 time: 0.0864198 Apr 18 22:01:52.661336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-279152bf-582f-4d57-a548-bbb364768344 req-7aa6fa5b-959e-419c-9001-f07e38d8a91a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417800 Apr 18 22:01:52.678814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:52.683675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'port_id': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'mac_address': 'fa:16:3e:9f:a7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:01:52.740477 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:52.758005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad35d038-d1bf-4215-a8a1-b014fdd5e768 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:01:52.773889 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:52.857187 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:52.923457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ad35d038-d1bf-4215-a8a1-b014fdd5e768,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:53.128419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92e5d1-e101-4871-b2fb-9ddf779bc972 req-54ea001c-6845-4d9e-a80a-0ba708c97634 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:53.129895 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb92e5d1-e101-4871-b2fb-9ddf779bc972 req-54ea001c-6845-4d9e-a80a-0ba708c97634 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 945 time: 0.0764129 Apr 18 22:01:53.164944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['ad35d038-d1bf-4215-a8a1-b014fdd5e768'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:01:53.182824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb92e5d1-e101-4871-b2fb-9ddf779bc972 req-9f3f2958-8c70-44db-b4f2-5da953bacb86 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469711 Apr 18 22:01:53.221721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-c43a3ccf-4864-4989-9222-01a915df9a3a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:53.222488 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-c43a3ccf-4864-4989-9222-01a915df9a3a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Synchronizing usage tracker for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:01:53.280469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-c43a3ccf-4864-4989-9222-01a915df9a3a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Unset dirty status for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:01:53.281681 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-c43a3ccf-4864-4989-9222-01a915df9a3a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.59 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 945 time: 0.1694341 Apr 18 22:01:53.358395 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-f8ab616a-cc0b-4030-a0a8-a167559c2f5c service neutron] delete failed (client error): The resource could not be found. Apr 18 22:01:53.359376 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-f8ab616a-cc0b-4030-a0a8-a167559c2f5c service neutron] 10.222.0.59 "DELETE /v2.0/ports/ad35d038-d1bf-4215-a8a1-b014fdd5e768/bindings/n-h1-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.0725868 Apr 18 22:01:53.502852 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-ce819189-0d57-44bb-9e50-d5e5c1c659f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 1096 time: 0.0707769 Apr 18 22:01:53.632041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-732bbe81-385c-4bc0-be75-c5285c8f1b7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:53.633479 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-732bbe81-385c-4bc0-be75-c5285c8f1b7f service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1254835 Apr 18 22:01:53.737703 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-b6b73888-5b21-41fc-a66e-0ac900e8b634 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768 HTTP/1.1" status: 200 len: 1000 time: 0.0965416 Apr 18 22:01:53.797466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-19d0c8b1-741e-4c01-8930-21ccb2437190 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:53.798842 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-19d0c8b1-741e-4c01-8930-21ccb2437190 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0556943 Apr 18 22:01:53.870225 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-d424c7ab-1406-4f78-b652-92ac93bc4def service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657673 Apr 18 22:01:53.997235 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-cb67cf0e-5be9-4a4e-96df-1b77b247333c service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211629 Apr 18 22:01:54.224845 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f299aecc-cbe1-4fc2-a441-ce1ec1866457 req-6d33f955-f412-4f8c-8d90-a5ad423d8e89 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217731 Apr 18 22:01:54.390640 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df28e46-be6b-4ef2-a38d-77c92b41da36 req-0b29e197-7ad4-4efe-9b70-82e04eed24ed tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:54.392912 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3df28e46-be6b-4ef2-a38d-77c92b41da36 req-0b29e197-7ad4-4efe-9b70-82e04eed24ed tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 945 time: 0.0793264 Apr 18 22:01:54.437249 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3df28e46-be6b-4ef2-a38d-77c92b41da36 req-68aef8f7-168e-4a21-ad4a-73000c23eca8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387087 Apr 18 22:01:54.560856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ad35d038-d1bf-4215-a8a1-b014fdd5e768 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:01:54.686212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port ad35d038-d1bf-4215-a8a1-b014fdd5e768 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:01:54.691931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port ad35d038-d1bf-4215-a8a1-b014fdd5e768 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:01:54.692234 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:54.721406 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6d7729ab-ae4a-42c2-b5d7-098d5e78eecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:54.805726 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:54.831999 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:01:54.841173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:54.887468 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cef3f1-e391-4b26-8d09-2630b36823c3'] response: {'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'code': 200} Apr 18 22:01:54.891425 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:54.960321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=ad35d038-d1bf-4215-a8a1-b014fdd5e768,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:55.634557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce561a5-e394-4060-bdc0-de727fe68a84 req-d960becd-0f23-4a1e-96d9-75bfcecdaad2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:55.635984 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cce561a5-e394-4060-bdc0-de727fe68a84 req-d960becd-0f23-4a1e-96d9-75bfcecdaad2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0789189 Apr 18 22:01:55.763847 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cce561a5-e394-4060-bdc0-de727fe68a84 req-eeb07d69-2225-4066-be7e-0d02a9932b32 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216264 Apr 18 22:01:55.959874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c929f0-a3c2-4408-8fa4-973ae108424f req-cb1aaeaa-4538-4262-a7e2-6529cf7dc673 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:55.961308 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50c929f0-a3c2-4408-8fa4-973ae108424f req-cb1aaeaa-4538-4262-a7e2-6529cf7dc673 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0753937 Apr 18 22:01:56.005760 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50c929f0-a3c2-4408-8fa4-973ae108424f req-b40ccb69-2a5a-44a7-987c-92f4c2f5fd26 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387259 Apr 18 22:01:56.221151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8d6a-52c3-4829-904f-59b2e480fa72 req-3229fc3f-8f51-47bb-8dca-97e11e98754c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:56.222675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-067a8d6a-52c3-4829-904f-59b2e480fa72 req-3229fc3f-8f51-47bb-8dca-97e11e98754c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0872674 Apr 18 22:01:56.268147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-067a8d6a-52c3-4829-904f-59b2e480fa72 req-3c6552dc-f0cf-4666-a871-958bf1ad387b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400393 Apr 18 22:01:56.873695 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb8533-16c9-48aa-8703-2c595a6b8b3a req-53e9c9c3-f63e-4cbd-89e0-b4871c89ea32 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:56.875723 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3bb8533-16c9-48aa-8703-2c595a6b8b3a req-53e9c9c3-f63e-4cbd-89e0-b4871c89ea32 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0749631 Apr 18 22:01:56.923983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3bb8533-16c9-48aa-8703-2c595a6b8b3a req-fb322ab4-8409-4976-bb0f-f274babe38d7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425231 Apr 18 22:01:57.124515 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a7b0cb37-d037-4272-9ed9-8e7dfa5e8c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:58.057456 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:58.254042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-6fe9bb17-451c-47d6-b497-d73f1e51414c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:58.255738 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-6fe9bb17-451c-47d6-b497-d73f1e51414c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0809722 Apr 18 22:01:58.289308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1836a22-7476-4d35-9be3-1df01cee267f req-0f4bc068-00a9-4f8d-ad34-e6d3c7879f2a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:58.290765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1836a22-7476-4d35-9be3-1df01cee267f req-0f4bc068-00a9-4f8d-ad34-e6d3c7879f2a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 946 time: 0.0771434 Apr 18 22:01:58.323453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Deleting port ad35d038-d1bf-4215-a8a1-b014fdd5e768 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:01:58.323776 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:58.336167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1836a22-7476-4d35-9be3-1df01cee267f req-4fb2c5eb-c5db-40e3-a603-1433360152cf tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398002 Apr 18 22:01:58.561960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] For port ad35d038-d1bf-4215-a8a1-b014fdd5e768, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=ad35d038-d1bf-4215-a8a1-b014fdd5e768,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:58.562317 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:58.775734 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:58.846214 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:58.846498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:58.846808 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011 disassociated. External IP: 172.25.3.63, port: ad35d038-d1bf-4215-a8a1-b014fdd5e768. Apr 18 22:01:58.847143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Calling delete_port for ad35d038-d1bf-4215-a8a1-b014fdd5e768 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:01:59.055559 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:59.106948 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event deleted for resources: {'Port': ['ID=ad35d038-d1bf-4215-a8a1-b014fdd5e768,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:59.329433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Router c6eae2ad-cb22-4957-a467-592159dbc6ec has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:01:59.503727 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6ac9abff-1381-4470-8685-5f53b2aa8342 req-1d09b111-c020-4d91-990d-c806216e9628 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f85126-fed3-4244-a977-1744b185c28c HTTP/1.1" status: 200 len: 210 time: 0.0434425 Apr 18 22:01:59.534011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:01:59.543137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7755c-1a86-40dd-8f79-601b323e6568 None None] Sync routers for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:01:59.554785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7755c-1a86-40dd-8f79-601b323e6568 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:01:59.555382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d1b7755c-1a86-40dd-8f79-601b323e6568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:01:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:59.601790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] No DVR routers for this DVR port ad35d038-d1bf-4215-a8a1-b014fdd5e768 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:01:59.604347 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:59.606795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'name': 'network-vif-deleted', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:01:59.662541 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f8ab69f-7eac-4c85-962e-b4a77da0698c'] response: {'server_uuid': '62f85126-fed3-4244-a977-1744b185c28c', 'name': 'network-vif-deleted', 'tag': 'ad35d038-d1bf-4215-a8a1-b014fdd5e768', 'status': 'completed', 'code': 200} Apr 18 22:01:59.702193 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a13c089b-27b5-4f5b-9cf4-993a1d4af572 req-5e007c59-2ead-4013-bdb4-8bc5cb695f03 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "DELETE /v2.0/ports/ad35d038-d1bf-4215-a8a1-b014fdd5e768 HTTP/1.1" status: 204 len: 173 time: 1.4408898 Apr 18 22:01:59.738980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d1b7755c-1a86-40dd-8f79-601b323e6568 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:02:00.049053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d1b7755c-1a86-40dd-8f79-601b323e6568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:02:00.052854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7755c-1a86-40dd-8f79-601b323e6568 None None] Checking router: c6eae2ad-cb22-4957-a467-592159dbc6ec for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:02:00.063909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7755c-1a86-40dd-8f79-601b323e6568 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:02:00.064487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d1b7755c-1a86-40dd-8f79-601b323e6568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:01:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:02:00.285101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d1b7755c-1a86-40dd-8f79-601b323e6568 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:02:00.604347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d1b7755c-1a86-40dd-8f79-601b323e6568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:02:00.608780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7755c-1a86-40dd-8f79-601b323e6568 None None] The sync data for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 is: [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:02:00.612150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ad35d038-d1bf-4215-a8a1-b014fdd5e768 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:02:00.654121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: ad35d038-d1bf-4215-a8a1-b014fdd5e768 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:02:00.654542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device ad35d038-d1bf-4215-a8a1-b014fdd5e768 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:02:00.840780 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d6bd9b-5224-4d70-acf4-5522158fed64 None None] New status for floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:02:00.867902 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-4cb9da09-9983-4cfd-8012-a3c6bea8c89f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1651232550&fields=id&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 267 time: 0.0425689 Apr 18 22:02:01.021121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8767-d2f5-4158-aeb5-899707b645be req-d21c847d-86ae-4318-a354-c668848c040a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:01.022588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-d21c847d-86ae-4318-a354-c668848c040a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 812 time: 0.1481495 Apr 18 22:02:01.040192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-c34b0b73-adf8-45b6-83f7-c0bff5076a26 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/quotas/6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 375 time: 0.0122020 Apr 18 22:02:01.129126 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-9044adaa-fa38-4269-b634-b1b12c4ce0ac tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835936 Apr 18 22:02:01.166447 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:01.250752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-dac7d20b-773b-4039-a4a2-11ea23428742 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:02:01.251725 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-dac7d20b-773b-4039-a4a2-11ea23428742 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0720339 Apr 18 22:02:01.389136 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-527ebc9c-fdd7-45cf-9314-9d3839ffa9e3 service neutron] 10.222.0.11 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308718 Apr 18 22:02:01.522835 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-f480814d-1f66-44d0-a000-b9e22e0641a5 service neutron] 10.222.0.11 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279137 Apr 18 22:02:01.793972 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-106374a9-b458-4715-9253-c9ce72c45a78 req-a8d2af2c-58a3-4277-9dd3-e84fb21c7e67 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 210 time: 0.0452411 Apr 18 22:02:02.953723 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05b96510-7554-42ba-aac9-5a506cd7e6d7 req-8c7a56fd-fabc-49eb-8e77-a6689c6ba621 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 210 time: 0.0416293 Apr 18 22:02:03.589254 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8767-d2f5-4158-aeb5-899707b645be req-c1a65475-168f-4ec6-82dc-3d0527e75531 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:03.590736 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-c1a65475-168f-4ec6-82dc-3d0527e75531 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 812 time: 0.2421744 Apr 18 22:02:03.651129 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-cbe1d5f5-34e3-47bf-9b6a-8492205714da tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 380 time: 0.0442350 Apr 18 22:02:03.659019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Request body: {'port': {'device_id': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'admin_state_up': True, 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'security_groups': ['375a2730-569c-4115-a070-42348a55c056']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:02:03.799280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:02:03.803507 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Usage tracker for resource:port and tenant:6dc43a916cae4c3a97d947ceeb3b6465 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:02:03.806425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:02:03.812087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:02:03.907236 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:03.907786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Made reservation on behalf of 6dc43a916cae4c3a97d947ceeb3b6465 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:02:03.910572 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:04.071187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Allocated IP 172.20.0.8 (848ca178-0b94-4472-9cf5-8e065868c79e/3e9ca833-aee6-4f0f-a5f2-858801d76c3c/57a5dc0b-f8f9-4235-b651-c9a2ea75db67) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:02:04.115767 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d3869da3-95be-4af2-967a-ef6d7745899f req-d020e67f-fef0-4113-a0fc-f291517e21a2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 210 time: 0.0411112 Apr 18 22:02:04.259139 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:04.273933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Transition to ACTIVE for port object 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:02:04.358727 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:04.429902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Network 848ca178-0b94-4472-9cf5-8e065868c79e is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:02:04.432846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:02:04.437199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:02:04.462141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event updated for resources: {'Port': ['ID=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:04.487819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:04.488151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:04.488486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:04.488857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:04.489174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:04.489510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:04.489831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:04.490151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:04.490467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:04.490780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:04.491094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:04.516436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:04.517049 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:04.596200 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-6d1ab062-bcdc-4e06-bc46-3154ea767b1f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9407008 Apr 18 22:02:04.607030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Request body: {'port': {'device_id': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:02:04.697500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d9caf5d2-30ac-43e0-a3c4-6c7792695bcc None None] Provisioning for port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:02:04.703019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d9caf5d2-30ac-43e0-a3c4-6c7792695bcc None None] Provisioning complete for port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:02:04.704040 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d9caf5d2-30ac-43e0-a3c4-6c7792695bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:04.712665 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:04.755498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d9caf5d2-30ac-43e0-a3c4-6c7792695bcc None None] Port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:02:05.054441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:02:05.061091 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:05.074944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Transition to ACTIVE for port object 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:02:05.148743 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:05.280854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Pushing event updated for resources: {'Port': ['ID=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:05.334849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf28cd-f8a6-44d3-a788-5612f23b6f11 req-a0e736ec-012b-4029-ae6c-a0f72675a7d2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:05.336301 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93bf28cd-f8a6-44d3-a788-5612f23b6f11 req-a0e736ec-012b-4029-ae6c-a0f72675a7d2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 943 time: 0.0911262 Apr 18 22:02:05.384080 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93bf28cd-f8a6-44d3-a788-5612f23b6f11 req-d3c6ca41-d030-4616-8b01-8860409fe24a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417945 Apr 18 22:02:05.390020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Attempting to bind port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:02:05.390356 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Attempting to bind port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:02:05.390772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Attempting to bind port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:02:05.397284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 on network 848ca178-0b94-4472-9cf5-8e065868c79e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:02:05.397643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Attempting to bind port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:02:05.404237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:02:05.404572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Checking segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:02:05.404972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Bound using segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:02:05.405383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Bound port: 57a5dc0b-f8f9-4235-b651-c9a2ea75db67, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:02:05.405757 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:05.497633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] For port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:02:05.501077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] For port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:02:05.583267 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:05.642980 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:05.644349 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] 10.222.0.26 "PUT /v2.0/ports/57a5dc0b-f8f9-4235-b651-c9a2ea75db67 HTTP/1.1" status: 200 len: 1091 time: 1.0413349 Apr 18 22:02:05.644791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'tag': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:02:05.668193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71eecf-5886-435c-8671-429ff04cd32d service neutron] Pushing event updated for resources: {'Port': ['ID=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:05.706166 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4e68b1-c14a-4fa4-b29d-1cb8f18e6b84'] response: {'name': 'network-changed', 'server_uuid': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'tag': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'status': 'completed', 'code': 200} Apr 18 22:02:05.890108 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4274d2f5-75d5-4de6-89c9-70f192a29755 req-1e835974-0bd4-45ae-bb46-4769eb91dfe2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 1094 time: 0.1652627 Apr 18 22:02:06.029737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274d2f5-75d5-4de6-89c9-70f192a29755 req-04f73f83-8b7e-49da-b73a-2e6424b56391 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:06.031949 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4274d2f5-75d5-4de6-89c9-70f192a29755 req-04f73f83-8b7e-49da-b73a-2e6424b56391 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1345022 Apr 18 22:02:06.164921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274d2f5-75d5-4de6-89c9-70f192a29755 req-a0d02e1e-3196-4164-91a4-688c95a1c5ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:06.166280 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4274d2f5-75d5-4de6-89c9-70f192a29755 req-a0d02e1e-3196-4164-91a4-688c95a1c5ce service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297679 Apr 18 22:02:06.214814 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:02:06.272959 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-1d25f117-60f4-4066-b192-609c1a930816 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 1094 time: 0.0680196 Apr 18 22:02:06.345019 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-7362e760-cf88-4b35-9548-a4a61443ee39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67 HTTP/1.1" status: 200 len: 217 time: 0.0651114 Apr 18 22:02:06.405521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8767-d2f5-4158-aeb5-899707b645be req-cb522efe-d835-4b6b-a7e9-c259fa2df806 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:06.407824 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-cb522efe-d835-4b6b-a7e9-c259fa2df806 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0578158 Apr 18 22:02:06.486105 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-75ce0eba-d6b1-4dbf-97b7-5eac81e17cfa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720823 Apr 18 22:02:06.588974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f6f2e-d48e-49f5-9ea3-d2396d9ce599 req-7777c6de-b347-4ce9-bbc1-63f8086a0ec8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:06.590440 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-680f6f2e-d48e-49f5-9ea3-d2396d9ce599 req-7777c6de-b347-4ce9-bbc1-63f8086a0ec8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 943 time: 0.0776093 Apr 18 22:02:06.617813 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-38a4b2f4-1d2b-400b-a3f7-b16f62c144be service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252549 Apr 18 22:02:06.637708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-680f6f2e-d48e-49f5-9ea3-d2396d9ce599 req-f94660c1-d209-44cb-812e-d1530d32d0c8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413837 Apr 18 22:02:06.760443 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c92d8767-d2f5-4158-aeb5-899707b645be req-606e8f57-944d-4928-b517-9ddfcf0f1239 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369138 Apr 18 22:02:07.841866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bda0d-2441-4005-89f4-2b73e76c7e46 req-e7271978-a866-43c3-aced-8f68fa4cfb1c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:07.843287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c6bda0d-2441-4005-89f4-2b73e76c7e46 req-e7271978-a866-43c3-aced-8f68fa4cfb1c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 943 time: 0.0779986 Apr 18 22:02:07.887772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c6bda0d-2441-4005-89f4-2b73e76c7e46 req-9357d7e7-9810-4291-b5cb-9c8c74f29544 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389864 Apr 18 22:02:09.089481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421d645-4c62-4ac6-93e0-23613f90ce60 req-a012931a-e27b-4538-bd53-0c66238c2d51 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:09.090935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9421d645-4c62-4ac6-93e0-23613f90ce60 req-a012931a-e27b-4538-bd53-0c66238c2d51 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 943 time: 0.0773780 Apr 18 22:02:09.139192 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9421d645-4c62-4ac6-93e0-23613f90ce60 req-323b683d-4c5a-46af-ae16-b48a589f710e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425680 Apr 18 22:02:09.680142 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:10.332821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bddb28-593c-410d-ba61-dc6fd414af99 req-0e3aef56-3df6-4030-bdc1-f8b01907d06f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:10.334288 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8bddb28-593c-410d-ba61-dc6fd414af99 req-0e3aef56-3df6-4030-bdc1-f8b01907d06f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 943 time: 0.0767369 Apr 18 22:02:10.379477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8bddb28-593c-410d-ba61-dc6fd414af99 req-fbb487e8-f211-4e75-b74d-f613a4f0201c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396774 Apr 18 22:02:10.652482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:02:10.785595 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:10.799043 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'port_id': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'mac_address': 'fa:16:3e:9d:8a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:02:10.855177 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:10.872207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:02:10.887631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:10.957972 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:11.025510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:11.255055 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['57a5dc0b-f8f9-4235-b651-c9a2ea75db67'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:02:11.575885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e2a20-8c8b-4337-9a80-f13002367cb0 req-fc3528bf-4a75-4f09-81cb-09cf1f218d18 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:11.577315 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a68e2a20-8c8b-4337-9a80-f13002367cb0 req-fc3528bf-4a75-4f09-81cb-09cf1f218d18 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 944 time: 0.0786471 Apr 18 22:02:11.706531 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a68e2a20-8c8b-4337-9a80-f13002367cb0 req-805af9f1-47b5-4965-9f7c-057ae9ca9770 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236744 Apr 18 22:02:12.655000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:02:12.781484 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:02:12.786518 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:02:12.786963 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:12.900877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f0815-eee6-4600-9542-ac563c6e3f79 req-cd3dddac-64a8-4b7d-aba5-8216c6d2c76f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:12.902456 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-334f0815-eee6-4600-9542-ac563c6e3f79 req-cd3dddac-64a8-4b7d-aba5-8216c6d2c76f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 944 time: 0.0774446 Apr 18 22:02:12.907826 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:12.934583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:02:12.944205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:12.952548 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-334f0815-eee6-4600-9542-ac563c6e3f79 req-1014cefd-10de-4668-8f05-ce960ff07766 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416367 Apr 18 22:02:12.988455 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788435cb-b0d0-4462-b22b-0cd668b7781d'] response: {'server_uuid': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'code': 200} Apr 18 22:02:12.998065 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:13.064571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:13.112269 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1a663322-bf90-4dd1-ba65-acc8ccf6ddd6 req-ad95c16d-d322-4fee-960c-56bca59b3697 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 1096 time: 0.0686767 Apr 18 22:02:13.158887 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1a663322-bf90-4dd1-ba65-acc8ccf6ddd6 req-2b73b4db-2cd8-42fc-b63a-af6c9bf418b5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397758 Apr 18 22:02:14.150926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74606a6-7238-4677-978a-127c03f053d8 req-191368ea-36fa-4eb7-8f79-8b757f88d222 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:14.152257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b74606a6-7238-4677-978a-127c03f053d8 req-191368ea-36fa-4eb7-8f79-8b757f88d222 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0802243 Apr 18 22:02:14.197420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b74606a6-7238-4677-978a-127c03f053d8 req-13a4f6db-ee79-4116-9204-81270f65fa10 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396340 Apr 18 22:02:15.398795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b894eb-5ee9-41cc-ac7f-780887a1f7f1 req-c72d8a59-9695-4a8a-9bfa-d5510af8d498 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:15.400266 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b894eb-5ee9-41cc-ac7f-780887a1f7f1 req-c72d8a59-9695-4a8a-9bfa-d5510af8d498 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0759325 Apr 18 22:02:15.454317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3b894eb-5ee9-41cc-ac7f-780887a1f7f1 req-845c65d3-52d7-4037-a9d6-c1d8bbdb88cc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467205 Apr 18 22:02:15.642194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339dc39-7407-4e3e-a7c5-c75f37a420fd req-17dcd4e2-0c31-45cc-9deb-7add5c2f8884 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:15.643598 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d339dc39-7407-4e3e-a7c5-c75f37a420fd req-17dcd4e2-0c31-45cc-9deb-7add5c2f8884 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0746944 Apr 18 22:02:15.652159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37432) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:02:15.658113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-cb8be9f2-2ece-462c-ad43-d03f3a8f2cf4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Request body: {'floatingip': {'port_id': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:02:15.735543 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb8be9f2-2ece-462c-ad43-d03f3a8f2cf4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:16.320155 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb8be9f2-2ece-462c-ad43-d03f3a8f2cf4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:16.375592 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb8be9f2-2ece-462c-ad43-d03f3a8f2cf4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:16.561051 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-cb8be9f2-2ece-462c-ad43-d03f3a8f2cf4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011 associated. External IP: 172.25.3.63, port: 57a5dc0b-f8f9-4235-b651-c9a2ea75db67. Apr 18 22:02:17.050315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8be9f2-2ece-462c-ad43-d03f3a8f2cf4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Router c6eae2ad-cb22-4957-a467-592159dbc6ec has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:02:17.253345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8be9f2-2ece-462c-ad43-d03f3a8f2cf4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:02:17.258036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-cb8be9f2-2ece-462c-ad43-d03f3a8f2cf4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:17.264269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49e2aa-ab8b-47b0-89e0-e7c53a3c22f2 None None] Sync routers for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:02:17.276938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49e2aa-ab8b-47b0-89e0-e7c53a3c22f2 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:02:17.277558 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3f49e2aa-ab8b-47b0-89e0-e7c53a3c22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:01:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:02:17.314817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cb8be9f2-2ece-462c-ad43-d03f3a8f2cf4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "PUT /v2.0/floatingips/44cad03d-5fec-4a6e-a6fe-962edef1b011 HTTP/1.1" status: 200 len: 990 time: 1.6616094 Apr 18 22:02:17.315389 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'tag': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:02:17.379215 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9de8491-6f8b-4d51-b1ab-4862d9737758'] response: {'name': 'network-changed', 'server_uuid': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'tag': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'status': 'completed', 'code': 200} Apr 18 22:02:17.478060 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec2f49ff-225e-4101-88e7-a9631e68ea48 req-f7be98e9-51f0-4862-a99b-7382cf825047 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 1096 time: 0.0773439 Apr 18 22:02:17.512542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3f49e2aa-ab8b-47b0-89e0-e7c53a3c22f2 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:02:17.611378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f49ff-225e-4101-88e7-a9631e68ea48 req-8225879f-6c0a-486d-9f52-62959255abe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:17.612750 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec2f49ff-225e-4101-88e7-a9631e68ea48 req-8225879f-6c0a-486d-9f52-62959255abe5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1294956 Apr 18 22:02:17.723502 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec2f49ff-225e-4101-88e7-a9631e68ea48 req-8112feed-1cbd-4e89-a793-6afc2b20f533 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67 HTTP/1.1" status: 200 len: 998 time: 0.1049778 Apr 18 22:02:17.788160 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f49ff-225e-4101-88e7-a9631e68ea48 req-b5bd631d-114d-46ac-a681-d101a653ae30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:17.789620 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec2f49ff-225e-4101-88e7-a9631e68ea48 req-b5bd631d-114d-46ac-a681-d101a653ae30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0599399 Apr 18 22:02:17.873661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3f49e2aa-ab8b-47b0-89e0-e7c53a3c22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '44cad03d-5fec-4a6e-a6fe-962edef1b011', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'port_id': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'mac_address': 'fa:16:3e:9d:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:01:07Z', 'updated_at': '2022-04-18T22:02:16Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:02:17.876874 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec2f49ff-225e-4101-88e7-a9631e68ea48 req-57e27874-146a-41c3-8032-7f8025662ef2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813107 Apr 18 22:02:17.879417 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49e2aa-ab8b-47b0-89e0-e7c53a3c22f2 None None] Checking router: c6eae2ad-cb22-4957-a467-592159dbc6ec for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:02:17.891203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49e2aa-ab8b-47b0-89e0-e7c53a3c22f2 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:02:17.891961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3f49e2aa-ab8b-47b0-89e0-e7c53a3c22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:01:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:02:17.902096 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eca076-845d-4eab-bb84-30bf9f22902c req-1da51bf1-5f13-4728-96fb-efc4599e5e7a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:17.903547 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69eca076-845d-4eab-bb84-30bf9f22902c req-1da51bf1-5f13-4728-96fb-efc4599e5e7a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.1034617 Apr 18 22:02:17.951995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69eca076-845d-4eab-bb84-30bf9f22902c req-c5a265fa-c7ca-4211-987d-8746ace84943 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427508 Apr 18 22:02:18.021836 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec2f49ff-225e-4101-88e7-a9631e68ea48 req-04e1123a-b608-44ba-aee9-12217002bacf service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316545 Apr 18 22:02:18.073148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3f49e2aa-ab8b-47b0-89e0-e7c53a3c22f2 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:02:18.254333 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec2f49ff-225e-4101-88e7-a9631e68ea48 req-a9a645b2-4d5e-4901-8cea-a026510fa001 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269256 Apr 18 22:02:18.428677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3f49e2aa-ab8b-47b0-89e0-e7c53a3c22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '44cad03d-5fec-4a6e-a6fe-962edef1b011', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'port_id': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'mac_address': 'fa:16:3e:9d:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:01:07Z', 'updated_at': '2022-04-18T22:02:16Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:02:18.432771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49e2aa-ab8b-47b0-89e0-e7c53a3c22f2 None None] The sync data for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 is: [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '44cad03d-5fec-4a6e-a6fe-962edef1b011', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'port_id': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'mac_address': 'fa:16:3e:9d:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:01:07Z', 'updated_at': '2022-04-18T22:02:16Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:02:18.733343 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde2ef07-d11f-4926-b007-bcf3f0e64253 None None] New status for floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:02:19.152326 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1965296-ecc2-429c-9354-daaeeefd549a req-2ac66f6d-163e-424c-9208-e8808d110e25 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:19.153889 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1965296-ecc2-429c-9354-daaeeefd549a req-2ac66f6d-163e-424c-9208-e8808d110e25 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0782213 Apr 18 22:02:19.203708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1965296-ecc2-429c-9354-daaeeefd549a req-37408824-bfd4-483e-9e2e-54ddca1e7443 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 Apr 18 22:02:20.400425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2735bc-ae8b-4acd-a079-a917fe4d2bda req-5fc04c08-65c6-4bcf-904d-8e03a372e642 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:20.401882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe2735bc-ae8b-4acd-a079-a917fe4d2bda req-5fc04c08-65c6-4bcf-904d-8e03a372e642 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0766494 Apr 18 22:02:20.447621 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe2735bc-ae8b-4acd-a079-a917fe4d2bda req-a8abf488-d9d6-4068-a3a6-ef33a63279e2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399246 Apr 18 22:02:21.651168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2b873-5994-443c-92c6-0fa70abeec3e req-cd0b17a0-876e-4d82-90dc-8c2f4e6d2713 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:21.652598 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-82e2b873-5994-443c-92c6-0fa70abeec3e req-cd0b17a0-876e-4d82-90dc-8c2f4e6d2713 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0789976 Apr 18 22:02:21.696762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-82e2b873-5994-443c-92c6-0fa70abeec3e req-865c0f73-0dd6-4d89-bce7-88ecafdae265 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380454 Apr 18 22:02:22.892308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e14c4-4c73-47f3-83b9-3dacc0601788 req-39664d03-6674-4344-9394-ffa2c5558afe tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:22.893794 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-260e14c4-4c73-47f3-83b9-3dacc0601788 req-39664d03-6674-4344-9394-ffa2c5558afe tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0765133 Apr 18 22:02:22.938505 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-260e14c4-4c73-47f3-83b9-3dacc0601788 req-70933d76-5774-490d-959d-7cbc1778cf8f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393438 Apr 18 22:02:24.135005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e68ff5-c8cb-4fb3-8d3b-b0508e1a8ddd req-e2710690-451c-4320-85f1-c32d6f70a139 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:24.136353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8e68ff5-c8cb-4fb3-8d3b-b0508e1a8ddd req-e2710690-451c-4320-85f1-c32d6f70a139 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0789235 Apr 18 22:02:24.181732 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8e68ff5-c8cb-4fb3-8d3b-b0508e1a8ddd req-252339e5-1948-4151-98a2-6043366baebe tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 Apr 18 22:02:24.685367 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e54cdcde-1c33-4b9b-a6ac-6b432e47bb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:25.380292 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461e801-82d3-495c-98f4-7b83ef572493 req-325fb244-7df4-4f91-bec4-83dbde594b64 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:25.381788 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7461e801-82d3-495c-98f4-7b83ef572493 req-325fb244-7df4-4f91-bec4-83dbde594b64 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0764441 Apr 18 22:02:25.429365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7461e801-82d3-495c-98f4-7b83ef572493 req-9cc6c289-024b-4842-987b-81081532e66d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Apr 18 22:02:26.621973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640a39c-9c6d-4680-954c-ebdcae61cdfd req-b50813e6-dea8-408e-a0e9-405be687565c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:26.623682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a640a39c-9c6d-4680-954c-ebdcae61cdfd req-b50813e6-dea8-408e-a0e9-405be687565c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0749834 Apr 18 22:02:26.669347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a640a39c-9c6d-4680-954c-ebdcae61cdfd req-d125f404-1a38-454e-bee8-5a0729925eef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396762 Apr 18 22:02:27.134924 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-54a722de-83b7-419a-856e-2aed48bbf63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:27.871341 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa4605-353f-4315-ac59-f28def5ef800 req-5c7615ce-027f-4cf1-b5aa-8ed0bcddd6d6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:27.872792 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ffa4605-353f-4315-ac59-f28def5ef800 req-5c7615ce-027f-4cf1-b5aa-8ed0bcddd6d6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0790966 Apr 18 22:02:27.918322 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3ffa4605-353f-4315-ac59-f28def5ef800 req-19b8c53c-b4bb-47d9-b96f-76f83ba79ce9 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394173 Apr 18 22:02:28.017112 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:28.775455 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:29.142680 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681328b7-c9a7-4dbf-831d-0252b404c7d9 req-c9c043de-ab80-4400-b9b4-0ee29d108736 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:29.144184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-681328b7-c9a7-4dbf-831d-0252b404c7d9 req-c9c043de-ab80-4400-b9b4-0ee29d108736 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0938652 Apr 18 22:02:29.195002 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-681328b7-c9a7-4dbf-831d-0252b404c7d9 req-8e996883-fa74-43e1-bf66-1dfb6e6613d7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446365 Apr 18 22:02:30.400218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b33b59-e2d0-4f07-90c4-21793d419129 req-cb734e36-6e34-4463-b3a0-d27a939fe8e0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:30.401695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a1b33b59-e2d0-4f07-90c4-21793d419129 req-cb734e36-6e34-4463-b3a0-d27a939fe8e0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0794873 Apr 18 22:02:30.450755 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a1b33b59-e2d0-4f07-90c4-21793d419129 req-e1f471bb-a691-4a3d-9a74-34f05719a458 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Apr 18 22:02:31.165744 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:31.650113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2a074-a0cc-4281-aa3e-a32351250b24 req-5e8e7b9b-5870-4a9c-9225-a690911a1a82 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:31.651555 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4e2a074-a0cc-4281-aa3e-a32351250b24 req-5e8e7b9b-5870-4a9c-9225-a690911a1a82 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0750244 Apr 18 22:02:31.696234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4e2a074-a0cc-4281-aa3e-a32351250b24 req-d07cbc38-7cf3-4943-80b4-12f1e479007d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387375 Apr 18 22:02:32.985225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534578c5-b668-469a-beb1-f2f3f8e7232c req-ec59d492-f346-49b1-a277-1a0bdc89f7fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:32.986591 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-534578c5-b668-469a-beb1-f2f3f8e7232c req-ec59d492-f346-49b1-a277-1a0bdc89f7fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.1697404 Apr 18 22:02:33.031542 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-534578c5-b668-469a-beb1-f2f3f8e7232c req-03bc4177-182e-41ea-900d-2015fbedb5b3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395098 Apr 18 22:02:33.879580 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:34.239703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ab96c-2e8e-4cac-843f-95eb493c6205 req-706d1f1d-22fa-4d0f-92bb-c2e19c565ff8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:34.241131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b16ab96c-2e8e-4cac-843f-95eb493c6205 req-706d1f1d-22fa-4d0f-92bb-c2e19c565ff8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0786526 Apr 18 22:02:34.285432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b16ab96c-2e8e-4cac-843f-95eb493c6205 req-5a03fbc1-6d92-497f-b051-1c07ab3aab67 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388050 Apr 18 22:02:35.482500 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e77946-f566-43d3-8118-78ed62c1fb77 req-ec25710f-99f5-4d09-babd-c1f0a5097cb6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:35.484658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42e77946-f566-43d3-8118-78ed62c1fb77 req-ec25710f-99f5-4d09-babd-c1f0a5097cb6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0757303 Apr 18 22:02:35.528060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42e77946-f566-43d3-8118-78ed62c1fb77 req-d4021986-2944-40be-8003-95b3347facf7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380511 Apr 18 22:02:36.743611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addebdc3-20e6-4bbe-bab5-73bcc6355511 req-50c9477a-0bdd-41ae-b3c2-5c5a3908f83a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:36.745059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-addebdc3-20e6-4bbe-bab5-73bcc6355511 req-50c9477a-0bdd-41ae-b3c2-5c5a3908f83a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0790725 Apr 18 22:02:36.791401 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-addebdc3-20e6-4bbe-bab5-73bcc6355511 req-7aff2c5f-301a-400b-9f11-fc127304a3e9 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406172 Apr 18 22:02:37.984432 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319047c-0edf-4d34-849f-f6fec0745ee0 req-5bd9aec4-99e4-472b-aba3-5309af5fd591 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:37.985879 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8319047c-0edf-4d34-849f-f6fec0745ee0 req-5bd9aec4-99e4-472b-aba3-5309af5fd591 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0745392 Apr 18 22:02:38.033412 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8319047c-0edf-4d34-849f-f6fec0745ee0 req-956c1292-b958-4422-90c0-82a2dd7252fa tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420277 Apr 18 22:02:39.131524 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5114226a-9a61-4205-98d0-f38ec925e9bd req-299239f5-cb76-4cc8-9f8d-107a79fa10c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 1096 time: 0.0687757 Apr 18 22:02:39.234143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d593d-0a4f-4258-87c6-b955a7d3b764 req-02f179b6-3cac-470a-bd26-c793ff8e3a58 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:39.235661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-212d593d-0a4f-4258-87c6-b955a7d3b764 req-02f179b6-3cac-470a-bd26-c793ff8e3a58 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0807962 Apr 18 22:02:39.275955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114226a-9a61-4205-98d0-f38ec925e9bd req-940ed413-bd25-40b0-ba3c-c8dbfab6ab2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:39.277446 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5114226a-9a61-4205-98d0-f38ec925e9bd req-940ed413-bd25-40b0-ba3c-c8dbfab6ab2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1275499 Apr 18 22:02:39.281863 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-212d593d-0a4f-4258-87c6-b955a7d3b764 req-5c1e91f5-2e12-4ea3-ba1a-11a3c30a713e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406101 Apr 18 22:02:39.382105 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5114226a-9a61-4205-98d0-f38ec925e9bd req-d3feb8f9-66c5-47ac-8600-df0ec3775f39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67 HTTP/1.1" status: 200 len: 1000 time: 0.0958617 Apr 18 22:02:39.442907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114226a-9a61-4205-98d0-f38ec925e9bd req-45ed0280-6d05-496b-bd99-b600c20da47d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:39.444284 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5114226a-9a61-4205-98d0-f38ec925e9bd req-45ed0280-6d05-496b-bd99-b600c20da47d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0562534 Apr 18 22:02:39.520358 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5114226a-9a61-4205-98d0-f38ec925e9bd req-21a85de2-544d-4a00-9c7b-4071e2527929 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699198 Apr 18 22:02:39.640180 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:39.653837 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5114226a-9a61-4205-98d0-f38ec925e9bd req-3a0c2038-0daf-42cf-a553-2c6048a058c8 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257925 Apr 18 22:02:39.782605 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5114226a-9a61-4205-98d0-f38ec925e9bd req-86627f53-f9ca-4fef-92b9-72b7f9e67435 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225209 Apr 18 22:02:40.481841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81c20d-d655-41d2-8289-333db0ef67ea req-5b9f11b6-485b-4e6f-a0e9-d3c8d86e6bfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:40.483279 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a81c20d-d655-41d2-8289-333db0ef67ea req-5b9f11b6-485b-4e6f-a0e9-d3c8d86e6bfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0789104 Apr 18 22:02:40.528176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a81c20d-d655-41d2-8289-333db0ef67ea req-86b0f485-4c3f-4d71-8c5a-8fb51bd4751d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392761 Apr 18 22:02:41.727652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77867127-e044-48a4-b064-fd0597ebad77 req-f7c74e5f-9731-4b75-9fa0-617a42ebd5de tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:41.729083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77867127-e044-48a4-b064-fd0597ebad77 req-f7c74e5f-9731-4b75-9fa0-617a42ebd5de tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0747821 Apr 18 22:02:41.774310 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77867127-e044-48a4-b064-fd0597ebad77 req-6df60909-ac42-4c62-9630-5a802aadeb95 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387895 Apr 18 22:02:42.970474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5928320-3d7f-42a5-b425-3ca44f301fc3 req-81fb05bf-c6a1-4519-a09d-8fb068c4e06d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:42.971885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5928320-3d7f-42a5-b425-3ca44f301fc3 req-81fb05bf-c6a1-4519-a09d-8fb068c4e06d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0780301 Apr 18 22:02:43.019109 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d5928320-3d7f-42a5-b425-3ca44f301fc3 req-e284f30e-4020-4544-b09d-a89677f1c315 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417197 Apr 18 22:02:43.215032 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:02:44.215428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69817893-1925-44ca-8518-f92815542048 req-d488eec7-fccb-48e2-8582-3dcfa486f979 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:44.216855 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69817893-1925-44ca-8518-f92815542048 req-d488eec7-fccb-48e2-8582-3dcfa486f979 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0761137 Apr 18 22:02:44.262052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69817893-1925-44ca-8518-f92815542048 req-47929418-4581-4ba9-b809-54788b1a848d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389619 Apr 18 22:02:44.568990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81067a60-2aa5-40ad-8d81-8ce08e870ea4 req-bf3e6848-9b89-4e8e-bf2b-d1f0320d00b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1301024 Apr 18 22:02:45.005790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522203f-9c51-4ed2-bdd5-4bcc4348eb1c req-c340a599-2afa-46e8-8b23-bc44c708f97f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:45.007243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9522203f-9c51-4ed2-bdd5-4bcc4348eb1c req-c340a599-2afa-46e8-8b23-bc44c708f97f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0780365 Apr 18 22:02:45.054201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9522203f-9c51-4ed2-bdd5-4bcc4348eb1c req-efd08a61-16ff-4d85-9dd0-d733901c5f27 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411675 Apr 18 22:02:45.179972 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-b9f16397-c83b-4727-a972-4997cba33fd6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1322277 Apr 18 22:02:46.259029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172cda-697c-4f94-8d5f-77cc391fe7a3 req-388916e9-9179-4e16-bda6-2b83f4502d49 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:46.260486 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-64172cda-697c-4f94-8d5f-77cc391fe7a3 req-388916e9-9179-4e16-bda6-2b83f4502d49 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0817461 Apr 18 22:02:46.307601 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-64172cda-697c-4f94-8d5f-77cc391fe7a3 req-528094c2-dc30-4bf4-a137-258f8d1ec7b8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406213 Apr 18 22:02:47.399246 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-f18f477c-0899-4619-97b8-d25ae63aabb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 1096 time: 0.0714133 Apr 18 22:02:47.511546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e8a4a-1318-4f21-8f76-8d9a0bbe92b5 req-c36696ee-40ae-465d-8540-03e5cde03b7e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:47.512919 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0b0e8a4a-1318-4f21-8f76-8d9a0bbe92b5 req-c36696ee-40ae-465d-8540-03e5cde03b7e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0797954 Apr 18 22:02:47.542134 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b85d1-df32-404c-b48b-a741653a9db7 req-ac76e692-bc10-47d5-ba01-bba7a2508343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:47.543566 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-ac76e692-bc10-47d5-ba01-bba7a2508343 service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1369429 Apr 18 22:02:47.562259 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0b0e8a4a-1318-4f21-8f76-8d9a0bbe92b5 req-5130647a-c57e-4d13-a008-bbd4ceab84e7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438251 Apr 18 22:02:47.647255 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-0c80f910-c229-4fc8-bfe4-5605075917ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67 HTTP/1.1" status: 200 len: 1000 time: 0.0968640 Apr 18 22:02:47.712372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b85d1-df32-404c-b48b-a741653a9db7 req-dc93419a-6738-4bab-b6dc-8e44e744d71f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:47.713769 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-dc93419a-6738-4bab-b6dc-8e44e744d71f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0598216 Apr 18 22:02:47.785689 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-6da1a13d-298d-40f4-924d-aceba3a0699e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665829 Apr 18 22:02:47.926315 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-798e82fa-8ce7-43db-881b-245cc447d1ac service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349216 Apr 18 22:02:48.139796 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-3637bae6-69ec-4e6f-b4f2-276aaee06ba0 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067413 Apr 18 22:02:48.754817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377c588-7c7c-4d28-98e1-85e485813444 req-1ec60007-4e65-4643-9ad6-22f09fa4bad4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:48.756232 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1377c588-7c7c-4d28-98e1-85e485813444 req-1ec60007-4e65-4643-9ad6-22f09fa4bad4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0754867 Apr 18 22:02:48.800179 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1377c588-7c7c-4d28-98e1-85e485813444 req-60dfbb48-5782-4536-912b-050135aca1a8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385342 Apr 18 22:02:50.006521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993bb6b-629b-4515-92fe-328347e673ab req-c14a5544-bc83-4cc7-a036-4e2b64b09597 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:50.007934 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2993bb6b-629b-4515-92fe-328347e673ab req-c14a5544-bc83-4cc7-a036-4e2b64b09597 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0790780 Apr 18 22:02:50.051707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2993bb6b-629b-4515-92fe-328347e673ab req-8ed63980-c77a-48b9-8f52-1490966e5795 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383239 Apr 18 22:02:50.294738 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-9b0e3970-4f1c-4868-80fb-fb627c4b3c4b service neutron] 10.222.0.26 "GET /v2.0/ports/57a5dc0b-f8f9-4235-b651-c9a2ea75db67/bindings/n-h2-836017-3 HTTP/1.1" status: 200 len: 382 time: 0.0778890 Apr 18 22:02:50.838554 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-df9b6d37-d5b2-4d43-9d1c-f73581de0557 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 1096 time: 0.0689483 Apr 18 22:02:50.927797 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-d2a712ea-26d4-49fa-b118-8a9fccf87b22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 1096 time: 0.0681894 Apr 18 22:02:51.055875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b85d1-df32-404c-b48b-a741653a9db7 req-864042e1-5b96-4daa-b6e6-eb3b33ed613f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:51.057287 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-864042e1-5b96-4daa-b6e6-eb3b33ed613f service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1236625 Apr 18 22:02:51.160738 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-04436e1e-4fcb-4e0b-9bcf-8fb5ca28eafb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67 HTTP/1.1" status: 200 len: 1000 time: 0.0976045 Apr 18 22:02:51.228394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b85d1-df32-404c-b48b-a741653a9db7 req-0ddfc058-bee2-41a1-8773-9f2b5cf14044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:51.229886 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-0ddfc058-bee2-41a1-8773-9f2b5cf14044 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0629480 Apr 18 22:02:51.253587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be029f4-4fb2-414d-b0dd-cc4eab772bb8 req-e3b85b8a-772e-4d79-8f66-6fcefbb368cb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:51.255296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0be029f4-4fb2-414d-b0dd-cc4eab772bb8 req-e3b85b8a-772e-4d79-8f66-6fcefbb368cb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0770309 Apr 18 22:02:51.300461 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0be029f4-4fb2-414d-b0dd-cc4eab772bb8 req-6e04f5e7-5eb2-4474-88b5-a2c5d699b629 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395484 Apr 18 22:02:51.303561 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-53e679b5-5a0e-4b9f-af5c-704c2a64faec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681133 Apr 18 22:02:51.437614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-1efe7279-7738-4d08-8c11-5ee7dad97853 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274841 Apr 18 22:02:51.570695 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-918b85d1-df32-404c-b48b-a741653a9db7 req-2c307425-bc8c-4495-aeb0-229ffd0e3e9e service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275833 Apr 18 22:02:52.504700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776fc80-931b-4fb5-8fd6-46632901ad4d req-3fb5ca88-3e81-4bd9-803e-ce569cd37175 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:52.506911 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f776fc80-931b-4fb5-8fd6-46632901ad4d req-3fb5ca88-3e81-4bd9-803e-ce569cd37175 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0798914 Apr 18 22:02:52.552074 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f776fc80-931b-4fb5-8fd6-46632901ad4d req-c7f75786-af9a-4340-97dc-591d54a23a9b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398042 Apr 18 22:02:52.842476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:02:52.950341 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:52.976400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:02:52.986500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:53.038320 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ead520c-9446-445c-9604-478207a5c30c'] response: {'server_uuid': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'code': 200} Apr 18 22:02:53.063024 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:53.129918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:53.138343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:53.139634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:53.139634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:53.139634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:53.139884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:53.140713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:53.140713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:53.140861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:53.141908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:53.141908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:53.141908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:53.748405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebf3fe-1c3c-4a79-a1b3-7e1a6c877af5 req-3c511424-019b-44fd-9daf-7b4218d8ae2b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:53.749892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60ebf3fe-1c3c-4a79-a1b3-7e1a6c877af5 req-3c511424-019b-44fd-9daf-7b4218d8ae2b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 943 time: 0.0760236 Apr 18 22:02:53.799062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-60ebf3fe-1c3c-4a79-a1b3-7e1a6c877af5 req-f8213e40-f334-4f1a-8d5a-b89ae493f423 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433936 Apr 18 22:02:54.673697 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f167add0-e439-4d09-b65f-d37fd878a76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:54.841194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:02:54.975974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:54.990033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'port_id': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'mac_address': 'fa:16:3e:9d:8a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:02:54.996047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d84834-f000-4ff1-be54-eb9e820b4c82 req-b941e39f-f3e8-4c76-b5bb-f40cf809a850 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:54.997541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d84834-f000-4ff1-be54-eb9e820b4c82 req-b941e39f-f3e8-4c76-b5bb-f40cf809a850 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 943 time: 0.0760920 Apr 18 22:02:55.042944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d84834-f000-4ff1-be54-eb9e820b4c82 req-f5195c2b-3a5c-4ca3-a57e-3b7ac7706de8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397913 Apr 18 22:02:55.051768 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:55.069848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:02:55.085624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:55.131197 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:55.199863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:55.415434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['57a5dc0b-f8f9-4235-b651-c9a2ea75db67'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:02:55.496203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0b871-e9be-41c2-8485-30ffc548ac92 req-51d42d8c-e75a-4c7e-a000-428784c15110 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:55.497707 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5c0b871-e9be-41c2-8485-30ffc548ac92 req-51d42d8c-e75a-4c7e-a000-428784c15110 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 944 time: 0.0860972 Apr 18 22:02:55.542054 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cf837-4446-4047-8b62-91b4a4630599 req-15c04d64-f00b-4d2b-900a-c942800aba6d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:55.542808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-884cf837-4446-4047-8b62-91b4a4630599 req-15c04d64-f00b-4d2b-900a-c942800aba6d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Synchronizing usage tracker for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:02:55.549267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5c0b871-e9be-41c2-8485-30ffc548ac92 req-7054172c-1bc0-4d89-a879-60ee99e801e6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446141 Apr 18 22:02:55.605490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-884cf837-4446-4047-8b62-91b4a4630599 req-15c04d64-f00b-4d2b-900a-c942800aba6d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Unset dirty status for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:02:55.606662 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-884cf837-4446-4047-8b62-91b4a4630599 req-15c04d64-f00b-4d2b-900a-c942800aba6d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&binding%3Ahost_id=n-h2-836017-3 HTTP/1.1" status: 200 len: 944 time: 0.1506433 Apr 18 22:02:55.745465 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-884cf837-4446-4047-8b62-91b4a4630599 req-9d389a42-2e31-4786-b6ef-3e04b72e274f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 1095 time: 0.0672660 Apr 18 22:02:55.874370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cf837-4446-4047-8b62-91b4a4630599 req-c173225b-9bea-477a-ab0d-3abda5940953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:55.875698 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-884cf837-4446-4047-8b62-91b4a4630599 req-c173225b-9bea-477a-ab0d-3abda5940953 service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1243229 Apr 18 22:02:55.976246 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-884cf837-4446-4047-8b62-91b4a4630599 req-1e5558f3-101b-41b4-b2e8-35dbe36a2a17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67 HTTP/1.1" status: 200 len: 999 time: 0.0942905 Apr 18 22:02:56.036691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cf837-4446-4047-8b62-91b4a4630599 req-cdd75240-64b8-4bf7-a513-065fd0119e38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:56.038162 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-884cf837-4446-4047-8b62-91b4a4630599 req-cdd75240-64b8-4bf7-a513-065fd0119e38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0560381 Apr 18 22:02:56.114198 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-884cf837-4446-4047-8b62-91b4a4630599 req-b8eb5232-09a3-4dd8-a66c-29a2dbd09a74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700772 Apr 18 22:02:56.330769 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-884cf837-4446-4047-8b62-91b4a4630599 req-448ab8ae-b142-4dce-9a0b-50144b1f3682 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096941 Apr 18 22:02:56.458906 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-884cf837-4446-4047-8b62-91b4a4630599 req-515d8f25-3e4d-4d58-b998-ae7ed5d8d272 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215923 Apr 18 22:02:56.746913 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc36b04-c18a-4390-b79b-2357870ae997 req-c5c5731d-d5e0-4ec9-a846-dfe39274f1af tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:56.748435 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2dc36b04-c18a-4390-b79b-2357870ae997 req-c5c5731d-d5e0-4ec9-a846-dfe39274f1af tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 944 time: 0.0761213 Apr 18 22:02:56.792921 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2dc36b04-c18a-4390-b79b-2357870ae997 req-ff550fc5-7839-4399-b434-8109d1b3d897 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391607 Apr 18 22:02:56.857038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:02:56.925450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:02:56.925872 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:57.040608 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:57.076934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:02:57.087219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:57.131901 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bee4147-bb1e-49b3-8e6e-828e335ec416'] response: {'server_uuid': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'code': 200} Apr 18 22:02:57.160058 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:57.161950 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8453a242-d85c-4482-a67a-42477d029e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:57.232189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:58.020265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:58.081826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48477af3-1f1c-4312-a84f-0b6cf67d2127 req-80ac3e8a-dcaa-497a-8d66-fd2a89a4b844 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:58.083374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48477af3-1f1c-4312-a84f-0b6cf67d2127 req-80ac3e8a-dcaa-497a-8d66-fd2a89a4b844 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.1715081 Apr 18 22:02:58.127971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48477af3-1f1c-4312-a84f-0b6cf67d2127 req-9353a9dd-b44d-416c-8fd0-3b5fdb4f0aef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392625 Apr 18 22:02:58.325242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bf299-249c-4874-9b9a-1863b89ef8f0 req-645447ed-2a07-4832-bc66-97cac5d705d4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:58.327270 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-538bf299-249c-4874-9b9a-1863b89ef8f0 req-645447ed-2a07-4832-bc66-97cac5d705d4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0748034 Apr 18 22:02:58.371862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-538bf299-249c-4874-9b9a-1863b89ef8f0 req-5f17ca6d-e3e4-4ab8-831a-521701c5c075 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388312 Apr 18 22:02:58.786317 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:58.871776 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65b533-7919-488c-99b3-a02fd83500fa req-e3f1470d-eeb6-4383-8753-08ecdf0a1db9 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:58.873908 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d65b533-7919-488c-99b3-a02fd83500fa req-e3f1470d-eeb6-4383-8753-08ecdf0a1db9 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0795138 Apr 18 22:02:58.921535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d65b533-7919-488c-99b3-a02fd83500fa req-3978c2f1-3fc6-4fb3-b9e8-31e67a1cdd30 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418651 Apr 18 22:02:59.008773 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a446e11-ce62-4747-a589-06835b55859e req-d024eab9-a634-404a-baef-39d19fb8b9fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 1096 time: 0.0681779 Apr 18 22:02:59.137997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a446e11-ce62-4747-a589-06835b55859e req-c109773d-2f08-45c5-a6ad-803d57a54130 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:59.140141 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a446e11-ce62-4747-a589-06835b55859e req-c109773d-2f08-45c5-a6ad-803d57a54130 service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1250243 Apr 18 22:02:59.241055 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a446e11-ce62-4747-a589-06835b55859e req-39faa0a0-76b8-46ba-ad53-fbe316116085 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67 HTTP/1.1" status: 200 len: 1000 time: 0.0953355 Apr 18 22:02:59.303763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a446e11-ce62-4747-a589-06835b55859e req-430821a2-7211-4eb4-9da2-0ea12d7d625e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:59.305062 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a446e11-ce62-4747-a589-06835b55859e req-430821a2-7211-4eb4-9da2-0ea12d7d625e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0577428 Apr 18 22:02:59.380717 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a446e11-ce62-4747-a589-06835b55859e req-ea7c64d0-93ee-4d62-825e-5e02f6fed03b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690749 Apr 18 22:02:59.509954 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a446e11-ce62-4747-a589-06835b55859e req-9c00429a-6e2c-44df-9640-44d59cb4ebfe service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222956 Apr 18 22:02:59.638223 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a446e11-ce62-4747-a589-06835b55859e req-52af571a-0ff5-4a9f-a6fa-2d3d2681a4de service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222413 Apr 18 22:03:00.118782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18de190-d3d1-4133-8f22-766509787d8c req-663be3a3-255e-43e1-a64a-d48e838c4682 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:00.121152 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b18de190-d3d1-4133-8f22-766509787d8c req-663be3a3-255e-43e1-a64a-d48e838c4682 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0777500 Apr 18 22:03:00.171616 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b18de190-d3d1-4133-8f22-766509787d8c req-c08d6027-0c5d-48ca-9197-bf3cffb15059 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 Apr 18 22:03:01.157160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:01.368358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d29e-cf92-4db6-850f-1bef64943ea0 req-2fcd6b39-0f42-44b4-afc5-b857604dab75 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:01.370012 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3943d29e-cf92-4db6-850f-1bef64943ea0 req-2fcd6b39-0f42-44b4-afc5-b857604dab75 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0754092 Apr 18 22:03:01.417434 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3943d29e-cf92-4db6-850f-1bef64943ea0 req-f3105016-d779-4282-9267-ca4bd1eb8db3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397174 Apr 18 22:03:02.040301 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1f3af-094e-406f-8ea6-367da3dd74f1 req-b94705b1-91f4-4b2f-b8d2-ba0e41fc4891 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:02.041730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fe1f3af-094e-406f-8ea6-367da3dd74f1 req-b94705b1-91f4-4b2f-b8d2-ba0e41fc4891 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0781662 Apr 18 22:03:02.086784 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fe1f3af-094e-406f-8ea6-367da3dd74f1 req-dcefb282-c978-4450-96af-5386f49eed20 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388460 Apr 18 22:03:03.286356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14126976-e5e3-4fe1-9166-e1ea97d62fe3 req-11ff9c7c-44f3-4688-b490-5fe862b82a4c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:03.287811 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14126976-e5e3-4fe1-9166-e1ea97d62fe3 req-11ff9c7c-44f3-4688-b490-5fe862b82a4c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0760255 Apr 18 22:03:03.332261 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14126976-e5e3-4fe1-9166-e1ea97d62fe3 req-2b49a7ba-8127-445c-a23a-3c0cfc8d96ca tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390496 Apr 18 22:03:03.454162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc0f2b-e950-436f-a393-62cb831a55df req-60636928-6ec1-4e7a-b880-4727697bab69 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:03.455503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-13bc0f2b-e950-436f-a393-62cb831a55df req-60636928-6ec1-4e7a-b880-4727697bab69 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 945 time: 0.0761867 Apr 18 22:03:03.525925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Deleting port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:03:03.526262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:03.762125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] For port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:03:03.762402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:03.867863 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:04.139616 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:04.139993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:04.140306 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011 disassociated. External IP: 172.25.3.63, port: 57a5dc0b-f8f9-4235-b651-c9a2ea75db67. Apr 18 22:03:04.140645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Calling delete_port for 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:03:04.339974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:04.385911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event deleted for resources: {'Port': ['ID=57a5dc0b-f8f9-4235-b651-c9a2ea75db67,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:03:04.511017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae4ae149-3a56-4b8a-9467-172776eac65d req-26ed333e-78bd-4ea6-bd8d-5ed0363bedb2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 210 time: 0.0482273 Apr 18 22:03:04.606824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Router c6eae2ad-cb22-4957-a467-592159dbc6ec has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:03:04.807058 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:03:04.816438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53b2e6-8ce4-4515-97ae-80d451c72351 None None] Sync routers for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:03:04.831369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53b2e6-8ce4-4515-97ae-80d451c72351 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:03:04.831987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8a53b2e6-8ce4-4515-97ae-80d451c72351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:02:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:03:04.883705 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] No DVR routers for this DVR port 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:03:04.886193 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:04.889231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'name': 'network-vif-deleted', 'tag': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:03:04.948323 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6f952c-cb7e-4a53-9f90-6cadaab0eea1'] response: {'server_uuid': '596c3361-2414-4d3a-80f7-1fb6fcd254a0', 'name': 'network-vif-deleted', 'tag': '57a5dc0b-f8f9-4235-b651-c9a2ea75db67', 'status': 'completed', 'code': 200} Apr 18 22:03:04.998624 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-13bc0f2b-e950-436f-a393-62cb831a55df req-44d6ed41-0201-49b0-a3cb-ad2cc6aae6f5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "DELETE /v2.0/ports/57a5dc0b-f8f9-4235-b651-c9a2ea75db67 HTTP/1.1" status: 204 len: 173 time: 1.5373783 Apr 18 22:03:05.010960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-8a53b2e6-8ce4-4515-97ae-80d451c72351 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:03:05.338103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8a53b2e6-8ce4-4515-97ae-80d451c72351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:03:05.342905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53b2e6-8ce4-4515-97ae-80d451c72351 None None] Checking router: c6eae2ad-cb22-4957-a467-592159dbc6ec for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:03:05.354763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53b2e6-8ce4-4515-97ae-80d451c72351 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:03:05.355368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8a53b2e6-8ce4-4515-97ae-80d451c72351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:02:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:03:05.537353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-8a53b2e6-8ce4-4515-97ae-80d451c72351 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:03:05.693589 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-71505cbf-81c1-4d81-abf4-6f4dcf0bd75e req-3db25cce-4f13-432e-85c2-ad06dcd5b827 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=596c3361-2414-4d3a-80f7-1fb6fcd254a0 HTTP/1.1" status: 200 len: 210 time: 0.0465536 Apr 18 22:03:05.849747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-8a53b2e6-8ce4-4515-97ae-80d451c72351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:03:05.853815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53b2e6-8ce4-4515-97ae-80d451c72351 None None] The sync data for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 is: [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:03:06.067707 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc94f62f-2cb4-403b-9669-8a189b1fa4a0 None None] New status for floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:03:06.888717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:03:06.964421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:03:06.964766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 57a5dc0b-f8f9-4235-b651-c9a2ea75db67 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:03:07.061196 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-2e3abf03-7350-4125-993d-f9f3aa7c6565 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1651232550&fields=id&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 267 time: 0.0403481 Apr 18 22:03:07.208156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-cacf547e-61c5-4f21-a2d2-e48b6de0e361 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:07.209595 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-cacf547e-61c5-4f21-a2d2-e48b6de0e361 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 812 time: 0.1411273 Apr 18 22:03:07.226406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-f10cce72-3187-4d48-9a8a-e2f93c62e999 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/quotas/6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 375 time: 0.0115399 Apr 18 22:03:07.309218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-c66a4081-70a2-43e1-87c5-054460cc338a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780189 Apr 18 22:03:07.445027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-ce367805-7080-41e9-ad43-5550013cc3ac service neutron] 10.222.0.11 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244731 Apr 18 22:03:07.575348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-23b582ae-9d2f-4758-8a9c-686fdc1591fb service neutron] 10.222.0.11 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245213 Apr 18 22:03:07.849117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f48a57ac-bad2-4f18-a85e-350fbfd00a78 req-41811cf3-3b1b-40f2-9285-4ac276882e81 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 210 time: 0.0405676 Apr 18 22:03:09.033499 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9475d70f-879a-4a4c-84fc-eef0018d1949 req-0412d658-462d-4475-a8d2-3d20fa16920d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 210 time: 0.0419722 Apr 18 22:03:09.648551 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:09.894346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-d1823abe-fcad-45f8-b072-492b575c1fe7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:09.895812 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-d1823abe-fcad-45f8-b072-492b575c1fe7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 812 time: 0.1429198 Apr 18 22:03:09.949080 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-4dce339c-c59c-4b0c-a925-9b693760abdf tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 380 time: 0.0410380 Apr 18 22:03:09.956946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Request body: {'port': {'device_id': '52148abe-9273-4a85-9410-b0d3fff336f1', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'admin_state_up': True, 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'security_groups': ['375a2730-569c-4115-a070-42348a55c056']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:03:10.091776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:03:10.095894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Usage tracker for resource:port and tenant:6dc43a916cae4c3a97d947ceeb3b6465 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:03:10.098679 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:03:10.104543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:03:10.198948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2e99721-a5d7-4e03-846b-7785b91bf8a6 req-4b43c70a-7657-4a56-b821-7ce869386390 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 210 time: 0.0440171 Apr 18 22:03:10.214276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Made reservation on behalf of 6dc43a916cae4c3a97d947ceeb3b6465 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:03:10.224971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:10.377880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Allocated IP 172.20.0.7 (848ca178-0b94-4472-9cf5-8e065868c79e/3e9ca833-aee6-4f0f-a5f2-858801d76c3c/68dc6631-9fd9-43f6-ad08-fb80843016fb) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:03:10.558523 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:10.573741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Transition to ACTIVE for port object 68dc6631-9fd9-43f6-ad08-fb80843016fb will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:03:10.656695 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:10.725511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Network 848ca178-0b94-4472-9cf5-8e065868c79e is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:03:10.728389 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:03:10.732038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:03:10.769707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:03:10.790481 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:10.790821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:10.791153 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:10.791505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:10.791833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:10.792155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:10.792481 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:10.792799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:10.793115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:10.793434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:10.793779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:10.810005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:10.810600 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:10.889463 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-018b35c3-3f0c-4e4b-bdc7-b3dc5978397c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9359467 Apr 18 22:03:10.902471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Request body: {'port': {'device_id': '52148abe-9273-4a85-9410-b0d3fff336f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:03:11.037389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f819e2c3-3346-4b55-9518-e28de2af0ef2 None None] Provisioning for port 68dc6631-9fd9-43f6-ad08-fb80843016fb completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:03:11.042502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f819e2c3-3346-4b55-9518-e28de2af0ef2 None None] Provisioning complete for port 68dc6631-9fd9-43f6-ad08-fb80843016fb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:03:11.042862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f819e2c3-3346-4b55-9518-e28de2af0ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:11.096193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f819e2c3-3346-4b55-9518-e28de2af0ef2 None None] Port 68dc6631-9fd9-43f6-ad08-fb80843016fb cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:03:11.112982 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:11.395438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4fff5-4232-4b46-8499-f75183a915d3 req-87f369f5-a2ac-45b7-9a57-941c457d182d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:11.396769 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83d4fff5-4232-4b46-8499-f75183a915d3 req-87f369f5-a2ac-45b7-9a57-941c457d182d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 931 time: 0.0759127 Apr 18 22:03:11.442799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83d4fff5-4232-4b46-8499-f75183a915d3 req-2f328c4e-6c2b-4ae7-a063-31d8451e6bc2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404193 Apr 18 22:03:11.450481 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68dc6631-9fd9-43f6-ad08-fb80843016fb {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:03:11.458436 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:11.474019 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Transition to ACTIVE for port object 68dc6631-9fd9-43f6-ad08-fb80843016fb will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:03:11.574361 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:11.703131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:03:11.810935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Attempting to bind port 68dc6631-9fd9-43f6-ad08-fb80843016fb on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:03:11.811275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Attempting to bind port 68dc6631-9fd9-43f6-ad08-fb80843016fb by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:03:11.812116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Attempting to bind port 68dc6631-9fd9-43f6-ad08-fb80843016fb on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:03:11.817878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Port 68dc6631-9fd9-43f6-ad08-fb80843016fb on network 848ca178-0b94-4472-9cf5-8e065868c79e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:03:11.818198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Attempting to bind port 68dc6631-9fd9-43f6-ad08-fb80843016fb on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:03:11.824340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:03:11.824674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Checking segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:03:11.825053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Bound using segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:03:11.825500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Bound port: 68dc6631-9fd9-43f6-ad08-fb80843016fb, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:03:11.825842 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:11.911286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:03:11.914206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:03:11.988393 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:12.053143 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:12.054573 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] 10.222.0.26 "PUT /v2.0/ports/68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 1091 time: 1.1563070 Apr 18 22:03:12.055028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:03:12.072362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e08b34-8110-4e38-b958-2d7b83a6639d service neutron] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:03:12.113635 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7d0139-c687-4dd7-bdc0-9e60df75eea5'] response: {'name': 'network-changed', 'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'status': 'completed', 'code': 200} Apr 18 22:03:12.211764 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04fe72f8-b119-4e8d-99ee-123f05845f9b req-ef3c2841-2c0e-48df-8f5b-977b4dfd25cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1094 time: 0.0754535 Apr 18 22:03:12.355115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe72f8-b119-4e8d-99ee-123f05845f9b req-4fa6e17b-b99f-4d93-b8c9-7a1e04a68580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:12.356545 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04fe72f8-b119-4e8d-99ee-123f05845f9b req-4fa6e17b-b99f-4d93-b8c9-7a1e04a68580 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1380415 Apr 18 22:03:12.490057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe72f8-b119-4e8d-99ee-123f05845f9b req-e7a98fec-da13-4d7c-aeaf-c5e162424750 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:12.491487 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-04fe72f8-b119-4e8d-99ee-123f05845f9b req-e7a98fec-da13-4d7c-aeaf-c5e162424750 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281915 Apr 18 22:03:12.599649 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-f41617dd-19f9-4cbd-9399-93dcaba25cd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1094 time: 0.0713012 Apr 18 22:03:12.646598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6745b6-d2cd-4afe-93f9-3bba194a32db req-ee19cf86-0ec2-4e0a-8f7e-2b2a9d621411 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:12.648060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f6745b6-d2cd-4afe-93f9-3bba194a32db req-ee19cf86-0ec2-4e0a-8f7e-2b2a9d621411 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 943 time: 0.0786648 Apr 18 22:03:12.669221 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-d90f44f5-34fa-431a-9c3d-c9820cadc8d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 217 time: 0.0618415 Apr 18 22:03:12.694538 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f6745b6-d2cd-4afe-93f9-3bba194a32db req-d72f195f-1c89-4e4a-abf1-b433538cba35 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409830 Apr 18 22:03:12.734682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-142c9f5c-1e5f-4dde-b9a0-7130672ec1c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:12.736026 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-142c9f5c-1e5f-4dde-b9a0-7130672ec1c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0610116 Apr 18 22:03:12.808683 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-91f2466e-6af7-444e-8ec5-6a95f82897fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662379 Apr 18 22:03:12.936211 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-5c6a9a29-b1cf-438c-821b-76d77b16e76e service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209240 Apr 18 22:03:13.146094 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2a7b2c3-5f1b-49b4-a7f1-07f2a19a9aa2 req-536263b6-b70d-4034-9d13-b35c8ff6d5f6 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037532 Apr 18 22:03:13.889795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f88324-9816-4aea-9a46-f3cff3639bc4 req-b122ee12-541b-4127-9091-802bba627c7e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:13.891263 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48f88324-9816-4aea-9a46-f3cff3639bc4 req-b122ee12-541b-4127-9091-802bba627c7e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 943 time: 0.0756264 Apr 18 22:03:13.934850 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48f88324-9816-4aea-9a46-f3cff3639bc4 req-ee2a152d-f8dd-4311-a45d-affd7d85bf86 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381215 Apr 18 22:03:15.219684 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6da647-a4ea-4caf-9f4a-21c9e318d2d1 req-0f2c74e8-625c-457d-aa80-0e2704a7b5c1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:15.221154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c6da647-a4ea-4caf-9f4a-21c9e318d2d1 req-0f2c74e8-625c-457d-aa80-0e2704a7b5c1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 943 time: 0.1687064 Apr 18 22:03:15.266673 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c6da647-a4ea-4caf-9f4a-21c9e318d2d1 req-e41f9ec6-a091-45c8-92d1-0b45542f059e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400105 Apr 18 22:03:16.465696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c925a8-99f2-4649-89c2-84d1631f15f8 req-473292a6-9fae-42b4-8ffa-62cec43dfc29 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:16.467027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43c925a8-99f2-4649-89c2-84d1631f15f8 req-473292a6-9fae-42b4-8ffa-62cec43dfc29 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 943 time: 0.0787430 Apr 18 22:03:16.512319 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43c925a8-99f2-4649-89c2-84d1631f15f8 req-ae687ebb-008f-4c44-a459-ecad3d814d31 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397778 Apr 18 22:03:16.950269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 68dc6631-9fd9-43f6-ad08-fb80843016fb details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:03:17.081498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:03:17.097920 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'port_id': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'mac_address': 'fa:16:3e:64:49:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:03:17.150089 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:17.167320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68dc6631-9fd9-43f6-ad08-fb80843016fb {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:03:17.182509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:03:17.250607 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:17.314433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:03:17.567856 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['68dc6631-9fd9-43f6-ad08-fb80843016fb'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:03:17.706094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00063457-93f9-4b6d-9112-8f2b6e517f87 req-89cd407c-627a-4961-8f32-6bc554f8eb70 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:17.707534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00063457-93f9-4b6d-9112-8f2b6e517f87 req-89cd407c-627a-4961-8f32-6bc554f8eb70 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 944 time: 0.0769329 Apr 18 22:03:17.752268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-00063457-93f9-4b6d-9112-8f2b6e517f87 req-4f8c1d05-d7a2-4918-99ab-961d53f6d9f9 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391958 Apr 18 22:03:18.950024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3598b4-dbe7-4951-a5e9-db2fb8bbc060 req-9728728f-0186-4939-bf2c-74b485e56411 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:18.951456 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d3598b4-dbe7-4951-a5e9-db2fb8bbc060 req-9728728f-0186-4939-bf2c-74b485e56411 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 944 time: 0.0783765 Apr 18 22:03:18.966212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 68dc6631-9fd9-43f6-ad08-fb80843016fb up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:03:18.997587 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d3598b4-dbe7-4951-a5e9-db2fb8bbc060 req-cd1989d5-5e94-481b-801f-df6b7fed3069 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400608 Apr 18 22:03:19.113117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 68dc6631-9fd9-43f6-ad08-fb80843016fb completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:03:19.117875 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 68dc6631-9fd9-43f6-ad08-fb80843016fb triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:03:19.118242 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:19.229966 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:19.256448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:03:19.266668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:03:19.309800 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb6d44f-73b3-4089-aae1-40f114733c21'] response: {'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'code': 200} Apr 18 22:03:19.342514 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:19.411280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:03:19.433033 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bc53940d-eed2-4fff-9779-cd5128dc2420 req-668381f5-3f97-48e8-b5fb-68adaf5902ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1096 time: 0.0704215 Apr 18 22:03:19.475168 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bc53940d-eed2-4fff-9779-cd5128dc2420 req-287efc2f-60fa-421a-b07c-aa683cbd1b9a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358882 Apr 18 22:03:20.202833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6f88a-b25c-4b38-ba41-686700d44826 req-87e5b16d-0ec1-4c91-aec2-3012de775833 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:20.204278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6f6f88a-b25c-4b38-ba41-686700d44826 req-87e5b16d-0ec1-4c91-aec2-3012de775833 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0759573 Apr 18 22:03:20.215387 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:03:20.250392 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6f6f88a-b25c-4b38-ba41-686700d44826 req-622a3b5b-4373-426f-9e49-ddb50e5e6fde tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404088 Apr 18 22:03:21.450524 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd746b-22e0-4346-b1f3-00b3618e5d8a req-a6ba5592-e61e-46f8-8d9e-8921831076cd tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:21.451914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0dd746b-22e0-4346-b1f3-00b3618e5d8a req-a6ba5592-e61e-46f8-8d9e-8921831076cd tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0789287 Apr 18 22:03:21.498838 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c0dd746b-22e0-4346-b1f3-00b3618e5d8a req-84a71469-b533-4a98-b61d-f899b6a45342 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401094 Apr 18 22:03:21.694036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e525b8-3230-4fb1-a5ce-9e206ab48506 req-0b9e0e26-50d7-4152-ad99-95015bf48b57 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:21.695459 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c3e525b8-3230-4fb1-a5ce-9e206ab48506 req-0b9e0e26-50d7-4152-ad99-95015bf48b57 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0751281 Apr 18 22:03:21.707138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 37654) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:03:21.712374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e503d5ce-33ff-4f25-95b2-6b5057fba902 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Request body: {'floatingip': {'port_id': '68dc6631-9fd9-43f6-ad08-fb80843016fb'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:03:21.788549 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e503d5ce-33ff-4f25-95b2-6b5057fba902 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:22.362306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e503d5ce-33ff-4f25-95b2-6b5057fba902 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:22.416242 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e503d5ce-33ff-4f25-95b2-6b5057fba902 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:22.601640 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-e503d5ce-33ff-4f25-95b2-6b5057fba902 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011 associated. External IP: 172.25.3.63, port: 68dc6631-9fd9-43f6-ad08-fb80843016fb. Apr 18 22:03:23.080626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e503d5ce-33ff-4f25-95b2-6b5057fba902 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Router c6eae2ad-cb22-4957-a467-592159dbc6ec has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:03:23.283426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e503d5ce-33ff-4f25-95b2-6b5057fba902 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:03:23.288259 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e503d5ce-33ff-4f25-95b2-6b5057fba902 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:23.292736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80802029-c669-4237-b8df-9d3e63c8e07a None None] Sync routers for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:03:23.304431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80802029-c669-4237-b8df-9d3e63c8e07a None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:03:23.305033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-80802029-c669-4237-b8df-9d3e63c8e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:02:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:03:23.342069 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e503d5ce-33ff-4f25-95b2-6b5057fba902 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "PUT /v2.0/floatingips/44cad03d-5fec-4a6e-a6fe-962edef1b011 HTTP/1.1" status: 200 len: 990 time: 1.6337965 Apr 18 22:03:23.342601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:03:23.398464 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c14c767-5ae6-41b9-9614-50e5ac864abd'] response: {'name': 'network-changed', 'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'status': 'completed', 'code': 200} Apr 18 22:03:23.488823 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-80802029-c669-4237-b8df-9d3e63c8e07a None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:03:23.494766 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca705bed-4fac-4f42-a518-2b6f0c83f42a req-74c444d4-b478-452e-8344-a71843a1e2f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1096 time: 0.0750525 Apr 18 22:03:23.518729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4521432-2d31-4871-992a-c90e873884aa req-8f57a885-5008-44b9-b333-b5e2ffc57777 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0737288 Apr 18 22:03:23.631700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca705bed-4fac-4f42-a518-2b6f0c83f42a req-0384a152-16ac-4e5c-b586-0be99904e3fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:23.631700 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca705bed-4fac-4f42-a518-2b6f0c83f42a req-0384a152-16ac-4e5c-b586-0be99904e3fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1299934 Apr 18 22:03:23.733019 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca705bed-4fac-4f42-a518-2b6f0c83f42a req-fec0d573-42e9-4493-93af-468cdec778cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 998 time: 0.0962887 Apr 18 22:03:23.806121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca705bed-4fac-4f42-a518-2b6f0c83f42a req-ae2a0b79-af62-4952-87d7-8d7a97858143 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:23.806925 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca705bed-4fac-4f42-a518-2b6f0c83f42a req-ae2a0b79-af62-4952-87d7-8d7a97858143 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0683577 Apr 18 22:03:23.847151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-80802029-c669-4237-b8df-9d3e63c8e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '44cad03d-5fec-4a6e-a6fe-962edef1b011', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'port_id': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'mac_address': 'fa:16:3e:64:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52148abe-9273-4a85-9410-b0d3fff336f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:01:07Z', 'updated_at': '2022-04-18T22:03:22Z', 'revision_number': 9, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:03:23.848338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80802029-c669-4237-b8df-9d3e63c8e07a None None] Checking router: c6eae2ad-cb22-4957-a467-592159dbc6ec for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:03:23.859431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80802029-c669-4237-b8df-9d3e63c8e07a None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:03:23.860135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-80802029-c669-4237-b8df-9d3e63c8e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:02:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:03:23.890729 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca705bed-4fac-4f42-a518-2b6f0c83f42a req-62895c46-9c58-4354-8fb7-bb5433a27c2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774333 Apr 18 22:03:24.009443 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63239da9-119a-4992-8d22-d9d074e2cfa2 req-fc096180-43dc-43b7-a7e2-8fa410dee95a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:24.011272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63239da9-119a-4992-8d22-d9d074e2cfa2 req-fc096180-43dc-43b7-a7e2-8fa410dee95a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0896909 Apr 18 22:03:24.059313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-63239da9-119a-4992-8d22-d9d074e2cfa2 req-d4211c12-3cb3-4a03-813d-c94bf6168162 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 Apr 18 22:03:24.093136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-80802029-c669-4237-b8df-9d3e63c8e07a None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:03:24.094116 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca705bed-4fac-4f42-a518-2b6f0c83f42a req-3059f6a8-3a35-4979-af93-2dd5e16e3876 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967950 Apr 18 22:03:24.187090 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-13b174df-5ea3-4a3f-a88d-971781b23990 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1787274 Apr 18 22:03:24.234791 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ca705bed-4fac-4f42-a518-2b6f0c83f42a req-bf1c4403-0d2c-49a6-9265-a155c5231b62 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346176 Apr 18 22:03:24.454300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-80802029-c669-4237-b8df-9d3e63c8e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '44cad03d-5fec-4a6e-a6fe-962edef1b011', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'port_id': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'mac_address': 'fa:16:3e:64:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52148abe-9273-4a85-9410-b0d3fff336f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:01:07Z', 'updated_at': '2022-04-18T22:03:22Z', 'revision_number': 9, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:03:24.458462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80802029-c669-4237-b8df-9d3e63c8e07a None None] The sync data for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 is: [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '44cad03d-5fec-4a6e-a6fe-962edef1b011', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'port_id': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'mac_address': 'fa:16:3e:64:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52148abe-9273-4a85-9410-b0d3fff336f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:01:07Z', 'updated_at': '2022-04-18T22:03:22Z', 'revision_number': 9, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:03:24.678374 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a7c50-314e-4a19-8744-18df165bdb2f None None] New status for floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:03:24.745818 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b05be1d1-3cc8-4f1d-b296-c118ac137614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:25.269501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652bda4-0485-4751-a233-837851cf804a req-ffd2a1cd-840d-4ae6-9be0-e4853ae70f64 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:25.271003 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9652bda4-0485-4751-a233-837851cf804a req-ffd2a1cd-840d-4ae6-9be0-e4853ae70f64 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0828075 Apr 18 22:03:25.326350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9652bda4-0485-4751-a233-837851cf804a req-8203e969-45a3-44c1-9ac6-392826f79e8e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498371 Apr 18 22:03:26.270074 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-7b98c2e1-99d0-4065-8da9-ac1390997a80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1096 time: 0.0680766 Apr 18 22:03:26.400038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-447571e3-c073-483a-9c0b-37e24ac0832e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:26.401511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-447571e3-c073-483a-9c0b-37e24ac0832e service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1253951 Apr 18 22:03:26.504743 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-e216e9b2-ef27-4fb6-8047-cc1f964964db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 1001 time: 0.0974500 Apr 18 22:03:26.529088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cc84b-c4e2-47b1-b992-cca23d12b5b0 req-584395e5-99c2-4394-aaa2-63eef6411b9f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:26.531195 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c6cc84b-c4e2-47b1-b992-cca23d12b5b0 req-584395e5-99c2-4394-aaa2-63eef6411b9f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0764523 Apr 18 22:03:26.571404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-6af540ea-0245-496b-a0b2-9b2510d9124c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:26.572835 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-6af540ea-0245-496b-a0b2-9b2510d9124c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0619831 Apr 18 22:03:26.580056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c6cc84b-c4e2-47b1-b992-cca23d12b5b0 req-3b32a6e3-8d77-459e-be2f-2508678a656b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433958 Apr 18 22:03:26.738105 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-1d3ae185-df41-4a90-bdf3-cbc9ec3f299b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596076 Apr 18 22:03:26.869855 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-a4074a30-0466-4a6e-bce3-7f88ab2b8e0d service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253095 Apr 18 22:03:26.999074 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-f79b8f90-fc3c-4111-b153-40e17aa5e131 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232667 Apr 18 22:03:27.156895 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0936ebc0-56ad-4deb-a358-94a48a36cd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:27.778442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900bd4d-76d4-40d0-a21b-a7d88e0979e3 req-450a5af7-4656-4bb9-aab6-4b7aaffb5555 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:27.779946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f900bd4d-76d4-40d0-a21b-a7d88e0979e3 req-450a5af7-4656-4bb9-aab6-4b7aaffb5555 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0805554 Apr 18 22:03:27.824191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f900bd4d-76d4-40d0-a21b-a7d88e0979e3 req-6301fe5d-ef08-4bae-8625-4effd18c3a73 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387952 Apr 18 22:03:28.031147 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:28.762458 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:29.028056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fee510-ee55-4a75-93b1-55e6cdec6752 req-4e78e1bc-7df2-41b0-9794-d89fd0206fb5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:29.029426 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17fee510-ee55-4a75-93b1-55e6cdec6752 req-4e78e1bc-7df2-41b0-9794-d89fd0206fb5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0803113 Apr 18 22:03:29.073624 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17fee510-ee55-4a75-93b1-55e6cdec6752 req-567e08e2-add5-4dd3-b709-71131c7fa238 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386050 Apr 18 22:03:30.303000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdbcbf-4993-4cca-b8d7-8bd66baec01b req-4af85ab2-1292-4aeb-b491-0efb887d0d4f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:30.304466 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28fdbcbf-4993-4cca-b8d7-8bd66baec01b req-4af85ab2-1292-4aeb-b491-0efb887d0d4f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0962780 Apr 18 22:03:30.354454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-28fdbcbf-4993-4cca-b8d7-8bd66baec01b req-56705b43-593c-4e47-91c5-48756a28c69f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426407 Apr 18 22:03:31.168282 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:31.557667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d791c-4349-4164-af7e-e48e1d80aae3 req-7ce00f61-04d5-4a59-98ab-4abd0309287d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:31.559178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef5d791c-4349-4164-af7e-e48e1d80aae3 req-7ce00f61-04d5-4a59-98ab-4abd0309287d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0809212 Apr 18 22:03:31.606687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ef5d791c-4349-4164-af7e-e48e1d80aae3 req-26ff89a9-3aaf-463f-aff1-e098158d446c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405786 Apr 18 22:03:32.804380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e059316-816f-4127-90af-78fcdb12b3de req-ecd817a8-6da1-4b5a-8b48-2cc3794479e2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:32.805890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e059316-816f-4127-90af-78fcdb12b3de req-ecd817a8-6da1-4b5a-8b48-2cc3794479e2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0764186 Apr 18 22:03:32.854268 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7e059316-816f-4127-90af-78fcdb12b3de req-fd6becca-1625-4bb6-bcec-f51f33995e5f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428867 Apr 18 22:03:33.882492 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:34.048394 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9140b2-2574-4bc8-86c8-f2a5f26fe91d req-7a9f7e9a-7ea1-4917-ac6c-e0003d4933c0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:34.049831 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd9140b2-2574-4bc8-86c8-f2a5f26fe91d req-7a9f7e9a-7ea1-4917-ac6c-e0003d4933c0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0765679 Apr 18 22:03:34.093952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fd9140b2-2574-4bc8-86c8-f2a5f26fe91d req-3cf10373-891b-45da-877c-626895a56368 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386493 Apr 18 22:03:35.290501 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c519671-d644-4463-b7d6-ae11eb7aa152 req-9945bdd4-7740-44f8-8bd3-341df0b4a7c9 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:35.291961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c519671-d644-4463-b7d6-ae11eb7aa152 req-9945bdd4-7740-44f8-8bd3-341df0b4a7c9 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0786982 Apr 18 22:03:35.337157 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c519671-d644-4463-b7d6-ae11eb7aa152 req-6cfb79d9-d0df-4f1b-9861-66f65d71af9b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 Apr 18 22:03:36.533715 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b4270-8736-41b9-ab12-c65d1b244e6f req-62f46801-78dd-4a34-b077-96d62098ee6c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:36.535042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db6b4270-8736-41b9-ab12-c65d1b244e6f req-62f46801-78dd-4a34-b077-96d62098ee6c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0747874 Apr 18 22:03:36.579736 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-db6b4270-8736-41b9-ab12-c65d1b244e6f req-35e9afea-ff93-419f-ba56-986baa0c2f7f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Apr 18 22:03:37.781199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93de6-5eac-4d91-b838-b9451dff2107 req-337f239a-fa65-4949-a773-7c2fb3407328 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:37.782683 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ee93de6-5eac-4d91-b838-b9451dff2107 req-337f239a-fa65-4949-a773-7c2fb3407328 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0830369 Apr 18 22:03:37.827593 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ee93de6-5eac-4d91-b838-b9451dff2107 req-586997fa-3581-48b2-8576-f43d55b87c9c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395520 Apr 18 22:03:39.023174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6e637-2f0b-4c4d-b545-e37bbf464829 req-ce5a21c1-d67d-4c4c-8a99-9f4db8e5ce50 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:39.024613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27e6e637-2f0b-4c4d-b545-e37bbf464829 req-ce5a21c1-d67d-4c4c-8a99-9f4db8e5ce50 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0751202 Apr 18 22:03:39.069485 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27e6e637-2f0b-4c4d-b545-e37bbf464829 req-9a7e9c7c-8fd1-4311-9667-683bb9a387d3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388479 Apr 18 22:03:39.633427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:40.119036 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88a43ae8-977b-4bed-9ffa-801d1d7db271 req-43d2aa99-4126-42bc-bf21-7046dc12aa15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1096 time: 0.0693388 Apr 18 22:03:40.277584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a43ae8-977b-4bed-9ffa-801d1d7db271 req-73992229-103c-47cc-9309-e6f98b8d7561 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:40.279036 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88a43ae8-977b-4bed-9ffa-801d1d7db271 req-73992229-103c-47cc-9309-e6f98b8d7561 service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1388433 Apr 18 22:03:40.281727 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50399f3-bfcc-4d15-bcad-4f3945e2e015 req-40f89371-06ea-46fd-a882-91a09f5c6749 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:40.283167 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f50399f3-bfcc-4d15-bcad-4f3945e2e015 req-40f89371-06ea-46fd-a882-91a09f5c6749 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0897858 Apr 18 22:03:40.329097 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f50399f3-bfcc-4d15-bcad-4f3945e2e015 req-d2e69b61-f82e-465a-8352-113d446832b1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404515 Apr 18 22:03:40.384260 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88a43ae8-977b-4bed-9ffa-801d1d7db271 req-c702067d-a0e1-437b-8b47-418bd74517fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 1001 time: 0.0989926 Apr 18 22:03:40.445490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a43ae8-977b-4bed-9ffa-801d1d7db271 req-c18bde3b-26cb-460d-a7a4-75875c07e8ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:40.446787 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88a43ae8-977b-4bed-9ffa-801d1d7db271 req-c18bde3b-26cb-460d-a7a4-75875c07e8ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0562534 Apr 18 22:03:40.522769 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88a43ae8-977b-4bed-9ffa-801d1d7db271 req-23323a19-35b2-456b-8501-b1b90ff5aad6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699711 Apr 18 22:03:40.533730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-88a43ae8-977b-4bed-9ffa-801d1d7db271 req-a6f2c934-297b-44d6-9173-b48bb2855c7c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:03:40.534636 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88a43ae8-977b-4bed-9ffa-801d1d7db271 req-a6f2c934-297b-44d6-9173-b48bb2855c7c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052793 Apr 18 22:03:40.683034 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88a43ae8-977b-4bed-9ffa-801d1d7db271 req-26f78bcf-cba9-4c3b-acbf-72de555754a6 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409340 Apr 18 22:03:40.812775 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88a43ae8-977b-4bed-9ffa-801d1d7db271 req-05684895-2cfe-4213-af4d-b490ea21930b service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232264 Apr 18 22:03:41.551522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e027a69-83b2-41ea-92d1-3dc6c7421030 req-569f9354-d2f1-46e9-a5c7-36dfa7e2c2d6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:41.552993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e027a69-83b2-41ea-92d1-3dc6c7421030 req-569f9354-d2f1-46e9-a5c7-36dfa7e2c2d6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0797966 Apr 18 22:03:41.603069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e027a69-83b2-41ea-92d1-3dc6c7421030 req-9ac74aca-78ba-4a5a-9d12-948fe5883a61 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437074 Apr 18 22:03:42.801097 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8350eb-5af8-47bb-a98a-15b5a596f6ea req-4214a702-4257-453d-8e4e-fb3c286031df tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:42.802549 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f8350eb-5af8-47bb-a98a-15b5a596f6ea req-4214a702-4257-453d-8e4e-fb3c286031df tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0757463 Apr 18 22:03:42.846841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f8350eb-5af8-47bb-a98a-15b5a596f6ea req-03126805-f28f-4cce-b6f2-9877c47dafb0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389402 Apr 18 22:03:44.139766 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e9f09-1965-4cda-a441-afa0cf059a5b req-b09f24df-da31-4f45-8063-c612f24eac16 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:44.141106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c0e9f09-1965-4cda-a441-afa0cf059a5b req-b09f24df-da31-4f45-8063-c612f24eac16 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.1625898 Apr 18 22:03:44.186862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c0e9f09-1965-4cda-a441-afa0cf059a5b req-010fd250-995e-4521-933b-fcf194419e53 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401487 Apr 18 22:03:45.379749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb4a4d-cfc4-49db-b8d4-fec8bcb9b155 req-9e12ae7d-f707-4b1a-86a8-b32cf6d3ccf0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:45.381176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4dbb4a4d-cfc4-49db-b8d4-fec8bcb9b155 req-9e12ae7d-f707-4b1a-86a8-b32cf6d3ccf0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0748403 Apr 18 22:03:45.426111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4dbb4a4d-cfc4-49db-b8d4-fec8bcb9b155 req-2dcf9cae-4cbd-46fe-98b5-e5015678d42a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394449 Apr 18 22:03:46.627170 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc930c-010d-4fb9-8831-206f1adb08ba req-1558314a-4205-4139-ab4d-f3d49246d8c8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:46.628860 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-61cc930c-010d-4fb9-8831-206f1adb08ba req-1558314a-4205-4139-ab4d-f3d49246d8c8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0779002 Apr 18 22:03:46.673289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-61cc930c-010d-4fb9-8831-206f1adb08ba req-2b19118c-9964-4aa9-ac08-febab2f0d66e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389686 Apr 18 22:03:47.875412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438755ee-a727-4f0b-bf89-45f3a8ad4bbe req-326fac9d-db19-4695-9361-992acedad94e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:47.876862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-438755ee-a727-4f0b-bf89-45f3a8ad4bbe req-326fac9d-db19-4695-9361-992acedad94e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0747342 Apr 18 22:03:47.925887 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-438755ee-a727-4f0b-bf89-45f3a8ad4bbe req-7f8dacf6-e072-4a24-a2fb-79da3a50c086 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432780 Apr 18 22:03:49.120863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3f9a1-20d2-48d2-8a5a-4746692f1551 req-51d7a94d-f105-4a9c-ae31-8ee140725ff6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:49.122327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbc3f9a1-20d2-48d2-8a5a-4746692f1551 req-51d7a94d-f105-4a9c-ae31-8ee140725ff6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0746114 Apr 18 22:03:49.167768 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbc3f9a1-20d2-48d2-8a5a-4746692f1551 req-e9de50c0-0e90-489a-ae0f-ccb6fe5ad58b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393050 Apr 18 22:03:50.372798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b6161-6d39-4060-a50b-b19beb6795d6 req-e4ceef4f-bce5-4cf1-b315-6d95e8c69914 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:50.374353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-977b6161-6d39-4060-a50b-b19beb6795d6 req-e4ceef4f-bce5-4cf1-b315-6d95e8c69914 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0858819 Apr 18 22:03:50.419305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-977b6161-6d39-4060-a50b-b19beb6795d6 req-cec3d26c-0427-433e-a7a1-85e5cbc489e8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390825 Apr 18 22:03:51.620420 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb5da4-d222-4e5b-950f-011da0ed7957 req-e2d282f0-0aa5-4f20-ab34-bf1b9ce7394e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:51.621895 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ddb5da4-d222-4e5b-950f-011da0ed7957 req-e2d282f0-0aa5-4f20-ab34-bf1b9ce7394e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0775108 Apr 18 22:03:51.672163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ddb5da4-d222-4e5b-950f-011da0ed7957 req-b1fb34e6-4a25-4374-a7db-5a0d053f7745 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440831 Apr 18 22:03:52.866969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2691699-d8b3-499f-b9d4-ac5ee1ba3d9f req-7400e403-e663-490e-a8e1-f5381de45b4f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:52.868380 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2691699-d8b3-499f-b9d4-ac5ee1ba3d9f req-7400e403-e663-490e-a8e1-f5381de45b4f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0779059 Apr 18 22:03:52.914022 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f2691699-d8b3-499f-b9d4-ac5ee1ba3d9f req-6abfde76-2ae2-4b34-87b7-ae0e0ec9005f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402608 Apr 18 22:03:54.112518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67224939-6667-44de-a8ef-34dd4779a5c6 req-87b6a3da-bd0e-4f6c-85ed-3e7076fb8af7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:54.114000 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67224939-6667-44de-a8ef-34dd4779a5c6 req-87b6a3da-bd0e-4f6c-85ed-3e7076fb8af7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0765989 Apr 18 22:03:54.153501 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-987349e6-9aa7-4ccb-b3c5-9d7b801f047b service neutron] show failed (client error): The resource could not be found. Apr 18 22:03:54.154444 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-987349e6-9aa7-4ccb-b3c5-9d7b801f047b service neutron] 10.222.0.26 "GET /v2.0/ports/68dc6631-9fd9-43f6-ad08-fb80843016fb/bindings/n-h1-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.0735269 Apr 18 22:03:54.162728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67224939-6667-44de-a8ef-34dd4779a5c6 req-3be31018-0861-4f88-9489-d99ad657b616 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430913 Apr 18 22:03:54.699500 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f8bb6680-08fa-42ad-b461-5a0dfcc51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:54.722574 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-20f19df4-9daa-44d0-aef0-75829d03e175 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 1096 time: 0.0765412 Apr 18 22:03:54.732939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:03:54.835325 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:55.104291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:03:55.135691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:03:55.196183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:03:55.201953 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:55.216510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Transition to ACTIVE for port object 68dc6631-9fd9-43f6-ad08-fb80843016fb will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:03:55.264795 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f6e308-61e8-4344-b854-9f89e1909f97'] response: {'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'code': 200} Apr 18 22:03:55.290472 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:55.381278 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48230d99-9afa-4217-a652-a37bf7394ee7 req-240a739d-07a0-4700-bc79-0d4fa08d0519 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:55.382680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48230d99-9afa-4217-a652-a37bf7394ee7 req-240a739d-07a0-4700-bc79-0d4fa08d0519 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 943 time: 0.0831699 Apr 18 22:03:55.429976 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-48230d99-9afa-4217-a652-a37bf7394ee7 req-8d876fbc-810d-4922-9894-7b9aef4b53e6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415719 Apr 18 22:03:55.524226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=6']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:03:55.582568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] No DVR routers for this DVR port 68dc6631-9fd9-43f6-ad08-fb80843016fb on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:03:55.827750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Attempting to bind port 68dc6631-9fd9-43f6-ad08-fb80843016fb on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:03:55.828086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Attempting to bind port 68dc6631-9fd9-43f6-ad08-fb80843016fb by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:03:55.828415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Attempting to bind port 68dc6631-9fd9-43f6-ad08-fb80843016fb on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:03:55.834107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Port 68dc6631-9fd9-43f6-ad08-fb80843016fb on network 848ca178-0b94-4472-9cf5-8e065868c79e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:03:55.834434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Attempting to bind port 68dc6631-9fd9-43f6-ad08-fb80843016fb on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:03:55.840490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:03:55.840826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Checking segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:03:55.841208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Bound using segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:03:55.841653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Bound port: 68dc6631-9fd9-43f6-ad08-fb80843016fb, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:03:55.841997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:55.934737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:03:55.938413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:03:56.000199 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:56.059426 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:56.061711 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] 10.222.0.59 "PUT /v2.0/ports/68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 1091 time: 1.3316121 Apr 18 22:03:56.082448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12856a-f548-491e-9f1b-2008438aebb1 service neutron] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:03:56.164590 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-5401782b-b814-4d2d-b34e-b1a3db8a2702 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1094 time: 0.0783598 Apr 18 22:03:56.310877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-b0a27801-2249-4ba7-91a7-3178ccf5090c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:56.312926 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-b0a27801-2249-4ba7-91a7-3178ccf5090c service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1411195 Apr 18 22:03:56.415356 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-8713f088-5954-42cc-bf86-1acab4c2f0ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 999 time: 0.0959735 Apr 18 22:03:56.482289 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-6be46530-2001-46c7-a7e4-5044481ba926 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:56.484260 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-6be46530-2001-46c7-a7e4-5044481ba926 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0618651 Apr 18 22:03:56.559741 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-caad2615-cdd8-4c85-bc31-64ea8ee68222 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692534 Apr 18 22:03:56.630240 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc43c3-e2ac-4c98-b22f-7ef465fe5faf req-bf5b411e-48c0-49b7-8c50-2918673cef5e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:56.631669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a5dc43c3-e2ac-4c98-b22f-7ef465fe5faf req-bf5b411e-48c0-49b7-8c50-2918673cef5e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 943 time: 0.0746927 Apr 18 22:03:56.679583 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a5dc43c3-e2ac-4c98-b22f-7ef465fe5faf req-f99de0fb-4cd4-415a-b76c-0dc2ec0ed6ab tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421870 Apr 18 22:03:56.693979 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-4a13a6fe-f656-480d-a26e-c5d2faaaa348 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275194 Apr 18 22:03:56.823005 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4d38501-1d17-43e4-b7ee-922019993a70 req-483c7c78-a832-4f84-9406-cc0d021264fa service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234655 Apr 18 22:03:57.070294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 68dc6631-9fd9-43f6-ad08-fb80843016fb no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:03:57.133059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 68dc6631-9fd9-43f6-ad08-fb80843016fb not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:03:57.170225 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0ccf-dfea-4793-b952-c96c24325220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:57.216299 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:03:57.266189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:03:57.332502 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe17fe6-e56a-4978-bafa-9a704c307bf4'] response: {'name': 'network-changed', 'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'status': 'completed', 'code': 200} Apr 18 22:03:57.474876 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-34bd8c0d-e09a-4193-ae3d-02254de8022e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1094 time: 0.1264598 Apr 18 22:03:57.478286 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-1a52809d-d4e9-4b2c-a81e-0c89063f9f19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1094 time: 0.0975723 Apr 18 22:03:57.792625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-7fc0dd3a-7dd4-47ae-aad5-d2104fb0a2ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:57.794080 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-7fc0dd3a-7dd4-47ae-aad5-d2104fb0a2ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.3132899 Apr 18 22:03:57.796777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-96621359-257b-40d0-9d24-be287ab63bbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:57.798092 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-96621359-257b-40d0-9d24-be287ab63bbb service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.2978075 Apr 18 22:03:57.881166 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ebb29-0397-40be-aba2-e0966204d7b1 req-daa0436a-0380-4815-a838-bf024312b146 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:57.882641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c4ebb29-0397-40be-aba2-e0966204d7b1 req-daa0436a-0380-4815-a838-bf024312b146 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 943 time: 0.0766921 Apr 18 22:03:57.929130 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c4ebb29-0397-40be-aba2-e0966204d7b1 req-51eeecdd-7177-4cd8-b96e-847c85542b98 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406423 Apr 18 22:03:57.986455 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-4d5d313a-38e4-4330-af6c-9fb2f4e35c8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 999 time: 0.1840661 Apr 18 22:03:57.988309 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-2eb4fa12-febc-48a9-85d8-e44883ceb289 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 999 time: 0.1340127 Apr 18 22:03:58.038772 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:58.092711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-b8a80e08-7a96-414d-8009-d7f84a0a5aa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:58.094151 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-b8a80e08-7a96-414d-8009-d7f84a0a5aa1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.1034458 Apr 18 22:03:58.096993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-d3ebda74-d473-434e-a02a-f30a8c38b5ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:58.098306 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-d3ebda74-d473-434e-a02a-f30a8c38b5ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0788865 Apr 18 22:03:58.223827 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-4875fa68-12dc-446b-a01e-b60e56953e65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957127 Apr 18 22:03:58.227211 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-2212fdbc-9a26-4019-af50-af468f4e0513 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274056 Apr 18 22:03:58.456288 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-1e0ec7d5-f2ed-4be4-84bd-bc770243e46a service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245646 Apr 18 22:03:58.457923 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-9065fe37-5841-4a6b-9b9b-618ad0f0f4bd service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252102 Apr 18 22:03:58.691996 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-888813f4-3e89-4abc-8f77-3e09e950b819 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292945 Apr 18 22:03:58.695027 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c13c201e-f0d4-42ea-9903-80e4e6af3b65 req-ca88499f-221f-44ec-a4e1-83d6e2e0fa31 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153726 Apr 18 22:03:58.790838 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:59.129031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bfbf2-a954-44b4-b6d5-26e5ca87bc19 req-00963e0e-9f84-4c64-ba78-c707212dd6fe tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:59.130527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-099bfbf2-a954-44b4-b6d5-26e5ca87bc19 req-00963e0e-9f84-4c64-ba78-c707212dd6fe tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 943 time: 0.0796933 Apr 18 22:03:59.175915 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-099bfbf2-a954-44b4-b6d5-26e5ca87bc19 req-58e6d3ae-8b84-4522-bc87-e90095b2685d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399587 Apr 18 22:03:59.443404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 68dc6631-9fd9-43f6-ad08-fb80843016fb details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:03:59.578978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:03:59.592682 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'port_id': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'mac_address': 'fa:16:3e:64:49:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:03:59.647072 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:59.664143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68dc6631-9fd9-43f6-ad08-fb80843016fb {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:03:59.680162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:03:59.776521 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:59.850199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:03:59.861985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:59.862326 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:59.862660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:59.862993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:59.864059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:59.864390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:59.865116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:59.865451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:59.865802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:59.866128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:59.866717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:59.936199 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c18ad5-bd4c-49fb-a5e3-5045ea27ff25 req-e7e5680d-2771-43b6-a333-c48a4d960bba tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:59.937890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c18ad5-bd4c-49fb-a5e3-5045ea27ff25 req-e7e5680d-2771-43b6-a333-c48a4d960bba tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 944 time: 0.0782745 Apr 18 22:03:59.950441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-c6cf33e2-0d2f-4945-94b9-45ca5b21c2e4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:59.951123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-c6cf33e2-0d2f-4945-94b9-45ca5b21c2e4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Synchronizing usage tracker for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:03:59.983172 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-17c18ad5-bd4c-49fb-a5e3-5045ea27ff25 req-ebb0c906-ae3a-4780-a046-49d899ef10d5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394852 Apr 18 22:04:00.025958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['68dc6631-9fd9-43f6-ad08-fb80843016fb'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:04:00.039101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-c6cf33e2-0d2f-4945-94b9-45ca5b21c2e4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Unset dirty status for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:04:00.042443 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-c6cf33e2-0d2f-4945-94b9-45ca5b21c2e4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.59 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 944 time: 0.1693461 Apr 18 22:04:00.128043 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-da36ef2c-30a1-46cd-a604-40f47b0b4f57 service neutron] 10.222.0.59 "GET /v2.0/ports/68dc6631-9fd9-43f6-ad08-fb80843016fb/bindings/n-h1-836017-3 HTTP/1.1" status: 200 len: 382 time: 0.0817220 Apr 18 22:04:00.217920 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-2e4d494e-ca1b-4bb0-9e87-721e9c3562bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1095 time: 0.0684421 Apr 18 22:04:00.442843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-2a257284-31a0-45bb-8dec-83b3e5d18ab0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:00.444270 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-2a257284-31a0-45bb-8dec-83b3e5d18ab0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.2205811 Apr 18 22:04:00.547424 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-993a1071-dc65-457d-9abf-7b7a0edf5d56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 1000 time: 0.0967355 Apr 18 22:04:00.607200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-43ca8fa7-0dcb-4508-a7a5-6f92415fa5d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:00.609218 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-43ca8fa7-0dcb-4508-a7a5-6f92415fa5d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0560250 Apr 18 22:04:00.683554 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-58403189-5f94-4978-9885-6a437bacc9e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691018 Apr 18 22:04:00.812543 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-7f658463-852d-401f-a3d7-a2d916ff0ff8 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227686 Apr 18 22:04:00.941455 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-54554643-4cae-4833-91c1-8a628aab7c3a service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230857 Apr 18 22:04:01.150736 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:01.190248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976e856-294f-4b6b-94ea-1707f61e74fb req-11dcecd4-29a0-4a72-9b8d-a18eae5434e4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:01.191687 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2976e856-294f-4b6b-94ea-1707f61e74fb req-11dcecd4-29a0-4a72-9b8d-a18eae5434e4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 944 time: 0.0807683 Apr 18 22:04:01.236411 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2976e856-294f-4b6b-94ea-1707f61e74fb req-51e1a8ec-393b-4550-a002-e2d1f350fa64 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392339 Apr 18 22:04:01.457970 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 68dc6631-9fd9-43f6-ad08-fb80843016fb up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:04:01.596465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 68dc6631-9fd9-43f6-ad08-fb80843016fb completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:04:01.602547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 68dc6631-9fd9-43f6-ad08-fb80843016fb triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:04:01.602951 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:01.715092 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:01.741572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:01.751426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:01.808120 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:01.882189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:01.955870 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1a8922-2ad3-452c-babb-efec48056fa1'] response: {'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'code': 200} Apr 18 22:04:02.432424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847c767-82f5-4392-9bed-eb057bb1541b req-834dfe6f-4096-4174-8948-c0490906b26e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:02.433883 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4847c767-82f5-4392-9bed-eb057bb1541b req-834dfe6f-4096-4174-8948-c0490906b26e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0754683 Apr 18 22:04:02.482130 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4847c767-82f5-4392-9bed-eb057bb1541b req-bd49598b-62d5-4eb8-874c-bfdb6602efae tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424972 Apr 18 22:04:03.414024 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-4d7e4621-c3ba-4601-b1bd-01f6e463e931 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 1096 time: 0.0680830 Apr 18 22:04:03.424891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:04:03.530335 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:03.698030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64db2b-38c7-446f-adc2-0caea3ac6f31 req-63da3ca7-b017-45f9-aaa7-6d9ac39e3af7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:03.699425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c64db2b-38c7-446f-adc2-0caea3ac6f31 req-63da3ca7-b017-45f9-aaa7-6d9ac39e3af7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0949697 Apr 18 22:04:03.746957 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c64db2b-38c7-446f-adc2-0caea3ac6f31 req-51e5d6fe-2a2e-4f72-a9c9-5199823a70e4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414391 Apr 18 22:04:03.814718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:03.843764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:04:03.901613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:03.907511 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:03.911664 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:03.922127 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Transition to ACTIVE for port object 68dc6631-9fd9-43f6-ad08-fb80843016fb will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:04:03.977749 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bcfd119-d242-49e2-b0ab-711803f9fd27'] response: {'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'code': 200} Apr 18 22:04:03.996372 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:04.134352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=10']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:04.192452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] No DVR routers for this DVR port 68dc6631-9fd9-43f6-ad08-fb80843016fb on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:04:04.512859 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Attempting to bind port 68dc6631-9fd9-43f6-ad08-fb80843016fb on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:04:04.513554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Attempting to bind port 68dc6631-9fd9-43f6-ad08-fb80843016fb by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:04:04.513554 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Attempting to bind port 68dc6631-9fd9-43f6-ad08-fb80843016fb on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:04:04.519162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Port 68dc6631-9fd9-43f6-ad08-fb80843016fb on network 848ca178-0b94-4472-9cf5-8e065868c79e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:04:04.519475 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Attempting to bind port 68dc6631-9fd9-43f6-ad08-fb80843016fb on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:04:04.525463 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:04:04.525815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Checking segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:04:04.526184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Bound using segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:04:04.526596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Bound port: 68dc6631-9fd9-43f6-ad08-fb80843016fb, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:04:04.526933 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:04.610671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:04:04.613538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:04:04.684859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:04.748960 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:04.750403 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] 10.222.0.26 "PUT /v2.0/ports/68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 1092 time: 1.3298743 Apr 18 22:04:04.763529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f081e-d92f-47b7-9cc5-f9ef91f61c30 service neutron] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=11']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:04.843912 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-58c0072a-275a-48f2-a5d4-46c1d68973dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1095 time: 0.0712698 Apr 18 22:04:04.954632 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b386358-a2a5-4637-8799-b524b3ee83d6 req-f9b51868-1f8c-4482-b378-a7813df5c3f2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:04.956147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b386358-a2a5-4637-8799-b524b3ee83d6 req-f9b51868-1f8c-4482-b378-a7813df5c3f2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 944 time: 0.0826240 Apr 18 22:04:04.978161 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-cd421e02-7be1-4e3d-b200-437d0207ddbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:04.979608 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-cd421e02-7be1-4e3d-b200-437d0207ddbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1299894 Apr 18 22:04:05.010153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b386358-a2a5-4637-8799-b524b3ee83d6 req-2aefbae7-1986-49d8-a129-0825151ac378 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484493 Apr 18 22:04:05.101925 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-e2409640-435d-4c47-8ac9-2467f5503a4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 999 time: 0.1154804 Apr 18 22:04:05.162850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-1d8bec21-f428-411e-9fc3-62aa3c0650aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:05.164245 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-1d8bec21-f428-411e-9fc3-62aa3c0650aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0572007 Apr 18 22:04:05.240168 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-ce48fbd9-768c-4646-9f57-e8baec3cbbf6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700405 Apr 18 22:04:05.368954 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-d449228b-e0c0-4f76-bf3e-c2ec31a43646 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231027 Apr 18 22:04:05.474020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 68dc6631-9fd9-43f6-ad08-fb80843016fb no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:04:05.501024 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26f5e857-eb68-4093-9a33-b7a8f85301a6 req-4f8852f9-bfe5-4432-a341-2abb81a1c994 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224885 Apr 18 22:04:05.537092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 68dc6631-9fd9-43f6-ad08-fb80843016fb not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:04:05.975468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:06.045964 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4007fe-a3ca-4564-90c0-fd07dd5f3475'] response: {'name': 'network-changed', 'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'status': 'completed', 'code': 200} Apr 18 22:04:06.196393 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-9dac7b5b-cd3f-435c-93c7-667b0daac9ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1095 time: 0.1255722 Apr 18 22:04:06.203075 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-b1762e04-c34c-4bd4-bf35-ce3fe76b5e20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 1095 time: 0.0992835 Apr 18 22:04:06.211737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd7758-a901-480c-93d3-05c906de4945 req-c9ab908a-0704-4842-aa85-e1996450163a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:06.213174 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acbd7758-a901-480c-93d3-05c906de4945 req-c9ab908a-0704-4842-aa85-e1996450163a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 944 time: 0.0811496 Apr 18 22:04:06.259939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acbd7758-a901-480c-93d3-05c906de4945 req-dcaf0958-ecd5-47c3-9fb6-6de247011862 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 Apr 18 22:04:06.431899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-e16b041e-d08d-48b6-8b2c-6c96d4ee32a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:06.433379 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-e16b041e-d08d-48b6-8b2c-6c96d4ee32a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.2294352 Apr 18 22:04:06.434265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-1eaa6e73-b369-49c1-9980-67a90f4e0d5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:06.435520 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-1eaa6e73-b369-49c1-9980-67a90f4e0d5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.2143674 Apr 18 22:04:06.711361 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-b41334f0-2ce4-4738-ae6d-e1d1d2e0983f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 999 time: 0.2710640 Apr 18 22:04:06.712936 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-2958ba9c-f40c-4475-8a70-db833f97137f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 200 len: 999 time: 0.2271678 Apr 18 22:04:06.819025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-d0d8a984-5644-4b72-86d7-58652f019b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:06.820414 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-d0d8a984-5644-4b72-86d7-58652f019b07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0751715 Apr 18 22:04:06.821511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-c4fb741f-5a3a-4d12-97e9-d8df25d2ac2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:06.822816 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-c4fb741f-5a3a-4d12-97e9-d8df25d2ac2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.1051211 Apr 18 22:04:06.949810 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-09325152-afa6-4762-ac83-5b38a58b85cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234210 Apr 18 22:04:06.953311 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-b93b10f8-2d76-4195-921b-adf223f6d64d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971746 Apr 18 22:04:07.182135 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-3e1ba1ed-920d-4bed-b0e1-f5b77f181001 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258761 Apr 18 22:04:07.187167 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-40c11dc6-808b-4d0f-89be-9b771fd53d34 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126825 Apr 18 22:04:07.418239 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-aa414504-7844-4b2e-b77c-a627cea253f4 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298386 Apr 18 22:04:07.420005 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0eda4adc-b7e6-4079-ae17-4e7c726cca4b req-2d32b1ba-6951-4c10-bb05-cc4ab14ecfe8 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148242 Apr 18 22:04:07.464417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8a56a-f04b-4406-8f2e-24dfa13c0337 req-5635ccb8-1c18-4da4-b16b-3d162031d2c0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:07.465787 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4a8a56a-f04b-4406-8f2e-24dfa13c0337 req-5635ccb8-1c18-4da4-b16b-3d162031d2c0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 944 time: 0.0804660 Apr 18 22:04:07.511452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4a8a56a-f04b-4406-8f2e-24dfa13c0337 req-7d5958b6-1908-44c8-b5f6-8eaab6e9eea5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393152 Apr 18 22:04:08.709074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998af5a0-3ab9-46c4-84ad-e9fe6441df82 req-374069d4-66e4-4b11-9e04-c782d2a0cb43 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:08.710534 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-998af5a0-3ab9-46c4-84ad-e9fe6441df82 req-374069d4-66e4-4b11-9e04-c782d2a0cb43 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 944 time: 0.0762339 Apr 18 22:04:08.757779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-998af5a0-3ab9-46c4-84ad-e9fe6441df82 req-683611e7-004c-4497-8d5b-088877383ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419405 Apr 18 22:04:09.108958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 68dc6631-9fd9-43f6-ad08-fb80843016fb details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:04:09.241901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:09.255076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'port_id': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'mac_address': 'fa:16:3e:64:49:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:04:09.307149 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:09.323832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68dc6631-9fd9-43f6-ad08-fb80843016fb {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:04:09.338579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:09.398633 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:09.464536 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=12']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:09.638281 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:09.711509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['68dc6631-9fd9-43f6-ad08-fb80843016fb'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:04:09.960555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df146208-68a1-46e5-bf40-dc47fca0d1ce req-662a511e-fbc2-4d52-a4df-66a8e670e0d2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:09.962101 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df146208-68a1-46e5-bf40-dc47fca0d1ce req-662a511e-fbc2-4d52-a4df-66a8e670e0d2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0808053 Apr 18 22:04:10.007677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df146208-68a1-46e5-bf40-dc47fca0d1ce req-3d10ac96-78e4-463d-8338-0f37d8521ece tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 Apr 18 22:04:10.199758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe92445-3d8d-431f-ba0a-08fc9b38989f req-d34df1ea-9337-4f31-bc2f-2239be90cd63 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:10.201201 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afe92445-3d8d-431f-ba0a-08fc9b38989f req-d34df1ea-9337-4f31-bc2f-2239be90cd63 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0761349 Apr 18 22:04:10.250164 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-afe92445-3d8d-431f-ba0a-08fc9b38989f req-364977ad-b1ae-4655-b8cf-478e10b4cdd6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426350 Apr 18 22:04:10.462593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd23d5d-5a0f-409b-b38e-a60c64007191 req-0e394391-186c-4fac-8a03-dc29b6211546 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:10.464053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5dd23d5d-5a0f-409b-b38e-a60c64007191 req-0e394391-186c-4fac-8a03-dc29b6211546 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.0777764 Apr 18 22:04:10.521731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5dd23d5d-5a0f-409b-b38e-a60c64007191 req-79f2c3d0-3dd7-4e0a-a231-9a8727128ca5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491459 Apr 18 22:04:11.130223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 68dc6631-9fd9-43f6-ad08-fb80843016fb up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:04:11.225643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1d1e8-ffb6-4b28-aaeb-473cf2196e00 req-e7265f25-365b-448a-9063-f2e6bf990978 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:11.227027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44f1d1e8-ffb6-4b28-aaeb-473cf2196e00 req-e7265f25-365b-448a-9063-f2e6bf990978 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 945 time: 0.1729379 Apr 18 22:04:11.275655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-44f1d1e8-ffb6-4b28-aaeb-473cf2196e00 req-233f1fad-196b-4946-8173-3f1f6c515129 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Apr 18 22:04:11.276337 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 68dc6631-9fd9-43f6-ad08-fb80843016fb completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:04:11.281992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 68dc6631-9fd9-43f6-ad08-fb80843016fb triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:04:11.282363 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:11.399189 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:11.425117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:11.434432 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:11.478559 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee28588-f2c8-4811-bdae-b9a85a5e0c53'] response: {'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'code': 200} Apr 18 22:04:11.505006 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:11.575725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=13']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:12.566065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-ca66d23a-d478-428a-acd6-c69cb51e0a0b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:12.567496 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-ca66d23a-d478-428a-acd6-c69cb51e0a0b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 946 time: 0.0797441 Apr 18 22:04:12.625699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b9208-0cf9-4ea8-b134-da84ec69a020 req-3c986847-6807-4f3d-8e97-857618efc182 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:12.627156 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-442b9208-0cf9-4ea8-b134-da84ec69a020 req-3c986847-6807-4f3d-8e97-857618efc182 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 946 time: 0.0770814 Apr 18 22:04:12.635728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Deleting port 68dc6631-9fd9-43f6-ad08-fb80843016fb {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:04:12.636080 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:12.673133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-442b9208-0cf9-4ea8-b134-da84ec69a020 req-9a5a5c7c-ec01-497e-bd52-3953afa4f4a3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401287 Apr 18 22:04:12.876352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] For port 68dc6631-9fd9-43f6-ad08-fb80843016fb, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=68dc6631-9fd9-43f6-ad08-fb80843016fb,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:12.876712 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:13.153354 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:13.161120 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:13.161120 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011 disassociated. External IP: 172.25.3.63, port: 68dc6631-9fd9-43f6-ad08-fb80843016fb. Apr 18 22:04:13.161120 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Calling delete_port for 68dc6631-9fd9-43f6-ad08-fb80843016fb owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:04:13.447337 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:13.494868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event deleted for resources: {'Port': ['ID=68dc6631-9fd9-43f6-ad08-fb80843016fb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:13.509025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:13.509237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:13.509606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:13.509936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:13.510262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:13.510583 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:13.510902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:13.511218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:13.511548 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:13.511849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:13.512165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:13.715650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Router c6eae2ad-cb22-4957-a467-592159dbc6ec has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:04:13.841843 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-08640b81-e9e7-42e5-8784-be017f7f926d req-d5720ee3-101b-4829-af3b-0434cf554f04 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 210 time: 0.0445638 Apr 18 22:04:13.923292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:04:13.933191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c899e8-98de-472c-8c3b-4b629cd3d050 None None] Sync routers for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:04:13.944580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c899e8-98de-472c-8c3b-4b629cd3d050 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:04:13.945177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d4c899e8-98de-472c-8c3b-4b629cd3d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:03:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:13.989703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] No DVR routers for this DVR port 68dc6631-9fd9-43f6-ad08-fb80843016fb on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:04:13.992255 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:13.994926 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'name': 'network-vif-deleted', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:14.049761 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a73a6a-9a34-4f12-9944-ced37cf1b00b'] response: {'server_uuid': '52148abe-9273-4a85-9410-b0d3fff336f1', 'name': 'network-vif-deleted', 'tag': '68dc6631-9fd9-43f6-ad08-fb80843016fb', 'status': 'completed', 'code': 200} Apr 18 22:04:14.077148 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7e304e33-aff8-4daf-a4cb-c3e913e465dd req-f7608ebc-7342-4eb2-a16e-37b046d0ec0e tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "DELETE /v2.0/ports/68dc6631-9fd9-43f6-ad08-fb80843016fb HTTP/1.1" status: 204 len: 173 time: 1.5042417 Apr 18 22:04:14.123473 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d4c899e8-98de-472c-8c3b-4b629cd3d050 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:04:14.430964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d4c899e8-98de-472c-8c3b-4b629cd3d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:14.434717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c899e8-98de-472c-8c3b-4b629cd3d050 None None] Checking router: c6eae2ad-cb22-4957-a467-592159dbc6ec for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:04:14.445067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c899e8-98de-472c-8c3b-4b629cd3d050 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:04:14.445680 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d4c899e8-98de-472c-8c3b-4b629cd3d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:03:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:14.618753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-d4c899e8-98de-472c-8c3b-4b629cd3d050 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:04:14.975088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-d4c899e8-98de-472c-8c3b-4b629cd3d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:14.979247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c899e8-98de-472c-8c3b-4b629cd3d050 None None] The sync data for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 is: [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:04:15.026574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d55584b-f1ce-4b78-8981-ae8a31c973bd req-722de80f-4e83-42b5-b749-e14d763ec0c5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=52148abe-9273-4a85-9410-b0d3fff336f1 HTTP/1.1" status: 200 len: 210 time: 0.0459700 Apr 18 22:04:15.177967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 68dc6631-9fd9-43f6-ad08-fb80843016fb no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:04:15.194301 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e839a12-55d8-40c1-b178-bcef67a403f6 None None] New status for floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:04:15.211218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 68dc6631-9fd9-43f6-ad08-fb80843016fb {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:04:15.211560 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 68dc6631-9fd9-43f6-ad08-fb80843016fb not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:04:16.405831 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-2bb936ab-e82b-4d9f-b813-03114a27d7c3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1651232550&fields=id&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 267 time: 0.0398099 Apr 18 22:04:16.550520 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa38ef-425e-4914-8546-c4662d89e464 req-b8ae90a8-62d0-4f3d-b456-2ee3657268ad tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:16.551933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-b8ae90a8-62d0-4f3d-b456-2ee3657268ad tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 812 time: 0.1399620 Apr 18 22:04:16.568482 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-cdd13c6c-5d59-4250-9e8d-bfc847300e97 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/quotas/6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 375 time: 0.0110910 Apr 18 22:04:16.652234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-d77754d6-4cf5-46d0-94bd-f6197f91862d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790195 Apr 18 22:04:16.667853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-4b1944a8-0165-4a75-b0ab-1607018c15b2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:04:16.668778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-4b1944a8-0165-4a75-b0ab-1607018c15b2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047932 Apr 18 22:04:16.797892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-2d8cd641-9afd-4a84-af6e-1d0799319835 service neutron] 10.222.0.11 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235242 Apr 18 22:04:16.928358 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-dc3b1e2b-c7c2-4f05-b87b-20d23a934fa1 service neutron] 10.222.0.11 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248584 Apr 18 22:04:17.189191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5a8cc418-550e-477b-861b-95ba5a2c98b9 req-35f21881-f540-4d74-b860-e520ae3d8f58 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 210 time: 0.0416703 Apr 18 22:04:18.356501 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c2b77f5a-e6d9-4ee6-9c66-dbb086f73d94 req-e2ad7570-7875-4268-a5c7-d6f41aed3cd2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 210 time: 0.0406938 Apr 18 22:04:19.146182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa38ef-425e-4914-8546-c4662d89e464 req-93d7bbe3-8215-48b6-a294-b8b90aefd9a7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:19.148282 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-93d7bbe3-8215-48b6-a294-b8b90aefd9a7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 812 time: 0.1470642 Apr 18 22:04:19.200762 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-b815284d-c180-46b8-b955-af5754691588 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 380 time: 0.0407138 Apr 18 22:04:19.208605 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Request body: {'port': {'device_id': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'admin_state_up': True, 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'security_groups': ['375a2730-569c-4115-a070-42348a55c056']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:04:19.346687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:04:19.350820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Usage tracker for resource:port and tenant:6dc43a916cae4c3a97d947ceeb3b6465 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:04:19.355124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:04:19.359461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:04:19.455668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Made reservation on behalf of 6dc43a916cae4c3a97d947ceeb3b6465 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:04:19.458753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:19.523844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-120958f6-c8d0-41ef-bb51-0d2d534f4c24 req-18a811bd-5e86-434c-9be0-e234eed8dcde tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 210 time: 0.0449588 Apr 18 22:04:19.621104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Allocated IP 172.20.0.11 (848ca178-0b94-4472-9cf5-8e065868c79e/3e9ca833-aee6-4f0f-a5f2-858801d76c3c/a6fdbfc3-db21-4e75-a1e7-af82b593e829) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:04:19.806853 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:19.822488 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Transition to ACTIVE for port object a6fdbfc3-db21-4e75-a1e7-af82b593e829 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:04:19.910652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:19.986320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Network 848ca178-0b94-4472-9cf5-8e065868c79e is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:04:19.989350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:04:19.993678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:04:20.018498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:20.056421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:20.057093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:20.165104 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-849168fe-91d5-43ce-a5a4-df35d79aedfc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9599929 Apr 18 22:04:20.175852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Request body: {'port': {'device_id': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:04:20.284061 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:20.289799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-23b2d238-8cc1-4720-a320-622eabe06fcc None None] Provisioning for port a6fdbfc3-db21-4e75-a1e7-af82b593e829 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:04:20.295654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-23b2d238-8cc1-4720-a320-622eabe06fcc None None] Provisioning complete for port a6fdbfc3-db21-4e75-a1e7-af82b593e829 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:04:20.296094 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-23b2d238-8cc1-4720-a320-622eabe06fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:20.347617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-23b2d238-8cc1-4720-a320-622eabe06fcc None None] Port a6fdbfc3-db21-4e75-a1e7-af82b593e829 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:04:20.703800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fdbfc3-db21-4e75-a1e7-af82b593e829 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:04:20.710667 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:20.720512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44f3a0-ff88-4ee3-952d-010f3f2ad456 req-51377385-ce7d-4784-9910-d83c49df82d6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:20.721980 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c44f3a0-ff88-4ee3-952d-010f3f2ad456 req-51377385-ce7d-4784-9910-d83c49df82d6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 932 time: 0.0762076 Apr 18 22:04:20.724908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Transition to ACTIVE for port object a6fdbfc3-db21-4e75-a1e7-af82b593e829 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:04:20.768446 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c44f3a0-ff88-4ee3-952d-010f3f2ad456 req-adcf23d5-25d3-4958-881e-9daa5e51f3e1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 Apr 18 22:04:20.790404 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:20.919107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:21.029877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Attempting to bind port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:04:21.029877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Attempting to bind port a6fdbfc3-db21-4e75-a1e7-af82b593e829 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:04:21.029877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Attempting to bind port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:04:21.035480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on network 848ca178-0b94-4472-9cf5-8e065868c79e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:04:21.035794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Attempting to bind port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:04:21.041964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:04:21.042297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Checking segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:04:21.042677 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Bound using segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:04:21.043098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Bound port: a6fdbfc3-db21-4e75-a1e7-af82b593e829, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:04:21.043442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:21.150361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:04:21.154867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:04:21.230860 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:21.291610 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:21.293153 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] 10.222.0.26 "PUT /v2.0/ports/a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1092 time: 1.1212366 Apr 18 22:04:21.297283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:21.316461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74b16b-90fb-4057-8dc9-5c6c2e2c1b65 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:21.361616 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fdbb3f2-fdb9-472c-a1f8-9f6b83d3b48a'] response: {'name': 'network-changed', 'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'status': 'completed', 'code': 200} Apr 18 22:04:21.461387 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b760ea70-3338-4f72-82c3-3c5298ebb095 req-85afbb21-d547-4623-ae30-c1985d1cbf67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1095 time: 0.0787475 Apr 18 22:04:21.600845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760ea70-3338-4f72-82c3-3c5298ebb095 req-b5becc01-bd58-43cb-8a9c-a0e34a6bc332 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:21.602325 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b760ea70-3338-4f72-82c3-3c5298ebb095 req-b5becc01-bd58-43cb-8a9c-a0e34a6bc332 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1350837 Apr 18 22:04:21.737577 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760ea70-3338-4f72-82c3-3c5298ebb095 req-fd16044c-cb6e-418e-8dc5-c8b909ce9e79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:21.738959 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b760ea70-3338-4f72-82c3-3c5298ebb095 req-fd16044c-cb6e-418e-8dc5-c8b909ce9e79 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309369 Apr 18 22:04:21.847009 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-a477eaf9-518a-44fb-bd99-aaf0a1826082 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1095 time: 0.0714445 Apr 18 22:04:21.917452 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-8b352108-b4d8-412f-b1cb-83fa98300b47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 217 time: 0.0637770 Apr 18 22:04:21.974451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101440b-a266-4aab-ad5e-48a0c05b0795 req-d7f48336-2c6a-4325-b32d-ffe9b1a41ea9 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:21.975997 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b101440b-a266-4aab-ad5e-48a0c05b0795 req-d7f48336-2c6a-4325-b32d-ffe9b1a41ea9 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 944 time: 0.0794919 Apr 18 22:04:21.978373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa38ef-425e-4914-8546-c4662d89e464 req-a4aeba18-20ce-4f33-915a-f06f252ec278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:21.979803 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-a4aeba18-20ce-4f33-915a-f06f252ec278 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0572186 Apr 18 22:04:22.022898 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b101440b-a266-4aab-ad5e-48a0c05b0795 req-36729f4b-d1f9-4e3c-844c-fb3fb003a01c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413089 Apr 18 22:04:22.056652 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-e698f5d2-864e-4c37-93e2-d65a4c7d243f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710628 Apr 18 22:04:22.184784 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-04f37a53-858d-4837-9f92-0f8f66d14477 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219738 Apr 18 22:04:22.315211 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-03aa38ef-425e-4914-8546-c4662d89e464 req-7c959d60-405a-40ba-99ef-c9429965978d service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241853 Apr 18 22:04:23.218086 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f63ef-d13d-4774-becd-2b30c9321ad1 req-ac7c14e4-cb30-45a4-93c3-c7caf12d8ce1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:23.219538 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e87f63ef-d13d-4774-becd-2b30c9321ad1 req-ac7c14e4-cb30-45a4-93c3-c7caf12d8ce1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 944 time: 0.0771930 Apr 18 22:04:23.264917 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e87f63ef-d13d-4774-becd-2b30c9321ad1 req-27bce345-17d2-4a34-9eed-bd59db8ecddc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398953 Apr 18 22:04:24.460879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eda79e-8425-4dea-b36f-e9d2d9122fdd req-b7443e11-9ce9-4bdc-b9bd-f3bb52bc28d4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:24.462252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24eda79e-8425-4dea-b36f-e9d2d9122fdd req-b7443e11-9ce9-4bdc-b9bd-f3bb52bc28d4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 944 time: 0.0785394 Apr 18 22:04:24.507929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-24eda79e-8425-4dea-b36f-e9d2d9122fdd req-7ceae28f-20fd-4129-ae10-634f28d006a3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396688 Apr 18 22:04:24.695802 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c689e60-2f3f-424f-a34c-c3cd549ffb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:25.197022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a6fdbfc3-db21-4e75-a1e7-af82b593e829 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:04:25.330722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:25.344160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'port_id': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'mac_address': 'fa:16:3e:6c:00:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:04:25.408310 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:25.425512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fdbfc3-db21-4e75-a1e7-af82b593e829 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:04:25.442188 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:25.512781 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:25.578527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:25.705701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffddfc4-1f6b-4c4e-af71-30b4a5b0b8a7 req-39d97425-4588-45c6-8513-058cfd850dcd tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:25.707668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cffddfc4-1f6b-4c4e-af71-30b4a5b0b8a7 req-39d97425-4588-45c6-8513-058cfd850dcd tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 945 time: 0.0804932 Apr 18 22:04:25.766446 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cffddfc4-1f6b-4c4e-af71-30b4a5b0b8a7 req-c3787505-de71-4fe1-94bd-33aa6892edc2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526257 Apr 18 22:04:25.811303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['a6fdbfc3-db21-4e75-a1e7-af82b593e829'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:04:26.960619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a398023-269b-4c94-8ff2-8240c3eb6f35 req-cda9e58c-335f-4a8e-97d4-c96848f36aea tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:26.961994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a398023-269b-4c94-8ff2-8240c3eb6f35 req-cda9e58c-335f-4a8e-97d4-c96848f36aea tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 945 time: 0.0749862 Apr 18 22:04:27.012509 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a398023-269b-4c94-8ff2-8240c3eb6f35 req-bc8766af-2730-46c1-857c-4dd883ac87f4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445716 Apr 18 22:04:27.155894 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ad9f05e2-4b8b-480a-8cd2-75f6d288cd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:27.209646 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a6fdbfc3-db21-4e75-a1e7-af82b593e829 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:04:27.338436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port a6fdbfc3-db21-4e75-a1e7-af82b593e829 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:04:27.343761 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port a6fdbfc3-db21-4e75-a1e7-af82b593e829 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:04:27.344125 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:27.455088 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:27.483047 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:27.492453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:27.537606 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d32196bf-9300-4914-b88b-0dce9742affb'] response: {'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'code': 200} Apr 18 22:04:27.573738 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:27.645897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:27.744472 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cf965cd2-67da-4976-adec-5948abdf5728 req-203b4e58-9347-410e-aa2e-dc30cab5cdbe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1097 time: 0.1517234 Apr 18 22:04:27.789718 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cf965cd2-67da-4976-adec-5948abdf5728 req-9f56ead3-a43f-406f-a63e-76036cb3cb3d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390615 Apr 18 22:04:28.018478 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:28.213888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4540a-8874-43ba-b6ba-c83ecb1ed310 req-2a14f4bb-28cd-4eac-860e-17327bb2c914 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:28.215309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57d4540a-8874-43ba-b6ba-c83ecb1ed310 req-2a14f4bb-28cd-4eac-860e-17327bb2c914 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0799482 Apr 18 22:04:28.261761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-57d4540a-8874-43ba-b6ba-c83ecb1ed310 req-621cede3-c159-4553-929e-a4f37a9e186b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399420 Apr 18 22:04:28.787312 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:29.468257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b7de0-faa7-41d6-8249-64105c4d3a24 req-ecdf0813-8793-4c1d-8eba-69691f9ccdc5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:29.469667 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-549b7de0-faa7-41d6-8249-64105c4d3a24 req-ecdf0813-8793-4c1d-8eba-69691f9ccdc5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0816071 Apr 18 22:04:29.517289 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-549b7de0-faa7-41d6-8249-64105c4d3a24 req-cfa03998-de6e-4c51-9ae6-c3f6236db542 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420623 Apr 18 22:04:29.796399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9aceb-c0c7-4914-9aaf-9e5feb162164 req-7ff80dfa-5a27-4779-b6af-a1f4582e21ad tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:29.797748 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-77f9aceb-c0c7-4914-9aaf-9e5feb162164 req-7ff80dfa-5a27-4779-b6af-a1f4582e21ad tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.1654685 Apr 18 22:04:29.806534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 37856) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:04:29.812123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-29b9873e-b19b-43b5-81dd-6afddaa7651c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Request body: {'floatingip': {'port_id': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:04:29.891365 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29b9873e-b19b-43b5-81dd-6afddaa7651c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:30.477233 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29b9873e-b19b-43b5-81dd-6afddaa7651c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:30.541273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29b9873e-b19b-43b5-81dd-6afddaa7651c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:30.724959 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-29b9873e-b19b-43b5-81dd-6afddaa7651c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011 associated. External IP: 172.25.3.63, port: a6fdbfc3-db21-4e75-a1e7-af82b593e829. Apr 18 22:04:31.158620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b9873e-b19b-43b5-81dd-6afddaa7651c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Router c6eae2ad-cb22-4957-a467-592159dbc6ec has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:04:31.236458 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:31.502414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b9873e-b19b-43b5-81dd-6afddaa7651c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:04:31.507018 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29b9873e-b19b-43b5-81dd-6afddaa7651c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:31.513802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49987e64-bea2-4f0a-b9e5-d562b6b2c753 None None] Sync routers for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:04:31.528098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49987e64-bea2-4f0a-b9e5-d562b6b2c753 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:04:31.530035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-49987e64-bea2-4f0a-b9e5-d562b6b2c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:04:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:31.565642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-29b9873e-b19b-43b5-81dd-6afddaa7651c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "PUT /v2.0/floatingips/44cad03d-5fec-4a6e-a6fe-962edef1b011 HTTP/1.1" status: 200 len: 992 time: 1.7580309 Apr 18 22:04:31.566411 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:31.636054 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0967e3b-90b0-42c0-875a-7c722f4d3498'] response: {'name': 'network-changed', 'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'status': 'completed', 'code': 200} Apr 18 22:04:31.725307 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad49cee3-6512-4f43-9687-6e21164b6a95 req-6aad265b-c2f1-4273-abd2-01c46e221c8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1097 time: 0.0768714 Apr 18 22:04:31.745805 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-49987e64-bea2-4f0a-b9e5-d562b6b2c753 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:04:31.859162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49cee3-6512-4f43-9687-6e21164b6a95 req-42b67c02-dcef-456e-981d-fc81786eb98c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:31.860613 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad49cee3-6512-4f43-9687-6e21164b6a95 req-42b67c02-dcef-456e-981d-fc81786eb98c service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1293306 Apr 18 22:04:31.967581 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad49cee3-6512-4f43-9687-6e21164b6a95 req-806f2e24-c61b-4471-9f9a-1b9eda904772 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1000 time: 0.1008794 Apr 18 22:04:32.038222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49cee3-6512-4f43-9687-6e21164b6a95 req-74eeaa98-75fc-4625-9685-9223761e8bcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:32.039715 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad49cee3-6512-4f43-9687-6e21164b6a95 req-74eeaa98-75fc-4625-9685-9223761e8bcb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0669556 Apr 18 22:04:32.117866 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad49cee3-6512-4f43-9687-6e21164b6a95 req-51d723a3-8f7d-45e6-9d51-c0ce3d79152b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716205 Apr 18 22:04:32.144320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-49987e64-bea2-4f0a-b9e5-d562b6b2c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '44cad03d-5fec-4a6e-a6fe-962edef1b011', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'port_id': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'mac_address': 'fa:16:3e:6c:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:01:07Z', 'updated_at': '2022-04-18T22:04:30Z', 'revision_number': 13, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:32.148530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49987e64-bea2-4f0a-b9e5-d562b6b2c753 None None] Checking router: c6eae2ad-cb22-4957-a467-592159dbc6ec for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:04:32.160122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49987e64-bea2-4f0a-b9e5-d562b6b2c753 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:04:32.160809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-49987e64-bea2-4f0a-b9e5-d562b6b2c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:04:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:32.257302 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad49cee3-6512-4f43-9687-6e21164b6a95 req-9909df15-09d0-4b91-b2e1-19fed023b89a service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329660 Apr 18 22:04:32.340908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-49987e64-bea2-4f0a-b9e5-d562b6b2c753 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:04:32.405044 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ad49cee3-6512-4f43-9687-6e21164b6a95 req-bc234b37-67e4-4deb-b044-0f9293ed3dad service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422441 Apr 18 22:04:32.691220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-49987e64-bea2-4f0a-b9e5-d562b6b2c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '44cad03d-5fec-4a6e-a6fe-962edef1b011', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'port_id': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'mac_address': 'fa:16:3e:6c:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:01:07Z', 'updated_at': '2022-04-18T22:04:30Z', 'revision_number': 13, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:32.695181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49987e64-bea2-4f0a-b9e5-d562b6b2c753 None None] The sync data for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 is: [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '44cad03d-5fec-4a6e-a6fe-962edef1b011', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'port_id': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'mac_address': 'fa:16:3e:6c:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:01:07Z', 'updated_at': '2022-04-18T22:04:30Z', 'revision_number': 13, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:04:32.890178 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bd3f9-1ea8-4f4f-8766-3acb9b658947 None None] New status for floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:04:33.650994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7640c42-41d7-44f2-af02-7fe00aa3e3ca req-456e5480-561f-4e8c-bc58-a2fdbc3c2e6b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:33.652444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7640c42-41d7-44f2-af02-7fe00aa3e3ca req-456e5480-561f-4e8c-bc58-a2fdbc3c2e6b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0784853 Apr 18 22:04:33.697779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7640c42-41d7-44f2-af02-7fe00aa3e3ca req-cb6e4cb6-7a38-42b5-8f44-f73f91296847 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Apr 18 22:04:33.910380 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:34.216645 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:04:39.663949 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:41.072692 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-284d1db2-bbac-4bd1-8c0a-013fb4053898 req-b3776790-de8c-4077-b785-bd709ac7bc32 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736666 Apr 18 22:04:41.207622 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-284d1db2-bbac-4bd1-8c0a-013fb4053898 req-cd57ba6b-b3e6-41f8-a0e8-ca843ba1ae4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1097 time: 0.0678372 Apr 18 22:04:41.349081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d1db2-bbac-4bd1-8c0a-013fb4053898 req-fe45d6ca-a154-4855-ba8f-05905e243d7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:41.350563 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-284d1db2-bbac-4bd1-8c0a-013fb4053898 req-fe45d6ca-a154-4855-ba8f-05905e243d7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1241786 Apr 18 22:04:41.454821 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-284d1db2-bbac-4bd1-8c0a-013fb4053898 req-1272923e-5f6f-4db3-8f3f-f481c4541d85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1002 time: 0.0981195 Apr 18 22:04:41.516700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d1db2-bbac-4bd1-8c0a-013fb4053898 req-ee56813e-b2c0-4865-975e-54b190ea7b06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:41.518162 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-284d1db2-bbac-4bd1-8c0a-013fb4053898 req-ee56813e-b2c0-4865-975e-54b190ea7b06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0575058 Apr 18 22:04:41.596526 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-284d1db2-bbac-4bd1-8c0a-013fb4053898 req-6a6bf6be-815b-494d-b302-13d6764f0470 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727282 Apr 18 22:04:41.739859 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-284d1db2-bbac-4bd1-8c0a-013fb4053898 req-e256bac5-c70a-4576-9a6c-14c31a34b519 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345029 Apr 18 22:04:41.963676 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-284d1db2-bbac-4bd1-8c0a-013fb4053898 req-a4b7a6d0-d395-43fe-8530-0a250f05cb77 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164781 Apr 18 22:04:43.531712 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4ecc184c-886a-4417-a328-65e1d003742b req-be9afb83-e1d4-412b-a3aa-7138cb91db64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0657740 Apr 18 22:04:44.083120 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-f58378d0-c445-4507-be2a-68175e94c51f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0671911 Apr 18 22:04:44.084979 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ac0c2-801e-4b8c-aa9f-ee15ab5b01e4 req-960177c0-b2e8-4a95-9f6b-9f12d1727dc1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:44.086441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-238ac0c2-801e-4b8c-aa9f-ee15ab5b01e4 req-960177c0-b2e8-4a95-9f6b-9f12d1727dc1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.1571989 Apr 18 22:04:44.132370 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-238ac0c2-801e-4b8c-aa9f-ee15ab5b01e4 req-3b110a72-3acd-4396-8654-da04f9ecc419 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396769 Apr 18 22:04:45.424425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457816ff-d4ad-4245-a0b5-cb3811428eb5 req-38ace55f-cc95-4787-a070-80d50866ad9d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:45.426362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-457816ff-d4ad-4245-a0b5-cb3811428eb5 req-38ace55f-cc95-4787-a070-80d50866ad9d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.1547494 Apr 18 22:04:45.476022 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-457816ff-d4ad-4245-a0b5-cb3811428eb5 req-128fb457-3e2d-4158-8032-65898e0dc957 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439610 Apr 18 22:04:46.192346 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-4fbb8738-5f0e-4b27-8bee-124d88b44765 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1097 time: 0.0714915 Apr 18 22:04:46.324710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a116201-9880-494d-be41-ead5e36012c1 req-393358da-e1f3-4faa-a2d9-ec2e4a2d89c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:46.326207 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-393358da-e1f3-4faa-a2d9-ec2e4a2d89c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1263554 Apr 18 22:04:46.427602 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-d5626158-68ab-4522-9453-0ffa0673ff08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1002 time: 0.0943556 Apr 18 22:04:46.496218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a116201-9880-494d-be41-ead5e36012c1 req-e383fe6a-7e85-4930-ad71-af1e9d863fc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:46.496218 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-e383fe6a-7e85-4930-ad71-af1e9d863fc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0598736 Apr 18 22:04:46.567210 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-1befe3dc-f2d5-40ee-817e-78809586d5ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678298 Apr 18 22:04:46.675175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fced083-5bce-412b-9929-37ae941c974f req-149ee212-b6f5-4236-876a-f6b531d5446a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:46.676686 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6fced083-5bce-412b-9929-37ae941c974f req-149ee212-b6f5-4236-876a-f6b531d5446a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0751960 Apr 18 22:04:46.699702 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-92a9c330-5733-4562-a858-320d205f4a07 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256609 Apr 18 22:04:46.722961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6fced083-5bce-412b-9929-37ae941c974f req-097b56b3-872a-4520-a921-3b8ad3b6b556 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405850 Apr 18 22:04:46.830951 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-901da670-833e-4aa8-92aa-fecfd04486eb service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254454 Apr 18 22:04:47.924619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a1f41-d98a-4f26-ab95-d132557af4b3 req-4f3263bc-f69f-47d9-8d80-c37fadb6e1f1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:47.926059 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-888a1f41-d98a-4f26-ab95-d132557af4b3 req-4f3263bc-f69f-47d9-8d80-c37fadb6e1f1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0816295 Apr 18 22:04:47.975644 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-888a1f41-d98a-4f26-ab95-d132557af4b3 req-5ea10b75-4813-4f70-9ad5-5af7307ae331 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439997 Apr 18 22:04:49.171242 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28852d-1f6f-42da-a5de-dd46766fc1fd req-44cd99f5-e923-4b6f-9fd2-0dcb2dfd334d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:49.172680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df28852d-1f6f-42da-a5de-dd46766fc1fd req-44cd99f5-e923-4b6f-9fd2-0dcb2dfd334d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0758352 Apr 18 22:04:49.217916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df28852d-1f6f-42da-a5de-dd46766fc1fd req-68716240-6c0f-4fc8-9f3f-39fd8516a826 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396619 Apr 18 22:04:50.416472 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee644c-546c-425a-8866-582a3cdaf213 req-9b25d4ec-c3b8-492e-a8d9-0d549b201bdc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:50.417920 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2ee644c-546c-425a-8866-582a3cdaf213 req-9b25d4ec-c3b8-492e-a8d9-0d549b201bdc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0786147 Apr 18 22:04:50.462795 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b2ee644c-546c-425a-8866-582a3cdaf213 req-f08332bd-8e99-48f2-81b7-9b95dadde5e6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392244 Apr 18 22:04:51.663690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdec4c-b2fd-4ccc-85e7-2537bfb64605 req-ae75cb54-e553-4e4a-b266-4e4b4740f5b7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:51.665122 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36cdec4c-b2fd-4ccc-85e7-2537bfb64605 req-ae75cb54-e553-4e4a-b266-4e4b4740f5b7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0761895 Apr 18 22:04:51.713502 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-36cdec4c-b2fd-4ccc-85e7-2537bfb64605 req-6559435d-7121-40d5-b9ff-f6a0fea9799a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Apr 18 22:04:52.909453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13973b1b-d661-4cb6-8cc8-720c1886692c req-08c3d51c-de08-4977-a17c-02de02d7e36b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:52.910891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13973b1b-d661-4cb6-8cc8-720c1886692c req-08c3d51c-de08-4977-a17c-02de02d7e36b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0762322 Apr 18 22:04:52.958237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-13973b1b-d661-4cb6-8cc8-720c1886692c req-dc109cf2-7ca7-4fb2-bc00-ae7b124bd954 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418808 Apr 18 22:04:54.158861 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c1532-74a4-4699-9e3e-ed85e7c07665 req-9beabe16-de66-4c06-a9c5-74659bb1a152 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:54.160309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca8c1532-74a4-4699-9e3e-ed85e7c07665 req-9beabe16-de66-4c06-a9c5-74659bb1a152 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0795112 Apr 18 22:04:54.205294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca8c1532-74a4-4699-9e3e-ed85e7c07665 req-54c6fc23-54ee-4bdb-b6ec-e6023cd6d20c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394757 Apr 18 22:04:54.698251 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4f837e2-b176-4b88-ac1c-9c50a1000b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:55.403237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e265a-4456-4473-8d6a-f72599bbc92b req-697bc6fa-1665-4fbf-8b80-762f0b9b8be3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:55.404697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f78e265a-4456-4473-8d6a-f72599bbc92b req-697bc6fa-1665-4fbf-8b80-762f0b9b8be3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0760531 Apr 18 22:04:55.449353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f78e265a-4456-4473-8d6a-f72599bbc92b req-a1e8bdee-4886-48f2-a93f-27c3b391ae08 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391083 Apr 18 22:04:56.645952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9225645-6ff3-4b26-9144-c6459380af2e req-83c70208-b55a-4445-82de-d039343445cc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:56.647403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9225645-6ff3-4b26-9144-c6459380af2e req-83c70208-b55a-4445-82de-d039343445cc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0787699 Apr 18 22:04:56.692428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d9225645-6ff3-4b26-9144-c6459380af2e req-251dc390-536e-48c6-be29-bc6eb693666f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396187 Apr 18 22:04:57.143876 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-686e96a5-185a-4d64-a447-bef4fcd5a9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:57.886545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21156d-234d-4cf4-a5b5-50ea72f2a720 req-55434adc-f9b1-4d95-bd1c-3a4a56d42b74 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:57.887995 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c21156d-234d-4cf4-a5b5-50ea72f2a720 req-55434adc-f9b1-4d95-bd1c-3a4a56d42b74 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0758410 Apr 18 22:04:57.932003 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0c21156d-234d-4cf4-a5b5-50ea72f2a720 req-786945c9-78c1-4a53-8abb-289835d284f0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385287 Apr 18 22:04:58.024202 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:58.780809 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:59.132842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3c645-bcf7-4d85-a2a0-9c64656985ab req-5064f090-e4d1-4dd7-b9bf-46c8e6dae13d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:59.134453 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c5f3c645-bcf7-4d85-a2a0-9c64656985ab req-5064f090-e4d1-4dd7-b9bf-46c8e6dae13d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0812764 Apr 18 22:04:59.180087 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c5f3c645-bcf7-4d85-a2a0-9c64656985ab req-97e83556-22d9-4d20-8e9e-4b9478d01f5f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389907 Apr 18 22:04:59.701362 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-9a116201-9880-494d-be41-ead5e36012c1 req-f099556c-e8aa-4222-8890-31be17f99a49 service neutron] show failed (client error): The resource could not be found. Apr 18 22:04:59.702335 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-f099556c-e8aa-4222-8890-31be17f99a49 service neutron] 10.222.0.26 "GET /v2.0/ports/a6fdbfc3-db21-4e75-a1e7-af82b593e829/bindings/n-h1-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.0859506 Apr 18 22:05:00.234387 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-b876b638-0436-4938-a3e9-48290305d653 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 1097 time: 0.0693421 Apr 18 22:05:00.244991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:05:00.353830 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:00.380158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3436e-012a-414e-ac7d-89fc8d5db551 req-3b93e0ba-72e1-4107-9974-be12412dd182 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:00.381641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88c3436e-012a-414e-ac7d-89fc8d5db551 req-3b93e0ba-72e1-4107-9974-be12412dd182 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0772612 Apr 18 22:05:00.430433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-88c3436e-012a-414e-ac7d-89fc8d5db551 req-398e45af-59ef-4d35-bdf0-143b55b2b941 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432763 Apr 18 22:05:00.617546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:00.645237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:05:00.699912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:05:00.704973 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:00.719970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Transition to ACTIVE for port object a6fdbfc3-db21-4e75-a1e7-af82b593e829 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:05:00.768781 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5c7f39-b4af-4631-b170-947108b03b09'] response: {'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'code': 200} Apr 18 22:05:00.778720 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:00.903747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=6']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:01.073914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] No DVR routers for this DVR port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:05:01.174417 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:01.322580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Attempting to bind port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:05:01.322921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Attempting to bind port a6fdbfc3-db21-4e75-a1e7-af82b593e829 by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:05:01.323261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Attempting to bind port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:05:01.329950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on network 848ca178-0b94-4472-9cf5-8e065868c79e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:05:01.330276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Attempting to bind port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:05:01.336572 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:05:01.336941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Checking segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:05:01.337297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Bound using segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:05:01.337749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Bound port: a6fdbfc3-db21-4e75-a1e7-af82b593e829, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:05:01.338099 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:01.416567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a6fdbfc3-db21-4e75-a1e7-af82b593e829 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:01.428304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:05:01.431325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:05:01.476430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a6fdbfc3-db21-4e75-a1e7-af82b593e829 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:05:01.541392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:01.607509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:01.608907 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-04734711-0648-4acd-9963-f56920ab04bb service neutron] 10.222.0.59 "PUT /v2.0/ports/a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1092 time: 1.3677616 Apr 18 22:05:01.623230 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04734711-0648-4acd-9963-f56920ab04bb service neutron] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:01.644406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a21e-d846-409d-8e84-1f6c6d886b3a req-fbee8a8d-9a53-4bcc-bb0d-ef2e06f8b75b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:01.646932 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05d1a21e-d846-409d-8e84-1f6c6d886b3a req-fbee8a8d-9a53-4bcc-bb0d-ef2e06f8b75b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 944 time: 0.0866849 Apr 18 22:05:01.695874 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05d1a21e-d846-409d-8e84-1f6c6d886b3a req-20c494de-8be2-4093-9fc6-f5fe83c30238 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432692 Apr 18 22:05:01.706243 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-8b80d724-361b-4ccb-8173-61e70f689fe1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1095 time: 0.0741463 Apr 18 22:05:01.840526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a116201-9880-494d-be41-ead5e36012c1 req-89a6c671-45f5-4d19-9818-3170ccb7464c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:01.841987 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-89a6c671-45f5-4d19-9818-3170ccb7464c service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1303861 Apr 18 22:05:01.952390 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-b44df449-bf85-4f8c-ba05-40b83c938a42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1000 time: 0.1042306 Apr 18 22:05:02.017357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a116201-9880-494d-be41-ead5e36012c1 req-881364a0-7fb8-4032-bdf6-2eb15c138602 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:02.018805 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-881364a0-7fb8-4032-bdf6-2eb15c138602 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0606568 Apr 18 22:05:02.091173 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-ab7d52d0-799c-4a8f-96c8-ba2863161e4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665147 Apr 18 22:05:02.221243 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-24c87f0c-7a1d-4e8d-865c-9827bcaa276a service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239567 Apr 18 22:05:02.350402 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-dae73739-5184-40a5-8e0a-f3ea35a8959f service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236498 Apr 18 22:05:02.769652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:05:02.913791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04324bf5-abf5-49f3-9fd2-c7fc24f825f8 req-4a635f8f-0db4-44f6-8c83-0c215707e42d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:02.915227 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04324bf5-abf5-49f3-9fd2-c7fc24f825f8 req-4a635f8f-0db4-44f6-8c83-0c215707e42d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 944 time: 0.0834804 Apr 18 22:05:02.944688 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23325177-6936-472e-8616-e67a8ca035dc'] response: {'name': 'network-changed', 'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'status': 'completed', 'code': 200} Apr 18 22:05:02.964949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-04324bf5-abf5-49f3-9fd2-c7fc24f825f8 req-38417cc8-3a32-4c1a-9cf7-5090593e59ef tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Apr 18 22:05:03.040458 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-97ad4450-fa1f-45ff-bdb7-eb9e92670866 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1095 time: 0.0709794 Apr 18 22:05:03.225063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-b58289f3-7c9c-4c14-b585-17104163cfd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:03.226537 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-b58289f3-7c9c-4c14-b585-17104163cfd3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1541762 Apr 18 22:05:03.230148 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-43e1a5ca-379e-4a00-806c-17d878997b8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1095 time: 0.2656064 Apr 18 22:05:03.510431 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-9453b2cf-7f97-416f-a5fd-e6a9ae573c03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1000 time: 0.2775469 Apr 18 22:05:03.586453 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-2d7c4a5e-7993-4275-b0d8-982e48f6cc60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:03.587882 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-2d7c4a5e-7993-4275-b0d8-982e48f6cc60 service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.3087656 Apr 18 22:05:03.596496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-5279642b-c10c-4939-9599-5f0cb7f06968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:03.597904 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-5279642b-c10c-4939-9599-5f0cb7f06968 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0772498 Apr 18 22:05:03.743037 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-7185db34-7108-4336-a2bb-d86de6a59cc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1000 time: 0.1481097 Apr 18 22:05:03.802532 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-d5d17f0b-c587-4972-8741-75d42817a6dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543486 Apr 18 22:05:03.836744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-dcf653bf-5a32-4820-8d52-462825707423 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:03.838196 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-dcf653bf-5a32-4820-8d52-462825707423 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0892284 Apr 18 22:05:03.912741 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.995234 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-9b1b7e1a-4023-4b44-b6c4-28858ffbf2af service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864126 Apr 18 22:05:04.003010 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-c805676f-8342-4dec-99f9-71e5d6fbd055 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190279 Apr 18 22:05:04.185739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd08084-04ba-4ac6-98fc-ef92b7e65e8f req-2ffd6ff6-b4ec-4303-9bb0-a7c50a45b7bc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:04.187916 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cd08084-04ba-4ac6-98fc-ef92b7e65e8f req-2ffd6ff6-b4ec-4303-9bb0-a7c50a45b7bc tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 944 time: 0.0921092 Apr 18 22:05:04.236662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5cd08084-04ba-4ac6-98fc-ef92b7e65e8f req-7edcc2e3-266f-466f-8e3a-65b0bcced071 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414426 Apr 18 22:05:04.242585 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-c475c173-a0c5-4841-971b-2c7b638ed61e service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386692 Apr 18 22:05:04.245550 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-e7e986a4-dcf5-4276-b6b6-df312c00b894 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219388 Apr 18 22:05:04.377677 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-104f770f-ac50-4b98-b138-c7faf1c6007c req-b9f74035-cc02-4ed9-8e34-634b402634ec service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263237 Apr 18 22:05:05.531091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a1c6a-d031-4905-beb5-3a9243afbd47 req-24adc8a1-1715-47f1-994e-2f711d81226b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:05.532430 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-684a1c6a-d031-4905-beb5-3a9243afbd47 req-24adc8a1-1715-47f1-994e-2f711d81226b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 944 time: 0.1719174 Apr 18 22:05:05.580098 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-684a1c6a-d031-4905-beb5-3a9243afbd47 req-83fab717-0afb-43a8-a411-bcd99d7e2728 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422156 Apr 18 22:05:06.786131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e6364-7b4e-4e45-96fb-ad5fd5ddeb81 req-a705774b-44cb-44f6-b18b-856512efe707 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:06.787579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-169e6364-7b4e-4e45-96fb-ad5fd5ddeb81 req-a705774b-44cb-44f6-b18b-856512efe707 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 944 time: 0.0792954 Apr 18 22:05:06.834955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-169e6364-7b4e-4e45-96fb-ad5fd5ddeb81 req-c3c803c9-57c8-4e10-835f-c656118809f7 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418715 Apr 18 22:05:08.039853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43bc1-312d-4f81-a246-0f26e8afdd46 req-d74c7075-be3c-4feb-9422-9fec79458862 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:08.041306 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30a43bc1-312d-4f81-a246-0f26e8afdd46 req-d74c7075-be3c-4feb-9422-9fec79458862 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 944 time: 0.0752099 Apr 18 22:05:08.085500 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-30a43bc1-312d-4f81-a246-0f26e8afdd46 req-65cb0701-21f4-4c5d-980c-505f10e499c4 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381224 Apr 18 22:05:09.289937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859eee4-309d-4446-93a9-5c8b25029128 req-c018c9d0-5c48-4be5-8532-1d6fb544d87d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:09.291463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c859eee4-309d-4446-93a9-5c8b25029128 req-c018c9d0-5c48-4be5-8532-1d6fb544d87d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 944 time: 0.0821104 Apr 18 22:05:09.336305 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c859eee4-309d-4446-93a9-5c8b25029128 req-1a42050c-7eff-4164-ad14-f08e70f7adbe tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389132 Apr 18 22:05:09.652284 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:10.535163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691de73-c35a-43d9-9d85-8deb6510c700 req-c7c7b94d-44dc-4ea4-be49-81712ad406d6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:10.536605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c691de73-c35a-43d9-9d85-8deb6510c700 req-c7c7b94d-44dc-4ea4-be49-81712ad406d6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 944 time: 0.0757501 Apr 18 22:05:10.582122 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c691de73-c35a-43d9-9d85-8deb6510c700 req-12d8fe0f-5a6a-4c62-b396-6924ee8d2480 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400801 Apr 18 22:05:11.219292 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:05:11.783418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6594bf-ef5a-4961-9b41-3bae5b38bce0 req-00ee3ea7-6e79-4e39-9640-120237ddbfe8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:11.784783 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce6594bf-ef5a-4961-9b41-3bae5b38bce0 req-00ee3ea7-6e79-4e39-9640-120237ddbfe8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 944 time: 0.0798912 Apr 18 22:05:11.830039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ce6594bf-ef5a-4961-9b41-3bae5b38bce0 req-1d1e1e41-f031-4f07-8868-478d68419ea2 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394142 Apr 18 22:05:11.891568 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a6fdbfc3-db21-4e75-a1e7-af82b593e829 details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:05:12.025906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:12.039472 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'port_id': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'mac_address': 'fa:16:3e:6c:00:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:05:12.098059 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:12.114601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fdbfc3-db21-4e75-a1e7-af82b593e829 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:05:12.130235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:12.192311 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:12.259832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:12.268846 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:12.269190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:12.269550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:12.269886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:12.270214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:12.270539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:12.270863 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:12.271185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:12.271504 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:12.271822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:12.272139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:12.405645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['a6fdbfc3-db21-4e75-a1e7-af82b593e829'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:05:13.029076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bb204-b75a-48e6-821b-c1b477d3a8df req-72f149e6-57dc-4b60-b4ac-d9686d5ade2c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:13.030544 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-086bb204-b75a-48e6-821b-c1b477d3a8df req-72f149e6-57dc-4b60-b4ac-d9686d5ade2c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 945 time: 0.0751092 Apr 18 22:05:13.078878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-086bb204-b75a-48e6-821b-c1b477d3a8df req-c6cde7b5-b65f-43d0-828a-832c2fa60b24 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429547 Apr 18 22:05:13.799702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283beba7-639d-4be1-aa13-c962f4816d1b req-a3bfaf4f-f737-4077-9f2f-da295e13a395 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:13.801138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-283beba7-639d-4be1-aa13-c962f4816d1b req-a3bfaf4f-f737-4077-9f2f-da295e13a395 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 945 time: 0.0777905 Apr 18 22:05:13.810044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3b6784bc-5ae9-4968-a8a1-8fd84f8412da tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:13.810722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3b6784bc-5ae9-4968-a8a1-8fd84f8412da tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Synchronizing usage tracker for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:05:13.847349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-283beba7-639d-4be1-aa13-c962f4816d1b req-db1550eb-e805-466e-bc08-5747b01520f8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402188 Apr 18 22:05:13.886907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3b6784bc-5ae9-4968-a8a1-8fd84f8412da tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Unset dirty status for tenant:6dc43a916cae4c3a97d947ceeb3b6465 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:05:13.888546 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3b6784bc-5ae9-4968-a8a1-8fd84f8412da tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.59 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 945 time: 0.1606216 Apr 18 22:05:13.897509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a6fdbfc3-db21-4e75-a1e7-af82b593e829 up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:05:13.898065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-b29bbfc7-b07d-4127-8582-845d9d3a70a9 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:05:13.898611 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-b29bbfc7-b07d-4127-8582-845d9d3a70a9 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056791 Apr 18 22:05:13.979509 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-22a2bdc4-b500-4998-ad43-3e2e009589b7 service neutron] 10.222.0.59 "GET /v2.0/ports/a6fdbfc3-db21-4e75-a1e7-af82b593e829/bindings/n-h1-836017-3 HTTP/1.1" status: 200 len: 382 time: 0.0753937 Apr 18 22:05:14.034911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port a6fdbfc3-db21-4e75-a1e7-af82b593e829 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:05:14.039819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port a6fdbfc3-db21-4e75-a1e7-af82b593e829 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:05:14.040182 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:14.072984 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-2aa940a2-1627-4b0a-ba9e-1251ec478545 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1096 time: 0.0733607 Apr 18 22:05:14.157647 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:14.185289 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:05:14.198079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:14.205754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-4dcf84e4-056c-46a5-a9ad-ac48512af463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:14.207209 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-4dcf84e4-056c-46a5-a9ad-ac48512af463 service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1289058 Apr 18 22:05:14.256811 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b63263-10c9-400a-bd6f-5df998d5b7b0'] response: {'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'code': 200} Apr 18 22:05:14.278308 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:14.309893 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-aa83fb8a-95b4-4fee-b83c-2c833b20a27f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1001 time: 0.0964506 Apr 18 22:05:14.343842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:14.464435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-d44d4db3-3ac3-4fd5-a605-7ccc9bc7e66a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:14.466546 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-d44d4db3-3ac3-4fd5-a605-7ccc9bc7e66a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.1511571 Apr 18 22:05:14.539248 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-61467166-67b4-495f-8a44-bc52609dc4f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664306 Apr 18 22:05:14.671338 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-fab3922e-634f-4e34-a396-3ae46d173aa4 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263125 Apr 18 22:05:14.801652 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-4704e071-b79e-4650-b8f2-1cfe022ddeaa service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242640 Apr 18 22:05:15.050924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af40ba-2c24-44d3-977c-7b2b959ebeb2 req-18b4a043-4e9f-4855-b63b-3382414e760a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:15.052407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3af40ba-2c24-44d3-977c-7b2b959ebeb2 req-18b4a043-4e9f-4855-b63b-3382414e760a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0795324 Apr 18 22:05:15.097526 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a3af40ba-2c24-44d3-977c-7b2b959ebeb2 req-ae50a84c-0db8-4776-974a-a17b33cf0ee5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393834 Apr 18 22:05:16.300959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddf207-cd21-4bcb-bf31-181e8796bce4 req-6b1d8bbb-3b73-4e9d-8eff-46f382ce420c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:16.302464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80ddf207-cd21-4bcb-bf31-181e8796bce4 req-6b1d8bbb-3b73-4e9d-8eff-46f382ce420c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0791159 Apr 18 22:05:16.348668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80ddf207-cd21-4bcb-bf31-181e8796bce4 req-49f52841-e632-4cd4-bd7a-4a55be30363d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407457 Apr 18 22:05:17.548437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fa4ae-bd86-45ea-8086-c31c1b5a6e34 req-eb0c6504-b566-4989-af68-de1161f34b98 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:17.549805 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-160fa4ae-bd86-45ea-8086-c31c1b5a6e34 req-eb0c6504-b566-4989-af68-de1161f34b98 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0819976 Apr 18 22:05:17.598001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-160fa4ae-bd86-45ea-8086-c31c1b5a6e34 req-06555939-62a6-4406-8bf7-cba6627aaed0 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417151 Apr 18 22:05:18.244859 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-5e999914-4071-4494-997b-fd6d8c4e3093 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d&tenant_id=6dc43a916cae4c3a97d947ceeb3b6465 HTTP/1.1" status: 200 len: 1097 time: 0.0765650 Apr 18 22:05:18.255480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:05:18.361295 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:18.614612 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:18.642145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:05:18.702225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:05:18.707856 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:18.723099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Transition to ACTIVE for port object a6fdbfc3-db21-4e75-a1e7-af82b593e829 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:05:18.772002 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a93b2e-56f3-4580-9714-ad0ca4ecd50c'] response: {'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'code': 200} Apr 18 22:05:18.786687 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:18.803061 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd3e31-cdbf-4a27-8656-0a948a75b300 req-2b515ec1-2f8d-487b-a3c4-f7df69c5c494 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:18.804504 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40cd3e31-cdbf-4a27-8656-0a948a75b300 req-2b515ec1-2f8d-487b-a3c4-f7df69c5c494 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0821598 Apr 18 22:05:18.852950 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-40cd3e31-cdbf-4a27-8656-0a948a75b300 req-199307f2-0c69-4874-90f5-9fd569fab1c1 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424814 Apr 18 22:05:18.923868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=10']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:18.946262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:18.946614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:18.946961 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:18.947359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:18.947704 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:18.948035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:18.948364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:18.948692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:18.949018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:18.949344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:18.949700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:19.005544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] No DVR routers for this DVR port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:05:19.248369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Attempting to bind port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:05:19.249053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Attempting to bind port a6fdbfc3-db21-4e75-a1e7-af82b593e829 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:05:19.249053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Attempting to bind port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:05:19.255171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on network 848ca178-0b94-4472-9cf5-8e065868c79e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:05:19.255495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Attempting to bind port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on network 848ca178-0b94-4472-9cf5-8e065868c79e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:05:19.261629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:05:19.261960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Checking segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:05:19.262408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Bound using segment: {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:05:19.262879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Bound port: a6fdbfc3-db21-4e75-a1e7-af82b593e829, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0f7082-6aee-494c-b307-a5783c2ef3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:05:19.263222 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:19.349661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:05:19.352518 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:05:19.441299 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:19.503343 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:19.504701 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1093 time: 1.2534342 Apr 18 22:05:19.519520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ef524-0a81-4a77-9269-057d417227d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=11']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:19.696196 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-4bc74d2c-220a-4869-b8b9-74dba2aae64b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1096 time: 0.1687205 Apr 18 22:05:19.829831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-7ad817dc-9b94-4a88-bcdb-94f8c2144160 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:19.831248 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-7ad817dc-9b94-4a88-bcdb-94f8c2144160 service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.1288915 Apr 18 22:05:19.922858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a6fdbfc3-db21-4e75-a1e7-af82b593e829 no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:19.935889 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-1895eb2e-7b2c-463f-8d00-0525df97ff80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1000 time: 0.0983746 Apr 18 22:05:20.004684 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-5aac40a4-e148-43b3-aa33-1823776267b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:20.006152 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-5aac40a4-e148-43b3-aa33-1823776267b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0647345 Apr 18 22:05:20.022043 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device a6fdbfc3-db21-4e75-a1e7-af82b593e829 not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:05:20.073056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec24fd-41e9-41dd-ab52-da00144c8fdd req-fdd693f4-4a59-4851-848c-f3da668a7281 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:20.074512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83ec24fd-41e9-41dd-ab52-da00144c8fdd req-fdd693f4-4a59-4851-848c-f3da668a7281 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 945 time: 0.0830472 Apr 18 22:05:20.084179 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-d2f58bd7-9c53-497c-9d03-34d59ce49689 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719957 Apr 18 22:05:20.121131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83ec24fd-41e9-41dd-ab52-da00144c8fdd req-78f3e2e3-9083-4c39-9cd6-e9a66bd1a3bd tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405421 Apr 18 22:05:20.231663 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-5b98a838-fcc9-4177-b22e-274c9078754c service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315656 Apr 18 22:05:20.364904 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6e785479-e189-478e-9d1a-8cd5eca022c5 req-c35e5ce7-0c64-4c5f-a360-27443c6a5242 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371508 Apr 18 22:05:20.773579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:05:20.841570 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b88e7e4-b281-45f0-8fd3-c6892bd1f867'] response: {'name': 'network-changed', 'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'status': 'completed', 'code': 200} Apr 18 22:05:20.988083 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-1ec4c9d2-1646-42f1-baf1-66b1940b07c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1096 time: 0.1282001 Apr 18 22:05:20.994984 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-463610f8-0780-4474-8c48-35acb4b8410b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 1096 time: 0.0975754 Apr 18 22:05:21.238817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-1d78f2b3-4b38-4689-9839-85449dcb3ce8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:21.240403 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-1d78f2b3-4b38-4689-9839-85449dcb3ce8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.2445912 Apr 18 22:05:21.245075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-624773a1-db4c-4716-96de-af97e846879c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:21.246542 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-624773a1-db4c-4716-96de-af97e846879c service neutron] 10.222.0.59 "GET /v2.0/networks?id=848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 200 len: 913 time: 0.2308943 Apr 18 22:05:21.328518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a661f-0a2a-4758-87aa-240b9526c8fa req-4d5ca2e1-8bdc-43c7-8634-fc4aa1e6fada tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:21.330053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-115a661f-0a2a-4758-87aa-240b9526c8fa req-4d5ca2e1-8bdc-43c7-8634-fc4aa1e6fada tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 945 time: 0.0762084 Apr 18 22:05:21.382955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-115a661f-0a2a-4758-87aa-240b9526c8fa req-ce24b406-1b66-4733-9415-5c920d2f8180 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466616 Apr 18 22:05:21.431005 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-c33d6311-cafc-4755-8e1d-dfcec7ae6961 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1000 time: 0.1315053 Apr 18 22:05:21.432664 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-ef026d8e-f77b-4006-a8dc-c69502826860 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 200 len: 1000 time: 0.1851990 Apr 18 22:05:21.544099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-d954083a-339e-4c24-b1d4-e8ce6ce572b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:21.545611 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-d954083a-339e-4c24-b1d4-e8ce6ce572b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.1080716 Apr 18 22:05:21.547020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-85e686ef-b091-4d2d-ae9f-213fd86cf903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:21.548298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-85e686ef-b091-4d2d-ae9f-213fd86cf903 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 200 len: 851 time: 0.0813560 Apr 18 22:05:21.773579 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-fe98c432-cd9c-4e42-ab71-e9e853d8b0a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2222409 Apr 18 22:05:21.777249 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-ac8d757c-b7d5-4834-be45-9f84108db7bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=848ca178-0b94-4472-9cf5-8e065868c79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971071 Apr 18 22:05:22.015282 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-d50446c1-e000-49ad-8ad5-5613a3b0ed7c service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355890 Apr 18 22:05:22.017115 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-1c9f1c53-5e66-4b0e-9039-d9872fa23d50 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197800 Apr 18 22:05:22.255718 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-057faeca-a05f-4d9e-91fa-4f058b2984a8 service neutron] 10.222.0.59 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342558 Apr 18 22:05:22.257265 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ec02f637-7d87-4ff4-b524-a86661ad79c6 req-1e3bf1c0-d295-4733-9eba-e5faa11abdb0 service neutron] 10.222.0.26 "GET /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186427 Apr 18 22:05:22.577874 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b61099-4aa9-4b70-99bf-883bcfd51cf4 req-706df49e-1eea-40dc-b1bc-32a08cd96d76 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:22.579287 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1b61099-4aa9-4b70-99bf-883bcfd51cf4 req-706df49e-1eea-40dc-b1bc-32a08cd96d76 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 945 time: 0.0739775 Apr 18 22:05:22.624184 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e1b61099-4aa9-4b70-99bf-883bcfd51cf4 req-68cf2628-9a93-40e4-827b-ccc972ed6e80 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385478 Apr 18 22:05:23.828257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bcbd8-91e2-465d-b243-1efc292bc8a7 req-c35ca68f-5327-4edd-ae0a-2624e39d22a5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:23.829734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-197bcbd8-91e2-465d-b243-1efc292bc8a7 req-c35ca68f-5327-4edd-ae0a-2624e39d22a5 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 945 time: 0.0800183 Apr 18 22:05:23.874374 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-197bcbd8-91e2-465d-b243-1efc292bc8a7 req-5c4e6e33-3fd0-43e9-9f3b-bc732383d735 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392764 Apr 18 22:05:24.708847 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fb321af0-7bc7-4dba-b967-f851d8260a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:25.069549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6275ce-b460-4b61-b1b7-d11f57721617 req-d2484d3c-d570-4d02-b418-f42e2ffc178b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:25.070985 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad6275ce-b460-4b61-b1b7-d11f57721617 req-d2484d3c-d570-4d02-b418-f42e2ffc178b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 945 time: 0.0766385 Apr 18 22:05:25.116132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ad6275ce-b460-4b61-b1b7-d11f57721617 req-ba19e6e1-8224-431e-b3c9-6bdf797255ca tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396531 Apr 18 22:05:26.323706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005324e-f54b-411d-bd3d-2bca33773ef2 req-dc3b3513-aa33-4787-b51b-35ea2a082e35 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:26.325144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4005324e-f54b-411d-bd3d-2bca33773ef2 req-dc3b3513-aa33-4787-b51b-35ea2a082e35 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 945 time: 0.0807679 Apr 18 22:05:26.369999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4005324e-f54b-411d-bd3d-2bca33773ef2 req-c015d29d-4505-49f8-ab1f-ef3c67a42a9a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392103 Apr 18 22:05:27.138013 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4e30501d-012e-4c25-a380-4c1a4c49df51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:27.570087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e69f1-0d6f-4754-8fad-b874eb4b8d99 req-e02a919f-1ce4-45ad-b4c7-2195ab38f6fe tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:27.571547 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e5e69f1-0d6f-4754-8fad-b874eb4b8d99 req-e02a919f-1ce4-45ad-b4c7-2195ab38f6fe tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 945 time: 0.0822222 Apr 18 22:05:27.619753 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e5e69f1-0d6f-4754-8fad-b874eb4b8d99 req-f43c002a-5985-4cc4-a706-4f4400271f5f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419407 Apr 18 22:05:28.060554 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:28.777592 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:28.816538 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007433ea-0e08-4c39-9983-5d3832d41497 req-dd55afe2-596f-42ce-aa1a-b6815262e4e6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:28.817999 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-007433ea-0e08-4c39-9983-5d3832d41497 req-dd55afe2-596f-42ce-aa1a-b6815262e4e6 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 945 time: 0.0763688 Apr 18 22:05:28.865579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-007433ea-0e08-4c39-9983-5d3832d41497 req-849cc1b0-a6d4-461b-9a0a-882a009581fd tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419190 Apr 18 22:05:29.523738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a6fdbfc3-db21-4e75-a1e7-af82b593e829 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:05:29.655098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:29.668025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'port_id': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'mac_address': 'fa:16:3e:6c:00:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:05:29.721615 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:29.741494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fdbfc3-db21-4e75-a1e7-af82b593e829 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:05:29.756134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:29.815003 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:29.881195 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=12']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:30.071894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c560391-7f38-473c-8d06-12950d1ef2b5 req-ba39fe18-ccb9-4b6c-8156-e39a3115d59c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:30.073253 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c560391-7f38-473c-8d06-12950d1ef2b5 req-ba39fe18-ccb9-4b6c-8156-e39a3115d59c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0799959 Apr 18 22:05:30.119296 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7c560391-7f38-473c-8d06-12950d1ef2b5 req-90491f1e-a929-4153-88a5-120b25f33a6a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397537 Apr 18 22:05:31.179462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['a6fdbfc3-db21-4e75-a1e7-af82b593e829'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:05:31.203300 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:31.358284 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c86b6-e1c7-4bd6-968f-ac7851f109b8 req-b08b981c-b0d9-4e44-a440-0d4b7ee2ad96 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:31.359841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f29c86b6-e1c7-4bd6-968f-ac7851f109b8 req-b08b981c-b0d9-4e44-a440-0d4b7ee2ad96 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0812125 Apr 18 22:05:31.408060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f29c86b6-e1c7-4bd6-968f-ac7851f109b8 req-f01eae02-2050-4d35-baa2-ff73f4bc2c4b tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427222 Apr 18 22:05:31.710807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0368de6-291a-4ad5-a28c-1c09d5a4d856 req-b3f54b39-8d31-4887-b127-20ea012efe75 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:31.712154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d0368de6-291a-4ad5-a28c-1c09d5a4d856 req-b3f54b39-8d31-4887-b127-20ea012efe75 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.1670511 Apr 18 22:05:31.756786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d0368de6-291a-4ad5-a28c-1c09d5a4d856 req-08680b03-7db3-4569-ad5a-56fd4435b6fb tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384905 Apr 18 22:05:31.952976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4794e-495e-4d69-815a-9a98bfa86338 req-e077da94-ac71-4775-be58-d2bdb056f22f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:31.954429 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dec4794e-495e-4d69-815a-9a98bfa86338 req-e077da94-ac71-4775-be58-d2bdb056f22f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0759704 Apr 18 22:05:32.000936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dec4794e-495e-4d69-815a-9a98bfa86338 req-655e2121-9b94-40c3-82d0-05221bc70e0d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410519 Apr 18 22:05:32.625013 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a4ed0-894b-4b6d-9812-22a3d9ec33dc req-822e5cbb-ccba-46a2-8e02-7aeee16a1e8c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:32.626448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e18a4ed0-894b-4b6d-9812-22a3d9ec33dc req-822e5cbb-ccba-46a2-8e02-7aeee16a1e8c tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0771763 Apr 18 22:05:32.670808 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e18a4ed0-894b-4b6d-9812-22a3d9ec33dc req-fb3b2010-479c-4144-95ac-0f5d0ab08ca8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386505 Apr 18 22:05:33.545406 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a6fdbfc3-db21-4e75-a1e7-af82b593e829 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:05:33.662909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port a6fdbfc3-db21-4e75-a1e7-af82b593e829 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:05:33.667632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port a6fdbfc3-db21-4e75-a1e7-af82b593e829 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:05:33.667997 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:33.785334 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:33.812609 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:05:33.822193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:33.875649 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc6b1ba-7b09-4366-b98c-6b16f97ea32d'] response: {'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'code': 200} Apr 18 22:05:33.880484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c79c5-75b8-4c51-a15b-ec5d7c5972d9 req-08442246-b15c-48cc-b7e9-1ae417a39e3d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:33.881967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d55c79c5-75b8-4c51-a15b-ec5d7c5972d9 req-08442246-b15c-48cc-b7e9-1ae417a39e3d tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 946 time: 0.0884860 Apr 18 22:05:33.892117 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:33.926662 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:33.933255 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d55c79c5-75b8-4c51-a15b-ec5d7c5972d9 req-db688249-30b6-4088-9915-f16f70eddba8 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454350 Apr 18 22:05:33.959349 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=13']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:34.373681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c38849-de3d-482a-ac20-187a0b19061b req-141b2a51-55ee-4755-ac6c-54090196568f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:34.375310 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88c38849-de3d-482a-ac20-187a0b19061b req-141b2a51-55ee-4755-ac6c-54090196568f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 947 time: 0.0748188 Apr 18 22:05:34.445519 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Deleting port a6fdbfc3-db21-4e75-a1e7-af82b593e829 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:34.445859 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:34.679618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] For port a6fdbfc3-db21-4e75-a1e7-af82b593e829, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a6fdbfc3-db21-4e75-a1e7-af82b593e829,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:34.679894 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:34.965215 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:34.965527 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:34.965843 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011 disassociated. External IP: 172.25.3.63, port: a6fdbfc3-db21-4e75-a1e7-af82b593e829. Apr 18 22:05:34.966183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Calling delete_port for a6fdbfc3-db21-4e75-a1e7-af82b593e829 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:35.140009 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c47cd-94ab-4bb0-813e-1597e194b752 req-3528352c-18cb-40af-8b93-0f29c49a21ac tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:35.141651 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-352c47cd-94ab-4bb0-813e-1597e194b752 req-3528352c-18cb-40af-8b93-0f29c49a21ac tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 947 time: 0.0781024 Apr 18 22:05:35.186770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-352c47cd-94ab-4bb0-813e-1597e194b752 req-d512e283-8e08-4292-b9c2-6ae57ea3a55f tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups?id=375a2730-569c-4115-a070-42348a55c056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396237 Apr 18 22:05:35.187656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:35.237159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event deleted for resources: {'Port': ['ID=a6fdbfc3-db21-4e75-a1e7-af82b593e829,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:35.555316 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Router c6eae2ad-cb22-4957-a467-592159dbc6ec has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:05:35.760709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:05:35.770144 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5884b-95d9-4742-ac21-ce72608f4cb6 None None] Sync routers for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:05:35.782261 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5884b-95d9-4742-ac21-ce72608f4cb6 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:05:35.782927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c9b5884b-95d9-4742-ac21-ce72608f4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:05:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:35.833955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] No DVR routers for this DVR port a6fdbfc3-db21-4e75-a1e7-af82b593e829 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:05:35.836588 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:35.839275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'name': 'network-vif-deleted', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:05:35.896618 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c13bbb-5f50-47c1-9d71-c5703e28b76e'] response: {'server_uuid': '834b76ab-906e-4385-bbaa-571c6ff0711d', 'name': 'network-vif-deleted', 'tag': 'a6fdbfc3-db21-4e75-a1e7-af82b593e829', 'status': 'completed', 'code': 200} Apr 18 22:05:35.927100 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-88c38849-de3d-482a-ac20-187a0b19061b req-993f97b7-5d00-490a-832a-155f400e1ca3 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.26 "DELETE /v2.0/ports/a6fdbfc3-db21-4e75-a1e7-af82b593e829 HTTP/1.1" status: 204 len: 173 time: 1.5470746 Apr 18 22:05:35.975918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c9b5884b-95d9-4742-ac21-ce72608f4cb6 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:05:36.304641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c9b5884b-95d9-4742-ac21-ce72608f4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:36.308843 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5884b-95d9-4742-ac21-ce72608f4cb6 None None] Checking router: c6eae2ad-cb22-4957-a467-592159dbc6ec for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:05:36.322235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5884b-95d9-4742-ac21-ce72608f4cb6 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:05:36.322839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c9b5884b-95d9-4742-ac21-ce72608f4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:05:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:36.384746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fe9c0e9d-9885-40fb-bd34-b257cbfcf69b req-99bac933-fb75-4d96-b8e6-e220f0132750 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/ports?device_id=834b76ab-906e-4385-bbaa-571c6ff0711d HTTP/1.1" status: 200 len: 210 time: 0.0647097 Apr 18 22:05:36.510457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c9b5884b-95d9-4742-ac21-ce72608f4cb6 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:05:36.857047 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c9b5884b-95d9-4742-ac21-ce72608f4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:36.861156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5884b-95d9-4742-ac21-ce72608f4cb6 None None] The sync data for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 is: [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:03Z', 'revision_number': 4, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '008382df-343e-4313-8cca-77d0fc7a4b57', 'name': '', 'network_id': '848ca178-0b94-4472-9cf5-8e065868c79e', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'mac_address': 'fa:16:3e:9a:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:02Z', 'updated_at': '2022-04-18T22:01:20Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'subnets': [{'id': '3e9ca833-aee6-4f0f-a5f2-858801d76c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:05:37.082335 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4c76b-482f-432b-9978-e04776be9968 None None] New status for floating IP 44cad03d-5fec-4a6e-a6fe-962edef1b011: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:05:37.576615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a6fdbfc3-db21-4e75-a1e7-af82b593e829 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:37.609302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: a6fdbfc3-db21-4e75-a1e7-af82b593e829 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:05:37.609669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a6fdbfc3-db21-4e75-a1e7-af82b593e829 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:05:39.666187 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:40.947214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38084) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:41.013082 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d95390d-2d3e-4976-8db8-747de7661349 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:41.040667 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d95390d-2d3e-4976-8db8-747de7661349 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:41.163595 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d95390d-2d3e-4976-8db8-747de7661349 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:41.181939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95390d-2d3e-4976-8db8-747de7661349 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375a2730-569c-4115-a070-42348a55c056,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:41.268760 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d95390d-2d3e-4976-8db8-747de7661349 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:41.269847 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9d95390d-2d3e-4976-8db8-747de7661349 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "DELETE /v2.0/security-groups/375a2730-569c-4115-a070-42348a55c056 HTTP/1.1" status: 204 len: 168 time: 0.3216176 Apr 18 22:05:41.277057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38088) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:41.289206 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-32f3cf20-7b7f-44df-a0e9-085248f97f1a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] show failed (client error): The resource could not be found. Apr 18 22:05:41.290176 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-32f3cf20-7b7f-44df-a0e9-085248f97f1a tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "GET /v2.0/security-groups/375a2730-569c-4115-a070-42348a55c056 HTTP/1.1" status: 404 len: 347 time: 0.0168335 Apr 18 22:05:41.292480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38092) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:41.446769 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6aabf5c3-62d5-4a33-a679-226d13364614 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Deleting port b1b68c9e-ba21-4cc7-a877-fc6fabf6034e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:41.447087 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6aabf5c3-62d5-4a33-a679-226d13364614 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:41.613042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6aabf5c3-62d5-4a33-a679-226d13364614 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:41.614763 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6aabf5c3-62d5-4a33-a679-226d13364614 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:41.731080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6aabf5c3-62d5-4a33-a679-226d13364614 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Calling delete_port for b1b68c9e-ba21-4cc7-a877-fc6fabf6034e owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:41.932005 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6aabf5c3-62d5-4a33-a679-226d13364614 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:41.977119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabf5c3-62d5-4a33-a679-226d13364614 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Pushing event deleted for resources: {'Port': ['ID=b1b68c9e-ba21-4cc7-a877-fc6fabf6034e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:42.072974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6aabf5c3-62d5-4a33-a679-226d13364614 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:42.087182 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6aabf5c3-62d5-4a33-a679-226d13364614 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:42.088306 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6aabf5c3-62d5-4a33-a679-226d13364614 tempest-ServerActionsTestJSON-10825189 tempest-ServerActionsTestJSON-10825189-project] 10.222.0.11 "DELETE /v2.0/floatingips/44cad03d-5fec-4a6e-a6fe-962edef1b011 HTTP/1.1" status: 204 len: 168 time: 0.7949922 Apr 18 22:05:42.091246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38096) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:42.571203 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c90a7b40-0056-4beb-9472-0ecbe05602fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:43.172429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c90a7b40-0056-4beb-9472-0ecbe05602fc admin admin] Deleting port 008382df-343e-4313-8cca-77d0fc7a4b57 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:43.173164 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c90a7b40-0056-4beb-9472-0ecbe05602fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:43.356034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-c90a7b40-0056-4beb-9472-0ecbe05602fc admin admin] For port 008382df-343e-4313-8cca-77d0fc7a4b57, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=008382df-343e-4313-8cca-77d0fc7a4b57,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:43.356385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c90a7b40-0056-4beb-9472-0ecbe05602fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:43.472359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-c90a7b40-0056-4beb-9472-0ecbe05602fc admin admin] Calling delete_port for 008382df-343e-4313-8cca-77d0fc7a4b57 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:43.709080 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c90a7b40-0056-4beb-9472-0ecbe05602fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:43.754124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a7b40-0056-4beb-9472-0ecbe05602fc admin admin] Pushing event deleted for resources: {'Port': ['ID=008382df-343e-4313-8cca-77d0fc7a4b57,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:44.133337 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c90a7b40-0056-4beb-9472-0ecbe05602fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:44.695958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90a7b40-0056-4beb-9472-0ecbe05602fc admin admin] Router c6eae2ad-cb22-4957-a467-592159dbc6ec has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:05:44.891544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90a7b40-0056-4beb-9472-0ecbe05602fc admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:05:44.900892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4657f871-4a55-4846-95a3-89fe3f19e6b4 None None] Sync routers for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:05:44.903595 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c90a7b40-0056-4beb-9472-0ecbe05602fc admin admin] 10.222.0.11 "PUT /v2.0/routers/c6eae2ad-cb22-4957-a467-592159dbc6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8111842 Apr 18 22:05:44.906758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38100) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:44.913369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4657f871-4a55-4846-95a3-89fe3f19e6b4 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:05:44.914025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4657f871-4a55-4846-95a3-89fe3f19e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:05:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:45.090425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4657f871-4a55-4846-95a3-89fe3f19e6b4 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:05:45.098850 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:45.299882 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:45.371729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4657f871-4a55-4846-95a3-89fe3f19e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:05:43Z', 'revision_number': 5, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port': {'id': '041d687a-4db6-4d08-9d44-0cf4556e4095', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:45.376004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4657f871-4a55-4846-95a3-89fe3f19e6b4 None None] Checking router: c6eae2ad-cb22-4957-a467-592159dbc6ec for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:05:45.386618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4657f871-4a55-4846-95a3-89fe3f19e6b4 None None] Routers {'c6eae2ad-cb22-4957-a467-592159dbc6ec'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:05:45.387198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4657f871-4a55-4846-95a3-89fe3f19e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:05:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c6eae2ad-cb22-4957-a467-592159dbc6ec'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:45.388962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Deleting port 041d687a-4db6-4d08-9d44-0cf4556e4095 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:45.389929 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:45.553109 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-4657f871-4a55-4846-95a3-89fe3f19e6b4 None None] Set router c6eae2ad-cb22-4957-a467-592159dbc6ec gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:05:45.664554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-4657f871-4a55-4846-95a3-89fe3f19e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:05:45Z', 'revision_number': 6, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:45.668735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4657f871-4a55-4846-95a3-89fe3f19e6b4 None None] The sync data for ids ['c6eae2ad-cb22-4957-a467-592159dbc6ec'] in n-d-836017-3 is: [{'id': 'c6eae2ad-cb22-4957-a467-592159dbc6ec', 'name': 'tempest-ServerActionsTestJSON-1393036194-router', 'tenant_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:01:00Z', 'updated_at': '2022-04-18T22:05:45Z', 'revision_number': 6, 'project_id': '6dc43a916cae4c3a97d947ceeb3b6465', 'gw_port_host': None}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:05:45.683879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] For port 041d687a-4db6-4d08-9d44-0cf4556e4095, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=041d687a-4db6-4d08-9d44-0cf4556e4095,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:45.684389 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:45.808391 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Calling delete_port for 041d687a-4db6-4d08-9d44-0cf4556e4095 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:46.040269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 008382df-343e-4313-8cca-77d0fc7a4b57 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:46.040794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:46.078168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 008382df-343e-4313-8cca-77d0fc7a4b57 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:05:46.078512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 008382df-343e-4313-8cca-77d0fc7a4b57 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:05:46.093304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=041d687a-4db6-4d08-9d44-0cf4556e4095,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:46.317081 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:46.570566 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:46.574673 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:46.680169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:46.680675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6eae2ad-cb22-4957-a467-592159dbc6ec {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:05:46.693116 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:46.697021 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9091e348-69f9-4938-b721-77ec42e86f5d admin admin] 10.222.0.11 "DELETE /v2.0/routers/c6eae2ad-cb22-4957-a467-592159dbc6ec HTTP/1.1" status: 204 len: 168 time: 1.7866101 Apr 18 22:05:46.697021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38104) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:46.759720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d7c7fc-2aae-47e8-aaa2-8e8c7bcf8cd7 admin admin] Deleting subnet 3e9ca833-aee6-4f0f-a5f2-858801d76c3c {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:05:46.762771 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c7fc-2aae-47e8-aaa2-8e8c7bcf8cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:46.811762 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c7fc-2aae-47e8-aaa2-8e8c7bcf8cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:46.887335 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c7fc-2aae-47e8-aaa2-8e8c7bcf8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:47.032211 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c7fc-2aae-47e8-aaa2-8e8c7bcf8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:47.067896 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7c7fc-2aae-47e8-aaa2-8e8c7bcf8cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e9ca833-aee6-4f0f-a5f2-858801d76c3c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:47.074064 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c7fc-2aae-47e8-aaa2-8e8c7bcf8cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:47.079968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84927aa-7a1e-4054-8dd3-7cd4e6283827 None None] Network 848ca178-0b94-4472-9cf5-8e065868c79e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:05:47.080451 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e4d7c7fc-2aae-47e8-aaa2-8e8c7bcf8cd7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3e9ca833-aee6-4f0f-a5f2-858801d76c3c HTTP/1.1" status: 204 len: 168 time: 0.3825996 Apr 18 22:05:47.082911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38108) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:47.290239 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:47.301136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Deleting port db4e3097-39cb-43fe-8204-5f3eb6b50d1d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:47.301490 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:47.368897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f9d848-7895-4ffe-98de-7b9104b8410d None None] DHCP port deletion for 848ca178-0b94-4472-9cf5-8e065868c79e request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:05:47.373767 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9d848-7895-4ffe-98de-7b9104b8410d None None] Deleting port db4e3097-39cb-43fe-8204-5f3eb6b50d1d {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:47.374212 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d848-7895-4ffe-98de-7b9104b8410d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:47.506587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] For port db4e3097-39cb-43fe-8204-5f3eb6b50d1d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=db4e3097-39cb-43fe-8204-5f3eb6b50d1d,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:47.506955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:47.569814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f9f9d848-7895-4ffe-98de-7b9104b8410d None None] For port db4e3097-39cb-43fe-8204-5f3eb6b50d1d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=db4e3097-39cb-43fe-8204-5f3eb6b50d1d,segment=NetworkSegment(cb0f7082-6aee-494c-b307-a5783c2ef3bb),segment_id=cb0f7082-6aee-494c-b307-a5783c2ef3bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:47.570202 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d848-7895-4ffe-98de-7b9104b8410d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:47.625955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Calling delete_port for db4e3097-39cb-43fe-8204-5f3eb6b50d1d owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:47.689914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9d848-7895-4ffe-98de-7b9104b8410d None None] Calling delete_port for db4e3097-39cb-43fe-8204-5f3eb6b50d1d owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:47.797649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:47.802611 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-f9f9d848-7895-4ffe-98de-7b9104b8410d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:05:47.802960 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-f9f9d848-7895-4ffe-98de-7b9104b8410d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:05:47.845816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Pushing event deleted for resources: {'Port': ['ID=db4e3097-39cb-43fe-8204-5f3eb6b50d1d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:47.850206 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] No DVR routers for this DVR port db4e3097-39cb-43fe-8204-5f3eb6b50d1d on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:05:47.964005 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:47.990594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848ca178-0b94-4472-9cf5-8e065868c79e']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:48.003438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0f7082-6aee-494c-b307-a5783c2ef3bb') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:48.003734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0f7082-6aee-494c-b307-a5783c2ef3bb') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:48.015049 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:48.015815 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device db4e3097-39cb-43fe-8204-5f3eb6b50d1d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:48.030815 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:48.037426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:05:48.041118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:05:48.051871 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:05:48.055155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: db4e3097-39cb-43fe-8204-5f3eb6b50d1d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:05:48.055599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device db4e3097-39cb-43fe-8204-5f3eb6b50d1d not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:05:48.056017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 041d687a-4db6-4d08-9d44-0cf4556e4095 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:48.087932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 041d687a-4db6-4d08-9d44-0cf4556e4095 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:05:48.088638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 041d687a-4db6-4d08-9d44-0cf4556e4095 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:05:48.203524 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:48.220417 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:05:48.222837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:48.231068 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] Pushing event deleted for resources: {'Network': ['ID=848ca178-0b94-4472-9cf5-8e065868c79e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:48.304017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9d848-7895-4ffe-98de-7b9104b8410d None None] Deleting port db4e3097-39cb-43fe-8204-5f3eb6b50d1d {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:48.304341 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d848-7895-4ffe-98de-7b9104b8410d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:48.327334 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6bc7e43b-adba-4d46-acd4-d633893f5013 admin admin] 10.222.0.11 "DELETE /v2.0/networks/848ca178-0b94-4472-9cf5-8e065868c79e HTTP/1.1" status: 204 len: 168 time: 1.2433989 Apr 18 22:05:48.376086 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9d848-7895-4ffe-98de-7b9104b8410d None None] The port 'db4e3097-39cb-43fe-8204-5f3eb6b50d1d' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:05:48.649798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38114) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:48.698527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9a0b391f-1cfb-4d3e-9dc4-b5f2f7ed850f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6dc43a916cae4c3a97d947ceeb3b6465&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475872 Apr 18 22:05:48.701622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38118) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:48.758845 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:48.783278 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:48.902888 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:48.923775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8a6d2f-d0b7-4bda-b427-77e8268a6302,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:48.936595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:48.936944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:48.940823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:48.940823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:48.940823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:48.940823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:48.940823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:48.940823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:48.940823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:48.940823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:48.940823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:05:48.942483 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:48.943597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-49201e98-2615-4cd5-ac00-bad6c445567d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd8a6d2f-d0b7-4bda-b427-77e8268a6302 HTTP/1.1" status: 204 len: 168 time: 0.2409229 Apr 18 22:05:50.282408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38140) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:50.414091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1454018783-network', 'tenant_id': 'c8d01416b3b845e4b3d491b344b0cc75'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:05:50.420119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:05:50.423903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Usage tracker for resource:network and tenant:c8d01416b3b845e4b3d491b344b0cc75 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:05:50.426701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:05:50.433150 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:05:50.537057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Made reservation on behalf of c8d01416b3b845e4b3d491b344b0cc75 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:05:50.539342 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:50.552210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:50.583044 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:05:50.586875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d01416b3b845e4b3d491b344b0cc75 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:05:50.589663 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:05:50.595877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:05:50.658876 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:50.757385 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:50.790782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:05:50.799524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f0b647-09df-4f85-b6cc-4396ea6e9d3b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:50.806964 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:50.806964 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Added segment 335f63a1-a015-49f5-bead-123b8614fb38 of type vlan for network 8971b48f-d8e5-4c8e-8842-69ea961226c8 Apr 18 22:05:50.831504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:50.923505 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:50.924360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:50.924938 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:51.036995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] Pushing event updated for resources: {'Network': ['ID=8971b48f-d8e5-4c8e-8842-69ea961226c8,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:51.047490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 8971b48f-d8e5-4c8e-8842-69ea961226c8 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:05:51.095689 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d018c16e-e6a6-4089-bea8-79715e4a0188 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8121741 Apr 18 22:05:51.098326 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38146) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:51.103617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Request body: {'subnet': {'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1454018783-subnet', 'tenant_id': 'c8d01416b3b845e4b3d491b344b0cc75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:05:51.109155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:05:51.113140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Usage tracker for resource:subnet and tenant:c8d01416b3b845e4b3d491b344b0cc75 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:05:51.116634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:05:51.122448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:05:51.186405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Made reservation on behalf of c8d01416b3b845e4b3d491b344b0cc75 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:05:51.188708 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:51.454778 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:51.522711 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68efb0a2-67ee-4f2e-afd8-376754d5f4ae,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:51.536947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Checking segment: {'id': '335f63a1-a015-49f5-bead-123b8614fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:05:51.537297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Network hostable DHCP agents. Network: 8971b48f-d8e5-4c8e-8842-69ea961226c8, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:05:51.634091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Network 8971b48f-d8e5-4c8e-8842-69ea961226c8 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:05:51.723418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 8971b48f-d8e5-4c8e-8842-69ea961226c8) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:05:51.727283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:51.727864 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:51.733510 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3b665e-e57f-44dd-8ba4-b9b562af5e60 None None] Network 8971b48f-d8e5-4c8e-8842-69ea961226c8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:05:51.812738 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-583f9668-e9cb-4bcb-a184-6c3303072a20 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7133214 Apr 18 22:05:51.937891 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b1dfbd-6e62-42f1-978c-a545b9e2efbb None None] Network 8971b48f-d8e5-4c8e-8842-69ea961226c8 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:05:52.359244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-6f570c66-224f-4a73-98af-57b34f09cfbe tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:52.360641 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-6f570c66-224f-4a73-98af-57b34f09cfbe tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/networks?id=8971b48f-d8e5-4c8e-8842-69ea961226c8 HTTP/1.1" status: 200 len: 814 time: 0.1420331 Apr 18 22:05:52.377598 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-7990b87c-dbfd-47b2-8936-1f12e6f6066f tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/quotas/c8d01416b3b845e4b3d491b344b0cc75 HTTP/1.1" status: 200 len: 375 time: 0.0116606 Apr 18 22:05:52.424766 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-f176374e-985e-4687-b149-47efb83e0389 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8d01416b3b845e4b3d491b344b0cc75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424008 Apr 18 22:05:52.552645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-3af3b6a7-1e91-4921-95e4-78f4eb1c1a75 service neutron] 10.222.0.11 "GET /v2.0/networks/8971b48f-d8e5-4c8e-8842-69ea961226c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213586 Apr 18 22:05:52.679479 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-18ed5f7e-a26d-422b-8347-85222c1d4466 service neutron] 10.222.0.11 "GET /v2.0/networks/8971b48f-d8e5-4c8e-8842-69ea961226c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212039 Apr 18 22:05:53.946770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-074a73d1-7833-4a34-bb85-8293b86b5584 req-4e3f24e7-7878-4312-ae30-0f9fac27c2b0 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 210 time: 0.0404127 Apr 18 22:05:54.728979 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-980f3983-46d5-439d-a4ff-7c81b3cf9840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:55.106257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8adfba7-11d8-4bc2-b8b6-576e4652f2f3 req-2687f74b-b3ce-4aea-86a4-9ebe4d4b8c36 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 210 time: 0.0406909 Apr 18 22:05:55.957762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-fb151570-79a3-445c-81cd-c421329d4ae8 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:55.958476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-fb151570-79a3-445c-81cd-c421329d4ae8 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Synchronizing usage tracker for tenant:c8d01416b3b845e4b3d491b344b0cc75 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:05:56.039706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-fb151570-79a3-445c-81cd-c421329d4ae8 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Unset dirty status for tenant:c8d01416b3b845e4b3d491b344b0cc75 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:05:56.040870 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-fb151570-79a3-445c-81cd-c421329d4ae8 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.26 "GET /v2.0/networks?id=8971b48f-d8e5-4c8e-8842-69ea961226c8 HTTP/1.1" status: 200 len: 814 time: 0.2254112 Apr 18 22:05:56.056855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Request body: {'port': {'device_id': '84a552a1-a6d7-45b7-9e59-f37b90fdea0d', 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8', 'admin_state_up': True, 'tenant_id': 'c8d01416b3b845e4b3d491b344b0cc75'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:05:56.197131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:05:56.201762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Usage tracker for resource:port and tenant:c8d01416b3b845e4b3d491b344b0cc75 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:05:56.204654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:05:56.212562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:05:56.286681 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-730a4d5d-bef7-4ee9-b93f-82a0d3b58194 req-0d3b1fd4-3fb0-41aa-86f1-b08aaa1e633c tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 210 time: 0.0452979 Apr 18 22:05:56.306331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Made reservation on behalf of c8d01416b3b845e4b3d491b344b0cc75 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:05:56.309310 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:56.470763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Allocated IP 172.20.0.9 (8971b48f-d8e5-4c8e-8842-69ea961226c8/68efb0a2-67ee-4f2e-afd8-376754d5f4ae/d0ed38af-3114-4c0a-82e9-c4dc04362181) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:05:56.756495 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:56.851969 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:56.921779 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Network 8971b48f-d8e5-4c8e-8842-69ea961226c8 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:05:56.924624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:05:56.928478 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:05:56.961951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Pushing event updated for resources: {'Port': ['ID=d0ed38af-3114-4c0a-82e9-c4dc04362181,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:56.994217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:56.994800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:57.098032 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-e9dd3ae5-a7e4-4e76-b6ee-e6742bf1f581 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0448697 Apr 18 22:05:57.110691 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Request body: {'port': {'device_id': '84a552a1-a6d7-45b7-9e59-f37b90fdea0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:05:57.182959 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1f978355-7fe2-4eb5-80af-9fd158eb1baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:57.214948 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:57.500249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73c6af-b063-40a2-a665-9faf1e4ba79c req-af19ab99-38b2-41fc-b965-abae4c20c97b tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:57.501975 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e73c6af-b063-40a2-a665-9faf1e4ba79c req-af19ab99-38b2-41fc-b965-abae4c20c97b tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 931 time: 0.0756757 Apr 18 22:05:57.547681 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9e73c6af-b063-40a2-a665-9faf1e4ba79c req-10cfda90-a2af-4930-919f-310484e1543d tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400200 Apr 18 22:05:57.558993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ed38af-3114-4c0a-82e9-c4dc04362181 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:05:57.565848 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:57.580594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Transition to ACTIVE for port object d0ed38af-3114-4c0a-82e9-c4dc04362181 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:05:57.660419 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:57.782603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ed38af-3114-4c0a-82e9-c4dc04362181,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:57.885236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Attempting to bind port d0ed38af-3114-4c0a-82e9-c4dc04362181 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:05:57.885603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Attempting to bind port d0ed38af-3114-4c0a-82e9-c4dc04362181 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '335f63a1-a015-49f5-bead-123b8614fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:05:57.885932 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Attempting to bind port d0ed38af-3114-4c0a-82e9-c4dc04362181 on network 8971b48f-d8e5-4c8e-8842-69ea961226c8 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:05:57.891972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Port d0ed38af-3114-4c0a-82e9-c4dc04362181 on network 8971b48f-d8e5-4c8e-8842-69ea961226c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:05:57.892297 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Attempting to bind port d0ed38af-3114-4c0a-82e9-c4dc04362181 on network 8971b48f-d8e5-4c8e-8842-69ea961226c8 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:05:57.898575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:05:57.898911 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Checking segment: {'id': '335f63a1-a015-49f5-bead-123b8614fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:05:57.899291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Bound using segment: {'id': '335f63a1-a015-49f5-bead-123b8614fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:05:57.899712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Bound port: d0ed38af-3114-4c0a-82e9-c4dc04362181, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335f63a1-a015-49f5-bead-123b8614fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:05:57.900051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:57.985383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] For port d0ed38af-3114-4c0a-82e9-c4dc04362181, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:05:57.988411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] For port d0ed38af-3114-4c0a-82e9-c4dc04362181, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d0ed38af-3114-4c0a-82e9-c4dc04362181,segment=NetworkSegment(335f63a1-a015-49f5-bead-123b8614fb38),segment_id=335f63a1-a015-49f5-bead-123b8614fb38)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:05:58.017405 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:58.054990 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:58.120462 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:58.121837 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] 10.222.0.26 "PUT /v2.0/ports/d0ed38af-3114-4c0a-82e9-c4dc04362181 HTTP/1.1" status: 200 len: 1091 time: 1.0152323 Apr 18 22:05:58.122301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a552a1-a6d7-45b7-9e59-f37b90fdea0d', 'tag': 'd0ed38af-3114-4c0a-82e9-c4dc04362181'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:05:58.148683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8720a-7a43-4c1a-9f2c-e25ff4cb9272 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ed38af-3114-4c0a-82e9-c4dc04362181,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:58.178672 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7dced6a-5d20-4a7f-9b9b-a3ce75d5a1d8'] response: {'name': 'network-changed', 'server_uuid': '84a552a1-a6d7-45b7-9e59-f37b90fdea0d', 'tag': 'd0ed38af-3114-4c0a-82e9-c4dc04362181', 'status': 'completed', 'code': 200} Apr 18 22:05:58.271638 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4bb879e1-68b0-43da-8f92-24aa56d43d0d req-bdea9ec8-b375-4a49-a22e-860be604a43d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8d01416b3b845e4b3d491b344b0cc75&device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 1094 time: 0.0724170 Apr 18 22:05:58.410559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb879e1-68b0-43da-8f92-24aa56d43d0d req-438bb321-5159-4a55-a5b3-6fbc5e05167c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:58.411997 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4bb879e1-68b0-43da-8f92-24aa56d43d0d req-438bb321-5159-4a55-a5b3-6fbc5e05167c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c8d01416b3b845e4b3d491b344b0cc75&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1342196 Apr 18 22:05:58.546159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb879e1-68b0-43da-8f92-24aa56d43d0d req-91418fe3-5bd5-4444-938c-dfdf6ef59819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:58.547495 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4bb879e1-68b0-43da-8f92-24aa56d43d0d req-91418fe3-5bd5-4444-938c-dfdf6ef59819 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288729 Apr 18 22:05:58.673485 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-0ecc36be-aa26-407c-8680-8a8684e52362 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8d01416b3b845e4b3d491b344b0cc75&device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 1094 time: 0.0835078 Apr 18 22:05:58.758914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1967c15-2499-4763-941f-442d719a7d45 req-65464fae-642b-4101-a614-9a613f7ffb1a tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:58.760413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1967c15-2499-4763-941f-442d719a7d45 req-65464fae-642b-4101-a614-9a613f7ffb1a tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 943 time: 0.0824077 Apr 18 22:05:58.786102 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:58.808791 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d1967c15-2499-4763-941f-442d719a7d45 req-fa479d47-4e11-4f06-b228-a18177a9dda0 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423095 Apr 18 22:05:58.844930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-0664e21b-fd51-4a1e-a3f9-953a8271f818 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0ed38af-3114-4c0a-82e9-c4dc04362181 HTTP/1.1" status: 200 len: 217 time: 0.1647935 Apr 18 22:05:58.909061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-1d9b8b8a-952e-4666-8a34-01443be54592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:05:58.910464 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-1d9b8b8a-952e-4666-8a34-01443be54592 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68efb0a2-67ee-4f2e-afd8-376754d5f4ae HTTP/1.1" status: 200 len: 854 time: 0.0602877 Apr 18 22:05:58.955740 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-f4c62b28-88a5-4b03-9b90-09a44385bba3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8971b48f-d8e5-4c8e-8842-69ea961226c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397315 Apr 18 22:05:59.084660 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-6a4a8030-5b55-43a5-b220-26c695a2ed53 service neutron] 10.222.0.26 "GET /v2.0/networks/8971b48f-d8e5-4c8e-8842-69ea961226c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235220 Apr 18 22:05:59.213860 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d33bf67-ade0-46b1-a653-94e3a4d7db72 req-017dd418-f48f-4b72-a60e-f457990c4086 service neutron] 10.222.0.26 "GET /v2.0/networks/8971b48f-d8e5-4c8e-8842-69ea961226c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230030 Apr 18 22:06:00.010987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc6a7d-1123-4c33-a73b-e185e9b8ad1c req-0ddd025e-7129-42b9-956b-0b3965036480 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:00.012428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5bfc6a7d-1123-4c33-a73b-e185e9b8ad1c req-0ddd025e-7129-42b9-956b-0b3965036480 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 943 time: 0.0757914 Apr 18 22:06:00.059496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5bfc6a7d-1123-4c33-a73b-e185e9b8ad1c req-d332b834-5f8f-41ff-82fa-3d8b8535ebfc tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416570 Apr 18 22:06:01.148716 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:01.257081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1627a-9ea4-41d0-9cee-8399a5eff1c7 req-409750f0-de3c-4098-90a6-253ccddf87e7 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:01.258533 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51b1627a-9ea4-41d0-9cee-8399a5eff1c7 req-409750f0-de3c-4098-90a6-253ccddf87e7 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 943 time: 0.0796976 Apr 18 22:06:01.303643 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51b1627a-9ea4-41d0-9cee-8399a5eff1c7 req-050d09fb-a4f0-41b2-a8fa-b5660dbc8f7f tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396972 Apr 18 22:06:01.718332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d0ed38af-3114-4c0a-82e9-c4dc04362181 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:06:01.848751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d0ed38af-3114-4c0a-82e9-c4dc04362181, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d0ed38af-3114-4c0a-82e9-c4dc04362181,segment=NetworkSegment(335f63a1-a015-49f5-bead-123b8614fb38),segment_id=335f63a1-a015-49f5-bead-123b8614fb38)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:01.861816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'd0ed38af-3114-4c0a-82e9-c4dc04362181', 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8', 'port_id': 'd0ed38af-3114-4c0a-82e9-c4dc04362181', 'mac_address': 'fa:16:3e:ce:f5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68efb0a2-67ee-4f2e-afd8-376754d5f4ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:06:01.916962 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:01.967680 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ed38af-3114-4c0a-82e9-c4dc04362181 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:06:01.982104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d0ed38af-3114-4c0a-82e9-c4dc04362181, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d0ed38af-3114-4c0a-82e9-c4dc04362181,segment=NetworkSegment(335f63a1-a015-49f5-bead-123b8614fb38),segment_id=335f63a1-a015-49f5-bead-123b8614fb38)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:02.039642 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:02.103645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d0ed38af-3114-4c0a-82e9-c4dc04362181,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:02.359254 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d0ed38af-3114-4c0a-82e9-c4dc04362181'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:06:02.501076 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270fba9-c7f1-4ff5-89b0-f6474d9314a9 req-fb14aec3-4d21-40a3-b4eb-e230cff150c9 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:02.502915 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4270fba9-c7f1-4ff5-89b0-f6474d9314a9 req-fb14aec3-4d21-40a3-b4eb-e230cff150c9 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 944 time: 0.0796623 Apr 18 22:06:02.631945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4270fba9-c7f1-4ff5-89b0-f6474d9314a9 req-039b2730-de4b-48c4-9c82-04e0ae76ffb4 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234238 Apr 18 22:06:03.734061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d0ed38af-3114-4c0a-82e9-c4dc04362181 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:06:03.828167 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920e0f1-fb3a-4342-b1dc-f6b7cf7c6929 req-96e18de8-f4f3-4adb-acaa-6eb281387d92 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:03.829625 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f920e0f1-fb3a-4342-b1dc-f6b7cf7c6929 req-96e18de8-f4f3-4adb-acaa-6eb281387d92 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 944 time: 0.0761418 Apr 18 22:06:03.860242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port d0ed38af-3114-4c0a-82e9-c4dc04362181 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:06:03.865286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port d0ed38af-3114-4c0a-82e9-c4dc04362181 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:06:03.865723 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:03.875402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f920e0f1-fb3a-4342-b1dc-f6b7cf7c6929 req-231ae741-420e-4949-8be1-a1b1703ff803 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401199 Apr 18 22:06:03.985787 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:03.991489 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:04.017924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a552a1-a6d7-45b7-9e59-f37b90fdea0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ed38af-3114-4c0a-82e9-c4dc04362181'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:06:04.027720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d0ed38af-3114-4c0a-82e9-c4dc04362181, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d0ed38af-3114-4c0a-82e9-c4dc04362181,segment=NetworkSegment(335f63a1-a015-49f5-bead-123b8614fb38),segment_id=335f63a1-a015-49f5-bead-123b8614fb38)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:04.103023 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:04.158858 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d7792f-2ed5-4b0c-af86-52262bb5101d'] response: {'server_uuid': '84a552a1-a6d7-45b7-9e59-f37b90fdea0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ed38af-3114-4c0a-82e9-c4dc04362181', 'code': 200} Apr 18 22:06:04.175451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d0ed38af-3114-4c0a-82e9-c4dc04362181,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:04.287126 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4008570-e53a-465f-bf46-48dac2b1f26b req-f84a5b1c-82e2-40c9-b41c-613236a06ad8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 1096 time: 0.0677023 Apr 18 22:06:04.327342 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b4008570-e53a-465f-bf46-48dac2b1f26b req-3169d60a-7c53-487d-b532-ced803e6b714 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348849 Apr 18 22:06:05.070051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163012d5-42bb-4075-85cd-faceee476ee3 req-93964283-d0f1-496a-b8c8-f1ac961864b5 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:05.071527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-163012d5-42bb-4075-85cd-faceee476ee3 req-93964283-d0f1-496a-b8c8-f1ac961864b5 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 945 time: 0.0785046 Apr 18 22:06:05.115533 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-163012d5-42bb-4075-85cd-faceee476ee3 req-08619d9b-148e-4504-bde0-5974f6c90fcf tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378375 Apr 18 22:06:06.322375 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789b4eb-9875-42c1-a1a7-39ab5526c1c5 req-adf7889c-73f0-465a-8aba-731398795d57 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:06.323813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7789b4eb-9875-42c1-a1a7-39ab5526c1c5 req-adf7889c-73f0-465a-8aba-731398795d57 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 945 time: 0.0834613 Apr 18 22:06:06.374372 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7789b4eb-9875-42c1-a1a7-39ab5526c1c5 req-520c488b-7ba7-4866-84a8-95838958020a tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 Apr 18 22:06:06.666392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-bb8fc0ab-70cc-4100-9b62-85824c18e7b8 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:06.667695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-bb8fc0ab-70cc-4100-9b62-85824c18e7b8 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/networks?id=8971b48f-d8e5-4c8e-8842-69ea961226c8 HTTP/1.1" status: 200 len: 814 time: 0.1409090 Apr 18 22:06:06.684137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-74b89c13-b4ed-446e-8602-97e482f2dbf1 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/quotas/c8d01416b3b845e4b3d491b344b0cc75 HTTP/1.1" status: 200 len: 375 time: 0.0107982 Apr 18 22:06:06.760286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8686ea3b-9baa-4607-ab8c-8f6048a40a47 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8d01416b3b845e4b3d491b344b0cc75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702972 Apr 18 22:06:06.888948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-1a2cd468-8144-4790-9cdb-085113e81341 service neutron] 10.222.0.11 "GET /v2.0/networks/8971b48f-d8e5-4c8e-8842-69ea961226c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221898 Apr 18 22:06:07.018824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-e9131d92-3b9d-4402-a06e-9db1e4724909 service neutron] 10.222.0.11 "GET /v2.0/networks/8971b48f-d8e5-4c8e-8842-69ea961226c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239293 Apr 18 22:06:07.277218 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4cfdd2a3-0a76-4cc1-83f3-5fddf51f4d8c req-06533725-7f2b-4952-9f1b-cff956551794 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0405235 Apr 18 22:06:08.442737 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d19d6fb8-303b-4287-ab5a-1bad1b248737 req-9a7565b3-3a31-4066-9805-4812087008f5 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0451860 Apr 18 22:06:09.293708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-c22e02f4-9f67-487d-a4a0-3729f1e08811 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:09.295159 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-c22e02f4-9f67-487d-a4a0-3729f1e08811 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.59 "GET /v2.0/networks?id=8971b48f-d8e5-4c8e-8842-69ea961226c8 HTTP/1.1" status: 200 len: 814 time: 0.1510265 Apr 18 22:06:09.311765 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Request body: {'port': {'device_id': '6b5a1f39-0d0d-45c7-8448-d3441afb1bc3', 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8', 'admin_state_up': True, 'tenant_id': 'c8d01416b3b845e4b3d491b344b0cc75'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:09.461491 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:09.465180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Usage tracker for resource:port and tenant:c8d01416b3b845e4b3d491b344b0cc75 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:09.468187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:09.473927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:09.563244 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Made reservation on behalf of c8d01416b3b845e4b3d491b344b0cc75 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:09.566288 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:09.607066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ed2741b-9fe8-49a2-9a04-1eb1913e008e req-d39064d5-8714-4ef3-99ed-0cd2d145bdee tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0446582 Apr 18 22:06:09.657106 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:09.728368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Allocated IP 172.20.0.7 (8971b48f-d8e5-4c8e-8842-69ea961226c8/68efb0a2-67ee-4f2e-afd8-376754d5f4ae/82aab5be-f7bd-4aa8-954b-0f7c081022cb) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:06:09.927358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:10.021062 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:10.034872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d0ed38af-3114-4c0a-82e9-c4dc04362181'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:06:10.093126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Network 8971b48f-d8e5-4c8e-8842-69ea961226c8 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:06:10.096382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:10.099059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:06:10.148076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Pushing event updated for resources: {'Port': ['ID=82aab5be-f7bd-4aa8-954b-0f7c081022cb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:10.177316 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:10.178339 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:10.301017 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-8311614f-4ec8-45f9-8284-4c0263c36756 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9931746 Apr 18 22:06:10.378788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Request body: {'port': {'device_id': '6b5a1f39-0d0d-45c7-8448-d3441afb1bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:10.481768 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:10.827783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a574ee5-69c0-4578-9925-22e58d69bbed req-62a5bad9-5a46-496f-8efb-a616126bc955 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:10.829221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a574ee5-69c0-4578-9925-22e58d69bbed req-62a5bad9-5a46-496f-8efb-a616126bc955 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 931 time: 0.0843863 Apr 18 22:06:10.875146 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2a574ee5-69c0-4578-9925-22e58d69bbed req-d4934228-ae2c-48df-a813-7a94c5655480 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Apr 18 22:06:10.915438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82aab5be-f7bd-4aa8-954b-0f7c081022cb {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:06:10.922865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:10.937660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Transition to ACTIVE for port object 82aab5be-f7bd-4aa8-954b-0f7c081022cb will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:06:11.042992 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:11.168719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Pushing event updated for resources: {'Port': ['ID=82aab5be-f7bd-4aa8-954b-0f7c081022cb,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:11.272511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Attempting to bind port 82aab5be-f7bd-4aa8-954b-0f7c081022cb on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:06:11.272847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Attempting to bind port 82aab5be-f7bd-4aa8-954b-0f7c081022cb by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '335f63a1-a015-49f5-bead-123b8614fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:06:11.273176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Attempting to bind port 82aab5be-f7bd-4aa8-954b-0f7c081022cb on network 8971b48f-d8e5-4c8e-8842-69ea961226c8 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:06:11.278811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Port 82aab5be-f7bd-4aa8-954b-0f7c081022cb on network 8971b48f-d8e5-4c8e-8842-69ea961226c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:06:11.279740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Attempting to bind port 82aab5be-f7bd-4aa8-954b-0f7c081022cb on network 8971b48f-d8e5-4c8e-8842-69ea961226c8 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:06:11.285959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:06:11.286292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Checking segment: {'id': '335f63a1-a015-49f5-bead-123b8614fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:11.286671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Bound using segment: {'id': '335f63a1-a015-49f5-bead-123b8614fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:06:11.287099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Bound port: 82aab5be-f7bd-4aa8-954b-0f7c081022cb, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335f63a1-a015-49f5-bead-123b8614fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:06:11.287456 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:11.371470 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] For port 82aab5be-f7bd-4aa8-954b-0f7c081022cb, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:06:11.374464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] For port 82aab5be-f7bd-4aa8-954b-0f7c081022cb, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=82aab5be-f7bd-4aa8-954b-0f7c081022cb,segment=NetworkSegment(335f63a1-a015-49f5-bead-123b8614fb38),segment_id=335f63a1-a015-49f5-bead-123b8614fb38)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:06:11.445542 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:11.507605 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:11.508965 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] 10.222.0.59 "PUT /v2.0/ports/82aab5be-f7bd-4aa8-954b-0f7c081022cb HTTP/1.1" status: 200 len: 1091 time: 1.2005072 Apr 18 22:06:11.509399 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5a1f39-0d0d-45c7-8448-d3441afb1bc3', 'tag': '82aab5be-f7bd-4aa8-954b-0f7c081022cb'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:06:11.526104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b333d1-5b73-4641-8004-17e893b5ced8 service neutron] Pushing event updated for resources: {'Port': ['ID=82aab5be-f7bd-4aa8-954b-0f7c081022cb,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:11.564037 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3acb3d-fc5e-4e2d-bd89-6a29de955ded'] response: {'name': 'network-changed', 'server_uuid': '6b5a1f39-0d0d-45c7-8448-d3441afb1bc3', 'tag': '82aab5be-f7bd-4aa8-954b-0f7c081022cb', 'status': 'completed', 'code': 200} Apr 18 22:06:11.655125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d6fae663-a354-49b3-bd47-e8b3eaa1f985 req-b34c940c-c911-4262-b438-63bbead18430 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8d01416b3b845e4b3d491b344b0cc75&device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0731237 Apr 18 22:06:11.797898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fae663-a354-49b3-bd47-e8b3eaa1f985 req-ea4291b3-012a-498c-9998-0ccb1efc11ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:11.799283 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d6fae663-a354-49b3-bd47-e8b3eaa1f985 req-ea4291b3-012a-498c-9998-0ccb1efc11ef service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c8d01416b3b845e4b3d491b344b0cc75&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1375239 Apr 18 22:06:11.933995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fae663-a354-49b3-bd47-e8b3eaa1f985 req-f4d8d9ae-17c3-47fa-a286-b008b2bb6054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:11.935602 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d6fae663-a354-49b3-bd47-e8b3eaa1f985 req-f4d8d9ae-17c3-47fa-a286-b008b2bb6054 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302314 Apr 18 22:06:12.037855 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-35508107-1e10-45f0-a89a-29485624b8dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8d01416b3b845e4b3d491b344b0cc75&device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0688419 Apr 18 22:06:12.086209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c8b8a-163e-4c3c-8aee-da64701ed8d0 req-8679f201-4040-4615-b54c-f08f97be949e tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:12.087664 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c11c8b8a-163e-4c3c-8aee-da64701ed8d0 req-8679f201-4040-4615-b54c-f08f97be949e tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 943 time: 0.0752339 Apr 18 22:06:12.108220 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-f42d4837-f7b0-4be5-9b72-11e99d654611 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82aab5be-f7bd-4aa8-954b-0f7c081022cb HTTP/1.1" status: 200 len: 217 time: 0.0642276 Apr 18 22:06:12.132834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c11c8b8a-163e-4c3c-8aee-da64701ed8d0 req-56755614-6d9a-4679-b35d-6786598a90ab tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Apr 18 22:06:12.170712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-86e1c28c-2574-401e-9cb4-cc0db629b9d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:12.172197 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-86e1c28c-2574-401e-9cb4-cc0db629b9d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68efb0a2-67ee-4f2e-afd8-376754d5f4ae HTTP/1.1" status: 200 len: 854 time: 0.0589654 Apr 18 22:06:12.221834 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-033f8736-5ae2-4afa-93c7-f1c9fc4ecdba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8971b48f-d8e5-4c8e-8842-69ea961226c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430040 Apr 18 22:06:12.352215 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-fbcede8e-736a-4ea3-94ed-3e0670432060 service neutron] 10.222.0.59 "GET /v2.0/networks/8971b48f-d8e5-4c8e-8842-69ea961226c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236365 Apr 18 22:06:12.480123 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-26b115c6-e80f-4cf8-8645-2cbafccff92b req-86d09793-a86f-4be5-900b-8d9b657e4f8a service neutron] 10.222.0.59 "GET /v2.0/networks/8971b48f-d8e5-4c8e-8842-69ea961226c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221232 Apr 18 22:06:13.341224 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17375c-bbfb-48f6-a519-dad618c6025b req-c8d6d711-c7b8-4641-a257-d0562c9c36a4 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:13.343212 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b17375c-bbfb-48f6-a519-dad618c6025b req-c8d6d711-c7b8-4641-a257-d0562c9c36a4 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 943 time: 0.0804162 Apr 18 22:06:13.389231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4b17375c-bbfb-48f6-a519-dad618c6025b req-45080d58-442b-4925-a97e-4a0806f70271 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Apr 18 22:06:14.230082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 82aab5be-f7bd-4aa8-954b-0f7c081022cb details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:06:14.363924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 82aab5be-f7bd-4aa8-954b-0f7c081022cb, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=82aab5be-f7bd-4aa8-954b-0f7c081022cb,segment=NetworkSegment(335f63a1-a015-49f5-bead-123b8614fb38),segment_id=335f63a1-a015-49f5-bead-123b8614fb38)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:14.380273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '82aab5be-f7bd-4aa8-954b-0f7c081022cb', 'network_id': '8971b48f-d8e5-4c8e-8842-69ea961226c8', 'port_id': '82aab5be-f7bd-4aa8-954b-0f7c081022cb', 'mac_address': 'fa:16:3e:c6:21:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68efb0a2-67ee-4f2e-afd8-376754d5f4ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:06:14.432364 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:14.449209 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82aab5be-f7bd-4aa8-954b-0f7c081022cb {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:06:14.464246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 82aab5be-f7bd-4aa8-954b-0f7c081022cb, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=82aab5be-f7bd-4aa8-954b-0f7c081022cb,segment=NetworkSegment(335f63a1-a015-49f5-bead-123b8614fb38),segment_id=335f63a1-a015-49f5-bead-123b8614fb38)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:14.525276 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:14.587573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a7c6e-e582-4299-b4f5-c458f9e7f681 req-3770a8fe-5a20-46c9-8fbc-ce26eaa909e1 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:14.589037 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af4a7c6e-e582-4299-b4f5-c458f9e7f681 req-3770a8fe-5a20-46c9-8fbc-ce26eaa909e1 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 944 time: 0.0769994 Apr 18 22:06:14.590344 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=82aab5be-f7bd-4aa8-954b-0f7c081022cb,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:14.599112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:14.599453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:14.599790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:14.600118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:14.600449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:14.600772 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:14.601096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:14.601424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:14.601785 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:14.602093 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:14.602413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:14.635145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af4a7c6e-e582-4299-b4f5-c458f9e7f681 req-ac189f69-0c62-49f7-a13c-901bd91fe1f6 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Apr 18 22:06:14.727350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['82aab5be-f7bd-4aa8-954b-0f7c081022cb'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:06:15.833985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ef43c-c18e-45a9-9b5d-55ec8fc5703a req-015f6f60-5192-45ff-bcab-f8ccd07d690f tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:15.835436 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-912ef43c-c18e-45a9-9b5d-55ec8fc5703a req-015f6f60-5192-45ff-bcab-f8ccd07d690f tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 944 time: 0.0788012 Apr 18 22:06:15.880646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-912ef43c-c18e-45a9-9b5d-55ec8fc5703a req-70c166c3-c25d-46a6-828c-a9a76509187c tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398118 Apr 18 22:06:16.233949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 82aab5be-f7bd-4aa8-954b-0f7c081022cb up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:06:16.368273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 82aab5be-f7bd-4aa8-954b-0f7c081022cb completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:06:16.373305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 82aab5be-f7bd-4aa8-954b-0f7c081022cb triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:06:16.373712 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:16.484666 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:16.510911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5a1f39-0d0d-45c7-8448-d3441afb1bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aab5be-f7bd-4aa8-954b-0f7c081022cb'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:06:16.520669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 82aab5be-f7bd-4aa8-954b-0f7c081022cb, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=82aab5be-f7bd-4aa8-954b-0f7c081022cb,segment=NetworkSegment(335f63a1-a015-49f5-bead-123b8614fb38),segment_id=335f63a1-a015-49f5-bead-123b8614fb38)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:16.564674 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69bc61a-1a5a-400a-8539-2b33fc88ef81'] response: {'server_uuid': '6b5a1f39-0d0d-45c7-8448-d3441afb1bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aab5be-f7bd-4aa8-954b-0f7c081022cb', 'code': 200} Apr 18 22:06:16.582532 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:16.650663 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=82aab5be-f7bd-4aa8-954b-0f7c081022cb,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:16.689632 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c4a92fc-a6a8-4c85-a974-1ca47ece99f8 req-ba45c1eb-63a0-46ff-b53b-e0144edd7eb1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0679336 Apr 18 22:06:16.731008 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c4a92fc-a6a8-4c85-a974-1ca47ece99f8 req-ab3c6406-c010-4094-8845-88711e2700eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355923 Apr 18 22:06:17.073764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dfc37-cbf7-4325-9a1a-9e54d0c1a444 req-bde379dd-b595-4392-b038-2134fedf1a45 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:17.075211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b4dfc37-cbf7-4325-9a1a-9e54d0c1a444 req-bde379dd-b595-4392-b038-2134fedf1a45 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 945 time: 0.0748146 Apr 18 22:06:17.124556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b4dfc37-cbf7-4325-9a1a-9e54d0c1a444 req-281936c0-979c-4fba-9559-1343cb2d57ec tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424144 Apr 18 22:06:18.323387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53a542-1b55-4e5c-85f5-9adcfac6ecbc req-4a729d98-be92-4a4b-9e9d-8abc3f30f6e2 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:18.324839 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f53a542-1b55-4e5c-85f5-9adcfac6ecbc req-4a729d98-be92-4a4b-9e9d-8abc3f30f6e2 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 945 time: 0.0787311 Apr 18 22:06:18.369286 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f53a542-1b55-4e5c-85f5-9adcfac6ecbc req-9af8fbb2-9abf-488c-b367-fe45c90c41d5 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381935 Apr 18 22:06:19.053264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b27709-8ea8-4e1f-b64a-91cfbbe02cd1 req-91338c32-9f32-47bc-8c66-ea75decccb31 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:19.054633 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07b27709-8ea8-4e1f-b64a-91cfbbe02cd1 req-91338c32-9f32-47bc-8c66-ea75decccb31 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 945 time: 0.1670232 Apr 18 22:06:19.103824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07b27709-8ea8-4e1f-b64a-91cfbbe02cd1 req-0fbfa6ae-b86e-4aa0-8add-c9adc8fa909f tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Apr 18 22:06:20.306213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-0ff7ae39-d169-4cfb-ac17-172b19be89d7 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:20.306952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-0ff7ae39-d169-4cfb-ac17-172b19be89d7 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Synchronizing usage tracker for tenant:c8d01416b3b845e4b3d491b344b0cc75 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:06:20.326429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb641a-17dd-4b16-9b60-a804ac1f872f req-bcd10cfd-50e7-43ac-b04d-d2c79d33047d tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:20.331050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80fb641a-17dd-4b16-9b60-a804ac1f872f req-bcd10cfd-50e7-43ac-b04d-d2c79d33047d tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 945 time: 0.0920146 Apr 18 22:06:20.374124 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-80fb641a-17dd-4b16-9b60-a804ac1f872f req-718dc377-acea-4600-b38b-bc4a0f592977 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 Apr 18 22:06:20.400071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-0ff7ae39-d169-4cfb-ac17-172b19be89d7 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Unset dirty status for tenant:c8d01416b3b845e4b3d491b344b0cc75 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:06:20.401168 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-0ff7ae39-d169-4cfb-ac17-172b19be89d7 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 945 time: 0.2921045 Apr 18 22:06:20.467804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Deleting port 82aab5be-f7bd-4aa8-954b-0f7c081022cb {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:06:20.468137 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:20.703410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] For port 82aab5be-f7bd-4aa8-954b-0f7c081022cb, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=82aab5be-f7bd-4aa8-954b-0f7c081022cb,segment=NetworkSegment(335f63a1-a015-49f5-bead-123b8614fb38),segment_id=335f63a1-a015-49f5-bead-123b8614fb38)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:20.703676 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:20.819956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Calling delete_port for 82aab5be-f7bd-4aa8-954b-0f7c081022cb owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:06:21.017063 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:21.028547 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['82aab5be-f7bd-4aa8-954b-0f7c081022cb'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:06:21.057214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d0ed38af-3114-4c0a-82e9-c4dc04362181'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:06:21.064349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Pushing event deleted for resources: {'Port': ['ID=82aab5be-f7bd-4aa8-954b-0f7c081022cb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:21.105742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:21.106094 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:21.106428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:21.106806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:21.107174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:21.107505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:21.107833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:21.108166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:21.108492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:21.108817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:21.109137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:21.153275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] No DVR routers for this DVR port 82aab5be-f7bd-4aa8-954b-0f7c081022cb on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:06:21.156817 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:21.161016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5a1f39-0d0d-45c7-8448-d3441afb1bc3', 'name': 'network-vif-deleted', 'tag': '82aab5be-f7bd-4aa8-954b-0f7c081022cb'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:06:21.218841 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec2aad5-288c-4c1f-82fc-a5bf4b522719'] response: {'server_uuid': '6b5a1f39-0d0d-45c7-8448-d3441afb1bc3', 'name': 'network-vif-deleted', 'tag': '82aab5be-f7bd-4aa8-954b-0f7c081022cb', 'status': 'completed', 'code': 200} Apr 18 22:06:21.238200 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1fc120ba-5487-4ee1-8859-05e15e3ee37b req-3d9e6f4c-f1a4-4df0-8004-3f074774c678 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.59 "DELETE /v2.0/ports/82aab5be-f7bd-4aa8-954b-0f7c081022cb HTTP/1.1" status: 204 len: 173 time: 0.8317740 Apr 18 22:06:21.542005 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18160516-aa7a-49da-bba0-59ad5aa6a891 req-f9c11a40-02ae-4103-9b74-e34c33e27e0e tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b5a1f39-0d0d-45c7-8448-d3441afb1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0438056 Apr 18 22:06:22.813495 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea76930-d2f5-4e2f-a0dd-d69badadee22 req-97f18c21-d5f8-48e0-9562-108ca6bb92ec tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:22.814935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eea76930-d2f5-4e2f-a0dd-d69badadee22 req-97f18c21-d5f8-48e0-9562-108ca6bb92ec tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 945 time: 0.0767009 Apr 18 22:06:22.859892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eea76930-d2f5-4e2f-a0dd-d69badadee22 req-b7bde071-2c32-4ccd-991e-bb7fcd0d1291 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Apr 18 22:06:23.078294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f402e-8387-4c08-b060-53acb73d139c req-043bfb97-fc5e-43c2-89ce-3df09e20e1b3 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:23.079726 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9f402e-8387-4c08-b060-53acb73d139c req-043bfb97-fc5e-43c2-89ce-3df09e20e1b3 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 945 time: 0.0774710 Apr 18 22:06:23.126318 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc9f402e-8387-4c08-b060-53acb73d139c req-ab846773-2b6c-4141-a509-448c5eef074f tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Apr 18 22:06:23.320424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9c518-b905-4698-aa43-6d6d8286a631 req-92f6c1ce-9a75-4867-baca-1849ec878df2 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:23.321885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ba9c518-b905-4698-aa43-6d6d8286a631 req-92f6c1ce-9a75-4867-baca-1849ec878df2 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 945 time: 0.0749953 Apr 18 22:06:23.367124 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7ba9c518-b905-4698-aa43-6d6d8286a631 req-89125c57-1b46-4f78-a4c8-c5b7c6d73237 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392048 Apr 18 22:06:23.563760 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d77264c4-d144-452b-bc92-a6e64c8e8851 req-8086a306-15b1-4bfe-bd75-d08810dffafc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0705929 Apr 18 22:06:23.754531 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b49ad-ad00-4dd6-8fb8-7f4daebcbd1b req-91c36c34-5441-4991-8b25-d4c821b668a5 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:23.755892 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e43b49ad-ad00-4dd6-8fb8-7f4daebcbd1b req-91c36c34-5441-4991-8b25-d4c821b668a5 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 945 time: 0.0767658 Apr 18 22:06:23.800292 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e43b49ad-ad00-4dd6-8fb8-7f4daebcbd1b req-4afe3aa2-bb4b-42dd-be09-1834753edbaa tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389640 Apr 18 22:06:23.996851 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db43c4-f675-488d-87cb-8dc6c11afde5 req-00bf23c4-b2d3-4f0a-9124-99b37dac4b2a tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:23.998905 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4db43c4-f675-488d-87cb-8dc6c11afde5 req-00bf23c4-b2d3-4f0a-9124-99b37dac4b2a tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 945 time: 0.0804245 Apr 18 22:06:24.047661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e4db43c4-f675-488d-87cb-8dc6c11afde5 req-64169dcf-a3cd-43a9-9a90-c97ef3169ce5 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Apr 18 22:06:24.259031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b05b2-403c-4f2d-94de-abd5805e40bd req-eb65dda4-2a91-4a59-9a65-f2911d87bde7 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:24.260503 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f8b05b2-403c-4f2d-94de-abd5805e40bd req-eb65dda4-2a91-4a59-9a65-f2911d87bde7 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 945 time: 0.0794473 Apr 18 22:06:24.276625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 82aab5be-f7bd-4aa8-954b-0f7c081022cb no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:06:24.308501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 82aab5be-f7bd-4aa8-954b-0f7c081022cb {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:06:24.308755 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 82aab5be-f7bd-4aa8-954b-0f7c081022cb not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:06:24.309437 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3f8b05b2-403c-4f2d-94de-abd5805e40bd req-b1cb7407-5c26-44d8-9c39-0f96b8b09f74 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432603 Apr 18 22:06:24.711968 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0b55d330-8095-4df2-8964-15680826469e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:25.089977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af73641-3131-47ac-9832-b1e33c887aed req-c3047ed1-7506-425c-92f2-83c2e27e949e tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:25.091422 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3af73641-3131-47ac-9832-b1e33c887aed req-c3047ed1-7506-425c-92f2-83c2e27e949e tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 945 time: 0.0778284 Apr 18 22:06:25.138032 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3af73641-3131-47ac-9832-b1e33c887aed req-693ffdec-07e5-43f7-b3c0-d33b58cccd5c tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406430 Apr 18 22:06:25.221168 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:06:26.351980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70677c3c-ecd1-4950-9dc8-bdfdf9786126 req-d168a932-e90c-4e2d-aabd-551d9e29d173 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:26.353427 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70677c3c-ecd1-4950-9dc8-bdfdf9786126 req-d168a932-e90c-4e2d-aabd-551d9e29d173 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 945 time: 0.0849392 Apr 18 22:06:26.400504 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-70677c3c-ecd1-4950-9dc8-bdfdf9786126 req-1d32f845-776c-4d29-9895-ea1140fad4d3 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/security-groups?id=23f0b647-09df-4f85-b6cc-4396ea6e9d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Apr 18 22:06:26.649430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-d62f6c8f-122d-44bc-a4eb-bafbc5568abb tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:26.650101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-d62f6c8f-122d-44bc-a4eb-bafbc5568abb tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Synchronizing usage tracker for tenant:c8d01416b3b845e4b3d491b344b0cc75 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:06:26.719483 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-d62f6c8f-122d-44bc-a4eb-bafbc5568abb tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Unset dirty status for tenant:c8d01416b3b845e4b3d491b344b0cc75 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:06:26.720612 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-d62f6c8f-122d-44bc-a4eb-bafbc5568abb tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 945 time: 0.1451995 Apr 18 22:06:26.790276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-08fdd132-edf4-4968-aa97-f7c95fc05000 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Deleting port d0ed38af-3114-4c0a-82e9-c4dc04362181 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:06:26.790615 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-08fdd132-edf4-4968-aa97-f7c95fc05000 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:27.025886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-08fdd132-edf4-4968-aa97-f7c95fc05000 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] For port d0ed38af-3114-4c0a-82e9-c4dc04362181, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d0ed38af-3114-4c0a-82e9-c4dc04362181,segment=NetworkSegment(335f63a1-a015-49f5-bead-123b8614fb38),segment_id=335f63a1-a015-49f5-bead-123b8614fb38)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:27.026159 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-08fdd132-edf4-4968-aa97-f7c95fc05000 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:27.147130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-08fdd132-edf4-4968-aa97-f7c95fc05000 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Calling delete_port for d0ed38af-3114-4c0a-82e9-c4dc04362181 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:06:27.157367 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3d96feba-bd1f-436d-bac0-ff956cb646c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:27.348110 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-08fdd132-edf4-4968-aa97-f7c95fc05000 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:27.360437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d0ed38af-3114-4c0a-82e9-c4dc04362181'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:06:27.400456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdd132-edf4-4968-aa97-f7c95fc05000 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Pushing event deleted for resources: {'Port': ['ID=d0ed38af-3114-4c0a-82e9-c4dc04362181,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:27.470638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-08fdd132-edf4-4968-aa97-f7c95fc05000 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] No DVR routers for this DVR port d0ed38af-3114-4c0a-82e9-c4dc04362181 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:06:27.473079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-08fdd132-edf4-4968-aa97-f7c95fc05000 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:27.475741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a552a1-a6d7-45b7-9e59-f37b90fdea0d', 'name': 'network-vif-deleted', 'tag': 'd0ed38af-3114-4c0a-82e9-c4dc04362181'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:06:27.532081 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea4032e-6410-4f50-941a-57fd0157ef9e'] response: {'server_uuid': '84a552a1-a6d7-45b7-9e59-f37b90fdea0d', 'name': 'network-vif-deleted', 'tag': 'd0ed38af-3114-4c0a-82e9-c4dc04362181', 'status': 'completed', 'code': 200} Apr 18 22:06:27.554616 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e8c1df27-b91f-46d5-9df1-603c6576c4dc req-08fdd132-edf4-4968-aa97-f7c95fc05000 tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.26 "DELETE /v2.0/ports/d0ed38af-3114-4c0a-82e9-c4dc04362181 HTTP/1.1" status: 204 len: 173 time: 0.8291256 Apr 18 22:06:27.565691 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-52b2f692-559c-495e-bc22-6301bc600393 req-39c76def-9472-44ad-b2ba-e254e9d1dd2d tempest-ServersNegativeTestJSON-1193560508 tempest-ServersNegativeTestJSON-1193560508-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a552a1-a6d7-45b7-9e59-f37b90fdea0d HTTP/1.1" status: 200 len: 210 time: 0.0428576 Apr 18 22:06:28.027856 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:28.668975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38296) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:28.729282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-84708e62-8f0f-47ec-99b1-1e5f9416dfdc admin admin] Deleting subnet 68efb0a2-67ee-4f2e-afd8-376754d5f4ae {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:06:28.732180 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84708e62-8f0f-47ec-99b1-1e5f9416dfdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:28.820350 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:28.865663 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84708e62-8f0f-47ec-99b1-1e5f9416dfdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:28.920217 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84708e62-8f0f-47ec-99b1-1e5f9416dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:29.043162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84708e62-8f0f-47ec-99b1-1e5f9416dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:29.082064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84708e62-8f0f-47ec-99b1-1e5f9416dfdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68efb0a2-67ee-4f2e-afd8-376754d5f4ae,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:29.086932 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-84708e62-8f0f-47ec-99b1-1e5f9416dfdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:29.092370 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-84708e62-8f0f-47ec-99b1-1e5f9416dfdc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/68efb0a2-67ee-4f2e-afd8-376754d5f4ae HTTP/1.1" status: 204 len: 168 time: 0.4223268 Apr 18 22:06:29.094991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38300) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:29.200391 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:29.323941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:29.349203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8971b48f-d8e5-4c8e-8842-69ea961226c8']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:29.361025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335f63a1-a015-49f5-bead-123b8614fb38') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:29.361321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335f63a1-a015-49f5-bead-123b8614fb38') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:29.372145 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:29.387659 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:29.394362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:06:29.394741 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:06:29.407872 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:06:29.551667 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:29.568400 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:29.579104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] Pushing event deleted for resources: {'Network': ['ID=8971b48f-d8e5-4c8e-8842-69ea961226c8,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:29.643919 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f417c122-b23b-426c-b1ca-7dc9157dee66 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8971b48f-d8e5-4c8e-8842-69ea961226c8 HTTP/1.1" status: 204 len: 168 time: 0.5478663 Apr 18 22:06:29.850096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d0ed38af-3114-4c0a-82e9-c4dc04362181 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:06:29.884166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: d0ed38af-3114-4c0a-82e9-c4dc04362181 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:06:29.884551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d0ed38af-3114-4c0a-82e9-c4dc04362181 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:06:29.996215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38306) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:30.047125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b37251fe-1fcd-47de-9907-ff56a129475a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8d01416b3b845e4b3d491b344b0cc75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505831 Apr 18 22:06:30.049672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38310) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:30.112786 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9b1d-8c07-48ce-a515-356df5b0b49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:30.139761 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9b1d-8c07-48ce-a515-356df5b0b49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:30.262634 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9b1d-8c07-48ce-a515-356df5b0b49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:30.277181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc9b1d-8c07-48ce-a515-356df5b0b49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f0b647-09df-4f85-b6cc-4396ea6e9d3b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:30.285103 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9b1d-8c07-48ce-a515-356df5b0b49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:30.294052 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e8cc9b1d-8c07-48ce-a515-356df5b0b49d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23f0b647-09df-4f85-b6cc-4396ea6e9d3b HTTP/1.1" status: 204 len: 168 time: 0.2357247 Apr 18 22:06:31.225607 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:31.572733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38332) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:31.702345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1898627692'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:31.708405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:31.712194 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Usage tracker for resource:network and tenant:09fb80326d574ac78ad9ee8cbcc12662 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:31.715006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:31.723715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:31.802450 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Made reservation on behalf of 09fb80326d574ac78ad9ee8cbcc12662 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:31.805353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:31.818471 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:31.848951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:31.852706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Usage tracker for resource:security_group_rule and tenant:09fb80326d574ac78ad9ee8cbcc12662 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:31.855502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:31.861995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:31.931143 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:32.002568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:32.034176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:06:32.042255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34298e01-eb5a-4187-af28-70c5a362dc5e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:32.048356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:32.048707 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Added segment dd8fb394-2250-4f74-9d37-4646037cd699 of type vlan for network 9ac00178-f52a-42b1-8752-b12f4ac32696 Apr 18 22:06:32.077057 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:32.168295 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:32.172511 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:32.173079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:32.284066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event updated for resources: {'Network': ['ID=9ac00178-f52a-42b1-8752-b12f4ac32696,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:32.293904 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 9ac00178-f52a-42b1-8752-b12f4ac32696 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:06:32.331616 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9af00978-1416-43f4-beac-f8e7649bf5b0 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7577698 Apr 18 22:06:33.962827 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:35.575525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38338) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:35.581980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Request body: {'subnet': {'network_id': '9ac00178-f52a-42b1-8752-b12f4ac32696', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:35.684585 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:35.688443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Usage tracker for resource:subnet and tenant:09fb80326d574ac78ad9ee8cbcc12662 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:35.691202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:35.696741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:35.770742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Made reservation on behalf of 09fb80326d574ac78ad9ee8cbcc12662 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:35.872502 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:36.148261 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:36.227125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event updated for resources: {'Subnet': ['ID=2e57805d-5c98-45d1-97b4-20ed732274cb,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:36.234730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Checking segment: {'id': 'dd8fb394-2250-4f74-9d37-4646037cd699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ac00178-f52a-42b1-8752-b12f4ac32696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:36.235121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Network hostable DHCP agents. Network: 9ac00178-f52a-42b1-8752-b12f4ac32696, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:06:36.351489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Network 9ac00178-f52a-42b1-8752-b12f4ac32696 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:06:36.462159 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 9ac00178-f52a-42b1-8752-b12f4ac32696) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:36.466007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:36.466701 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:36.472357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e78c80c-36d2-45d3-9120-762d1b3c40f3 None None] Network 9ac00178-f52a-42b1-8752-b12f4ac32696 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:36.543241 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c6787118-32b5-418d-9988-ddb8beaf4992 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9664483 Apr 18 22:06:36.547273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38342) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:36.553037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1589400225'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:36.558832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:36.563431 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Usage tracker for resource:network and tenant:09fb80326d574ac78ad9ee8cbcc12662 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:36.566406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:36.572237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:36.677333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Made reservation on behalf of 09fb80326d574ac78ad9ee8cbcc12662 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:36.680383 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:36.682505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-9ac00178-f52a-42b1-8752-b12f4ac32696', 'network_id': '9ac00178-f52a-42b1-8752-b12f4ac32696', 'tenant_id': '09fb80326d574ac78ad9ee8cbcc12662', 'fixed_ips': [{'subnet_id': '2e57805d-5c98-45d1-97b4-20ed732274cb'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:06:36.687343 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:36.715415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:06:36.720885 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:36.721221 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Added segment 2a625781-804b-47a2-b400-7e6b300f17d8 of type vlan for network b3a9dec0-8d96-4791-bfd1-1211a747948f Apr 18 22:06:36.833424 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:36.846277 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Allocated IP 2001:db8:0:ffff::2 (9ac00178-f52a-42b1-8752-b12f4ac32696/2e57805d-5c98-45d1-97b4-20ed732274cb/b0dcb3e8-4380-40a4-b511-be9d50ebe146) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:06:36.948060 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:36.951847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:36.953137 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:37.048767 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:37.058559 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Transition to ACTIVE for port object b0dcb3e8-4380-40a4-b511-be9d50ebe146 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:06:37.060683 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event updated for resources: {'Network': ['ID=b3a9dec0-8d96-4791-bfd1-1211a747948f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:37.073220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b3a9dec0-8d96-4791-bfd1-1211a747948f details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:06:37.096555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Transition to ACTIVE for port object b0dcb3e8-4380-40a4-b511-be9d50ebe146 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:06:37.139731 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f078e60e-c290-452f-b693-6dcbf72514f7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5886443 Apr 18 22:06:37.140551 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38346) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:37.146611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Request body: {'subnet': {'network_id': 'b3a9dec0-8d96-4791-bfd1-1211a747948f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:37.256716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:37.260250 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:37.265439 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Usage tracker for resource:subnet and tenant:09fb80326d574ac78ad9ee8cbcc12662 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:37.265439 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:37.270440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:37.323213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Network 9ac00178-f52a-42b1-8752-b12f4ac32696 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:06:37.325875 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:37.336695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:06:37.337740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Pushing event updated for resources: {'Port': ['ID=b0dcb3e8-4380-40a4-b511-be9d50ebe146,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:37.392049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Made reservation on behalf of 09fb80326d574ac78ad9ee8cbcc12662 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:37.424662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Attempting to bind port b0dcb3e8-4380-40a4-b511-be9d50ebe146 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:06:37.425032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Attempting to bind port b0dcb3e8-4380-40a4-b511-be9d50ebe146 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'dd8fb394-2250-4f74-9d37-4646037cd699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ac00178-f52a-42b1-8752-b12f4ac32696'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:06:37.425396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Attempting to bind port b0dcb3e8-4380-40a4-b511-be9d50ebe146 on network 9ac00178-f52a-42b1-8752-b12f4ac32696 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:06:37.432163 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:06:37.432534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Checking segment: {'id': 'dd8fb394-2250-4f74-9d37-4646037cd699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ac00178-f52a-42b1-8752-b12f4ac32696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:37.432967 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:37.433357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Bound using segment: {'id': 'dd8fb394-2250-4f74-9d37-4646037cd699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ac00178-f52a-42b1-8752-b12f4ac32696'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:06:37.433853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Bound port: b0dcb3e8-4380-40a4-b511-be9d50ebe146, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8fb394-2250-4f74-9d37-4646037cd699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ac00178-f52a-42b1-8752-b12f4ac32696'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:06:37.434229 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:37.494448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:37.523426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] For port b0dcb3e8-4380-40a4-b511-be9d50ebe146, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:06:37.526390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] For port b0dcb3e8-4380-40a4-b511-be9d50ebe146, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b0dcb3e8-4380-40a4-b511-be9d50ebe146,segment=NetworkSegment(dd8fb394-2250-4f74-9d37-4646037cd699),segment_id=dd8fb394-2250-4f74-9d37-4646037cd699)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:06:37.626866 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:37.704319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce500d55-7887-481c-9188-7d4bebe278e9 None None] Pushing event updated for resources: {'Port': ['ID=b0dcb3e8-4380-40a4-b511-be9d50ebe146,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:37.798134 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:37.881828 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event updated for resources: {'Subnet': ['ID=6f5e03f9-4581-4c8c-82c3-16c0f6d3ca60,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:37.907512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Checking segment: {'id': '2a625781-804b-47a2-b400-7e6b300f17d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b3a9dec0-8d96-4791-bfd1-1211a747948f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:37.907868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Network hostable DHCP agents. Network: b3a9dec0-8d96-4791-bfd1-1211a747948f, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:06:37.991437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Network b3a9dec0-8d96-4791-bfd1-1211a747948f is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:06:38.062492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b3a9dec0-8d96-4791-bfd1-1211a747948f) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:38.067165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:38.069577 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.072417 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1918a62f-f496-4418-b3b5-7704db321cfb None None] Network b3a9dec0-8d96-4791-bfd1-1211a747948f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:38.088729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b0dcb3e8-4380-40a4-b511-be9d50ebe146 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:06:38.178299 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9384b407-1265-4040-b67c-0ed7559f87ff tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0339155 Apr 18 22:06:38.178506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38350) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:38.324276 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.378036 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c515cb-2389-4ed5-8bb2-1a5dea42e607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-b3a9dec0-8d96-4791-bfd1-1211a747948f', 'network_id': 'b3a9dec0-8d96-4791-bfd1-1211a747948f', 'tenant_id': '09fb80326d574ac78ad9ee8cbcc12662', 'fixed_ips': [{'subnet_id': '6f5e03f9-4581-4c8c-82c3-16c0f6d3ca60'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:06:38.378862 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-02c515cb-2389-4ed5-8bb2-1a5dea42e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.392706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b0dcb3e8-4380-40a4-b511-be9d50ebe146 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:06:38.396073 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.547413 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.591166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5e03f9-4581-4c8c-82c3-16c0f6d3ca60,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server [None req-02c515cb-2389-4ed5-8bb2-1a5dea42e607 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f5e03f9-4581-4c8c-82c3-16c0f6d3ca60: This subnet is being modified by another concurrent operation. Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise exception Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f5e03f9-4581-4c8c-82c3-16c0f6d3ca60: This subnet is being modified by another concurrent operation. Apr 18 22:06:38.607003 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server Apr 18 22:06:38.626002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a53f4c-2aec-4633-bc8b-3ff661569acd None None] Network b3a9dec0-8d96-4791-bfd1-1211a747948f requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:38.691104 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54ae725-21ce-47a8-9d24-dfebfcf5f51a None None] Network 9ac00178-f52a-42b1-8752-b12f4ac32696 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:38.698027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.726042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a9dec0-8d96-4791-bfd1-1211a747948f']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:38.738472 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a625781-804b-47a2-b400-7e6b300f17d8') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:38.738772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a625781-804b-47a2-b400-7e6b300f17d8') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:38.750835 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.767234 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.773363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:06:38.773789 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:06:38.789246 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:06:38.947983 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.975784 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.980072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cd16a4a4-65fd-42b6-9b7e-e9797dd6ade8 None None] Provisioning for port b0dcb3e8-4380-40a4-b511-be9d50ebe146 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:06:38.984361 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Network': ['ID=b3a9dec0-8d96-4791-bfd1-1211a747948f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:38.988497 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7d6673a0-3eed-4f6d-9bb5-55b461453f32 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/networks/b3a9dec0-8d96-4791-bfd1-1211a747948f HTTP/1.1" status: 204 len: 168 time: 0.8090785 Apr 18 22:06:38.989730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-cd16a4a4-65fd-42b6-9b7e-e9797dd6ade8 None None] Provisioning complete for port b0dcb3e8-4380-40a4-b511-be9d50ebe146 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:06:38.990094 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cd16a4a4-65fd-42b6-9b7e-e9797dd6ade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.992530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38354) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:38.998109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-837047840'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:39.004557 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:39.008335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Usage tracker for resource:network and tenant:09fb80326d574ac78ad9ee8cbcc12662 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:39.011233 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:39.017886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:39.090822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Made reservation on behalf of 09fb80326d574ac78ad9ee8cbcc12662 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:39.094043 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:39.125952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:06:39.126392 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cd16a4a4-65fd-42b6-9b7e-e9797dd6ade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:39.135525 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:39.135924 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Added segment c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e of type vlan for network 688b207c-b5c0-4544-a04e-3171dfdb9c7a Apr 18 22:06:39.165851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-cd16a4a4-65fd-42b6-9b7e-e9797dd6ade8 None None] For port b0dcb3e8-4380-40a4-b511-be9d50ebe146, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b0dcb3e8-4380-40a4-b511-be9d50ebe146,segment=NetworkSegment(dd8fb394-2250-4f74-9d37-4646037cd699),segment_id=dd8fb394-2250-4f74-9d37-4646037cd699)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:39.168358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:39.242673 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cd16a4a4-65fd-42b6-9b7e-e9797dd6ade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:39.271204 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:39.275109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:39.275686 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:39.286796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7ba5dc-1490-42c4-beaa-62c3893ccc73 None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 22:06:39.363561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16a4a4-65fd-42b6-9b7e-e9797dd6ade8 None None] Pushing event updated for resources: {'Port': ['ID=b0dcb3e8-4380-40a4-b511-be9d50ebe146,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:39.388198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event updated for resources: {'Network': ['ID=688b207c-b5c0-4544-a04e-3171dfdb9c7a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:39.400410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-998a750c-52f3-477c-bc8d-1a01a536b88b None None] Provisioning complete for port b0dcb3e8-4380-40a4-b511-be9d50ebe146 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:06:39.400773 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-998a750c-52f3-477c-bc8d-1a01a536b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:39.428855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 688b207c-b5c0-4544-a04e-3171dfdb9c7a details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:06:39.443310 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cd096381-b4cf-4d7e-a6f6-5e4f3e672ef7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4498198 Apr 18 22:06:39.446165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38358) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:39.451633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Request body: {'subnet': {'network_id': '688b207c-b5c0-4544-a04e-3171dfdb9c7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:39.513030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7ba5dc-1490-42c4-beaa-62c3893ccc73 None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 22:06:39.654315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:39.660066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Usage tracker for resource:subnet and tenant:09fb80326d574ac78ad9ee8cbcc12662 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:39.663808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:39.671571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:39.745791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Made reservation on behalf of 09fb80326d574ac78ad9ee8cbcc12662 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:39.800611 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:39.849498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:39.941119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Performing IP validity checks on allocation pools {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 22:06:39.941676 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.ipam_backend_mixin [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=85049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 22:06:40.050035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b0dcb3e8-4380-40a4-b511-be9d50ebe146 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:06:40.118960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b0dcb3e8-4380-40a4-b511-be9d50ebe146 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:06:40.119325 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:40.134346 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:40.215985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event updated for resources: {'Subnet': ['ID=6ab7f381-73f7-44cf-ac83-8ec5202d074e,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:40.232879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Checking segment: {'id': 'c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '688b207c-b5c0-4544-a04e-3171dfdb9c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:40.233237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Network hostable DHCP agents. Network: 688b207c-b5c0-4544-a04e-3171dfdb9c7a, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:06:40.336400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Network 688b207c-b5c0-4544-a04e-3171dfdb9c7a is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:06:40.404894 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 688b207c-b5c0-4544-a04e-3171dfdb9c7a) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:40.409184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:40.409785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:40.413934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d55c19-2118-4611-a1e8-0e82cca44998 None None] Network 688b207c-b5c0-4544-a04e-3171dfdb9c7a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:40.497109 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7fe8cf22-aae8-4538-96d3-0011ece80b73 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0498347 Apr 18 22:06:40.500451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38362) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:40.622628 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-688b207c-b5c0-4544-a04e-3171dfdb9c7a', 'network_id': '688b207c-b5c0-4544-a04e-3171dfdb9c7a', 'tenant_id': '09fb80326d574ac78ad9ee8cbcc12662', 'fixed_ips': [{'subnet_id': '6ab7f381-73f7-44cf-ac83-8ec5202d074e'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:06:40.623592 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:40.643130 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:40.710561 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:40.780235 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Allocated IP 2001:db8::3 (688b207c-b5c0-4544-a04e-3171dfdb9c7a/6ab7f381-73f7-44cf-ac83-8ec5202d074e/17a34d44-ab83-4193-844a-9928751dc687) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:06:40.982902 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:40.993187 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Transition to ACTIVE for port object 17a34d44-ab83-4193-844a-9928751dc687 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:06:41.011685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Transition to ACTIVE for port object 17a34d44-ab83-4193-844a-9928751dc687 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:06:41.063241 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:41.126683 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:41.134465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Network 688b207c-b5c0-4544-a04e-3171dfdb9c7a is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:06:41.137957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Pushing event updated for resources: {'Port': ['ID=17a34d44-ab83-4193-844a-9928751dc687,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:41.140650 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:41.142617 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:06:41.165524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab7f381-73f7-44cf-ac83-8ec5202d074e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:41.231900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Attempting to bind port 17a34d44-ab83-4193-844a-9928751dc687 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:06:41.232266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Attempting to bind port 17a34d44-ab83-4193-844a-9928751dc687 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '688b207c-b5c0-4544-a04e-3171dfdb9c7a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:06:41.232626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Attempting to bind port 17a34d44-ab83-4193-844a-9928751dc687 on network 688b207c-b5c0-4544-a04e-3171dfdb9c7a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:06:41.240117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:06:41.240412 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Checking segment: {'id': 'c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '688b207c-b5c0-4544-a04e-3171dfdb9c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:41.240811 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:41.241943 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Bound using segment: {'id': 'c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '688b207c-b5c0-4544-a04e-3171dfdb9c7a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:06:41.242084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Bound port: 17a34d44-ab83-4193-844a-9928751dc687, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '688b207c-b5c0-4544-a04e-3171dfdb9c7a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:06:41.242511 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:41.261703 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:41.286660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688b207c-b5c0-4544-a04e-3171dfdb9c7a']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:41.299140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:41.299727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:41.312094 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:41.327863 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:41.331905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] For port 17a34d44-ab83-4193-844a-9928751dc687, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:06:41.333808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:06:41.334228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:06:41.348588 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:06:41.439872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] For port 17a34d44-ab83-4193-844a-9928751dc687, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=17a34d44-ab83-4193-844a-9928751dc687,segment=NetworkSegment(c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e),segment_id=c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:06:41.579975 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 22:06:41.579975 n-d-836017-3 neutron-server[85049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 22:06:41.579975 n-d-836017-3 neutron-server[85049]: [parameters: {'id': '688b207c-b5c0-4544-a04e-3171dfdb9c7a'}] Apr 18 22:06:41.579975 n-d-836017-3 neutron-server[85049]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:06:41.580495 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:06:41.608828 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:41.732430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c59bbe-6f9b-454f-bbca-008470b35530 None None] Pushing event updated for resources: {'Port': ['ID=17a34d44-ab83-4193-844a-9928751dc687,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:41.755708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caae76f4-ef88-44f7-8aa2-73c3d3e61654 None None] Network 688b207c-b5c0-4544-a04e-3171dfdb9c7a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:41.998679 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3816bb-697b-4418-bedb-ebfadb0cafeb None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 22:06:42.035000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3816bb-697b-4418-bedb-ebfadb0cafeb None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 22:06:42.081097 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:42.092003 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Deleting port 17a34d44-ab83-4193-844a-9928751dc687 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:06:42.092332 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:42.304107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] For port 17a34d44-ab83-4193-844a-9928751dc687, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=17a34d44-ab83-4193-844a-9928751dc687,segment=NetworkSegment(c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e),segment_id=c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:42.304800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:42.426706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Calling delete_port for 17a34d44-ab83-4193-844a-9928751dc687 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:06:42.559281 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:42.601983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Port': ['ID=17a34d44-ab83-4193-844a-9928751dc687,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:42.607853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] No DVR routers for this DVR port 17a34d44-ab83-4193-844a-9928751dc687 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:06:42.818342 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:42.842945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688b207c-b5c0-4544-a04e-3171dfdb9c7a']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:42.854482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:42.854784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ec4f99-0bb9-43d0-afe3-8e8fb754c53e') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:42.866267 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:42.882635 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:42.888597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:06:42.897705 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:06:42.903885 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:06:43.059625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:43.077168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:43.087947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Network': ['ID=688b207c-b5c0-4544-a04e-3171dfdb9c7a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:43.094116 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-76ad994a-8cd4-4a20-a35b-13cf2c9c878a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/networks/688b207c-b5c0-4544-a04e-3171dfdb9c7a HTTP/1.1" status: 204 len: 168 time: 2.5922976 Apr 18 22:06:43.099125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38366) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:43.102935 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1101949118'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:43.108981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:43.112776 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Usage tracker for resource:network and tenant:09fb80326d574ac78ad9ee8cbcc12662 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:43.115664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:43.121941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:43.179667 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Made reservation on behalf of 09fb80326d574ac78ad9ee8cbcc12662 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:43.182580 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:43.210368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:06:43.218374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:43.218714 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Added segment 1e933f8a-552d-4e23-94b5-954bd75f4402 of type vlan for network f9f76033-0170-4621-b1d8-7dca45570168 Apr 18 22:06:43.245671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:43.348012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:43.351678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:43.358956 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:43.455597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event updated for resources: {'Network': ['ID=f9f76033-0170-4621-b1d8-7dca45570168,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:43.465388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network f9f76033-0170-4621-b1d8-7dca45570168 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:06:43.520265 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ca8d6e7a-7681-4d52-9ef8-05118763cf1d tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4215820 Apr 18 22:06:43.523790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38370) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:43.529600 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Request body: {'subnet': {'network_id': 'f9f76033-0170-4621-b1d8-7dca45570168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:43.640878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:43.644648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Usage tracker for resource:subnet and tenant:09fb80326d574ac78ad9ee8cbcc12662 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:43.647560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:43.653500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:43.730521 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Made reservation on behalf of 09fb80326d574ac78ad9ee8cbcc12662 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:43.831364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:44.116949 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:44.201762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event updated for resources: {'Subnet': ['ID=e6209f9d-720b-4820-b68c-2b105eb58ce1,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:44.213818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Checking segment: {'id': '1e933f8a-552d-4e23-94b5-954bd75f4402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f9f76033-0170-4621-b1d8-7dca45570168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:44.214179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Network hostable DHCP agents. Network: f9f76033-0170-4621-b1d8-7dca45570168, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:06:44.293700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Network f9f76033-0170-4621-b1d8-7dca45570168 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:06:44.385168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, f9f76033-0170-4621-b1d8-7dca45570168) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:44.388993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:44.389608 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:44.394630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750c539b-3599-45b8-9121-51142c96b868 None None] Network f9f76033-0170-4621-b1d8-7dca45570168 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:44.471896 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-730e35f3-c1e5-43f7-9245-29a0e9ddce6e tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9470251 Apr 18 22:06:44.475899 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38374) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:44.481209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1263186409'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:44.487005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:44.490882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Usage tracker for resource:network and tenant:09fb80326d574ac78ad9ee8cbcc12662 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:44.493752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Quota usage for network was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:44.500887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:44.554037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Made reservation on behalf of 09fb80326d574ac78ad9ee8cbcc12662 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:44.558532 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:44.589915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:06:44.598547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:44.598890 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Added segment 824c6388-3281-4ef1-a04d-718e245812c5 of type vlan for network 8200bff7-aee1-4dcf-a1f0-fd59ec1cff45 Apr 18 22:06:44.614359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-f9f76033-0170-4621-b1d8-7dca45570168', 'network_id': 'f9f76033-0170-4621-b1d8-7dca45570168', 'tenant_id': '09fb80326d574ac78ad9ee8cbcc12662', 'fixed_ips': [{'subnet_id': 'e6209f9d-720b-4820-b68c-2b105eb58ce1'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:06:44.614870 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:44.627156 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:44.722705 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:44.726398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:44.727150 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:44.769444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Allocated IP 2001:db8::2 (f9f76033-0170-4621-b1d8-7dca45570168/e6209f9d-720b-4820-b68c-2b105eb58ce1/2141bc36-71c5-4912-877c-83542f136cc6) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:06:44.834671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event updated for resources: {'Network': ['ID=8200bff7-aee1-4dcf-a1f0-fd59ec1cff45,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:44.848415 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 8200bff7-aee1-4dcf-a1f0-fd59ec1cff45 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:06:44.878084 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bb7a5097-5558-4050-ba9a-f203aa48c2ba tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4011607 Apr 18 22:06:44.880806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38378) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:44.886211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Request body: {'subnet': {'network_id': '8200bff7-aee1-4dcf-a1f0-fd59ec1cff45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:45.001574 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:45.005371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Usage tracker for resource:subnet and tenant:09fb80326d574ac78ad9ee8cbcc12662 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:45.008200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:45.013854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:45.059519 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:45.069848 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Transition to ACTIVE for port object 2141bc36-71c5-4912-877c-83542f136cc6 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:06:45.087917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Transition to ACTIVE for port object 2141bc36-71c5-4912-877c-83542f136cc6 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:06:45.090659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Made reservation on behalf of 09fb80326d574ac78ad9ee8cbcc12662 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:45.153696 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:45.196984 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:45.221369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Network f9f76033-0170-4621-b1d8-7dca45570168 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:06:45.224051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:45.226441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:06:45.235985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Pushing event updated for resources: {'Port': ['ID=2141bc36-71c5-4912-877c-83542f136cc6,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:45.327243 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Attempting to bind port 2141bc36-71c5-4912-877c-83542f136cc6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:06:45.328253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Attempting to bind port 2141bc36-71c5-4912-877c-83542f136cc6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '1e933f8a-552d-4e23-94b5-954bd75f4402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f9f76033-0170-4621-b1d8-7dca45570168'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:06:45.328639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Attempting to bind port 2141bc36-71c5-4912-877c-83542f136cc6 on network f9f76033-0170-4621-b1d8-7dca45570168 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:06:45.335747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:06:45.336117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Checking segment: {'id': '1e933f8a-552d-4e23-94b5-954bd75f4402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f9f76033-0170-4621-b1d8-7dca45570168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:45.336520 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:45.336913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Bound using segment: {'id': '1e933f8a-552d-4e23-94b5-954bd75f4402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f9f76033-0170-4621-b1d8-7dca45570168'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:06:45.337381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Bound port: 2141bc36-71c5-4912-877c-83542f136cc6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e933f8a-552d-4e23-94b5-954bd75f4402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f9f76033-0170-4621-b1d8-7dca45570168'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:06:45.337786 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:45.427513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] For port 2141bc36-71c5-4912-877c-83542f136cc6, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:06:45.430416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] For port 2141bc36-71c5-4912-877c-83542f136cc6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2141bc36-71c5-4912-877c-83542f136cc6,segment=NetworkSegment(1e933f8a-552d-4e23-94b5-954bd75f4402),segment_id=1e933f8a-552d-4e23-94b5-954bd75f4402)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:06:45.502660 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:45.582789 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129206f3-2688-407d-841f-04a4c1b23dc3 None None] Pushing event updated for resources: {'Port': ['ID=2141bc36-71c5-4912-877c-83542f136cc6,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:45.582907 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:45.664861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event updated for resources: {'Subnet': ['ID=86a3ead6-5504-4237-9b55-adc90df074d5,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:45.679902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Checking segment: {'id': '824c6388-3281-4ef1-a04d-718e245812c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8200bff7-aee1-4dcf-a1f0-fd59ec1cff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:45.680172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Network hostable DHCP agents. Network: 8200bff7-aee1-4dcf-a1f0-fd59ec1cff45, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:06:45.793641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Network 8200bff7-aee1-4dcf-a1f0-fd59ec1cff45 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:06:45.879451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 8200bff7-aee1-4dcf-a1f0-fd59ec1cff45) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:45.890237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:45.890237 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:45.893099 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b94f69-f687-4e1a-ba58-b3e2f23d4efa None None] Network 8200bff7-aee1-4dcf-a1f0-fd59ec1cff45 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:45.975425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38382) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:45.977067 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a31933cf-c0c6-4571-94f9-aa04f9700b93 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0949488 Apr 18 22:06:46.136668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2141bc36-71c5-4912-877c-83542f136cc6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:06:46.143324 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:46.187412 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef6616-3aae-4934-a3ea-00ab56badc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-8200bff7-aee1-4dcf-a1f0-fd59ec1cff45', 'network_id': '8200bff7-aee1-4dcf-a1f0-fd59ec1cff45', 'tenant_id': '09fb80326d574ac78ad9ee8cbcc12662', 'fixed_ips': [{'subnet_id': '86a3ead6-5504-4237-9b55-adc90df074d5'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:06:46.188227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-34ef6616-3aae-4934-a3ea-00ab56badc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:46.211477 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:46.359933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 2141bc36-71c5-4912-877c-83542f136cc6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:06:46.377608 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server [None req-34ef6616-3aae-4934-a3ea-00ab56badc95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86a3ead6-5504-4237-9b55-adc90df074d5: This subnet is being modified by another concurrent operation. Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise value Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server raise exception Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86a3ead6-5504-4237-9b55-adc90df074d5: This subnet is being modified by another concurrent operation. Apr 18 22:06:46.412269 n-d-836017-3 neutron-server[85050]: ERROR oslo_messaging.rpc.server Apr 18 22:06:46.422094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Subnet': ['ID=86a3ead6-5504-4237-9b55-adc90df074d5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:46.434923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3228662c-3da0-42f2-82c2-f2850e751ac8 None None] Network 8200bff7-aee1-4dcf-a1f0-fd59ec1cff45 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:46.521501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:46.551848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8200bff7-aee1-4dcf-a1f0-fd59ec1cff45']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:46.564019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed75283-5637-4bf3-82c2-f6a7e54f1635 None None] Network f9f76033-0170-4621-b1d8-7dca45570168 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:46.566796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824c6388-3281-4ef1-a04d-718e245812c5') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:46.567099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824c6388-3281-4ef1-a04d-718e245812c5') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:46.578914 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:46.599956 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:46.612620 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:06:46.613309 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: timer() Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:06:46.630601 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:06:46.837184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:46.861519 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:46.865355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Network': ['ID=8200bff7-aee1-4dcf-a1f0-fd59ec1cff45,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:46.865804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ac538db0-92bf-444c-804b-4864bf2142c5 None None] Provisioning for port 2141bc36-71c5-4912-877c-83542f136cc6 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:06:46.872032 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-48a2bdc1-d4bd-4799-a10a-65186b1d144b tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/networks/8200bff7-aee1-4dcf-a1f0-fd59ec1cff45 HTTP/1.1" status: 204 len: 168 time: 0.8950891 Apr 18 22:06:46.874739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38386) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:46.875902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ac538db0-92bf-444c-804b-4864bf2142c5 None None] Provisioning complete for port 2141bc36-71c5-4912-877c-83542f136cc6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:06:46.876271 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ac538db0-92bf-444c-804b-4864bf2142c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:46.919846 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5ca850-5c03-4775-ac44-b652c3316574 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] GET failed (client error): The resource could not be found. Apr 18 22:06:46.920355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ab5ca850-5c03-4775-ac44-b652c3316574 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Synchronizing usage tracker for tenant:09fb80326d574ac78ad9ee8cbcc12662 on resource:subnet {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:06:47.001089 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ac538db0-92bf-444c-804b-4864bf2142c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:47.010933 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ab5ca850-5c03-4775-ac44-b652c3316574 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Unset dirty status for tenant:09fb80326d574ac78ad9ee8cbcc12662 on resource:subnet {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:06:47.012381 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ab5ca850-5c03-4775-ac44-b652c3316574 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "GET /v2.0/subnets/86a3ead6-5504-4237-9b55-adc90df074d5 HTTP/1.1" status: 404 len: 337 time: 0.1366112 Apr 18 22:06:47.015626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38390) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:47.038791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ac538db0-92bf-444c-804b-4864bf2142c5 None None] For port 2141bc36-71c5-4912-877c-83542f136cc6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2141bc36-71c5-4912-877c-83542f136cc6,segment=NetworkSegment(1e933f8a-552d-4e23-94b5-954bd75f4402),segment_id=1e933f8a-552d-4e23-94b5-954bd75f4402)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:47.042939 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a40d5ef-f226-44f5-806e-2f17b6383278 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] DELETE failed (client error): The resource could not be found. Apr 18 22:06:47.043489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a40d5ef-f226-44f5-806e-2f17b6383278 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 22:06:47.045233 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1a40d5ef-f226-44f5-806e-2f17b6383278 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/networks/8200bff7-aee1-4dcf-a1f0-fd59ec1cff45 HTTP/1.1" status: 404 len: 339 time: 0.0286183 Apr 18 22:06:47.049191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38394) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:47.099812 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcc1a90-5cc4-45db-9067-e23d85745e90 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] DELETE failed (client error): The resource could not be found. Apr 18 22:06:47.099812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcc1a90-5cc4-45db-9067-e23d85745e90 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 22:06:47.099812 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0dcc1a90-5cc4-45db-9067-e23d85745e90 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/subnets/86a3ead6-5504-4237-9b55-adc90df074d5 HTTP/1.1" status: 404 len: 337 time: 0.0440061 Apr 18 22:06:47.099812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38398) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:47.100734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915fde54-f31a-43ea-a79f-ecd69846481d None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 22:06:47.125237 n-d-836017-3 neutron-server[85049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0cbcb7-4a31-4251-a02b-f29522f5efa7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] DELETE failed (client error): The resource could not be found. Apr 18 22:06:47.129642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0cbcb7-4a31-4251-a02b-f29522f5efa7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 22:06:47.129642 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2b0cbcb7-4a31-4251-a02b-f29522f5efa7 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/networks/8200bff7-aee1-4dcf-a1f0-fd59ec1cff45 HTTP/1.1" status: 404 len: 339 time: 0.0301330 Apr 18 22:06:47.129843 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ac538db0-92bf-444c-804b-4864bf2142c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:47.131923 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38402) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:47.226934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac538db0-92bf-444c-804b-4864bf2142c5 None None] Pushing event updated for resources: {'Port': ['ID=2141bc36-71c5-4912-877c-83542f136cc6,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:47.263930 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915fde54-f31a-43ea-a79f-ecd69846481d None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 22:06:47.274941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-03353f2b-c700-4ad2-b756-83b5417304df None None] Provisioning complete for port 2141bc36-71c5-4912-877c-83542f136cc6 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:06:47.275312 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-03353f2b-c700-4ad2-b756-83b5417304df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:47.416350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa59046c-48d1-4beb-b609-60f690349c40 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Deleting subnet e6209f9d-720b-4820-b68c-2b105eb58ce1 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:06:47.419335 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aa59046c-48d1-4beb-b609-60f690349c40 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:47.474752 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aa59046c-48d1-4beb-b609-60f690349c40 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:47.564755 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aa59046c-48d1-4beb-b609-60f690349c40 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:47.713596 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aa59046c-48d1-4beb-b609-60f690349c40 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:47.750991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59046c-48d1-4beb-b609-60f690349c40 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Subnet': ['ID=e6209f9d-720b-4820-b68c-2b105eb58ce1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:47.759271 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-aa59046c-48d1-4beb-b609-60f690349c40 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:47.766038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e3552d-8be3-4bd6-a19d-fd5b60f708d3 None None] Network f9f76033-0170-4621-b1d8-7dca45570168 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:47.834017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-aa59046c-48d1-4beb-b609-60f690349c40 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/subnets/e6209f9d-720b-4820-b68c-2b105eb58ce1 HTTP/1.1" status: 204 len: 168 time: 0.7007699 Apr 18 22:06:47.836295 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38406) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:47.951070 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:47.962705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Deleting port 2141bc36-71c5-4912-877c-83542f136cc6 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:06:47.963040 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.012947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbdc03e-f450-4cea-a3b4-e3c4f1743c7c None None] DHCP port deletion for f9f76033-0170-4621-b1d8-7dca45570168 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:06:48.017439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5bbdc03e-f450-4cea-a3b4-e3c4f1743c7c None None] Deleting port 2141bc36-71c5-4912-877c-83542f136cc6 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:06:48.017853 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc03e-f450-4cea-a3b4-e3c4f1743c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.066486 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2141bc36-71c5-4912-877c-83542f136cc6 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:06:48.176368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] For port 2141bc36-71c5-4912-877c-83542f136cc6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2141bc36-71c5-4912-877c-83542f136cc6,segment=NetworkSegment(1e933f8a-552d-4e23-94b5-954bd75f4402),segment_id=1e933f8a-552d-4e23-94b5-954bd75f4402)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:48.176985 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.300784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Calling delete_port for 2141bc36-71c5-4912-877c-83542f136cc6 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:06:48.320769 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.340140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5bbdc03e-f450-4cea-a3b4-e3c4f1743c7c None None] For port 2141bc36-71c5-4912-877c-83542f136cc6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2141bc36-71c5-4912-877c-83542f136cc6,segment=NetworkSegment(1e933f8a-552d-4e23-94b5-954bd75f4402),segment_id=1e933f8a-552d-4e23-94b5-954bd75f4402)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:48.340530 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc03e-f450-4cea-a3b4-e3c4f1743c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.501081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5bbdc03e-f450-4cea-a3b4-e3c4f1743c7c None None] Calling delete_port for 2141bc36-71c5-4912-877c-83542f136cc6 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:06:48.511115 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.555456 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Port': ['ID=2141bc36-71c5-4912-877c-83542f136cc6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:48.563504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] No DVR routers for this DVR port 2141bc36-71c5-4912-877c-83542f136cc6 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:06:48.602570 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-5bbdc03e-f450-4cea-a3b4-e3c4f1743c7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:06:48.602931 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-5bbdc03e-f450-4cea-a3b4-e3c4f1743c7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:06:48.686778 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.711435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f76033-0170-4621-b1d8-7dca45570168']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:48.722914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e933f8a-552d-4e23-94b5-954bd75f4402') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:48.723204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e933f8a-552d-4e23-94b5-954bd75f4402') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:48.734286 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.749931 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.755949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:06:48.756325 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: timer() Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:06:48.770561 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:06:48.893837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.910956 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.922903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Network': ['ID=f9f76033-0170-4621-b1d8-7dca45570168,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:48.925669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b83ac46e-e4bf-4dfb-b9b4-c4188f4399f9 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/networks/f9f76033-0170-4621-b1d8-7dca45570168 HTTP/1.1" status: 204 len: 168 time: 1.0883734 Apr 18 22:06:48.928005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38410) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:48.963998 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e5f7ba-0d21-4e32-906f-3983828c9a90 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] DELETE failed (client error): The resource could not be found. Apr 18 22:06:48.964430 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e5f7ba-0d21-4e32-906f-3983828c9a90 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 22:06:48.966137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a0e5f7ba-0d21-4e32-906f-3983828c9a90 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/subnets/6ab7f381-73f7-44cf-ac83-8ec5202d074e HTTP/1.1" status: 404 len: 337 time: 0.0372565 Apr 18 22:06:48.969150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38414) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:48.998530 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe5458f-5bd6-429c-9ea4-65cef952744a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] DELETE failed (client error): The resource could not be found. Apr 18 22:06:49.001904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe5458f-5bd6-429c-9ea4-65cef952744a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 22:06:49.001904 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3fe5458f-5bd6-429c-9ea4-65cef952744a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/networks/688b207c-b5c0-4544-a04e-3171dfdb9c7a HTTP/1.1" status: 404 len: 339 time: 0.0305479 Apr 18 22:06:49.003419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38418) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:49.040391 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fbce70-3f56-4416-8d7e-8b3fcf0a55fb tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] DELETE failed (client error): The resource could not be found. Apr 18 22:06:49.040815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fbce70-3f56-4416-8d7e-8b3fcf0a55fb tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 22:06:49.042403 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d8fbce70-3f56-4416-8d7e-8b3fcf0a55fb tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/subnets/6f5e03f9-4581-4c8c-82c3-16c0f6d3ca60 HTTP/1.1" status: 404 len: 337 time: 0.0381222 Apr 18 22:06:49.049160 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38422) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:49.072670 n-d-836017-3 neutron-server[85048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c77573-6c3e-46bf-8122-3bd7faa0279a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] DELETE failed (client error): The resource could not be found. Apr 18 22:06:49.073083 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c77573-6c3e-46bf-8122-3bd7faa0279a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=85048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 22:06:49.074620 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c2c77573-6c3e-46bf-8122-3bd7faa0279a tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/networks/b3a9dec0-8d96-4791-bfd1-1211a747948f HTTP/1.1" status: 404 len: 339 time: 0.0245903 Apr 18 22:06:49.076829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38426) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:49.103923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5bbdc03e-f450-4cea-a3b4-e3c4f1743c7c None None] Deleting port 2141bc36-71c5-4912-877c-83542f136cc6 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:06:49.104472 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc03e-f450-4cea-a3b4-e3c4f1743c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:49.186018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5bbdc03e-f450-4cea-a3b4-e3c4f1743c7c None None] The port '2141bc36-71c5-4912-877c-83542f136cc6' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:06:49.266127 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Deleting subnet 2e57805d-5c98-45d1-97b4-20ed732274cb {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:06:49.268989 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:49.408988 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:49.493722 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:49.637364 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:49.676705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Subnet': ['ID=2e57805d-5c98-45d1-97b4-20ed732274cb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:49.684502 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:49.689420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30cfb25-7606-4f21-b208-022a7a193e1f None None] Network 9ac00178-f52a-42b1-8752-b12f4ac32696 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:49.694555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:49.694555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:49.694555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:49.694555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:49.694555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:49.694555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:49.694555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:49.694555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:49.694555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:49.694555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:49.694555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:06:49.704590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38432) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:49.705181 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c134b5a3-72ae-4251-8dd6-fcee78c1ebf6 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/subnets/2e57805d-5c98-45d1-97b4-20ed732274cb HTTP/1.1" status: 204 len: 168 time: 0.6262558 Apr 18 22:06:49.819550 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:49.830425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Deleting port b0dcb3e8-4380-40a4-b511-be9d50ebe146 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:06:49.830751 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:49.929124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e0add2-6429-4c01-87bd-c98c11222936 None None] DHCP port deletion for 9ac00178-f52a-42b1-8752-b12f4ac32696 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:06:49.933328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-89e0add2-6429-4c01-87bd-c98c11222936 None None] Deleting port b0dcb3e8-4380-40a4-b511-be9d50ebe146 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:06:49.933767 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-89e0add2-6429-4c01-87bd-c98c11222936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:50.036938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] For port b0dcb3e8-4380-40a4-b511-be9d50ebe146, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b0dcb3e8-4380-40a4-b511-be9d50ebe146,segment=NetworkSegment(dd8fb394-2250-4f74-9d37-4646037cd699),segment_id=dd8fb394-2250-4f74-9d37-4646037cd699)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:50.037307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:50.054913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b0dcb3e8-4380-40a4-b511-be9d50ebe146 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:06:50.161353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Calling delete_port for b0dcb3e8-4380-40a4-b511-be9d50ebe146 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:06:50.184535 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-89e0add2-6429-4c01-87bd-c98c11222936 None None] For port b0dcb3e8-4380-40a4-b511-be9d50ebe146, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b0dcb3e8-4380-40a4-b511-be9d50ebe146,segment=NetworkSegment(dd8fb394-2250-4f74-9d37-4646037cd699),segment_id=dd8fb394-2250-4f74-9d37-4646037cd699)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:50.185135 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-89e0add2-6429-4c01-87bd-c98c11222936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:50.330020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-89e0add2-6429-4c01-87bd-c98c11222936 None None] Calling delete_port for b0dcb3e8-4380-40a4-b511-be9d50ebe146 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:06:50.345672 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:50.368905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Port b0dcb3e8-4380-40a4-b511-be9d50ebe146 update to DOWN by agent not found {{(pid=85050) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 22:06:50.389273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Port': ['ID=b0dcb3e8-4380-40a4-b511-be9d50ebe146,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:50.396672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] No DVR routers for this DVR port b0dcb3e8-4380-40a4-b511-be9d50ebe146 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:06:50.410086 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-89e0add2-6429-4c01-87bd-c98c11222936 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:06:50.410445 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-89e0add2-6429-4c01-87bd-c98c11222936 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:06:50.519643 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:50.548709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac00178-f52a-42b1-8752-b12f4ac32696']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:50.560449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8fb394-2250-4f74-9d37-4646037cd699') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:50.560748 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8fb394-2250-4f74-9d37-4646037cd699') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:50.571789 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:50.587609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:50.594208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:06:50.594591 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:06:50.608890 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:06:50.751321 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:50.768399 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:50.778950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] Pushing event deleted for resources: {'Network': ['ID=9ac00178-f52a-42b1-8752-b12f4ac32696,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:50.783428 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fc6d680b-9a7c-448c-b941-7e6660a52d17 tempest-NetworksIpV6Test-1145179741 tempest-NetworksIpV6Test-1145179741-project] 10.222.0.11 "DELETE /v2.0/networks/9ac00178-f52a-42b1-8752-b12f4ac32696 HTTP/1.1" status: 204 len: 168 time: 1.0777750 Apr 18 22:06:50.911732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-89e0add2-6429-4c01-87bd-c98c11222936 None None] Deleting port b0dcb3e8-4380-40a4-b511-be9d50ebe146 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:06:50.912239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-89e0add2-6429-4c01-87bd-c98c11222936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:50.976883 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-89e0add2-6429-4c01-87bd-c98c11222936 None None] The port 'b0dcb3e8-4380-40a4-b511-be9d50ebe146' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:06:51.277266 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38440) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:51.450265 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-63d453d7-1449-4d4b-8ef5-7a1ec81fe377 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09fb80326d574ac78ad9ee8cbcc12662&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1718249 Apr 18 22:06:51.452889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38446) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:51.511442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff672e60-31e1-45ff-8948-6a46d0320708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:51.536299 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff672e60-31e1-45ff-8948-6a46d0320708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:51.654242 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff672e60-31e1-45ff-8948-6a46d0320708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:51.669201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff672e60-31e1-45ff-8948-6a46d0320708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34298e01-eb5a-4187-af28-70c5a362dc5e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:51.678576 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff672e60-31e1-45ff-8948-6a46d0320708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:51.679802 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ff672e60-31e1-45ff-8948-6a46d0320708 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34298e01-eb5a-4187-af28-70c5a362dc5e HTTP/1.1" status: 204 len: 168 time: 0.2260444 Apr 18 22:06:52.808980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38468) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:52.934136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-57fb00d6-e337-47c8-95b9-d2caa5b40490 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1448371840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:52.941314 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-57fb00d6-e337-47c8-95b9-d2caa5b40490 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:52.945114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-57fb00d6-e337-47c8-95b9-d2caa5b40490 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Usage tracker for resource:router and tenant:06c416a5d835465a9fc7e17a81ded75f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:52.947972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-57fb00d6-e337-47c8-95b9-d2caa5b40490 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:52.957774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-57fb00d6-e337-47c8-95b9-d2caa5b40490 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:52.998803 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57fb00d6-e337-47c8-95b9-d2caa5b40490 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:52.999882 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57fb00d6-e337-47c8-95b9-d2caa5b40490 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:53.017855 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57fb00d6-e337-47c8-95b9-d2caa5b40490 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:53.078882 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57fb00d6-e337-47c8-95b9-d2caa5b40490 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:53.141769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-57fb00d6-e337-47c8-95b9-d2caa5b40490 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:53.142917 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-57fb00d6-e337-47c8-95b9-d2caa5b40490 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3329041 Apr 18 22:06:53.145537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38474) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:53.151460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-138777721'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:53.158041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:53.162042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Usage tracker for resource:network and tenant:06c416a5d835465a9fc7e17a81ded75f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:53.166063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:53.173436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:53.227525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Made reservation on behalf of 06c416a5d835465a9fc7e17a81ded75f for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:53.230553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:53.244127 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:53.275048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:53.278860 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Usage tracker for resource:security_group_rule and tenant:06c416a5d835465a9fc7e17a81ded75f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:53.282293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:53.288177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:53.360409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:53.422555 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:53.454931 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:06:53.463110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a73547-d283-4a73-91df-ac00de1ecd15,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:53.468558 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:53.468909 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Added segment 500acc84-932e-4c27-9278-e3c599ffa208 of type vlan for network ca8dcd92-83e6-4707-8379-150d1bc8574a Apr 18 22:06:53.494005 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:53.576234 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:53.579909 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:53.580477 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:53.701611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Pushing event updated for resources: {'Network': ['ID=ca8dcd92-83e6-4707-8379-150d1bc8574a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:53.711651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network ca8dcd92-83e6-4707-8379-150d1bc8574a details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:06:53.765873 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-026c51c3-8baf-4b5b-a1b2-e3e869e7c776 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6192546 Apr 18 22:06:53.768496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38478) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:53.773928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Request body: {'subnet': {'network_id': 'ca8dcd92-83e6-4707-8379-150d1bc8574a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:53.962430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:53.966126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Usage tracker for resource:subnet and tenant:06c416a5d835465a9fc7e17a81ded75f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:53.968913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:53.974517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:54.048177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Made reservation on behalf of 06c416a5d835465a9fc7e17a81ded75f for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:54.147809 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:54.408093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:54.485573 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Pushing event updated for resources: {'Subnet': ['ID=6853093e-5724-46f8-bee3-a73cfcea7b58,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:54.499794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Checking segment: {'id': '500acc84-932e-4c27-9278-e3c599ffa208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ca8dcd92-83e6-4707-8379-150d1bc8574a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:54.500183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Network hostable DHCP agents. Network: ca8dcd92-83e6-4707-8379-150d1bc8574a, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:06:54.579222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Network ca8dcd92-83e6-4707-8379-150d1bc8574a is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:06:54.648186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, ca8dcd92-83e6-4707-8379-150d1bc8574a) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:54.651964 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:54.652547 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:54.657004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04f1191-83c5-4bed-b08e-aa70e035bb3d None None] Network ca8dcd92-83e6-4707-8379-150d1bc8574a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:54.721822 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-262096f0-ad90-4251-ace8-d47c7599243a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:54.740686 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-74319774-8dae-49e2-8984-dcea18d60da6 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9711328 Apr 18 22:06:54.743592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38482) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:54.749151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1961531549'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:54.755125 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:54.758952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Usage tracker for resource:network and tenant:06c416a5d835465a9fc7e17a81ded75f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:54.761784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:54.767663 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:54.838793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Made reservation on behalf of 06c416a5d835465a9fc7e17a81ded75f for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:54.841788 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:54.868804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-ca8dcd92-83e6-4707-8379-150d1bc8574a', 'network_id': 'ca8dcd92-83e6-4707-8379-150d1bc8574a', 'tenant_id': '06c416a5d835465a9fc7e17a81ded75f', 'fixed_ips': [{'subnet_id': '6853093e-5724-46f8-bee3-a73cfcea7b58'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:06:54.869717 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:54.871306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:06:54.880154 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:54.883240 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Added segment bac597f6-803c-4fc9-be1a-d4a1498f32e0 of type vlan for network 41df2b5f-9a59-4f83-8125-a246924bb4ae Apr 18 22:06:54.906823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:55.017168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:55.020951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:55.024728 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:55.070127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Allocated IP 172.20.0.2 (ca8dcd92-83e6-4707-8379-150d1bc8574a/6853093e-5724-46f8-bee3-a73cfcea7b58/3bc9c2a7-6001-4430-ae73-857c1d1e84d7) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:06:55.131523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Pushing event updated for resources: {'Network': ['ID=41df2b5f-9a59-4f83-8125-a246924bb4ae,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:55.144845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 41df2b5f-9a59-4f83-8125-a246924bb4ae details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:06:55.197855 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7581fcbd-7495-4cdf-8336-11311d781cff tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4531014 Apr 18 22:06:55.200566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38486) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:55.206643 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Request body: {'subnet': {'network_id': '41df2b5f-9a59-4f83-8125-a246924bb4ae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:55.317066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:06:55.320880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Usage tracker for resource:subnet and tenant:06c416a5d835465a9fc7e17a81ded75f is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:06:55.323811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:06:55.330369 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:06:55.357288 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:55.367341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Transition to ACTIVE for port object 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:06:55.387462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Transition to ACTIVE for port object 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:06:55.438820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Made reservation on behalf of 06c416a5d835465a9fc7e17a81ded75f for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:06:55.462036 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:55.527784 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Network ca8dcd92-83e6-4707-8379-150d1bc8574a is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:06:55.530506 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:55.534283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:06:55.540303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Pushing event updated for resources: {'Port': ['ID=3bc9c2a7-6001-4430-ae73-857c1d1e84d7,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:55.540831 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:55.627357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Attempting to bind port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:06:55.627719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Attempting to bind port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '500acc84-932e-4c27-9278-e3c599ffa208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ca8dcd92-83e6-4707-8379-150d1bc8574a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:06:55.628081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Attempting to bind port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 on network ca8dcd92-83e6-4707-8379-150d1bc8574a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:06:55.634554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:06:55.634919 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Checking segment: {'id': '500acc84-932e-4c27-9278-e3c599ffa208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ca8dcd92-83e6-4707-8379-150d1bc8574a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:55.635318 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:55.635708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Bound using segment: {'id': '500acc84-932e-4c27-9278-e3c599ffa208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ca8dcd92-83e6-4707-8379-150d1bc8574a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:06:55.636181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Bound port: 3bc9c2a7-6001-4430-ae73-857c1d1e84d7, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500acc84-932e-4c27-9278-e3c599ffa208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ca8dcd92-83e6-4707-8379-150d1bc8574a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:06:55.636549 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:55.726746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] For port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:06:55.730021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] For port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3bc9c2a7-6001-4430-ae73-857c1d1e84d7,segment=NetworkSegment(500acc84-932e-4c27-9278-e3c599ffa208),segment_id=500acc84-932e-4c27-9278-e3c599ffa208)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:06:55.788168 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:55.816536 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:55.873048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d99a4f-411e-4c35-bf63-a015080bd87b None None] Pushing event updated for resources: {'Port': ['ID=3bc9c2a7-6001-4430-ae73-857c1d1e84d7,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:55.906669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Pushing event updated for resources: {'Subnet': ['ID=91f31280-7ed9-406d-8b29-c21ef6b57cd2,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:55.917214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Checking segment: {'id': 'bac597f6-803c-4fc9-be1a-d4a1498f32e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '41df2b5f-9a59-4f83-8125-a246924bb4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:55.917773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Network hostable DHCP agents. Network: 41df2b5f-9a59-4f83-8125-a246924bb4ae, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:06:55.994394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Network 41df2b5f-9a59-4f83-8125-a246924bb4ae is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:06:56.077165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 41df2b5f-9a59-4f83-8125-a246924bb4ae) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:56.082976 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:06:56.083565 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:56.093382 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e640c9-19a1-476f-a5e6-f9401f172a55 None None] Network 41df2b5f-9a59-4f83-8125-a246924bb4ae requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:56.161550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:06:56.174862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9d3ff5cd-abe6-4c69-8ce5-2f475521ec34 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9731660 Apr 18 22:06:56.177505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38490) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:56.183926 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-47a1ea54-2582-4c16-9179-d60f52c3b143 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Request body: {'router': {'external_gateway_info': {'network_id': '41df2b5f-9a59-4f83-8125-a246924bb4ae'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:06:56.374474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:06:56.394837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-41df2b5f-9a59-4f83-8125-a246924bb4ae', 'network_id': '41df2b5f-9a59-4f83-8125-a246924bb4ae', 'tenant_id': '06c416a5d835465a9fc7e17a81ded75f', 'fixed_ips': [{'subnet_id': '91f31280-7ed9-406d-8b29-c21ef6b57cd2'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:06:56.395696 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:56.563173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Allocated IP 172.21.0.2 (41df2b5f-9a59-4f83-8125-a246924bb4ae/91f31280-7ed9-406d-8b29-c21ef6b57cd2/1c80b011-bae4-4515-8a36-cda8d778390f) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:06:56.710223 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-47a1ea54-2582-4c16-9179-d60f52c3b143 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:56.781783 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:56.792116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Transition to ACTIVE for port object 1c80b011-bae4-4515-8a36-cda8d778390f will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:06:56.810975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Transition to ACTIVE for port object 1c80b011-bae4-4515-8a36-cda8d778390f will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:06:56.871070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29933dd-60fd-4af5-89d9-2d9d7d956527 None None] Network ca8dcd92-83e6-4707-8379-150d1bc8574a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:56.941029 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:56.943611 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [None req-47a1ea54-2582-4c16-9179-d60f52c3b143 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 22:06:56.944840 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-47a1ea54-2582-4c16-9179-d60f52c3b143 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] 10.222.0.11 "PUT /v2.0/routers/b2ad3638-599c-4a82-9b62-998843f47d93 HTTP/1.1" status: 400 len: 364 time: 0.7662544 Apr 18 22:06:56.956994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38494) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:57.027240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e743a5-931d-47c6-ad1d-b432cf9cc843 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Deleting subnet 91f31280-7ed9-406d-8b29-c21ef6b57cd2 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:06:57.031052 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7e743a5-931d-47c6-ad1d-b432cf9cc843 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.082224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Network 41df2b5f-9a59-4f83-8125-a246924bb4ae is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:06:57.088448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7e743a5-931d-47c6-ad1d-b432cf9cc843 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.095966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:06:57.106325 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:06:57.111949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Pushing event updated for resources: {'Port': ['ID=1c80b011-bae4-4515-8a36-cda8d778390f,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:57.150137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d2e3fc85-73a0-43b6-83c5-f3e816fd5ad6 None None] Provisioning for port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:06:57.187289 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7e743a5-931d-47c6-ad1d-b432cf9cc843 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.197695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d2e3fc85-73a0-43b6-83c5-f3e816fd5ad6 None None] Provisioning complete for port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:06:57.198067 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fc85-73a0-43b6-83c5-f3e816fd5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.268943 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d0d033d4-4e17-4997-869d-04b68709ca78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.317121 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7e743a5-931d-47c6-ad1d-b432cf9cc843 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.337105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Attempting to bind port 1c80b011-bae4-4515-8a36-cda8d778390f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:06:57.337496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Attempting to bind port 1c80b011-bae4-4515-8a36-cda8d778390f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'bac597f6-803c-4fc9-be1a-d4a1498f32e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '41df2b5f-9a59-4f83-8125-a246924bb4ae'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:06:57.337841 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Attempting to bind port 1c80b011-bae4-4515-8a36-cda8d778390f on network 41df2b5f-9a59-4f83-8125-a246924bb4ae {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:06:57.354619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:06:57.354987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Checking segment: {'id': 'bac597f6-803c-4fc9-be1a-d4a1498f32e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '41df2b5f-9a59-4f83-8125-a246924bb4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:06:57.355378 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.355765 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Bound using segment: {'id': 'bac597f6-803c-4fc9-be1a-d4a1498f32e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '41df2b5f-9a59-4f83-8125-a246924bb4ae'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:06:57.356224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Bound port: 1c80b011-bae4-4515-8a36-cda8d778390f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac597f6-803c-4fc9-be1a-d4a1498f32e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '41df2b5f-9a59-4f83-8125-a246924bb4ae'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:06:57.356590 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.357208 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e743a5-931d-47c6-ad1d-b432cf9cc843 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Pushing event deleted for resources: {'Subnet': ['ID=91f31280-7ed9-406d-8b29-c21ef6b57cd2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:57.363587 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a7e743a5-931d-47c6-ad1d-b432cf9cc843 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.371812 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a7e743a5-931d-47c6-ad1d-b432cf9cc843 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] 10.222.0.11 "DELETE /v2.0/subnets/91f31280-7ed9-406d-8b29-c21ef6b57cd2 HTTP/1.1" status: 204 len: 168 time: 0.4115243 Apr 18 22:06:57.371957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38498) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:57.485549 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.495868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Deleting port 1c80b011-bae4-4515-8a36-cda8d778390f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:06:57.496207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.497135 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fc85-73a0-43b6-83c5-f3e816fd5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.523483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] For port 1c80b011-bae4-4515-8a36-cda8d778390f, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:06:57.527317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] For port 1c80b011-bae4-4515-8a36-cda8d778390f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1c80b011-bae4-4515-8a36-cda8d778390f,segment=NetworkSegment(bac597f6-803c-4fc9-be1a-d4a1498f32e0),segment_id=bac597f6-803c-4fc9-be1a-d4a1498f32e0)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:06:57.544521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d2e3fc85-73a0-43b6-83c5-f3e816fd5ad6 None None] For port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3bc9c2a7-6001-4430-ae73-857c1d1e84d7,segment=NetworkSegment(500acc84-932e-4c27-9278-e3c599ffa208),segment_id=500acc84-932e-4c27-9278-e3c599ffa208)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:57.614683 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.653737 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fc85-73a0-43b6-83c5-f3e816fd5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.721946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] For port 1c80b011-bae4-4515-8a36-cda8d778390f, host n-d-836017-3, got binding levels [] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:57.722319 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.749180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f97a66-af3d-4393-993f-214970fc967e None None] Pushing event updated for resources: {'Port': ['ID=1c80b011-bae4-4515-8a36-cda8d778390f,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:57.826322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5f247-bc97-4a74-939f-dc502e28d200 None None] Network 41df2b5f-9a59-4f83-8125-a246924bb4ae requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:57.847276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Calling delete_port for 1c80b011-bae4-4515-8a36-cda8d778390f owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:06:57.900773 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3fc85-73a0-43b6-83c5-f3e816fd5ad6 None None] Pushing event updated for resources: {'Port': ['ID=3bc9c2a7-6001-4430-ae73-857c1d1e84d7,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:57.918014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f823fa56-8e89-485b-aef4-ce12f016a003 None None] Provisioning complete for port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:06:57.918381 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f823fa56-8e89-485b-aef4-ce12f016a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:57.941924 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.db.api [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:06:57.942246 n-d-836017-3 neutron-server[85049]: DEBUG oslo_db.api [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:06:58.054641 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:58.062493 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:06:58.211066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36dfb0-ba45-4656-8264-e77aace1a31e None None] get_active_networks_info from n-d-836017-3 {{(pid=85050) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 22:06:58.238053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:06:58.238419 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:58.372206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e36dfb0-ba45-4656-8264-e77aace1a31e None None] Resources bound (agent type, host, resource id): {{(pid=85050) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 22:06:58.443383 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Deleting port 1c80b011-bae4-4515-8a36-cda8d778390f {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:06:58.443866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:58.645527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] For port 1c80b011-bae4-4515-8a36-cda8d778390f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1c80b011-bae4-4515-8a36-cda8d778390f,segment=NetworkSegment(bac597f6-803c-4fc9-be1a-d4a1498f32e0),segment_id=bac597f6-803c-4fc9-be1a-d4a1498f32e0)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:06:58.645884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:58.782232 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:58.860729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Calling delete_port for 1c80b011-bae4-4515-8a36-cda8d778390f owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:06:58.981852 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.025115 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Pushing event deleted for resources: {'Port': ['ID=1c80b011-bae4-4515-8a36-cda8d778390f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:59.031147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] No DVR routers for this DVR port 1c80b011-bae4-4515-8a36-cda8d778390f on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:06:59.150994 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.176155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41df2b5f-9a59-4f83-8125-a246924bb4ae']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:59.187810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac597f6-803c-4fc9-be1a-d4a1498f32e0') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:59.188546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac597f6-803c-4fc9-be1a-d4a1498f32e0') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:06:59.198997 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.214369 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.220986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:06:59.226051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:06:59.235781 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:06:59.364662 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.381910 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.392456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Pushing event deleted for resources: {'Network': ['ID=41df2b5f-9a59-4f83-8125-a246924bb4ae,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:59.396451 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-09fb3d7c-88b2-4414-8c08-346b8aef84c2 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] 10.222.0.11 "DELETE /v2.0/networks/41df2b5f-9a59-4f83-8125-a246924bb4ae HTTP/1.1" status: 204 len: 168 time: 2.0235746 Apr 18 22:06:59.398921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38502) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:06:59.581798 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bddc1c-f3b2-45fe-a5c5-7824265239b3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Deleting subnet 6853093e-5724-46f8-bee3-a73cfcea7b58 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:06:59.584593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6bddc1c-f3b2-45fe-a5c5-7824265239b3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.637401 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6bddc1c-f3b2-45fe-a5c5-7824265239b3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.720063 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6bddc1c-f3b2-45fe-a5c5-7824265239b3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.839327 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6bddc1c-f3b2-45fe-a5c5-7824265239b3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.877680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bddc1c-f3b2-45fe-a5c5-7824265239b3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Pushing event deleted for resources: {'Subnet': ['ID=6853093e-5724-46f8-bee3-a73cfcea7b58,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:06:59.883791 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a6bddc1c-f3b2-45fe-a5c5-7824265239b3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.890413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3078b2-d128-49aa-8cbf-c8f442aeb53b None None] Network ca8dcd92-83e6-4707-8379-150d1bc8574a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:06:59.890946 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a6bddc1c-f3b2-45fe-a5c5-7824265239b3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] 10.222.0.11 "DELETE /v2.0/subnets/6853093e-5724-46f8-bee3-a73cfcea7b58 HTTP/1.1" status: 204 len: 168 time: 0.4903960 Apr 18 22:06:59.892791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38506) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:00.009222 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:00.020674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Deleting port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:07:00.021014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:00.178222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe052e7-7912-4d98-adca-522ad926946b None None] DHCP port deletion for ca8dcd92-83e6-4707-8379-150d1bc8574a request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:07:00.182418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-abe052e7-7912-4d98-adca-522ad926946b None None] Deleting port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:07:00.182789 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-abe052e7-7912-4d98-adca-522ad926946b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:00.227733 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] For port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3bc9c2a7-6001-4430-ae73-857c1d1e84d7,segment=NetworkSegment(500acc84-932e-4c27-9278-e3c599ffa208),segment_id=500acc84-932e-4c27-9278-e3c599ffa208)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:07:00.228093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:00.345623 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Calling delete_port for 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:07:00.384228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-abe052e7-7912-4d98-adca-522ad926946b None None] For port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3bc9c2a7-6001-4430-ae73-857c1d1e84d7,segment=NetworkSegment(500acc84-932e-4c27-9278-e3c599ffa208),segment_id=500acc84-932e-4c27-9278-e3c599ffa208)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:07:00.384614 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-abe052e7-7912-4d98-adca-522ad926946b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:00.494496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:00.503623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-abe052e7-7912-4d98-adca-522ad926946b None None] Calling delete_port for 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:07:00.578983 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-abe052e7-7912-4d98-adca-522ad926946b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:07:00.579334 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-abe052e7-7912-4d98-adca-522ad926946b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:07:00.631774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Pushing event deleted for resources: {'Port': ['ID=3bc9c2a7-6001-4430-ae73-857c1d1e84d7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:00.636607 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] No DVR routers for this DVR port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:07:00.761926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:00.786520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8dcd92-83e6-4707-8379-150d1bc8574a']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:00.799333 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500acc84-932e-4c27-9278-e3c599ffa208') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:00.799629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500acc84-932e-4c27-9278-e3c599ffa208') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:00.810986 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:00.826246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:00.832246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:07:00.832632 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:07:00.847099 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:07:00.985442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:01.014256 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:01.020305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Pushing event deleted for resources: {'Network': ['ID=ca8dcd92-83e6-4707-8379-150d1bc8574a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:01.028230 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fcb68bfc-9e9a-4d47-8712-d941031f4732 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] 10.222.0.11 "DELETE /v2.0/networks/ca8dcd92-83e6-4707-8379-150d1bc8574a HTTP/1.1" status: 204 len: 168 time: 1.1330473 Apr 18 22:07:01.029558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38510) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:01.075633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e84d91f-91ac-403e-af9c-49bb7fa2d485 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Synchronizing usage tracker for tenant:06c416a5d835465a9fc7e17a81ded75f on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:07:01.080518 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-abe052e7-7912-4d98-adca-522ad926946b None None] Deleting port 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:07:01.081040 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-abe052e7-7912-4d98-adca-522ad926946b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:01.153246 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5e84d91f-91ac-403e-af9c-49bb7fa2d485 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Unset dirty status for tenant:06c416a5d835465a9fc7e17a81ded75f on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:07:01.157666 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5e84d91f-91ac-403e-af9c-49bb7fa2d485 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2ad3638-599c-4a82-9b62-998843f47d93 HTTP/1.1" status: 200 len: 205 time: 0.1235902 Apr 18 22:07:01.164548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-abe052e7-7912-4d98-adca-522ad926946b None None] The port '3bc9c2a7-6001-4430-ae73-857c1d1e84d7' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:07:01.165149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38514) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:01.215844 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:01.297865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44319a27-3738-4b5a-9c8a-3a09abc68ff3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:01.683855 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44319a27-3738-4b5a-9c8a-3a09abc68ff3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:01.688250 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44319a27-3738-4b5a-9c8a-3a09abc68ff3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:01.785045 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44319a27-3738-4b5a-9c8a-3a09abc68ff3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:01.785547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44319a27-3738-4b5a-9c8a-3a09abc68ff3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Fanout notify agent at l3_agent the message router_deleted on router b2ad3638-599c-4a82-9b62-998843f47d93 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:07:01.796746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-44319a27-3738-4b5a-9c8a-3a09abc68ff3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:01.797898 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-44319a27-3738-4b5a-9c8a-3a09abc68ff3 tempest-RoutersNegativeTest-2066979313 tempest-RoutersNegativeTest-2066979313-project] 10.222.0.11 "DELETE /v2.0/routers/b2ad3638-599c-4a82-9b62-998843f47d93 HTTP/1.1" status: 204 len: 168 time: 0.6378081 Apr 18 22:07:02.048745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:07:02.084548 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:07:02.085211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3bc9c2a7-6001-4430-ae73-857c1d1e84d7 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:07:02.221819 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:07:02.348198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38522) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:02.520958 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9b8a2d6f-4ab6-4ea0-95b0-1688329a0f8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06c416a5d835465a9fc7e17a81ded75f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1715357 Apr 18 22:07:02.523350 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38528) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:02.581006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff0051ae-8e5f-46e8-85a6-481588178440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:02.608937 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff0051ae-8e5f-46e8-85a6-481588178440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:02.753266 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff0051ae-8e5f-46e8-85a6-481588178440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:02.767365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0051ae-8e5f-46e8-85a6-481588178440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a73547-d283-4a73-91df-ac00de1ecd15,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:02.773058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff0051ae-8e5f-46e8-85a6-481588178440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:02.774216 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ff0051ae-8e5f-46e8-85a6-481588178440 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9a73547-d283-4a73-91df-ac00de1ecd15 HTTP/1.1" status: 204 len: 168 time: 0.2499900 Apr 18 22:07:03.886960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38550) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:03.958964 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:04.016241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-550308132-network', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:07:04.021754 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:07:04.025497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Usage tracker for resource:network and tenant:c38b65ea4a9845cdb501f804ba1d192b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:07:04.028282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:07:04.034091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:07:04.116432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Made reservation on behalf of c38b65ea4a9845cdb501f804ba1d192b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:07:04.118699 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:04.132230 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:04.161763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:07:04.165560 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Usage tracker for resource:security_group_rule and tenant:c38b65ea4a9845cdb501f804ba1d192b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:07:04.168315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:07:04.174458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:07:04.240567 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:04.310565 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:04.336901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:07:04.348374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736e853a-9b3e-4db8-931b-f8c8d8747921,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:04.352553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:04.355335 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Added segment 8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2 of type vlan for network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 Apr 18 22:07:04.378883 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:04.456038 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:04.456796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:04.457348 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:04.650112 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] Pushing event updated for resources: {'Network': ['ID=151e60b7-6bea-4cf5-b72f-3dcc2ecf5640,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:04.659897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:07:04.696914 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9e2e3ccc-0e16-4633-93cb-700683c6ca6b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8088622 Apr 18 22:07:04.699690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38556) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:04.705006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Request body: {'subnet': {'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-550308132-subnet', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:07:04.710887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:07:04.714668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Usage tracker for resource:subnet and tenant:c38b65ea4a9845cdb501f804ba1d192b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:07:04.718310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:07:04.724188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:07:04.782065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Made reservation on behalf of c38b65ea4a9845cdb501f804ba1d192b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:07:04.784489 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:05.032898 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:05.106173 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54221854-25a1-4d5d-9635-c37f5402e87d,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:05.117455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Checking segment: {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:07:05.117835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Network hostable DHCP agents. Network: 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:07:05.193105 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:07:05.253285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:07:05.256980 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:05.257603 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:05.261854 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83c883-5f2a-4b5d-bfce-249fccb7d431 None None] Network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:07:05.345910 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a4454def-f4f9-400f-8703-9073119c547f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6451519 Apr 18 22:07:05.348544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38560) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:05.354072 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-550308132-router', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:07:05.360076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:07:05.364580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Usage tracker for resource:router and tenant:c38b65ea4a9845cdb501f804ba1d192b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:07:05.367597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:07:05.374753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:07:05.469015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-151e60b7-6bea-4cf5-b72f-3dcc2ecf5640', 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'fixed_ips': [{'subnet_id': '54221854-25a1-4d5d-9635-c37f5402e87d'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:07:05.469882 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:05.471195 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:05.472221 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:05.491784 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:05.622542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Allocated IP 172.20.0.2 (151e60b7-6bea-4cf5-b72f-3dcc2ecf5640/54221854-25a1-4d5d-9635-c37f5402e87d/c4528679-c541-49b3-818d-1caf0f2d87d9) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:07:05.723330 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:05.823148 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:05.833995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Transition to ACTIVE for port object c4528679-c541-49b3-818d-1caf0f2d87d9 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:05.852666 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Transition to ACTIVE for port object c4528679-c541-49b3-818d-1caf0f2d87d9 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:05.925065 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:05.993892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:07:05.996746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:07:06.002297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:07:06.004395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Pushing event updated for resources: {'Port': ['ID=c4528679-c541-49b3-818d-1caf0f2d87d9,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:06.007768 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:06.038738 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:06.088660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Attempting to bind port c4528679-c541-49b3-818d-1caf0f2d87d9 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:07:06.089021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Attempting to bind port c4528679-c541-49b3-818d-1caf0f2d87d9 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:07:06.090901 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Attempting to bind port c4528679-c541-49b3-818d-1caf0f2d87d9 on network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:07:06.095879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:07:06.096245 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Checking segment: {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:07:06.096636 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:06.097038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Bound using segment: {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:07:06.097491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Bound port: c4528679-c541-49b3-818d-1caf0f2d87d9, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:07:06.097855 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:06.178379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Allocated IP 172.25.3.209 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/61ff8c90-a18e-49f1-9d7f-6e80226c18a6) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:07:06.219196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] For port c4528679-c541-49b3-818d-1caf0f2d87d9, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:07:06.222478 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] For port c4528679-c541-49b3-818d-1caf0f2d87d9, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c4528679-c541-49b3-818d-1caf0f2d87d9,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:07:06.297381 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:06.325782 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:06.381627 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad9c12-847a-44b3-8f73-47731e53e7e0 None None] Pushing event updated for resources: {'Port': ['ID=c4528679-c541-49b3-818d-1caf0f2d87d9,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:06.393490 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:06.458330 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:07:06.465996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:07:06.469688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:07:06.528438 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Pushing event updated for resources: {'Port': ['ID=61ff8c90-a18e-49f1-9d7f-6e80226c18a6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:06.730408 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:06.731145 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:07.026939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Router bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:07:07.339192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:07:07.348798 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Sync routers for ids ['bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:07:07.361304 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Routers {'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:07:07.361937 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:07.379028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c786510-e8c8-487e-8f5e-bedb8d646487 None None] Network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:07:07.427354 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:07.431440 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6206517e-ba3d-43ab-9b24-460ecadae48e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0792079 Apr 18 22:07:07.431714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38564) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:07.546835 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Set router bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:07:07.551425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-37cbac87-7cfa-4e8e-bb0e-ad03f5e29fd1 None None] Provisioning for port c4528679-c541-49b3-818d-1caf0f2d87d9 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:07.844882 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'name': 'tempest-TestEncryptedCinderVolumes-550308132-router', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:05Z', 'updated_at': '2022-04-18T22:07:06Z', 'revision_number': 3, 'project_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'gw_port': {'id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:18:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:06Z', 'updated_at': '2022-04-18T22:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:07.848794 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Checking router: bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:07:07.849134 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Updating router bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a port 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:07:07.905513 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.093908 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c4528679-c541-49b3-818d-1caf0f2d87d9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:08.203739 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.255993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c4528679-c541-49b3-818d-1caf0f2d87d9 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:08.260845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c4528679-c541-49b3-818d-1caf0f2d87d9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:08.261307 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.271968 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.287258 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Transition to ACTIVE for port object 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:08.348135 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.374283 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.410295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port c4528679-c541-49b3-818d-1caf0f2d87d9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c4528679-c541-49b3-818d-1caf0f2d87d9,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:07:08.419141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Allocated IP 172.20.0.1 (151e60b7-6bea-4cf5-b72f-3dcc2ecf5640/54221854-25a1-4d5d-9635-c37f5402e87d/a1651dfb-a054-4dbf-824d-75cccbc139b2) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:07:08.432106 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Pushing event updated for resources: {'Port': ['ID=61ff8c90-a18e-49f1-9d7f-6e80226c18a6,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:08.437876 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Attempting to bind port 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:07:08.438232 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Attempting to bind port 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:07:08.438594 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Attempting to bind port 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:07:08.448523 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:08.448868 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:08.449253 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:08.449615 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:08.449949 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:08.450278 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:08.450604 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:08.450925 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:08.451833 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:08.452155 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:08.452597 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:08.456075 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:07:08.456654 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:07:08.456889 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.457276 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:07:08.457774 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Bound port: 61ff8c90-a18e-49f1-9d7f-6e80226c18a6, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:07:08.458143 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.473066 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.538088 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] For port 61ff8c90-a18e-49f1-9d7f-6e80226c18a6, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:07:08.541103 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] For port 61ff8c90-a18e-49f1-9d7f-6e80226c18a6, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=61ff8c90-a18e-49f1-9d7f-6e80226c18a6,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:07:08.547996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=c4528679-c541-49b3-818d-1caf0f2d87d9,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:08.571283 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.586816 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Transition to ACTIVE for port object a1651dfb-a054-4dbf-824d-75cccbc139b2 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:08.621369 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.690951 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.691471 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a186ff1-8157-4e46-bdea-7cfba3377aa3 None None] Pushing event updated for resources: {'Port': ['ID=61ff8c90-a18e-49f1-9d7f-6e80226c18a6,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:08.696035 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Routers {'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:07:08.696624 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:08.782711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:07:08.786741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:07:08.790106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:07:08.823015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Pushing event updated for resources: {'Port': ['ID=a1651dfb-a054-4dbf-824d-75cccbc139b2,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:08.854307 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.884561 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] Set router bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:07:09.019034 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:09.071042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-40e12016-b9e1-4c12-a1ef-da55ae71c5dd None None] Provisioning for port a1651dfb-a054-4dbf-824d-75cccbc139b2 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:09.077183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-40e12016-b9e1-4c12-a1ef-da55ae71c5dd None None] Provisioning complete for port a1651dfb-a054-4dbf-824d-75cccbc139b2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:09.077737 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-40e12016-b9e1-4c12-a1ef-da55ae71c5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:09.135994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-40e12016-b9e1-4c12-a1ef-da55ae71c5dd None None] Port a1651dfb-a054-4dbf-824d-75cccbc139b2 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:07:09.182363 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'name': 'tempest-TestEncryptedCinderVolumes-550308132-router', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:05Z', 'updated_at': '2022-04-18T22:07:06Z', 'revision_number': 3, 'project_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'gw_port': {'id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:18:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:06Z', 'updated_at': '2022-04-18T22:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:09.187132 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff13dd-9432-4bf0-bd46-d373c2307c56 None None] The sync data for ids ['bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'] in n-d-836017-3 is: [{'id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'name': 'tempest-TestEncryptedCinderVolumes-550308132-router', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:05Z', 'updated_at': '2022-04-18T22:07:06Z', 'revision_number': 3, 'project_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'gw_port': {'id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:18:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:06Z', 'updated_at': '2022-04-18T22:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:07:09.371249 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:09.433235 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:09.540308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Pushing event updated for resources: {'Port': ['ID=a1651dfb-a054-4dbf-824d-75cccbc139b2,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:09.545589 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:09.673253 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:09.688811 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:07:09.689959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:07:09.962214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-06de0789-711c-4445-a08f-3cf7eed39404 None None] Provisioning complete for port a1651dfb-a054-4dbf-824d-75cccbc139b2 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:09.962573 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-06de0789-711c-4445-a08f-3cf7eed39404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:10.019105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-06de0789-711c-4445-a08f-3cf7eed39404 None None] Port a1651dfb-a054-4dbf-824d-75cccbc139b2 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:07:10.087106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Router bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:07:10.131343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:10.284309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:10.290424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:10.290949 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:10.294870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:07:10.313285 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e204dbd5-8afe-42c5-8c95-8df4b1714a7f admin admin] 10.222.0.11 "PUT /v2.0/routers/bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8725085 Apr 18 22:07:10.411772 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:10.431979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 61ff8c90-a18e-49f1-9d7f-6e80226c18a6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=61ff8c90-a18e-49f1-9d7f-6e80226c18a6,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:07:10.518716 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:10.519491 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c4528679-c541-49b3-818d-1caf0f2d87d9 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:10.635987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=61ff8c90-a18e-49f1-9d7f-6e80226c18a6,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:10.650989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c4528679-c541-49b3-818d-1caf0f2d87d9 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:10.651335 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:11.441962 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38586) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:11.447454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-456724565-network', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:07:11.452926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:07:11.456792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Usage tracker for resource:network and tenant:db440a5ff62e4c41a70eba640775b066 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:07:11.459682 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:07:11.465376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:07:11.564362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Made reservation on behalf of db440a5ff62e4c41a70eba640775b066 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:07:11.566690 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:11.579571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:11.610324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:07:11.614098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Usage tracker for resource:security_group_rule and tenant:db440a5ff62e4c41a70eba640775b066 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:07:11.616823 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:07:11.622628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:07:11.685018 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:11.768166 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:11.797796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:07:11.806458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40016c9c-dab6-4332-8956-d329e0a22b95,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:11.812157 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:11.812508 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Added segment 81d92ae9-6f5b-4402-8cfb-ef99042c47bb of type vlan for network 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 Apr 18 22:07:11.840864 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:11.945266 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:11.946156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:11.946779 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:12.047332 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] Pushing event updated for resources: {'Network': ['ID=8435754b-1a5b-4e3d-9f90-d6d6e58c6c24,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:12.057464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:07:12.071911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:12.131470 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-826dea42-335b-472c-9e92-c355d71c2d90 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6881549 Apr 18 22:07:12.134236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38590) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:12.140702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Request body: {'subnet': {'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-456724565-subnet', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:07:12.146803 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:07:12.150771 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Usage tracker for resource:subnet and tenant:db440a5ff62e4c41a70eba640775b066 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:07:12.154332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:07:12.160706 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:07:12.223381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:12.223751 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:12.324449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Made reservation on behalf of db440a5ff62e4c41a70eba640775b066 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:07:12.327016 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:12.587603 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:12.620533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Sync routers for ids ['bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:07:12.632934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Routers {'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:07:12.633586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:12.662098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:12.672448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Checking segment: {'id': '81d92ae9-6f5b-4402-8cfb-ef99042c47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:07:12.672783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Network hostable DHCP agents. Network: 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:07:12.747269 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Network 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:07:12.819844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:07:12.823768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:12.824545 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:12.830565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd58bca-e514-4299-ba2e-aabe8bc94148 None None] Network 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:07:12.902759 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9bedba83-57e8-457c-887b-abbf72d9354d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7670391 Apr 18 22:07:12.905786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38594) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:12.910944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-456724565-router', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:07:12.915426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Set router bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:07:12.916211 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:07:12.920135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Usage tracker for resource:router and tenant:db440a5ff62e4c41a70eba640775b066 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:07:12.922985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:07:12.928994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:07:13.008352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:13.009701 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:13.028812 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:13.231161 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:13.245401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-8435754b-1a5b-4e3d-9f90-d6d6e58c6c24', 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'fixed_ips': [{'subnet_id': '1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:07:13.246250 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:13.474228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Allocated IP 172.20.0.2 (8435754b-1a5b-4e3d-9f90-d6d6e58c6c24/1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b/cb5125f5-415a-42ad-9467-25c40c15b930) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:07:13.479594 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'name': 'tempest-TestEncryptedCinderVolumes-550308132-router', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:05Z', 'updated_at': '2022-04-18T22:07:08Z', 'revision_number': 4, 'project_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'gw_port': {'id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:06Z', 'updated_at': '2022-04-18T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'a1651dfb-a054-4dbf-824d-75cccbc139b2', 'name': '', 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'mac_address': 'fa:16:3e:e4:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54221854-25a1-4d5d-9635-c37f5402e87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:08Z', 'updated_at': '2022-04-18T22:07:09Z', 'revision_number': 2, 'project_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'subnets': [{'id': '54221854-25a1-4d5d-9635-c37f5402e87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:13.488452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Checking router: bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:07:13.488803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Updating router bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a port a1651dfb-a054-4dbf-824d-75cccbc139b2 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:07:13.491637 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:13.522738 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:13.615483 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:13.663584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Allocated IP 172.25.3.250 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/acab7137-d799-4836-bf58-f56697e5b72e) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:07:13.808755 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:13.866710 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:13.906616 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:13.931507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Transition to ACTIVE for port object cb5125f5-415a-42ad-9467-25c40c15b930 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:13.960564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Transition to ACTIVE for port object cb5125f5-415a-42ad-9467-25c40c15b930 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:13.978738 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:07:13.981714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:07:13.986460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:07:14.013050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Pushing event updated for resources: {'Port': ['ID=acab7137-d799-4836-bf58-f56697e5b72e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:14.045589 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:14.141830 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:14.144994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Network 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:07:14.149864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:07:14.154059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Pushing event updated for resources: {'Port': ['ID=cb5125f5-415a-42ad-9467-25c40c15b930,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:14.159878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:07:14.166501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Transition to ACTIVE for port object a1651dfb-a054-4dbf-824d-75cccbc139b2 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:14.209167 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:14.209913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:14.243305 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:14.345441 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Attempting to bind port cb5125f5-415a-42ad-9467-25c40c15b930 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:07:14.346162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Attempting to bind port cb5125f5-415a-42ad-9467-25c40c15b930 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '81d92ae9-6f5b-4402-8cfb-ef99042c47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:07:14.346162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Attempting to bind port cb5125f5-415a-42ad-9467-25c40c15b930 on network 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:07:14.415517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:07:14.415845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Checking segment: {'id': '81d92ae9-6f5b-4402-8cfb-ef99042c47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:07:14.416216 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:14.416611 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Bound using segment: {'id': '81d92ae9-6f5b-4402-8cfb-ef99042c47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:07:14.417354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Bound port: cb5125f5-415a-42ad-9467-25c40c15b930, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d92ae9-6f5b-4402-8cfb-ef99042c47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:07:14.417523 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:14.451184 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9820116-77db-4fba-89cf-78e61f6f701e None None] Pushing event updated for resources: {'Port': ['ID=a1651dfb-a054-4dbf-824d-75cccbc139b2,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:14.540231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Router b7e2d466-6f8e-4eee-8579-6a427f40bc66 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:07:14.604474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Attempting to bind port a1651dfb-a054-4dbf-824d-75cccbc139b2 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:07:14.604844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Attempting to bind port a1651dfb-a054-4dbf-824d-75cccbc139b2 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:07:14.605199 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Attempting to bind port a1651dfb-a054-4dbf-824d-75cccbc139b2 on network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:07:14.622240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] For port cb5125f5-415a-42ad-9467-25c40c15b930, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:07:14.626803 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] For port cb5125f5-415a-42ad-9467-25c40c15b930, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cb5125f5-415a-42ad-9467-25c40c15b930,segment=NetworkSegment(81d92ae9-6f5b-4402-8cfb-ef99042c47bb),segment_id=81d92ae9-6f5b-4402-8cfb-ef99042c47bb)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:07:14.629283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:07:14.637603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Checking segment: {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:07:14.637603 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:14.637603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Bound using segment: {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:07:14.637603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Bound port: a1651dfb-a054-4dbf-824d-75cccbc139b2, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:07:14.637603 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:14.720898 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:14.762005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] For port a1651dfb-a054-4dbf-824d-75cccbc139b2, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:07:14.791706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] For port a1651dfb-a054-4dbf-824d-75cccbc139b2, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a1651dfb-a054-4dbf-824d-75cccbc139b2,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:07:14.812256 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Pushing event updated for resources: {'Port': ['ID=cb5125f5-415a-42ad-9467-25c40c15b930,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:14.822417 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:14.822758 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:14.827465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:14.827465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:14.827465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:14.827465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:14.827465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:14.827465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:14.827465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:14.827465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:14.827465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7cfa3-ac7a-42b2-9126-33e958f8bbe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:14.870688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:07:14.882613 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:14.883204 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Sync routers for ids ['b7e2d466-6f8e-4eee-8579-6a427f40bc66'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:07:14.898890 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Routers {'b7e2d466-6f8e-4eee-8579-6a427f40bc66'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:07:14.899493 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b7e2d466-6f8e-4eee-8579-6a427f40bc66'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:14.965436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9820116-77db-4fba-89cf-78e61f6f701e None None] Pushing event updated for resources: {'Port': ['ID=a1651dfb-a054-4dbf-824d-75cccbc139b2,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:14.970115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Routers {'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:07:14.970732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:14.991931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:14.995530 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8e779e55-04de-4a63-8687-cb6bdbdd8a87 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0885813 Apr 18 22:07:14.999290 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38598) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:07:15.203842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] Set router bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:07:15.218614 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Set router b7e2d466-6f8e-4eee-8579-6a427f40bc66 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:07:15.536691 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'name': 'tempest-TestEncryptedCinderVolumes-456724565-router', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:14Z', 'revision_number': 3, 'project_id': 'db440a5ff62e4c41a70eba640775b066', 'gw_port': {'id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:15.540453 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Checking router: b7e2d466-6f8e-4eee-8579-6a427f40bc66 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:07:15.540788 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Updating router b7e2d466-6f8e-4eee-8579-6a427f40bc66 port acab7137-d799-4836-bf58-f56697e5b72e binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:07:15.566526 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'name': 'tempest-TestEncryptedCinderVolumes-550308132-router', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:05Z', 'updated_at': '2022-04-18T22:07:08Z', 'revision_number': 4, 'project_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'gw_port': {'id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:06Z', 'updated_at': '2022-04-18T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'a1651dfb-a054-4dbf-824d-75cccbc139b2', 'name': '', 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'mac_address': 'fa:16:3e:e4:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54221854-25a1-4d5d-9635-c37f5402e87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:08Z', 'updated_at': '2022-04-18T22:07:14Z', 'revision_number': 4, 'project_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'subnets': [{'id': '54221854-25a1-4d5d-9635-c37f5402e87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:15.570866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9bf22-fe69-414c-a2e4-58781f437424 None None] The sync data for ids ['bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'] in n-d-836017-3 is: [{'id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'name': 'tempest-TestEncryptedCinderVolumes-550308132-router', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:05Z', 'updated_at': '2022-04-18T22:07:08Z', 'revision_number': 4, 'project_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'gw_port': {'id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:06Z', 'updated_at': '2022-04-18T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'a1651dfb-a054-4dbf-824d-75cccbc139b2', 'name': '', 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'mac_address': 'fa:16:3e:e4:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54221854-25a1-4d5d-9635-c37f5402e87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:08Z', 'updated_at': '2022-04-18T22:07:14Z', 'revision_number': 4, 'project_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'subnets': [{'id': '54221854-25a1-4d5d-9635-c37f5402e87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:07:15.651085 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:15.945615 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.038066 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.054954 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Transition to ACTIVE for port object acab7137-d799-4836-bf58-f56697e5b72e will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:16.100605 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52de31f0-e470-4dc5-a876-645b095c4931 None None] Network 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:07:16.134111 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.223983 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cb5125f5-415a-42ad-9467-25c40c15b930 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:16.259206 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Attempting to bind port acab7137-d799-4836-bf58-f56697e5b72e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:07:16.259714 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Attempting to bind port acab7137-d799-4836-bf58-f56697e5b72e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:07:16.260170 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Attempting to bind port acab7137-d799-4836-bf58-f56697e5b72e on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:07:16.273733 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:07:16.275007 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:07:16.275634 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.276553 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:07:16.278119 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Bound port: acab7137-d799-4836-bf58-f56697e5b72e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:07:16.278119 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.299739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Allocated IP 172.20.0.1 (8435754b-1a5b-4e3d-9f90-d6d6e58c6c24/1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b/2f15c63c-cfec-4c82-b1b2-3a78bcaad584) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:07:16.344554 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc917329-fd3d-4eb0-906a-8b7fe2ebb2df None None] Pushing event updated for resources: {'Port': ['ID=acab7137-d799-4836-bf58-f56697e5b72e,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:16.400095 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] For port acab7137-d799-4836-bf58-f56697e5b72e, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:07:16.410117 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] For port acab7137-d799-4836-bf58-f56697e5b72e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=acab7137-d799-4836-bf58-f56697e5b72e,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:07:16.412107 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e740e140-533d-4d33-8b7e-f8435385d95b None None] Provisioning for port cb5125f5-415a-42ad-9467-25c40c15b930 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:16.495398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.505631 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.515323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Transition to ACTIVE for port object 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:16.553533 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port cb5125f5-415a-42ad-9467-25c40c15b930 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:16.564069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port cb5125f5-415a-42ad-9467-25c40c15b930 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:16.565082 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.598711 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc917329-fd3d-4eb0-906a-8b7fe2ebb2df None None] Pushing event updated for resources: {'Port': ['ID=acab7137-d799-4836-bf58-f56697e5b72e,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:16.611132 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.613291 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Routers {'b7e2d466-6f8e-4eee-8579-6a427f40bc66'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:07:16.613993 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:06:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b7e2d466-6f8e-4eee-8579-6a427f40bc66'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:16.740778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Network 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:07:16.744317 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.744879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:07:16.749338 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:07:16.785236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port cb5125f5-415a-42ad-9467-25c40c15b930, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cb5125f5-415a-42ad-9467-25c40c15b930,segment=NetworkSegment(81d92ae9-6f5b-4402-8cfb-ef99042c47bb),segment_id=81d92ae9-6f5b-4402-8cfb-ef99042c47bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:07:16.808981 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Pushing event updated for resources: {'Port': ['ID=2f15c63c-cfec-4c82-b1b2-3a78bcaad584,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:16.827398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.862445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7bb51403-e7bd-4992-8e29-d13acced4efa None None] Provisioning complete for port cb5125f5-415a-42ad-9467-25c40c15b930 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:16.862445 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7bb51403-e7bd-4992-8e29-d13acced4efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.863013 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] Set router b7e2d466-6f8e-4eee-8579-6a427f40bc66 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:07:16.934126 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:16.934914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a1651dfb-a054-4dbf-824d-75cccbc139b2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:17.018079 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:17.036777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=cb5125f5-415a-42ad-9467-25c40c15b930,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:17.162349 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port a1651dfb-a054-4dbf-824d-75cccbc139b2 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:17.169648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a1651dfb-a054-4dbf-824d-75cccbc139b2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:17.170219 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:17.182660 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'name': 'tempest-TestEncryptedCinderVolumes-456724565-router', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:14Z', 'revision_number': 3, 'project_id': 'db440a5ff62e4c41a70eba640775b066', 'gw_port': {'id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:17.187873 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63676117-e1e9-4bad-9196-257cb7c02177 None None] The sync data for ids ['b7e2d466-6f8e-4eee-8579-6a427f40bc66'] in n-d-836017-3 is: [{'id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'name': 'tempest-TestEncryptedCinderVolumes-456724565-router', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:14Z', 'revision_number': 3, 'project_id': 'db440a5ff62e4c41a70eba640775b066', 'gw_port': {'id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:07:17.312182 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:17.344153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port a1651dfb-a054-4dbf-824d-75cccbc139b2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a1651dfb-a054-4dbf-824d-75cccbc139b2,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:07:17.387396 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:17.398957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3cd76198-f838-4035-a452-c7f017e9b9d0 None None] Provisioning for port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:17.404496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3cd76198-f838-4035-a452-c7f017e9b9d0 None None] Provisioning complete for port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:17.404732 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3cd76198-f838-4035-a452-c7f017e9b9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:17.436525 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:17.472628 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:17.515379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3cd76198-f838-4035-a452-c7f017e9b9d0 None None] Port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:07:17.526168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=a1651dfb-a054-4dbf-824d-75cccbc139b2,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:17.580108 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:17.583274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Pushing event updated for resources: {'Port': ['ID=2f15c63c-cfec-4c82-b1b2-3a78bcaad584,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:17.720041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Network 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:07:17.721075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:07:17.937069 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-54ffff66-e503-4ad6-9142-8544eee874a5 None None] Provisioning complete for port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:17.937671 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-54ffff66-e503-4ad6-9142-8544eee874a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:17.987907 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-54ffff66-e503-4ad6-9142-8544eee874a5 None None] Port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:07:18.072513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cb5125f5-415a-42ad-9467-25c40c15b930 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:18.114182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Router b7e2d466-6f8e-4eee-8579-6a427f40bc66 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:07:18.147578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port cb5125f5-415a-42ad-9467-25c40c15b930 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:18.147941 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:18.270409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a1651dfb-a054-4dbf-824d-75cccbc139b2 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:18.322110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:07:18.332349 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c14f6a0a-d4c6-4f9f-b91d-8fc9ffde5547 admin admin] 10.222.0.11 "PUT /v2.0/routers/b7e2d466-6f8e-4eee-8579-6a427f40bc66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3312552 Apr 18 22:07:18.339106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port a1651dfb-a054-4dbf-824d-75cccbc139b2 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:18.339472 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:19.211311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-5a1904c3-b6c1-46fa-afa2-84c2f8f1667c tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:19.212731 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-5a1904c3-b6c1-46fa-afa2-84c2f8f1667c tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/networks?id=151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 HTTP/1.1" status: 200 len: 816 time: 0.1403072 Apr 18 22:07:19.229035 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1467e512-c082-427b-a88d-2d70fa13bc82 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/quotas/c38b65ea4a9845cdb501f804ba1d192b HTTP/1.1" status: 200 len: 375 time: 0.0107958 Apr 18 22:07:19.408578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-dc804d70-21d6-4f36-aa58-c16ee0901fba tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Synchronizing usage tracker for tenant:c38b65ea4a9845cdb501f804ba1d192b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:07:19.481808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-dc804d70-21d6-4f36-aa58-c16ee0901fba tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Unset dirty status for tenant:c38b65ea4a9845cdb501f804ba1d192b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:07:19.483618 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-dc804d70-21d6-4f36-aa58-c16ee0901fba tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c38b65ea4a9845cdb501f804ba1d192b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2491164 Apr 18 22:07:19.739489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-beef2aa6-801b-40c4-bb57-e98b9110b6ce service neutron] 10.222.0.11 "GET /v2.0/networks/151e60b7-6bea-4cf5-b72f-3dcc2ecf5640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443988 Apr 18 22:07:19.867904 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-3e1fe806-7336-4984-913e-6de244fa64ff service neutron] 10.222.0.11 "GET /v2.0/networks/151e60b7-6bea-4cf5-b72f-3dcc2ecf5640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226771 Apr 18 22:07:20.157772 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9714241-553e-48b9-a83d-38ed5b055ebb req-d8871eb8-5f36-4fc9-ab1f-397b6481fa83 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0424190 Apr 18 22:07:21.326473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-801b2924-891f-4ac1-bf76-d63feacf2e71 req-fccccab4-b8c1-4b96-8d83-1e11112355b3 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0451427 Apr 18 22:07:22.267423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-de5144a8-fefd-43f0-80ea-ba4ad47c2ea5 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:22.268156 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-de5144a8-fefd-43f0-80ea-ba4ad47c2ea5 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Synchronizing usage tracker for tenant:c38b65ea4a9845cdb501f804ba1d192b on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:07:22.370833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-de5144a8-fefd-43f0-80ea-ba4ad47c2ea5 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Unset dirty status for tenant:c38b65ea4a9845cdb501f804ba1d192b on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:07:22.372097 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-de5144a8-fefd-43f0-80ea-ba4ad47c2ea5 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.26 "GET /v2.0/networks?id=151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 HTTP/1.1" status: 200 len: 816 time: 0.2494445 Apr 18 22:07:22.388066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Request body: {'port': {'device_id': '43711280-800b-4d73-aaac-3c382d9e2cc4', 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640', 'admin_state_up': True, 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:07:22.491837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b53c8a3c-4580-4a03-9ee2-d389d2c9c6fe req-b05b3cf4-f577-43f9-89aa-dce5de7fd1b8 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0407379 Apr 18 22:07:22.532116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:07:22.541762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:07:22.619078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Made reservation on behalf of c38b65ea4a9845cdb501f804ba1d192b for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:07:22.622095 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:22.782985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Allocated IP 172.20.0.14 (151e60b7-6bea-4cf5-b72f-3dcc2ecf5640/54221854-25a1-4d5d-9635-c37f5402e87d/86226d85-c019-4657-9be8-84cd85c235bc) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:07:23.072942 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:23.088041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Transition to ACTIVE for port object 86226d85-c019-4657-9be8-84cd85c235bc will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:23.182069 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:23.257654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:07:23.261021 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:07:23.262898 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Pushing event updated for resources: {'Port': ['ID=86226d85-c019-4657-9be8-84cd85c235bc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:23.265348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:07:23.311716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:23.312415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:23.312415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:23.312690 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:23.313017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:23.313339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:23.313686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:23.314020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:23.314339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:23.314654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:23.314972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:07:23.336535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:23.337097 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:23.422744 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-1277b7b1-9bbf-434b-ac64-80367b56cd60 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0387878 Apr 18 22:07:23.434694 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Request body: {'port': {'device_id': '43711280-800b-4d73-aaac-3c382d9e2cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:07:23.551893 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:23.604420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7ed8ff8c-93e7-403c-8df7-a367c95e4d77 None None] Provisioning for port 86226d85-c019-4657-9be8-84cd85c235bc completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:23.609525 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7ed8ff8c-93e7-403c-8df7-a367c95e4d77 None None] Provisioning complete for port 86226d85-c019-4657-9be8-84cd85c235bc triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:23.609890 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7ed8ff8c-93e7-403c-8df7-a367c95e4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:23.663604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8ff8c-93e7-403c-8df7-a367c95e4d77 None None] Port 86226d85-c019-4657-9be8-84cd85c235bc cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:07:23.716036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576ee3f-2cfe-4470-ac6a-fdc8ce536d14 req-e32cb320-8c01-4668-a3d0-024a0fb75f34 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:23.717729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c576ee3f-2cfe-4470-ac6a-fdc8ce536d14 req-e32cb320-8c01-4668-a3d0-024a0fb75f34 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 932 time: 0.0957742 Apr 18 22:07:23.767254 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c576ee3f-2cfe-4470-ac6a-fdc8ce536d14 req-88dcf40c-1207-46e7-ab89-74e643c1123e tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436156 Apr 18 22:07:23.899745 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86226d85-c019-4657-9be8-84cd85c235bc {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:07:23.906855 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:23.921287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Transition to ACTIVE for port object 86226d85-c019-4657-9be8-84cd85c235bc will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:23.990452 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:24.117746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Pushing event updated for resources: {'Port': ['ID=86226d85-c019-4657-9be8-84cd85c235bc,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:24.229416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Attempting to bind port 86226d85-c019-4657-9be8-84cd85c235bc on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:07:24.229783 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Attempting to bind port 86226d85-c019-4657-9be8-84cd85c235bc by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:07:24.230234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Attempting to bind port 86226d85-c019-4657-9be8-84cd85c235bc on network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:07:24.236762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Port 86226d85-c019-4657-9be8-84cd85c235bc on network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:07:24.237079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Attempting to bind port 86226d85-c019-4657-9be8-84cd85c235bc on network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:07:24.243228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:07:24.243559 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Checking segment: {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:07:24.243933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Bound using segment: {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:07:24.244352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Bound port: 86226d85-c019-4657-9be8-84cd85c235bc, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:07:24.244729 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:24.333654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] For port 86226d85-c019-4657-9be8-84cd85c235bc, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:07:24.336433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] For port 86226d85-c019-4657-9be8-84cd85c235bc, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=86226d85-c019-4657-9be8-84cd85c235bc,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:07:24.402383 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:24.462331 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:24.463693 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] 10.222.0.26 "PUT /v2.0/ports/86226d85-c019-4657-9be8-84cd85c235bc HTTP/1.1" status: 200 len: 1092 time: 1.0331597 Apr 18 22:07:24.464121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43711280-800b-4d73-aaac-3c382d9e2cc4', 'tag': '86226d85-c019-4657-9be8-84cd85c235bc'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:07:24.482872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e93f7-c35e-4d52-8363-651c66635d5e service neutron] Pushing event updated for resources: {'Port': ['ID=86226d85-c019-4657-9be8-84cd85c235bc,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:24.540312 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db5991c-f419-4d21-8a76-781a3abd3162'] response: {'name': 'network-changed', 'server_uuid': '43711280-800b-4d73-aaac-3c382d9e2cc4', 'tag': '86226d85-c019-4657-9be8-84cd85c235bc', 'status': 'completed', 'code': 200} Apr 18 22:07:24.682142 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c005a9a-3f9d-401d-9db3-e05a74e50ff0 req-56aae6f6-13c4-441c-bdf6-4aa50cd82c82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c38b65ea4a9845cdb501f804ba1d192b&device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 1095 time: 0.1156628 Apr 18 22:07:24.716527 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e58b898a-100a-4aec-bc9c-769e8d7f6842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:24.836535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c005a9a-3f9d-401d-9db3-e05a74e50ff0 req-901efff9-7d1d-4dd9-ba8a-f189a0cdfedb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:24.838132 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c005a9a-3f9d-401d-9db3-e05a74e50ff0 req-901efff9-7d1d-4dd9-ba8a-f189a0cdfedb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c38b65ea4a9845cdb501f804ba1d192b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1495256 Apr 18 22:07:24.982420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c005a9a-3f9d-401d-9db3-e05a74e50ff0 req-4a57dd6a-11b5-4e51-9df5-8884f0680be9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:24.983923 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c005a9a-3f9d-401d-9db3-e05a74e50ff0 req-4a57dd6a-11b5-4e51-9df5-8884f0680be9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404042 Apr 18 22:07:24.990019 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69298b-b88e-44dc-bdb7-7b19f5ba0fe2 req-8153006c-6d2e-4a83-977b-faaa08457515 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:24.991507 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a69298b-b88e-44dc-bdb7-7b19f5ba0fe2 req-8153006c-6d2e-4a83-977b-faaa08457515 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 944 time: 0.0917211 Apr 18 22:07:25.046563 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a69298b-b88e-44dc-bdb7-7b19f5ba0fe2 req-fca9d109-dca3-4ad4-9f9b-10f00f27cdbd tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469875 Apr 18 22:07:25.094930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-7e52c44a-03f7-47d2-9000-fdcf9acf3727 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c38b65ea4a9845cdb501f804ba1d192b&device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 1095 time: 0.0722399 Apr 18 22:07:25.261273 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-a2dff80c-3838-4159-a6c3-ac679acfca3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86226d85-c019-4657-9be8-84cd85c235bc HTTP/1.1" status: 200 len: 217 time: 0.1590512 Apr 18 22:07:25.320535 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-7e646d6f-9d3a-4803-af22-af25102b3ed4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:25.321895 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-7e646d6f-9d3a-4803-af22-af25102b3ed4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54221854-25a1-4d5d-9635-c37f5402e87d HTTP/1.1" status: 200 len: 855 time: 0.0549057 Apr 18 22:07:25.394358 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-8b3bd490-abfb-41d6-99d5-bfc47f0c6d40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=151e60b7-6bea-4cf5-b72f-3dcc2ecf5640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667346 Apr 18 22:07:25.525051 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-13f4829a-cbfe-469c-90be-4751a874207d service neutron] 10.222.0.26 "GET /v2.0/networks/151e60b7-6bea-4cf5-b72f-3dcc2ecf5640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242700 Apr 18 22:07:25.656110 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b1ab45c7-05b7-4671-91af-da9f528cc181 req-a6c96e36-e046-4410-8f43-58d51c36cdcd service neutron] 10.222.0.26 "GET /v2.0/networks/151e60b7-6bea-4cf5-b72f-3dcc2ecf5640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253614 Apr 18 22:07:26.085217 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device acab7137-d799-4836-bf58-f56697e5b72e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:26.213719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port acab7137-d799-4836-bf58-f56697e5b72e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:26.219442 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port acab7137-d799-4836-bf58-f56697e5b72e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:26.219848 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:26.260056 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad45f0-129f-434f-bb77-496c8574433e req-8383d0ae-c220-42c2-98a0-37f8592710f1 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:26.261437 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bad45f0-129f-434f-bb77-496c8574433e req-8383d0ae-c220-42c2-98a0-37f8592710f1 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 944 time: 0.0870757 Apr 18 22:07:26.307197 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bad45f0-129f-434f-bb77-496c8574433e req-6c91eb75-d2ca-4c6b-bf76-8e72deed6366 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395534 Apr 18 22:07:26.336398 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:26.352780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port acab7137-d799-4836-bf58-f56697e5b72e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=acab7137-d799-4836-bf58-f56697e5b72e,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:07:26.448477 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:26.520717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=acab7137-d799-4836-bf58-f56697e5b72e,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:27.190775 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7faa0791-9415-4cc2-988c-633cb31b376f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:27.499392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4090fe-c775-4b3d-b9b4-7aefd4c1008f req-b62f6e1a-697d-42c8-afa3-93cf20cc0840 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:27.501062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f4090fe-c775-4b3d-b9b4-7aefd4c1008f req-b62f6e1a-697d-42c8-afa3-93cf20cc0840 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 944 time: 0.0750678 Apr 18 22:07:27.545347 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2f4090fe-c775-4b3d-b9b4-7aefd4c1008f req-3a6da73c-a570-4642-9242-9cb5cae8291c tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Apr 18 22:07:28.010417 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:28.070664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device acab7137-d799-4836-bf58-f56697e5b72e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:28.094096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 86226d85-c019-4657-9be8-84cd85c235bc details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:07:28.225890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port acab7137-d799-4836-bf58-f56697e5b72e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:28.226515 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:28.305267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 86226d85-c019-4657-9be8-84cd85c235bc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=86226d85-c019-4657-9be8-84cd85c235bc,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:07:28.320641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '86226d85-c019-4657-9be8-84cd85c235bc', 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640', 'port_id': '86226d85-c019-4657-9be8-84cd85c235bc', 'mac_address': 'fa:16:3e:8f:ac:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54221854-25a1-4d5d-9635-c37f5402e87d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:07:28.416771 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:28.439329 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86226d85-c019-4657-9be8-84cd85c235bc {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:07:28.455194 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 86226d85-c019-4657-9be8-84cd85c235bc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=86226d85-c019-4657-9be8-84cd85c235bc,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:07:28.518599 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:28.618449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=86226d85-c019-4657-9be8-84cd85c235bc,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:28.745732 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafad1c-4f7d-4b5a-b46d-1504428ca989 req-56825f81-0406-419a-9772-032cd49d3f3d tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:28.747180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-feafad1c-4f7d-4b5a-b46d-1504428ca989 req-56825f81-0406-419a-9772-032cd49d3f3d tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 945 time: 0.0827525 Apr 18 22:07:28.786974 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:28.793798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-feafad1c-4f7d-4b5a-b46d-1504428ca989 req-49910ef3-866f-4d55-94ac-f5801e31670f tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402429 Apr 18 22:07:28.816744 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['86226d85-c019-4657-9be8-84cd85c235bc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:07:29.989465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a50a57-341f-4b6a-98d7-6dfca048a3da req-75c528e6-d207-4900-93d0-2ba43bb0ae2f tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:29.990994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75a50a57-341f-4b6a-98d7-6dfca048a3da req-75c528e6-d207-4900-93d0-2ba43bb0ae2f tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 945 time: 0.0751944 Apr 18 22:07:30.037326 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-75a50a57-341f-4b6a-98d7-6dfca048a3da req-2dd57ac9-b185-4aaa-9d9a-a20d20e4753d tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Apr 18 22:07:30.096253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 86226d85-c019-4657-9be8-84cd85c235bc up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:30.225042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 86226d85-c019-4657-9be8-84cd85c235bc completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:30.230030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 86226d85-c019-4657-9be8-84cd85c235bc triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:30.230393 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:30.343177 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:30.368089 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43711280-800b-4d73-aaac-3c382d9e2cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86226d85-c019-4657-9be8-84cd85c235bc'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:07:30.377714 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 86226d85-c019-4657-9be8-84cd85c235bc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=86226d85-c019-4657-9be8-84cd85c235bc,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:07:30.422922 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283d1402-2c11-439d-ba80-f7ea923f9295'] response: {'server_uuid': '43711280-800b-4d73-aaac-3c382d9e2cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86226d85-c019-4657-9be8-84cd85c235bc', 'code': 200} Apr 18 22:07:30.432638 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:30.505257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=86226d85-c019-4657-9be8-84cd85c235bc,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:30.555690 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a2c2e386-c034-47d4-8a0e-89792c321695 req-3f494798-dc94-4856-b1b2-360f333ee599 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 1097 time: 0.0729272 Apr 18 22:07:30.597392 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a2c2e386-c034-47d4-8a0e-89792c321695 req-5453f5ad-772d-4056-bf07-66ec83782e28 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358326 Apr 18 22:07:31.202715 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:31.236597 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94038ba-9dff-45e8-8f5e-4baf5c92c42f req-a3046c8d-6bfc-44f3-9767-83ce4379b15a tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:31.238072 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c94038ba-9dff-45e8-8f5e-4baf5c92c42f req-a3046c8d-6bfc-44f3-9767-83ce4379b15a tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 946 time: 0.0804677 Apr 18 22:07:31.283369 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c94038ba-9dff-45e8-8f5e-4baf5c92c42f req-6bbae348-4994-4692-9994-3e482701d6b9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397439 Apr 18 22:07:32.638841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379fd17-3cb0-47a8-bafe-037e7cf7b4e9 req-38083047-7bc5-41a2-83bd-1d7bf6efe2f8 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:32.640556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9379fd17-3cb0-47a8-bafe-037e7cf7b4e9 req-38083047-7bc5-41a2-83bd-1d7bf6efe2f8 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 946 time: 0.0769482 Apr 18 22:07:32.689294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9379fd17-3cb0-47a8-bafe-037e7cf7b4e9 req-6d493d5f-a811-4dd5-825b-6fb5a7410796 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 Apr 18 22:07:32.894857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a123b71-0480-4229-8b4b-951b5774c6cb req-421bae6b-e1b9-49bc-bc91-33bac02f0e59 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:32.896198 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a123b71-0480-4229-8b4b-951b5774c6cb req-421bae6b-e1b9-49bc-bc91-33bac02f0e59 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 946 time: 0.0767534 Apr 18 22:07:32.940994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a123b71-0480-4229-8b4b-951b5774c6cb req-331ff175-aa65-4893-929b-df834a23c539 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392737 Apr 18 22:07:33.988010 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:36.039740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Sync routers for ids ['b7e2d466-6f8e-4eee-8579-6a427f40bc66'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:07:36.051500 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Routers {'b7e2d466-6f8e-4eee-8579-6a427f40bc66'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:07:36.052262 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:07:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b7e2d466-6f8e-4eee-8579-6a427f40bc66'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:36.230287 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Set router b7e2d466-6f8e-4eee-8579-6a427f40bc66 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:07:36.552909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'name': 'tempest-TestEncryptedCinderVolumes-456724565-router', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:16Z', 'revision_number': 4, 'project_id': 'db440a5ff62e4c41a70eba640775b066', 'gw_port': {'id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '2f15c63c-cfec-4c82-b1b2-3a78bcaad584', 'name': '', 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'mac_address': 'fa:16:3e:f9:b5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:16Z', 'updated_at': '2022-04-18T22:07:17Z', 'revision_number': 2, 'project_id': 'db440a5ff62e4c41a70eba640775b066', 'subnets': [{'id': '1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:36.556685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Checking router: b7e2d466-6f8e-4eee-8579-6a427f40bc66 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:07:36.557034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Updating router b7e2d466-6f8e-4eee-8579-6a427f40bc66 port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:07:36.607167 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:36.944403 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:36.956429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Transition to ACTIVE for port object 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:37.042012 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:37.203027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26e7d4-efb1-4ddc-a3e0-9d92c59bc4e5 None None] Pushing event updated for resources: {'Port': ['ID=2f15c63c-cfec-4c82-b1b2-3a78bcaad584,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:37.336811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Attempting to bind port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:07:37.337165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Attempting to bind port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '81d92ae9-6f5b-4402-8cfb-ef99042c47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:07:37.337544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Attempting to bind port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 on network 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:07:37.344724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:07:37.345116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Checking segment: {'id': '81d92ae9-6f5b-4402-8cfb-ef99042c47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:07:37.345525 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:37.345909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Bound using segment: {'id': '81d92ae9-6f5b-4402-8cfb-ef99042c47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:07:37.346361 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Bound port: 2f15c63c-cfec-4c82-b1b2-3a78bcaad584, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d92ae9-6f5b-4402-8cfb-ef99042c47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:07:37.346725 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:37.446362 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] For port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:07:37.449460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] For port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2f15c63c-cfec-4c82-b1b2-3a78bcaad584,segment=NetworkSegment(81d92ae9-6f5b-4402-8cfb-ef99042c47bb),segment_id=81d92ae9-6f5b-4402-8cfb-ef99042c47bb)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:07:37.507019 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:37.585094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26e7d4-efb1-4ddc-a3e0-9d92c59bc4e5 None None] Pushing event updated for resources: {'Port': ['ID=2f15c63c-cfec-4c82-b1b2-3a78bcaad584,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:37.590530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Routers {'b7e2d466-6f8e-4eee-8579-6a427f40bc66'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:07:37.591138 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:07:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b7e2d466-6f8e-4eee-8579-6a427f40bc66'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:37.798597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] Set router b7e2d466-6f8e-4eee-8579-6a427f40bc66 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:07:38.114391 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'name': 'tempest-TestEncryptedCinderVolumes-456724565-router', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:16Z', 'revision_number': 4, 'project_id': 'db440a5ff62e4c41a70eba640775b066', 'gw_port': {'id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '2f15c63c-cfec-4c82-b1b2-3a78bcaad584', 'name': '', 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'mac_address': 'fa:16:3e:f9:b5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:16Z', 'updated_at': '2022-04-18T22:07:37Z', 'revision_number': 4, 'project_id': 'db440a5ff62e4c41a70eba640775b066', 'subnets': [{'id': '1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:07:38.118517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8689b-10ca-4e18-b37b-c584be361368 None None] The sync data for ids ['b7e2d466-6f8e-4eee-8579-6a427f40bc66'] in n-d-836017-3 is: [{'id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'name': 'tempest-TestEncryptedCinderVolumes-456724565-router', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:16Z', 'revision_number': 4, 'project_id': 'db440a5ff62e4c41a70eba640775b066', 'gw_port': {'id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '2f15c63c-cfec-4c82-b1b2-3a78bcaad584', 'name': '', 'network_id': '8435754b-1a5b-4e3d-9f90-d6d6e58c6c24', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'mac_address': 'fa:16:3e:f9:b5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:16Z', 'updated_at': '2022-04-18T22:07:37Z', 'revision_number': 4, 'project_id': 'db440a5ff62e4c41a70eba640775b066', 'subnets': [{'id': '1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:07:39.222164 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:07:39.729644 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:40.089627 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:40.226526 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:40.231367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:40.231733 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:40.344240 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:40.376251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2f15c63c-cfec-4c82-b1b2-3a78bcaad584,segment=NetworkSegment(81d92ae9-6f5b-4402-8cfb-ef99042c47bb),segment_id=81d92ae9-6f5b-4402-8cfb-ef99042c47bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:07:40.466596 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:40.532966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=2f15c63c-cfec-4c82-b1b2-3a78bcaad584,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:42.075602 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:07:42.158097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:42.158464 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:47.082606 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69cd471d-1a64-421c-8b82-ffaf58961c9e req-4a6dfc35-e119-473b-93a4-f92e193dba99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787663 Apr 18 22:07:47.225687 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69cd471d-1a64-421c-8b82-ffaf58961c9e req-0ac03e0a-5d6f-47ef-ae4c-8b6eab0aaaa3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c38b65ea4a9845cdb501f804ba1d192b&device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 1097 time: 0.0716360 Apr 18 22:07:47.368000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd471d-1a64-421c-8b82-ffaf58961c9e req-0cb8b0e5-9a89-4d1f-a28e-4542e85a6ab8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:47.369347 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69cd471d-1a64-421c-8b82-ffaf58961c9e req-0cb8b0e5-9a89-4d1f-a28e-4542e85a6ab8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 HTTP/1.1" status: 200 len: 917 time: 0.1253376 Apr 18 22:07:47.453087 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69cd471d-1a64-421c-8b82-ffaf58961c9e req-e9dd4f3d-dade-43b5-bb8a-fb0d03b737b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86226d85-c019-4657-9be8-84cd85c235bc HTTP/1.1" status: 200 len: 217 time: 0.0774751 Apr 18 22:07:47.517197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd471d-1a64-421c-8b82-ffaf58961c9e req-dc6a7215-d327-49dc-bd7b-01ebafee79eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:47.518601 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69cd471d-1a64-421c-8b82-ffaf58961c9e req-dc6a7215-d327-49dc-bd7b-01ebafee79eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54221854-25a1-4d5d-9635-c37f5402e87d HTTP/1.1" status: 200 len: 855 time: 0.0600057 Apr 18 22:07:47.591573 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69cd471d-1a64-421c-8b82-ffaf58961c9e req-061cd1fb-5de7-4e30-a121-87b8b183d9fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=151e60b7-6bea-4cf5-b72f-3dcc2ecf5640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668659 Apr 18 22:07:47.734087 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69cd471d-1a64-421c-8b82-ffaf58961c9e req-699380d5-25b0-4bb6-bc3d-ef335f257923 service neutron] 10.222.0.26 "GET /v2.0/networks/151e60b7-6bea-4cf5-b72f-3dcc2ecf5640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367710 Apr 18 22:07:47.867384 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-69cd471d-1a64-421c-8b82-ffaf58961c9e req-3622a4b0-49d8-4d29-89fe-b9bb0b6eb3ee service neutron] 10.222.0.26 "GET /v2.0/networks/151e60b7-6bea-4cf5-b72f-3dcc2ecf5640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273382 Apr 18 22:07:51.235920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8f3f0-ac12-4d72-aaa2-2558f9286686 req-e22495c3-62f0-419f-acde-7dc85d09a8c1 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:51.237349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50d8f3f0-ac12-4d72-aaa2-2558f9286686 req-e22495c3-62f0-419f-acde-7dc85d09a8c1 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 946 time: 0.0786943 Apr 18 22:07:51.282365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50d8f3f0-ac12-4d72-aaa2-2558f9286686 req-99b853a4-b536-4910-8b77-753e162e5b52 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 Apr 18 22:07:52.479416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db31b8-189b-4f5c-b79a-9f76f8fd7be3 req-741be842-5ebe-4a59-b292-95deeabd8b6e tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:52.480861 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5db31b8-189b-4f5c-b79a-9f76f8fd7be3 req-741be842-5ebe-4a59-b292-95deeabd8b6e tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 946 time: 0.0748158 Apr 18 22:07:52.526492 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5db31b8-189b-4f5c-b79a-9f76f8fd7be3 req-4e62ad76-1e3a-4c74-92f5-a42acfa06df7 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400655 Apr 18 22:07:52.782221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-4f670f06-ad23-4c8b-86af-d3d10a51e05a tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:52.782866 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-4f670f06-ad23-4c8b-86af-d3d10a51e05a tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Synchronizing usage tracker for tenant:c38b65ea4a9845cdb501f804ba1d192b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:07:52.859157 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-4f670f06-ad23-4c8b-86af-d3d10a51e05a tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Unset dirty status for tenant:c38b65ea4a9845cdb501f804ba1d192b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:07:52.860272 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-4f670f06-ad23-4c8b-86af-d3d10a51e05a tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.26 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 946 time: 0.1549876 Apr 18 22:07:52.926925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-9a7411e1-3ca6-44f3-9de3-46e83fc7d135 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Deleting port 86226d85-c019-4657-9be8-84cd85c235bc {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:07:52.927261 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-9a7411e1-3ca6-44f3-9de3-46e83fc7d135 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:53.252469 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-9a7411e1-3ca6-44f3-9de3-46e83fc7d135 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] For port 86226d85-c019-4657-9be8-84cd85c235bc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=86226d85-c019-4657-9be8-84cd85c235bc,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:07:53.252823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-9a7411e1-3ca6-44f3-9de3-46e83fc7d135 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:53.372349 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-9a7411e1-3ca6-44f3-9de3-46e83fc7d135 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Calling delete_port for 86226d85-c019-4657-9be8-84cd85c235bc owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:07:53.563660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-9a7411e1-3ca6-44f3-9de3-46e83fc7d135 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:53.576718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['86226d85-c019-4657-9be8-84cd85c235bc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:07:53.614743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7411e1-3ca6-44f3-9de3-46e83fc7d135 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Pushing event deleted for resources: {'Port': ['ID=86226d85-c019-4657-9be8-84cd85c235bc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:53.691807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-9a7411e1-3ca6-44f3-9de3-46e83fc7d135 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] No DVR routers for this DVR port 86226d85-c019-4657-9be8-84cd85c235bc on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:07:53.694516 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-9a7411e1-3ca6-44f3-9de3-46e83fc7d135 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:53.700068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5f7fc7c-705a-4abe-b592-c270a8ad7a32 req-1c15ec2a-2893-4180-be59-93e6859688b0 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=43711280-800b-4d73-aaac-3c382d9e2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0498662 Apr 18 22:07:53.705304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43711280-800b-4d73-aaac-3c382d9e2cc4', 'name': 'network-vif-deleted', 'tag': '86226d85-c019-4657-9be8-84cd85c235bc'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:07:53.765013 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef52cb11-4412-42b9-ad32-71519136205a'] response: {'server_uuid': '43711280-800b-4d73-aaac-3c382d9e2cc4', 'name': 'network-vif-deleted', 'tag': '86226d85-c019-4657-9be8-84cd85c235bc', 'status': 'completed', 'code': 200} Apr 18 22:07:53.770310 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-60292433-1057-4dfa-b1c4-7ac00e34aafe req-9a7411e1-3ca6-44f3-9de3-46e83fc7d135 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.26 "DELETE /v2.0/ports/86226d85-c019-4657-9be8-84cd85c235bc HTTP/1.1" status: 204 len: 173 time: 0.9049995 Apr 18 22:07:54.750675 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ed27-c9e6-4bcf-ba68-f791c3663d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:55.627630 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-aa4bd159-0ea4-4564-8be1-b82a19eb8423 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:55.629092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-aa4bd159-0ea4-4564-8be1-b82a19eb8423 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/networks?id=151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 HTTP/1.1" status: 200 len: 816 time: 0.2287352 Apr 18 22:07:55.645908 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-7e2d0e44-99e0-4dcd-92fb-57f3fe38a99e tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/quotas/c38b65ea4a9845cdb501f804ba1d192b HTTP/1.1" status: 200 len: 375 time: 0.0114973 Apr 18 22:07:55.724441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-6b71b49b-ffa5-43bb-a50b-3ab967036f82 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c38b65ea4a9845cdb501f804ba1d192b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737340 Apr 18 22:07:55.925139 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-67474d05-6d57-49b1-b850-b1ab6e1b3e76 service neutron] 10.222.0.11 "GET /v2.0/networks/151e60b7-6bea-4cf5-b72f-3dcc2ecf5640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895030 Apr 18 22:07:56.054914 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-a0a5fdaf-a211-4d58-abb8-9143ab777bf2 service neutron] 10.222.0.11 "GET /v2.0/networks/151e60b7-6bea-4cf5-b72f-3dcc2ecf5640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241724 Apr 18 22:07:56.277389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 86226d85-c019-4657-9be8-84cd85c235bc no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:07:56.309509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 86226d85-c019-4657-9be8-84cd85c235bc {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:07:56.309932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 86226d85-c019-4657-9be8-84cd85c235bc not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:07:56.318145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-74964049-84ff-4ea3-a0f9-e9bd3451e9cb req-4c298057-67cc-42f7-9ac6-9add109e372d tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 210 time: 0.0426409 Apr 18 22:07:57.191124 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a983fb0e-f333-4896-aac6-6d826388b72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:57.486266 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0eb8a0e3-31f0-4fb6-8c8f-81f1bba09b39 req-5e8847c7-16ad-432e-bf38-f35fe64d75d2 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 210 time: 0.0501149 Apr 18 22:07:58.020762 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:58.400904 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-d4c3b7d2-0101-4eeb-a1c8-b65206df6c87 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:58.402390 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-d4c3b7d2-0101-4eeb-a1c8-b65206df6c87 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.26 "GET /v2.0/networks?id=151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 HTTP/1.1" status: 200 len: 816 time: 0.1458020 Apr 18 22:07:58.417490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Request body: {'port': {'device_id': '58635361-0ba9-4224-8a86-39cce8784be2', 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640', 'admin_state_up': True, 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:07:58.553362 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:07:58.558143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Usage tracker for resource:port and tenant:c38b65ea4a9845cdb501f804ba1d192b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:07:58.560495 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:07:58.566423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:07:58.636342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Made reservation on behalf of c38b65ea4a9845cdb501f804ba1d192b for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:07:58.639608 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:58.649899 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-671adc7e-335c-4137-b54a-1bfb5ec9fb4b req-630e8f20-6634-489f-9a77-0efa473a7b2e tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 210 time: 0.0418854 Apr 18 22:07:58.784675 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:58.806163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Allocated IP 172.20.0.7 (151e60b7-6bea-4cf5-b72f-3dcc2ecf5640/54221854-25a1-4d5d-9635-c37f5402e87d/3356c41c-3100-460c-a8e4-06e3218d0f91) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:07:59.000280 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:59.015364 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Transition to ACTIVE for port object 3356c41c-3100-460c-a8e4-06e3218d0f91 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:59.093760 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:59.166124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:07:59.169010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:07:59.173632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:07:59.203525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Pushing event updated for resources: {'Port': ['ID=3356c41c-3100-460c-a8e4-06e3218d0f91,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:07:59.238613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:59.239222 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:59.328892 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-5bdbe784-2fa8-46b0-a886-1c52750c9556 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9148142 Apr 18 22:07:59.339887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Request body: {'port': {'device_id': '58635361-0ba9-4224-8a86-39cce8784be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:07:59.447409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:59.516063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1156fd9a-9a55-4561-a3d4-d53b8cece8b0 None None] Provisioning for port 3356c41c-3100-460c-a8e4-06e3218d0f91 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:07:59.520998 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1156fd9a-9a55-4561-a3d4-d53b8cece8b0 None None] Provisioning complete for port 3356c41c-3100-460c-a8e4-06e3218d0f91 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:07:59.521365 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1156fd9a-9a55-4561-a3d4-d53b8cece8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:59.575023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1156fd9a-9a55-4561-a3d4-d53b8cece8b0 None None] Port 3356c41c-3100-460c-a8e4-06e3218d0f91 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:07:59.856110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f31cc0-791a-4511-bcd1-dcd433e17711 req-c9a2842a-7be2-42b5-a4e8-34c6fab5f8c9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:07:59.858253 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9f31cc0-791a-4511-bcd1-dcd433e17711 req-c9a2842a-7be2-42b5-a4e8-34c6fab5f8c9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 931 time: 0.0815334 Apr 18 22:07:59.879901 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3356c41c-3100-460c-a8e4-06e3218d0f91 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:07:59.886786 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:59.901262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Transition to ACTIVE for port object 3356c41c-3100-460c-a8e4-06e3218d0f91 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:07:59.905193 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9f31cc0-791a-4511-bcd1-dcd433e17711 req-773b59c2-bf42-463f-93c0-e3dde387cb15 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Apr 18 22:07:59.990358 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:00.121863 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Pushing event updated for resources: {'Port': ['ID=3356c41c-3100-460c-a8e4-06e3218d0f91,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:00.242900 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Attempting to bind port 3356c41c-3100-460c-a8e4-06e3218d0f91 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:08:00.243237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Attempting to bind port 3356c41c-3100-460c-a8e4-06e3218d0f91 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:08:00.243568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Attempting to bind port 3356c41c-3100-460c-a8e4-06e3218d0f91 on network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:08:00.249869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Port 3356c41c-3100-460c-a8e4-06e3218d0f91 on network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:08:00.250184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Attempting to bind port 3356c41c-3100-460c-a8e4-06e3218d0f91 on network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:08:00.256345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:08:00.256671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Checking segment: {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:08:00.257050 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Bound using segment: {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:08:00.257492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Bound port: 3356c41c-3100-460c-a8e4-06e3218d0f91, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:08:00.257836 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:00.344108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] For port 3356c41c-3100-460c-a8e4-06e3218d0f91, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:08:00.347025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] For port 3356c41c-3100-460c-a8e4-06e3218d0f91, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3356c41c-3100-460c-a8e4-06e3218d0f91,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:08:00.438480 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:00.503542 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:00.504893 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] 10.222.0.26 "PUT /v2.0/ports/3356c41c-3100-460c-a8e4-06e3218d0f91 HTTP/1.1" status: 200 len: 1091 time: 1.1690300 Apr 18 22:08:00.505393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58635361-0ba9-4224-8a86-39cce8784be2', 'tag': '3356c41c-3100-460c-a8e4-06e3218d0f91'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:08:00.525152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085a927-4557-4bae-bbb4-d0348034b997 service neutron] Pushing event updated for resources: {'Port': ['ID=3356c41c-3100-460c-a8e4-06e3218d0f91,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:00.563869 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1dfef9-1d49-42ea-aa77-78de33cbd6ae'] response: {'name': 'network-changed', 'server_uuid': '58635361-0ba9-4224-8a86-39cce8784be2', 'tag': '3356c41c-3100-460c-a8e4-06e3218d0f91', 'status': 'completed', 'code': 200} Apr 18 22:08:00.658891 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ed66a4b4-80b3-4b60-a15b-19ab748dbd59 req-868f9d33-1171-4332-a837-8c2dfbc034ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c38b65ea4a9845cdb501f804ba1d192b&device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 1094 time: 0.0749147 Apr 18 22:08:00.797855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66a4b4-80b3-4b60-a15b-19ab748dbd59 req-ce8e6ce1-3164-4b1b-b5de-63157f62fc88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:00.799183 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ed66a4b4-80b3-4b60-a15b-19ab748dbd59 req-ce8e6ce1-3164-4b1b-b5de-63157f62fc88 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c38b65ea4a9845cdb501f804ba1d192b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1331108 Apr 18 22:08:00.933265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66a4b4-80b3-4b60-a15b-19ab748dbd59 req-c0337d05-4ccf-45cb-a478-9d6dd5f35bf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:00.934922 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ed66a4b4-80b3-4b60-a15b-19ab748dbd59 req-c0337d05-4ccf-45cb-a478-9d6dd5f35bf5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299443 Apr 18 22:08:01.042920 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-bf9f1e74-c023-4503-844d-f6fb5852be5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c38b65ea4a9845cdb501f804ba1d192b&device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 1094 time: 0.0740130 Apr 18 22:08:01.100660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947beed6-bffa-48ed-8529-e58c5be6b83c req-70507dd3-554e-4b83-b289-36e16b731b55 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:01.102140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-947beed6-bffa-48ed-8529-e58c5be6b83c req-70507dd3-554e-4b83-b289-36e16b731b55 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 943 time: 0.0763671 Apr 18 22:08:01.109351 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-303857da-5a98-446c-8145-f4156a550298 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3356c41c-3100-460c-a8e4-06e3218d0f91 HTTP/1.1" status: 200 len: 217 time: 0.0599387 Apr 18 22:08:01.149425 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-947beed6-bffa-48ed-8529-e58c5be6b83c req-b05c27f1-fa1b-4c1d-a3c5-f1f1e59bcd91 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Apr 18 22:08:01.185636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-61e1e219-c83d-4506-bdac-840ba43e07d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:01.187067 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-61e1e219-c83d-4506-bdac-840ba43e07d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54221854-25a1-4d5d-9635-c37f5402e87d HTTP/1.1" status: 200 len: 855 time: 0.0728590 Apr 18 22:08:01.203694 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:01.261160 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-51526686-9f79-4518-8189-dbb2e324ad71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=151e60b7-6bea-4cf5-b72f-3dcc2ecf5640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684428 Apr 18 22:08:01.393408 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-45142f73-6d9d-4f30-a4f6-e8541be6570d service neutron] 10.222.0.26 "GET /v2.0/networks/151e60b7-6bea-4cf5-b72f-3dcc2ecf5640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256354 Apr 18 22:08:01.524832 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f98bc8cc-ce99-46f4-8863-6afbdce2a3c3 req-23452c3d-a708-49ea-96ad-e4d86f07ab24 service neutron] 10.222.0.26 "GET /v2.0/networks/151e60b7-6bea-4cf5-b72f-3dcc2ecf5640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247938 Apr 18 22:08:02.357525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b24c1f-486f-4ffd-8700-90c60ccebdf1 req-d257cac6-373c-4b7d-87d6-c20806dd16b4 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:02.359327 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6b24c1f-486f-4ffd-8700-90c60ccebdf1 req-d257cac6-373c-4b7d-87d6-c20806dd16b4 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 943 time: 0.0828736 Apr 18 22:08:02.405463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b6b24c1f-486f-4ffd-8700-90c60ccebdf1 req-99e63846-fccb-41d9-90e9-b748b33e0026 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403557 Apr 18 22:08:03.597417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901835b-faea-4180-897e-b8f096e0b917 req-f6099c5d-89f9-4ed7-ba10-58fe702f2826 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:03.598877 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c901835b-faea-4180-897e-b8f096e0b917 req-f6099c5d-89f9-4ed7-ba10-58fe702f2826 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 943 time: 0.0759175 Apr 18 22:08:03.654478 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c901835b-faea-4180-897e-b8f096e0b917 req-83642f26-9674-4948-89f5-c03a9dc8d3d2 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500379 Apr 18 22:08:03.998098 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:04.309829 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3356c41c-3100-460c-a8e4-06e3218d0f91 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:08:04.473727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3356c41c-3100-460c-a8e4-06e3218d0f91, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3356c41c-3100-460c-a8e4-06e3218d0f91,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:04.486229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '3356c41c-3100-460c-a8e4-06e3218d0f91', 'network_id': '151e60b7-6bea-4cf5-b72f-3dcc2ecf5640', 'port_id': '3356c41c-3100-460c-a8e4-06e3218d0f91', 'mac_address': 'fa:16:3e:aa:66:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54221854-25a1-4d5d-9635-c37f5402e87d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:08:04.537991 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:04.554373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3356c41c-3100-460c-a8e4-06e3218d0f91 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:08:04.569263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3356c41c-3100-460c-a8e4-06e3218d0f91, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3356c41c-3100-460c-a8e4-06e3218d0f91,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:04.655369 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:04.723957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=3356c41c-3100-460c-a8e4-06e3218d0f91,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:04.853763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6ac6a-fcae-458e-b00d-13ee7cbad971 req-41cb2cc5-8461-431e-9334-69b9ec8626b8 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:04.855093 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-efc6ac6a-fcae-458e-b00d-13ee7cbad971 req-41cb2cc5-8461-431e-9334-69b9ec8626b8 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 944 time: 0.0777411 Apr 18 22:08:04.900666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-efc6ac6a-fcae-458e-b00d-13ee7cbad971 req-168020f6-41e2-4e27-b621-83e2e3cbd2d6 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400305 Apr 18 22:08:05.006429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['3356c41c-3100-460c-a8e4-06e3218d0f91'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:08:06.096635 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c398a-379d-4a5b-bb29-50278036d904 req-3f4629e2-63f0-4974-9a0b-5317f7e21c80 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:06.098092 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-649c398a-379d-4a5b-bb29-50278036d904 req-3f4629e2-63f0-4974-9a0b-5317f7e21c80 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 944 time: 0.0746548 Apr 18 22:08:06.146373 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-649c398a-379d-4a5b-bb29-50278036d904 req-79ad2956-212a-40cb-a969-08c4b8de3f5f tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 Apr 18 22:08:06.309661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3356c41c-3100-460c-a8e4-06e3218d0f91 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:08:06.431542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 3356c41c-3100-460c-a8e4-06e3218d0f91 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:08:06.436373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 3356c41c-3100-460c-a8e4-06e3218d0f91 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:06.436754 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:06.550628 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:06.575730 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58635361-0ba9-4224-8a86-39cce8784be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3356c41c-3100-460c-a8e4-06e3218d0f91'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:08:06.585077 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 3356c41c-3100-460c-a8e4-06e3218d0f91, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3356c41c-3100-460c-a8e4-06e3218d0f91,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:06.629382 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5701e6-8642-4bc3-82e6-c285335d82bf'] response: {'server_uuid': '58635361-0ba9-4224-8a86-39cce8784be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3356c41c-3100-460c-a8e4-06e3218d0f91', 'code': 200} Apr 18 22:08:06.648187 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:06.717720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=3356c41c-3100-460c-a8e4-06e3218d0f91,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:06.758390 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef9ffcba-d548-42ef-9eab-67b6630a48f1 req-badf14b2-c2f7-4f26-b047-7b17d5a1e228 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 1096 time: 0.0727606 Apr 18 22:08:06.800296 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ef9ffcba-d548-42ef-9eab-67b6630a48f1 req-01419405-71cc-4049-8e15-6fa712debdfe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359724 Apr 18 22:08:07.340051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df276e-4ee5-47b9-8d68-6f88ed86691e req-611d24cd-f8c2-48c6-9589-abc76a705dda tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:07.341488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-54df276e-4ee5-47b9-8d68-6f88ed86691e req-611d24cd-f8c2-48c6-9589-abc76a705dda tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 945 time: 0.0750220 Apr 18 22:08:07.387148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-54df276e-4ee5-47b9-8d68-6f88ed86691e req-f360607e-9006-4f7f-82aa-518c3a9027d1 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401952 Apr 18 22:08:08.590845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97831fe1-de7d-4545-a02f-1d80640981f2 req-80f48385-29ef-42a7-b01a-8ea3d258cf29 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:08.592317 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97831fe1-de7d-4545-a02f-1d80640981f2 req-80f48385-29ef-42a7-b01a-8ea3d258cf29 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 945 time: 0.0842783 Apr 18 22:08:08.641462 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97831fe1-de7d-4545-a02f-1d80640981f2 req-ab43defb-d748-421a-ab42-b59c0dbaf255 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431433 Apr 18 22:08:08.841130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9165a-c8cc-40c9-ae40-cd2e5327a490 req-0fc65cdf-80f5-4e67-a1b6-d9b2e6330c27 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:08.842586 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dab9165a-c8cc-40c9-ae40-cd2e5327a490 req-0fc65cdf-80f5-4e67-a1b6-d9b2e6330c27 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 945 time: 0.0753801 Apr 18 22:08:08.888263 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dab9165a-c8cc-40c9-ae40-cd2e5327a490 req-5e3cedd7-e344-4d2a-a3c8-340eeb9d5577 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397866 Apr 18 22:08:09.688537 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:16.222534 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:08:24.723234 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bec90e5c-c639-4131-8aec-d180152d395e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:26.597739 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349373d0-9974-4839-b23e-783374a467c5 req-fc8af8f3-90d1-4759-92a6-771a83b7b630 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:26.599188 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-349373d0-9974-4839-b23e-783374a467c5 req-fc8af8f3-90d1-4759-92a6-771a83b7b630 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 945 time: 0.0805092 Apr 18 22:08:26.650342 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-349373d0-9974-4839-b23e-783374a467c5 req-f9e8b398-f75b-4f34-adc6-ece50d4bad99 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456595 Apr 18 22:08:27.146264 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-63f37148-8fc8-4869-b35b-0838133b9ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:27.848786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9450d1-6d1e-436a-8631-9d62d7572266 req-21111620-0c32-4921-b367-2968ad7cc086 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:27.850306 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e9450d1-6d1e-436a-8631-9d62d7572266 req-21111620-0c32-4921-b367-2968ad7cc086 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 945 time: 0.0773432 Apr 18 22:08:27.898378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8e9450d1-6d1e-436a-8631-9d62d7572266 req-089509b9-e6b0-41e3-8688-37e6d7ec07e7 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Apr 18 22:08:28.024153 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:28.276256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-9566c5ee-31d5-4c0b-9931-feb3c4dace92 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:28.276837 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-9566c5ee-31d5-4c0b-9931-feb3c4dace92 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Synchronizing usage tracker for tenant:c38b65ea4a9845cdb501f804ba1d192b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:08:28.362721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-9566c5ee-31d5-4c0b-9931-feb3c4dace92 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Unset dirty status for tenant:c38b65ea4a9845cdb501f804ba1d192b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:08:28.363923 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-9566c5ee-31d5-4c0b-9931-feb3c4dace92 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.26 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 945 time: 0.1626153 Apr 18 22:08:28.517460 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Deleting port 3356c41c-3100-460c-a8e4-06e3218d0f91 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:08:28.517888 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:28.756575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] For port 3356c41c-3100-460c-a8e4-06e3218d0f91, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=3356c41c-3100-460c-a8e4-06e3218d0f91,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:28.756908 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:28.791529 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:28.880304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Calling delete_port for 3356c41c-3100-460c-a8e4-06e3218d0f91 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:08:29.077352 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:29.089497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['3356c41c-3100-460c-a8e4-06e3218d0f91'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:08:29.101844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48662a-fce0-4b85-be88-95dd4d1baeb4 req-5185ad2b-5c7b-4e5f-8f43-e16cc74cac42 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:29.103802 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b48662a-fce0-4b85-be88-95dd4d1baeb4 req-5185ad2b-5c7b-4e5f-8f43-e16cc74cac42 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/ports?device_id=58635361-0ba9-4224-8a86-39cce8784be2 HTTP/1.1" status: 200 len: 945 time: 0.0843422 Apr 18 22:08:29.127962 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Pushing event deleted for resources: {'Port': ['ID=3356c41c-3100-460c-a8e4-06e3218d0f91,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:29.142851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:29.143240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:29.143590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:29.143927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:29.144264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:29.144592 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:29.144965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:29.145302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:29.145653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:29.146034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:29.146363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:29.159343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1b48662a-fce0-4b85-be88-95dd4d1baeb4 req-1ae1d585-57a3-41e3-aa7c-ab3b1170f2a8 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.11 "GET /v2.0/security-groups?id=736e853a-9b3e-4db8-931b-f8c8d8747921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493109 Apr 18 22:08:29.218566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] No DVR routers for this DVR port 3356c41c-3100-460c-a8e4-06e3218d0f91 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:08:29.221152 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:29.223959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58635361-0ba9-4224-8a86-39cce8784be2', 'name': 'network-vif-deleted', 'tag': '3356c41c-3100-460c-a8e4-06e3218d0f91'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:08:29.283015 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96057165-b2d3-4a2f-aa92-7fe3c75dba3d'] response: {'server_uuid': '58635361-0ba9-4224-8a86-39cce8784be2', 'name': 'network-vif-deleted', 'tag': '3356c41c-3100-460c-a8e4-06e3218d0f91', 'status': 'completed', 'code': 200} Apr 18 22:08:29.294453 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-28cbaca7-9fec-4627-b4bc-2fb1a7ec6a1d req-f5ea2f7d-0367-4402-93b0-e7a2e05ccec9 tempest-TestEncryptedCinderVolumes-579124380 tempest-TestEncryptedCinderVolumes-579124380-project] 10.222.0.26 "DELETE /v2.0/ports/3356c41c-3100-460c-a8e4-06e3218d0f91 HTTP/1.1" status: 204 len: 173 time: 0.9247212 Apr 18 22:08:30.356430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38898) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:30.738428 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cda5e-63c0-4a44-bc82-4a9c89a06fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:31.203873 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:31.407176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4d1cda5e-63c0-4a44-bc82-4a9c89a06fd8 admin admin] Deleting port a1651dfb-a054-4dbf-824d-75cccbc139b2 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:08:31.407760 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cda5e-63c0-4a44-bc82-4a9c89a06fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:31.573148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-4d1cda5e-63c0-4a44-bc82-4a9c89a06fd8 admin admin] For port a1651dfb-a054-4dbf-824d-75cccbc139b2, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=a1651dfb-a054-4dbf-824d-75cccbc139b2,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:31.573510 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cda5e-63c0-4a44-bc82-4a9c89a06fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:31.689761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4d1cda5e-63c0-4a44-bc82-4a9c89a06fd8 admin admin] Calling delete_port for a1651dfb-a054-4dbf-824d-75cccbc139b2 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:08:31.904229 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cda5e-63c0-4a44-bc82-4a9c89a06fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:31.950327 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cda5e-63c0-4a44-bc82-4a9c89a06fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1651dfb-a054-4dbf-824d-75cccbc139b2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:32.235440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cda5e-63c0-4a44-bc82-4a9c89a06fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:32.453227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3356c41c-3100-460c-a8e4-06e3218d0f91 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:08:32.487007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 3356c41c-3100-460c-a8e4-06e3218d0f91 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:08:32.487272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 3356c41c-3100-460c-a8e4-06e3218d0f91 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:08:32.884579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1cda5e-63c0-4a44-bc82-4a9c89a06fd8 admin admin] Router bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:08:33.084515 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1cda5e-63c0-4a44-bc82-4a9c89a06fd8 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:08:33.093240 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcb31d-ae16-4f0a-8fc9-6b2ad497fd79 None None] Sync routers for ids ['bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:08:33.098052 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4d1cda5e-63c0-4a44-bc82-4a9c89a06fd8 admin admin] 10.222.0.11 "PUT /v2.0/routers/bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7403507 Apr 18 22:08:33.100368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38902) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:33.105848 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bcb31d-ae16-4f0a-8fc9-6b2ad497fd79 None None] Routers {'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:08:33.106438 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-96bcb31d-ae16-4f0a-8fc9-6b2ad497fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:33.282806 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-96bcb31d-ae16-4f0a-8fc9-6b2ad497fd79 None None] Set router bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:08:33.297218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:33.516220 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:33.563090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Deleting port 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:08:33.563428 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:33.599312 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-96bcb31d-ae16-4f0a-8fc9-6b2ad497fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'name': 'tempest-TestEncryptedCinderVolumes-550308132-router', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:05Z', 'updated_at': '2022-04-18T22:08:31Z', 'revision_number': 5, 'project_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'gw_port': {'id': '61ff8c90-a18e-49f1-9d7f-6e80226c18a6', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:06Z', 'updated_at': '2022-04-18T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:33.603167 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcb31d-ae16-4f0a-8fc9-6b2ad497fd79 None None] Checking router: bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:08:33.614006 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bcb31d-ae16-4f0a-8fc9-6b2ad497fd79 None None] Routers {'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:08:33.614591 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-96bcb31d-ae16-4f0a-8fc9-6b2ad497fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:33.747154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] For port 61ff8c90-a18e-49f1-9d7f-6e80226c18a6, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=61ff8c90-a18e-49f1-9d7f-6e80226c18a6,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:33.747514 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:33.769698 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-96bcb31d-ae16-4f0a-8fc9-6b2ad497fd79 None None] Set router bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:08:33.881792 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-96bcb31d-ae16-4f0a-8fc9-6b2ad497fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'name': 'tempest-TestEncryptedCinderVolumes-550308132-router', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:05Z', 'updated_at': '2022-04-18T22:08:33Z', 'revision_number': 6, 'project_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:33.886050 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcb31d-ae16-4f0a-8fc9-6b2ad497fd79 None None] The sync data for ids ['bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a'] in n-d-836017-3 is: [{'id': 'bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a', 'name': 'tempest-TestEncryptedCinderVolumes-550308132-router', 'tenant_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:05Z', 'updated_at': '2022-04-18T22:08:33Z', 'revision_number': 6, 'project_id': 'c38b65ea4a9845cdb501f804ba1d192b', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:08:33.891239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Calling delete_port for 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:08:33.961392 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:34.129765 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:34.194172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=61ff8c90-a18e-49f1-9d7f-6e80226c18a6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:34.293351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a1651dfb-a054-4dbf-824d-75cccbc139b2 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:08:34.334370 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: a1651dfb-a054-4dbf-824d-75cccbc139b2 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:08:34.334721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device a1651dfb-a054-4dbf-824d-75cccbc139b2 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:08:34.560508 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:34.820622 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:34.824698 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:34.911049 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:34.911718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:08:34.923880 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:34.924987 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-51c7e519-d65a-45a7-a9d0-62a9403b7e2e admin admin] 10.222.0.11 "DELETE /v2.0/routers/bf5ad77d-3bdc-4b74-b7b8-21dc5dfebc3a HTTP/1.1" status: 204 len: 168 time: 1.8235755 Apr 18 22:08:34.927569 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38906) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:34.987064 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5eafbb-4c6e-4c2c-9e11-66523ba81fcb admin admin] Deleting subnet 54221854-25a1-4d5d-9635-c37f5402e87d {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:08:34.990159 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb5eafbb-4c6e-4c2c-9e11-66523ba81fcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:35.041875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb5eafbb-4c6e-4c2c-9e11-66523ba81fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:35.116133 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb5eafbb-4c6e-4c2c-9e11-66523ba81fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:35.241955 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb5eafbb-4c6e-4c2c-9e11-66523ba81fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:35.281853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5eafbb-4c6e-4c2c-9e11-66523ba81fcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54221854-25a1-4d5d-9635-c37f5402e87d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:35.287801 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-bb5eafbb-4c6e-4c2c-9e11-66523ba81fcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:35.293057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d5b21f-eef5-47ed-ab50-35272491a421 None None] Network 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:08:35.293565 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-bb5eafbb-4c6e-4c2c-9e11-66523ba81fcb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/54221854-25a1-4d5d-9635-c37f5402e87d HTTP/1.1" status: 204 len: 168 time: 0.3649666 Apr 18 22:08:35.296146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38910) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:35.400175 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:35.410826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Deleting port c4528679-c541-49b3-818d-1caf0f2d87d9 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:08:35.411158 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:35.529892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b14aaa9-d7ae-4abf-a93d-defbd429fcd8 None None] DHCP port deletion for 151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:08:35.534440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6b14aaa9-d7ae-4abf-a93d-defbd429fcd8 None None] Deleting port c4528679-c541-49b3-818d-1caf0f2d87d9 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:08:35.534999 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6b14aaa9-d7ae-4abf-a93d-defbd429fcd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:35.611586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] For port c4528679-c541-49b3-818d-1caf0f2d87d9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c4528679-c541-49b3-818d-1caf0f2d87d9,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:35.611944 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:35.729622 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Calling delete_port for c4528679-c541-49b3-818d-1caf0f2d87d9 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:08:35.731722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-6b14aaa9-d7ae-4abf-a93d-defbd429fcd8 None None] For port c4528679-c541-49b3-818d-1caf0f2d87d9, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c4528679-c541-49b3-818d-1caf0f2d87d9,segment=NetworkSegment(8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2),segment_id=8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:35.732180 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6b14aaa9-d7ae-4abf-a93d-defbd429fcd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:35.855255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6b14aaa9-d7ae-4abf-a93d-defbd429fcd8 None None] Calling delete_port for c4528679-c541-49b3-818d-1caf0f2d87d9 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:08:35.900200 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:35.943944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4528679-c541-49b3-818d-1caf0f2d87d9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:35.950005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] No DVR routers for this DVR port c4528679-c541-49b3-818d-1caf0f2d87d9 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:08:35.959203 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-6b14aaa9-d7ae-4abf-a93d-defbd429fcd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:08:35.959556 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-6b14aaa9-d7ae-4abf-a93d-defbd429fcd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:08:36.100172 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:08:36.133356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:08:36.133822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 61ff8c90-a18e-49f1-9d7f-6e80226c18a6 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:08:36.134294 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c4528679-c541-49b3-818d-1caf0f2d87d9 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:08:36.159776 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:36.168764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c4528679-c541-49b3-818d-1caf0f2d87d9 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:08:36.169209 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c4528679-c541-49b3-818d-1caf0f2d87d9 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:08:36.184919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151e60b7-6bea-4cf5-b72f-3dcc2ecf5640']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:36.196850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:36.197147 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a90e7ba-4bf7-40bd-924f-3aa8bd7ec8d2') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:36.208627 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:36.228210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:36.234278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:08:36.238570 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:08:36.247259 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:08:36.374884 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:36.391010 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:36.400822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=151e60b7-6bea-4cf5-b72f-3dcc2ecf5640,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:36.458938 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5287388b-3b2b-4c3f-94a0-2cfdc1dc2ae1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/151e60b7-6bea-4cf5-b72f-3dcc2ecf5640 HTTP/1.1" status: 204 len: 168 time: 1.1616206 Apr 18 22:08:36.460903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6b14aaa9-d7ae-4abf-a93d-defbd429fcd8 None None] Deleting port c4528679-c541-49b3-818d-1caf0f2d87d9 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:08:36.461372 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6b14aaa9-d7ae-4abf-a93d-defbd429fcd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:36.461847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38914) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:36.524052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-6b14aaa9-d7ae-4abf-a93d-defbd429fcd8 None None] The port 'c4528679-c541-49b3-818d-1caf0f2d87d9' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:08:36.849374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bec10cb-48fd-4c9d-8f0f-cca8f3e24889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:37.433716 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2bec10cb-48fd-4c9d-8f0f-cca8f3e24889 admin admin] Deleting port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:08:37.434420 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bec10cb-48fd-4c9d-8f0f-cca8f3e24889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:37.601627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-2bec10cb-48fd-4c9d-8f0f-cca8f3e24889 admin admin] For port 2f15c63c-cfec-4c82-b1b2-3a78bcaad584, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=2f15c63c-cfec-4c82-b1b2-3a78bcaad584,segment=NetworkSegment(81d92ae9-6f5b-4402-8cfb-ef99042c47bb),segment_id=81d92ae9-6f5b-4402-8cfb-ef99042c47bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:37.602025 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bec10cb-48fd-4c9d-8f0f-cca8f3e24889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:37.809103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2bec10cb-48fd-4c9d-8f0f-cca8f3e24889 admin admin] Calling delete_port for 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:08:38.008301 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bec10cb-48fd-4c9d-8f0f-cca8f3e24889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:38.051713 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec10cb-48fd-4c9d-8f0f-cca8f3e24889 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f15c63c-cfec-4c82-b1b2-3a78bcaad584,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:38.337700 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2bec10cb-48fd-4c9d-8f0f-cca8f3e24889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:38.899729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bec10cb-48fd-4c9d-8f0f-cca8f3e24889 admin admin] Router b7e2d466-6f8e-4eee-8579-6a427f40bc66 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:08:39.094477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bec10cb-48fd-4c9d-8f0f-cca8f3e24889 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:08:39.103423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e559dc4-e6d8-48ad-9cf5-0f6056098ec1 None None] Sync routers for ids ['b7e2d466-6f8e-4eee-8579-6a427f40bc66'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:08:39.104001 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2bec10cb-48fd-4c9d-8f0f-cca8f3e24889 admin admin] 10.222.0.11 "PUT /v2.0/routers/b7e2d466-6f8e-4eee-8579-6a427f40bc66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6406076 Apr 18 22:08:39.105975 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38918) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:39.116158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e559dc4-e6d8-48ad-9cf5-0f6056098ec1 None None] Routers {'b7e2d466-6f8e-4eee-8579-6a427f40bc66'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:08:39.122150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0e559dc4-e6d8-48ad-9cf5-0f6056098ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b7e2d466-6f8e-4eee-8579-6a427f40bc66'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:39.298629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-0e559dc4-e6d8-48ad-9cf5-0f6056098ec1 None None] Set router b7e2d466-6f8e-4eee-8579-6a427f40bc66 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:08:39.399392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:39.577150 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0e559dc4-e6d8-48ad-9cf5-0f6056098ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'name': 'tempest-TestEncryptedCinderVolumes-456724565-router', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:08:37Z', 'revision_number': 5, 'project_id': 'db440a5ff62e4c41a70eba640775b066', 'gw_port': {'id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:39.581048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e559dc4-e6d8-48ad-9cf5-0f6056098ec1 None None] Checking router: b7e2d466-6f8e-4eee-8579-6a427f40bc66 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:08:39.591646 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e559dc4-e6d8-48ad-9cf5-0f6056098ec1 None None] Routers {'b7e2d466-6f8e-4eee-8579-6a427f40bc66'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:08:39.592237 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0e559dc4-e6d8-48ad-9cf5-0f6056098ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b7e2d466-6f8e-4eee-8579-6a427f40bc66'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:39.593504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:39.676864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Deleting port acab7137-d799-4836-bf58-f56697e5b72e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:08:39.677208 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:39.782752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:39.783556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-0e559dc4-e6d8-48ad-9cf5-0f6056098ec1 None None] Set router b7e2d466-6f8e-4eee-8579-6a427f40bc66 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:08:39.847470 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] For port acab7137-d799-4836-bf58-f56697e5b72e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=acab7137-d799-4836-bf58-f56697e5b72e,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:39.847735 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:39.967597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Calling delete_port for acab7137-d799-4836-bf58-f56697e5b72e owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:08:40.071496 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0e559dc4-e6d8-48ad-9cf5-0f6056098ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'name': 'tempest-TestEncryptedCinderVolumes-456724565-router', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:08:37Z', 'revision_number': 5, 'project_id': 'db440a5ff62e4c41a70eba640775b066', 'gw_port': {'id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:40.075575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e559dc4-e6d8-48ad-9cf5-0f6056098ec1 None None] The sync data for ids ['b7e2d466-6f8e-4eee-8579-6a427f40bc66'] in n-d-836017-3 is: [{'id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'name': 'tempest-TestEncryptedCinderVolumes-456724565-router', 'tenant_id': 'db440a5ff62e4c41a70eba640775b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:08:37Z', 'revision_number': 5, 'project_id': 'db440a5ff62e4c41a70eba640775b066', 'gw_port': {'id': 'acab7137-d799-4836-bf58-f56697e5b72e', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2d466-6f8e-4eee-8579-6a427f40bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:07:13Z', 'updated_at': '2022-04-18T22:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:08:40.208819 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:40.254728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=acab7137-d799-4836-bf58-f56697e5b72e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:40.473928 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:40.816972 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:40.821074 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:40.923221 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:40.923762 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7e2d466-6f8e-4eee-8579-6a427f40bc66 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:08:40.935960 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:40.939988 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b808f54d-bb76-4536-9be0-7283d20e95a9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b7e2d466-6f8e-4eee-8579-6a427f40bc66 HTTP/1.1" status: 204 len: 168 time: 1.8308275 Apr 18 22:08:40.940219 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38922) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:41.001659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d0ea75-5a77-41ab-9e33-cc0c1c798543 admin admin] Deleting subnet 1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:08:41.004772 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51d0ea75-5a77-41ab-9e33-cc0c1c798543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:41.056077 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51d0ea75-5a77-41ab-9e33-cc0c1c798543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:41.132474 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51d0ea75-5a77-41ab-9e33-cc0c1c798543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:41.258581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51d0ea75-5a77-41ab-9e33-cc0c1c798543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:41.294584 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0ea75-5a77-41ab-9e33-cc0c1c798543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:41.302171 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-51d0ea75-5a77-41ab-9e33-cc0c1c798543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:41.307534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec890226-bff2-4aa5-9a1f-0a123b862815 None None] Network 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:08:41.308109 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-51d0ea75-5a77-41ab-9e33-cc0c1c798543 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1f0497f4-8399-4dd8-9cdf-4ade0d4b3c6b HTTP/1.1" status: 204 len: 168 time: 0.3669159 Apr 18 22:08:41.310565 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38926) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:41.419734 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:41.430996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Deleting port cb5125f5-415a-42ad-9467-25c40c15b930 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:08:41.431324 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:41.620421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb63ef9-5d8b-42f4-ac6f-26e4df8e9e28 None None] DHCP port deletion for 8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:08:41.625106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8fb63ef9-5d8b-42f4-ac6f-26e4df8e9e28 None None] Deleting port cb5125f5-415a-42ad-9467-25c40c15b930 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:08:41.625464 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8fb63ef9-5d8b-42f4-ac6f-26e4df8e9e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:41.635888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] For port cb5125f5-415a-42ad-9467-25c40c15b930, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cb5125f5-415a-42ad-9467-25c40c15b930,segment=NetworkSegment(81d92ae9-6f5b-4402-8cfb-ef99042c47bb),segment_id=81d92ae9-6f5b-4402-8cfb-ef99042c47bb)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:41.636191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:41.759468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Calling delete_port for cb5125f5-415a-42ad-9467-25c40c15b930 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:08:41.821047 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8fb63ef9-5d8b-42f4-ac6f-26e4df8e9e28 None None] For port cb5125f5-415a-42ad-9467-25c40c15b930, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=cb5125f5-415a-42ad-9467-25c40c15b930,segment=NetworkSegment(81d92ae9-6f5b-4402-8cfb-ef99042c47bb),segment_id=81d92ae9-6f5b-4402-8cfb-ef99042c47bb)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:41.821461 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8fb63ef9-5d8b-42f4-ac6f-26e4df8e9e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:41.917050 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:41.943729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8fb63ef9-5d8b-42f4-ac6f-26e4df8e9e28 None None] Calling delete_port for cb5125f5-415a-42ad-9467-25c40c15b930 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:08:41.965452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5125f5-415a-42ad-9467-25c40c15b930,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:41.970989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] No DVR routers for this DVR port cb5125f5-415a-42ad-9467-25c40c15b930 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:08:42.013076 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-8fb63ef9-5d8b-42f4-ac6f-26e4df8e9e28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:08:42.013427 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-8fb63ef9-5d8b-42f4-ac6f-26e4df8e9e28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:08:42.086638 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:42.103072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:08:42.112275 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8435754b-1a5b-4e3d-9f90-d6d6e58c6c24']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:42.124627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d92ae9-6f5b-4402-8cfb-ef99042c47bb') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:42.124928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d92ae9-6f5b-4402-8cfb-ef99042c47bb') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:42.136553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:42.138643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:08:42.138996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 2f15c63c-cfec-4c82-b1b2-3a78bcaad584 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:08:42.139404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cb5125f5-415a-42ad-9467-25c40c15b930 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:08:42.153178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:42.160002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:08:42.160394 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:42.174883 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: cb5125f5-415a-42ad-9467-25c40c15b930 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:08:42.174883 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device cb5125f5-415a-42ad-9467-25c40c15b930 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:08:42.174883 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device acab7137-d799-4836-bf58-f56697e5b72e no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:08:42.175217 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:08:42.210031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: acab7137-d799-4836-bf58-f56697e5b72e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:08:42.210474 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device acab7137-d799-4836-bf58-f56697e5b72e not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:08:42.315575 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:42.332008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:42.341805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] Pushing event deleted for resources: {'Network': ['ID=8435754b-1a5b-4e3d-9f90-d6d6e58c6c24,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:42.346238 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9ce15d83-2c51-46c9-b63f-a6cbff154a00 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8435754b-1a5b-4e3d-9f90-d6d6e58c6c24 HTTP/1.1" status: 204 len: 168 time: 1.0342739 Apr 18 22:08:42.515772 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8fb63ef9-5d8b-42f4-ac6f-26e4df8e9e28 None None] Deleting port cb5125f5-415a-42ad-9467-25c40c15b930 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:08:42.516437 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8fb63ef9-5d8b-42f4-ac6f-26e4df8e9e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:42.581320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8fb63ef9-5d8b-42f4-ac6f-26e4df8e9e28 None None] The port 'cb5125f5-415a-42ad-9467-25c40c15b930' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:08:42.765371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 38932) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:42.813727 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b3af1a67-2fd7-4303-932d-e116f2e73edc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c38b65ea4a9845cdb501f804ba1d192b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496669 Apr 18 22:08:42.816235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38936) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:42.891831 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:42.918224 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:43.042862 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:43.057153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736e853a-9b3e-4db8-931b-f8c8d8747921,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:43.066658 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:43.067761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/736e853a-9b3e-4db8-931b-f8c8d8747921 HTTP/1.1" status: 204 len: 168 time: 0.2505617 Apr 18 22:08:43.071402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:43.071997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:43.072147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:43.072509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:43.072842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:43.073165 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:43.073509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:43.073835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:43.074154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:43.074470 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:43.074792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85540e69-f3bf-49ef-8441-5b788d35bc2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:43.773701 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38944) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:43.824389 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-85f5bb50-c52a-4b85-8df5-532eee2fc287 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db440a5ff62e4c41a70eba640775b066&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494871 Apr 18 22:08:43.829023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38948) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:43.897532 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4d412bb-0efe-4932-a5f0-b5bda8eaad27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:43.923524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4d412bb-0efe-4932-a5f0-b5bda8eaad27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:44.029729 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4d412bb-0efe-4932-a5f0-b5bda8eaad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:44.044444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d412bb-0efe-4932-a5f0-b5bda8eaad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40016c9c-dab6-4332-8956-d329e0a22b95,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:44.054759 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b4d412bb-0efe-4932-a5f0-b5bda8eaad27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:44.057915 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b4d412bb-0efe-4932-a5f0-b5bda8eaad27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40016c9c-dab6-4332-8956-d329e0a22b95 HTTP/1.1" status: 204 len: 168 time: 0.2276766 Apr 18 22:08:45.256282 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38970) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:45.383723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1116758495-network', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:08:45.389054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:08:45.392922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Usage tracker for resource:network and tenant:480ad0d51981476897a4a1f903b60dc9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:08:45.395805 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:08:45.401464 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:08:45.488353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Made reservation on behalf of 480ad0d51981476897a4a1f903b60dc9 for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:08:45.490513 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:45.503416 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:45.534194 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:08:45.538131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:480ad0d51981476897a4a1f903b60dc9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:08:45.540940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:08:45.547128 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:08:45.611950 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:45.653634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:45.685442 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:08:45.690604 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:45.697063 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:45.698050 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Added segment ca31dcb5-1565-4d50-86bf-dd4f8c454b05 of type vlan for network 6f73f41d-12a1-41d7-9765-768f9f6cf625 Apr 18 22:08:45.724682 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:45.797108 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:45.797898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:45.798472 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:45.902857 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=6f73f41d-12a1-41d7-9765-768f9f6cf625,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:45.913071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 6f73f41d-12a1-41d7-9765-768f9f6cf625 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:08:45.946221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6272b349-da99-441a-a87f-bea0f26c3fb9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6888468 Apr 18 22:08:45.948987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38976) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:45.954999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Request body: {'subnet': {'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1116758495-subnet', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:08:45.960492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:08:45.964516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Usage tracker for resource:subnet and tenant:480ad0d51981476897a4a1f903b60dc9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:08:45.968339 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:08:45.974438 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:08:46.042765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Made reservation on behalf of 480ad0d51981476897a4a1f903b60dc9 for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:08:46.045087 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:46.384661 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:46.457862 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7427d3-c220-47cf-a4f1-a2a87759d9db,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:46.472065 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Checking segment: {'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:08:46.472418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Network hostable DHCP agents. Network: 6f73f41d-12a1-41d7-9765-768f9f6cf625, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:08:46.544244 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Network 6f73f41d-12a1-41d7-9765-768f9f6cf625 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:08:46.625822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 6f73f41d-12a1-41d7-9765-768f9f6cf625) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:08:46.629679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:46.630252 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:46.634345 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b5378-6a2d-4652-85db-199317a37154 None None] Network 6f73f41d-12a1-41d7-9765-768f9f6cf625 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:08:46.706444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a406f6d2-120d-4962-b16b-9c1b9daaf13f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7562935 Apr 18 22:08:46.709005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38980) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:46.714475 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:08:46.720294 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:08:46.724191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Usage tracker for resource:router and tenant:480ad0d51981476897a4a1f903b60dc9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:08:46.727033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:08:46.732815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:08:46.803354 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:46.805019 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:46.825613 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:46.849606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-6f73f41d-12a1-41d7-9765-768f9f6cf625', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'fixed_ips': [{'subnet_id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:08:46.850411 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:47.002109 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Allocated IP 172.20.0.2 (6f73f41d-12a1-41d7-9765-768f9f6cf625/8d7427d3-c220-47cf-a4f1-a2a87759d9db/ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:08:47.048810 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:47.200180 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:47.210804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Transition to ACTIVE for port object ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:08:47.228992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Transition to ACTIVE for port object ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:08:47.282829 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:47.283060 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:47.312192 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:47.351081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Network 6f73f41d-12a1-41d7-9765-768f9f6cf625 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:08:47.353978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:08:47.358927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:08:47.364327 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Pushing event updated for resources: {'Port': ['ID=ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:47.400005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:47.400343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:47.400677 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:47.401009 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:47.401336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:47.401688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:47.402016 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:47.402336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:47.402652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:47.402965 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:47.403277 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:47.453003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Allocated IP 172.25.3.81 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/3171aaf5-ea05-4e6f-ad9e-307095d18770) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:08:47.456737 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Attempting to bind port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:08:47.457103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Attempting to bind port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:08:47.457457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Attempting to bind port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e on network 6f73f41d-12a1-41d7-9765-768f9f6cf625 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:08:47.463721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:08:47.464085 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Checking segment: {'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:08:47.464477 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:47.464860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Bound using segment: {'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:08:47.465315 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Bound port: ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:08:47.465707 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:47.580766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] For port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:08:47.583719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] For port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:08:47.601457 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:47.711479 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:47.721612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:47.791576 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:08:47.794296 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:08:47.795121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64a26-a41c-4acc-8162-4ed9a0fafaa9 None None] Pushing event updated for resources: {'Port': ['ID=ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:47.798388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:08:47.830039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Pushing event updated for resources: {'Port': ['ID=3171aaf5-ea05-4e6f-ad9e-307095d18770,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:48.027725 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:48.028589 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:48.144674 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:08:48.271328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:08:48.356785 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Router e1789981-7875-4a85-8ee4-3c23f2730e24 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:08:48.683650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:08:48.692825 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Sync routers for ids ['e1789981-7875-4a85-8ee4-3c23f2730e24'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:08:48.707385 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Routers {'e1789981-7875-4a85-8ee4-3c23f2730e24'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:08:48.708004 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1789981-7875-4a85-8ee4-3c23f2730e24'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:48.716625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fef0375-2d6e-47ef-b7df-eeae6ea7c63c None None] Network 6f73f41d-12a1-41d7-9765-768f9f6cf625 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:08:48.825661 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:48.827413 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ab48c939-641a-4765-9e6d-75ec91efb33b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1168914 Apr 18 22:08:48.830230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 38984) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:48.889983 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Set router e1789981-7875-4a85-8ee4-3c23f2730e24 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:08:48.893973 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-502d3afe-2b0e-4d67-b9ff-fed8482d4613 None None] Provisioning for port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:08:48.903282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-502d3afe-2b0e-4d67-b9ff-fed8482d4613 None None] Provisioning complete for port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:48.903672 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-502d3afe-2b0e-4d67-b9ff-fed8482d4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:49.084090 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-502d3afe-2b0e-4d67-b9ff-fed8482d4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:49.152709 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-502d3afe-2b0e-4d67-b9ff-fed8482d4613 None None] For port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:49.214366 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-502d3afe-2b0e-4d67-b9ff-fed8482d4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:49.245899 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:08:47Z', 'revision_number': 3, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:49.254424 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Checking router: e1789981-7875-4a85-8ee4-3c23f2730e24 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:08:49.254767 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Updating router e1789981-7875-4a85-8ee4-3c23f2730e24 port 3171aaf5-ea05-4e6f-ad9e-307095d18770 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:08:49.301458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d3afe-2b0e-4d67-b9ff-fed8482d4613 None None] Pushing event updated for resources: {'Port': ['ID=ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:49.321268 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:49.442516 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-74749694-4cd7-4337-90c4-a22de1532e5a None None] Provisioning complete for port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:49.442883 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-74749694-4cd7-4337-90c4-a22de1532e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:49.653163 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:49.663259 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:49.674766 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Transition to ACTIVE for port object 3171aaf5-ea05-4e6f-ad9e-307095d18770 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:08:49.778463 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:49.877184 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Allocated IP 172.20.0.1 (6f73f41d-12a1-41d7-9765-768f9f6cf625/8d7427d3-c220-47cf-a4f1-a2a87759d9db/1f86d379-24fd-47cc-af82-ecd0e6c90815) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:08:49.893587 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Attempting to bind port 3171aaf5-ea05-4e6f-ad9e-307095d18770 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:08:49.893948 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Attempting to bind port 3171aaf5-ea05-4e6f-ad9e-307095d18770 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:08:49.894298 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Attempting to bind port 3171aaf5-ea05-4e6f-ad9e-307095d18770 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:08:49.896337 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Pushing event updated for resources: {'Port': ['ID=3171aaf5-ea05-4e6f-ad9e-307095d18770,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:49.908357 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:49.908698 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:49.909030 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:49.909356 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:49.909734 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:49.910057 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:49.910407 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:49.910726 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:49.911043 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:49.911358 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:49.911675 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:08:49.914836 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:08:49.915203 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:08:49.915611 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:49.915958 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:08:49.916416 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Bound port: 3171aaf5-ea05-4e6f-ad9e-307095d18770, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:08:49.916779 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:49.986677 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] For port 3171aaf5-ea05-4e6f-ad9e-307095d18770, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:08:49.989739 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] For port 3171aaf5-ea05-4e6f-ad9e-307095d18770, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3171aaf5-ea05-4e6f-ad9e-307095d18770,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:08:50.027871 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:50.044039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Transition to ACTIVE for port object 1f86d379-24fd-47cc-af82-ecd0e6c90815 will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:08:50.060432 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:50.101172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:50.113396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:08:50.149128 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Routers {'e1789981-7875-4a85-8ee4-3c23f2730e24'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:08:50.149768 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1789981-7875-4a85-8ee4-3c23f2730e24'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:50.182991 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=1f86d379-24fd-47cc-af82-ecd0e6c90815,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:50.199062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Network 6f73f41d-12a1-41d7-9765-768f9f6cf625 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:08:50.200579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:08:50.204857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:50.205595 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:50.216396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:08:50.264074 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587183a9-f7e8-4431-baad-da02ffbd7f7a None None] Pushing event updated for resources: {'Port': ['ID=3171aaf5-ea05-4e6f-ad9e-307095d18770,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:50.279422 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:50.341433 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] Set router e1789981-7875-4a85-8ee4-3c23f2730e24 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:08:50.454316 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:50.556955 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bf51b45f-c01e-4db3-abec-5668ad34c0b5 None None] Provisioning for port 1f86d379-24fd-47cc-af82-ecd0e6c90815 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:08:50.562544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bf51b45f-c01e-4db3-abec-5668ad34c0b5 None None] Provisioning complete for port 1f86d379-24fd-47cc-af82-ecd0e6c90815 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:50.562934 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bf51b45f-c01e-4db3-abec-5668ad34c0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:50.622193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bf51b45f-c01e-4db3-abec-5668ad34c0b5 None None] Port 1f86d379-24fd-47cc-af82-ecd0e6c90815 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:08:50.637633 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:08:47Z', 'revision_number': 3, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:50.642575 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06403ec9-f624-43ee-9f17-2106b6964ac2 None None] The sync data for ids ['e1789981-7875-4a85-8ee4-3c23f2730e24'] in n-d-836017-3 is: [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:08:47Z', 'revision_number': 3, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:08:50.681395 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:50.745593 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:50.973745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=1f86d379-24fd-47cc-af82-ecd0e6c90815,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:50.976095 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:51.119323 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Network 6f73f41d-12a1-41d7-9765-768f9f6cf625 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:08:51.120885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:08:51.356314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bb1a300d-19ab-4ea0-855d-f1f2404c6d97 None None] Provisioning complete for port 1f86d379-24fd-47cc-af82-ecd0e6c90815 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:51.356845 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb1a300d-19ab-4ea0-855d-f1f2404c6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:51.421762 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a300d-19ab-4ea0-855d-f1f2404c6d97 None None] Port 1f86d379-24fd-47cc-af82-ecd0e6c90815 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:08:51.538623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Router e1789981-7875-4a85-8ee4-3c23f2730e24 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:08:51.738440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:08:51.746939 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1143e589-2fff-413f-86ff-88c58864b9b2 admin admin] 10.222.0.11 "PUT /v2.0/routers/e1789981-7875-4a85-8ee4-3c23f2730e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9154530 Apr 18 22:08:52.128759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3171aaf5-ea05-4e6f-ad9e-307095d18770 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:08:52.265807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 3171aaf5-ea05-4e6f-ad9e-307095d18770 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:08:52.270916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3171aaf5-ea05-4e6f-ad9e-307095d18770 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:52.271284 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:52.385450 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:52.401606 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 3171aaf5-ea05-4e6f-ad9e-307095d18770, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3171aaf5-ea05-4e6f-ad9e-307095d18770,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:52.477207 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:52.546002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=3171aaf5-ea05-4e6f-ad9e-307095d18770,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:52.836845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39006) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:52.841492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1336821074-network', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:08:52.847989 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:08:52.851788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Usage tracker for resource:network and tenant:cb148ab251c048f1b70ab13bf0a25779 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:08:52.855492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:08:52.861843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:08:52.945291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Made reservation on behalf of cb148ab251c048f1b70ab13bf0a25779 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:08:52.947625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:52.959872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:52.991018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:08:52.994800 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Usage tracker for resource:security_group_rule and tenant:cb148ab251c048f1b70ab13bf0a25779 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:08:52.997546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:08:53.003430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:08:53.065875 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:53.132186 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:53.165322 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:08:53.173597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0d43ae-0e66-44f1-adb6-5d0a69977ca2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:53.178949 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:53.179312 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Added segment 5f15a50b-b0a3-4e8a-8e73-0b1a6590270e of type vlan for network 38f99eb6-51de-4197-bcdc-49ff93e7890a Apr 18 22:08:53.224710 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:08:53.296148 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:53.383682 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:53.384470 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:53.385040 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:53.487934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] Pushing event updated for resources: {'Network': ['ID=38f99eb6-51de-4197-bcdc-49ff93e7890a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:53.497862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 38f99eb6-51de-4197-bcdc-49ff93e7890a details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:08:53.544944 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ba5e27fc-b8f2-4e92-8041-b2545ef9b844 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7079232 Apr 18 22:08:53.547675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39010) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:53.552984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Request body: {'subnet': {'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1336821074-subnet', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:08:53.558788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:08:53.563407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Usage tracker for resource:subnet and tenant:cb148ab251c048f1b70ab13bf0a25779 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:08:53.566340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:08:53.572007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:08:53.646782 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Made reservation on behalf of cb148ab251c048f1b70ab13bf0a25779 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:08:53.649093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:53.905896 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:53.980408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=260912eb-116c-48fb-910b-7cfc70c481b3,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:53.996826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Checking segment: {'id': '5f15a50b-b0a3-4e8a-8e73-0b1a6590270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:08:53.997177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Network hostable DHCP agents. Network: 38f99eb6-51de-4197-bcdc-49ff93e7890a, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:08:54.099418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Network 38f99eb6-51de-4197-bcdc-49ff93e7890a is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:08:54.111567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3171aaf5-ea05-4e6f-ad9e-307095d18770 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:08:54.145691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Sync routers for ids ['e1789981-7875-4a85-8ee4-3c23f2730e24'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:08:54.168027 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 38f99eb6-51de-4197-bcdc-49ff93e7890a) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:08:54.178586 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03371f54-8b56-484a-b24d-4574aed1820e None None] Network 38f99eb6-51de-4197-bcdc-49ff93e7890a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:08:54.179942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:08:54.180746 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:54.195116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Routers {'e1789981-7875-4a85-8ee4-3c23f2730e24'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:08:54.195751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1789981-7875-4a85-8ee4-3c23f2730e24'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:54.266941 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-82925ddd-5d4e-4c34-b1f0-99c84d931814 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7181857 Apr 18 22:08:54.269402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39014) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:54.274666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1336821074-router', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:08:54.280714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:08:54.284689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Usage tracker for resource:router and tenant:cb148ab251c048f1b70ab13bf0a25779 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:08:54.287665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:08:54.293466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:08:54.375125 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:54.376091 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:54.394903 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:54.462251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 3171aaf5-ea05-4e6f-ad9e-307095d18770 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:54.462522 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:54.602130 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:54.604684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Set router e1789981-7875-4a85-8ee4-3c23f2730e24 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:08:54.737603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-38f99eb6-51de-4197-bcdc-49ff93e7890a', 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'fixed_ips': [{'subnet_id': '260912eb-116c-48fb-910b-7cfc70c481b3'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:08:54.738345 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:54.869568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:54.883529 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-67e55d04-80cd-4f23-8946-73158d0af57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:54.900749 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:55.037419 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Allocated IP 172.25.3.226 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/05e96a1e-834e-4488-9659-588e735a8f8b) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:08:55.120358 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Allocated IP 172.20.0.2 (38f99eb6-51de-4197-bcdc-49ff93e7890a/260912eb-116c-48fb-910b-7cfc70c481b3/67bbe6ab-0d02-4170-86af-e9a40e974072) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:08:55.187247 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:55.254498 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:55.262214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:08:50Z', 'revision_number': 4, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1f86d379-24fd-47cc-af82-ecd0e6c90815', 'name': '', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'mac_address': 'fa:16:3e:99:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:49Z', 'updated_at': '2022-04-18T22:08:50Z', 'revision_number': 2, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'subnets': [{'id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:55.271625 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Checking router: e1789981-7875-4a85-8ee4-3c23f2730e24 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:08:55.271974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Updating router e1789981-7875-4a85-8ee4-3c23f2730e24 port 1f86d379-24fd-47cc-af82-ecd0e6c90815 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:08:55.319024 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:08:55.321676 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:08:55.325304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:08:55.357239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Pushing event updated for resources: {'Port': ['ID=05e96a1e-834e-4488-9659-588e735a8f8b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:55.374435 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:55.399346 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:55.443950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Transition to ACTIVE for port object 67bbe6ab-0d02-4170-86af-e9a40e974072 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:08:55.512191 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Transition to ACTIVE for port object 67bbe6ab-0d02-4170-86af-e9a40e974072 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:08:55.538280 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:55.539122 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:55.625946 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:55.775179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Pushing event updated for resources: {'Port': ['ID=67bbe6ab-0d02-4170-86af-e9a40e974072,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:55.778544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Network 38f99eb6-51de-4197-bcdc-49ff93e7890a is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:08:55.788098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:08:55.791985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:08:55.927836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Router 519f8d1a-70ac-4f46-852b-c65eb90f37e4 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:08:55.931195 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Attempting to bind port 67bbe6ab-0d02-4170-86af-e9a40e974072 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:08:55.931556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Attempting to bind port 67bbe6ab-0d02-4170-86af-e9a40e974072 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5f15a50b-b0a3-4e8a-8e73-0b1a6590270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:08:55.931911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Attempting to bind port 67bbe6ab-0d02-4170-86af-e9a40e974072 on network 38f99eb6-51de-4197-bcdc-49ff93e7890a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:08:55.945865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:08:55.946238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Checking segment: {'id': '5f15a50b-b0a3-4e8a-8e73-0b1a6590270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:08:55.946654 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:55.947012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Bound using segment: {'id': '5f15a50b-b0a3-4e8a-8e73-0b1a6590270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:08:55.947465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Bound port: 67bbe6ab-0d02-4170-86af-e9a40e974072, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f15a50b-b0a3-4e8a-8e73-0b1a6590270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:08:55.947833 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:55.973402 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:56.025322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Transition to ACTIVE for port object 1f86d379-24fd-47cc-af82-ecd0e6c90815 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:08:56.054113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] For port 67bbe6ab-0d02-4170-86af-e9a40e974072, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:08:56.057158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] For port 67bbe6ab-0d02-4170-86af-e9a40e974072, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=67bbe6ab-0d02-4170-86af-e9a40e974072,segment=NetworkSegment(5f15a50b-b0a3-4e8a-8e73-0b1a6590270e),segment_id=5f15a50b-b0a3-4e8a-8e73-0b1a6590270e)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:08:56.103752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:56.130523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:08:56.142538 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Sync routers for ids ['519f8d1a-70ac-4f46-852b-c65eb90f37e4'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:08:56.144874 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:56.156862 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Routers {'519f8d1a-70ac-4f46-852b-c65eb90f37e4'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:08:56.157753 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['519f8d1a-70ac-4f46-852b-c65eb90f37e4'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:56.219930 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:56.223633 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e8683345-842f-48e3-bc0a-beef2f359bde admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9506996 Apr 18 22:08:56.223919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39018) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:08:56.247428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0aa925-2ed6-444e-8ca9-48b455b73118 None None] Pushing event updated for resources: {'Port': ['ID=1f86d379-24fd-47cc-af82-ecd0e6c90815,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:56.364710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771235d8-3b09-4156-9eba-365ee20c889f None None] Pushing event updated for resources: {'Port': ['ID=67bbe6ab-0d02-4170-86af-e9a40e974072,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:56.369516 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Set router 519f8d1a-70ac-4f46-852b-c65eb90f37e4 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:08:56.443949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Attempting to bind port 1f86d379-24fd-47cc-af82-ecd0e6c90815 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:08:56.444620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Attempting to bind port 1f86d379-24fd-47cc-af82-ecd0e6c90815 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:08:56.445076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Attempting to bind port 1f86d379-24fd-47cc-af82-ecd0e6c90815 on network 6f73f41d-12a1-41d7-9765-768f9f6cf625 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:08:56.458355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:08:56.458867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Checking segment: {'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:08:56.459063 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:56.464137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Bound using segment: {'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:08:56.464718 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Bound port: 1f86d379-24fd-47cc-af82-ecd0e6c90815, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:08:56.465106 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:56.622798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] For port 1f86d379-24fd-47cc-af82-ecd0e6c90815, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:08:56.627887 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] For port 1f86d379-24fd-47cc-af82-ecd0e6c90815, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1f86d379-24fd-47cc-af82-ecd0e6c90815,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:08:56.708101 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:56.751204 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'name': 'tempest-TestMinimumBasicScenario-1336821074-router', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:08:55Z', 'revision_number': 3, 'project_id': 'cb148ab251c048f1b70ab13bf0a25779', 'gw_port': {'id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:56.755493 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Checking router: 519f8d1a-70ac-4f46-852b-c65eb90f37e4 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:08:56.755834 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Updating router 519f8d1a-70ac-4f46-852b-c65eb90f37e4 port 05e96a1e-834e-4488-9659-588e735a8f8b binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:08:56.809629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0aa925-2ed6-444e-8ca9-48b455b73118 None None] Pushing event updated for resources: {'Port': ['ID=1f86d379-24fd-47cc-af82-ecd0e6c90815,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:56.813960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Routers {'e1789981-7875-4a85-8ee4-3c23f2730e24'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:08:56.814637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:08:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1789981-7875-4a85-8ee4-3c23f2730e24'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:56.815023 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:57.023678 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] Set router e1789981-7875-4a85-8ee4-3c23f2730e24 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:08:57.215607 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:57.229774 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Transition to ACTIVE for port object 05e96a1e-834e-4488-9659-588e735a8f8b will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:08:57.251881 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:57.295368 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:57.328868 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb954-ade4-4167-af62-6134d16cc99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:57.392725 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44936b-69c4-4d61-bd18-36108af7ea09 None None] Pushing event updated for resources: {'Port': ['ID=05e96a1e-834e-4488-9659-588e735a8f8b,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:57.395225 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Attempting to bind port 05e96a1e-834e-4488-9659-588e735a8f8b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:08:57.395589 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Attempting to bind port 05e96a1e-834e-4488-9659-588e735a8f8b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:08:57.395943 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Attempting to bind port 05e96a1e-834e-4488-9659-588e735a8f8b on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:08:57.404305 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:08:57.405223 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:08:57.405654 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:57.406042 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:08:57.406508 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Bound port: 05e96a1e-834e-4488-9659-588e735a8f8b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:08:57.406877 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:57.433326 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:08:50Z', 'revision_number': 4, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1f86d379-24fd-47cc-af82-ecd0e6c90815', 'name': '', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'mac_address': 'fa:16:3e:99:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:49Z', 'updated_at': '2022-04-18T22:08:56Z', 'revision_number': 4, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'subnets': [{'id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:57.437844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe95d9-c2da-49f0-b9c7-9d72ae92adde None None] The sync data for ids ['e1789981-7875-4a85-8ee4-3c23f2730e24'] in n-d-836017-3 is: [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:08:50Z', 'revision_number': 4, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1f86d379-24fd-47cc-af82-ecd0e6c90815', 'name': '', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'mac_address': 'fa:16:3e:99:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:49Z', 'updated_at': '2022-04-18T22:08:56Z', 'revision_number': 4, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'subnets': [{'id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:08:57.494335 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] For port 05e96a1e-834e-4488-9659-588e735a8f8b, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:08:57.494634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Allocated IP 172.20.0.1 (38f99eb6-51de-4197-bcdc-49ff93e7890a/260912eb-116c-48fb-910b-7cfc70c481b3/b291ecf3-2254-4e8b-b31c-0fb013268e5b) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:08:57.507193 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] For port 05e96a1e-834e-4488-9659-588e735a8f8b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=05e96a1e-834e-4488-9659-588e735a8f8b,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:08:57.567738 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:57.651622 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e490f38-8884-49c6-bc23-376d8aa6ea91 None None] Network 38f99eb6-51de-4197-bcdc-49ff93e7890a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:08:57.655867 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44936b-69c4-4d61-bd18-36108af7ea09 None None] Pushing event updated for resources: {'Port': ['ID=05e96a1e-834e-4488-9659-588e735a8f8b,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:57.669116 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Routers {'519f8d1a-70ac-4f46-852b-c65eb90f37e4'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:08:57.669797 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:08:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['519f8d1a-70ac-4f46-852b-c65eb90f37e4'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:57.715610 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:57.735822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Transition to ACTIVE for port object b291ecf3-2254-4e8b-b31c-0fb013268e5b will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:08:57.837883 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:57.867735 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] Set router 519f8d1a-70ac-4f46-852b-c65eb90f37e4 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:08:57.896853 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-9b31643a-c41a-479f-b5e5-86d434d0bbdd None None] Provisioning for port 67bbe6ab-0d02-4170-86af-e9a40e974072 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:08:57.931313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Pushing event updated for resources: {'Port': ['ID=b291ecf3-2254-4e8b-b31c-0fb013268e5b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:57.938171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Network 38f99eb6-51de-4197-bcdc-49ff93e7890a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:08:57.939504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:08:57.941914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:08:58.007365 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:58.134137 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:58.227277 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:58.234121 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1f86d379-24fd-47cc-af82-ecd0e6c90815 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:08:58.262205 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'name': 'tempest-TestMinimumBasicScenario-1336821074-router', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:08:55Z', 'revision_number': 3, 'project_id': 'cb148ab251c048f1b70ab13bf0a25779', 'gw_port': {'id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:08:58.266750 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f244b2-1593-483d-aeb1-1a9a21eaf730 None None] The sync data for ids ['519f8d1a-70ac-4f46-852b-c65eb90f37e4'] in n-d-836017-3 is: [{'id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'name': 'tempest-TestMinimumBasicScenario-1336821074-router', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:08:55Z', 'revision_number': 3, 'project_id': 'cb148ab251c048f1b70ab13bf0a25779', 'gw_port': {'id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:08:58.424066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 1f86d379-24fd-47cc-af82-ecd0e6c90815 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:08:58.441664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 1f86d379-24fd-47cc-af82-ecd0e6c90815 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:58.442554 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:58.596833 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:58.618771 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:58.632873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 1f86d379-24fd-47cc-af82-ecd0e6c90815, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1f86d379-24fd-47cc-af82-ecd0e6c90815,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:58.665082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-77ce12d3-907c-492a-b8da-788344016203 None None] Provisioning for port b291ecf3-2254-4e8b-b31c-0fb013268e5b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:08:58.672433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-77ce12d3-907c-492a-b8da-788344016203 None None] Provisioning complete for port b291ecf3-2254-4e8b-b31c-0fb013268e5b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:58.672810 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-77ce12d3-907c-492a-b8da-788344016203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:58.688070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:58.707107 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:58.707866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 67bbe6ab-0d02-4170-86af-e9a40e974072 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:08:58.794411 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Pushing event updated for resources: {'Port': ['ID=b291ecf3-2254-4e8b-b31c-0fb013268e5b,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:58.796767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:58.845367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-77ce12d3-907c-492a-b8da-788344016203 None None] Port b291ecf3-2254-4e8b-b31c-0fb013268e5b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:08:58.861527 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=1f86d379-24fd-47cc-af82-ecd0e6c90815,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:58.888593 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:58.910681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 67bbe6ab-0d02-4170-86af-e9a40e974072 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:08:58.915652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 67bbe6ab-0d02-4170-86af-e9a40e974072 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:58.918239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:58.934652 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Network 38f99eb6-51de-4197-bcdc-49ff93e7890a is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:08:58.936257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:08:58.993972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-efbd16d0-002d-4c47-8c35-0deef079eea5 None None] Provisioning complete for port b291ecf3-2254-4e8b-b31c-0fb013268e5b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:58.994498 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-efbd16d0-002d-4c47-8c35-0deef079eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:59.131177 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-efbd16d0-002d-4c47-8c35-0deef079eea5 None None] Port b291ecf3-2254-4e8b-b31c-0fb013268e5b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:08:59.142206 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:59.169360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 67bbe6ab-0d02-4170-86af-e9a40e974072, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=67bbe6ab-0d02-4170-86af-e9a40e974072,segment=NetworkSegment(5f15a50b-b0a3-4e8a-8e73-0b1a6590270e),segment_id=5f15a50b-b0a3-4e8a-8e73-0b1a6590270e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:08:59.242636 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:59.310141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d3fe23e9-6ac4-4ca9-97df-78aa753f137d None None] Provisioning complete for port b291ecf3-2254-4e8b-b31c-0fb013268e5b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:08:59.310497 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d3fe23e9-6ac4-4ca9-97df-78aa753f137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:59.350794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=67bbe6ab-0d02-4170-86af-e9a40e974072,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:08:59.357216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Router 519f8d1a-70ac-4f46-852b-c65eb90f37e4 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:08:59.369123 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe23e9-6ac4-4ca9-97df-78aa753f137d None None] Port b291ecf3-2254-4e8b-b31c-0fb013268e5b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:08:59.553500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:08:59.562575 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4cc979b2-185d-4626-afa2-3fb2a35ce815 admin admin] 10.222.0.11 "PUT /v2.0/routers/519f8d1a-70ac-4f46-852b-c65eb90f37e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3376832 Apr 18 22:09:00.131661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1f86d379-24fd-47cc-af82-ecd0e6c90815 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:09:00.208135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 1f86d379-24fd-47cc-af82-ecd0e6c90815 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:09:00.208497 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:00.324401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 67bbe6ab-0d02-4170-86af-e9a40e974072 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:09:00.392341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 67bbe6ab-0d02-4170-86af-e9a40e974072 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:09:00.392710 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:01.178632 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:03.984691 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:06.184425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 05e96a1e-834e-4488-9659-588e735a8f8b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:09:06.311339 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 05e96a1e-834e-4488-9659-588e735a8f8b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:09:06.316837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 05e96a1e-834e-4488-9659-588e735a8f8b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:09:06.317212 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:06.451371 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:06.470912 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 05e96a1e-834e-4488-9659-588e735a8f8b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=05e96a1e-834e-4488-9659-588e735a8f8b,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:09:06.526703 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:06.618516 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=05e96a1e-834e-4488-9659-588e735a8f8b,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:08.134503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 05e96a1e-834e-4488-9659-588e735a8f8b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:09:08.222403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 05e96a1e-834e-4488-9659-588e735a8f8b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:09:08.223148 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:09.739430 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:11.936900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-38f46584-efab-44f0-b2a1-e52c4535da55 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:11.937509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-38f46584-efab-44f0-b2a1-e52c4535da55 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Synchronizing usage tracker for tenant:480ad0d51981476897a4a1f903b60dc9 on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:09:12.031113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-38f46584-efab-44f0-b2a1-e52c4535da55 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Unset dirty status for tenant:480ad0d51981476897a4a1f903b60dc9 on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:09:12.032599 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-38f46584-efab-44f0-b2a1-e52c4535da55 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/networks?id=6f73f41d-12a1-41d7-9765-768f9f6cf625 HTTP/1.1" status: 200 len: 815 time: 0.2365544 Apr 18 22:09:12.051370 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-49d4e28e-94c9-44d5-811d-457429c81b85 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/quotas/480ad0d51981476897a4a1f903b60dc9 HTTP/1.1" status: 200 len: 375 time: 0.0127861 Apr 18 22:09:12.130505 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-c578591c-a861-492a-b4d3-a577493b85e3 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Synchronizing usage tracker for tenant:480ad0d51981476897a4a1f903b60dc9 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:09:12.253922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-c578591c-a861-492a-b4d3-a577493b85e3 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Unset dirty status for tenant:480ad0d51981476897a4a1f903b60dc9 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:09:12.255249 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-c578591c-a861-492a-b4d3-a577493b85e3 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=480ad0d51981476897a4a1f903b60dc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1987278 Apr 18 22:09:12.395054 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-0ffc76bc-4862-43c2-8a39-207c3d3aa118 service neutron] 10.222.0.11 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280327 Apr 18 22:09:12.524452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-eb01535a-fe55-4470-976c-b14c201cc947 service neutron] 10.222.0.11 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237090 Apr 18 22:09:12.782432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4281403-766f-4215-ac0a-7b54f7c88a0b req-9e942e20-5099-427e-99ed-351e1df4f686 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 210 time: 0.0455585 Apr 18 22:09:13.904978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f5d39d15-ddef-4c05-bc56-d62bcc7a0d67 req-701f927a-7d5e-45a8-afad-dd3b259825b4 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 210 time: 0.0404780 Apr 18 22:09:15.068830 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a2a5d47-1caf-466c-8807-5b6cc7b04aa6 req-b4e3e8d9-cb7c-4900-b158-87ca61402752 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 210 time: 0.0421989 Apr 18 22:09:15.219514 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-4f905c4a-662a-4286-9579-9c8e0e65f749 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:15.220926 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-4f905c4a-662a-4286-9579-9c8e0e65f749 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.26 "GET /v2.0/networks?id=6f73f41d-12a1-41d7-9765-768f9f6cf625 HTTP/1.1" status: 200 len: 815 time: 0.1434753 Apr 18 22:09:15.236659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Request body: {'port': {'device_id': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'admin_state_up': True, 'tenant_id': '480ad0d51981476897a4a1f903b60dc9'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:09:15.380497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:09:15.389906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:09:15.459303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Made reservation on behalf of 480ad0d51981476897a4a1f903b60dc9 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:09:15.462295 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:15.622530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Allocated IP 172.20.0.12 (6f73f41d-12a1-41d7-9765-768f9f6cf625/8d7427d3-c220-47cf-a4f1-a2a87759d9db/fad37f35-ce39-4a31-9274-30365ad5b007) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:09:15.939607 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:15.965555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Transition to ACTIVE for port object fad37f35-ce39-4a31-9274-30365ad5b007 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:09:16.064402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:16.185113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Network 6f73f41d-12a1-41d7-9765-768f9f6cf625 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:09:16.189505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:09:16.194103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:09:16.240541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event updated for resources: {'Port': ['ID=fad37f35-ce39-4a31-9274-30365ad5b007,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:16.283223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:16.284374 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:16.436220 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-1aa7902e-2120-4ed6-b737-9f13724cc16e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2031455 Apr 18 22:09:16.557037 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cf9b8-3db6-4705-b8bc-40a0c82de421 req-dd9881c2-fb77-4525-8c28-5cb1132f3933 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:16.558460 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f11cf9b8-3db6-4705-b8bc-40a0c82de421 req-dd9881c2-fb77-4525-8c28-5cb1132f3933 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 932 time: 0.2779498 Apr 18 22:09:16.572380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3577628f-1706-4a28-a011-cdd39de55db1 None None] Provisioning for port fad37f35-ce39-4a31-9274-30365ad5b007 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:09:16.577686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-3577628f-1706-4a28-a011-cdd39de55db1 None None] Provisioning complete for port fad37f35-ce39-4a31-9274-30365ad5b007 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:09:16.578982 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3577628f-1706-4a28-a011-cdd39de55db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:16.617266 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f11cf9b8-3db6-4705-b8bc-40a0c82de421 req-54d6262a-63c8-4a0c-94aa-62e706d76483 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Synchronizing usage tracker for tenant:480ad0d51981476897a4a1f903b60dc9 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:09:16.638030 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3577628f-1706-4a28-a011-cdd39de55db1 None None] Port fad37f35-ce39-4a31-9274-30365ad5b007 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:09:16.716637 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-f11cf9b8-3db6-4705-b8bc-40a0c82de421 req-54d6262a-63c8-4a0c-94aa-62e706d76483 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Unset dirty status for tenant:480ad0d51981476897a4a1f903b60dc9 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:09:16.722655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f11cf9b8-3db6-4705-b8bc-40a0c82de421 req-54d6262a-63c8-4a0c-94aa-62e706d76483 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580811 Apr 18 22:09:17.680332 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Sync routers for ids ['519f8d1a-70ac-4f46-852b-c65eb90f37e4'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:09:17.692857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Routers {'519f8d1a-70ac-4f46-852b-c65eb90f37e4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:09:17.693458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:08:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['519f8d1a-70ac-4f46-852b-c65eb90f37e4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:09:17.934005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Set router 519f8d1a-70ac-4f46-852b-c65eb90f37e4 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:09:17.958198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aa53a-123e-4525-9bd8-7ef9b0df68c8 req-1a704cb3-0e7b-4923-88c6-2700a392cb64 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:17.959677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df9aa53a-123e-4525-9bd8-7ef9b0df68c8 req-1a704cb3-0e7b-4923-88c6-2700a392cb64 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 932 time: 0.0936985 Apr 18 22:09:18.010448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-df9aa53a-123e-4525-9bd8-7ef9b0df68c8 req-b00832d2-38cd-44c6-ac58-e9d1994b1267 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450270 Apr 18 22:09:18.293614 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'name': 'tempest-TestMinimumBasicScenario-1336821074-router', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:08:58Z', 'revision_number': 4, 'project_id': 'cb148ab251c048f1b70ab13bf0a25779', 'gw_port': {'id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b291ecf3-2254-4e8b-b31c-0fb013268e5b', 'name': '', 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'mac_address': 'fa:16:3e:42:4c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '260912eb-116c-48fb-910b-7cfc70c481b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:57Z', 'updated_at': '2022-04-18T22:08:58Z', 'revision_number': 2, 'project_id': 'cb148ab251c048f1b70ab13bf0a25779', 'subnets': [{'id': '260912eb-116c-48fb-910b-7cfc70c481b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:09:18.297808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Checking router: 519f8d1a-70ac-4f46-852b-c65eb90f37e4 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:09:18.298157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Updating router 519f8d1a-70ac-4f46-852b-c65eb90f37e4 port b291ecf3-2254-4e8b-b31c-0fb013268e5b binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:09:18.363633 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:18.723792 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:18.735170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Transition to ACTIVE for port object b291ecf3-2254-4e8b-b31c-0fb013268e5b will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:09:18.814610 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:18.946652 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b063051-04d6-41e7-a2ea-c4022ed06275 None None] Pushing event updated for resources: {'Port': ['ID=b291ecf3-2254-4e8b-b31c-0fb013268e5b,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:19.058968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Attempting to bind port b291ecf3-2254-4e8b-b31c-0fb013268e5b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:09:19.059691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Attempting to bind port b291ecf3-2254-4e8b-b31c-0fb013268e5b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5f15a50b-b0a3-4e8a-8e73-0b1a6590270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:09:19.060325 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Attempting to bind port b291ecf3-2254-4e8b-b31c-0fb013268e5b on network 38f99eb6-51de-4197-bcdc-49ff93e7890a {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:09:19.069142 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:09:19.069656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Checking segment: {'id': '5f15a50b-b0a3-4e8a-8e73-0b1a6590270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:09:19.070357 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:19.071110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Bound using segment: {'id': '5f15a50b-b0a3-4e8a-8e73-0b1a6590270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:09:19.071408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Bound port: b291ecf3-2254-4e8b-b31c-0fb013268e5b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f15a50b-b0a3-4e8a-8e73-0b1a6590270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:09:19.071891 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:19.205247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] For port b291ecf3-2254-4e8b-b31c-0fb013268e5b, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:09:19.208827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] For port b291ecf3-2254-4e8b-b31c-0fb013268e5b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b291ecf3-2254-4e8b-b31c-0fb013268e5b,segment=NetworkSegment(5f15a50b-b0a3-4e8a-8e73-0b1a6590270e),segment_id=5f15a50b-b0a3-4e8a-8e73-0b1a6590270e)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:09:19.273517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cf742-2221-4e25-b9c7-889e67ffac60 req-662aeb75-760a-4254-b15f-04935d571ba6 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:19.280970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-804cf742-2221-4e25-b9c7-889e67ffac60 req-662aeb75-760a-4254-b15f-04935d571ba6 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 932 time: 0.0913391 Apr 18 22:09:19.281200 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:19.353190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Routers {'519f8d1a-70ac-4f46-852b-c65eb90f37e4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:09:19.353850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:08:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['519f8d1a-70ac-4f46-852b-c65eb90f37e4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:09:19.365615 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-804cf742-2221-4e25-b9c7-889e67ffac60 req-f131eb2e-d220-41a6-96cb-5441b8939e65 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823188 Apr 18 22:09:19.536732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b063051-04d6-41e7-a2ea-c4022ed06275 None None] Pushing event updated for resources: {'Port': ['ID=b291ecf3-2254-4e8b-b31c-0fb013268e5b,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:19.589877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] Set router 519f8d1a-70ac-4f46-852b-c65eb90f37e4 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:09:19.981991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'name': 'tempest-TestMinimumBasicScenario-1336821074-router', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:08:58Z', 'revision_number': 4, 'project_id': 'cb148ab251c048f1b70ab13bf0a25779', 'gw_port': {'id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b291ecf3-2254-4e8b-b31c-0fb013268e5b', 'name': '', 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'mac_address': 'fa:16:3e:42:4c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '260912eb-116c-48fb-910b-7cfc70c481b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:57Z', 'updated_at': '2022-04-18T22:09:19Z', 'revision_number': 4, 'project_id': 'cb148ab251c048f1b70ab13bf0a25779', 'subnets': [{'id': '260912eb-116c-48fb-910b-7cfc70c481b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:09:19.988926 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282d881-3db9-4b5f-a16c-aa49315f9c57 None None] The sync data for ids ['519f8d1a-70ac-4f46-852b-c65eb90f37e4'] in n-d-836017-3 is: [{'id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'name': 'tempest-TestMinimumBasicScenario-1336821074-router', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:08:58Z', 'revision_number': 4, 'project_id': 'cb148ab251c048f1b70ab13bf0a25779', 'gw_port': {'id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'b291ecf3-2254-4e8b-b31c-0fb013268e5b', 'name': '', 'network_id': '38f99eb6-51de-4197-bcdc-49ff93e7890a', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'mac_address': 'fa:16:3e:42:4c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '260912eb-116c-48fb-910b-7cfc70c481b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:57Z', 'updated_at': '2022-04-18T22:09:19Z', 'revision_number': 4, 'project_id': 'cb148ab251c048f1b70ab13bf0a25779', 'subnets': [{'id': '260912eb-116c-48fb-910b-7cfc70c481b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:09:20.221634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b291ecf3-2254-4e8b-b31c-0fb013268e5b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:09:20.394127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b291ecf3-2254-4e8b-b31c-0fb013268e5b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:09:20.399081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b291ecf3-2254-4e8b-b31c-0fb013268e5b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:09:20.399461 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:20.564572 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:20.630838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port b291ecf3-2254-4e8b-b31c-0fb013268e5b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b291ecf3-2254-4e8b-b31c-0fb013268e5b,segment=NetworkSegment(5f15a50b-b0a3-4e8a-8e73-0b1a6590270e),segment_id=5f15a50b-b0a3-4e8a-8e73-0b1a6590270e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:09:20.687276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d140b1a-d24c-4ab5-8d07-9fcb3bcdf1b5 req-9bd967b2-2131-47ec-ba02-5e41bd6f2b35 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:20.692418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d140b1a-d24c-4ab5-8d07-9fcb3bcdf1b5 req-9bd967b2-2131-47ec-ba02-5e41bd6f2b35 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 932 time: 0.1634598 Apr 18 22:09:20.739427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:20.804642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2d140b1a-d24c-4ab5-8d07-9fcb3bcdf1b5 req-88e1f5a6-6540-4d21-8d01-6f6dfe97086d tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033342 Apr 18 22:09:20.861385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=b291ecf3-2254-4e8b-b31c-0fb013268e5b,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:21.999643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348525f-0bdc-4153-b597-57ff579a9200 req-63c1df53-8c20-417c-b425-2317405f9e4e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:22.001645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4348525f-0bdc-4153-b597-57ff579a9200 req-63c1df53-8c20-417c-b425-2317405f9e4e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 932 time: 0.0842984 Apr 18 22:09:22.047946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4348525f-0bdc-4153-b597-57ff579a9200 req-6ebd5844-791a-4908-8006-31b779976c4a tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Apr 18 22:09:22.129351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b291ecf3-2254-4e8b-b31c-0fb013268e5b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:09:22.213397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b291ecf3-2254-4e8b-b31c-0fb013268e5b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:09:22.213789 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:23.270018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92b21b-bd17-48e4-ba2b-a8f60c3bb3ef req-42eab136-d19b-4800-8608-5316f0cb6622 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:23.271489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f92b21b-bd17-48e4-ba2b-a8f60c3bb3ef req-42eab136-d19b-4800-8608-5316f0cb6622 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 932 time: 0.0873981 Apr 18 22:09:23.331428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f92b21b-bd17-48e4-ba2b-a8f60c3bb3ef req-211acd63-3502-4c5c-a959-f644d25246b1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541918 Apr 18 22:09:24.537516 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b18414-1e8d-492e-b40c-75dbfe01c68b req-9788bbd6-c1d1-4dc9-a49d-07dc87b556ca tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:24.539081 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15b18414-1e8d-492e-b40c-75dbfe01c68b req-9788bbd6-c1d1-4dc9-a49d-07dc87b556ca tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 932 time: 0.0861800 Apr 18 22:09:24.589063 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-15b18414-1e8d-492e-b40c-75dbfe01c68b req-7066f4d2-dd8f-4bf0-bad6-587663b5bb2b tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444846 Apr 18 22:09:24.737770 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-de816bb1-29aa-435c-86ad-87915c75d1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:25.783944 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817881b9-6e5b-4c75-b4c5-903d01bcbe73 req-71507c58-621a-47a7-a021-3befadbefb9d tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:25.785638 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-817881b9-6e5b-4c75-b4c5-903d01bcbe73 req-71507c58-621a-47a7-a021-3befadbefb9d tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 932 time: 0.0783720 Apr 18 22:09:25.832180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-817881b9-6e5b-4c75-b4c5-903d01bcbe73 req-b0bf8d8e-3ba1-4bdc-9045-b410d13980ff tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401280 Apr 18 22:09:27.034217 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9761dc6-7758-42cb-b5c9-fed541e7c75b req-37bf43e5-d194-4434-84b2-de532af706f1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:27.035550 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9761dc6-7758-42cb-b5c9-fed541e7c75b req-37bf43e5-d194-4434-84b2-de532af706f1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 932 time: 0.0798037 Apr 18 22:09:27.081543 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f9761dc6-7758-42cb-b5c9-fed541e7c75b req-d4aa762d-7001-4505-843e-f92febf58ffb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Apr 18 22:09:27.213598 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6a67fea9-71a0-4d27-847f-4ad031576be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:27.736818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Request body: {'port': {'device_id': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:09:27.844439 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:28.007581 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:28.190740 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad37f35-ce39-4a31-9274-30365ad5b007 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:09:28.197934 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:28.212197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Transition to ACTIVE for port object fad37f35-ce39-4a31-9274-30365ad5b007 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:09:28.277392 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248872e8-60e7-4839-a320-b9f5ee415ed6 req-f42d141d-e0fa-4c8f-a855-c4d573253857 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:28.278765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-248872e8-60e7-4839-a320-b9f5ee415ed6 req-f42d141d-e0fa-4c8f-a855-c4d573253857 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 932 time: 0.0766518 Apr 18 22:09:28.292051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:28.325216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-248872e8-60e7-4839-a320-b9f5ee415ed6 req-0f102c6b-e59f-4a6f-b954-b1756f6971ad tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Apr 18 22:09:28.419370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=fad37f35-ce39-4a31-9274-30365ad5b007,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:28.534265 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Attempting to bind port fad37f35-ce39-4a31-9274-30365ad5b007 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:09:28.534540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Attempting to bind port fad37f35-ce39-4a31-9274-30365ad5b007 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:09:28.534872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Attempting to bind port fad37f35-ce39-4a31-9274-30365ad5b007 on network 6f73f41d-12a1-41d7-9765-768f9f6cf625 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:09:28.540680 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Port fad37f35-ce39-4a31-9274-30365ad5b007 on network 6f73f41d-12a1-41d7-9765-768f9f6cf625 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:09:28.540995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Attempting to bind port fad37f35-ce39-4a31-9274-30365ad5b007 on network 6f73f41d-12a1-41d7-9765-768f9f6cf625 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:09:28.547306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:09:28.547637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Checking segment: {'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:09:28.548017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Bound using segment: {'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:09:28.548447 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Bound port: fad37f35-ce39-4a31-9274-30365ad5b007, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:09:28.548787 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:28.638829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] For port fad37f35-ce39-4a31-9274-30365ad5b007, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:09:28.642625 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] For port fad37f35-ce39-4a31-9274-30365ad5b007, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fad37f35-ce39-4a31-9274-30365ad5b007,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:09:28.733855 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:28.793297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:28.798629 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] 10.222.0.26 "PUT /v2.0/ports/fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 200 len: 1092 time: 1.0626154 Apr 18 22:09:28.798978 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:28.799493 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:09:28.819639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1ee09-4425-4342-bc03-3a1a183eeeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=fad37f35-ce39-4a31-9274-30365ad5b007,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:28.859092 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed1a4f4-6878-4c51-8ee5-3ba7618d5be1'] response: {'name': 'network-changed', 'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'status': 'completed', 'code': 200} Apr 18 22:09:28.959037 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d07b640f-eb94-4ff3-a321-f3c00e233775 req-136ae6bf-571f-47d1-9c7a-0513156b4dad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=480ad0d51981476897a4a1f903b60dc9&device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 1095 time: 0.0809677 Apr 18 22:09:29.112083 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b640f-eb94-4ff3-a321-f3c00e233775 req-e2a3d21e-86bb-4fdf-b2ce-df533869cdd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:29.113461 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d07b640f-eb94-4ff3-a321-f3c00e233775 req-e2a3d21e-86bb-4fdf-b2ce-df533869cdd0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=480ad0d51981476897a4a1f903b60dc9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1475863 Apr 18 22:09:29.251876 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b640f-eb94-4ff3-a321-f3c00e233775 req-5f066dfc-cfc3-465f-a49c-bbc10d2ade46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:29.253321 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d07b640f-eb94-4ff3-a321-f3c00e233775 req-5f066dfc-cfc3-465f-a49c-bbc10d2ade46 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337452 Apr 18 22:09:29.355278 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-7806abc7-7de8-4d2f-8438-8c70417bcd81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=480ad0d51981476897a4a1f903b60dc9&device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 1095 time: 0.0702622 Apr 18 22:09:29.526573 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-d20ee145-1276-45b5-ab55-3a041630c22c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 200 len: 217 time: 0.1647711 Apr 18 22:09:29.537781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea9caf-8138-46a2-b9a9-bed8e9144ac2 req-9f54b581-a124-4315-802e-0246907cae7e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:29.539239 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0ea9caf-8138-46a2-b9a9-bed8e9144ac2 req-9f54b581-a124-4315-802e-0246907cae7e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 944 time: 0.0862887 Apr 18 22:09:29.586943 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b0ea9caf-8138-46a2-b9a9-bed8e9144ac2 req-7054eabd-2528-4c9c-be7e-4b764a981b2c tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Apr 18 22:09:29.594861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-f700c485-9c2e-4e47-8220-081f8277a402 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:29.596564 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-f700c485-9c2e-4e47-8220-081f8277a402 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d7427d3-c220-47cf-a4f1-a2a87759d9db HTTP/1.1" status: 200 len: 854 time: 0.0637646 Apr 18 22:09:29.673677 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-8b690c3f-daff-41df-b52b-8cd1736ab777 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f73f41d-12a1-41d7-9765-768f9f6cf625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714953 Apr 18 22:09:29.804648 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-4ac9ae22-13c7-4002-9488-030018ef5b18 service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251616 Apr 18 22:09:29.939924 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ac84fe6d-8931-4a0f-998a-994b9acea91d req-0583a261-b8ee-4a96-bd58-e3ae847a71a3 service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291821 Apr 18 22:09:30.226080 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:09:30.784388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686198f-723e-4f21-9aba-33496bf6021e req-f48ef47a-9478-4f03-9216-ae9f2fb3fe49 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:30.785837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7686198f-723e-4f21-9aba-33496bf6021e req-f48ef47a-9478-4f03-9216-ae9f2fb3fe49 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 944 time: 0.0753939 Apr 18 22:09:30.829490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7686198f-723e-4f21-9aba-33496bf6021e req-9e6316de-99b8-414c-a188-28c2d7716918 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Apr 18 22:09:31.189755 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:32.029081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392e1f-b7a3-444a-b8f3-2aa635b1c8b7 req-b51d9670-60f6-44af-8a2a-b834b919e69c tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:32.030537 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06392e1f-b7a3-444a-b8f3-2aa635b1c8b7 req-b51d9670-60f6-44af-8a2a-b834b919e69c tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 944 time: 0.0796664 Apr 18 22:09:32.075876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06392e1f-b7a3-444a-b8f3-2aa635b1c8b7 req-263439da-63b8-4e3e-b84b-b288a3530749 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397022 Apr 18 22:09:32.686037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device fad37f35-ce39-4a31-9274-30365ad5b007 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:09:32.817057 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port fad37f35-ce39-4a31-9274-30365ad5b007, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fad37f35-ce39-4a31-9274-30365ad5b007,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:09:32.829766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'port_id': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'mac_address': 'fa:16:3e:6a:4e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:09:32.886103 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:32.902837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad37f35-ce39-4a31-9274-30365ad5b007 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:09:32.917181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port fad37f35-ce39-4a31-9274-30365ad5b007, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fad37f35-ce39-4a31-9274-30365ad5b007,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:09:32.978905 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:33.052676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=fad37f35-ce39-4a31-9274-30365ad5b007,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:33.276509 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82d295-85c2-4544-845f-eb559f644948 req-e37be82c-2cd6-4d1f-a365-de3977773769 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:33.277973 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b82d295-85c2-4544-845f-eb559f644948 req-e37be82c-2cd6-4d1f-a365-de3977773769 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 945 time: 0.0763133 Apr 18 22:09:33.282257 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['fad37f35-ce39-4a31-9274-30365ad5b007'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:09:33.331622 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b82d295-85c2-4544-845f-eb559f644948 req-96d013c1-1cb4-426b-94a9-ce4d348cf19d tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470791 Apr 18 22:09:33.972239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:34.544113 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f3d44-8162-4c62-9595-3c2a4356674d req-0082c074-b109-48a7-a3df-ef1f5dcd379b tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:34.545570 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e21f3d44-8162-4c62-9595-3c2a4356674d req-0082c074-b109-48a7-a3df-ef1f5dcd379b tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 945 time: 0.0772674 Apr 18 22:09:34.590091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e21f3d44-8162-4c62-9595-3c2a4356674d req-d3fa18f9-b873-4f5b-a474-5b029e3c023d tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388248 Apr 18 22:09:34.687665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device fad37f35-ce39-4a31-9274-30365ad5b007 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:09:34.857648 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port fad37f35-ce39-4a31-9274-30365ad5b007 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:09:34.865196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port fad37f35-ce39-4a31-9274-30365ad5b007 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:09:34.865196 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:34.979744 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:35.006541 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:09:35.015742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port fad37f35-ce39-4a31-9274-30365ad5b007, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fad37f35-ce39-4a31-9274-30365ad5b007,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:09:35.063048 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ff4d30-f84b-4a49-add6-b174d4d850a9'] response: {'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'code': 200} Apr 18 22:09:35.075670 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:35.144949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=fad37f35-ce39-4a31-9274-30365ad5b007,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:35.185674 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-718a9f35-7cf0-492e-8ef6-32b14aed17f8 req-953dd989-72f7-499d-8f47-a3c183b03549 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 1097 time: 0.0700204 Apr 18 22:09:35.226579 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-718a9f35-7cf0-492e-8ef6-32b14aed17f8 req-ed699011-9a66-4c3b-bad8-424074585ebe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354812 Apr 18 22:09:35.801233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc5909-ef41-42da-b4d3-808fae709a45 req-874498be-e353-4a08-a671-252478c40e15 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:35.802680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6cc5909-ef41-42da-b4d3-808fae709a45 req-874498be-e353-4a08-a671-252478c40e15 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 946 time: 0.0780606 Apr 18 22:09:35.846693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6cc5909-ef41-42da-b4d3-808fae709a45 req-c6478a8e-9751-4c45-bf45-1eb6d07c1bc9 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386269 Apr 18 22:09:37.050792 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d67aa7-10dd-4785-a285-3126ba8fb01b req-807d7235-9086-4674-b93a-8da52602bde2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:37.052243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37d67aa7-10dd-4785-a285-3126ba8fb01b req-807d7235-9086-4674-b93a-8da52602bde2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 946 time: 0.0796323 Apr 18 22:09:37.097948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37d67aa7-10dd-4785-a285-3126ba8fb01b req-015710f6-25f2-4069-abb5-deaa493c20e7 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402429 Apr 18 22:09:37.298898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf104ed-b217-44b4-912a-e81f564eae84 req-5dc66cd1-d551-476f-96c1-730c2cf2a9a0 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:37.300371 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbf104ed-b217-44b4-912a-e81f564eae84 req-5dc66cd1-d551-476f-96c1-730c2cf2a9a0 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 946 time: 0.0789211 Apr 18 22:09:37.345542 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dbf104ed-b217-44b4-912a-e81f564eae84 req-c0ebfb02-747e-456d-a599-8255c108a249 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397131 Apr 18 22:09:37.754545 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd2ea7-fbe3-4f52-a940-d5c586bd2996 req-77b9d680-160d-42be-942f-89dfd64207d3 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:37.755887 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bffd2ea7-fbe3-4f52-a940-d5c586bd2996 req-77b9d680-160d-42be-942f-89dfd64207d3 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 946 time: 0.0750971 Apr 18 22:09:37.803775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bffd2ea7-fbe3-4f52-a940-d5c586bd2996 req-722416eb-beff-415c-91fa-aa200bbfb81b tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Apr 18 22:09:39.687438 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:48.660852 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa8842-0f12-4b55-af62-cd670a476b89 req-0e05412b-4855-411b-8f36-681dc9ff9899 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:48.662321 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8aaa8842-0f12-4b55-af62-cd670a476b89 req-0e05412b-4855-411b-8f36-681dc9ff9899 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 946 time: 0.2754729 Apr 18 22:09:48.707274 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8aaa8842-0f12-4b55-af62-cd670a476b89 req-4687dcf2-7c2d-4df3-ac41-d108b2c1fc67 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394740 Apr 18 22:09:48.735966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39206) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:09:48.872926 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7a47bf7c-ea7c-467b-835b-4d0b37cccb33 tempest-TestMinimumBasicScenario-201197034 tempest-TestMinimumBasicScenario-201197034-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 1092 time: 0.1358395 Apr 18 22:09:48.876372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39212) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:09:48.881336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:09:48.887264 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:09:48.891117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Usage tracker for resource:floatingip and tenant:480ad0d51981476897a4a1f903b60dc9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:09:48.893865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:09:48.899412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:09:48.990514 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:49.130889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:49.347130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Allocated IP 172.25.3.16 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/f03626fa-62a8-4354-b4e5-d54803a6fbec) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:09:49.491423 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:49.579650 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:49.659298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:09:49.662064 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:09:49.666502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:09:49.695168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event updated for resources: {'Port': ['ID=f03626fa-62a8-4354-b4e5-d54803a6fbec,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:49.719774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:49.720124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:49.720466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:49.720803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:49.721138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:49.721492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:49.721826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:49.722159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:49.722488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:49.722814 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:49.723140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:50.051512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2cb4802b-96b5-47f2-87a4-cb8ab1967cd2 req-b56770af-3390-4cc6-9640-3276ed8fbb22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711546 Apr 18 22:09:50.182019 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:50.188005 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2cb4802b-96b5-47f2-87a4-cb8ab1967cd2 req-a729b4d6-3e11-4caf-9b27-ab5b23090058 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=480ad0d51981476897a4a1f903b60dc9&device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 1097 time: 0.0739079 Apr 18 22:09:50.307036 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:50.355568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4802b-96b5-47f2-87a4-cb8ab1967cd2 req-5506a351-b407-4796-948d-ec385c7628a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:50.357019 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2cb4802b-96b5-47f2-87a4-cb8ab1967cd2 req-5506a351-b407-4796-948d-ec385c7628a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f73f41d-12a1-41d7-9765-768f9f6cf625 HTTP/1.1" status: 200 len: 916 time: 0.1438012 Apr 18 22:09:50.469195 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2cb4802b-96b5-47f2-87a4-cb8ab1967cd2 req-66bc967f-a09a-4ddb-a83a-e2bc220f70bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 200 len: 999 time: 0.1037207 Apr 18 22:09:50.514040 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:50.536872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4802b-96b5-47f2-87a4-cb8ab1967cd2 req-c1822b38-ac61-4f8e-920b-9d8d4f99ede3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:50.538444 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2cb4802b-96b5-47f2-87a4-cb8ab1967cd2 req-c1822b38-ac61-4f8e-920b-9d8d4f99ede3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d7427d3-c220-47cf-a4f1-a2a87759d9db HTTP/1.1" status: 200 len: 854 time: 0.0637312 Apr 18 22:09:50.577687 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:50.618682 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2cb4802b-96b5-47f2-87a4-cb8ab1967cd2 req-ee212193-3af1-4c31-bbc3-52cde94b284c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f73f41d-12a1-41d7-9765-768f9f6cf625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744135 Apr 18 22:09:50.688974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event updated for resources: {'Port': ['ID=f03626fa-62a8-4354-b4e5-d54803a6fbec,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:50.698746 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:50.755780 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2cb4802b-96b5-47f2-87a4-cb8ab1967cd2 req-9cb5f4f8-5c93-4589-a16e-502c56fb45c8 service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294143 Apr 18 22:09:50.891447 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2cb4802b-96b5-47f2-87a4-cb8ab1967cd2 req-2eda782b-8bd3-4c91-8f08-fc968955b0d9 service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299245 Apr 18 22:09:50.902377 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Floating IP 4338ba63-3e32-41d9-92ea-ebb0db772469 associated. External IP: 172.25.3.16, port: fad37f35-ce39-4a31-9274-30365ad5b007. Apr 18 22:09:51.402186 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Router e1789981-7875-4a85-8ee4-3c23f2730e24 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:09:51.601068 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:09:51.611791 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34fd092-8c79-4863-ade5-434969453894 None None] Sync routers for ids ['e1789981-7875-4a85-8ee4-3c23f2730e24'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:09:51.624790 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34fd092-8c79-4863-ade5-434969453894 None None] Routers {'e1789981-7875-4a85-8ee4-3c23f2730e24'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:09:51.625215 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d34fd092-8c79-4863-ade5-434969453894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:09:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1789981-7875-4a85-8ee4-3c23f2730e24'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:09:51.693107 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:51.750301 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-06bb4233-e170-4fb9-900e-3d6dbd218332 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8729138 Apr 18 22:09:51.750954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:09:51.753321 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39216) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:09:51.759197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674240159', 'description': 'tempest-secgroup-smoke-674240159 description', 'project_id': '480ad0d51981476897a4a1f903b60dc9'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:09:51.767036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:09:51.777171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:09:51.802026 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d34fd092-8c79-4863-ade5-434969453894 None None] Set router e1789981-7875-4a85-8ee4-3c23f2730e24 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:09:51.847196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:51.901672 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4df576d-1962-49e5-bcf4-ed25e9d70fc7'] response: {'name': 'network-changed', 'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'status': 'completed', 'code': 200} Apr 18 22:09:51.901844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:09:51.901844 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Usage tracker for resource:security_group_rule and tenant:480ad0d51981476897a4a1f903b60dc9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:09:51.903997 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:09:51.912774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:09:52.023400 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:52.037789 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9082a734-bfa4-4602-8825-14fd20db39c6 req-925313d2-e79f-4225-8df7-f5180020c015 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=480ad0d51981476897a4a1f903b60dc9&device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 1097 time: 0.1138654 Apr 18 22:09:52.127657 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:52.217378 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d34fd092-8c79-4863-ade5-434969453894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:08:50Z', 'revision_number': 4, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '4338ba63-3e32-41d9-92ea-ebb0db772469', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'port_id': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'mac_address': 'fa:16:3e:6a:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:09:50Z', 'updated_at': '2022-04-18T22:09:50Z', 'revision_number': 0, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f86d379-24fd-47cc-af82-ecd0e6c90815', 'name': '', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'mac_address': 'fa:16:3e:99:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:49Z', 'updated_at': '2022-04-18T22:08:58Z', 'revision_number': 5, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'subnets': [{'id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:09:52.222539 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34fd092-8c79-4863-ade5-434969453894 None None] Checking router: e1789981-7875-4a85-8ee4-3c23f2730e24 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:09:52.233803 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34fd092-8c79-4863-ade5-434969453894 None None] Routers {'e1789981-7875-4a85-8ee4-3c23f2730e24'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:09:52.234748 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d34fd092-8c79-4863-ade5-434969453894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:09:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1789981-7875-4a85-8ee4-3c23f2730e24'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:09:52.307681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9874e48-1f7a-419c-8794-c66f4a995ab9,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:52.321360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082a734-bfa4-4602-8825-14fd20db39c6 req-8927c9f5-4e1a-4313-9e41-3ec13f6d8e22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:52.322823 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9082a734-bfa4-4602-8825-14fd20db39c6 req-8927c9f5-4e1a-4313-9e41-3ec13f6d8e22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f73f41d-12a1-41d7-9765-768f9f6cf625 HTTP/1.1" status: 200 len: 916 time: 0.2783523 Apr 18 22:09:52.324223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:52.324579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:52.324907 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:52.325245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:52.325724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:52.326149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:52.326421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:52.326749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:52.327618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:52.327954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:52.328280 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:09:52.398363 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:52.399484 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ede2f48b-3f5f-40a1-87e7-c0e171e1859e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6450610 Apr 18 22:09:52.402366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39224) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:09:52.415737 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-ab08df9b-9f9c-4627-9be1-99b2599f6f10 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Request body: {'security_group_rule': {'security_group_id': 'e9874e48-1f7a-419c-8794-c66f4a995ab9', 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:09:52.416116 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d34fd092-8c79-4863-ade5-434969453894 None None] Set router e1789981-7875-4a85-8ee4-3c23f2730e24 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:09:52.425078 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ab08df9b-9f9c-4627-9be1-99b2599f6f10 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:09:52.431852 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ab08df9b-9f9c-4627-9be1-99b2599f6f10 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Usage tracker for resource:security_group_rule and tenant:480ad0d51981476897a4a1f903b60dc9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:09:52.436406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-ab08df9b-9f9c-4627-9be1-99b2599f6f10 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:09:52.450152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-ab08df9b-9f9c-4627-9be1-99b2599f6f10 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:09:52.458963 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9082a734-bfa4-4602-8825-14fd20db39c6 req-2145735f-c9ca-4660-8e4a-5cbd77d2f0d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 200 len: 999 time: 0.1254053 Apr 18 22:09:52.523927 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082a734-bfa4-4602-8825-14fd20db39c6 req-2fec285f-5489-49e2-a914-c394500b4a44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:52.525369 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9082a734-bfa4-4602-8825-14fd20db39c6 req-2fec285f-5489-49e2-a914-c394500b4a44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d7427d3-c220-47cf-a4f1-a2a87759d9db HTTP/1.1" status: 200 len: 854 time: 0.0590491 Apr 18 22:09:52.582187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab08df9b-9f9c-4627-9be1-99b2599f6f10 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:52.658406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab08df9b-9f9c-4627-9be1-99b2599f6f10 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:52.664414 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9082a734-bfa4-4602-8825-14fd20db39c6 req-dc18dc4d-0d4d-4a86-8a84-e681d6e6951e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f73f41d-12a1-41d7-9765-768f9f6cf625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326275 Apr 18 22:09:52.743795 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab08df9b-9f9c-4627-9be1-99b2599f6f10 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:52.775458 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d34fd092-8c79-4863-ade5-434969453894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:08:50Z', 'revision_number': 4, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '4338ba63-3e32-41d9-92ea-ebb0db772469', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'port_id': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'mac_address': 'fa:16:3e:6a:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:09:50Z', 'updated_at': '2022-04-18T22:09:50Z', 'revision_number': 0, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f86d379-24fd-47cc-af82-ecd0e6c90815', 'name': '', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'mac_address': 'fa:16:3e:99:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:49Z', 'updated_at': '2022-04-18T22:08:58Z', 'revision_number': 5, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'subnets': [{'id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:09:52.779317 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34fd092-8c79-4863-ade5-434969453894 None None] The sync data for ids ['e1789981-7875-4a85-8ee4-3c23f2730e24'] in n-d-836017-3 is: [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:08:50Z', 'revision_number': 4, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '4338ba63-3e32-41d9-92ea-ebb0db772469', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'port_id': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'mac_address': 'fa:16:3e:6a:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:09:50Z', 'updated_at': '2022-04-18T22:09:50Z', 'revision_number': 0, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f86d379-24fd-47cc-af82-ecd0e6c90815', 'name': '', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'mac_address': 'fa:16:3e:99:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:49Z', 'updated_at': '2022-04-18T22:08:58Z', 'revision_number': 5, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'subnets': [{'id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:09:52.783273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08df9b-9f9c-4627-9be1-99b2599f6f10 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2770873-6b00-4204-8024-32aecba91427,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:52.837534 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9082a734-bfa4-4602-8825-14fd20db39c6 req-62590f08-4410-4571-a799-a7845f688afc service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650059 Apr 18 22:09:52.841278 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ab08df9b-9f9c-4627-9be1-99b2599f6f10 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:52.842426 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ab08df9b-9f9c-4627-9be1-99b2599f6f10 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4391475 Apr 18 22:09:52.846197 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39228) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:09:52.852572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-95452d63-b15e-4924-8788-30d71f8d5fa2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Request body: {'security_group_rule': {'security_group_id': 'e9874e48-1f7a-419c-8794-c66f4a995ab9', 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:09:52.860800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-95452d63-b15e-4924-8788-30d71f8d5fa2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:09:52.864961 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-95452d63-b15e-4924-8788-30d71f8d5fa2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Usage tracker for resource:security_group_rule and tenant:480ad0d51981476897a4a1f903b60dc9 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:09:52.868649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-95452d63-b15e-4924-8788-30d71f8d5fa2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:09:52.876109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-95452d63-b15e-4924-8788-30d71f8d5fa2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:09:52.964317 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95452d63-b15e-4924-8788-30d71f8d5fa2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:52.982187 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-9082a734-bfa4-4602-8825-14fd20db39c6 req-dc0912e7-a985-407f-b283-cdb6ccd178cf service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379220 Apr 18 22:09:52.997430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e62a5-354a-4bf8-b5ec-ac2f822f53b6 None None] New status for floating IP 4338ba63-3e32-41d9-92ea-ebb0db772469: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:09:53.033303 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95452d63-b15e-4924-8788-30d71f8d5fa2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:53.081659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95452d63-b15e-4924-8788-30d71f8d5fa2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:53.107335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95452d63-b15e-4924-8788-30d71f8d5fa2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5ef684-f063-4fe7-9e6e-6f36baa9fdfe,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:53.155588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-95452d63-b15e-4924-8788-30d71f8d5fa2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:53.160298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-95452d63-b15e-4924-8788-30d71f8d5fa2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3092394 Apr 18 22:09:53.160735 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39232) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:09:53.166729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-6e005482-5d0b-4c78-a68d-60272d0c56ce tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Request body: {'security_group_rule': {'security_group_id': 'e9874e48-1f7a-419c-8794-c66f4a995ab9', 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:09:53.174028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6e005482-5d0b-4c78-a68d-60272d0c56ce tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:09:53.177957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6e005482-5d0b-4c78-a68d-60272d0c56ce tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Usage tracker for resource:security_group_rule and tenant:480ad0d51981476897a4a1f903b60dc9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:09:53.182237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-6e005482-5d0b-4c78-a68d-60272d0c56ce tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:09:53.188895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-6e005482-5d0b-4c78-a68d-60272d0c56ce tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:09:53.264414 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e005482-5d0b-4c78-a68d-60272d0c56ce tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:53.326088 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e005482-5d0b-4c78-a68d-60272d0c56ce tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:53.400212 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e005482-5d0b-4c78-a68d-60272d0c56ce tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:53.428774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e005482-5d0b-4c78-a68d-60272d0c56ce tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b73064-0149-43c2-b534-d9f0e1b7eff3,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:53.498609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-6e005482-5d0b-4c78-a68d-60272d0c56ce tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:53.499836 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6e005482-5d0b-4c78-a68d-60272d0c56ce tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3378646 Apr 18 22:09:53.507166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39236) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:09:53.512381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b6783ea3-9ad4-42bc-b523-5fca7f5186e1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Request body: {'security_group_rule': {'security_group_id': 'e9874e48-1f7a-419c-8794-c66f4a995ab9', 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:09:53.519063 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b6783ea3-9ad4-42bc-b523-5fca7f5186e1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:09:53.522772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b6783ea3-9ad4-42bc-b523-5fca7f5186e1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Usage tracker for resource:security_group_rule and tenant:480ad0d51981476897a4a1f903b60dc9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:09:53.525591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b6783ea3-9ad4-42bc-b523-5fca7f5186e1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:09:53.531934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b6783ea3-9ad4-42bc-b523-5fca7f5186e1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:09:53.602824 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6783ea3-9ad4-42bc-b523-5fca7f5186e1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:53.666219 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6783ea3-9ad4-42bc-b523-5fca7f5186e1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:53.732681 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6783ea3-9ad4-42bc-b523-5fca7f5186e1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:53.757292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6783ea3-9ad4-42bc-b523-5fca7f5186e1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7deaa26-4a5a-4f26-b388-869d640aab44,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:53.824253 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b6783ea3-9ad4-42bc-b523-5fca7f5186e1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:53.825461 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b6783ea3-9ad4-42bc-b523-5fca7f5186e1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3173711 Apr 18 22:09:53.828395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39240) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:09:53.834093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-83bfb4df-df65-410d-a84b-d93dcaf7abbb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Request body: {'security_group_rule': {'security_group_id': 'e9874e48-1f7a-419c-8794-c66f4a995ab9', 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:09:53.841665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-83bfb4df-df65-410d-a84b-d93dcaf7abbb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:09:53.844471 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-83bfb4df-df65-410d-a84b-d93dcaf7abbb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Usage tracker for resource:security_group_rule and tenant:480ad0d51981476897a4a1f903b60dc9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:09:53.847359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-83bfb4df-df65-410d-a84b-d93dcaf7abbb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:09:53.852951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-83bfb4df-df65-410d-a84b-d93dcaf7abbb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:09:53.904339 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-83bfb4df-df65-410d-a84b-d93dcaf7abbb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Project 480ad0d51981476897a4a1f903b60dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:09:53.911053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83bfb4df-df65-410d-a84b-d93dcaf7abbb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:53.974262 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83bfb4df-df65-410d-a84b-d93dcaf7abbb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:54.041391 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83bfb4df-df65-410d-a84b-d93dcaf7abbb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:54.065768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfb4df-df65-410d-a84b-d93dcaf7abbb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6ccf22-f52e-4283-b59e-29e58cd3dc71,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:54.144464 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-83bfb4df-df65-410d-a84b-d93dcaf7abbb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:54.145848 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-83bfb4df-df65-410d-a84b-d93dcaf7abbb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3163278 Apr 18 22:09:54.148556 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39244) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:09:54.154617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-cb176ccc-1119-4fdf-b9bb-4d968b1063a2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Request body: {'security_group_rule': {'security_group_id': 'e9874e48-1f7a-419c-8794-c66f4a995ab9', 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:09:54.162442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cb176ccc-1119-4fdf-b9bb-4d968b1063a2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:09:54.166332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cb176ccc-1119-4fdf-b9bb-4d968b1063a2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Usage tracker for resource:security_group_rule and tenant:480ad0d51981476897a4a1f903b60dc9 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:09:54.169266 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-cb176ccc-1119-4fdf-b9bb-4d968b1063a2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:09:54.175095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-cb176ccc-1119-4fdf-b9bb-4d968b1063a2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:09:54.240361 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-cb176ccc-1119-4fdf-b9bb-4d968b1063a2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Project 480ad0d51981476897a4a1f903b60dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:09:54.247353 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb176ccc-1119-4fdf-b9bb-4d968b1063a2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:54.314554 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb176ccc-1119-4fdf-b9bb-4d968b1063a2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:54.390510 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb176ccc-1119-4fdf-b9bb-4d968b1063a2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:54.412601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb176ccc-1119-4fdf-b9bb-4d968b1063a2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f96375-4b39-49a4-994b-229ca8cf0aa6,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:54.487045 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb176ccc-1119-4fdf-b9bb-4d968b1063a2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:54.488260 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cb176ccc-1119-4fdf-b9bb-4d968b1063a2 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3386617 Apr 18 22:09:54.618945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1178616b-34ce-4d9a-a18b-f5fb61d16538 req-7b49e671-7460-4453-b891-eb0de6b4c5c1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674240159&fields=id&tenant_id=480ad0d51981476897a4a1f903b60dc9 HTTP/1.1" status: 200 len: 267 time: 0.0401046 Apr 18 22:09:54.702504 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178616b-34ce-4d9a-a18b-f5fb61d16538 req-dfe84b01-487e-42b5-a36b-1c16863485f1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:54.703936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1178616b-34ce-4d9a-a18b-f5fb61d16538 req-dfe84b01-487e-42b5-a36b-1c16863485f1 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 946 time: 0.0798056 Apr 18 22:09:54.714740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-1178616b-34ce-4d9a-a18b-f5fb61d16538 req-f2d9cef7-6837-4242-b699-d1a9839a6897 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Request body: {'port': {'security_groups': ['a79f43fc-b0ff-45c7-8e1f-307eceb96ef8', 'e9874e48-1f7a-419c-8794-c66f4a995ab9']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:09:54.778543 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cc53e8c0-9cd2-4c9c-93d6-ab9c40698e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:54.828266 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1178616b-34ce-4d9a-a18b-f5fb61d16538 req-f2d9cef7-6837-4242-b699-d1a9839a6897 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:55.083919 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-1178616b-34ce-4d9a-a18b-f5fb61d16538 req-f2d9cef7-6837-4242-b699-d1a9839a6897 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] For port fad37f35-ce39-4a31-9274-30365ad5b007, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fad37f35-ce39-4a31-9274-30365ad5b007,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:09:55.109819 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1178616b-34ce-4d9a-a18b-f5fb61d16538 req-f2d9cef7-6837-4242-b699-d1a9839a6897 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:55.161263 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1178616b-34ce-4d9a-a18b-f5fb61d16538 req-f2d9cef7-6837-4242-b699-d1a9839a6897 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:55.173889 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['fad37f35-ce39-4a31-9274-30365ad5b007'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:09:55.233959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178616b-34ce-4d9a-a18b-f5fb61d16538 req-f2d9cef7-6837-4242-b699-d1a9839a6897 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:55.234440 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-1178616b-34ce-4d9a-a18b-f5fb61d16538 req-f2d9cef7-6837-4242-b699-d1a9839a6897 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:55.235793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1178616b-34ce-4d9a-a18b-f5fb61d16538 req-f2d9cef7-6837-4242-b699-d1a9839a6897 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "PUT /v2.0/ports/fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 200 len: 982 time: 0.5257809 Apr 18 22:09:55.236231 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:09:55.284020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9cef7-6837-4242-b699-d1a9839a6897 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event updated for resources: {'Port': ['ID=fad37f35-ce39-4a31-9274-30365ad5b007,revision_number=6']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:09:55.316849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['fad37f35-ce39-4a31-9274-30365ad5b007'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:09:55.317211 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c5bcd0-fdd5-4320-a6f0-2e39abb41416'] response: {'name': 'network-changed', 'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'status': 'completed', 'code': 200} Apr 18 22:09:55.412512 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aa0f1b03-7429-4dcd-bf82-796c226228e7 req-3512c7e6-f7c9-4975-a295-19c2e1da1915 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=480ad0d51981476897a4a1f903b60dc9&device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 1136 time: 0.0729027 Apr 18 22:09:55.464884 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54cf3f-1e99-4d97-b81e-78e429b45793 req-1aed62fd-399a-448f-89e5-eb29ddbcc4c4 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:55.472199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa54cf3f-1e99-4d97-b81e-78e429b45793 req-1aed62fd-399a-448f-89e5-eb29ddbcc4c4 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0939596 Apr 18 22:09:55.525009 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa54cf3f-1e99-4d97-b81e-78e429b45793 req-8524f8f2-d13e-464b-ac5c-bcccafff6a0d tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515411 Apr 18 22:09:55.557793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f1b03-7429-4dcd-bf82-796c226228e7 req-013435a4-6767-4103-ba0b-8f8308b3ea76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:55.559245 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aa0f1b03-7429-4dcd-bf82-796c226228e7 req-013435a4-6767-4103-ba0b-8f8308b3ea76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f73f41d-12a1-41d7-9765-768f9f6cf625 HTTP/1.1" status: 200 len: 916 time: 0.1400833 Apr 18 22:09:55.597015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-42444677-93fc-4cb0-a0e9-131177564690 None None] Provisioning complete for port fad37f35-ce39-4a31-9274-30365ad5b007 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:09:55.597300 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-42444677-93fc-4cb0-a0e9-131177564690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:55.666398 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aa0f1b03-7429-4dcd-bf82-796c226228e7 req-8b49741f-8ccf-44dd-b99d-3a92ea41bb7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 200 len: 1001 time: 0.1012404 Apr 18 22:09:55.730395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f1b03-7429-4dcd-bf82-796c226228e7 req-6d5d89b4-9952-42c5-9398-2bc5d9119976 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:09:55.731830 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aa0f1b03-7429-4dcd-bf82-796c226228e7 req-6d5d89b4-9952-42c5-9398-2bc5d9119976 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d7427d3-c220-47cf-a4f1-a2a87759d9db HTTP/1.1" status: 200 len: 854 time: 0.0587382 Apr 18 22:09:55.810950 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aa0f1b03-7429-4dcd-bf82-796c226228e7 req-a77d2362-2476-4127-ba04-a884f013bbc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f73f41d-12a1-41d7-9765-768f9f6cf625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733604 Apr 18 22:09:55.944501 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aa0f1b03-7429-4dcd-bf82-796c226228e7 req-e184029a-002e-43cb-80d3-73cb1722e821 service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273646 Apr 18 22:09:56.172960 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-aa0f1b03-7429-4dcd-bf82-796c226228e7 req-e8e08ef6-a509-4492-b9de-eb0aa1b7f80e service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179172 Apr 18 22:09:57.160117 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6e093935-7723-4b4b-8c3b-dab6f9ca964e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:58.024020 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:58.795369 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:01.184215 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:03.966897 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:07.227319 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:10:09.698116 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:24.725235 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-98bce535-cad3-4f81-bbf1-201ae48bc360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:27.137749 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2386838e-18d5-49d4-8bc7-8eec4b21f695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:28.063853 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:28.839924 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:31.195168 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:33.955524 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:39.720658 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:44.071522 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e554af-9a8b-475b-86ce-b9a1b217f78e req-7a1318d2-e0dd-439c-a6e7-ef8178644cdb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:44.072948 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9e554af-9a8b-475b-86ce-b9a1b217f78e req-7a1318d2-e0dd-439c-a6e7-ef8178644cdb tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0866890 Apr 18 22:10:44.120820 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9e554af-9a8b-475b-86ce-b9a1b217f78e req-26574a26-78fb-4d4c-a0db-9b2c2e712730 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423179 Apr 18 22:10:44.162103 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76482b21-a209-4dd4-a081-01a78ec0e8d5 req-46e3ce22-bfad-4f3e-b099-99428ff93cab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=480ad0d51981476897a4a1f903b60dc9&device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 1136 time: 0.1608503 Apr 18 22:10:44.229898 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:10:44.293413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76482b21-a209-4dd4-a081-01a78ec0e8d5 req-eddf6f0a-11b1-4187-aaef-9f2684517190 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:44.294861 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76482b21-a209-4dd4-a081-01a78ec0e8d5 req-eddf6f0a-11b1-4187-aaef-9f2684517190 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f73f41d-12a1-41d7-9765-768f9f6cf625 HTTP/1.1" status: 200 len: 916 time: 0.1260703 Apr 18 22:10:44.399657 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76482b21-a209-4dd4-a081-01a78ec0e8d5 req-5a17bea8-58b1-44f6-ad12-fb33312ccb05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 200 len: 1001 time: 0.0958424 Apr 18 22:10:44.460699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76482b21-a209-4dd4-a081-01a78ec0e8d5 req-efe020c1-2271-4ea6-ad1f-4a07f3404fa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:44.462088 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76482b21-a209-4dd4-a081-01a78ec0e8d5 req-efe020c1-2271-4ea6-ad1f-4a07f3404fa8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d7427d3-c220-47cf-a4f1-a2a87759d9db HTTP/1.1" status: 200 len: 854 time: 0.0564463 Apr 18 22:10:44.538273 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76482b21-a209-4dd4-a081-01a78ec0e8d5 req-56d43d0d-3d5d-46ba-b246-d20036d9be9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f73f41d-12a1-41d7-9765-768f9f6cf625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688441 Apr 18 22:10:44.668729 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76482b21-a209-4dd4-a081-01a78ec0e8d5 req-9ce4e65e-a08e-4376-a4ed-76fa411a0a9c service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233950 Apr 18 22:10:44.797332 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-76482b21-a209-4dd4-a081-01a78ec0e8d5 req-269dcba7-691c-42ea-849e-2d7f220e1825 service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223722 Apr 18 22:10:45.393983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bc9d4-d951-4871-abf6-4670bd4dbbab req-9d80a6a4-eb6d-43ed-ae93-1d215c77f689 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:45.395439 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a46bc9d4-d951-4871-abf6-4670bd4dbbab req-9d80a6a4-eb6d-43ed-ae93-1d215c77f689 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.1494989 Apr 18 22:10:45.443064 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a46bc9d4-d951-4871-abf6-4670bd4dbbab req-167f0ba1-372f-4ed6-a5b6-f549a8a852b8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418644 Apr 18 22:10:46.747423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064c393-150e-4217-adae-abcf97e4f3af req-219b8309-712c-42e9-8b3c-c1d94331ada4 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:46.748761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4064c393-150e-4217-adae-abcf97e4f3af req-219b8309-712c-42e9-8b3c-c1d94331ada4 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.1739881 Apr 18 22:10:46.795819 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4064c393-150e-4217-adae-abcf97e4f3af req-4cd91d1c-23c4-4047-9308-466bdef1755e tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404191 Apr 18 22:10:48.016156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04dfea-f363-4759-9b92-f15584c04937 req-9bf32a95-2668-4029-b382-02acb9fd53b7 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:48.018166 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c04dfea-f363-4759-9b92-f15584c04937 req-9bf32a95-2668-4029-b382-02acb9fd53b7 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0940907 Apr 18 22:10:48.068402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c04dfea-f363-4759-9b92-f15584c04937 req-19b79e05-844d-4be2-9210-f2965a98ea43 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444374 Apr 18 22:10:49.275802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de05726-a0c0-414c-8f06-e8c4fba407f4 req-3982e805-58f4-4bc3-a06b-797acac909f6 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:49.277248 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2de05726-a0c0-414c-8f06-e8c4fba407f4 req-3982e805-58f4-4bc3-a06b-797acac909f6 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0818839 Apr 18 22:10:49.323699 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2de05726-a0c0-414c-8f06-e8c4fba407f4 req-82ea15f7-b1af-42cd-b601-782b568fec3c tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408514 Apr 18 22:10:50.112169 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-66f45387-73c3-4e43-846a-7896b91249e0 req-401679f7-8932-4589-a0d7-717d720fa4d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=480ad0d51981476897a4a1f903b60dc9&device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 1136 time: 0.0670881 Apr 18 22:10:50.260638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f45387-73c3-4e43-846a-7896b91249e0 req-24143c4a-a17c-4144-9d00-8f72b960a4d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:50.262267 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-66f45387-73c3-4e43-846a-7896b91249e0 req-24143c4a-a17c-4144-9d00-8f72b960a4d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f73f41d-12a1-41d7-9765-768f9f6cf625 HTTP/1.1" status: 200 len: 916 time: 0.1261511 Apr 18 22:10:50.367337 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-66f45387-73c3-4e43-846a-7896b91249e0 req-93ed7d6f-47c5-4819-aced-436ec198cd0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 200 len: 1001 time: 0.0984762 Apr 18 22:10:50.428916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f45387-73c3-4e43-846a-7896b91249e0 req-4cccb0db-96b4-4add-bf32-6d8a08bc02bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:50.430389 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-66f45387-73c3-4e43-846a-7896b91249e0 req-4cccb0db-96b4-4add-bf32-6d8a08bc02bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d7427d3-c220-47cf-a4f1-a2a87759d9db HTTP/1.1" status: 200 len: 854 time: 0.0571706 Apr 18 22:10:50.508201 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-66f45387-73c3-4e43-846a-7896b91249e0 req-494f9365-0615-4f40-9b07-5caaeb9627d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f73f41d-12a1-41d7-9765-768f9f6cf625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720122 Apr 18 22:10:50.519090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c3723-6678-469d-924d-03580fa6540a req-fb00ae66-a260-4250-95e1-302d2770abd3 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:50.520547 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d5c3723-6678-469d-924d-03580fa6540a req-fb00ae66-a260-4250-95e1-302d2770abd3 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0761871 Apr 18 22:10:50.571603 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d5c3723-6678-469d-924d-03580fa6540a req-749085dd-84e5-429d-bbb4-86bafc9613d3 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454175 Apr 18 22:10:50.638683 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-66f45387-73c3-4e43-846a-7896b91249e0 req-f7214e92-70e6-41c0-b5eb-521d61d44bcf service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245067 Apr 18 22:10:50.768782 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-66f45387-73c3-4e43-846a-7896b91249e0 req-d6c02818-0a08-42e8-9b67-30d43593423c service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241004 Apr 18 22:10:51.770328 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778e2e3-88c0-4850-8530-82140ac881e5 req-4024b388-4981-4193-8f5c-ed8ea6fc5756 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:51.771758 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2778e2e3-88c0-4850-8530-82140ac881e5 req-4024b388-4981-4193-8f5c-ed8ea6fc5756 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0762312 Apr 18 22:10:51.818557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2778e2e3-88c0-4850-8530-82140ac881e5 req-6e131fc5-cb09-46a2-85ef-763a4a5617e4 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412495 Apr 18 22:10:53.017144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29d6f8-739a-475e-a13d-ef4e48bbb17d req-946b7083-00f2-4fc9-8ea3-830682b202fd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:53.018691 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f29d6f8-739a-475e-a13d-ef4e48bbb17d req-946b7083-00f2-4fc9-8ea3-830682b202fd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0787716 Apr 18 22:10:53.064746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8f29d6f8-739a-475e-a13d-ef4e48bbb17d req-7b51d57e-0329-44d5-b1e9-6e69ca0e5e7a tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398889 Apr 18 22:10:54.259195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb5053-a360-4e1c-bccf-95c5312b4b33 req-b927a214-b60d-4314-ab33-74694550e900 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:54.260627 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19bb5053-a360-4e1c-bccf-95c5312b4b33 req-b927a214-b60d-4314-ab33-74694550e900 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0760727 Apr 18 22:10:54.309668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19bb5053-a360-4e1c-bccf-95c5312b4b33 req-ad276245-50ce-4d75-9e24-2e39b9c23e54 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433974 Apr 18 22:10:54.726116 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f60a50b9-19ff-40b8-9fe3-0dbe8fc19dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:55.508893 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7d836-3b9d-4927-a1b2-0dcbe9000024 req-3f9e3b3c-10e6-44d7-befa-c5b91fff8e23 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:55.510240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fc7d836-3b9d-4927-a1b2-0dcbe9000024 req-3f9e3b3c-10e6-44d7-befa-c5b91fff8e23 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0790083 Apr 18 22:10:55.556010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2fc7d836-3b9d-4927-a1b2-0dcbe9000024 req-b507f5a8-207a-4a5e-83cc-a42ee081a066 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403125 Apr 18 22:10:56.749971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec238a2a-30a9-4543-8f9f-6d4289291e25 req-bf35d393-e448-4cf3-87dc-b57d0bf730b3 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:56.751397 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec238a2a-30a9-4543-8f9f-6d4289291e25 req-bf35d393-e448-4cf3-87dc-b57d0bf730b3 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0746920 Apr 18 22:10:56.801580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ec238a2a-30a9-4543-8f9f-6d4289291e25 req-290df5d6-0257-45c3-9480-310ebb052094 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445666 Apr 18 22:10:57.148752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0d7a9a8a-6267-42e0-834f-0454efa6b5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:57.995363 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c9237-b6c3-4fe2-9c02-b8e9b9b498c2 req-000040a7-94be-4849-bc58-7c31212d9ae5 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:57.997050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b66c9237-b6c3-4fe2-9c02-b8e9b9b498c2 req-000040a7-94be-4849-bc58-7c31212d9ae5 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0767391 Apr 18 22:10:58.017556 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:58.043671 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b66c9237-b6c3-4fe2-9c02-b8e9b9b498c2 req-3f74d66a-b089-4204-9561-648504c9bcf4 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405426 Apr 18 22:10:58.811281 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:59.249648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7f9fe-fa03-4feb-956b-25e0a51e586f req-ae1d249f-d1d9-4014-a4f1-9b4bc5240297 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:10:59.251111 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67f7f9fe-fa03-4feb-956b-25e0a51e586f req-ae1d249f-d1d9-4014-a4f1-9b4bc5240297 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0801504 Apr 18 22:10:59.298025 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67f7f9fe-fa03-4feb-956b-25e0a51e586f req-b0c78c6f-5167-4c85-bb88-8f0e23736347 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401974 Apr 18 22:11:00.491120 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87c1c-11bc-4eff-8ad7-83b0d148bdff req-9f04fe6e-35f1-42e9-a691-1dd12666d6dc tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:11:00.492471 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eac87c1c-11bc-4eff-8ad7-83b0d148bdff req-9f04fe6e-35f1-42e9-a691-1dd12666d6dc tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0756185 Apr 18 22:11:00.539190 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eac87c1c-11bc-4eff-8ad7-83b0d148bdff req-1ecb9089-6716-4602-aaa5-7443996b345d tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409346 Apr 18 22:11:01.199321 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:01.738303 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c4758-eb88-4189-ad4c-3604f47c4167 req-1277c650-dd1c-4d21-9e58-f65e93a0f455 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:11:01.739777 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-078c4758-eb88-4189-ad4c-3604f47c4167 req-1277c650-dd1c-4d21-9e58-f65e93a0f455 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0791812 Apr 18 22:11:01.787360 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-078c4758-eb88-4189-ad4c-3604f47c4167 req-b53177aa-4df9-4b5f-af98-1763af06d4d6 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9874e48-1f7a-419c-8794-c66f4a995ab9&id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418735 Apr 18 22:11:03.976585 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:09.742783 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:21.230042 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:11:24.725248 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-04dd52e1-b8f7-4ef1-8b6a-e5dd4a86e0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:27.153269 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8d6c81a4-2a6e-4e87-b625-7fc8ac480e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:28.051117 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:28.794047 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:31.181998 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:33.976632 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:39.753493 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:50.050695 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f089484-9216-4494-8567-c406f8248b62 req-ed54ad37-7742-4eda-bf25-977bef96cb4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677001 Apr 18 22:11:50.284586 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f089484-9216-4494-8567-c406f8248b62 req-0d3340e5-819c-4f17-aa61-ce038787d791 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=480ad0d51981476897a4a1f903b60dc9&device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 1136 time: 0.1656911 Apr 18 22:11:50.426924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f089484-9216-4494-8567-c406f8248b62 req-aeb07a1b-7026-4aba-9388-f03b980d360d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:11:50.428333 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f089484-9216-4494-8567-c406f8248b62 req-aeb07a1b-7026-4aba-9388-f03b980d360d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f73f41d-12a1-41d7-9765-768f9f6cf625 HTTP/1.1" status: 200 len: 916 time: 0.1245220 Apr 18 22:11:50.529316 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f089484-9216-4494-8567-c406f8248b62 req-e212dc16-5c80-4dc0-bb28-c9e32fcaaf29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 200 len: 1001 time: 0.0929508 Apr 18 22:11:50.589236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f089484-9216-4494-8567-c406f8248b62 req-d6f0e383-c3ff-4caf-8977-dd33083acf12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:11:50.590628 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f089484-9216-4494-8567-c406f8248b62 req-d6f0e383-c3ff-4caf-8977-dd33083acf12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d7427d3-c220-47cf-a4f1-a2a87759d9db HTTP/1.1" status: 200 len: 854 time: 0.0561662 Apr 18 22:11:50.661433 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f089484-9216-4494-8567-c406f8248b62 req-c2d009e9-2da4-4a0e-9337-718ed0e7c025 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f73f41d-12a1-41d7-9765-768f9f6cf625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653324 Apr 18 22:11:50.792427 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f089484-9216-4494-8567-c406f8248b62 req-a5577ce0-27f2-4116-a742-679555cacb71 service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224027 Apr 18 22:11:50.920287 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f089484-9216-4494-8567-c406f8248b62 req-2e338eef-5e25-4d08-84e4-e98ef38c143b service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217284 Apr 18 22:11:54.718898 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ef690362-ad43-4baa-b290-3619a6105909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:57.153019 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-479fd2c8-5f39-4a9a-8712-0c3dfd5f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:58.004616 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:58.230681 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:11:58.821424 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:01.193099 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:03.998749 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:05.223929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fdd97ce7-3703-48d4-be6a-ee5755ddec38 req-3969754c-76e4-4d15-a940-b1070e188ccd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674240159&fields=id&tenant_id=480ad0d51981476897a4a1f903b60dc9 HTTP/1.1" status: 200 len: 267 time: 0.0406713 Apr 18 22:12:05.306552 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd97ce7-3703-48d4-be6a-ee5755ddec38 req-556a3dff-ca02-4abb-890e-7d0eeb931170 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:05.307963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fdd97ce7-3703-48d4-be6a-ee5755ddec38 req-556a3dff-ca02-4abb-890e-7d0eeb931170 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 985 time: 0.0789707 Apr 18 22:12:05.318385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [req-fdd97ce7-3703-48d4-be6a-ee5755ddec38 req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Request body: {'port': {'security_groups': ['a79f43fc-b0ff-45c7-8e1f-307eceb96ef8']}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:05.439150 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fdd97ce7-3703-48d4-be6a-ee5755ddec38 req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:05.675334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [req-fdd97ce7-3703-48d4-be6a-ee5755ddec38 req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] For port fad37f35-ce39-4a31-9274-30365ad5b007, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fad37f35-ce39-4a31-9274-30365ad5b007,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:05.698909 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fdd97ce7-3703-48d4-be6a-ee5755ddec38 req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:05.770332 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fdd97ce7-3703-48d4-be6a-ee5755ddec38 req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:05.783124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['fad37f35-ce39-4a31-9274-30365ad5b007'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:12:05.833178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd97ce7-3703-48d4-be6a-ee5755ddec38 req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:05.833752 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [req-fdd97ce7-3703-48d4-be6a-ee5755ddec38 req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:05.835131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fdd97ce7-3703-48d4-be6a-ee5755ddec38 req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "PUT /v2.0/ports/fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 200 len: 943 time: 0.5211804 Apr 18 22:12:05.842638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39350) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:05.843110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:12:05.908038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event updated for resources: {'Port': ['ID=fad37f35-ce39-4a31-9274-30365ad5b007,revision_number=7']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:05.908038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:05.908038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:05.908038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:05.908038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:05.908038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:05.908038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:05.908038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:05.908038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:05.908038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:05.908038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:05.908038 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45990cb-c0c4-4a24-a349-8e2990b848d8 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:05.909250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['fad37f35-ce39-4a31-9274-30365ad5b007'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:12:05.942464 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:05.988958 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:05.999874 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb30cee9-34f7-4201-a2f1-63624d932dbb'] response: {'name': 'network-changed', 'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'status': 'completed', 'code': 200} Apr 18 22:12:06.106242 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5ecaa0c-1817-473d-a211-ec6324fab0f9 req-89fb441b-9da1-40dc-bcef-952fbf6bb648 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=480ad0d51981476897a4a1f903b60dc9&device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 1097 time: 0.0788624 Apr 18 22:12:06.171192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-702e57ad-f69b-46dd-8db7-5d5e0e8ac627 None None] Provisioning complete for port fad37f35-ce39-4a31-9274-30365ad5b007 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:12:06.177961 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-702e57ad-f69b-46dd-8db7-5d5e0e8ac627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:06.196427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:06.220041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9874e48-1f7a-419c-8794-c66f4a995ab9,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:06.251861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:06.252606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:06.252606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:06.252848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:06.253177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:06.253525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:06.253853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:06.254178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:06.254498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:06.254816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:06.255139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:06.260858 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:06.264488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39362) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:06.264972 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2844a989-490d-403c-925d-01e66570affd tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "DELETE /v2.0/security-groups/e9874e48-1f7a-419c-8794-c66f4a995ab9 HTTP/1.1" status: 204 len: 168 time: 0.4200122 Apr 18 22:12:06.290150 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecaa0c-1817-473d-a211-ec6324fab0f9 req-45c6ce20-5e01-4b15-a7f4-348521423f82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:06.291602 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5ecaa0c-1817-473d-a211-ec6324fab0f9 req-45c6ce20-5e01-4b15-a7f4-348521423f82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f73f41d-12a1-41d7-9765-768f9f6cf625 HTTP/1.1" status: 200 len: 916 time: 0.1796253 Apr 18 22:12:06.395464 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5ecaa0c-1817-473d-a211-ec6324fab0f9 req-d9076253-d70f-416f-9feb-f2447e5a3165 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 200 len: 1001 time: 0.0966594 Apr 18 22:12:06.463838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecaa0c-1817-473d-a211-ec6324fab0f9 req-31e505cd-43a7-4e19-9f54-bd318303bf8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:06.465375 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5ecaa0c-1817-473d-a211-ec6324fab0f9 req-31e505cd-43a7-4e19-9f54-bd318303bf8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d7427d3-c220-47cf-a4f1-a2a87759d9db HTTP/1.1" status: 200 len: 854 time: 0.0642161 Apr 18 22:12:06.539741 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5ecaa0c-1817-473d-a211-ec6324fab0f9 req-fee8fc13-d2d6-4b1e-bdf6-2b949654e18a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f73f41d-12a1-41d7-9765-768f9f6cf625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687191 Apr 18 22:12:06.557448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0f575683-0aa5-4235-aea0-6b11474af750 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Deleting port f03626fa-62a8-4354-b4e5-d54803a6fbec {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:12:06.557823 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0f575683-0aa5-4235-aea0-6b11474af750 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:06.670250 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5ecaa0c-1817-473d-a211-ec6324fab0f9 req-f658e658-db90-4a1f-aa28-87060a3746fd service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244352 Apr 18 22:12:06.726952 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0f575683-0aa5-4235-aea0-6b11474af750 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:06.727283 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0f575683-0aa5-4235-aea0-6b11474af750 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:06.798496 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5ecaa0c-1817-473d-a211-ec6324fab0f9 req-f44147ff-ebfe-4492-83ae-1392a7d339bd service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231024 Apr 18 22:12:06.847705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-0f575683-0aa5-4235-aea0-6b11474af750 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Calling delete_port for f03626fa-62a8-4354-b4e5-d54803a6fbec owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:12:07.027406 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0f575683-0aa5-4235-aea0-6b11474af750 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:07.070835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f575683-0aa5-4235-aea0-6b11474af750 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event deleted for resources: {'Port': ['ID=f03626fa-62a8-4354-b4e5-d54803a6fbec,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:07.163625 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0f575683-0aa5-4235-aea0-6b11474af750 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:07.554820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f575683-0aa5-4235-aea0-6b11474af750 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Router e1789981-7875-4a85-8ee4-3c23f2730e24 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:12:07.763123 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f575683-0aa5-4235-aea0-6b11474af750 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:12:07.774203 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2247a25-210e-4ac7-a333-9b815fa13097 None None] Sync routers for ids ['e1789981-7875-4a85-8ee4-3c23f2730e24'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:12:07.779420 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-0f575683-0aa5-4235-aea0-6b11474af750 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:07.785918 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2247a25-210e-4ac7-a333-9b815fa13097 None None] Routers {'e1789981-7875-4a85-8ee4-3c23f2730e24'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:12:07.786515 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d2247a25-210e-4ac7-a333-9b815fa13097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:11:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1789981-7875-4a85-8ee4-3c23f2730e24'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:07.834881 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0f575683-0aa5-4235-aea0-6b11474af750 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "DELETE /v2.0/floatingips/4338ba63-3e32-41d9-92ea-ebb0db772469 HTTP/1.1" status: 204 len: 168 time: 1.5693166 Apr 18 22:12:07.965218 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d2247a25-210e-4ac7-a333-9b815fa13097 None None] Set router e1789981-7875-4a85-8ee4-3c23f2730e24 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:12:08.001156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:12:08.059836 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7875b7-4bcf-460b-b223-3ca4ded81e17'] response: {'name': 'network-changed', 'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'status': 'completed', 'code': 200} Apr 18 22:12:08.262466 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0c8c2bd5-66c8-487b-a611-4b5ab192fdf7 req-2b480de5-b8c8-4602-b669-165ff6592616 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=480ad0d51981476897a4a1f903b60dc9&device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 1097 time: 0.1787758 Apr 18 22:12:08.354477 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d2247a25-210e-4ac7-a333-9b815fa13097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:08:50Z', 'revision_number': 4, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1f86d379-24fd-47cc-af82-ecd0e6c90815', 'name': '', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'mac_address': 'fa:16:3e:99:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:49Z', 'updated_at': '2022-04-18T22:08:58Z', 'revision_number': 5, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'subnets': [{'id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:08.358507 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2247a25-210e-4ac7-a333-9b815fa13097 None None] Checking router: e1789981-7875-4a85-8ee4-3c23f2730e24 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:12:08.370964 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2247a25-210e-4ac7-a333-9b815fa13097 None None] Routers {'e1789981-7875-4a85-8ee4-3c23f2730e24'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:12:08.371626 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d2247a25-210e-4ac7-a333-9b815fa13097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:11:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1789981-7875-4a85-8ee4-3c23f2730e24'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:08.408077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c2bd5-66c8-487b-a611-4b5ab192fdf7 req-a622de91-a640-4db7-9cfc-2b591fa7f149 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:08.409406 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0c8c2bd5-66c8-487b-a611-4b5ab192fdf7 req-a622de91-a640-4db7-9cfc-2b591fa7f149 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f73f41d-12a1-41d7-9765-768f9f6cf625 HTTP/1.1" status: 200 len: 916 time: 0.1402264 Apr 18 22:12:08.481322 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0c8c2bd5-66c8-487b-a611-4b5ab192fdf7 req-d4c94ab3-1c1d-40f7-9310-279a372c233a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 200 len: 217 time: 0.0657926 Apr 18 22:12:08.545793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c2bd5-66c8-487b-a611-4b5ab192fdf7 req-019a94bd-6758-4e88-ade5-63907f237054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:08.547904 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0c8c2bd5-66c8-487b-a611-4b5ab192fdf7 req-019a94bd-6758-4e88-ade5-63907f237054 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d7427d3-c220-47cf-a4f1-a2a87759d9db HTTP/1.1" status: 200 len: 854 time: 0.0603037 Apr 18 22:12:08.565060 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d2247a25-210e-4ac7-a333-9b815fa13097 None None] Set router e1789981-7875-4a85-8ee4-3c23f2730e24 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:12:08.622411 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0c8c2bd5-66c8-487b-a611-4b5ab192fdf7 req-88ee3f0c-1987-4d2f-91e1-b35f07ff6454 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f73f41d-12a1-41d7-9765-768f9f6cf625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680232 Apr 18 22:12:08.772616 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0c8c2bd5-66c8-487b-a611-4b5ab192fdf7 req-fd58bde7-40ee-449f-9989-f0ec72e59561 service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434133 Apr 18 22:12:08.883727 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d2247a25-210e-4ac7-a333-9b815fa13097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:08:50Z', 'revision_number': 4, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1f86d379-24fd-47cc-af82-ecd0e6c90815', 'name': '', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'mac_address': 'fa:16:3e:99:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:49Z', 'updated_at': '2022-04-18T22:08:58Z', 'revision_number': 5, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'subnets': [{'id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:08.886668 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2247a25-210e-4ac7-a333-9b815fa13097 None None] The sync data for ids ['e1789981-7875-4a85-8ee4-3c23f2730e24'] in n-d-836017-3 is: [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:08:50Z', 'revision_number': 4, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '1f86d379-24fd-47cc-af82-ecd0e6c90815', 'name': '', 'network_id': '6f73f41d-12a1-41d7-9765-768f9f6cf625', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'mac_address': 'fa:16:3e:99:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:49Z', 'updated_at': '2022-04-18T22:08:58Z', 'revision_number': 5, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'subnets': [{'id': '8d7427d3-c220-47cf-a4f1-a2a87759d9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:12:08.915251 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0c8c2bd5-66c8-487b-a611-4b5ab192fdf7 req-dbd5da6b-9752-44ae-a9e4-c4caa9559d60 service neutron] 10.222.0.26 "GET /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337290 Apr 18 22:12:09.151776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c45a1c-02ea-4455-b356-0eaa68ac1a85 None None] New status for floating IP 4338ba63-3e32-41d9-92ea-ebb0db772469: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:12:09.718833 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:13.650800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077faa3d-5fc7-4a2d-ba49-ce32e65d3172 req-feb51108-96e6-49c5-ad8b-78d64665e5fa tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:13.651484 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-077faa3d-5fc7-4a2d-ba49-ce32e65d3172 req-feb51108-96e6-49c5-ad8b-78d64665e5fa tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Synchronizing usage tracker for tenant:480ad0d51981476897a4a1f903b60dc9 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:12:13.718593 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-077faa3d-5fc7-4a2d-ba49-ce32e65d3172 req-feb51108-96e6-49c5-ad8b-78d64665e5fa tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Unset dirty status for tenant:480ad0d51981476897a4a1f903b60dc9 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:12:13.719683 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-077faa3d-5fc7-4a2d-ba49-ce32e65d3172 req-feb51108-96e6-49c5-ad8b-78d64665e5fa tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 946 time: 0.1473725 Apr 18 22:12:13.766956 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-077faa3d-5fc7-4a2d-ba49-ce32e65d3172 req-ec3ea816-9cf4-42a2-aace-8d9bed7d076b tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411406 Apr 18 22:12:15.058723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a8c89-9882-4cfd-a8a2-b4320c8930ad req-f645c7b9-7f95-49ab-aa0a-d3c46a25390d tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:15.060056 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc0a8c89-9882-4cfd-a8a2-b4320c8930ad req-f645c7b9-7f95-49ab-aa0a-d3c46a25390d tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 946 time: 0.1704183 Apr 18 22:12:15.104822 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cc0a8c89-9882-4cfd-a8a2-b4320c8930ad req-6a0faae1-7f97-4c03-8c97-3f2f03b2c0f5 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/security-groups?id=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390055 Apr 18 22:12:15.446534 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-19ebfc12-19f4-48ca-be0c-40fd9a2ca1b0 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:15.447247 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-19ebfc12-19f4-48ca-be0c-40fd9a2ca1b0 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Synchronizing usage tracker for tenant:480ad0d51981476897a4a1f903b60dc9 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:12:15.459991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-19ebfc12-19f4-48ca-be0c-40fd9a2ca1b0 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Unset dirty status for tenant:480ad0d51981476897a4a1f903b60dc9 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:12:15.461092 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-19ebfc12-19f4-48ca-be0c-40fd9a2ca1b0 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 946 time: 0.0921385 Apr 18 22:12:15.526646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-ad02cc97-96a7-4f5b-86d5-6d9a039f7e65 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Deleting port fad37f35-ce39-4a31-9274-30365ad5b007 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:12:15.526987 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-ad02cc97-96a7-4f5b-86d5-6d9a039f7e65 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:15.765317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-ad02cc97-96a7-4f5b-86d5-6d9a039f7e65 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] For port fad37f35-ce39-4a31-9274-30365ad5b007, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=fad37f35-ce39-4a31-9274-30365ad5b007,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:15.765615 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-ad02cc97-96a7-4f5b-86d5-6d9a039f7e65 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:15.883602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-ad02cc97-96a7-4f5b-86d5-6d9a039f7e65 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Calling delete_port for fad37f35-ce39-4a31-9274-30365ad5b007 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:12:16.147440 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-ad02cc97-96a7-4f5b-86d5-6d9a039f7e65 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:16.159409 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['fad37f35-ce39-4a31-9274-30365ad5b007'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:12:16.204717 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02cc97-96a7-4f5b-86d5-6d9a039f7e65 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Pushing event deleted for resources: {'Port': ['ID=fad37f35-ce39-4a31-9274-30365ad5b007,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:16.271971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bc2f714d-d6a2-4ed3-80f6-f41e2ac4bc56 req-83accda7-3e06-46fd-a35e-6673df28773b tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2c3c80-d58b-4117-a423-560e3369b643 HTTP/1.1" status: 200 len: 210 time: 0.0412397 Apr 18 22:12:16.282558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-ad02cc97-96a7-4f5b-86d5-6d9a039f7e65 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] No DVR routers for this DVR port fad37f35-ce39-4a31-9274-30365ad5b007 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:12:16.285377 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-ad02cc97-96a7-4f5b-86d5-6d9a039f7e65 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:16.289091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'name': 'network-vif-deleted', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:12:16.364117 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b18cdec-1823-437d-a59d-53154ba337b2 req-ad02cc97-96a7-4f5b-86d5-6d9a039f7e65 tempest-TestMinimumBasicScenario-443224649 tempest-TestMinimumBasicScenario-443224649-project] 10.222.0.26 "DELETE /v2.0/ports/fad37f35-ce39-4a31-9274-30365ad5b007 HTTP/1.1" status: 204 len: 173 time: 0.8933012 Apr 18 22:12:16.464485 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d1b1782-20d7-4191-8e5f-17111d2996be'] response: {'server_uuid': 'eb2c3c80-d58b-4117-a423-560e3369b643', 'name': 'network-vif-deleted', 'tag': 'fad37f35-ce39-4a31-9274-30365ad5b007', 'status': 'completed', 'code': 200} Apr 18 22:12:18.467646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39452) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:18.937154 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7731871d-6166-4f2b-b285-0cfc77116074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:19.303860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device fad37f35-ce39-4a31-9274-30365ad5b007 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:12:19.335896 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: fad37f35-ce39-4a31-9274-30365ad5b007 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:12:19.336233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device fad37f35-ce39-4a31-9274-30365ad5b007 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:12:19.528500 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7731871d-6166-4f2b-b285-0cfc77116074 admin admin] Deleting port 1f86d379-24fd-47cc-af82-ecd0e6c90815 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:12:19.529065 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7731871d-6166-4f2b-b285-0cfc77116074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:19.699301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-7731871d-6166-4f2b-b285-0cfc77116074 admin admin] For port 1f86d379-24fd-47cc-af82-ecd0e6c90815, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=1f86d379-24fd-47cc-af82-ecd0e6c90815,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:19.699656 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7731871d-6166-4f2b-b285-0cfc77116074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:19.817801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7731871d-6166-4f2b-b285-0cfc77116074 admin admin] Calling delete_port for 1f86d379-24fd-47cc-af82-ecd0e6c90815 owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:12:20.038806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7731871d-6166-4f2b-b285-0cfc77116074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:20.086426 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731871d-6166-4f2b-b285-0cfc77116074 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f86d379-24fd-47cc-af82-ecd0e6c90815,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:20.479791 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7731871d-6166-4f2b-b285-0cfc77116074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:21.066541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7731871d-6166-4f2b-b285-0cfc77116074 admin admin] Router e1789981-7875-4a85-8ee4-3c23f2730e24 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:12:21.263293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7731871d-6166-4f2b-b285-0cfc77116074 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:12:21.272511 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5386ff6f-b754-4039-9933-60a663dc4c81 None None] Sync routers for ids ['e1789981-7875-4a85-8ee4-3c23f2730e24'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:12:21.275622 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7731871d-6166-4f2b-b285-0cfc77116074 admin admin] 10.222.0.11 "PUT /v2.0/routers/e1789981-7875-4a85-8ee4-3c23f2730e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8068595 Apr 18 22:12:21.278133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39456) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:21.285440 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5386ff6f-b754-4039-9933-60a663dc4c81 None None] Routers {'e1789981-7875-4a85-8ee4-3c23f2730e24'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:12:21.286062 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5386ff6f-b754-4039-9933-60a663dc4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:11:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1789981-7875-4a85-8ee4-3c23f2730e24'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:21.458147 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-5386ff6f-b754-4039-9933-60a663dc4c81 None None] Set router e1789981-7875-4a85-8ee4-3c23f2730e24 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:12:21.472254 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:21.669543 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:21.739635 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5386ff6f-b754-4039-9933-60a663dc4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:12:19Z', 'revision_number': 5, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port': {'id': '3171aaf5-ea05-4e6f-ad9e-307095d18770', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:47Z', 'updated_at': '2022-04-18T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:21.743312 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5386ff6f-b754-4039-9933-60a663dc4c81 None None] Checking router: e1789981-7875-4a85-8ee4-3c23f2730e24 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:12:21.747235 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Deleting port 3171aaf5-ea05-4e6f-ad9e-307095d18770 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:12:21.747581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:21.753855 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5386ff6f-b754-4039-9933-60a663dc4c81 None None] Routers {'e1789981-7875-4a85-8ee4-3c23f2730e24'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:12:21.754453 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5386ff6f-b754-4039-9933-60a663dc4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:11:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['e1789981-7875-4a85-8ee4-3c23f2730e24'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:21.904583 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-5386ff6f-b754-4039-9933-60a663dc4c81 None None] Set router e1789981-7875-4a85-8ee4-3c23f2730e24 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:12:22.022417 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] For port 3171aaf5-ea05-4e6f-ad9e-307095d18770, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=3171aaf5-ea05-4e6f-ad9e-307095d18770,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:22.022675 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:22.035306 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-5386ff6f-b754-4039-9933-60a663dc4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:12:21Z', 'revision_number': 6, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:22.039639 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5386ff6f-b754-4039-9933-60a663dc4c81 None None] The sync data for ids ['e1789981-7875-4a85-8ee4-3c23f2730e24'] in n-d-836017-3 is: [{'id': 'e1789981-7875-4a85-8ee4-3c23f2730e24', 'name': 'tempest-TestMinimumBasicScenario-1116758495-router', 'tenant_id': '480ad0d51981476897a4a1f903b60dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:46Z', 'updated_at': '2022-04-18T22:12:21Z', 'revision_number': 6, 'project_id': '480ad0d51981476897a4a1f903b60dc9', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:12:22.149384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Calling delete_port for 3171aaf5-ea05-4e6f-ad9e-307095d18770 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:12:22.376919 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:22.394303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1f86d379-24fd-47cc-af82-ecd0e6c90815 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:12:22.427819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3171aaf5-ea05-4e6f-ad9e-307095d18770,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:22.432837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 1f86d379-24fd-47cc-af82-ecd0e6c90815 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:12:22.433185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 1f86d379-24fd-47cc-af82-ecd0e6c90815 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:12:22.655296 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:22.911003 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:22.915496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.021202 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.021788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1789981-7875-4a85-8ee4-3c23f2730e24 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:12:23.035005 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.038609 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f765f5dd-9914-46b5-9e5f-5e4ffa8bbce4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e1789981-7875-4a85-8ee4-3c23f2730e24 HTTP/1.1" status: 204 len: 168 time: 1.7572536 Apr 18 22:12:23.038864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39460) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:23.099026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1367a0e-fd64-4e0c-8737-cba2b4086e18 admin admin] Deleting subnet 8d7427d3-c220-47cf-a4f1-a2a87759d9db {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:12:23.102040 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c1367a0e-fd64-4e0c-8737-cba2b4086e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.154119 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c1367a0e-fd64-4e0c-8737-cba2b4086e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.230915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c1367a0e-fd64-4e0c-8737-cba2b4086e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.341741 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c1367a0e-fd64-4e0c-8737-cba2b4086e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.489586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1367a0e-fd64-4e0c-8737-cba2b4086e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7427d3-c220-47cf-a4f1-a2a87759d9db,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:23.497189 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c1367a0e-fd64-4e0c-8737-cba2b4086e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.502827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbada09-8020-48af-ac2f-633d3124d365 None None] Network 6f73f41d-12a1-41d7-9765-768f9f6cf625 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:12:23.504815 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c1367a0e-fd64-4e0c-8737-cba2b4086e18 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8d7427d3-c220-47cf-a4f1-a2a87759d9db HTTP/1.1" status: 204 len: 168 time: 0.4649322 Apr 18 22:12:23.507372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39464) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:23.613058 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.623571 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Deleting port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:12:23.623900 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.754708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0e16d9-6872-4b56-b587-df3deb0a5667 None None] DHCP port deletion for 6f73f41d-12a1-41d7-9765-768f9f6cf625 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:12:23.759056 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e16d9-6872-4b56-b587-df3deb0a5667 None None] Deleting port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:12:23.759435 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fd0e16d9-6872-4b56-b587-df3deb0a5667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.852365 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] For port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:23.852888 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.959912 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-fd0e16d9-6872-4b56-b587-df3deb0a5667 None None] For port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e,segment=NetworkSegment(ca31dcb5-1565-4d50-86bf-dd4f8c454b05),segment_id=ca31dcb5-1565-4d50-86bf-dd4f8c454b05)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:23.960298 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fd0e16d9-6872-4b56-b587-df3deb0a5667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:23.974664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Calling delete_port for ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:12:24.081589 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e16d9-6872-4b56-b587-df3deb0a5667 None None] Calling delete_port for ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:12:24.113038 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:24.154087 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-fd0e16d9-6872-4b56-b587-df3deb0a5667 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:12:24.154695 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-fd0e16d9-6872-4b56-b587-df3deb0a5667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:12:24.161191 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:24.165804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] No DVR routers for this DVR port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:12:24.232440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3171aaf5-ea05-4e6f-ad9e-307095d18770 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:12:24.265312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 3171aaf5-ea05-4e6f-ad9e-307095d18770 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:12:24.265692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 3171aaf5-ea05-4e6f-ad9e-307095d18770 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:12:24.266094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:12:24.283853 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:24.299958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:12:24.300296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:12:24.311034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f73f41d-12a1-41d7-9765-768f9f6cf625']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:24.327532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:24.327832 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca31dcb5-1565-4d50-86bf-dd4f8c454b05') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:24.340152 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:24.355528 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:24.362026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:12:24.368931 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:12:24.375709 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:12:24.502246 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:24.518266 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:24.534423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f73f41d-12a1-41d7-9765-768f9f6cf625,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:24.593243 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-43476443-d197-4a41-9a5b-2e7dd32a69c4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6f73f41d-12a1-41d7-9765-768f9f6cf625 HTTP/1.1" status: 204 len: 168 time: 1.0848486 Apr 18 22:12:24.595992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39468) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:24.659560 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e16d9-6872-4b56-b587-df3deb0a5667 None None] Deleting port ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:12:24.660129 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fd0e16d9-6872-4b56-b587-df3deb0a5667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:24.730390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e16d9-6872-4b56-b587-df3deb0a5667 None None] The port 'ab6e9b2f-916e-4bbd-b8a1-ad96c9769e5e' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:12:24.752804 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2117e27d-9552-4fb0-a593-323b940c5428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:24.986906 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e918b11f-a60d-48e5-9377-717232a65bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:25.665710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e918b11f-a60d-48e5-9377-717232a65bce admin admin] Deleting port b291ecf3-2254-4e8b-b31c-0fb013268e5b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:12:25.666535 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e918b11f-a60d-48e5-9377-717232a65bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:25.833065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-e918b11f-a60d-48e5-9377-717232a65bce admin admin] For port b291ecf3-2254-4e8b-b31c-0fb013268e5b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b291ecf3-2254-4e8b-b31c-0fb013268e5b,segment=NetworkSegment(5f15a50b-b0a3-4e8a-8e73-0b1a6590270e),segment_id=5f15a50b-b0a3-4e8a-8e73-0b1a6590270e)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:25.833419 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e918b11f-a60d-48e5-9377-717232a65bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:25.955192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e918b11f-a60d-48e5-9377-717232a65bce admin admin] Calling delete_port for b291ecf3-2254-4e8b-b31c-0fb013268e5b owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:12:26.190017 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e918b11f-a60d-48e5-9377-717232a65bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:26.233165 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918b11f-a60d-48e5-9377-717232a65bce admin admin] Pushing event deleted for resources: {'Port': ['ID=b291ecf3-2254-4e8b-b31c-0fb013268e5b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:26.516088 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e918b11f-a60d-48e5-9377-717232a65bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:27.141597 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2e3348f1-a900-44d4-b075-11f9c935ae50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:27.190728 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e918b11f-a60d-48e5-9377-717232a65bce admin admin] Router 519f8d1a-70ac-4f46-852b-c65eb90f37e4 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:12:27.384991 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e918b11f-a60d-48e5-9377-717232a65bce admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:12:27.394148 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c635967f-a1c9-4c80-bd21-22ceab0d32f2 None None] Sync routers for ids ['519f8d1a-70ac-4f46-852b-c65eb90f37e4'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:12:27.394328 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e918b11f-a60d-48e5-9377-717232a65bce admin admin] 10.222.0.11 "PUT /v2.0/routers/519f8d1a-70ac-4f46-852b-c65eb90f37e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7972553 Apr 18 22:12:27.396719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39472) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:27.406768 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635967f-a1c9-4c80-bd21-22ceab0d32f2 None None] Routers {'519f8d1a-70ac-4f46-852b-c65eb90f37e4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:12:27.407373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c635967f-a1c9-4c80-bd21-22ceab0d32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:12:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['519f8d1a-70ac-4f46-852b-c65eb90f37e4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:27.594042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:27.622067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c635967f-a1c9-4c80-bd21-22ceab0d32f2 None None] Set router 519f8d1a-70ac-4f46-852b-c65eb90f37e4 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:12:27.786982 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:27.862026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Deleting port 05e96a1e-834e-4488-9659-588e735a8f8b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:12:27.862502 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:27.907205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c635967f-a1c9-4c80-bd21-22ceab0d32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'name': 'tempest-TestMinimumBasicScenario-1336821074-router', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:12:26Z', 'revision_number': 5, 'project_id': 'cb148ab251c048f1b70ab13bf0a25779', 'gw_port': {'id': '05e96a1e-834e-4488-9659-588e735a8f8b', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:27.912661 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c635967f-a1c9-4c80-bd21-22ceab0d32f2 None None] Checking router: 519f8d1a-70ac-4f46-852b-c65eb90f37e4 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:12:27.924764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635967f-a1c9-4c80-bd21-22ceab0d32f2 None None] Routers {'519f8d1a-70ac-4f46-852b-c65eb90f37e4'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:12:27.925373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c635967f-a1c9-4c80-bd21-22ceab0d32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:12:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['519f8d1a-70ac-4f46-852b-c65eb90f37e4'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:28.038799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] For port 05e96a1e-834e-4488-9659-588e735a8f8b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=05e96a1e-834e-4488-9659-588e735a8f8b,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:28.039038 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:28.089840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c635967f-a1c9-4c80-bd21-22ceab0d32f2 None None] Set router 519f8d1a-70ac-4f46-852b-c65eb90f37e4 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:12:28.136386 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:28.162416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Calling delete_port for 05e96a1e-834e-4488-9659-588e735a8f8b owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:12:28.203630 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c635967f-a1c9-4c80-bd21-22ceab0d32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'name': 'tempest-TestMinimumBasicScenario-1336821074-router', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:12:27Z', 'revision_number': 6, 'project_id': 'cb148ab251c048f1b70ab13bf0a25779', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:28.208369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c635967f-a1c9-4c80-bd21-22ceab0d32f2 None None] The sync data for ids ['519f8d1a-70ac-4f46-852b-c65eb90f37e4'] in n-d-836017-3 is: [{'id': '519f8d1a-70ac-4f46-852b-c65eb90f37e4', 'name': 'tempest-TestMinimumBasicScenario-1336821074-router', 'tenant_id': 'cb148ab251c048f1b70ab13bf0a25779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:08:54Z', 'updated_at': '2022-04-18T22:12:27Z', 'revision_number': 6, 'project_id': 'cb148ab251c048f1b70ab13bf0a25779', 'gw_port_host': None}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:12:28.472530 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:28.517034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e96a1e-834e-4488-9659-588e735a8f8b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:28.741390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:28.867179 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.004442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.008588 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.096199 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.096718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 519f8d1a-70ac-4f46-852b-c65eb90f37e4 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:12:29.108915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.110090 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-86d691c3-5fc2-44f3-b460-80cfdf8d8f70 admin admin] 10.222.0.11 "DELETE /v2.0/routers/519f8d1a-70ac-4f46-852b-c65eb90f37e4 HTTP/1.1" status: 204 len: 168 time: 1.7124846 Apr 18 22:12:29.112917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39476) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:29.179635 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c544fb-9aa1-49b8-ad36-b3b67c5b3e8b admin admin] Deleting subnet 260912eb-116c-48fb-910b-7cfc70c481b3 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:12:29.182670 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41c544fb-9aa1-49b8-ad36-b3b67c5b3e8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.232616 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41c544fb-9aa1-49b8-ad36-b3b67c5b3e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.311573 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41c544fb-9aa1-49b8-ad36-b3b67c5b3e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.427269 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41c544fb-9aa1-49b8-ad36-b3b67c5b3e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.467889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c544fb-9aa1-49b8-ad36-b3b67c5b3e8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=260912eb-116c-48fb-910b-7cfc70c481b3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:29.472869 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41c544fb-9aa1-49b8-ad36-b3b67c5b3e8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.479237 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-41c544fb-9aa1-49b8-ad36-b3b67c5b3e8b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/260912eb-116c-48fb-910b-7cfc70c481b3 HTTP/1.1" status: 204 len: 168 time: 0.3649857 Apr 18 22:12:29.483187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39480) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:29.484327 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a7b5f-080b-453e-a42c-56f32489f243 None None] Network 38f99eb6-51de-4197-bcdc-49ff93e7890a requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:12:29.589748 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.600850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Deleting port 67bbe6ab-0d02-4170-86af-e9a40e974072 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:12:29.601189 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.750037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a16330-cc0d-4d93-9ecc-6652ece6874c None None] DHCP port deletion for 38f99eb6-51de-4197-bcdc-49ff93e7890a request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:12:29.754103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d1a16330-cc0d-4d93-9ecc-6652ece6874c None None] Deleting port 67bbe6ab-0d02-4170-86af-e9a40e974072 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:12:29.754472 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d1a16330-cc0d-4d93-9ecc-6652ece6874c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.816770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] For port 67bbe6ab-0d02-4170-86af-e9a40e974072, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=67bbe6ab-0d02-4170-86af-e9a40e974072,segment=NetworkSegment(5f15a50b-b0a3-4e8a-8e73-0b1a6590270e),segment_id=5f15a50b-b0a3-4e8a-8e73-0b1a6590270e)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:29.817127 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:29.940696 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Calling delete_port for 67bbe6ab-0d02-4170-86af-e9a40e974072 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:12:29.957944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-d1a16330-cc0d-4d93-9ecc-6652ece6874c None None] For port 67bbe6ab-0d02-4170-86af-e9a40e974072, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=67bbe6ab-0d02-4170-86af-e9a40e974072,segment=NetworkSegment(5f15a50b-b0a3-4e8a-8e73-0b1a6590270e),segment_id=5f15a50b-b0a3-4e8a-8e73-0b1a6590270e)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:29.958485 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d1a16330-cc0d-4d93-9ecc-6652ece6874c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:30.078304 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:30.082072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d1a16330-cc0d-4d93-9ecc-6652ece6874c None None] Calling delete_port for 67bbe6ab-0d02-4170-86af-e9a40e974072 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:12:30.137965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=67bbe6ab-0d02-4170-86af-e9a40e974072,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:30.151763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] No DVR routers for this DVR port 67bbe6ab-0d02-4170-86af-e9a40e974072 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:12:30.192004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-d1a16330-cc0d-4d93-9ecc-6652ece6874c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:12:30.192365 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-d1a16330-cc0d-4d93-9ecc-6652ece6874c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:12:30.241127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b291ecf3-2254-4e8b-b31c-0fb013268e5b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:12:30.274879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b291ecf3-2254-4e8b-b31c-0fb013268e5b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:12:30.275233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b291ecf3-2254-4e8b-b31c-0fb013268e5b not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:12:30.275631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 05e96a1e-834e-4488-9659-588e735a8f8b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:12:30.297555 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:30.308258 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 05e96a1e-834e-4488-9659-588e735a8f8b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:12:30.308587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 05e96a1e-834e-4488-9659-588e735a8f8b not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:12:30.308990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 67bbe6ab-0d02-4170-86af-e9a40e974072 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:12:30.323118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f99eb6-51de-4197-bcdc-49ff93e7890a']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:30.335984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f15a50b-b0a3-4e8a-8e73-0b1a6590270e') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:30.336281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f15a50b-b0a3-4e8a-8e73-0b1a6590270e') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:30.340140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 67bbe6ab-0d02-4170-86af-e9a40e974072 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:12:30.340486 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 67bbe6ab-0d02-4170-86af-e9a40e974072 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:12:30.349821 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:30.368814 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:30.375799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:12:30.379037 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: timer() Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:12:30.391153 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:12:30.529744 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:30.545407 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:30.555764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=38f99eb6-51de-4197-bcdc-49ff93e7890a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:30.560333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a2bf9c25-68dc-48d6-a2d9-9494b93bd2c2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/38f99eb6-51de-4197-bcdc-49ff93e7890a HTTP/1.1" status: 204 len: 168 time: 1.0752497 Apr 18 22:12:30.694145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d1a16330-cc0d-4d93-9ecc-6652ece6874c None None] Deleting port 67bbe6ab-0d02-4170-86af-e9a40e974072 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:12:30.694654 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d1a16330-cc0d-4d93-9ecc-6652ece6874c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:30.757214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d1a16330-cc0d-4d93-9ecc-6652ece6874c None None] The port '67bbe6ab-0d02-4170-86af-e9a40e974072' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:12:30.907612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39486) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:30.957722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c84c9e82-2e64-44b8-a406-173c184a9c25 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=480ad0d51981476897a4a1f903b60dc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488765 Apr 18 22:12:30.960235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39490) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:31.019274 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564b31eb-25b9-4700-9e7f-1430cc8eab23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:31.048578 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564b31eb-25b9-4700-9e7f-1430cc8eab23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:31.158451 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564b31eb-25b9-4700-9e7f-1430cc8eab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:31.178707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b31eb-25b9-4700-9e7f-1430cc8eab23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79f43fc-b0ff-45c7-8e1f-307eceb96ef8,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:31.184932 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-564b31eb-25b9-4700-9e7f-1430cc8eab23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:31.189541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-564b31eb-25b9-4700-9e7f-1430cc8eab23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a79f43fc-b0ff-45c7-8e1f-307eceb96ef8 HTTP/1.1" status: 204 len: 168 time: 0.2250006 Apr 18 22:12:31.232602 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:31.839142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39498) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:31.888871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e1804aa3-f911-484b-a3cf-f59a155c0a5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb148ab251c048f1b70ab13bf0a25779&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486069 Apr 18 22:12:31.891368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39502) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:31.949058 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4054fefe-33d7-4bb0-ac9a-076d96298c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:31.974140 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4054fefe-33d7-4bb0-ac9a-076d96298c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:32.095632 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4054fefe-33d7-4bb0-ac9a-076d96298c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:32.116148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054fefe-33d7-4bb0-ac9a-076d96298c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0d43ae-0e66-44f1-adb6-5d0a69977ca2,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:32.119698 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4054fefe-33d7-4bb0-ac9a-076d96298c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:32.122949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4054fefe-33d7-4bb0-ac9a-076d96298c11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c0d43ae-0e66-44f1-adb6-5d0a69977ca2 HTTP/1.1" status: 204 len: 168 time: 0.2285511 Apr 18 22:12:33.981347 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:34.924905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39546) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:34.930730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1687775078', 'description': 'tempest-secgroup-smoke-1687775078 description', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:34.937253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:34.942033 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:34.944854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:34.950575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:34.998178 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:35.011150 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:35.041335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:35.045054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:35.047875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:35.054192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:35.119370 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:35.187082 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:35.228124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:35.230251 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:12:35.230931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64f1a95-3495-4831-ab5c-5ce3e1df422b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:35.234518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:35.238775 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:35.244557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:35.301340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:35.363524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:35.405415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38529cb-1686-4fcf-a3e2-22be598e21a5,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:35.472604 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:35.473765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e1aed8b4-7595-4745-9e0c-624193c6fb2c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5477660 Apr 18 22:12:35.476554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39550) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:35.481890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-9fea11ad-834c-4950-add5-4408b7281f32 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'd38529cb-1686-4fcf-a3e2-22be598e21a5', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:35.489237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9fea11ad-834c-4950-add5-4408b7281f32 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:35.493036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9fea11ad-834c-4950-add5-4408b7281f32 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:35.496174 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-9fea11ad-834c-4950-add5-4408b7281f32 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:35.502206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-9fea11ad-834c-4950-add5-4408b7281f32 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:35.600279 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9fea11ad-834c-4950-add5-4408b7281f32 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:35.663400 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9fea11ad-834c-4950-add5-4408b7281f32 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:35.706739 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9fea11ad-834c-4950-add5-4408b7281f32 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:35.733740 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea11ad-834c-4950-add5-4408b7281f32 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b10fde3-d2f7-44f7-a8c3-c6ad63d4a090,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:35.781172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9fea11ad-834c-4950-add5-4408b7281f32 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:35.783003 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9fea11ad-834c-4950-add5-4408b7281f32 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3049605 Apr 18 22:12:35.786027 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39554) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:35.791479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-3fc1b49c-9a52-47fb-bc56-beb7b730aceb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'd38529cb-1686-4fcf-a3e2-22be598e21a5', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:35.798080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3fc1b49c-9a52-47fb-bc56-beb7b730aceb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:35.802357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3fc1b49c-9a52-47fb-bc56-beb7b730aceb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:35.805249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-3fc1b49c-9a52-47fb-bc56-beb7b730aceb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:35.811815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-3fc1b49c-9a52-47fb-bc56-beb7b730aceb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:35.878969 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b49c-9a52-47fb-bc56-beb7b730aceb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:35.943200 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b49c-9a52-47fb-bc56-beb7b730aceb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:36.009510 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b49c-9a52-47fb-bc56-beb7b730aceb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:36.034196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1b49c-9a52-47fb-bc56-beb7b730aceb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a0f792-a266-427c-8745-459b1d369ab1,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:36.106668 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b49c-9a52-47fb-bc56-beb7b730aceb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:36.107841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3fc1b49c-9a52-47fb-bc56-beb7b730aceb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3209147 Apr 18 22:12:36.110528 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39558) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:36.115808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c8649f3c-7417-4918-8e07-f25675c9c14f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'd38529cb-1686-4fcf-a3e2-22be598e21a5', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:36.122731 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c8649f3c-7417-4918-8e07-f25675c9c14f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:36.127324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c8649f3c-7417-4918-8e07-f25675c9c14f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:36.130259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c8649f3c-7417-4918-8e07-f25675c9c14f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:36.135994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c8649f3c-7417-4918-8e07-f25675c9c14f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:36.217119 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8649f3c-7417-4918-8e07-f25675c9c14f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:36.282194 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8649f3c-7417-4918-8e07-f25675c9c14f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:36.341082 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8649f3c-7417-4918-8e07-f25675c9c14f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:36.449397 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8649f3c-7417-4918-8e07-f25675c9c14f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e3eaf7-fc35-443e-910c-db49d0c6ecd5,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:36.518726 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8649f3c-7417-4918-8e07-f25675c9c14f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:36.519930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c8649f3c-7417-4918-8e07-f25675c9c14f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4084926 Apr 18 22:12:36.522711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39562) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:36.528080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e7b11283-d2e7-4e2c-a5b1-180e514297cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'd38529cb-1686-4fcf-a3e2-22be598e21a5', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:36.534660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e7b11283-d2e7-4e2c-a5b1-180e514297cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:36.538320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e7b11283-d2e7-4e2c-a5b1-180e514297cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:36.541095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e7b11283-d2e7-4e2c-a5b1-180e514297cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:36.546697 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e7b11283-d2e7-4e2c-a5b1-180e514297cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:36.627419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7b11283-d2e7-4e2c-a5b1-180e514297cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:36.687469 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7b11283-d2e7-4e2c-a5b1-180e514297cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:36.758044 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7b11283-d2e7-4e2c-a5b1-180e514297cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:36.780749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b11283-d2e7-4e2c-a5b1-180e514297cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c901ee81-4e37-4330-915d-d40985d8782e,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:36.861837 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e7b11283-d2e7-4e2c-a5b1-180e514297cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:36.863020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e7b11283-d2e7-4e2c-a5b1-180e514297cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3394029 Apr 18 22:12:36.865791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39566) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:36.871386 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a1b0bf32-9487-4e71-90ab-48f4b69f084b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'd38529cb-1686-4fcf-a3e2-22be598e21a5', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:36.878116 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a1b0bf32-9487-4e71-90ab-48f4b69f084b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:36.882035 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a1b0bf32-9487-4e71-90ab-48f4b69f084b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:36.885014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a1b0bf32-9487-4e71-90ab-48f4b69f084b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:36.890824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a1b0bf32-9487-4e71-90ab-48f4b69f084b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:37.009773 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-a1b0bf32-9487-4e71-90ab-48f4b69f084b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Project 5cc38c55f3e14580a85cf80d3a152a9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:12:37.016731 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a1b0bf32-9487-4e71-90ab-48f4b69f084b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.081588 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a1b0bf32-9487-4e71-90ab-48f4b69f084b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.158553 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a1b0bf32-9487-4e71-90ab-48f4b69f084b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.183987 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0bf32-9487-4e71-90ab-48f4b69f084b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66f1607-c936-43ae-a0cd-df487658e4f6,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:37.249406 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a1b0bf32-9487-4e71-90ab-48f4b69f084b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.250734 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a1b0bf32-9487-4e71-90ab-48f4b69f084b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3840368 Apr 18 22:12:37.253651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39570) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:37.258940 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f312ec61-3fed-4bb9-9600-c73a7959372f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'd38529cb-1686-4fcf-a3e2-22be598e21a5', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:37.265433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f312ec61-3fed-4bb9-9600-c73a7959372f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:37.269849 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f312ec61-3fed-4bb9-9600-c73a7959372f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:37.272798 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f312ec61-3fed-4bb9-9600-c73a7959372f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:37.278578 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f312ec61-3fed-4bb9-9600-c73a7959372f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:37.352671 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-f312ec61-3fed-4bb9-9600-c73a7959372f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Project 5cc38c55f3e14580a85cf80d3a152a9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:12:37.359023 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f312ec61-3fed-4bb9-9600-c73a7959372f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.422711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f312ec61-3fed-4bb9-9600-c73a7959372f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.501702 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f312ec61-3fed-4bb9-9600-c73a7959372f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.525502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312ec61-3fed-4bb9-9600-c73a7959372f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b43bf2-a90d-4140-8382-515338904a3a,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:37.598402 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f312ec61-3fed-4bb9-9600-c73a7959372f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.599571 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f312ec61-3fed-4bb9-9600-c73a7959372f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3450181 Apr 18 22:12:37.602592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39574) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:37.608073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'network': {'name': 'tempest-network-smoke--589750993', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'port_security_enabled': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:37.613810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:37.617575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:network and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:37.620591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:37.626782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:37.695481 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:12:37.698426 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.726487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:12:37.734902 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.735253 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Added segment ebaf3931-b6ac-4de3-a8c8-1a3dde93d348 of type vlan for network 1c2c4249-19a6-4170-b54c-a97df1230b3b Apr 18 22:12:37.760631 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.855580 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.859304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:37.859821 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:37.964171 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Network': ['ID=1c2c4249-19a6-4170-b54c-a97df1230b3b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:37.974507 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 1c2c4249-19a6-4170-b54c-a97df1230b3b details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:12:38.027642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c1d63241-61c0-4621-a33a-9b668587ef5e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4239120 Apr 18 22:12:38.030579 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39578) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:38.035824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'admin_state_up': True, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:38.043331 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:38.047130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:router and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:38.050610 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:38.056493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:38.129728 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:38.130687 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:38.148849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:38.365484 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:38.599172 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:38.632270 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:38.762612 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.25.3.47 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/580116c9-a3f6-4fda-84dc-ae4323f2d111) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:12:38.920527 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:38.992659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:39.061153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:12:39.064651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:12:39.068396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:12:39.100986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=580116c9-a3f6-4fda-84dc-ae4323f2d111,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:39.295566 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:39.296276 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:39.598142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router c037065b-0a82-4176-9687-307afc203c86 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:12:39.758128 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:39.922039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:12:39.932807 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Sync routers for ids ['c037065b-0a82-4176-9687-307afc203c86'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:12:39.945221 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Routers {'c037065b-0a82-4176-9687-307afc203c86'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:12:39.946295 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:12:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c037065b-0a82-4176-9687-307afc203c86'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:40.015509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:40.016944 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d50e3991-f6f4-42d1-967b-0eb4780703be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9854462 Apr 18 22:12:40.020388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39582) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:40.145328 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Set router c037065b-0a82-4176-9687-307afc203c86 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:12:40.217746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4404b983-f3d4-4e43-a8f0-e124d99544e4 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=5cc38c55f3e14580a85cf80d3a152a9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1935267 Apr 18 22:12:40.218308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39588) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:40.366040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5af586-192d-4ba1-9020-2f58ae8a2019 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:40.368001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0b5af586-192d-4ba1-9020-2f58ae8a2019 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491554 Apr 18 22:12:40.371158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39592) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:40.425885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-aeaf2426-aaa7-4a1f-9936-aea860717a34 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500395 Apr 18 22:12:40.425885 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39596) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:40.432289 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-30024822', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:40.494482 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:39Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:40.498845 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Checking router: c037065b-0a82-4176-9687-307afc203c86 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:12:40.499192 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Updating router c037065b-0a82-4176-9687-307afc203c86 port 580116c9-a3f6-4fda-84dc-ae4323f2d111 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:12:40.557937 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:40.561425 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:40.565866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:subnet and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:40.568818 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:40.575451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:40.649883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:12:40.754938 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:40.880083 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:40.914919 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Transition to ACTIVE for port object 580116c9-a3f6-4fda-84dc-ae4323f2d111 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:12:40.975144 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:41.016433 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:41.057330 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Pushing event updated for resources: {'Port': ['ID=580116c9-a3f6-4fda-84dc-ae4323f2d111,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:41.059433 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Attempting to bind port 580116c9-a3f6-4fda-84dc-ae4323f2d111 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:12:41.059838 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Attempting to bind port 580116c9-a3f6-4fda-84dc-ae4323f2d111 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:12:41.060191 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Attempting to bind port 580116c9-a3f6-4fda-84dc-ae4323f2d111 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:12:41.071623 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:12:41.071990 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:12:41.072380 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:41.072757 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:12:41.073213 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Bound port: 580116c9-a3f6-4fda-84dc-ae4323f2d111, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:12:41.073605 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:41.093448 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Subnet': ['ID=5cc551d9-2eb4-4230-97ad-8199042efb05,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:41.101854 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:41.102228 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:41.102563 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:41.102840 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:41.103170 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:41.103499 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:41.103822 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:41.104140 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:41.104463 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:41.104779 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:41.105113 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:41.110219 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Checking segment: {'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:12:41.110541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network hostable DHCP agents. Network: 1c2c4249-19a6-4170-b54c-a97df1230b3b, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:12:41.152276 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] For port 580116c9-a3f6-4fda-84dc-ae4323f2d111, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:12:41.155254 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] For port 580116c9-a3f6-4fda-84dc-ae4323f2d111, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=580116c9-a3f6-4fda-84dc-ae4323f2d111,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:12:41.197969 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 1c2c4249-19a6-4170-b54c-a97df1230b3b is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:12:41.209968 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:41.244222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 1c2c4249-19a6-4170-b54c-a97df1230b3b) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:12:41.249493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:41.251096 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:41.253146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1696c6f7-a38e-4fde-b63d-0910153424f3 None None] Network 1c2c4249-19a6-4170-b54c-a97df1230b3b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:12:41.292423 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2e4c6-bdf6-46f0-ab33-fb97100cb584 None None] Pushing event updated for resources: {'Port': ['ID=580116c9-a3f6-4fda-84dc-ae4323f2d111,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:41.297762 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Routers {'c037065b-0a82-4176-9687-307afc203c86'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:12:41.298901 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:12:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c037065b-0a82-4176-9687-307afc203c86'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:41.322202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39600) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:12:41.322779 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-04d7dee4-c89f-4a37-b282-a91553b3fcd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8955727 Apr 18 22:12:41.474223 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-1c2c4249-19a6-4170-b54c-a97df1230b3b', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ips': [{'subnet_id': '5cc551d9-2eb4-4230-97ad-8199042efb05'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:12:41.474503 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] Set router c037065b-0a82-4176-9687-307afc203c86 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:12:41.475185 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:41.640172 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Allocated IP 172.20.0.2 (1c2c4249-19a6-4170-b54c-a97df1230b3b/5cc551d9-2eb4-4230-97ad-8199042efb05/b82280bc-4ba5-4287-ac4a-3f09b8a993fe) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:12:41.803153 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:39Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:41.807082 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420c2ff-d102-4c3d-9579-deffd9f2ae24 None None] The sync data for ids ['c037065b-0a82-4176-9687-307afc203c86'] in n-d-836017-3 is: [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:39Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:12:41.855863 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:41.867632 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Transition to ACTIVE for port object b82280bc-4ba5-4287-ac4a-3f09b8a993fe will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:12:41.887192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Transition to ACTIVE for port object b82280bc-4ba5-4287-ac4a-3f09b8a993fe will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:12:41.991455 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:42.074251 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Network 1c2c4249-19a6-4170-b54c-a97df1230b3b is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:12:42.077066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:12:42.081048 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:12:42.091866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Pushing event updated for resources: {'Port': ['ID=b82280bc-4ba5-4287-ac4a-3f09b8a993fe,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:42.135316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:42.135656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:42.135993 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:42.136319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:42.136642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:42.136971 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:42.137282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:42.137628 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:42.137937 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:42.138247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:42.138574 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:12:42.202773 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Attempting to bind port b82280bc-4ba5-4287-ac4a-3f09b8a993fe on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:12:42.203241 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Attempting to bind port b82280bc-4ba5-4287-ac4a-3f09b8a993fe by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:12:42.203623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Attempting to bind port b82280bc-4ba5-4287-ac4a-3f09b8a993fe on network 1c2c4249-19a6-4170-b54c-a97df1230b3b {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:12:42.211960 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:12:42.216483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Checking segment: {'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:12:42.216483 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:42.216483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Bound using segment: {'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:12:42.216483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Bound port: b82280bc-4ba5-4287-ac4a-3f09b8a993fe, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:12:42.216483 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:42.282570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 580116c9-a3f6-4fda-84dc-ae4323f2d111 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:12:42.316392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:42.371463 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] For port b82280bc-4ba5-4287-ac4a-3f09b8a993fe, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:12:42.374889 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] For port b82280bc-4ba5-4287-ac4a-3f09b8a993fe, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b82280bc-4ba5-4287-ac4a-3f09b8a993fe,segment=NetworkSegment(ebaf3931-b6ac-4de3-a8c8-1a3dde93d348),segment_id=ebaf3931-b6ac-4de3-a8c8-1a3dde93d348)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:12:42.439243 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:42.477882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 580116c9-a3f6-4fda-84dc-ae4323f2d111 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:12:42.495480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 580116c9-a3f6-4fda-84dc-ae4323f2d111 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:12:42.495840 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:42.581953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a4bcc-d51e-4d92-9d5a-91700e8d07f1 None None] Pushing event updated for resources: {'Port': ['ID=b82280bc-4ba5-4287-ac4a-3f09b8a993fe,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:42.678133 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:42.696909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 580116c9-a3f6-4fda-84dc-ae4323f2d111, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=580116c9-a3f6-4fda-84dc-ae4323f2d111,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:42.753237 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.20.0.1 (1c2c4249-19a6-4170-b54c-a97df1230b3b/5cc551d9-2eb4-4230-97ad-8199042efb05/f0d88af9-914b-4ac5-91cc-28968e625cab) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:12:42.778816 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:42.855802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=580116c9-a3f6-4fda-84dc-ae4323f2d111,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:42.938239 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:42.958413 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Transition to ACTIVE for port object f0d88af9-914b-4ac5-91cc-28968e625cab will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:12:43.044154 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:43.113697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 1c2c4249-19a6-4170-b54c-a97df1230b3b is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:12:43.116624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:12:43.120663 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:12:43.156579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=f0d88af9-914b-4ac5-91cc-28968e625cab,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:43.188092 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:43.343568 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:43.544521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e506a80-074c-4d40-9ef4-68e17e524b15 None None] Network 1c2c4249-19a6-4170-b54c-a97df1230b3b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:12:43.759731 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-30836cf6-cd80-40d2-8847-faaa180f8640 None None] Provisioning for port b82280bc-4ba5-4287-ac4a-3f09b8a993fe completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:12:43.774877 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:43.844155 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:44.066671 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=f0d88af9-914b-4ac5-91cc-28968e625cab,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:44.068996 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:44.181410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fc4b59b7-9c04-453f-b071-67d9dd96d497 None None] Provisioning for port f0d88af9-914b-4ac5-91cc-28968e625cab completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:12:44.187118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-fc4b59b7-9c04-453f-b071-67d9dd96d497 None None] Provisioning complete for port f0d88af9-914b-4ac5-91cc-28968e625cab triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:12:44.187580 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fc4b59b7-9c04-453f-b071-67d9dd96d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:44.227624 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 1c2c4249-19a6-4170-b54c-a97df1230b3b is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:12:44.228742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:12:44.262079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-fc4b59b7-9c04-453f-b071-67d9dd96d497 None None] Port f0d88af9-914b-4ac5-91cc-28968e625cab cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:12:44.330880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b82280bc-4ba5-4287-ac4a-3f09b8a993fe up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:12:44.405681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-93bc714d-264c-4ca9-bbbe-52551fb015d3 None None] Provisioning complete for port f0d88af9-914b-4ac5-91cc-28968e625cab triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:12:44.406153 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-93bc714d-264c-4ca9-bbbe-52551fb015d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:44.464080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-93bc714d-264c-4ca9-bbbe-52551fb015d3 None None] Port f0d88af9-914b-4ac5-91cc-28968e625cab cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:12:44.518443 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b82280bc-4ba5-4287-ac4a-3f09b8a993fe completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:12:44.523481 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b82280bc-4ba5-4287-ac4a-3f09b8a993fe triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:12:44.523857 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:44.624506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router c037065b-0a82-4176-9687-307afc203c86 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:12:44.635987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-42f579fe-2462-412a-8056-cf3b95c6bbae None None] Provisioning complete for port f0d88af9-914b-4ac5-91cc-28968e625cab triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:12:44.636532 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-42f579fe-2462-412a-8056-cf3b95c6bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:44.706514 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:44.724036 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-42f579fe-2462-412a-8056-cf3b95c6bbae None None] Port f0d88af9-914b-4ac5-91cc-28968e625cab cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:12:44.743539 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port b82280bc-4ba5-4287-ac4a-3f09b8a993fe, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b82280bc-4ba5-4287-ac4a-3f09b8a993fe,segment=NetworkSegment(ebaf3931-b6ac-4de3-a8c8-1a3dde93d348),segment_id=ebaf3931-b6ac-4de3-a8c8-1a3dde93d348)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:44.786966 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:44.787706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 580116c9-a3f6-4fda-84dc-ae4323f2d111 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:12:44.826444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:12:44.836005 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-08477903-8855-45a4-abdb-2be5636926f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "PUT /v2.0/routers/c037065b-0a82-4176-9687-307afc203c86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5112596 Apr 18 22:12:44.914487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=b82280bc-4ba5-4287-ac4a-3f09b8a993fe,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:44.930570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 580116c9-a3f6-4fda-84dc-ae4323f2d111 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:12:44.930941 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:45.015122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5ac48d5-09e7-44f9-9131-99743d160913 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:12:45.095462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5ac48d5-09e7-44f9-9131-99743d160913 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:12:45.097076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5ac48d5-09e7-44f9-9131-99743d160913 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687775078&fields=id&tenant_id=5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 267 time: 0.1232326 Apr 18 22:12:45.249269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e0030d09-f4fe-46d0-ac18-008afbd61b76 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:45.249977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e0030d09-f4fe-46d0-ac18-008afbd61b76 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:12:45.318305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e0030d09-f4fe-46d0-ac18-008afbd61b76 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:12:45.319497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e0030d09-f4fe-46d0-ac18-008afbd61b76 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/networks?id=1c2c4249-19a6-4170-b54c-a97df1230b3b HTTP/1.1" status: 200 len: 796 time: 0.2160010 Apr 18 22:12:45.323322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Sync routers for ids ['c037065b-0a82-4176-9687-307afc203c86'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:12:45.336116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Routers {'c037065b-0a82-4176-9687-307afc203c86'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:12:45.336806 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:12:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c037065b-0a82-4176-9687-307afc203c86'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:45.338297 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-39a01fea-308e-4e75-9322-0fdebc6f1725 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/quotas/5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 375 time: 0.0120866 Apr 18 22:12:45.418081 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-f03c83fc-49e4-47de-b6c0-8e1eec93c1e4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744240 Apr 18 22:12:45.513483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Set router c037065b-0a82-4176-9687-307afc203c86 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:12:45.560211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-0fb1fd47-7f3d-4fe2-bcef-d7dbef8466fb service neutron] 10.222.0.11 "GET /v2.0/networks/1c2c4249-19a6-4170-b54c-a97df1230b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296864 Apr 18 22:12:45.696011 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-25f59df4-e1db-4c56-8d9a-2f52b4360353 service neutron] 10.222.0.11 "GET /v2.0/networks/1c2c4249-19a6-4170-b54c-a97df1230b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286380 Apr 18 22:12:45.829554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:43Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f0d88af9-914b-4ac5-91cc-28968e625cab', 'name': '', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:44:4c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:42Z', 'updated_at': '2022-04-18T22:12:43Z', 'revision_number': 2, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:45.833367 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Checking router: c037065b-0a82-4176-9687-307afc203c86 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:12:45.833747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Updating router c037065b-0a82-4176-9687-307afc203c86 port f0d88af9-914b-4ac5-91cc-28968e625cab binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:12:45.887824 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:45.949816 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2b99a7b9-eab5-4d12-95b9-ee263d6a6a53 req-28f729c0-84d9-4ffe-a051-444aa88720ce tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 210 time: 0.0443866 Apr 18 22:12:46.234735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b82280bc-4ba5-4287-ac4a-3f09b8a993fe up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:12:46.301369 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:46.317252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Transition to ACTIVE for port object f0d88af9-914b-4ac5-91cc-28968e625cab will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:12:46.331229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b82280bc-4ba5-4287-ac4a-3f09b8a993fe triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:12:46.331586 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:46.418032 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:46.561041 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90184227-9e65-49d7-8f0e-61ae5b8998eb None None] Pushing event updated for resources: {'Port': ['ID=f0d88af9-914b-4ac5-91cc-28968e625cab,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:46.651390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Attempting to bind port f0d88af9-914b-4ac5-91cc-28968e625cab on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:12:46.651760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Attempting to bind port f0d88af9-914b-4ac5-91cc-28968e625cab by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:12:46.652114 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Attempting to bind port f0d88af9-914b-4ac5-91cc-28968e625cab on network 1c2c4249-19a6-4170-b54c-a97df1230b3b {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:12:46.659517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:12:46.659882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Checking segment: {'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:12:46.660275 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:46.660659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Bound using segment: {'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:12:46.661117 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Bound port: f0d88af9-914b-4ac5-91cc-28968e625cab, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:12:46.661505 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:46.758307 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] For port f0d88af9-914b-4ac5-91cc-28968e625cab, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:12:46.762003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] For port f0d88af9-914b-4ac5-91cc-28968e625cab, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f0d88af9-914b-4ac5-91cc-28968e625cab,segment=NetworkSegment(ebaf3931-b6ac-4de3-a8c8-1a3dde93d348),segment_id=ebaf3931-b6ac-4de3-a8c8-1a3dde93d348)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:12:46.826716 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:46.914660 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90184227-9e65-49d7-8f0e-61ae5b8998eb None None] Pushing event updated for resources: {'Port': ['ID=f0d88af9-914b-4ac5-91cc-28968e625cab,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:46.917561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Routers {'c037065b-0a82-4176-9687-307afc203c86'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:12:46.918155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:12:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c037065b-0a82-4176-9687-307afc203c86'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:47.117664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] Set router c037065b-0a82-4176-9687-307afc203c86 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:12:47.183778 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42a12c34-1af1-4bd5-b90e-0a9df4081948 req-51b1ed63-6634-4935-995f-ef8f3352eec8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 210 time: 0.1434779 Apr 18 22:12:47.462393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:43Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f0d88af9-914b-4ac5-91cc-28968e625cab', 'name': '', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:44:4c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:42Z', 'updated_at': '2022-04-18T22:12:46Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:12:47.466860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb983277-b960-47e6-9c1e-05ff9de3be53 None None] The sync data for ids ['c037065b-0a82-4176-9687-307afc203c86'] in n-d-836017-3 is: [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:43Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f0d88af9-914b-4ac5-91cc-28968e625cab', 'name': '', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:44:4c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:42Z', 'updated_at': '2022-04-18T22:12:46Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:12:48.259242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f0d88af9-914b-4ac5-91cc-28968e625cab up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:12:48.304046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb2036cb-42b6-49bc-8baf-6cad66bd36d5 req-c2649ad7-2f78-4c42-bb5d-f91dc25cbbb2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 210 time: 0.0419469 Apr 18 22:12:48.381164 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port f0d88af9-914b-4ac5-91cc-28968e625cab completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:12:48.386115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f0d88af9-914b-4ac5-91cc-28968e625cab triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:12:48.386776 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:48.535792 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:48.566509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port f0d88af9-914b-4ac5-91cc-28968e625cab, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f0d88af9-914b-4ac5-91cc-28968e625cab,segment=NetworkSegment(ebaf3931-b6ac-4de3-a8c8-1a3dde93d348),segment_id=ebaf3931-b6ac-4de3-a8c8-1a3dde93d348)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:48.626709 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:48.690167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f0d88af9-914b-4ac5-91cc-28968e625cab,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:49.415451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94f1299e-bed7-4b04-8f6c-b3a1468090f8 req-1216c5ee-95e7-4a52-8091-d210e8b8de77 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 210 time: 0.0426116 Apr 18 22:12:50.229018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f0d88af9-914b-4ac5-91cc-28968e625cab up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:12:50.305151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f0d88af9-914b-4ac5-91cc-28968e625cab triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:12:50.305539 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:50.573574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d0cf1fb5-8df1-4211-83e5-f04ae34e0c66 req-4390f898-46ef-4882-b73d-ab0f9f2eba0b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 210 time: 0.0397487 Apr 18 22:12:51.741799 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5423f432-ffad-4317-b32f-343b557c0ce6 req-6b6d389e-afb5-4457-94d9-6cb1ca237a54 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 210 time: 0.0444651 Apr 18 22:12:52.036665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125645c-4468-42ff-ad65-bf18168ac86b req-635869ed-c7d2-4c1d-a2cf-c2659df72bcb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:52.038108 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-635869ed-c7d2-4c1d-a2cf-c2659df72bcb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/networks?id=1c2c4249-19a6-4170-b54c-a97df1230b3b HTTP/1.1" status: 200 len: 796 time: 0.1640828 Apr 18 22:12:52.093130 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-5e382c94-0f8f-475d-ac57-5bad5e37a3f2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 380 time: 0.0434370 Apr 18 22:12:52.101510 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'port': {'device_id': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'admin_state_up': True, 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'security_groups': ['d38529cb-1686-4fcf-a3e2-22be598e21a5']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:52.239318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:12:52.243114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:port and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:12:52.246172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:12:52.251972 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:12:52.300401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:12:52.303340 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:52.456992 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.20.0.10 (1c2c4249-19a6-4170-b54c-a97df1230b3b/5cc551d9-2eb4-4230-97ad-8199042efb05/c5866291-7154-4f89-8593-98a96debb687) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:12:52.724241 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:52.739533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Transition to ACTIVE for port object c5866291-7154-4f89-8593-98a96debb687 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:12:52.821297 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:52.904849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 1c2c4249-19a6-4170-b54c-a97df1230b3b is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:12:52.908497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:12:52.912650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:12:52.950908 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2946-7dc3-4e7b-a2b5-ad1b8652f60d req-29171ffb-faa6-4097-9827-59ac13fa1b43 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:52.951435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=c5866291-7154-4f89-8593-98a96debb687,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:52.952506 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76db2946-7dc3-4e7b-a2b5-ad1b8652f60d req-29171ffb-faa6-4097-9827-59ac13fa1b43 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 932 time: 0.0902283 Apr 18 22:12:52.982197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:52.982775 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:53.002930 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76db2946-7dc3-4e7b-a2b5-ad1b8652f60d req-c2ddf389-fc86-4125-a873-31ea44828758 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445137 Apr 18 22:12:53.050613 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-ebf4873f-b836-47fc-9bb8-c39117b11dd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9527256 Apr 18 22:12:53.062084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Request body: {'port': {'device_id': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:12:53.173356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:53.244230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c3ce0ff0-4cd0-47db-b9eb-8c5cbd25c67b None None] Provisioning for port c5866291-7154-4f89-8593-98a96debb687 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:12:53.249038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c3ce0ff0-4cd0-47db-b9eb-8c5cbd25c67b None None] Provisioning complete for port c5866291-7154-4f89-8593-98a96debb687 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:12:53.249406 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c3ce0ff0-4cd0-47db-b9eb-8c5cbd25c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:53.303427 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce0ff0-4cd0-47db-b9eb-8c5cbd25c67b None None] Port c5866291-7154-4f89-8593-98a96debb687 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:12:53.506285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5866291-7154-4f89-8593-98a96debb687 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:12:53.512981 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:53.527544 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Transition to ACTIVE for port object c5866291-7154-4f89-8593-98a96debb687 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:12:53.592155 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:53.715876 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Pushing event updated for resources: {'Port': ['ID=c5866291-7154-4f89-8593-98a96debb687,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:53.827956 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Attempting to bind port c5866291-7154-4f89-8593-98a96debb687 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:12:53.828307 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Attempting to bind port c5866291-7154-4f89-8593-98a96debb687 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:12:53.828633 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Attempting to bind port c5866291-7154-4f89-8593-98a96debb687 on network 1c2c4249-19a6-4170-b54c-a97df1230b3b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:12:53.834543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Port c5866291-7154-4f89-8593-98a96debb687 on network 1c2c4249-19a6-4170-b54c-a97df1230b3b not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:12:53.834885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Attempting to bind port c5866291-7154-4f89-8593-98a96debb687 on network 1c2c4249-19a6-4170-b54c-a97df1230b3b {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:12:53.841020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:12:53.841355 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Checking segment: {'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:12:53.841801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Bound using segment: {'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:12:53.842227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Bound port: c5866291-7154-4f89-8593-98a96debb687, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:12:53.842569 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:53.929621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] For port c5866291-7154-4f89-8593-98a96debb687, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:12:53.932597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] For port c5866291-7154-4f89-8593-98a96debb687, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c5866291-7154-4f89-8593-98a96debb687,segment=NetworkSegment(ebaf3931-b6ac-4de3-a8c8-1a3dde93d348),segment_id=ebaf3931-b6ac-4de3-a8c8-1a3dde93d348)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:12:54.004254 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:54.066306 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:54.067785 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] 10.222.0.26 "PUT /v2.0/ports/c5866291-7154-4f89-8593-98a96debb687 HTTP/1.1" status: 200 len: 1092 time: 1.0098634 Apr 18 22:12:54.068149 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'tag': 'c5866291-7154-4f89-8593-98a96debb687'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:12:54.084886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e89804-3d06-4584-bff9-bcca3c0dd28c service neutron] Pushing event updated for resources: {'Port': ['ID=c5866291-7154-4f89-8593-98a96debb687,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:12:54.134128 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b89501f-99a1-430b-9a76-77bb627932bf'] response: {'name': 'network-changed', 'server_uuid': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'tag': 'c5866291-7154-4f89-8593-98a96debb687', 'status': 'completed', 'code': 200} Apr 18 22:12:54.244420 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b0d500b-e7e1-4675-a1dc-de77ff345b5d req-a69d23b0-dd9d-49c6-afb9-9b76a0b7331e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 1095 time: 0.0882711 Apr 18 22:12:54.245119 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c571b-3e93-4887-b268-6465524908b4 req-2dc7e513-7b8e-428f-ab51-7fa5bd9934a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:54.246722 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-115c571b-3e93-4887-b268-6465524908b4 req-2dc7e513-7b8e-428f-ab51-7fa5bd9934a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 944 time: 0.0967083 Apr 18 22:12:54.298614 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-115c571b-3e93-4887-b268-6465524908b4 req-4559deac-42d1-4005-a6f5-2517b12e2812 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433123 Apr 18 22:12:54.386942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d500b-e7e1-4675-a1dc-de77ff345b5d req-48df0651-27a0-4055-bc2e-104a089d24c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:54.388361 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b0d500b-e7e1-4675-a1dc-de77ff345b5d req-48df0651-27a0-4055-bc2e-104a089d24c5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1361856 Apr 18 22:12:54.520300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d500b-e7e1-4675-a1dc-de77ff345b5d req-2a63e9eb-479e-4ab1-b600-5723e7f9d213 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:54.521736 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b0d500b-e7e1-4675-a1dc-de77ff345b5d req-2a63e9eb-479e-4ab1-b600-5723e7f9d213 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274905 Apr 18 22:12:54.626879 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-be834dd1-d63d-41a8-a34f-fe356c6c1d53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 1095 time: 0.0693128 Apr 18 22:12:54.695020 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-d9450faf-8e95-484b-91a4-e7139b7bcb98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5866291-7154-4f89-8593-98a96debb687 HTTP/1.1" status: 200 len: 217 time: 0.0623486 Apr 18 22:12:54.729439 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3a18732a-722b-47b5-a098-c311bd051b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:54.755936 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125645c-4468-42ff-ad65-bf18168ac86b req-eb8c9232-9e16-4a02-a2e1-5517d2f3c9d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:54.757368 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-eb8c9232-9e16-4a02-a2e1-5517d2f3c9d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cc551d9-2eb4-4230-97ad-8199042efb05 HTTP/1.1" status: 200 len: 833 time: 0.0569456 Apr 18 22:12:54.927729 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-7cb2fdcd-8a06-4dc9-bd1f-115b21d14fed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2c4249-19a6-4170-b54c-a97df1230b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634023 Apr 18 22:12:55.058118 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-427007f2-8b6e-4126-afc6-42584d927cdc service neutron] 10.222.0.26 "GET /v2.0/networks/1c2c4249-19a6-4170-b54c-a97df1230b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247649 Apr 18 22:12:55.191340 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a125645c-4468-42ff-ad65-bf18168ac86b req-f169dc8f-b924-4b97-8d0c-009462552294 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2c4249-19a6-4170-b54c-a97df1230b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277680 Apr 18 22:12:55.509736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8f026-42c6-489c-8925-4b05557cc777 req-04b21c5e-2d6a-42a2-be9b-b885d4ac0a65 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:55.511131 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bf8f026-42c6-489c-8925-4b05557cc777 req-04b21c5e-2d6a-42a2-be9b-b885d4ac0a65 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 944 time: 0.0863476 Apr 18 22:12:55.557240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bf8f026-42c6-489c-8925-4b05557cc777 req-fde9393c-6cc5-4d49-beaf-632e75e35f79 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394127 Apr 18 22:12:56.749595 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b8c0b-3faf-4925-96f7-1b6bc3135740 req-fb9dc3bc-f763-4efc-8250-5c5e5acfe136 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:56.751786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-436b8c0b-3faf-4925-96f7-1b6bc3135740 req-fb9dc3bc-f763-4efc-8250-5c5e5acfe136 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 944 time: 0.0763249 Apr 18 22:12:56.800577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-436b8c0b-3faf-4925-96f7-1b6bc3135740 req-260293a9-d648-49b9-9db5-d1de457af5fb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Apr 18 22:12:57.158010 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9b506843-d0ee-4f15-bfbf-558a4865b1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:57.995667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be8a2f-672e-4b88-9752-451033fc8761 req-c001ae0b-d09f-4d6c-ad6d-890521844f3a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:57.997115 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55be8a2f-672e-4b88-9752-451033fc8761 req-c001ae0b-d09f-4d6c-ad6d-890521844f3a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 944 time: 0.0775468 Apr 18 22:12:58.043291 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-55be8a2f-672e-4b88-9752-451033fc8761 req-4d5948d4-1fa7-4108-ab3e-ad1b58c97b6e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403097 Apr 18 22:12:58.044120 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:58.826499 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:59.246692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796eb580-eeb7-4d96-94e3-7935aa156f7a req-995b4574-56d9-4855-b0af-2977569fc024 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:12:59.248133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-796eb580-eeb7-4d96-94e3-7935aa156f7a req-995b4574-56d9-4855-b0af-2977569fc024 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 944 time: 0.0806913 Apr 18 22:12:59.293088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-796eb580-eeb7-4d96-94e3-7935aa156f7a req-e9a0c2b6-c546-4771-978f-6ec41638d6b7 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391061 Apr 18 22:12:59.501900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c5866291-7154-4f89-8593-98a96debb687 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:12:59.632246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c5866291-7154-4f89-8593-98a96debb687, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c5866291-7154-4f89-8593-98a96debb687,segment=NetworkSegment(ebaf3931-b6ac-4de3-a8c8-1a3dde93d348),segment_id=ebaf3931-b6ac-4de3-a8c8-1a3dde93d348)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:59.645515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'c5866291-7154-4f89-8593-98a96debb687', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'port_id': 'c5866291-7154-4f89-8593-98a96debb687', 'mac_address': 'fa:16:3e:b8:00:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:12:59.697154 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:59.717110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5866291-7154-4f89-8593-98a96debb687 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:12:59.732426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c5866291-7154-4f89-8593-98a96debb687, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c5866291-7154-4f89-8593-98a96debb687,segment=NetworkSegment(ebaf3931-b6ac-4de3-a8c8-1a3dde93d348),segment_id=ebaf3931-b6ac-4de3-a8c8-1a3dde93d348)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:12:59.798263 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:59.862544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=c5866291-7154-4f89-8593-98a96debb687,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:13:00.166725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['c5866291-7154-4f89-8593-98a96debb687'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:13:00.486994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dde5b-6634-49ba-bdc4-a198e6f5502f req-33993801-7769-47b6-a910-a95debe092ba tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:13:00.488359 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d36dde5b-6634-49ba-bdc4-a198e6f5502f req-33993801-7769-47b6-a910-a95debe092ba tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 945 time: 0.0770617 Apr 18 22:13:00.533042 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d36dde5b-6634-49ba-bdc4-a198e6f5502f req-4b7fb629-1be8-49ed-bd24-9b8be98b1cec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392084 Apr 18 22:13:01.226484 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:01.503651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c5866291-7154-4f89-8593-98a96debb687 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:13:01.632303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port c5866291-7154-4f89-8593-98a96debb687 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:13:01.637513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port c5866291-7154-4f89-8593-98a96debb687 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:13:01.640538 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:01.734499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c2c5-0933-4064-9c79-c69651fb263e req-e2df6ced-c0e3-405d-b172-b88e9231681b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:13:01.736497 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af35c2c5-0933-4064-9c79-c69651fb263e req-e2df6ced-c0e3-405d-b172-b88e9231681b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 945 time: 0.0825231 Apr 18 22:13:01.751594 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:01.777653 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5866291-7154-4f89-8593-98a96debb687'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:13:01.786252 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af35c2c5-0933-4064-9c79-c69651fb263e req-7266a510-3342-4fc8-864d-f52494b761f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398939 Apr 18 22:13:01.787599 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port c5866291-7154-4f89-8593-98a96debb687, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c5866291-7154-4f89-8593-98a96debb687,segment=NetworkSegment(ebaf3931-b6ac-4de3-a8c8-1a3dde93d348),segment_id=ebaf3931-b6ac-4de3-a8c8-1a3dde93d348)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:13:01.837961 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:01.912356 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a154437b-524e-46c6-9334-ce705829d677'] response: {'server_uuid': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5866291-7154-4f89-8593-98a96debb687', 'code': 200} Apr 18 22:13:01.913112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=c5866291-7154-4f89-8593-98a96debb687,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:13:02.035890 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-261b91eb-4fe3-493a-93ed-0fe68e74c4ab req-ca0953ac-e681-43f0-9df7-10bc4f3ed0b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 1097 time: 0.0666215 Apr 18 22:13:02.077227 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-261b91eb-4fe3-493a-93ed-0fe68e74c4ab req-25967e77-054d-4623-ba80-73fd458d1353 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360229 Apr 18 22:13:02.980949 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6d35f-1ffd-4937-bd0c-c6f02820bdee req-abd1ff1a-b867-4a8d-a43c-e5c3c1543371 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:13:02.982418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35d6d35f-1ffd-4937-bd0c-c6f02820bdee req-abd1ff1a-b867-4a8d-a43c-e5c3c1543371 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 946 time: 0.0761216 Apr 18 22:13:03.030770 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35d6d35f-1ffd-4937-bd0c-c6f02820bdee req-a85a31ca-5387-4298-8fac-0cc7526fdd01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429275 Apr 18 22:13:04.003141 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:04.228245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6dfa2-3a95-453a-b010-c4fafb2b3d85 req-b425a5da-8ed0-4d37-a350-fbe1f57da59b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:13:04.229763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41f6dfa2-3a95-453a-b010-c4fafb2b3d85 req-b425a5da-8ed0-4d37-a350-fbe1f57da59b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 946 time: 0.0767260 Apr 18 22:13:04.274398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-41f6dfa2-3a95-453a-b010-c4fafb2b3d85 req-67afffa0-4145-44b5-bf76-14a928db3dc6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391314 Apr 18 22:13:04.477778 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baab9a-afa3-4833-a68a-49403cf2ce57 req-58a9501e-555e-4d4d-81b1-70c627af020c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:13:04.479219 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7baab9a-afa3-4833-a68a-49403cf2ce57 req-58a9501e-555e-4d4d-81b1-70c627af020c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 946 time: 0.0792339 Apr 18 22:13:04.523940 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7baab9a-afa3-4833-a68a-49403cf2ce57 req-5f69dc6b-0cc1-414e-a147-71534f0c1211 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392547 Apr 18 22:13:04.551423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39672) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:13:04.622036 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-88f08702-e909-4129-97d0-f013137f2804 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 1092 time: 0.0693707 Apr 18 22:13:04.624536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39676) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:13:04.629527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': 'c5866291-7154-4f89-8593-98a96debb687', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:13:04.635675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:13:04.639484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:floatingip and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:13:04.642472 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:13:04.648116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:13:04.706260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:04.839347 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:04.968845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.25.3.162 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/613b56e4-1e0f-4976-b0b8-4bcb4ebcd290) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:13:05.116517 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:05.180795 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:05.246615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:13:05.249392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:13:05.254126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:13:05.277668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=613b56e4-1e0f-4976-b0b8-4bcb4ebcd290,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:13:05.750546 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:05.852477 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:06.150380 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:06.221258 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:06.332213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=613b56e4-1e0f-4976-b0b8-4bcb4ebcd290,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:13:06.348970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:13:06.349318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:13:06.349687 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:13:06.350026 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:13:06.350359 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:13:06.350717 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:13:06.351046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:13:06.351372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:13:06.351696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:13:06.352016 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:13:06.352336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:13:06.356835 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:06.543700 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Floating IP 57862d8d-aca5-4c13-9cb7-1ee16dd40f9b associated. External IP: 172.25.3.162, port: c5866291-7154-4f89-8593-98a96debb687. Apr 18 22:13:06.938486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router c037065b-0a82-4176-9687-307afc203c86 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:13:07.136187 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:13:07.147301 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3376c02a-5297-47f3-a4f6-50fe0381f627 None None] Sync routers for ids ['c037065b-0a82-4176-9687-307afc203c86'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:13:07.160524 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376c02a-5297-47f3-a4f6-50fe0381f627 None None] Routers {'c037065b-0a82-4176-9687-307afc203c86'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:13:07.166797 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3376c02a-5297-47f3-a4f6-50fe0381f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:12:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c037065b-0a82-4176-9687-307afc203c86'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:13:07.238071 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:07.291527 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f24375a-a171-4467-9f2e-f0603b588080 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6659977 Apr 18 22:13:07.292303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'tag': 'c5866291-7154-4f89-8593-98a96debb687'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:13:07.341320 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-3376c02a-5297-47f3-a4f6-50fe0381f627 None None] Set router c037065b-0a82-4176-9687-307afc203c86 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:13:07.362934 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fb1a6e-a480-4519-8700-2de05810218c'] response: {'name': 'network-changed', 'server_uuid': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'tag': 'c5866291-7154-4f89-8593-98a96debb687', 'status': 'completed', 'code': 200} Apr 18 22:13:07.460834 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-001541f3-3b03-4e07-a9dc-7b2947bf1d0e req-f551bd5a-a9fe-40b5-84ed-838aacb30e0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 1097 time: 0.0765462 Apr 18 22:13:07.488841 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c1f54-93cb-483f-bf81-250c8a40ec03 req-e884af6a-2557-4edb-a1b2-61357b86273d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:13:07.490227 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc0c1f54-93cb-483f-bf81-250c8a40ec03 req-e884af6a-2557-4edb-a1b2-61357b86273d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 946 time: 0.0773308 Apr 18 22:13:07.540191 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc0c1f54-93cb-483f-bf81-250c8a40ec03 req-74cecb2c-61c6-4d63-938f-42a611dc35b5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 Apr 18 22:13:07.572716 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39684) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:13:07.596155 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001541f3-3b03-4e07-a9dc-7b2947bf1d0e req-ca064c4d-ff3f-459d-a937-226c1abbe458 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:13:07.597639 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-001541f3-3b03-4e07-a9dc-7b2947bf1d0e req-ca064c4d-ff3f-459d-a937-226c1abbe458 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2c4249-19a6-4170-b54c-a97df1230b3b HTTP/1.1" status: 200 len: 897 time: 0.1309164 Apr 18 22:13:07.689977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-882c9047-582a-4c56-bf89-db57f456a0d8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/57862d8d-aca5-4c13-9cb7-1ee16dd40f9b HTTP/1.1" status: 200 len: 992 time: 0.1153953 Apr 18 22:13:07.702542 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-001541f3-3b03-4e07-a9dc-7b2947bf1d0e req-3100c1e7-2096-43c3-b823-80d81306ae81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5866291-7154-4f89-8593-98a96debb687 HTTP/1.1" status: 200 len: 1000 time: 0.0989225 Apr 18 22:13:07.703114 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3376c02a-5297-47f3-a4f6-50fe0381f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:43Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '57862d8d-aca5-4c13-9cb7-1ee16dd40f9b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c037065b-0a82-4176-9687-307afc203c86', 'port_id': 'c5866291-7154-4f89-8593-98a96debb687', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'mac_address': 'fa:16:3e:b8:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:13:05Z', 'updated_at': '2022-04-18T22:13:05Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d88af9-914b-4ac5-91cc-28968e625cab', 'name': '', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:44:4c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:42Z', 'updated_at': '2022-04-18T22:12:48Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:13:07.708246 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3376c02a-5297-47f3-a4f6-50fe0381f627 None None] Checking router: c037065b-0a82-4176-9687-307afc203c86 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:13:07.718584 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376c02a-5297-47f3-a4f6-50fe0381f627 None None] Routers {'c037065b-0a82-4176-9687-307afc203c86'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:13:07.719183 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3376c02a-5297-47f3-a4f6-50fe0381f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:12:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c037065b-0a82-4176-9687-307afc203c86'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:13:07.868743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001541f3-3b03-4e07-a9dc-7b2947bf1d0e req-49b4de4a-beee-400b-bd32-d920c2f2b36a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:13:07.877556 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-001541f3-3b03-4e07-a9dc-7b2947bf1d0e req-49b4de4a-beee-400b-bd32-d920c2f2b36a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cc551d9-2eb4-4230-97ad-8199042efb05 HTTP/1.1" status: 200 len: 833 time: 0.1620400 Apr 18 22:13:07.904811 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-3376c02a-5297-47f3-a4f6-50fe0381f627 None None] Set router c037065b-0a82-4176-9687-307afc203c86 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:13:07.946795 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-001541f3-3b03-4e07-a9dc-7b2947bf1d0e req-81a46fe1-bd62-49c0-88e9-23bdf6765db7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2c4249-19a6-4170-b54c-a97df1230b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709472 Apr 18 22:13:08.078428 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-001541f3-3b03-4e07-a9dc-7b2947bf1d0e req-b6740036-c334-4d0b-8d35-7fb2510310f0 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2c4249-19a6-4170-b54c-a97df1230b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253042 Apr 18 22:13:08.218618 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-001541f3-3b03-4e07-a9dc-7b2947bf1d0e req-fb37765a-0c35-4982-9948-aec8e482c607 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2c4249-19a6-4170-b54c-a97df1230b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341975 Apr 18 22:13:08.307976 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3376c02a-5297-47f3-a4f6-50fe0381f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:43Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '57862d8d-aca5-4c13-9cb7-1ee16dd40f9b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c037065b-0a82-4176-9687-307afc203c86', 'port_id': 'c5866291-7154-4f89-8593-98a96debb687', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'mac_address': 'fa:16:3e:b8:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:13:05Z', 'updated_at': '2022-04-18T22:13:05Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d88af9-914b-4ac5-91cc-28968e625cab', 'name': '', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:44:4c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:42Z', 'updated_at': '2022-04-18T22:12:48Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:13:08.311937 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3376c02a-5297-47f3-a4f6-50fe0381f627 None None] The sync data for ids ['c037065b-0a82-4176-9687-307afc203c86'] in n-d-836017-3 is: [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:43Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '57862d8d-aca5-4c13-9cb7-1ee16dd40f9b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'c037065b-0a82-4176-9687-307afc203c86', 'port_id': 'c5866291-7154-4f89-8593-98a96debb687', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'mac_address': 'fa:16:3e:b8:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:13:05Z', 'updated_at': '2022-04-18T22:13:05Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d88af9-914b-4ac5-91cc-28968e625cab', 'name': '', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:44:4c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:42Z', 'updated_at': '2022-04-18T22:12:48Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:13:08.504640 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d6a2c8-cdd4-41ce-9ace-9948b5e27689 None None] New status for floating IP 57862d8d-aca5-4c13-9cb7-1ee16dd40f9b: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:13:08.693279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39688) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:13:08.798610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-81b406df-4544-4567-a888-4e51fe221ad3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/57862d8d-aca5-4c13-9cb7-1ee16dd40f9b HTTP/1.1" status: 200 len: 992 time: 0.1042354 Apr 18 22:13:09.786076 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:09.802437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39692) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:13:09.912050 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4687a262-8ad2-4666-86f5-270965ce4ddf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/57862d8d-aca5-4c13-9cb7-1ee16dd40f9b HTTP/1.1" status: 200 len: 994 time: 0.1083815 Apr 18 22:13:12.230913 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:13:24.774801 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-10c707e9-515f-4c73-b9f4-ca67f35f6e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:27.157903 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-75b29781-6943-4a24-80c0-0496c6827156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:28.065831 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:28.808697 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:31.231451 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:34.020050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:39.773948 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:49.231709 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:13:51.028628 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bcc62da6-0b88-47f0-aa1b-d9a5ba6aec82 req-fe9f8a5a-bc9f-44a5-9cda-44aa58d64254 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663776 Apr 18 22:13:51.160828 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bcc62da6-0b88-47f0-aa1b-d9a5ba6aec82 req-e86bade5-7f5a-4933-9095-8e0e94ba3641 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 1097 time: 0.0678830 Apr 18 22:13:51.303207 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc62da6-0b88-47f0-aa1b-d9a5ba6aec82 req-ad8b665f-d747-48f6-a0ef-79023229ccb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:13:51.304546 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bcc62da6-0b88-47f0-aa1b-d9a5ba6aec82 req-ad8b665f-d747-48f6-a0ef-79023229ccb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2c4249-19a6-4170-b54c-a97df1230b3b HTTP/1.1" status: 200 len: 897 time: 0.1257041 Apr 18 22:13:51.416888 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bcc62da6-0b88-47f0-aa1b-d9a5ba6aec82 req-494cc7c7-e396-4d3b-9d27-e3208ef63dc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5866291-7154-4f89-8593-98a96debb687 HTTP/1.1" status: 200 len: 1002 time: 0.1062214 Apr 18 22:13:51.482285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc62da6-0b88-47f0-aa1b-d9a5ba6aec82 req-38517e16-83ca-4d55-b85e-f7ce5668c5d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:13:51.483657 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bcc62da6-0b88-47f0-aa1b-d9a5ba6aec82 req-38517e16-83ca-4d55-b85e-f7ce5668c5d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cc551d9-2eb4-4230-97ad-8199042efb05 HTTP/1.1" status: 200 len: 833 time: 0.0600855 Apr 18 22:13:51.558794 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bcc62da6-0b88-47f0-aa1b-d9a5ba6aec82 req-969ab7c2-f79a-47e7-8bef-9c8794e09fc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2c4249-19a6-4170-b54c-a97df1230b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685577 Apr 18 22:13:51.568492 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-bcc62da6-0b88-47f0-aa1b-d9a5ba6aec82 req-905b2a9f-e37f-4216-83d8-349ce52bfa57 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:13:51.569420 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bcc62da6-0b88-47f0-aa1b-d9a5ba6aec82 req-905b2a9f-e37f-4216-83d8-349ce52bfa57 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047243 Apr 18 22:13:51.698196 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bcc62da6-0b88-47f0-aa1b-d9a5ba6aec82 req-1a4b1dfd-b595-4a47-ab87-99a6716dc3ca service neutron] 10.222.0.26 "GET /v2.0/networks/1c2c4249-19a6-4170-b54c-a97df1230b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223981 Apr 18 22:13:51.825516 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bcc62da6-0b88-47f0-aa1b-d9a5ba6aec82 req-cf4c3ad2-c3e8-4165-ab0f-af9415899f8e service neutron] 10.222.0.26 "GET /v2.0/networks/1c2c4249-19a6-4170-b54c-a97df1230b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207607 Apr 18 22:13:54.727693 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-eeda60c8-896d-4bff-9fc9-4a491cab9acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:57.145629 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3afebad7-73ee-4e05-af70-abe7f745f171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:58.065566 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:58.825599 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:01.208755 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:04.048379 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:09.756444 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:19.680010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050227b-2755-4646-8b8d-cac4ca8b1a0c req-7f25ea96-3455-4781-b1e1-68918b924892 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:19.681449 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4050227b-2755-4646-8b8d-cac4ca8b1a0c req-7f25ea96-3455-4781-b1e1-68918b924892 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 946 time: 0.0767286 Apr 18 22:14:19.730318 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4050227b-2755-4646-8b8d-cac4ca8b1a0c req-96bca007-2e2f-484b-a32d-f3b0147a8fb6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425384 Apr 18 22:14:20.938480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469be1c-4c54-44f5-842a-aefcd5562e43 req-66059559-52fc-4607-b31d-fed6833356c5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:20.939949 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f469be1c-4c54-44f5-842a-aefcd5562e43 req-66059559-52fc-4607-b31d-fed6833356c5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 946 time: 0.0757933 Apr 18 22:14:20.984798 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f469be1c-4c54-44f5-842a-aefcd5562e43 req-855c9c01-82e1-49ae-928f-30f2118b30de tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394313 Apr 18 22:14:21.012838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39728) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:21.118541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7f8212f6-90c8-4488-be41-7850bbf20da9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/57862d8d-aca5-4c13-9cb7-1ee16dd40f9b HTTP/1.1" status: 200 len: 994 time: 0.1046093 Apr 18 22:14:22.736223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7956c05-6382-4a68-9dbd-5145b6208e26 req-888cc576-cab6-468b-8605-c2bf1f937a07 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:22.737721 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7956c05-6382-4a68-9dbd-5145b6208e26 req-888cc576-cab6-468b-8605-c2bf1f937a07 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 946 time: 0.0788996 Apr 18 22:14:22.890522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c7956c05-6382-4a68-9dbd-5145b6208e26 req-e3f4cdc4-b988-4f4e-bbec-c93fbac1f360 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468203 Apr 18 22:14:24.085667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315a12f-a4a8-4afe-b4f7-77bdc579c9f5 req-269c48ba-9411-4693-a92c-0a01f19d408f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:24.087107 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5315a12f-a4a8-4afe-b4f7-77bdc579c9f5 req-269c48ba-9411-4693-a92c-0a01f19d408f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 946 time: 0.0753710 Apr 18 22:14:24.132143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5315a12f-a4a8-4afe-b4f7-77bdc579c9f5 req-9e01d62a-2905-496d-b953-47b4b6f2eae3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396411 Apr 18 22:14:24.160367 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39742) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:24.263772 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-eca3d6c2-9d7b-49de-aa80-2e1c7444293d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/57862d8d-aca5-4c13-9cb7-1ee16dd40f9b HTTP/1.1" status: 200 len: 994 time: 0.1022208 Apr 18 22:14:24.538360 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39750) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:24.734288 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d771486a-5159-4331-92cc-502f565ade3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:24.840087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 613b56e4-1e0f-4976-b0b8-4bcb4ebcd290 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:14:24.840428 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:25.004950 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:25.005285 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:25.126790 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 613b56e4-1e0f-4976-b0b8-4bcb4ebcd290 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:14:25.316531 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:25.362415 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=613b56e4-1e0f-4976-b0b8-4bcb4ebcd290,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:25.434744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:25.434988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:25.435325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:25.435655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:25.435990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:25.436919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:25.437243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:25.437763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:25.438086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:25.438402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:25.438718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:25.467236 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:25.861379 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router c037065b-0a82-4176-9687-307afc203c86 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:14:26.064639 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:14:26.074852 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b6557-cc75-40e2-943b-e9bccb21b85c None None] Sync routers for ids ['c037065b-0a82-4176-9687-307afc203c86'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:14:26.083098 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:26.086562 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b6557-cc75-40e2-943b-e9bccb21b85c None None] Routers {'c037065b-0a82-4176-9687-307afc203c86'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:14:26.087164 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-011b6557-cc75-40e2-943b-e9bccb21b85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:13:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c037065b-0a82-4176-9687-307afc203c86'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:26.147747 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-4ad56200-dcd0-4191-bfc4-7b97d7bbb8f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/floatingips/57862d8d-aca5-4c13-9cb7-1ee16dd40f9b HTTP/1.1" status: 204 len: 168 time: 1.6034353 Apr 18 22:14:26.147747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'tag': 'c5866291-7154-4f89-8593-98a96debb687'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:14:26.205353 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29577aa7-43d6-4de0-bf2d-c6d1e1714491'] response: {'name': 'network-changed', 'server_uuid': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'tag': 'c5866291-7154-4f89-8593-98a96debb687', 'status': 'completed', 'code': 200} Apr 18 22:14:26.257956 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:14:26.299089 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41b68f81-199a-4d00-9c50-45f3c986b1d1 req-3541269d-7b8d-41a6-81fe-4124e06f7559 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 1097 time: 0.0724983 Apr 18 22:14:26.306440 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-011b6557-cc75-40e2-943b-e9bccb21b85c None None] Set router c037065b-0a82-4176-9687-307afc203c86 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:14:26.581669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b68f81-199a-4d00-9c50-45f3c986b1d1 req-0b2a4718-2f3d-4fbf-9fe7-334eb1f8293a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:26.583926 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41b68f81-199a-4d00-9c50-45f3c986b1d1 req-0b2a4718-2f3d-4fbf-9fe7-334eb1f8293a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2c4249-19a6-4170-b54c-a97df1230b3b HTTP/1.1" status: 200 len: 897 time: 0.2791579 Apr 18 22:14:26.646524 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-011b6557-cc75-40e2-943b-e9bccb21b85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:43Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f0d88af9-914b-4ac5-91cc-28968e625cab', 'name': '', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:44:4c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:42Z', 'updated_at': '2022-04-18T22:12:48Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:26.650298 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b6557-cc75-40e2-943b-e9bccb21b85c None None] Checking router: c037065b-0a82-4176-9687-307afc203c86 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:14:26.658490 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41b68f81-199a-4d00-9c50-45f3c986b1d1 req-88dbad2b-1014-47fa-aa0d-62b956373e12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5866291-7154-4f89-8593-98a96debb687 HTTP/1.1" status: 200 len: 217 time: 0.0680997 Apr 18 22:14:26.661414 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b6557-cc75-40e2-943b-e9bccb21b85c None None] Routers {'c037065b-0a82-4176-9687-307afc203c86'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:14:26.662054 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-011b6557-cc75-40e2-943b-e9bccb21b85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:13:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c037065b-0a82-4176-9687-307afc203c86'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:26.704005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2a652-696f-47e7-a619-7a32bf37c475 req-6c502b30-eba0-4f3c-a0ef-bb9ccca67357 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:26.705496 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05f2a652-696f-47e7-a619-7a32bf37c475 req-6c502b30-eba0-4f3c-a0ef-bb9ccca67357 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 946 time: 0.0798221 Apr 18 22:14:26.727960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b68f81-199a-4d00-9c50-45f3c986b1d1 req-70b2c9f4-8df5-49fd-aa15-9f35ef30f340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:26.729395 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41b68f81-199a-4d00-9c50-45f3c986b1d1 req-70b2c9f4-8df5-49fd-aa15-9f35ef30f340 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cc551d9-2eb4-4230-97ad-8199042efb05 HTTP/1.1" status: 200 len: 833 time: 0.0651300 Apr 18 22:14:26.753373 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05f2a652-696f-47e7-a619-7a32bf37c475 req-ec660ddc-a33d-45b9-a9cf-fd4fa0fc75ab tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423570 Apr 18 22:14:26.808818 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41b68f81-199a-4d00-9c50-45f3c986b1d1 req-c0bf097a-de90-43c4-9f6f-bcdee0779830 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2c4249-19a6-4170-b54c-a97df1230b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732131 Apr 18 22:14:26.860444 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-011b6557-cc75-40e2-943b-e9bccb21b85c None None] Set router c037065b-0a82-4176-9687-307afc203c86 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:14:26.941864 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41b68f81-199a-4d00-9c50-45f3c986b1d1 req-8fec791d-a280-4b60-b7b6-db904b4bf373 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2c4249-19a6-4170-b54c-a97df1230b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249754 Apr 18 22:14:27.081651 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-41b68f81-199a-4d00-9c50-45f3c986b1d1 req-abc82b3f-2f3c-4c3b-b7e8-2141835ffe4c service neutron] 10.222.0.26 "GET /v2.0/networks/1c2c4249-19a6-4170-b54c-a97df1230b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322272 Apr 18 22:14:27.162433 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8655cfdb-cdbd-438f-bc7a-1f1ebbed96f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:27.183773 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-011b6557-cc75-40e2-943b-e9bccb21b85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:43Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f0d88af9-914b-4ac5-91cc-28968e625cab', 'name': '', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:44:4c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:42Z', 'updated_at': '2022-04-18T22:12:48Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:27.188759 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b6557-cc75-40e2-943b-e9bccb21b85c None None] The sync data for ids ['c037065b-0a82-4176-9687-307afc203c86'] in n-d-836017-3 is: [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:43Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'f0d88af9-914b-4ac5-91cc-28968e625cab', 'name': '', 'network_id': '1c2c4249-19a6-4170-b54c-a97df1230b3b', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:44:4c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:42Z', 'updated_at': '2022-04-18T22:12:48Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '5cc551d9-2eb4-4230-97ad-8199042efb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:14:27.410893 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa6f93-dab8-4a32-8722-cc234153828b None None] New status for floating IP 57862d8d-aca5-4c13-9cb7-1ee16dd40f9b: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:14:27.947471 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98cab4-0ce2-48ea-8a2b-2371e5449323 req-4f67ebef-62d2-4cf2-a679-1db475c7a730 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:27.948897 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a98cab4-0ce2-48ea-8a2b-2371e5449323 req-4f67ebef-62d2-4cf2-a679-1db475c7a730 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 946 time: 0.0736723 Apr 18 22:14:27.994050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7a98cab4-0ce2-48ea-8a2b-2371e5449323 req-18e068b7-5de0-4d47-bf87-795cff7ac8b6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390222 Apr 18 22:14:28.025144 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:28.508400 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-47097e39-24c8-43f7-acc7-451f94b5de1d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:28.509103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-47097e39-24c8-43f7-acc7-451f94b5de1d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:14:28.579513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-47097e39-24c8-43f7-acc7-451f94b5de1d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:14:28.580737 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-47097e39-24c8-43f7-acc7-451f94b5de1d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 946 time: 0.1631505 Apr 18 22:14:28.653455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-72b44a69-19d8-46ba-91fa-f38e20cd1016 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port c5866291-7154-4f89-8593-98a96debb687 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:14:28.653815 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-72b44a69-19d8-46ba-91fa-f38e20cd1016 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:28.830710 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:28.906781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-72b44a69-19d8-46ba-91fa-f38e20cd1016 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port c5866291-7154-4f89-8593-98a96debb687, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=c5866291-7154-4f89-8593-98a96debb687,segment=NetworkSegment(ebaf3931-b6ac-4de3-a8c8-1a3dde93d348),segment_id=ebaf3931-b6ac-4de3-a8c8-1a3dde93d348)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:14:28.907129 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-72b44a69-19d8-46ba-91fa-f38e20cd1016 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:29.026512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-72b44a69-19d8-46ba-91fa-f38e20cd1016 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for c5866291-7154-4f89-8593-98a96debb687 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:14:29.200132 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29e1a0-026f-488e-85d7-6b97d0119428 req-f5e58857-0e75-4389-b08a-fff38176cc53 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:29.201864 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d29e1a0-026f-488e-85d7-6b97d0119428 req-f5e58857-0e75-4389-b08a-fff38176cc53 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=90803cef-f2da-407e-93a4-1fb1e33178f1 HTTP/1.1" status: 200 len: 946 time: 0.0823603 Apr 18 22:14:29.231201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-72b44a69-19d8-46ba-91fa-f38e20cd1016 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:29.251052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d29e1a0-026f-488e-85d7-6b97d0119428 req-23eb67b4-d8bb-4b6f-9e8b-f22ad1c64ae4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d38529cb-1686-4fcf-a3e2-22be598e21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435781 Apr 18 22:14:29.277196 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b44a69-19d8-46ba-91fa-f38e20cd1016 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=c5866291-7154-4f89-8593-98a96debb687,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:29.351969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-72b44a69-19d8-46ba-91fa-f38e20cd1016 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] No DVR routers for this DVR port c5866291-7154-4f89-8593-98a96debb687 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:14:29.354559 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-72b44a69-19d8-46ba-91fa-f38e20cd1016 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:29.356952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'name': 'network-vif-deleted', 'tag': 'c5866291-7154-4f89-8593-98a96debb687'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:14:29.410876 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c6c4c8-6990-4b5f-a792-e390436ab6f2'] response: {'server_uuid': '90803cef-f2da-407e-93a4-1fb1e33178f1', 'name': 'network-vif-deleted', 'tag': 'c5866291-7154-4f89-8593-98a96debb687', 'status': 'completed', 'code': 200} Apr 18 22:14:29.414578 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f55f45f2-fe78-4bc8-815a-09243c144471 req-72b44a69-19d8-46ba-91fa-f38e20cd1016 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "DELETE /v2.0/ports/c5866291-7154-4f89-8593-98a96debb687 HTTP/1.1" status: 204 len: 173 time: 0.8270056 Apr 18 22:14:30.359634 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39768) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:30.750638 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:31.196885 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:31.349580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port f0d88af9-914b-4ac5-91cc-28968e625cab {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:14:31.349918 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:31.622245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port f0d88af9-914b-4ac5-91cc-28968e625cab, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f0d88af9-914b-4ac5-91cc-28968e625cab,segment=NetworkSegment(ebaf3931-b6ac-4de3-a8c8-1a3dde93d348),segment_id=ebaf3931-b6ac-4de3-a8c8-1a3dde93d348)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:14:31.622956 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:31.741279 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for f0d88af9-914b-4ac5-91cc-28968e625cab owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:14:31.984352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:32.033685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c5866291-7154-4f89-8593-98a96debb687 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:14:32.034856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=f0d88af9-914b-4ac5-91cc-28968e625cab,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:32.047586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:32.047993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:32.048317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:32.048649 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:32.048980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:32.049308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:32.049660 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:32.049981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:32.050297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:32.050618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:32.050935 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:32.071266 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: c5866291-7154-4f89-8593-98a96debb687 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:14:32.071616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device c5866291-7154-4f89-8593-98a96debb687 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:14:32.345973 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:32.901914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router c037065b-0a82-4176-9687-307afc203c86 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:14:33.198265 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:14:33.208051 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6500dff1-6739-4459-9120-6c52a5b1e6d0 None None] Sync routers for ids ['c037065b-0a82-4176-9687-307afc203c86'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:14:33.212476 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3f9002fd-07d8-43b5-814a-569b88a1c3dd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "PUT /v2.0/routers/c037065b-0a82-4176-9687-307afc203c86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8517611 Apr 18 22:14:33.215105 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39774) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:33.220009 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6500dff1-6739-4459-9120-6c52a5b1e6d0 None None] Routers {'c037065b-0a82-4176-9687-307afc203c86'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:14:33.220684 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6500dff1-6739-4459-9120-6c52a5b1e6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:14:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c037065b-0a82-4176-9687-307afc203c86'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:33.405905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-92daef50-f570-4432-86f3-64f3b42ea8d4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting subnet 5cc551d9-2eb4-4230-97ad-8199042efb05 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:14:33.408913 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92daef50-f570-4432-86f3-64f3b42ea8d4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:33.428089 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-6500dff1-6739-4459-9120-6c52a5b1e6d0 None None] Set router c037065b-0a82-4176-9687-307afc203c86 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:14:33.462720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92daef50-f570-4432-86f3-64f3b42ea8d4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:33.548325 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92daef50-f570-4432-86f3-64f3b42ea8d4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:33.676326 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92daef50-f570-4432-86f3-64f3b42ea8d4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:33.708244 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6500dff1-6739-4459-9120-6c52a5b1e6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:14:31Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:33.712038 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6500dff1-6739-4459-9120-6c52a5b1e6d0 None None] Checking router: c037065b-0a82-4176-9687-307afc203c86 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:14:33.716324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92daef50-f570-4432-86f3-64f3b42ea8d4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc551d9-2eb4-4230-97ad-8199042efb05,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:33.721496 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-92daef50-f570-4432-86f3-64f3b42ea8d4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:33.723425 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6500dff1-6739-4459-9120-6c52a5b1e6d0 None None] Routers {'c037065b-0a82-4176-9687-307afc203c86'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:14:33.724321 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6500dff1-6739-4459-9120-6c52a5b1e6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:14:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['c037065b-0a82-4176-9687-307afc203c86'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:33.730121 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-92daef50-f570-4432-86f3-64f3b42ea8d4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/subnets/5cc551d9-2eb4-4230-97ad-8199042efb05 HTTP/1.1" status: 204 len: 168 time: 0.5138798 Apr 18 22:14:33.737337 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39778) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:33.737828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d1f30-5a04-4f86-9c7c-77fdbb4bc623 None None] Network 1c2c4249-19a6-4170-b54c-a97df1230b3b requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:14:33.912786 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-6500dff1-6739-4459-9120-6c52a5b1e6d0 None None] Set router c037065b-0a82-4176-9687-307afc203c86 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:14:33.995814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] DHCP port deletion for 1c2c4249-19a6-4170-b54c-a97df1230b3b request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:14:34.000915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Deleting port b82280bc-4ba5-4287-ac4a-3f09b8a993fe {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:14:34.001276 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:34.038941 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:34.042388 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:34.223300 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-6500dff1-6739-4459-9120-6c52a5b1e6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:14:31Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:34.227464 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6500dff1-6739-4459-9120-6c52a5b1e6d0 None None] The sync data for ids ['c037065b-0a82-4176-9687-307afc203c86'] in n-d-836017-3 is: [{'id': 'c037065b-0a82-4176-9687-307afc203c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851986456', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:14:31Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '580116c9-a3f6-4fda-84dc-ae4323f2d111', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037065b-0a82-4176-9687-307afc203c86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:12:38Z', 'updated_at': '2022-04-18T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:14:34.263129 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:34.278213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] For port b82280bc-4ba5-4287-ac4a-3f09b8a993fe, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b82280bc-4ba5-4287-ac4a-3f09b8a993fe,segment=NetworkSegment(ebaf3931-b6ac-4de3-a8c8-1a3dde93d348),segment_id=ebaf3931-b6ac-4de3-a8c8-1a3dde93d348)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:14:34.278723 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:34.356490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 580116c9-a3f6-4fda-84dc-ae4323f2d111 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:14:34.356830 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:34.396918 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Calling delete_port for b82280bc-4ba5-4287-ac4a-3f09b8a993fe owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:14:34.528526 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:34.532587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port 580116c9-a3f6-4fda-84dc-ae4323f2d111, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=580116c9-a3f6-4fda-84dc-ae4323f2d111,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:14:34.532940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:34.581124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Pushing event deleted for resources: {'Port': ['ID=b82280bc-4ba5-4287-ac4a-3f09b8a993fe,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:34.588779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] No DVR routers for this DVR port b82280bc-4ba5-4287-ac4a-3f09b8a993fe on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:14:34.594578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b82280bc-4ba5-4287-ac4a-3f09b8a993fe no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:14:34.624066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:34.624480 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:34.624799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:34.625598 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:34.625940 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:34.626273 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:34.626597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:34.626930 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:34.627254 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:34.627579 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:34.627907 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9dd668-7271-4f80-8c77-731fcf192d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:34.641743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b82280bc-4ba5-4287-ac4a-3f09b8a993fe {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:14:34.642388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b82280bc-4ba5-4287-ac4a-3f09b8a993fe not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:14:34.669107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 580116c9-a3f6-4fda-84dc-ae4323f2d111 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:14:34.893763 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:34.943567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=580116c9-a3f6-4fda-84dc-ae4323f2d111,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:35.160566 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:35.408798 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:35.412822 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:35.511086 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:35.511632 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Fanout notify agent at l3_agent the message router_deleted on router c037065b-0a82-4176-9687-307afc203c86 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:14:35.526863 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:35.529568 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0e392c9c-aa39-47ad-a06d-ecbfbfd02a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/routers/c037065b-0a82-4176-9687-307afc203c86 HTTP/1.1" status: 204 len: 168 time: 1.7976415 Apr 18 22:14:35.532457 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39784) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:35.652889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:35.783667 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:35.812455 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2c4249-19a6-4170-b54c-a97df1230b3b']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:35.824387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:35.824686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaf3931-b6ac-4de3-a8c8-1a3dde93d348') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:35.836171 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:35.851517 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:35.857412 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:14:35.858395 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: timer() Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:14:35.872789 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:14:36.013123 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:36.035090 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:36.045875 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Network': ['ID=1c2c4249-19a6-4170-b54c-a97df1230b3b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:36.105771 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fc0b30dd-c6ab-4632-88f0-7801d64ee971 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/networks/1c2c4249-19a6-4170-b54c-a97df1230b3b HTTP/1.1" status: 204 len: 168 time: 0.5721967 Apr 18 22:14:36.108752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39788) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:36.279010 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f0d88af9-914b-4ac5-91cc-28968e625cab no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:14:36.286042 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa87a618-66de-48aa-be2e-0a517826c09c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:36.311634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: f0d88af9-914b-4ac5-91cc-28968e625cab {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:14:36.312028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f0d88af9-914b-4ac5-91cc-28968e625cab not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:14:36.312437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 580116c9-a3f6-4fda-84dc-ae4323f2d111 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:14:36.316051 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa87a618-66de-48aa-be2e-0a517826c09c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:36.342236 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 580116c9-a3f6-4fda-84dc-ae4323f2d111 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:14:36.342612 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 580116c9-a3f6-4fda-84dc-ae4323f2d111 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:14:36.453784 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa87a618-66de-48aa-be2e-0a517826c09c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:36.471199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87a618-66de-48aa-be2e-0a517826c09c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38529cb-1686-4fcf-a3e2-22be598e21a5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:36.538617 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-fa87a618-66de-48aa-be2e-0a517826c09c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:36.539706 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-fa87a618-66de-48aa-be2e-0a517826c09c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/security-groups/d38529cb-1686-4fcf-a3e2-22be598e21a5 HTTP/1.1" status: 204 len: 168 time: 0.4299712 Apr 18 22:14:37.092697 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39796) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:37.098221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911813890', 'description': 'tempest-secgroup-smoke-911813890 description', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:14:37.104792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:14:37.109323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:14:37.112108 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:14:37.117960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:14:37.185221 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:37.220247 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:14:37.224059 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:14:37.226938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:14:37.232580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:14:37.284908 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:37.338970 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:37.386264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1117977c-fd1e-4d55-a17d-0cc1a77567a0,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:37.436920 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:37.438169 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9e24d8a7-0f2f-4ae3-a370-17cd3060e77f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3444858 Apr 18 22:14:37.440946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39800) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:37.446215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-178ba0e7-434b-4f43-a5d1-ccf43331f13e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': '1117977c-fd1e-4d55-a17d-0cc1a77567a0', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:14:37.452855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-178ba0e7-434b-4f43-a5d1-ccf43331f13e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:14:37.458095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-178ba0e7-434b-4f43-a5d1-ccf43331f13e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:14:37.459524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-178ba0e7-434b-4f43-a5d1-ccf43331f13e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:14:37.465150 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-178ba0e7-434b-4f43-a5d1-ccf43331f13e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:14:37.528004 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-178ba0e7-434b-4f43-a5d1-ccf43331f13e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:37.602986 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-178ba0e7-434b-4f43-a5d1-ccf43331f13e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:37.659182 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-178ba0e7-434b-4f43-a5d1-ccf43331f13e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:37.682396 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ba0e7-434b-4f43-a5d1-ccf43331f13e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619e274e-f5fc-47ce-b46d-cc36784760f0,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:37.734197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-178ba0e7-434b-4f43-a5d1-ccf43331f13e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:37.735403 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-178ba0e7-434b-4f43-a5d1-ccf43331f13e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2935195 Apr 18 22:14:37.738135 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39804) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:37.743818 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3ca50432-565d-41f1-8f11-322aad9a3b19 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': '1117977c-fd1e-4d55-a17d-0cc1a77567a0', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:14:37.750799 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3ca50432-565d-41f1-8f11-322aad9a3b19 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:14:37.754724 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3ca50432-565d-41f1-8f11-322aad9a3b19 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:14:37.757525 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3ca50432-565d-41f1-8f11-322aad9a3b19 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:14:37.763239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3ca50432-565d-41f1-8f11-322aad9a3b19 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:14:37.814015 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ca50432-565d-41f1-8f11-322aad9a3b19 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:37.874204 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ca50432-565d-41f1-8f11-322aad9a3b19 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:37.916905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ca50432-565d-41f1-8f11-322aad9a3b19 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:37.948943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca50432-565d-41f1-8f11-322aad9a3b19 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0256692d-2f70-418e-b974-de8f960d9c18,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:38.019553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3ca50432-565d-41f1-8f11-322aad9a3b19 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.020742 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3ca50432-565d-41f1-8f11-322aad9a3b19 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2816513 Apr 18 22:14:38.023524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39808) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:38.028886 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-36f66e8e-de70-4108-bea1-747351dc4210 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': '1117977c-fd1e-4d55-a17d-0cc1a77567a0', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:14:38.036842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-36f66e8e-de70-4108-bea1-747351dc4210 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:14:38.040747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-36f66e8e-de70-4108-bea1-747351dc4210 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:14:38.043791 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-36f66e8e-de70-4108-bea1-747351dc4210 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:14:38.050276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-36f66e8e-de70-4108-bea1-747351dc4210 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:14:38.134832 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36f66e8e-de70-4108-bea1-747351dc4210 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.196727 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36f66e8e-de70-4108-bea1-747351dc4210 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.259214 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36f66e8e-de70-4108-bea1-747351dc4210 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.284052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f66e8e-de70-4108-bea1-747351dc4210 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d817dc-7598-4c20-a6ca-eec2e303f1ec,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:38.333635 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36f66e8e-de70-4108-bea1-747351dc4210 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.334829 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-36f66e8e-de70-4108-bea1-747351dc4210 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3103545 Apr 18 22:14:38.337540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39812) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:38.343307 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9d12fea1-cca1-4ffa-b0da-691987ea3816 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': '1117977c-fd1e-4d55-a17d-0cc1a77567a0', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:14:38.349770 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9d12fea1-cca1-4ffa-b0da-691987ea3816 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:14:38.353487 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9d12fea1-cca1-4ffa-b0da-691987ea3816 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:14:38.356310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9d12fea1-cca1-4ffa-b0da-691987ea3816 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:14:38.362502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9d12fea1-cca1-4ffa-b0da-691987ea3816 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:14:38.419126 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d12fea1-cca1-4ffa-b0da-691987ea3816 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.480644 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d12fea1-cca1-4ffa-b0da-691987ea3816 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.539338 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d12fea1-cca1-4ffa-b0da-691987ea3816 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.563887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12fea1-cca1-4ffa-b0da-691987ea3816 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007d4f3b-33a2-42ba-a2ec-11b088505897,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:38.619245 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9d12fea1-cca1-4ffa-b0da-691987ea3816 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.620475 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9d12fea1-cca1-4ffa-b0da-691987ea3816 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2820208 Apr 18 22:14:38.623858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39816) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:38.629315 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-34cd19ea-f306-4783-a82f-84be8e0718e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': '1117977c-fd1e-4d55-a17d-0cc1a77567a0', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:14:38.636086 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-34cd19ea-f306-4783-a82f-84be8e0718e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:14:38.640203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-34cd19ea-f306-4783-a82f-84be8e0718e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:14:38.649223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-34cd19ea-f306-4783-a82f-84be8e0718e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:14:38.649223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-34cd19ea-f306-4783-a82f-84be8e0718e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:14:38.709943 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-34cd19ea-f306-4783-a82f-84be8e0718e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Project 5cc38c55f3e14580a85cf80d3a152a9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:14:38.716029 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34cd19ea-f306-4783-a82f-84be8e0718e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.781815 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34cd19ea-f306-4783-a82f-84be8e0718e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.835733 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34cd19ea-f306-4783-a82f-84be8e0718e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.862979 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd19ea-f306-4783-a82f-84be8e0718e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d15d43-fd95-41c0-9b61-92a9dcc5fc75,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:38.927872 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-34cd19ea-f306-4783-a82f-84be8e0718e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:38.929078 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-34cd19ea-f306-4783-a82f-84be8e0718e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3042181 Apr 18 22:14:38.931763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39820) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:38.937854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-0b8a7854-b4bd-40a5-b191-85d68ffc10af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': '1117977c-fd1e-4d55-a17d-0cc1a77567a0', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:14:38.944468 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0b8a7854-b4bd-40a5-b191-85d68ffc10af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:14:38.948454 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0b8a7854-b4bd-40a5-b191-85d68ffc10af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:14:38.951335 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-0b8a7854-b4bd-40a5-b191-85d68ffc10af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:14:38.957674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-0b8a7854-b4bd-40a5-b191-85d68ffc10af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:14:39.002078 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-0b8a7854-b4bd-40a5-b191-85d68ffc10af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Project 5cc38c55f3e14580a85cf80d3a152a9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:14:39.008301 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b8a7854-b4bd-40a5-b191-85d68ffc10af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.072951 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b8a7854-b4bd-40a5-b191-85d68ffc10af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.116111 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b8a7854-b4bd-40a5-b191-85d68ffc10af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.144213 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a7854-b4bd-40a5-b191-85d68ffc10af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ec7288-3b5c-4d0c-811f-aaa245a59f87,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:39.207987 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-0b8a7854-b4bd-40a5-b191-85d68ffc10af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.209180 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0b8a7854-b4bd-40a5-b191-85d68ffc10af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2765136 Apr 18 22:14:39.212241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39824) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:39.217921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'network': {'name': 'tempest-network-smoke--1488175781', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'port_security_enabled': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:14:39.223566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:14:39.227553 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:network and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:14:39.230382 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:14:39.236816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:14:39.304917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:14:39.307771 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.335655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:14:39.344624 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.344958 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Added segment 84f09e4f-9b68-4a16-9465-d3dfa019b0cf of type vlan for network 497c402d-666c-4d11-9c0e-80fd08a4a10e Apr 18 22:14:39.370169 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.481769 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.486073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:39.486673 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.594105 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Network': ['ID=497c402d-666c-4d11-9c0e-80fd08a4a10e,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:39.604734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 497c402d-666c-4d11-9c0e-80fd08a4a10e details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:14:39.639721 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-503e6c32-3419-4f5f-92cf-512048f8fb97 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4242933 Apr 18 22:14:39.640441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39828) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:39.645964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'admin_state_up': True, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:14:39.653771 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:14:39.658309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:router and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:14:39.661189 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:14:39.667733 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:14:39.722292 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.723305 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.743187 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.767775 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:39.955339 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:40.227602 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:40.271519 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:40.432466 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.25.3.48 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/b0e803e0-b272-43c2-921c-dbee1f3954ef) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:14:40.680925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:40.762856 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:40.831343 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:14:40.834000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:14:40.837703 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:14:40.866614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=b0e803e0-b272-43c2-921c-dbee1f3954ef,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:41.048379 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:41.049013 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:41.321938 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 1e26e8ed-e8cb-4243-9074-ff969a27be67 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:14:41.522606 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:14:41.533949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Sync routers for ids ['1e26e8ed-e8cb-4243-9074-ff969a27be67'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:14:41.547664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Routers {'1e26e8ed-e8cb-4243-9074-ff969a27be67'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:14:41.548264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:14:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1e26e8ed-e8cb-4243-9074-ff969a27be67'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:41.608889 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:41.610079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b1917214-9bfc-419c-9906-93aebb23af01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9685638 Apr 18 22:14:41.613103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39832) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:41.652994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c9ee00ab-91c7-495a-a731-4761915093b2 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=5cc38c55f3e14580a85cf80d3a152a9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387626 Apr 18 22:14:41.656372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39836) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:41.766879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Set router 1e26e8ed-e8cb-4243-9074-ff969a27be67 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:14:41.786383 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde38c6-d85c-4e6d-81c8-5abbb78749a8 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:41.787855 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ddde38c6-d85c-4e6d-81c8-5abbb78749a8 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306047 Apr 18 22:14:41.790754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39840) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:41.841984 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-955628df-39c1-47d6-8a4b-8757bc660b1e tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500767 Apr 18 22:14:41.844758 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39844) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:41.850368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1703156124', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:14:41.960267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:14:41.963934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:subnet and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:14:41.966687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:14:41.972359 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:14:42.024402 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:14:42.051216 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:14:40Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:42.055460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Checking router: 1e26e8ed-e8cb-4243-9074-ff969a27be67 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:14:42.055799 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Updating router 1e26e8ed-e8cb-4243-9074-ff969a27be67 port b0e803e0-b272-43c2-921c-dbee1f3954ef binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:14:42.116480 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:42.146097 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:42.413667 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:42.463587 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:42.476477 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Transition to ACTIVE for port object b0e803e0-b272-43c2-921c-dbee1f3954ef will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:14:42.507437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Subnet': ['ID=629451ac-f688-4c89-844d-3aba5288994b,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:42.517854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Checking segment: {'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:14:42.518207 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network hostable DHCP agents. Network: 497c402d-666c-4d11-9c0e-80fd08a4a10e, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:14:42.528020 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:42.609743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Attempting to bind port b0e803e0-b272-43c2-921c-dbee1f3954ef on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:14:42.610346 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Attempting to bind port b0e803e0-b272-43c2-921c-dbee1f3954ef by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:14:42.610483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Attempting to bind port b0e803e0-b272-43c2-921c-dbee1f3954ef on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:14:42.612982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2b451-69c9-4361-ac42-c1b8b2bd382b None None] Pushing event updated for resources: {'Port': ['ID=b0e803e0-b272-43c2-921c-dbee1f3954ef,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:42.613779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 497c402d-666c-4d11-9c0e-80fd08a4a10e is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:14:42.619429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:14:42.619798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:14:42.620192 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:42.620692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:14:42.621103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Bound port: b0e803e0-b272-43c2-921c-dbee1f3954ef, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:14:42.621397 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:42.690554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] For port b0e803e0-b272-43c2-921c-dbee1f3954ef, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:14:42.693137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 497c402d-666c-4d11-9c0e-80fd08a4a10e) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:14:42.693560 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] For port b0e803e0-b272-43c2-921c-dbee1f3954ef, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b0e803e0-b272-43c2-921c-dbee1f3954ef,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:14:42.697043 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:42.697650 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:42.702082 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f176b8-3cec-461e-b1bf-3c20f58953ee None None] Network 497c402d-666c-4d11-9c0e-80fd08a4a10e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:14:42.784390 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:42.802312 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5c7ba46e-6955-4f13-8fb6-5ce76d1f681d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9563320 Apr 18 22:14:42.805107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39848) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:14:42.901694 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2b451-69c9-4361-ac42-c1b8b2bd382b None None] Pushing event updated for resources: {'Port': ['ID=b0e803e0-b272-43c2-921c-dbee1f3954ef,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:42.941572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Routers {'1e26e8ed-e8cb-4243-9074-ff969a27be67'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:14:42.942193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:14:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1e26e8ed-e8cb-4243-9074-ff969a27be67'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:43.146055 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-497c402d-666c-4d11-9c0e-80fd08a4a10e', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ips': [{'subnet_id': '629451ac-f688-4c89-844d-3aba5288994b'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:14:43.148256 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:43.226561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] Set router 1e26e8ed-e8cb-4243-9074-ff969a27be67 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:14:43.550019 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Allocated IP 172.20.0.2 (497c402d-666c-4d11-9c0e-80fd08a4a10e/629451ac-f688-4c89-844d-3aba5288994b/90733a03-a5dc-42ab-a27d-55d38d2e120c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:14:43.656102 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:43.781968 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:14:40Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:43.811640 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dccd8b-df9e-470e-9f3c-72e51c094fe5 None None] The sync data for ids ['1e26e8ed-e8cb-4243-9074-ff969a27be67'] in n-d-836017-3 is: [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:14:40Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:14:43.846589 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:43.857297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Transition to ACTIVE for port object 90733a03-a5dc-42ab-a27d-55d38d2e120c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:14:43.879098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Transition to ACTIVE for port object 90733a03-a5dc-42ab-a27d-55d38d2e120c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:14:43.962686 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:44.043634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Network 497c402d-666c-4d11-9c0e-80fd08a4a10e is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:14:44.047180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:14:44.051517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:14:44.053560 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Pushing event updated for resources: {'Port': ['ID=90733a03-a5dc-42ab-a27d-55d38d2e120c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:44.117269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.20.0.1 (497c402d-666c-4d11-9c0e-80fd08a4a10e/629451ac-f688-4c89-844d-3aba5288994b/558c6bc3-efe5-46d4-be59-04917e3f1a2e) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:14:44.154096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Attempting to bind port 90733a03-a5dc-42ab-a27d-55d38d2e120c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:14:44.155023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Attempting to bind port 90733a03-a5dc-42ab-a27d-55d38d2e120c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:14:44.155392 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Attempting to bind port 90733a03-a5dc-42ab-a27d-55d38d2e120c on network 497c402d-666c-4d11-9c0e-80fd08a4a10e {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:14:44.166742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:14:44.167116 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Checking segment: {'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:14:44.167522 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:44.167958 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Bound using segment: {'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:14:44.168475 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Bound port: 90733a03-a5dc-42ab-a27d-55d38d2e120c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:14:44.168853 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:44.290893 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] For port 90733a03-a5dc-42ab-a27d-55d38d2e120c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:14:44.294158 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] For port 90733a03-a5dc-42ab-a27d-55d38d2e120c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=90733a03-a5dc-42ab-a27d-55d38d2e120c,segment=NetworkSegment(84f09e4f-9b68-4a16-9465-d3dfa019b0cf),segment_id=84f09e4f-9b68-4a16-9465-d3dfa019b0cf)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:14:44.332227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b0e803e0-b272-43c2-921c-dbee1f3954ef up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:14:44.336872 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:44.356137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Transition to ACTIVE for port object 558c6bc3-efe5-46d4-be59-04917e3f1a2e will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:14:44.367029 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:44.454153 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:44.476353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ebb8a-ac70-4774-aa7d-ca29e6ec1523 None None] Pushing event updated for resources: {'Port': ['ID=90733a03-a5dc-42ab-a27d-55d38d2e120c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:44.537810 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 497c402d-666c-4d11-9c0e-80fd08a4a10e is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:14:44.541111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:14:44.544131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:14:44.545869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port b0e803e0-b272-43c2-921c-dbee1f3954ef completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:14:44.557816 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b0e803e0-b272-43c2-921c-dbee1f3954ef triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:14:44.558412 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:44.595036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=558c6bc3-efe5-46d4-be59-04917e3f1a2e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:44.620171 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:44.733224 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:44.757997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port b0e803e0-b272-43c2-921c-dbee1f3954ef, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b0e803e0-b272-43c2-921c-dbee1f3954ef,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:14:44.819426 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:44.889766 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=b0e803e0-b272-43c2-921c-dbee1f3954ef,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:44.902969 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:45.314870 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:45.372972 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:45.434154 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f27fc-fca2-42c0-a57d-3fa6b86d5d6a None None] Network 497c402d-666c-4d11-9c0e-80fd08a4a10e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:14:45.487440 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:45.490760 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=558c6bc3-efe5-46d4-be59-04917e3f1a2e,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:45.587711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dca4a2a-6f0e-4b51-96c5-7ad506b187b3 None None] Provisioning for port 90733a03-a5dc-42ab-a27d-55d38d2e120c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:14:45.669729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 497c402d-666c-4d11-9c0e-80fd08a4a10e is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:14:45.671315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:14:45.990939 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d8ac935e-7bd8-4333-8bbf-c06ffa0ff245 None None] Provisioning for port 558c6bc3-efe5-46d4-be59-04917e3f1a2e completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:14:45.996286 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d8ac935e-7bd8-4333-8bbf-c06ffa0ff245 None None] Provisioning complete for port 558c6bc3-efe5-46d4-be59-04917e3f1a2e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:14:45.996466 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d8ac935e-7bd8-4333-8bbf-c06ffa0ff245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:46.051201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac935e-7bd8-4333-8bbf-c06ffa0ff245 None None] Port 558c6bc3-efe5-46d4-be59-04917e3f1a2e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:14:46.077393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 1e26e8ed-e8cb-4243-9074-ff969a27be67 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:14:46.192483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-56ed9d68-75a6-4693-9f6b-44592ba32df4 None None] Provisioning complete for port 558c6bc3-efe5-46d4-be59-04917e3f1a2e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:14:46.192971 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-56ed9d68-75a6-4693-9f6b-44592ba32df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:46.251727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-56ed9d68-75a6-4693-9f6b-44592ba32df4 None None] Port 558c6bc3-efe5-46d4-be59-04917e3f1a2e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:14:46.289611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:14:46.302968 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1b9b7765-7332-4852-b323-0c1158c603ca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "PUT /v2.0/routers/1e26e8ed-e8cb-4243-9074-ff969a27be67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4967892 Apr 18 22:14:46.371797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b0e803e0-b272-43c2-921c-dbee1f3954ef up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:14:46.422972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1be83440-ee90-4214-beb2-63deda294ea1 None None] Provisioning complete for port 558c6bc3-efe5-46d4-be59-04917e3f1a2e triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:14:46.423341 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1be83440-ee90-4214-beb2-63deda294ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:46.481064 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-f66a77de-014d-471b-accc-827d6a8ccb9e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911813890&fields=id&tenant_id=5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 267 time: 0.0452096 Apr 18 22:14:46.493034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1be83440-ee90-4214-beb2-63deda294ea1 None None] Port 558c6bc3-efe5-46d4-be59-04917e3f1a2e cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:14:46.503058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port b0e803e0-b272-43c2-921c-dbee1f3954ef triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:14:46.503422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:46.651424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 90733a03-a5dc-42ab-a27d-55d38d2e120c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:14:46.736643 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-a05b87e9-888c-4cbe-9ebe-15a072e67609 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:46.737218 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-a05b87e9-888c-4cbe-9ebe-15a072e67609 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:14:46.778521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 90733a03-a5dc-42ab-a27d-55d38d2e120c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:14:46.783962 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 90733a03-a5dc-42ab-a27d-55d38d2e120c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:14:46.784324 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:46.818980 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-a05b87e9-888c-4cbe-9ebe-15a072e67609 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:14:46.820148 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-a05b87e9-888c-4cbe-9ebe-15a072e67609 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/networks?id=497c402d-666c-4d11-9c0e-80fd08a4a10e HTTP/1.1" status: 200 len: 797 time: 0.3319383 Apr 18 22:14:46.837830 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-145e8f20-8552-42b3-97a8-cadee2dd0fa4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/quotas/5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 375 time: 0.0120208 Apr 18 22:14:46.897754 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:46.918330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-39680a34-15f5-41df-8a81-149fba9030d7 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:14:46.933429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 90733a03-a5dc-42ab-a27d-55d38d2e120c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=90733a03-a5dc-42ab-a27d-55d38d2e120c,segment=NetworkSegment(84f09e4f-9b68-4a16-9465-d3dfa019b0cf),segment_id=84f09e4f-9b68-4a16-9465-d3dfa019b0cf)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:14:47.013368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-39680a34-15f5-41df-8a81-149fba9030d7 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:14:47.015038 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-39680a34-15f5-41df-8a81-149fba9030d7 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1711214 Apr 18 22:14:47.042113 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:47.106292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=90733a03-a5dc-42ab-a27d-55d38d2e120c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:47.124025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-6a6d04fc-0071-424c-b353-40e98084569e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:14:47.125125 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-6a6d04fc-0071-424c-b353-40e98084569e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0987864 Apr 18 22:14:47.257728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-696476cd-8953-4acc-b928-0eec6726ce7d service neutron] 10.222.0.11 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260874 Apr 18 22:14:47.391450 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-8ae1b696-db38-4642-aaa0-472b24330c0c service neutron] 10.222.0.11 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280391 Apr 18 22:14:47.464364 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Sync routers for ids ['1e26e8ed-e8cb-4243-9074-ff969a27be67'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:14:47.477682 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Routers {'1e26e8ed-e8cb-4243-9074-ff969a27be67'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:14:47.478288 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:14:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1e26e8ed-e8cb-4243-9074-ff969a27be67'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:47.657276 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Set router 1e26e8ed-e8cb-4243-9074-ff969a27be67 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:14:47.658316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3081997b-c85c-4b35-993f-14ba5f67ce40 req-f48f1de4-b542-429e-853f-6dadefda94f6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 210 time: 0.0432174 Apr 18 22:14:48.011746 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '558c6bc3-efe5-46d4-be59-04917e3f1a2e', 'name': '', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629451ac-f688-4c89-844d-3aba5288994b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:43Z', 'updated_at': '2022-04-18T22:14:45Z', 'revision_number': 2, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '629451ac-f688-4c89-844d-3aba5288994b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:48.016472 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Checking router: 1e26e8ed-e8cb-4243-9074-ff969a27be67 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:14:48.016864 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Updating router 1e26e8ed-e8cb-4243-9074-ff969a27be67 port 558c6bc3-efe5-46d4-be59-04917e3f1a2e binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:14:48.068976 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:48.289004 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 90733a03-a5dc-42ab-a27d-55d38d2e120c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:14:48.359529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 90733a03-a5dc-42ab-a27d-55d38d2e120c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:14:48.359813 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:48.423207 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:48.434371 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Transition to ACTIVE for port object 558c6bc3-efe5-46d4-be59-04917e3f1a2e will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:14:48.516496 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:48.649146 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Pushing event updated for resources: {'Port': ['ID=558c6bc3-efe5-46d4-be59-04917e3f1a2e,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:48.688622 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:48.688961 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:48.689294 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:48.689648 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:48.689974 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:48.690299 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:48.690613 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:48.691026 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:48.691230 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:48.691547 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:48.691863 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:14:48.747647 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Attempting to bind port 558c6bc3-efe5-46d4-be59-04917e3f1a2e on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:14:48.748118 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Attempting to bind port 558c6bc3-efe5-46d4-be59-04917e3f1a2e by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:14:48.748475 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Attempting to bind port 558c6bc3-efe5-46d4-be59-04917e3f1a2e on network 497c402d-666c-4d11-9c0e-80fd08a4a10e {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:14:48.755035 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:14:48.756840 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Checking segment: {'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:14:48.756840 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:48.756840 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Bound using segment: {'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:14:48.756840 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Bound port: 558c6bc3-efe5-46d4-be59-04917e3f1a2e, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:14:48.757205 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:48.838390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-def1f5c9-6896-4691-b190-bdb613b22768 req-997cff4a-0eca-4222-bdad-7c7ca2481fa6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 210 time: 0.0452304 Apr 18 22:14:48.858338 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] For port 558c6bc3-efe5-46d4-be59-04917e3f1a2e, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:14:48.862567 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] For port 558c6bc3-efe5-46d4-be59-04917e3f1a2e, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=558c6bc3-efe5-46d4-be59-04917e3f1a2e,segment=NetworkSegment(84f09e4f-9b68-4a16-9465-d3dfa019b0cf),segment_id=84f09e4f-9b68-4a16-9465-d3dfa019b0cf)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:14:48.928698 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:49.008937 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2815d-2efd-4e61-ad47-9b031bb1247c None None] Pushing event updated for resources: {'Port': ['ID=558c6bc3-efe5-46d4-be59-04917e3f1a2e,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:49.012313 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Routers {'1e26e8ed-e8cb-4243-9074-ff969a27be67'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:14:49.012897 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:14:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1e26e8ed-e8cb-4243-9074-ff969a27be67'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:49.198439 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] Set router 1e26e8ed-e8cb-4243-9074-ff969a27be67 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:14:49.507097 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '558c6bc3-efe5-46d4-be59-04917e3f1a2e', 'name': '', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629451ac-f688-4c89-844d-3aba5288994b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:43Z', 'updated_at': '2022-04-18T22:14:48Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '629451ac-f688-4c89-844d-3aba5288994b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:14:49.513398 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99526ebc-69e5-4e1c-a320-1122e4360493 None None] The sync data for ids ['1e26e8ed-e8cb-4243-9074-ff969a27be67'] in n-d-836017-3 is: [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '558c6bc3-efe5-46d4-be59-04917e3f1a2e', 'name': '', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629451ac-f688-4c89-844d-3aba5288994b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:43Z', 'updated_at': '2022-04-18T22:14:48Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '629451ac-f688-4c89-844d-3aba5288994b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:14:49.669409 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-b1661b07-1e68-41aa-8866-4a21eabf5f42 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:49.670953 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-b1661b07-1e68-41aa-8866-4a21eabf5f42 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:14:49.683804 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-b1661b07-1e68-41aa-8866-4a21eabf5f42 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:14:49.684928 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-b1661b07-1e68-41aa-8866-4a21eabf5f42 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/networks?id=497c402d-666c-4d11-9c0e-80fd08a4a10e HTTP/1.1" status: 200 len: 797 time: 0.1966863 Apr 18 22:14:49.742274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c773b477-01c6-42e3-867e-9758e98b5dba tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:14:49.813638 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c773b477-01c6-42e3-867e-9758e98b5dba tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:14:49.814903 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c773b477-01c6-42e3-867e-9758e98b5dba tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 379 time: 0.1176817 Apr 18 22:14:49.824198 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'port': {'device_id': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'admin_state_up': True, 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'security_groups': ['1117977c-fd1e-4d55-a17d-0cc1a77567a0']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:14:49.987834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:14:49.999218 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:14:50.076545 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:14:50.079652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:50.104899 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dc6a8553-f197-4551-b1a0-bda376015322 req-10b1d0f9-1799-42d3-be26-ed9a07422b5f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 210 time: 0.1307976 Apr 18 22:14:50.270452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.20.0.10 (497c402d-666c-4d11-9c0e-80fd08a4a10e/629451ac-f688-4c89-844d-3aba5288994b/d657b8ba-d13b-4a64-8f87-5c49b771a3df) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:14:50.330170 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 558c6bc3-efe5-46d4-be59-04917e3f1a2e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:14:50.480575 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:50.497811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Transition to ACTIVE for port object d657b8ba-d13b-4a64-8f87-5c49b771a3df will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:14:50.504827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 558c6bc3-efe5-46d4-be59-04917e3f1a2e completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:14:50.510122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 558c6bc3-efe5-46d4-be59-04917e3f1a2e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:14:50.510710 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:50.598913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:50.623660 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:50.668082 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 497c402d-666c-4d11-9c0e-80fd08a4a10e is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:14:50.671069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:14:50.674942 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:14:50.699453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 558c6bc3-efe5-46d4-be59-04917e3f1a2e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=558c6bc3-efe5-46d4-be59-04917e3f1a2e,segment=NetworkSegment(84f09e4f-9b68-4a16-9465-d3dfa019b0cf),segment_id=84f09e4f-9b68-4a16-9465-d3dfa019b0cf)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:14:50.713015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=d657b8ba-d13b-4a64-8f87-5c49b771a3df,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:50.742864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:50.743038 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:50.796341 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:50.831826 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2f78e4b-3002-48dd-9c19-afcd5656853f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0116329 Apr 18 22:14:50.844658 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Request body: {'port': {'device_id': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:14:50.867521 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=558c6bc3-efe5-46d4-be59-04917e3f1a2e,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:50.944914 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a1bfc81e-e91e-4468-8be0-ec292b74a511 None None] Provisioning for port d657b8ba-d13b-4a64-8f87-5c49b771a3df completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:14:50.950180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-a1bfc81e-e91e-4468-8be0-ec292b74a511 None None] Provisioning complete for port d657b8ba-d13b-4a64-8f87-5c49b771a3df triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:14:50.950480 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a1bfc81e-e91e-4468-8be0-ec292b74a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:50.957068 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:51.005038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-a1bfc81e-e91e-4468-8be0-ec292b74a511 None None] Port d657b8ba-d13b-4a64-8f87-5c49b771a3df cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:14:51.312313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf791-d026-4385-abf0-3a60cc473ced req-3a6009f6-2a2a-4b87-9930-0478064e3fbb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:51.313783 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-847cf791-d026-4385-abf0-3a60cc473ced req-3a6009f6-2a2a-4b87-9930-0478064e3fbb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 932 time: 0.0784576 Apr 18 22:14:51.359585 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-847cf791-d026-4385-abf0-3a60cc473ced req-b5409b6e-bdf8-43b1-929f-36eb6b954f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399992 Apr 18 22:14:51.383229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d657b8ba-d13b-4a64-8f87-5c49b771a3df {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:14:51.390499 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:51.405220 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Transition to ACTIVE for port object d657b8ba-d13b-4a64-8f87-5c49b771a3df will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:14:51.464829 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:51.594261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Pushing event updated for resources: {'Port': ['ID=d657b8ba-d13b-4a64-8f87-5c49b771a3df,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:51.704689 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Attempting to bind port d657b8ba-d13b-4a64-8f87-5c49b771a3df on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:14:51.705279 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Attempting to bind port d657b8ba-d13b-4a64-8f87-5c49b771a3df by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:14:51.705387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Attempting to bind port d657b8ba-d13b-4a64-8f87-5c49b771a3df on network 497c402d-666c-4d11-9c0e-80fd08a4a10e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:14:51.711192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Port d657b8ba-d13b-4a64-8f87-5c49b771a3df on network 497c402d-666c-4d11-9c0e-80fd08a4a10e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:14:51.711517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Attempting to bind port d657b8ba-d13b-4a64-8f87-5c49b771a3df on network 497c402d-666c-4d11-9c0e-80fd08a4a10e {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:14:51.718532 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:14:51.718871 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Checking segment: {'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:14:51.719320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Bound using segment: {'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:14:51.719847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Bound port: d657b8ba-d13b-4a64-8f87-5c49b771a3df, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f09e4f-9b68-4a16-9465-d3dfa019b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:14:51.720196 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:51.816200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] For port d657b8ba-d13b-4a64-8f87-5c49b771a3df, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:14:51.819566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] For port d657b8ba-d13b-4a64-8f87-5c49b771a3df, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d657b8ba-d13b-4a64-8f87-5c49b771a3df,segment=NetworkSegment(84f09e4f-9b68-4a16-9465-d3dfa019b0cf),segment_id=84f09e4f-9b68-4a16-9465-d3dfa019b0cf)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:14:51.882806 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:51.948484 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:51.949932 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] 10.222.0.26 "PUT /v2.0/ports/d657b8ba-d13b-4a64-8f87-5c49b771a3df HTTP/1.1" status: 200 len: 1092 time: 1.1104221 Apr 18 22:14:51.954121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'tag': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:14:51.975245 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6c02f-dda5-49f1-a23f-60009ec21c9d service neutron] Pushing event updated for resources: {'Port': ['ID=d657b8ba-d13b-4a64-8f87-5c49b771a3df,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:52.017624 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5fc7f2d-c11d-4af8-a220-4696cc66feec'] response: {'name': 'network-changed', 'server_uuid': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'tag': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df', 'status': 'completed', 'code': 200} Apr 18 22:14:52.107271 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5eb1725-41f0-46d6-9c8d-121949e499ac req-1fcad3fc-0257-46e7-9a55-bc8c7c92b546 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 1095 time: 0.0721452 Apr 18 22:14:52.251950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb1725-41f0-46d6-9c8d-121949e499ac req-d5e1f34a-6f81-4ef9-a0dc-220370ac2860 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:52.253393 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5eb1725-41f0-46d6-9c8d-121949e499ac req-d5e1f34a-6f81-4ef9-a0dc-220370ac2860 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1402266 Apr 18 22:14:52.290322 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 558c6bc3-efe5-46d4-be59-04917e3f1a2e up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:14:52.361040 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 558c6bc3-efe5-46d4-be59-04917e3f1a2e triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:14:52.361410 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:52.394780 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb1725-41f0-46d6-9c8d-121949e499ac req-8a87026f-3f7c-4752-8332-edfe014f60ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:52.396478 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5eb1725-41f0-46d6-9c8d-121949e499ac req-8a87026f-3f7c-4752-8332-edfe014f60ec service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371529 Apr 18 22:14:52.510985 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-d41c1562-2100-4ad4-a27b-35855b89942f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 1095 time: 0.0794663 Apr 18 22:14:52.564458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefaf0e-125c-4dab-b8e4-eac2695c9a82 req-5356c0be-6958-4704-b9e9-ea71fe97022e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:52.565946 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3aefaf0e-125c-4dab-b8e4-eac2695c9a82 req-5356c0be-6958-4704-b9e9-ea71fe97022e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 944 time: 0.0762665 Apr 18 22:14:52.579444 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-f16a8ca4-5c4d-46b1-9054-1e4d9b156dc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d657b8ba-d13b-4a64-8f87-5c49b771a3df HTTP/1.1" status: 200 len: 217 time: 0.0619085 Apr 18 22:14:52.613215 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3aefaf0e-125c-4dab-b8e4-eac2695c9a82 req-b5bf6669-f996-47f4-b8dd-9ad4814b6c4c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417392 Apr 18 22:14:52.645034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-a184b98f-38ae-4e2c-8d1b-f71057a05ed5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:52.646617 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-a184b98f-38ae-4e2c-8d1b-f71057a05ed5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=629451ac-f688-4c89-844d-3aba5288994b HTTP/1.1" status: 200 len: 835 time: 0.0617115 Apr 18 22:14:52.720638 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-cc3b687a-a9f8-4eca-a56d-02932c8fae7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=497c402d-666c-4d11-9c0e-80fd08a4a10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681701 Apr 18 22:14:52.851015 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-d568da90-ea12-425b-8f7f-e1cec50fc85c service neutron] 10.222.0.26 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235440 Apr 18 22:14:53.067953 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5e4569cb-f74c-4e7d-b1d3-2392895b3074 req-c2b21c1a-782e-4c31-90e1-9595acbbe4a8 service neutron] 10.222.0.26 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112012 Apr 18 22:14:53.811998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8cbbd-bee3-4857-87ef-42d4c3544133 req-aa56f3e5-2941-424b-8d06-0fa1b310049f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:53.813419 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9c8cbbd-bee3-4857-87ef-42d4c3544133 req-aa56f3e5-2941-424b-8d06-0fa1b310049f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 944 time: 0.0781868 Apr 18 22:14:53.858752 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a9c8cbbd-bee3-4857-87ef-42d4c3544133 req-24c3cfe3-ba28-4cde-9f3e-7a48ff03d2a5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397682 Apr 18 22:14:54.727461 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ab87d44-6986-4c02-8a05-947596b21f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:55.054382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411007a8-9191-47d2-b020-1911b8f63c2d req-198559d7-07fc-4192-bdbf-332646b476c0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:55.055726 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-411007a8-9191-47d2-b020-1911b8f63c2d req-198559d7-07fc-4192-bdbf-332646b476c0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 944 time: 0.0794022 Apr 18 22:14:55.100211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-411007a8-9191-47d2-b020-1911b8f63c2d req-efee61c9-ffee-4c48-9300-4e3b4937cc18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389678 Apr 18 22:14:56.301922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eed882-318a-4d0b-b6f0-1f62d434e1fc req-9eb44e8d-756d-4309-a0fc-87604fca7d14 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:56.303356 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2eed882-318a-4d0b-b6f0-1f62d434e1fc req-9eb44e8d-756d-4309-a0fc-87604fca7d14 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 944 time: 0.0792480 Apr 18 22:14:56.348418 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2eed882-318a-4d0b-b6f0-1f62d434e1fc req-f7616148-0867-4e64-8d42-d8d3088a9589 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394871 Apr 18 22:14:57.139245 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-487ca8e9-dda8-4136-bbf8-484219305b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:57.545352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055a0fd-7550-4fae-9b15-3f5bf15a2993 req-11cda1d3-948a-4b99-b44e-e4ec58f9a606 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:57.546841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9055a0fd-7550-4fae-9b15-3f5bf15a2993 req-11cda1d3-948a-4b99-b44e-e4ec58f9a606 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 944 time: 0.0764580 Apr 18 22:14:57.595365 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9055a0fd-7550-4fae-9b15-3f5bf15a2993 req-fe03900d-2fd0-4c77-a403-476990509d8b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426817 Apr 18 22:14:58.018832 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:58.119950 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d657b8ba-d13b-4a64-8f87-5c49b771a3df details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:14:58.263821 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d657b8ba-d13b-4a64-8f87-5c49b771a3df, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d657b8ba-d13b-4a64-8f87-5c49b771a3df,segment=NetworkSegment(84f09e4f-9b68-4a16-9465-d3dfa019b0cf),segment_id=84f09e4f-9b68-4a16-9465-d3dfa019b0cf)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:14:58.276434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'port_id': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df', 'mac_address': 'fa:16:3e:4d:0d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629451ac-f688-4c89-844d-3aba5288994b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:14:58.328529 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:58.345364 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d657b8ba-d13b-4a64-8f87-5c49b771a3df {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:14:58.360461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d657b8ba-d13b-4a64-8f87-5c49b771a3df, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d657b8ba-d13b-4a64-8f87-5c49b771a3df,segment=NetworkSegment(84f09e4f-9b68-4a16-9465-d3dfa019b0cf),segment_id=84f09e4f-9b68-4a16-9465-d3dfa019b0cf)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:14:58.430354 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:14:58.496868 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d657b8ba-d13b-4a64-8f87-5c49b771a3df,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:14:58.749444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['d657b8ba-d13b-4a64-8f87-5c49b771a3df'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:14:58.788930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703cf58-b032-4f70-9645-31183ad981d5 req-2dd40fc1-3ae4-4762-975b-72d9cb25b6b8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:14:58.790420 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0703cf58-b032-4f70-9645-31183ad981d5 req-2dd40fc1-3ae4-4762-975b-72d9cb25b6b8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 945 time: 0.0775664 Apr 18 22:14:58.836022 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0703cf58-b032-4f70-9645-31183ad981d5 req-456579cf-96e4-4cfb-8ac0-d4a0d56266e6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394244 Apr 18 22:14:58.908158 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:00.032154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12387ae7-9489-4816-ab62-9a66affe56bd req-75ef305c-e624-444e-bdd1-86be77f39821 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:15:00.033604 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12387ae7-9489-4816-ab62-9a66affe56bd req-75ef305c-e624-444e-bdd1-86be77f39821 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 945 time: 0.0787301 Apr 18 22:15:00.077768 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12387ae7-9489-4816-ab62-9a66affe56bd req-7911252a-2580-425d-bebc-0509b0ff1a99 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387309 Apr 18 22:15:00.141862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d657b8ba-d13b-4a64-8f87-5c49b771a3df up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:15:00.280956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port d657b8ba-d13b-4a64-8f87-5c49b771a3df completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:15:00.285717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port d657b8ba-d13b-4a64-8f87-5c49b771a3df triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:15:00.286085 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:00.422774 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:00.448292 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:15:00.457922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port d657b8ba-d13b-4a64-8f87-5c49b771a3df, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d657b8ba-d13b-4a64-8f87-5c49b771a3df,segment=NetworkSegment(84f09e4f-9b68-4a16-9465-d3dfa019b0cf),segment_id=84f09e4f-9b68-4a16-9465-d3dfa019b0cf)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:15:00.503501 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a65b934-7db9-4ca2-8835-c53feeebc3ba'] response: {'server_uuid': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df', 'code': 200} Apr 18 22:15:00.527762 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:00.597098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=d657b8ba-d13b-4a64-8f87-5c49b771a3df,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:15:00.632172 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7b94398e-2e65-40d8-a2d1-221c121273cf req-76a01551-deae-490b-a686-45b7211396ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 1097 time: 0.0731192 Apr 18 22:15:00.673332 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7b94398e-2e65-40d8-a2d1-221c121273cf req-29b484f8-17db-41e3-a0e5-8a5a2492f579 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351582 Apr 18 22:15:01.224921 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:01.273230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9aa45-c653-4fb3-bc22-7a556f024eac req-139614d9-65a2-4ab8-a768-6a44bdaa7c3e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:15:01.274680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdb9aa45-c653-4fb3-bc22-7a556f024eac req-139614d9-65a2-4ab8-a768-6a44bdaa7c3e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0754943 Apr 18 22:15:01.319235 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cdb9aa45-c653-4fb3-bc22-7a556f024eac req-740ed45d-1445-4757-ae02-78ccd936f6f3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390499 Apr 18 22:15:02.515527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ddfbd-4ab9-44f6-83c0-0c4e0be1ce0e req-1f2b4ef6-070c-4432-88b0-7e4031f8a51c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:15:02.516865 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-708ddfbd-4ab9-44f6-83c0-0c4e0be1ce0e req-1f2b4ef6-070c-4432-88b0-7e4031f8a51c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0783775 Apr 18 22:15:02.561891 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-708ddfbd-4ab9-44f6-83c0-0c4e0be1ce0e req-36123d29-71cf-42c6-882a-acf0bdfb310e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394866 Apr 18 22:15:02.756223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17652f-7344-4346-9cb4-49c5cee9ee1d req-3881eda4-4461-4980-9e26-72906a7dad38 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:15:02.757677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c17652f-7344-4346-9cb4-49c5cee9ee1d req-3881eda4-4461-4980-9e26-72906a7dad38 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0744393 Apr 18 22:15:02.806078 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9c17652f-7344-4346-9cb4-49c5cee9ee1d req-60b003f7-60e3-4d88-9ce5-731f21d0af13 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 Apr 18 22:15:02.833559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39912) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:15:02.901342 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ea06612d-4c09-418a-8f7c-f8bc7c047f2e tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 1092 time: 0.0665884 Apr 18 22:15:02.903941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39916) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:15:02.909188 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:15:02.915324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:15:02.919136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:floatingip and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:15:02.922765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:15:02.928435 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:15:03.007757 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:03.229948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:03.239436 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:15:03.364808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.25.3.41 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/3e877650-eaff-4cfd-9650-e40cb275a4e7) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:15:03.508610 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:03.590720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:03.658098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:15:03.660902 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:15:03.664656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:15:03.697417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=3e877650-eaff-4cfd-9650-e40cb275a4e7,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:15:04.041815 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:04.165343 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:04.297706 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:04.493644 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:04.545363 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:04.658513 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=3e877650-eaff-4cfd-9650-e40cb275a4e7,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:15:04.672864 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:04.871004 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Floating IP cda11e7f-acfb-43dc-8aa2-b1c521f43e86 associated. External IP: 172.25.3.41, port: d657b8ba-d13b-4a64-8f87-5c49b771a3df. Apr 18 22:15:05.373201 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 1e26e8ed-e8cb-4243-9074-ff969a27be67 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:15:05.570406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:15:05.580401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2ef7f6-072e-4660-aebe-423a38ceb1cc None None] Sync routers for ids ['1e26e8ed-e8cb-4243-9074-ff969a27be67'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:15:05.592429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ef7f6-072e-4660-aebe-423a38ceb1cc None None] Routers {'1e26e8ed-e8cb-4243-9074-ff969a27be67'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:15:05.593022 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9b2ef7f6-072e-4660-aebe-423a38ceb1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:14:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1e26e8ed-e8cb-4243-9074-ff969a27be67'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:15:05.653658 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:05.710763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ad48f661-3eb1-41ea-b995-1f6d8797643e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8056347 Apr 18 22:15:05.711460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'tag': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:15:05.772229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-9b2ef7f6-072e-4660-aebe-423a38ceb1cc None None] Set router 1e26e8ed-e8cb-4243-9074-ff969a27be67 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:15:05.863776 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0cbabc-7a31-459a-9232-ca9c7c136205'] response: {'name': 'network-changed', 'server_uuid': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'tag': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df', 'status': 'completed', 'code': 200} Apr 18 22:15:05.897791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b3203-b303-40dc-96e7-b898d990bbf8 req-a4e019a1-7114-4a75-8f19-f5ef9fe0c599 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:15:05.899259 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e0b3203-b303-40dc-96e7-b898d990bbf8 req-a4e019a1-7114-4a75-8f19-f5ef9fe0c599 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0828488 Apr 18 22:15:05.950149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e0b3203-b303-40dc-96e7-b898d990bbf8 req-432397d8-490a-4a40-85c4-5ee575aeccd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448656 Apr 18 22:15:05.973958 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6956c7fe-6603-45f9-855c-3c5b748925a3 req-6229ca54-9682-4d63-998f-15e9bfbeb147 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 1097 time: 0.0823753 Apr 18 22:15:05.979850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 39926) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:15:06.089409 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-16f337fb-1511-4985-a418-20f1db2b97b4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/cda11e7f-acfb-43dc-8aa2-b1c521f43e86 HTTP/1.1" status: 200 len: 991 time: 0.1082547 Apr 18 22:15:06.109602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956c7fe-6603-45f9-855c-3c5b748925a3 req-515be20b-af9c-40c9-8c3f-57a3407732e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:15:06.111049 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6956c7fe-6603-45f9-855c-3c5b748925a3 req-515be20b-af9c-40c9-8c3f-57a3407732e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=497c402d-666c-4d11-9c0e-80fd08a4a10e HTTP/1.1" status: 200 len: 898 time: 0.1312878 Apr 18 22:15:06.134828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9b2ef7f6-072e-4660-aebe-423a38ceb1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'cda11e7f-acfb-43dc-8aa2-b1c521f43e86', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'port_id': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'mac_address': 'fa:16:3e:4d:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:15:04Z', 'updated_at': '2022-04-18T22:15:04Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558c6bc3-efe5-46d4-be59-04917e3f1a2e', 'name': '', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629451ac-f688-4c89-844d-3aba5288994b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:43Z', 'updated_at': '2022-04-18T22:14:50Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '629451ac-f688-4c89-844d-3aba5288994b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:15:06.139931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2ef7f6-072e-4660-aebe-423a38ceb1cc None None] Checking router: 1e26e8ed-e8cb-4243-9074-ff969a27be67 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:15:06.150181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ef7f6-072e-4660-aebe-423a38ceb1cc None None] Routers {'1e26e8ed-e8cb-4243-9074-ff969a27be67'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:15:06.150788 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9b2ef7f6-072e-4660-aebe-423a38ceb1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:14:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1e26e8ed-e8cb-4243-9074-ff969a27be67'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:15:06.218802 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6956c7fe-6603-45f9-855c-3c5b748925a3 req-269ce52e-d37e-43f6-a33c-31c849cf2d79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d657b8ba-d13b-4a64-8f87-5c49b771a3df HTTP/1.1" status: 200 len: 999 time: 0.1017029 Apr 18 22:15:06.280182 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956c7fe-6603-45f9-855c-3c5b748925a3 req-faec6ec6-1de4-40b3-a129-7f0321353ee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:15:06.281642 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6956c7fe-6603-45f9-855c-3c5b748925a3 req-faec6ec6-1de4-40b3-a129-7f0321353ee7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=629451ac-f688-4c89-844d-3aba5288994b HTTP/1.1" status: 200 len: 835 time: 0.0580816 Apr 18 22:15:06.336376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-9b2ef7f6-072e-4660-aebe-423a38ceb1cc None None] Set router 1e26e8ed-e8cb-4243-9074-ff969a27be67 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:15:06.358427 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6956c7fe-6603-45f9-855c-3c5b748925a3 req-76cf6bfb-12f2-45f2-bd93-92d5ce8ddff5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=497c402d-666c-4d11-9c0e-80fd08a4a10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708055 Apr 18 22:15:06.488920 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6956c7fe-6603-45f9-855c-3c5b748925a3 req-00762998-00cd-4387-a59c-617a4bb2ad7c service neutron] 10.222.0.26 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250489 Apr 18 22:15:06.625829 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6956c7fe-6603-45f9-855c-3c5b748925a3 req-bdf0f699-510a-441c-a74f-4c3a638b02b4 service neutron] 10.222.0.26 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261389 Apr 18 22:15:06.681092 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-9b2ef7f6-072e-4660-aebe-423a38ceb1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'cda11e7f-acfb-43dc-8aa2-b1c521f43e86', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'port_id': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'mac_address': 'fa:16:3e:4d:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:15:04Z', 'updated_at': '2022-04-18T22:15:04Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558c6bc3-efe5-46d4-be59-04917e3f1a2e', 'name': '', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629451ac-f688-4c89-844d-3aba5288994b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:43Z', 'updated_at': '2022-04-18T22:14:50Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '629451ac-f688-4c89-844d-3aba5288994b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:15:06.685809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2ef7f6-072e-4660-aebe-423a38ceb1cc None None] The sync data for ids ['1e26e8ed-e8cb-4243-9074-ff969a27be67'] in n-d-836017-3 is: [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'cda11e7f-acfb-43dc-8aa2-b1c521f43e86', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'port_id': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'mac_address': 'fa:16:3e:4d:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:15:04Z', 'updated_at': '2022-04-18T22:15:04Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558c6bc3-efe5-46d4-be59-04917e3f1a2e', 'name': '', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629451ac-f688-4c89-844d-3aba5288994b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:43Z', 'updated_at': '2022-04-18T22:14:50Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '629451ac-f688-4c89-844d-3aba5288994b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:15:06.884091 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65370313-e54d-4797-940b-89a7ef4c2951 None None] New status for floating IP cda11e7f-acfb-43dc-8aa2-b1c521f43e86: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:15:07.093328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39930) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:15:07.198787 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d8789188-a1c1-472d-8520-ae02d8887d0a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/cda11e7f-acfb-43dc-8aa2-b1c521f43e86 HTTP/1.1" status: 200 len: 991 time: 0.1039762 Apr 18 22:15:08.203651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39934) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:15:08.313550 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8badc596-e6a4-4e71-8245-10bc738ced0a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/cda11e7f-acfb-43dc-8aa2-b1c521f43e86 HTTP/1.1" status: 200 len: 993 time: 0.1087062 Apr 18 22:15:09.767301 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:24.733571 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b7af0505-7d2a-410e-a4ff-e759aa634c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:27.139436 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4baabe1c-61cc-4ad9-9086-0f2c82b57b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:28.034633 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:28.863695 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:31.229867 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:34.046185 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:39.784287 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:40.239608 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:15:53.094068 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5618dbd-2974-450b-bd31-ffcae367849e req-ce12c617-26b7-414d-9a9c-003e78f9a536 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1348011 Apr 18 22:15:53.232928 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5618dbd-2974-450b-bd31-ffcae367849e req-7d8bafb8-ef8e-4dc8-a48f-4efc5fc42638 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 1097 time: 0.0719895 Apr 18 22:15:53.377847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5618dbd-2974-450b-bd31-ffcae367849e req-2fe849ea-d309-4311-ae7e-f8318bda5ec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:15:53.379320 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5618dbd-2974-450b-bd31-ffcae367849e req-2fe849ea-d309-4311-ae7e-f8318bda5ec1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=497c402d-666c-4d11-9c0e-80fd08a4a10e HTTP/1.1" status: 200 len: 898 time: 0.1264021 Apr 18 22:15:53.484127 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5618dbd-2974-450b-bd31-ffcae367849e req-5b6ade97-324e-43f0-888f-5e02002a1a0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d657b8ba-d13b-4a64-8f87-5c49b771a3df HTTP/1.1" status: 200 len: 1001 time: 0.0985212 Apr 18 22:15:53.640351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5618dbd-2974-450b-bd31-ffcae367849e req-05b15dfe-dfe3-45fb-b1c9-d1f922b36c9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:15:53.641800 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5618dbd-2974-450b-bd31-ffcae367849e req-05b15dfe-dfe3-45fb-b1c9-d1f922b36c9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=629451ac-f688-4c89-844d-3aba5288994b HTTP/1.1" status: 200 len: 835 time: 0.1518559 Apr 18 22:15:53.714213 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5618dbd-2974-450b-bd31-ffcae367849e req-dd94a263-edd3-4a49-80e0-654990e67d76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=497c402d-666c-4d11-9c0e-80fd08a4a10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667183 Apr 18 22:15:53.844684 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5618dbd-2974-450b-bd31-ffcae367849e req-3528b6cc-b5be-4b83-ba24-77efca641984 service neutron] 10.222.0.26 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244693 Apr 18 22:15:53.972759 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e5618dbd-2974-450b-bd31-ffcae367849e req-94e3eb9b-c4ee-49fd-aa83-fd5f482c6677 service neutron] 10.222.0.26 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225853 Apr 18 22:15:54.732743 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-604abf55-0040-4306-ae92-f808d3800c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:57.154991 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a9de8dde-baae-4771-bbcc-661d962711dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:58.058159 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:15:58.834261 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:01.229332 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:04.046801 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:09.569862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-327953af-72da-4895-bcc2-c19068b1a9d9 req-dcfe0952-5619-48c8-85e8-c83d7c236f3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 1097 time: 0.0683832 Apr 18 22:16:09.652212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77431f-3725-4335-a404-2b011f9bc775 req-3a68d304-b47e-4739-a067-9670fc8f6527 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:09.653644 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f77431f-3725-4335-a404-2b011f9bc775 req-3a68d304-b47e-4739-a067-9670fc8f6527 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.1527717 Apr 18 22:16:09.700825 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f77431f-3725-4335-a404-2b011f9bc775 req-ff80a647-89fe-4df9-a359-338ac5dcab24 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414324 Apr 18 22:16:09.703353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327953af-72da-4895-bcc2-c19068b1a9d9 req-81ab3b10-cdc2-4450-967b-d8a94b426ba2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:09.704878 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-327953af-72da-4895-bcc2-c19068b1a9d9 req-81ab3b10-cdc2-4450-967b-d8a94b426ba2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=497c402d-666c-4d11-9c0e-80fd08a4a10e HTTP/1.1" status: 200 len: 898 time: 0.1295924 Apr 18 22:16:09.789927 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:09.809070 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-327953af-72da-4895-bcc2-c19068b1a9d9 req-769adf39-d698-41b9-8755-9635c7d8fdad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d657b8ba-d13b-4a64-8f87-5c49b771a3df HTTP/1.1" status: 200 len: 1001 time: 0.0970619 Apr 18 22:16:09.874499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327953af-72da-4895-bcc2-c19068b1a9d9 req-cff708d1-e8c5-4128-bcae-b45af072221c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:09.875968 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-327953af-72da-4895-bcc2-c19068b1a9d9 req-cff708d1-e8c5-4128-bcae-b45af072221c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=629451ac-f688-4c89-844d-3aba5288994b HTTP/1.1" status: 200 len: 835 time: 0.0605109 Apr 18 22:16:09.950065 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-327953af-72da-4895-bcc2-c19068b1a9d9 req-580328da-a439-43ce-9463-1830d3b5ce5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=497c402d-666c-4d11-9c0e-80fd08a4a10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672061 Apr 18 22:16:10.082341 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-327953af-72da-4895-bcc2-c19068b1a9d9 req-b56b113c-6939-4b4e-b82e-d864b68d3271 service neutron] 10.222.0.26 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246080 Apr 18 22:16:10.215305 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-327953af-72da-4895-bcc2-c19068b1a9d9 req-81c73f77-e7e0-4a58-91d7-e2d6598ca370 service neutron] 10.222.0.26 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262598 Apr 18 22:16:10.900298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa239c83-220b-48fb-83bd-938a18a3e870 req-46194f05-1a31-4492-b095-33ec577a12e8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:10.901754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa239c83-220b-48fb-83bd-938a18a3e870 req-46194f05-1a31-4492-b095-33ec577a12e8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0744367 Apr 18 22:16:10.945775 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fa239c83-220b-48fb-83bd-938a18a3e870 req-85b89ff1-21a5-486b-87bc-b8275d565eb5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380223 Apr 18 22:16:12.152623 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195db70-6e06-4413-a21b-92f61fc7227f req-e810d9fb-696f-42e7-a439-6357eb2f6a3f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:12.154981 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8195db70-6e06-4413-a21b-92f61fc7227f req-e810d9fb-696f-42e7-a439-6357eb2f6a3f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0814037 Apr 18 22:16:12.200160 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8195db70-6e06-4413-a21b-92f61fc7227f req-32df5698-c0d2-46d0-9475-0aa532342676 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398824 Apr 18 22:16:13.403017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eaa8b-234c-48d0-a47e-09b264b8aae1 req-1cf30968-0493-4572-87e8-60c0eb12077e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:13.405068 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c39eaa8b-234c-48d0-a47e-09b264b8aae1 req-1cf30968-0493-4572-87e8-60c0eb12077e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0795858 Apr 18 22:16:13.454633 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c39eaa8b-234c-48d0-a47e-09b264b8aae1 req-6e1c98f3-92eb-4e8e-a966-3e999a6daafc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439641 Apr 18 22:16:14.646461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177fa16-dea4-4cf5-8998-ecd503d5d33a req-6b05781d-17e7-4245-bb95-4c510cd5ca99 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:14.647896 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6177fa16-dea4-4cf5-8998-ecd503d5d33a req-6b05781d-17e7-4245-bb95-4c510cd5ca99 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0746262 Apr 18 22:16:14.693170 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6177fa16-dea4-4cf5-8998-ecd503d5d33a req-498b700d-69a8-4705-89bd-a4e309d64dd0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398273 Apr 18 22:16:15.892106 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d09c05-2ec4-4318-8f91-2e4571728724 req-76a4aebe-2bd0-4abc-822a-2b06edb5d115 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:15.893706 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27d09c05-2ec4-4318-8f91-2e4571728724 req-76a4aebe-2bd0-4abc-822a-2b06edb5d115 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0790462 Apr 18 22:16:15.937854 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-27d09c05-2ec4-4318-8f91-2e4571728724 req-67306ebc-b23a-4ec6-a7c7-5e3992131f1c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387414 Apr 18 22:16:17.132789 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d37b43-a538-4f94-b6e7-84a53ac4f731 req-1149b402-94f9-40a9-a942-b3cef450554f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:17.134246 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4d37b43-a538-4f94-b6e7-84a53ac4f731 req-1149b402-94f9-40a9-a942-b3cef450554f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0763893 Apr 18 22:16:17.178854 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c4d37b43-a538-4f94-b6e7-84a53ac4f731 req-9f4db188-5e8d-4740-acc5-09b6fcd2a1ee tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389416 Apr 18 22:16:17.240600 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:16:18.475259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2d742-30b5-46a2-8c46-492454ddbfbc req-a68a9a33-a946-4afc-bbef-b7af19ab1012 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:18.476599 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1f2d742-30b5-46a2-8c46-492454ddbfbc req-a68a9a33-a946-4afc-bbef-b7af19ab1012 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.1704328 Apr 18 22:16:18.520881 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f1f2d742-30b5-46a2-8c46-492454ddbfbc req-040c747b-d9c3-4edf-819b-d4dc1e0facbb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387883 Apr 18 22:16:19.717419 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cd720-19be-4a3f-9a5f-9a232cbc92d9 req-997ef2b9-9e9b-45fe-b423-396b94adede0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:19.718913 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a3cd720-19be-4a3f-9a5f-9a232cbc92d9 req-997ef2b9-9e9b-45fe-b423-396b94adede0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0763605 Apr 18 22:16:19.763983 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4a3cd720-19be-4a3f-9a5f-9a232cbc92d9 req-6366f82a-e5ae-4fb1-b91e-e4c76b0a909a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389822 Apr 18 22:16:20.959511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af69b5-9830-4d3a-9cb0-b00c9d67292c req-174628e5-867b-4463-b143-4d143dbcbdfb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:20.960959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14af69b5-9830-4d3a-9cb0-b00c9d67292c req-174628e5-867b-4463-b143-4d143dbcbdfb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0770683 Apr 18 22:16:21.007195 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-14af69b5-9830-4d3a-9cb0-b00c9d67292c req-8d7db7a2-6ed4-4f9f-8a0c-ab11c8c2c987 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407286 Apr 18 22:16:22.202765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913b5d0-4875-4b48-b83e-1cbaaf1e2012 req-9167dfd5-c096-4edb-8521-66fd4f63c24a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:22.204211 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7913b5d0-4875-4b48-b83e-1cbaaf1e2012 req-9167dfd5-c096-4edb-8521-66fd4f63c24a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0772705 Apr 18 22:16:22.253080 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7913b5d0-4875-4b48-b83e-1cbaaf1e2012 req-479218e6-61e4-4843-ac1f-32ae487d89df tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434268 Apr 18 22:16:22.280861 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 39996) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:16:22.387103 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-0f6bd902-e4d9-4e43-b0b3-16a2904eb2d2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/cda11e7f-acfb-43dc-8aa2-b1c521f43e86 HTTP/1.1" status: 200 len: 993 time: 0.1049783 Apr 18 22:16:24.742199 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-880f305e-f48a-440e-94bc-43af969632b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:27.155586 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b3a76fa3-bf91-40df-9159-d2ff21081c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:28.045239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:28.867801 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:31.234814 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:34.073279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:39.770369 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:54.240150 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:16:54.725979 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3b5df113-5b62-48f2-92d8-bc9cb88b4bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:55.025715 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3ed916b0-eacc-49c8-bff0-0b8ca3b85ba9 req-0131007c-32ac-471a-824a-8bbb6927dcf8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673704 Apr 18 22:16:55.162159 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3ed916b0-eacc-49c8-bff0-0b8ca3b85ba9 req-f74157e0-f2cc-45d1-9ada-0bed60b6db95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 1097 time: 0.0704978 Apr 18 22:16:55.303474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed916b0-eacc-49c8-bff0-0b8ca3b85ba9 req-1fc3ef9e-debe-42c6-9a43-7e549e8251ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:55.304803 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3ed916b0-eacc-49c8-bff0-0b8ca3b85ba9 req-1fc3ef9e-debe-42c6-9a43-7e549e8251ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=497c402d-666c-4d11-9c0e-80fd08a4a10e HTTP/1.1" status: 200 len: 898 time: 0.1235886 Apr 18 22:16:55.492137 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3ed916b0-eacc-49c8-bff0-0b8ca3b85ba9 req-a8638d88-d79d-4cdf-8d16-09494d8b9dcd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d657b8ba-d13b-4a64-8f87-5c49b771a3df HTTP/1.1" status: 200 len: 1001 time: 0.1812153 Apr 18 22:16:55.554660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed916b0-eacc-49c8-bff0-0b8ca3b85ba9 req-ade9fe4a-b7c9-4ee5-92c7-6edfbc9cd6a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:16:55.556139 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3ed916b0-eacc-49c8-bff0-0b8ca3b85ba9 req-ade9fe4a-b7c9-4ee5-92c7-6edfbc9cd6a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=629451ac-f688-4c89-844d-3aba5288994b HTTP/1.1" status: 200 len: 835 time: 0.0577188 Apr 18 22:16:55.629422 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3ed916b0-eacc-49c8-bff0-0b8ca3b85ba9 req-1c24592d-1961-4cb2-be05-29f6c8066829 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=497c402d-666c-4d11-9c0e-80fd08a4a10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676367 Apr 18 22:16:55.759016 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3ed916b0-eacc-49c8-bff0-0b8ca3b85ba9 req-c55a9f59-5710-4179-b928-c4dd151abea8 service neutron] 10.222.0.26 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222081 Apr 18 22:16:55.886094 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3ed916b0-eacc-49c8-bff0-0b8ca3b85ba9 req-2c90e814-046c-4d03-b87c-f03639c5cc79 service neutron] 10.222.0.26 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210048 Apr 18 22:16:57.177620 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4c1e13b4-d3f7-4ea9-a941-18eb979caf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:58.050441 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:16:58.874894 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:01.228919 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:04.080353 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:09.794754 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:11.995118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40020) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:12.194719 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 3e877650-eaff-4cfd-9650-e40cb275a4e7 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:17:12.195066 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:12.373529 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:12.373860 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:12.493890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 3e877650-eaff-4cfd-9650-e40cb275a4e7 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:17:12.709059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:12.753796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=3e877650-eaff-4cfd-9650-e40cb275a4e7,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:12.792968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:12.793312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:12.794216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:12.794800 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:12.795151 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:12.795488 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:12.795825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:12.796159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:12.796492 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:12.796821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:12.797148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:12.858840 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:13.351563 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 1e26e8ed-e8cb-4243-9074-ff969a27be67 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:17:13.562519 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:17:13.573284 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514782c-d448-4a38-a7f6-51713318457a None None] Sync routers for ids ['1e26e8ed-e8cb-4243-9074-ff969a27be67'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:17:13.580503 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:13.589503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514782c-d448-4a38-a7f6-51713318457a None None] Routers {'1e26e8ed-e8cb-4243-9074-ff969a27be67'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:17:13.590374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c514782c-d448-4a38-a7f6-51713318457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:16:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1e26e8ed-e8cb-4243-9074-ff969a27be67'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:13.637046 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-44133c13-8af1-40c4-b7db-45b692b7ec7d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/floatingips/cda11e7f-acfb-43dc-8aa2-b1c521f43e86 HTTP/1.1" status: 204 len: 168 time: 1.6408408 Apr 18 22:17:13.637662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'tag': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:17:13.706803 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1a2c23-01fe-408c-9f55-43aa8e703826'] response: {'name': 'network-changed', 'server_uuid': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'tag': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df', 'status': 'completed', 'code': 200} Apr 18 22:17:13.774898 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c514782c-d448-4a38-a7f6-51713318457a None None] Set router 1e26e8ed-e8cb-4243-9074-ff969a27be67 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:17:13.827174 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5be413f-25e5-41f1-b407-f0ebe8bc9e8b req-48b9e7df-b4b2-450b-9488-c3403573ce32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 1097 time: 0.0940886 Apr 18 22:17:13.968874 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be413f-25e5-41f1-b407-f0ebe8bc9e8b req-19dfa58a-5b14-4435-86a6-df435e375340 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:13.970364 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5be413f-25e5-41f1-b407-f0ebe8bc9e8b req-19dfa58a-5b14-4435-86a6-df435e375340 service neutron] 10.222.0.26 "GET /v2.0/networks?id=497c402d-666c-4d11-9c0e-80fd08a4a10e HTTP/1.1" status: 200 len: 898 time: 0.1371806 Apr 18 22:17:14.042079 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5be413f-25e5-41f1-b407-f0ebe8bc9e8b req-c25b402b-07c2-41b3-8b9a-1565f489cadd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d657b8ba-d13b-4a64-8f87-5c49b771a3df HTTP/1.1" status: 200 len: 217 time: 0.0663087 Apr 18 22:17:14.091615 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c514782c-d448-4a38-a7f6-51713318457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '558c6bc3-efe5-46d4-be59-04917e3f1a2e', 'name': '', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629451ac-f688-4c89-844d-3aba5288994b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:43Z', 'updated_at': '2022-04-18T22:14:50Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '629451ac-f688-4c89-844d-3aba5288994b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:14.095798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514782c-d448-4a38-a7f6-51713318457a None None] Checking router: 1e26e8ed-e8cb-4243-9074-ff969a27be67 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:17:14.107314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514782c-d448-4a38-a7f6-51713318457a None None] Routers {'1e26e8ed-e8cb-4243-9074-ff969a27be67'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:17:14.108153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c514782c-d448-4a38-a7f6-51713318457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:16:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1e26e8ed-e8cb-4243-9074-ff969a27be67'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:14.113325 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be413f-25e5-41f1-b407-f0ebe8bc9e8b req-9ee4b308-69b9-4b0e-b1d8-5f66b876bc84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:14.115235 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5be413f-25e5-41f1-b407-f0ebe8bc9e8b req-9ee4b308-69b9-4b0e-b1d8-5f66b876bc84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=629451ac-f688-4c89-844d-3aba5288994b HTTP/1.1" status: 200 len: 835 time: 0.0669682 Apr 18 22:17:14.197976 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5be413f-25e5-41f1-b407-f0ebe8bc9e8b req-62b342b2-bb18-4ab6-9a54-de7bf41daf23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=497c402d-666c-4d11-9c0e-80fd08a4a10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769715 Apr 18 22:17:14.304020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-c514782c-d448-4a38-a7f6-51713318457a None None] Set router 1e26e8ed-e8cb-4243-9074-ff969a27be67 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:17:14.345804 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5be413f-25e5-41f1-b407-f0ebe8bc9e8b req-6168a1b7-1f4f-4bcc-9e44-f5a95c31f64c service neutron] 10.222.0.26 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407990 Apr 18 22:17:14.419791 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecbaf1-fc3c-47fb-8f8e-a164cc3d75e8 req-192948f3-82b3-4ac7-8bcb-48c7fae05049 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:14.420496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-acecbaf1-fc3c-47fb-8f8e-a164cc3d75e8 req-192948f3-82b3-4ac7-8bcb-48c7fae05049 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:17:14.484554 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5be413f-25e5-41f1-b407-f0ebe8bc9e8b req-2983394c-c5ff-44a7-ab1e-ad34816a0a8c service neutron] 10.222.0.26 "GET /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329880 Apr 18 22:17:14.508564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-acecbaf1-fc3c-47fb-8f8e-a164cc3d75e8 req-192948f3-82b3-4ac7-8bcb-48c7fae05049 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:17:14.509805 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acecbaf1-fc3c-47fb-8f8e-a164cc3d75e8 req-192948f3-82b3-4ac7-8bcb-48c7fae05049 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.1708412 Apr 18 22:17:14.557221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acecbaf1-fc3c-47fb-8f8e-a164cc3d75e8 req-171260ff-01ba-44ae-80d8-6320cdd9a8b1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408649 Apr 18 22:17:14.623881 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-c514782c-d448-4a38-a7f6-51713318457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '558c6bc3-efe5-46d4-be59-04917e3f1a2e', 'name': '', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629451ac-f688-4c89-844d-3aba5288994b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:43Z', 'updated_at': '2022-04-18T22:14:50Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '629451ac-f688-4c89-844d-3aba5288994b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:14.627807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514782c-d448-4a38-a7f6-51713318457a None None] The sync data for ids ['1e26e8ed-e8cb-4243-9074-ff969a27be67'] in n-d-836017-3 is: [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '558c6bc3-efe5-46d4-be59-04917e3f1a2e', 'name': '', 'network_id': '497c402d-666c-4d11-9c0e-80fd08a4a10e', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629451ac-f688-4c89-844d-3aba5288994b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:43Z', 'updated_at': '2022-04-18T22:14:50Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '629451ac-f688-4c89-844d-3aba5288994b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:17:14.848188 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fcb7eb-5373-4507-9c48-e9e718228927 None None] New status for floating IP cda11e7f-acfb-43dc-8aa2-b1c521f43e86: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:17:15.758636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb1d96-e674-4c59-989b-f723ef999c57 req-3cccf4d2-0af3-4087-baa0-0b8eb6546ed1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:15.760044 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-33eb1d96-e674-4c59-989b-f723ef999c57 req-3cccf4d2-0af3-4087-baa0-0b8eb6546ed1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0783825 Apr 18 22:17:15.804880 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-33eb1d96-e674-4c59-989b-f723ef999c57 req-ab13b57f-20a2-4db9-8478-6eb04e185918 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=1117977c-fd1e-4d55-a17d-0cc1a77567a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390689 Apr 18 22:17:15.920229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce695004-9443-4b89-82e1-447cf95dae22 req-ea3d15de-2429-4659-9f06-48e15814f47b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:15.920843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ce695004-9443-4b89-82e1-447cf95dae22 req-ea3d15de-2429-4659-9f06-48e15814f47b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:17:15.932124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-ce695004-9443-4b89-82e1-447cf95dae22 req-ea3d15de-2429-4659-9f06-48e15814f47b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:17:15.933175 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ce695004-9443-4b89-82e1-447cf95dae22 req-ea3d15de-2429-4659-9f06-48e15814f47b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 946 time: 0.0895865 Apr 18 22:17:15.998805 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-ce695004-9443-4b89-82e1-447cf95dae22 req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port d657b8ba-d13b-4a64-8f87-5c49b771a3df {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:17:15.999141 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ce695004-9443-4b89-82e1-447cf95dae22 req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:16.236201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-ce695004-9443-4b89-82e1-447cf95dae22 req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port d657b8ba-d13b-4a64-8f87-5c49b771a3df, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=d657b8ba-d13b-4a64-8f87-5c49b771a3df,segment=NetworkSegment(84f09e4f-9b68-4a16-9465-d3dfa019b0cf),segment_id=84f09e4f-9b68-4a16-9465-d3dfa019b0cf)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:17:16.239216 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ce695004-9443-4b89-82e1-447cf95dae22 req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:16.444287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-ce695004-9443-4b89-82e1-447cf95dae22 req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for d657b8ba-d13b-4a64-8f87-5c49b771a3df owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:17:16.651361 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ce695004-9443-4b89-82e1-447cf95dae22 req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:16.704718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=d657b8ba-d13b-4a64-8f87-5c49b771a3df,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:16.747876 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:16.748228 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:16.752615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:16.752615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:16.752615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:16.752615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:16.752615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:16.752615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:16.752615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:16.752615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:16.752615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:16.790336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce695004-9443-4b89-82e1-447cf95dae22 req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] No DVR routers for this DVR port d657b8ba-d13b-4a64-8f87-5c49b771a3df on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:17:16.792738 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-ce695004-9443-4b89-82e1-447cf95dae22 req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:16.795865 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'name': 'network-vif-deleted', 'tag': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:17:16.864426 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-ce695004-9443-4b89-82e1-447cf95dae22 req-2d1f75b1-357f-4fa4-8bb9-8a1bd103f32a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "DELETE /v2.0/ports/d657b8ba-d13b-4a64-8f87-5c49b771a3df HTTP/1.1" status: 204 len: 173 time: 0.9257905 Apr 18 22:17:16.937308 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34c684e-0dfb-4b0b-8894-dc084c97f27b'] response: {'server_uuid': 'df1e20a3-162c-43ee-ae58-52286babf3da', 'name': 'network-vif-deleted', 'tag': 'd657b8ba-d13b-4a64-8f87-5c49b771a3df', 'status': 'completed', 'code': 200} Apr 18 22:17:16.971053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4bdd1db8-db80-4977-8c78-92872035e7eb req-3edbe642-528d-4741-bf67-3eecb9f27839 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1e20a3-162c-43ee-ae58-52286babf3da HTTP/1.1" status: 200 len: 210 time: 0.0407450 Apr 18 22:17:18.076388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40040) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:18.473314 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-22bf5b53-f3b6-4bd5-8a87-11bec5e529a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:19.068786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-22bf5b53-f3b6-4bd5-8a87-11bec5e529a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 558c6bc3-efe5-46d4-be59-04917e3f1a2e {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:17:19.069120 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-22bf5b53-f3b6-4bd5-8a87-11bec5e529a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:19.357642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-22bf5b53-f3b6-4bd5-8a87-11bec5e529a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port 558c6bc3-efe5-46d4-be59-04917e3f1a2e, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=558c6bc3-efe5-46d4-be59-04917e3f1a2e,segment=NetworkSegment(84f09e4f-9b68-4a16-9465-d3dfa019b0cf),segment_id=84f09e4f-9b68-4a16-9465-d3dfa019b0cf)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:17:19.358308 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-22bf5b53-f3b6-4bd5-8a87-11bec5e529a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:19.475751 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-22bf5b53-f3b6-4bd5-8a87-11bec5e529a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 558c6bc3-efe5-46d4-be59-04917e3f1a2e owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:17:19.713033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-22bf5b53-f3b6-4bd5-8a87-11bec5e529a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:19.762168 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf5b53-f3b6-4bd5-8a87-11bec5e529a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=558c6bc3-efe5-46d4-be59-04917e3f1a2e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:20.050803 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-22bf5b53-f3b6-4bd5-8a87-11bec5e529a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:20.722714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bf5b53-f3b6-4bd5-8a87-11bec5e529a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 1e26e8ed-e8cb-4243-9074-ff969a27be67 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:17:20.854817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d657b8ba-d13b-4a64-8f87-5c49b771a3df no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:17:20.889006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: d657b8ba-d13b-4a64-8f87-5c49b771a3df {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:17:20.889353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device d657b8ba-d13b-4a64-8f87-5c49b771a3df not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:17:20.921444 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bf5b53-f3b6-4bd5-8a87-11bec5e529a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:17:20.930433 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d1aa1-d16f-4c84-b372-893fd21ac46a None None] Sync routers for ids ['1e26e8ed-e8cb-4243-9074-ff969a27be67'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:17:20.933642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-22bf5b53-f3b6-4bd5-8a87-11bec5e529a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "PUT /v2.0/routers/1e26e8ed-e8cb-4243-9074-ff969a27be67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8561692 Apr 18 22:17:20.936970 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40044) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:20.942952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d1aa1-d16f-4c84-b372-893fd21ac46a None None] Routers {'1e26e8ed-e8cb-4243-9074-ff969a27be67'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:17:20.943544 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5f1d1aa1-d16f-4c84-b372-893fd21ac46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:16:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1e26e8ed-e8cb-4243-9074-ff969a27be67'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:21.130257 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8dd7d25-0024-48a4-9fef-2554e1ff8d3b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting subnet 629451ac-f688-4c89-844d-3aba5288994b {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:17:21.133371 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d8dd7d25-0024-48a4-9fef-2554e1ff8d3b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:21.155471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-5f1d1aa1-d16f-4c84-b372-893fd21ac46a None None] Set router 1e26e8ed-e8cb-4243-9074-ff969a27be67 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:17:21.188035 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d8dd7d25-0024-48a4-9fef-2554e1ff8d3b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:21.274817 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d8dd7d25-0024-48a4-9fef-2554e1ff8d3b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:21.417732 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d8dd7d25-0024-48a4-9fef-2554e1ff8d3b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:21.438780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5f1d1aa1-d16f-4c84-b372-893fd21ac46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:17:19Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:21.442608 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d1aa1-d16f-4c84-b372-893fd21ac46a None None] Checking router: 1e26e8ed-e8cb-4243-9074-ff969a27be67 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:17:21.453137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d1aa1-d16f-4c84-b372-893fd21ac46a None None] Routers {'1e26e8ed-e8cb-4243-9074-ff969a27be67'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:17:21.461619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5f1d1aa1-d16f-4c84-b372-893fd21ac46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:16:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['1e26e8ed-e8cb-4243-9074-ff969a27be67'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:21.461754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd7d25-0024-48a4-9fef-2554e1ff8d3b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Subnet': ['ID=629451ac-f688-4c89-844d-3aba5288994b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:21.462281 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d8dd7d25-0024-48a4-9fef-2554e1ff8d3b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:21.469110 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d8dd7d25-0024-48a4-9fef-2554e1ff8d3b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/subnets/629451ac-f688-4c89-844d-3aba5288994b HTTP/1.1" status: 204 len: 168 time: 0.5311518 Apr 18 22:17:21.471768 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40048) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:21.501622 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a02cea2-69f5-43c1-80c8-ffdb03f7aede None None] Network 497c402d-666c-4d11-9c0e-80fd08a4a10e requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:17:21.672204 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:21.783131 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-5f1d1aa1-d16f-4c84-b372-893fd21ac46a None None] Set router 1e26e8ed-e8cb-4243-9074-ff969a27be67 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:17:21.867873 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:21.924487 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port b0e803e0-b272-43c2-921c-dbee1f3954ef {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:17:21.925028 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:21.994945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] DHCP port deletion for 497c402d-666c-4d11-9c0e-80fd08a4a10e request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:17:22.004808 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Deleting port 90733a03-a5dc-42ab-a27d-55d38d2e120c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:17:22.005176 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:22.105209 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port b0e803e0-b272-43c2-921c-dbee1f3954ef, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=b0e803e0-b272-43c2-921c-dbee1f3954ef,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:17:22.105599 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:22.234098 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for b0e803e0-b272-43c2-921c-dbee1f3954ef owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:17:22.261006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] For port 90733a03-a5dc-42ab-a27d-55d38d2e120c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=90733a03-a5dc-42ab-a27d-55d38d2e120c,segment=NetworkSegment(84f09e4f-9b68-4a16-9465-d3dfa019b0cf),segment_id=84f09e4f-9b68-4a16-9465-d3dfa019b0cf)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:17:22.261393 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:22.320283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5f1d1aa1-d16f-4c84-b372-893fd21ac46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:17:19Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:22.375448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 90733a03-a5dc-42ab-a27d-55d38d2e120c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:17:22.453347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d1aa1-d16f-4c84-b372-893fd21ac46a None None] The sync data for ids ['1e26e8ed-e8cb-4243-9074-ff969a27be67'] in n-d-836017-3 is: [{'id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978407830', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:14:39Z', 'updated_at': '2022-04-18T22:17:19Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'b0e803e0-b272-43c2-921c-dbee1f3954ef', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26e8ed-e8cb-4243-9074-ff969a27be67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:14:40Z', 'updated_at': '2022-04-18T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:17:22.460400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Calling delete_port for 90733a03-a5dc-42ab-a27d-55d38d2e120c owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:17:22.576229 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:22.607141 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:22.621111 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=b0e803e0-b272-43c2-921c-dbee1f3954ef,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:22.692194 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:22.752221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Pushing event deleted for resources: {'Port': ['ID=90733a03-a5dc-42ab-a27d-55d38d2e120c,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:22.765103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] No DVR routers for this DVR port 90733a03-a5dc-42ab-a27d-55d38d2e120c on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:17:22.767515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:22.767888 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:22.768323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:22.768667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:22.768994 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:22.769348 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:22.769717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:22.770038 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:22.770354 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:22.770667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:22.770984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f51fd29-e632-44ff-b645-c7cee5e2544d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:22.853352 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.108479 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.112583 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.211256 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.211761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Fanout notify agent at l3_agent the message router_deleted on router 1e26e8ed-e8cb-4243-9074-ff969a27be67 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:17:23.226965 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.228069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c8953b77-e06c-495b-ba87-0545d2b63009 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/routers/1e26e8ed-e8cb-4243-9074-ff969a27be67 HTTP/1.1" status: 204 len: 168 time: 1.7554092 Apr 18 22:17:23.232636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40052) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:23.351645 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.485872 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.510569 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497c402d-666c-4d11-9c0e-80fd08a4a10e']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:23.522675 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f09e4f-9b68-4a16-9465-d3dfa019b0cf') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:23.522920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f09e4f-9b68-4a16-9465-d3dfa019b0cf') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:23.535022 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.551371 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.557254 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:17:23.557669 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: timer() Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:17:23.572005 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:17:23.720513 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.741321 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.752274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Network': ['ID=497c402d-666c-4d11-9c0e-80fd08a4a10e,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:23.829324 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-29919a94-a51f-4112-986d-7a3496ab3f89 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/networks/497c402d-666c-4d11-9c0e-80fd08a4a10e HTTP/1.1" status: 204 len: 168 time: 0.5969381 Apr 18 22:17:23.831955 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40058) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:23.902184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9003892c-f42c-4091-9589-6e2e0db4ae68 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:23.931101 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9003892c-f42c-4091-9589-6e2e0db4ae68 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:24.034249 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9003892c-f42c-4091-9589-6e2e0db4ae68 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:24.055690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003892c-f42c-4091-9589-6e2e0db4ae68 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1117977c-fd1e-4d55-a17d-0cc1a77567a0,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:24.112736 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9003892c-f42c-4091-9589-6e2e0db4ae68 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:24.114141 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9003892c-f42c-4091-9589-6e2e0db4ae68 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/security-groups/1117977c-fd1e-4d55-a17d-0cc1a77567a0 HTTP/1.1" status: 204 len: 168 time: 0.2810357 Apr 18 22:17:24.355053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b0e803e0-b272-43c2-921c-dbee1f3954ef no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:17:24.387951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: b0e803e0-b272-43c2-921c-dbee1f3954ef {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:17:24.388293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device b0e803e0-b272-43c2-921c-dbee1f3954ef not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:17:24.388698 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 558c6bc3-efe5-46d4-be59-04917e3f1a2e no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:17:24.419503 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 558c6bc3-efe5-46d4-be59-04917e3f1a2e {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:17:24.419844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 558c6bc3-efe5-46d4-be59-04917e3f1a2e not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:17:24.758323 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ff8626a0-ae8e-4165-81cd-e92bc094b90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:26.591099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40072) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:26.596568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376961809', 'description': 'tempest-secgroup-smoke-1376961809 description', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:26.603047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:26.607757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:17:26.610591 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:17:26.616469 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:26.691590 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:26.730796 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:26.734997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:17:26.737806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:17:26.743628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:26.800688 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:26.869020 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:26.912109 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b775acc2-2016-4b76-b776-b50eedfff345,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:26.987214 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:26.988483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e88f38f8-4155-491b-b36c-4101a5b42cbf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3963830 Apr 18 22:17:26.991699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40076) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:26.997020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-7f32408c-090e-4985-be14-380d01d66f60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'b775acc2-2016-4b76-b776-b50eedfff345', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:27.004177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7f32408c-090e-4985-be14-380d01d66f60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:27.007937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7f32408c-090e-4985-be14-380d01d66f60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:17:27.010807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-7f32408c-090e-4985-be14-380d01d66f60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:17:27.016698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-7f32408c-090e-4985-be14-380d01d66f60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:27.131983 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f32408c-090e-4985-be14-380d01d66f60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:27.191600 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f32408c-090e-4985-be14-380d01d66f60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:27.193279 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-00e82a43-7914-4d3e-9435-00791a4f3cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:27.266790 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f32408c-090e-4985-be14-380d01d66f60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:27.290670 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32408c-090e-4985-be14-380d01d66f60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf04c69-6b49-456c-bcad-d25dceb40fdf,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:27.371082 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7f32408c-090e-4985-be14-380d01d66f60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:27.372301 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7f32408c-090e-4985-be14-380d01d66f60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3795888 Apr 18 22:17:27.375104 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40080) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:27.380418 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d2888844-20c7-431a-8c16-e36ad0c8449e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'b775acc2-2016-4b76-b776-b50eedfff345', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:27.387121 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d2888844-20c7-431a-8c16-e36ad0c8449e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:27.390905 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d2888844-20c7-431a-8c16-e36ad0c8449e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:17:27.393741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d2888844-20c7-431a-8c16-e36ad0c8449e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:17:27.399312 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d2888844-20c7-431a-8c16-e36ad0c8449e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:27.503633 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2888844-20c7-431a-8c16-e36ad0c8449e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:27.656324 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2888844-20c7-431a-8c16-e36ad0c8449e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:27.730899 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2888844-20c7-431a-8c16-e36ad0c8449e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:27.753190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2888844-20c7-431a-8c16-e36ad0c8449e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a2bb70-cb1b-46de-aab3-a64013e7d22e,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:27.834150 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d2888844-20c7-431a-8c16-e36ad0c8449e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:27.835329 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d2888844-20c7-431a-8c16-e36ad0c8449e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4593160 Apr 18 22:17:27.838147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40084) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:27.843735 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-666d2e8f-2b21-48bc-9f70-c0bddfea41cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'b775acc2-2016-4b76-b776-b50eedfff345', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:27.850371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-666d2e8f-2b21-48bc-9f70-c0bddfea41cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:27.854099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-666d2e8f-2b21-48bc-9f70-c0bddfea41cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:17:27.857557 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-666d2e8f-2b21-48bc-9f70-c0bddfea41cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:17:27.863848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-666d2e8f-2b21-48bc-9f70-c0bddfea41cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:27.937720 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-666d2e8f-2b21-48bc-9f70-c0bddfea41cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.001222 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-666d2e8f-2b21-48bc-9f70-c0bddfea41cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.038313 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.066860 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-666d2e8f-2b21-48bc-9f70-c0bddfea41cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.092590 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d2e8f-2b21-48bc-9f70-c0bddfea41cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1536bbf-2a38-49ce-a48d-889b460b0921,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:28.152703 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-666d2e8f-2b21-48bc-9f70-c0bddfea41cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.154465 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-666d2e8f-2b21-48bc-9f70-c0bddfea41cd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3153913 Apr 18 22:17:28.157229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40088) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:28.162512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-61cfcd5f-f78b-4680-b9c8-3cab835f44ad tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'b775acc2-2016-4b76-b776-b50eedfff345', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:28.169856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-61cfcd5f-f78b-4680-b9c8-3cab835f44ad tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:28.174023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-61cfcd5f-f78b-4680-b9c8-3cab835f44ad tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:17:28.177017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-61cfcd5f-f78b-4680-b9c8-3cab835f44ad tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:17:28.183003 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-61cfcd5f-f78b-4680-b9c8-3cab835f44ad tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:28.252360 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-61cfcd5f-f78b-4680-b9c8-3cab835f44ad tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.316063 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-61cfcd5f-f78b-4680-b9c8-3cab835f44ad tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.389195 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-61cfcd5f-f78b-4680-b9c8-3cab835f44ad tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.413029 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfcd5f-f78b-4680-b9c8-3cab835f44ad tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b171bf9-597f-489b-b967-7da7aa8b1d0c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:28.503061 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-61cfcd5f-f78b-4680-b9c8-3cab835f44ad tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.505762 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-61cfcd5f-f78b-4680-b9c8-3cab835f44ad tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3475502 Apr 18 22:17:28.508441 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40092) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:28.513752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-bea7b8bf-5e44-457c-bcfa-ed8c255b20be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'b775acc2-2016-4b76-b776-b50eedfff345', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:28.520253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bea7b8bf-5e44-457c-bcfa-ed8c255b20be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:28.523951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bea7b8bf-5e44-457c-bcfa-ed8c255b20be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:17:28.526749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-bea7b8bf-5e44-457c-bcfa-ed8c255b20be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:17:28.532338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-bea7b8bf-5e44-457c-bcfa-ed8c255b20be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:28.605887 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-bea7b8bf-5e44-457c-bcfa-ed8c255b20be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Project 5cc38c55f3e14580a85cf80d3a152a9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:17:28.613022 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bea7b8bf-5e44-457c-bcfa-ed8c255b20be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.675948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bea7b8bf-5e44-457c-bcfa-ed8c255b20be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.754545 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bea7b8bf-5e44-457c-bcfa-ed8c255b20be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.777894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7b8bf-5e44-457c-bcfa-ed8c255b20be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51454355-14de-4fb5-b880-0e61a35c5efa,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:28.874797 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.908895 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-bea7b8bf-5e44-457c-bcfa-ed8c255b20be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:28.910133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-bea7b8bf-5e44-457c-bcfa-ed8c255b20be tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4007714 Apr 18 22:17:28.912759 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40096) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:28.918299 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b3b7cae6-272d-420a-8e44-cba3932e6a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'b775acc2-2016-4b76-b776-b50eedfff345', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:28.926101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b3b7cae6-272d-420a-8e44-cba3932e6a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:28.929879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b3b7cae6-272d-420a-8e44-cba3932e6a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:17:28.932658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b3b7cae6-272d-420a-8e44-cba3932e6a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:17:28.939468 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b3b7cae6-272d-420a-8e44-cba3932e6a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:29.028155 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-b3b7cae6-272d-420a-8e44-cba3932e6a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Project 5cc38c55f3e14580a85cf80d3a152a9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:17:29.035485 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b3b7cae6-272d-420a-8e44-cba3932e6a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:29.099287 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b3b7cae6-272d-420a-8e44-cba3932e6a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:29.158143 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b3b7cae6-272d-420a-8e44-cba3932e6a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:29.183190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7cae6-272d-420a-8e44-cba3932e6a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8940d3-09e8-45c1-9657-d95ea7781440,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:29.249538 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b3b7cae6-272d-420a-8e44-cba3932e6a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:29.250738 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b3b7cae6-272d-420a-8e44-cba3932e6a0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3370404 Apr 18 22:17:29.253502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40100) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:29.258856 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'network': {'name': 'tempest-network-smoke--1534041874', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'port_security_enabled': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:29.264982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:29.269015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:network and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:17:29.271790 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:17:29.277393 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:29.340840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:17:29.344597 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:29.374964 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:17:29.383275 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:29.389767 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Added segment 5e5c1a24-3e82-431e-9a22-8d59563e3129 of type vlan for network 93204894-a265-430c-9864-f92cb010a5c6 Apr 18 22:17:29.409541 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:29.506827 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:29.510668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:29.511340 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:29.620054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Network': ['ID=93204894-a265-430c-9864-f92cb010a5c6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:29.631018 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 93204894-a265-430c-9864-f92cb010a5c6 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:17:29.667993 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-eb506559-2482-4c83-bb99-35a1a934213d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4133267 Apr 18 22:17:29.670914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40104) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:29.676333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'admin_state_up': True, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:29.688934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:29.688934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:router and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:17:29.691453 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:17:29.697462 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:29.772188 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:29.773364 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:29.790909 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:30.007112 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:30.303419 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:30.332957 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:30.474268 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.25.3.64 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/8cb1889e-b5e6-482b-9f1a-577796490376) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:17:30.622748 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:30.718590 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:30.784216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:17:30.786799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:17:30.790480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:17:30.822830 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=8cb1889e-b5e6-482b-9f1a-577796490376,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:31.012064 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:31.012793 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:31.240980 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:17:31.257129 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:31.405248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router a5f38200-e758-4b2d-9bdc-0e9803277873 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:17:31.604252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:17:31.613771 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Sync routers for ids ['a5f38200-e758-4b2d-9bdc-0e9803277873'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:17:31.624695 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Routers {'a5f38200-e758-4b2d-9bdc-0e9803277873'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:17:31.625282 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:17:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a5f38200-e758-4b2d-9bdc-0e9803277873'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:31.678227 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:31.679451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c578f2a6-9878-4455-beb8-181649d09dcf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0074322 Apr 18 22:17:31.682718 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40112) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:31.726651 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-cf7d32a8-dce1-41dc-b1ec-8805c17c5a5f tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=5cc38c55f3e14580a85cf80d3a152a9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428593 Apr 18 22:17:31.729364 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40116) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:31.798252 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Set router a5f38200-e758-4b2d-9bdc-0e9803277873 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:17:31.860410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262da8f0-2062-4310-b23c-e9355a0aadda tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:31.860410 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-262da8f0-2062-4310-b23c-e9355a0aadda tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299582 Apr 18 22:17:31.864479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40120) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:31.905763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e6346320-619a-4b76-a1b1-69226f223083 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401700 Apr 18 22:17:31.908273 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40124) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:31.913460 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1487775780', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:32.026087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:32.030475 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:subnet and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:17:32.033365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:17:32.039252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:32.080435 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:17:30Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:32.084229 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Checking router: a5f38200-e758-4b2d-9bdc-0e9803277873 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:17:32.084593 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Updating router a5f38200-e758-4b2d-9bdc-0e9803277873 port 8cb1889e-b5e6-482b-9f1a-577796490376 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:17:32.126039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:17:32.138023 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:32.234904 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:32.495924 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:32.496987 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:32.508550 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Transition to ACTIVE for port object 8cb1889e-b5e6-482b-9f1a-577796490376 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:17:32.569876 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:32.580547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Subnet': ['ID=fd29ff36-d3f7-45f4-91a3-01a35ee843f5,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:32.586764 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Checking segment: {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:17:32.586976 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network hostable DHCP agents. Network: 93204894-a265-430c-9864-f92cb010a5c6, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:17:32.651212 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Pushing event updated for resources: {'Port': ['ID=8cb1889e-b5e6-482b-9f1a-577796490376,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:32.654494 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Attempting to bind port 8cb1889e-b5e6-482b-9f1a-577796490376 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:17:32.654849 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Attempting to bind port 8cb1889e-b5e6-482b-9f1a-577796490376 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:17:32.655195 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Attempting to bind port 8cb1889e-b5e6-482b-9f1a-577796490376 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:17:32.666059 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:32.666398 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:32.666726 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:32.667047 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:32.667367 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:32.667683 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:32.667996 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:32.668309 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:32.668620 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:32.668970 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:32.669934 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:17:32.672948 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:17:32.673308 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:17:32.673750 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:32.674118 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:17:32.674580 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Bound port: 8cb1889e-b5e6-482b-9f1a-577796490376, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:17:32.674943 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:32.678886 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 93204894-a265-430c-9864-f92cb010a5c6 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:17:32.756150 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] For port 8cb1889e-b5e6-482b-9f1a-577796490376, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:17:32.759264 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] For port 8cb1889e-b5e6-482b-9f1a-577796490376, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8cb1889e-b5e6-482b-9f1a-577796490376,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:17:32.828667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 93204894-a265-430c-9864-f92cb010a5c6) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:17:32.833276 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:32.833883 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:32.837946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5877884-952a-4e1f-a923-cb41328337eb None None] Network 93204894-a265-430c-9864-f92cb010a5c6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:17:32.840542 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:32.922374 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51b9d4-3aeb-4d7f-b421-4993b8a7285e None None] Pushing event updated for resources: {'Port': ['ID=8cb1889e-b5e6-482b-9f1a-577796490376,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:32.926770 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Routers {'a5f38200-e758-4b2d-9bdc-0e9803277873'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:17:32.927356 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:17:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a5f38200-e758-4b2d-9bdc-0e9803277873'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:32.932642 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ea3f74cc-124f-4124-a299-e68c766aae00 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0233610 Apr 18 22:17:32.936154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40128) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:33.053141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-93204894-a265-430c-9864-f92cb010a5c6', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ips': [{'subnet_id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:17:33.054117 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:33.109604 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] Set router a5f38200-e758-4b2d-9bdc-0e9803277873 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:17:33.233317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Allocated IP 172.20.0.2 (93204894-a265-430c-9864-f92cb010a5c6/fd29ff36-d3f7-45f4-91a3-01a35ee843f5/c94fc5d5-b423-4f50-bb72-b94bf8f9130c) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:17:33.441451 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:33.451963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Transition to ACTIVE for port object c94fc5d5-b423-4f50-bb72-b94bf8f9130c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:17:33.473794 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Transition to ACTIVE for port object c94fc5d5-b423-4f50-bb72-b94bf8f9130c will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:17:33.560145 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:33.573035 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:17:30Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:33.581233 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3068baa-0620-48a2-a266-853371fa71ae None None] The sync data for ids ['a5f38200-e758-4b2d-9bdc-0e9803277873'] in n-d-836017-3 is: [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:17:30Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:17:33.626578 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Network 93204894-a265-430c-9864-f92cb010a5c6 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:17:33.633884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:17:33.638416 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:17:33.652125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Pushing event updated for resources: {'Port': ['ID=c94fc5d5-b423-4f50-bb72-b94bf8f9130c,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:33.736442 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Attempting to bind port c94fc5d5-b423-4f50-bb72-b94bf8f9130c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:17:33.739494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Attempting to bind port c94fc5d5-b423-4f50-bb72-b94bf8f9130c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:17:33.739494 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Attempting to bind port c94fc5d5-b423-4f50-bb72-b94bf8f9130c on network 93204894-a265-430c-9864-f92cb010a5c6 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:17:33.742448 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:33.744226 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:17:33.744603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Checking segment: {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:17:33.745001 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:33.745390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Bound using segment: {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:17:33.745883 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Bound port: c94fc5d5-b423-4f50-bb72-b94bf8f9130c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:17:33.746254 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:33.869927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] For port c94fc5d5-b423-4f50-bb72-b94bf8f9130c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:17:33.873381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] For port c94fc5d5-b423-4f50-bb72-b94bf8f9130c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c94fc5d5-b423-4f50-bb72-b94bf8f9130c,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:17:33.949346 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:34.048691 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af8b7b-7ef1-4f96-88da-d840de9477bc None None] Pushing event updated for resources: {'Port': ['ID=c94fc5d5-b423-4f50-bb72-b94bf8f9130c,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:34.120863 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:34.335001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.20.0.1 (93204894-a265-430c-9864-f92cb010a5c6/fd29ff36-d3f7-45f4-91a3-01a35ee843f5/321c8398-0c6c-4eac-b6d6-f989b0f688f4) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:17:34.453680 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8cb1889e-b5e6-482b-9f1a-577796490376 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:17:34.528296 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:34.546811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Transition to ACTIVE for port object 321c8398-0c6c-4eac-b6d6-f989b0f688f4 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:17:34.646210 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:34.656838 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 8cb1889e-b5e6-482b-9f1a-577796490376 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:17:34.661961 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8cb1889e-b5e6-482b-9f1a-577796490376 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:17:34.662393 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:34.727586 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 93204894-a265-430c-9864-f92cb010a5c6 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:17:34.735759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:17:34.735759 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:17:34.773833 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=321c8398-0c6c-4eac-b6d6-f989b0f688f4,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:34.811850 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:34.813218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:34.835502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 8cb1889e-b5e6-482b-9f1a-577796490376, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8cb1889e-b5e6-482b-9f1a-577796490376,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:17:34.902761 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:34.904801 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c94fc5d5-b423-4f50-bb72-b94bf8f9130c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:17:34.993504 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:35.026420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=8cb1889e-b5e6-482b-9f1a-577796490376,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:35.098590 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c94fc5d5-b423-4f50-bb72-b94bf8f9130c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:17:35.110844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18375ace-c8d7-4078-9ba4-945b037d419b None None] Network 93204894-a265-430c-9864-f92cb010a5c6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:17:35.268861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b49d0abf-4341-48d5-b56f-bdd60ab80928 None None] Provisioning for port c94fc5d5-b423-4f50-bb72-b94bf8f9130c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:17:35.280301 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b49d0abf-4341-48d5-b56f-bdd60ab80928 None None] Provisioning complete for port c94fc5d5-b423-4f50-bb72-b94bf8f9130c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:17:35.280668 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b49d0abf-4341-48d5-b56f-bdd60ab80928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:35.417356 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:35.446874 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b49d0abf-4341-48d5-b56f-bdd60ab80928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:35.486174 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-b49d0abf-4341-48d5-b56f-bdd60ab80928 None None] For port c94fc5d5-b423-4f50-bb72-b94bf8f9130c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c94fc5d5-b423-4f50-bb72-b94bf8f9130c,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:17:35.491555 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:35.577053 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b49d0abf-4341-48d5-b56f-bdd60ab80928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:35.617778 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=321c8398-0c6c-4eac-b6d6-f989b0f688f4,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:35.621025 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:35.666338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d0abf-4341-48d5-b56f-bdd60ab80928 None None] Pushing event updated for resources: {'Port': ['ID=c94fc5d5-b423-4f50-bb72-b94bf8f9130c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:35.702636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-15a67814-968f-4b85-a68e-66e2bb44ec73 None None] Provisioning complete for port c94fc5d5-b423-4f50-bb72-b94bf8f9130c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:17:35.703068 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-15a67814-968f-4b85-a68e-66e2bb44ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:35.771214 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 93204894-a265-430c-9864-f92cb010a5c6 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:17:35.772763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:17:35.912751 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-15a67814-968f-4b85-a68e-66e2bb44ec73 None None] Provisioning for port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:17:35.929513 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-15a67814-968f-4b85-a68e-66e2bb44ec73 None None] Provisioning complete for port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:17:35.930603 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-15a67814-968f-4b85-a68e-66e2bb44ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:36.015798 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-15a67814-968f-4b85-a68e-66e2bb44ec73 None None] Port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:17:36.142175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c07a6971-726d-46c1-a158-ac1e84fc3d06 None None] Provisioning complete for port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:17:36.142783 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c07a6971-726d-46c1-a158-ac1e84fc3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:36.196618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router a5f38200-e758-4b2d-9bdc-0e9803277873 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:17:36.196836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c07a6971-726d-46c1-a158-ac1e84fc3d06 None None] Port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:17:36.368623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8cb1889e-b5e6-482b-9f1a-577796490376 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:17:36.438375 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8cb1889e-b5e6-482b-9f1a-577796490376 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:17:36.438694 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:36.492543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:17:36.506211 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f2264998-190e-4a30-a0ab-fd285e2a1c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "PUT /v2.0/routers/a5f38200-e758-4b2d-9bdc-0e9803277873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5683923 Apr 18 22:17:36.563079 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c94fc5d5-b423-4f50-bb72-b94bf8f9130c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:17:36.638624 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c94fc5d5-b423-4f50-bb72-b94bf8f9130c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:17:36.639027 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:36.767050 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-2dce6abd-4357-4069-af6b-fd313ded9370 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:17:36.843599 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-2dce6abd-4357-4069-af6b-fd313ded9370 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:17:36.844793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-2dce6abd-4357-4069-af6b-fd313ded9370 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376961809&fields=id&tenant_id=5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 267 time: 0.1248562 Apr 18 22:17:37.006336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-a6f423bf-b88f-4552-8fdc-1ac228bd4fd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:37.006336 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-a6f423bf-b88f-4552-8fdc-1ac228bd4fd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:17:37.108582 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-a6f423bf-b88f-4552-8fdc-1ac228bd4fd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:17:37.113070 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-a6f423bf-b88f-4552-8fdc-1ac228bd4fd6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/networks?id=93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 200 len: 797 time: 0.2585645 Apr 18 22:17:37.127759 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-15de7318-378c-4cb6-a2e2-b1720b9a9a05 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/quotas/5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 375 time: 0.0117285 Apr 18 22:17:37.223729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-eb07a98a-bb5e-4072-b6a6-7721bb0e6120 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:17:37.251284 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Sync routers for ids ['a5f38200-e758-4b2d-9bdc-0e9803277873'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:17:37.262855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Routers {'a5f38200-e758-4b2d-9bdc-0e9803277873'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:17:37.265445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:17:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a5f38200-e758-4b2d-9bdc-0e9803277873'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:37.331360 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-eb07a98a-bb5e-4072-b6a6-7721bb0e6120 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:17:37.332708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-eb07a98a-bb5e-4072-b6a6-7721bb0e6120 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1996837 Apr 18 22:17:37.439589 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Set router a5f38200-e758-4b2d-9bdc-0e9803277873 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:17:37.472516 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-6e2c731b-c5ad-4b85-85fc-bf41655d8c26 service neutron] 10.222.0.11 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270652 Apr 18 22:17:37.606221 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-12f04b85-fae6-4609-b216-2ad6f306b378 service neutron] 10.222.0.11 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276882 Apr 18 22:17:37.899858 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '321c8398-0c6c-4eac-b6d6-f989b0f688f4', 'name': '', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:25:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:34Z', 'updated_at': '2022-04-18T22:17:35Z', 'revision_number': 2, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:37.905320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Checking router: a5f38200-e758-4b2d-9bdc-0e9803277873 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:17:37.905822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Updating router a5f38200-e758-4b2d-9bdc-0e9803277873 port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:17:37.960585 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:38.395020 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:38.407101 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Transition to ACTIVE for port object 321c8398-0c6c-4eac-b6d6-f989b0f688f4 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:17:38.462510 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:38.587304 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fea71-08b6-4655-9f2b-929e02b69b0b None None] Pushing event updated for resources: {'Port': ['ID=321c8398-0c6c-4eac-b6d6-f989b0f688f4,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:38.673690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Attempting to bind port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:17:38.674058 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Attempting to bind port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:17:38.674418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Attempting to bind port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 on network 93204894-a265-430c-9864-f92cb010a5c6 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:17:38.681143 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:17:38.681534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Checking segment: {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:17:38.681938 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:38.682319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Bound using segment: {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:17:38.682775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Bound port: 321c8398-0c6c-4eac-b6d6-f989b0f688f4, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:17:38.683138 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:38.786453 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] For port 321c8398-0c6c-4eac-b6d6-f989b0f688f4, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:17:38.789783 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] For port 321c8398-0c6c-4eac-b6d6-f989b0f688f4, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=321c8398-0c6c-4eac-b6d6-f989b0f688f4,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:17:38.874908 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:38.959400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fea71-08b6-4655-9f2b-929e02b69b0b None None] Pushing event updated for resources: {'Port': ['ID=321c8398-0c6c-4eac-b6d6-f989b0f688f4,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:38.962140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Routers {'a5f38200-e758-4b2d-9bdc-0e9803277873'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:17:38.962746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:17:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a5f38200-e758-4b2d-9bdc-0e9803277873'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:39.026407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf6f6b71-b37a-4908-ae72-28a9521d14f7 req-c03053b8-b24d-4cbb-b9d6-e9ace9d66095 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 210 time: 0.1882856 Apr 18 22:17:39.195814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] Set router a5f38200-e758-4b2d-9bdc-0e9803277873 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:17:39.587090 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '321c8398-0c6c-4eac-b6d6-f989b0f688f4', 'name': '', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:25:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:34Z', 'updated_at': '2022-04-18T22:17:38Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:39.591073 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c9cba-2352-4312-817f-aff5e8add222 None None] The sync data for ids ['a5f38200-e758-4b2d-9bdc-0e9803277873'] in n-d-836017-3 is: [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '321c8398-0c6c-4eac-b6d6-f989b0f688f4', 'name': '', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:25:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:34Z', 'updated_at': '2022-04-18T22:17:38Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:17:39.851221 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:40.204471 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c690b950-49bf-4ec8-be1d-8349afef750f req-b34348d3-66a6-4183-b4a9-76ac2b2aae92 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 210 time: 0.0430653 Apr 18 22:17:40.394296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 321c8398-0c6c-4eac-b6d6-f989b0f688f4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:17:40.542900 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:17:40.548597 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:17:40.549046 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:40.666229 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:40.700405 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 321c8398-0c6c-4eac-b6d6-f989b0f688f4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=321c8398-0c6c-4eac-b6d6-f989b0f688f4,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:17:40.766436 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:40.838573 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=321c8398-0c6c-4eac-b6d6-f989b0f688f4,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:40.954848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-626a27ca-38e0-4161-b6ca-5cd1df150c51 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:40.956156 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-626a27ca-38e0-4161-b6ca-5cd1df150c51 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/networks?id=93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 200 len: 797 time: 0.1439128 Apr 18 22:17:41.012126 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-db3def19-e548-4d39-bbbd-7e83f05ec5bc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 380 time: 0.0443268 Apr 18 22:17:41.019950 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'port': {'device_id': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'admin_state_up': True, 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'security_groups': ['b775acc2-2016-4b76-b776-b50eedfff345']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:41.159113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:41.169397 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:41.261114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:17:41.264442 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:41.370333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89e39592-8666-48e2-bd5f-faad39354c74 req-67cbb9dc-4e51-41e0-b219-6b4f79ffe30c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 210 time: 0.0408685 Apr 18 22:17:41.424251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.20.0.11 (93204894-a265-430c-9864-f92cb010a5c6/fd29ff36-d3f7-45f4-91a3-01a35ee843f5/51c4889e-13f2-483d-97dc-72cb66f76cbc) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:17:41.610084 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:41.626057 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Transition to ACTIVE for port object 51c4889e-13f2-483d-97dc-72cb66f76cbc will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:17:41.708652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:41.780436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 93204894-a265-430c-9864-f92cb010a5c6 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:17:41.783394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:17:41.787368 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:17:41.818348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=51c4889e-13f2-483d-97dc-72cb66f76cbc,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:41.854007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:41.854609 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:41.936207 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-c837effe-aa3d-40db-84d3-8b559b8633a0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9197965 Apr 18 22:17:41.947825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Request body: {'port': {'device_id': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:42.064402 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:42.066429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1cc6ba28-15b7-47e1-8783-a637cf5d3dbd None None] Provisioning for port 51c4889e-13f2-483d-97dc-72cb66f76cbc completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:17:42.071232 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1cc6ba28-15b7-47e1-8783-a637cf5d3dbd None None] Provisioning complete for port 51c4889e-13f2-483d-97dc-72cb66f76cbc triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:17:42.071594 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ba28-15b7-47e1-8783-a637cf5d3dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:42.128524 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1cc6ba28-15b7-47e1-8783-a637cf5d3dbd None None] Port 51c4889e-13f2-483d-97dc-72cb66f76cbc cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:17:42.366113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 321c8398-0c6c-4eac-b6d6-f989b0f688f4 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:17:42.409221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c4889e-13f2-483d-97dc-72cb66f76cbc {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:17:42.416555 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:42.433845 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Transition to ACTIVE for port object 51c4889e-13f2-483d-97dc-72cb66f76cbc will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:17:42.434072 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:17:42.434373 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:42.531370 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:42.578090 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af061dbd-f94b-4d3f-887d-5c60eb8d01f8 req-e20019b2-c738-4d16-9c5e-1c623b7c126c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:42.579817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af061dbd-f94b-4d3f-887d-5c60eb8d01f8 req-e20019b2-c738-4d16-9c5e-1c623b7c126c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 944 time: 0.0836799 Apr 18 22:17:42.629460 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-af061dbd-f94b-4d3f-887d-5c60eb8d01f8 req-d761878e-e818-41a1-8cc6-8ec9629caeef tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435765 Apr 18 22:17:42.662806 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Pushing event updated for resources: {'Port': ['ID=51c4889e-13f2-483d-97dc-72cb66f76cbc,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:42.776123 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Attempting to bind port 51c4889e-13f2-483d-97dc-72cb66f76cbc on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:17:42.777030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Attempting to bind port 51c4889e-13f2-483d-97dc-72cb66f76cbc by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:17:42.777030 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Attempting to bind port 51c4889e-13f2-483d-97dc-72cb66f76cbc on network 93204894-a265-430c-9864-f92cb010a5c6 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:17:42.783416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Port 51c4889e-13f2-483d-97dc-72cb66f76cbc on network 93204894-a265-430c-9864-f92cb010a5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:17:42.783739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Attempting to bind port 51c4889e-13f2-483d-97dc-72cb66f76cbc on network 93204894-a265-430c-9864-f92cb010a5c6 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:17:42.790394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:17:42.790727 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Checking segment: {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:17:42.791100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Bound using segment: {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:17:42.791523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Bound port: 51c4889e-13f2-483d-97dc-72cb66f76cbc, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:17:42.791862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:42.963144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:17:42.966470 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:17:43.057093 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:43.118091 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:43.120097 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] 10.222.0.26 "PUT /v2.0/ports/51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 1092 time: 1.1764834 Apr 18 22:17:43.122653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:17:43.143526 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87f4c2-13d4-42af-bf95-5a2dfc2048d9 service neutron] Pushing event updated for resources: {'Port': ['ID=51c4889e-13f2-483d-97dc-72cb66f76cbc,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:43.194076 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa30778-4e87-4173-a1ba-332f350b0142'] response: {'name': 'network-changed', 'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'status': 'completed', 'code': 200} Apr 18 22:17:43.299581 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fe38f338-4569-4a39-b738-82a697421b92 req-c732160f-8fcd-4906-9ec3-83fc770b9a8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1095 time: 0.0852909 Apr 18 22:17:43.437842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f338-4569-4a39-b738-82a697421b92 req-ed1a393a-b136-4723-a473-78fbafd0d0f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:43.439173 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fe38f338-4569-4a39-b738-82a697421b92 req-ed1a393a-b136-4723-a473-78fbafd0d0f7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1326296 Apr 18 22:17:43.571600 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f338-4569-4a39-b738-82a697421b92 req-2a5a8528-43a8-4471-912f-d06602ceaebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:43.573008 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-fe38f338-4569-4a39-b738-82a697421b92 req-2a5a8528-43a8-4471-912f-d06602ceaebf service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273279 Apr 18 22:17:43.676242 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-5af6d5f3-07d0-4c42-a884-cd51ba04386e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1095 time: 0.0708354 Apr 18 22:17:43.747728 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-70223419-909d-4acd-bf2e-c497977ade41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 217 time: 0.0652721 Apr 18 22:17:43.816967 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-657f8c85-dccf-45e5-86ba-b285f73ddc1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:43.818709 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-657f8c85-dccf-45e5-86ba-b285f73ddc1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd29ff36-d3f7-45f4-91a3-01a35ee843f5 HTTP/1.1" status: 200 len: 835 time: 0.0657134 Apr 18 22:17:43.859985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f59c04-768e-4f5d-be8e-8eb8a68bb207 req-8d261ccc-e102-42a9-974c-283bcebe9872 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:43.861937 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69f59c04-768e-4f5d-be8e-8eb8a68bb207 req-8d261ccc-e102-42a9-974c-283bcebe9872 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 944 time: 0.1065054 Apr 18 22:17:43.916010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-69f59c04-768e-4f5d-be8e-8eb8a68bb207 req-b5e6f867-cab7-4c92-afee-ff59b263564e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447419 Apr 18 22:17:43.917823 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-92795bf5-cfee-46f7-83b0-73e821f08f56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93204894-a265-430c-9864-f92cb010a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921679 Apr 18 22:17:44.072442 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-319c8048-37e6-4d53-9a22-fd31cb3abf10 service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483836 Apr 18 22:17:44.225782 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3830b8fc-41dc-4f26-bd63-9245ed3bc65f req-9e83c15b-f5e3-4ed7-b4b9-25c99c6b56c5 service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469576 Apr 18 22:17:45.118770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bfc6a-dd3f-465c-9370-afb7eddc2f31 req-208e4a04-22d2-4217-8026-4df12cb89990 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:45.120207 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b4bfc6a-dd3f-465c-9370-afb7eddc2f31 req-208e4a04-22d2-4217-8026-4df12cb89990 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 944 time: 0.0777760 Apr 18 22:17:45.164947 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b4bfc6a-dd3f-465c-9370-afb7eddc2f31 req-711fb0cf-430c-40c1-9d88-7cadd5a3c308 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382416 Apr 18 22:17:46.359261 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51727a0d-b8f6-4177-9d72-845fd01b517a req-91d39b3b-6523-4378-9092-b9af47b476bd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:46.360697 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51727a0d-b8f6-4177-9d72-845fd01b517a req-91d39b3b-6523-4378-9092-b9af47b476bd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 944 time: 0.0753622 Apr 18 22:17:46.410915 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-51727a0d-b8f6-4177-9d72-845fd01b517a req-d9a20ab6-e843-48f6-860a-9c11695bebd5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444334 Apr 18 22:17:47.610347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f993306-eb8b-4169-ab41-3d84b439c87f req-839fc6e8-7fc7-4c20-bf13-4a18035bb04b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:47.611795 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f993306-eb8b-4169-ab41-3d84b439c87f req-839fc6e8-7fc7-4c20-bf13-4a18035bb04b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 944 time: 0.0760987 Apr 18 22:17:47.656406 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f993306-eb8b-4169-ab41-3d84b439c87f req-b5db14d1-a611-4d9c-acc1-98815dd33d0b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389214 Apr 18 22:17:48.859737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc7998-4630-4ad6-bb78-ce793952b103 req-c44ba750-a28f-43ac-b861-788cf3d1117a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:48.861162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42bc7998-4630-4ad6-bb78-ce793952b103 req-c44ba750-a28f-43ac-b861-788cf3d1117a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 944 time: 0.0851457 Apr 18 22:17:48.905658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-42bc7998-4630-4ad6-bb78-ce793952b103 req-4daa9995-4649-424a-a643-bbfff02fac84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385365 Apr 18 22:17:48.959059 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 51c4889e-13f2-483d-97dc-72cb66f76cbc details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:17:49.092728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:17:49.107102 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'port_id': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'mac_address': 'fa:16:3e:ad:7c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:17:49.159864 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:49.176458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c4889e-13f2-483d-97dc-72cb66f76cbc {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:17:49.192105 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:17:49.260529 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:49.331356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=51c4889e-13f2-483d-97dc-72cb66f76cbc,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:49.587161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['51c4889e-13f2-483d-97dc-72cb66f76cbc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:17:50.100833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6dd02-27a5-4c08-845a-509e298faf91 req-c06ec7c7-1500-4cef-9771-d41dbef422a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:50.102306 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12c6dd02-27a5-4c08-845a-509e298faf91 req-c06ec7c7-1500-4cef-9771-d41dbef422a1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 945 time: 0.0747914 Apr 18 22:17:50.148117 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-12c6dd02-27a5-4c08-845a-509e298faf91 req-602114b7-8267-47f6-9e71-198517d6c293 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404639 Apr 18 22:17:50.972271 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 51c4889e-13f2-483d-97dc-72cb66f76cbc up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:17:51.112489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 51c4889e-13f2-483d-97dc-72cb66f76cbc completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:17:51.117335 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 51c4889e-13f2-483d-97dc-72cb66f76cbc triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:17:51.117731 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:51.234436 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:51.258468 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:17:51.270445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:17:51.316980 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2112d0da-fc4c-4fbe-b1c9-1198c11f3d2b'] response: {'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'code': 200} Apr 18 22:17:51.348152 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:51.421805 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=51c4889e-13f2-483d-97dc-72cb66f76cbc,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:51.448475 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85458cf9-9fb1-4eda-836d-2d486b7b71c4 req-4afcbb90-6298-4e45-8358-a423ffff0dd4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1097 time: 0.0713508 Apr 18 22:17:51.490841 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-85458cf9-9fb1-4eda-836d-2d486b7b71c4 req-b93ab452-433b-43f4-9eaf-9c929d6df342 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369148 Apr 18 22:17:51.507951 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122df952-6dc8-4e2e-a5a8-0b6a428ea446 req-bf823aa1-a06b-486a-80b3-eec3713d6aae tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:51.509378 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-122df952-6dc8-4e2e-a5a8-0b6a428ea446 req-bf823aa1-a06b-486a-80b3-eec3713d6aae tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0790253 Apr 18 22:17:51.554140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-122df952-6dc8-4e2e-a5a8-0b6a428ea446 req-1660610c-9970-474f-949e-88bb34f957d2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387034 Apr 18 22:17:52.751449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf578-380e-4f50-adc3-0025ba65bb6d req-a8a8af02-6059-479c-9c6b-016c785d61de tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:52.752887 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05ddf578-380e-4f50-adc3-0025ba65bb6d req-a8a8af02-6059-479c-9c6b-016c785d61de tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0761862 Apr 18 22:17:52.805943 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-05ddf578-380e-4f50-adc3-0025ba65bb6d req-85d57b30-1193-4761-ac84-bf82b1d1f79c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473320 Apr 18 22:17:53.998959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603fe9f-d3fe-4ee1-beea-f71c1fe5b225 req-4139848f-4b7d-46a3-a457-c4620db5aa8b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:54.000388 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2603fe9f-d3fe-4ee1-beea-f71c1fe5b225 req-4139848f-4b7d-46a3-a457-c4620db5aa8b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0756950 Apr 18 22:17:54.045765 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2603fe9f-d3fe-4ee1-beea-f71c1fe5b225 req-b86737c1-a05e-4ff2-8c99-215f279ee212 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399716 Apr 18 22:17:54.241371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556917f-9a31-41f9-ac7d-56954b86da0f req-1466355d-a583-4ea7-bfe8-1324c60b5c3d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:54.242837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7556917f-9a31-41f9-ac7d-56954b86da0f req-1466355d-a583-4ea7-bfe8-1324c60b5c3d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0798643 Apr 18 22:17:54.287981 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7556917f-9a31-41f9-ac7d-56954b86da0f req-e2143b1b-6066-4952-b393-27c3b3a14168 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395021 Apr 18 22:17:54.321195 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40190) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:54.447729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0483ed71-461f-44a0-b5b6-c8fecb054a46 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1092 time: 0.1309054 Apr 18 22:17:54.450311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40196) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:54.456417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:17:54.462445 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:17:54.466213 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:floatingip and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:17:54.469081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:17:54.474663 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:17:54.563619 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:54.703207 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:54.769215 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-74a9c237-d491-4af5-9ff1-bb9e8641d9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:54.855529 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.25.3.17 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/37deaf85-21b1-4744-8e6d-892a7a9b682a) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:17:55.000705 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:55.079660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:55.152934 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:17:55.156414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:17:55.160741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:17:55.188080 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=37deaf85-21b1-4744-8e6d-892a7a9b682a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:55.745494 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:55.860435 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:56.060501 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:56.111680 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:56.219561 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=37deaf85-21b1-4744-8e6d-892a7a9b682a,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:17:56.233430 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:56.424625 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Floating IP 69d8e6ef-b32d-4a5b-8b78-465b7d6169fb associated. External IP: 172.25.3.17, port: 51c4889e-13f2-483d-97dc-72cb66f76cbc. Apr 18 22:17:56.920815 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router a5f38200-e758-4b2d-9bdc-0e9803277873 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:17:57.030117 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d213f218-897f-4ba2-ba69-97ef523cf2b6 req-6b909487-e1f6-4fb0-94ed-7064047cb716 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713036 Apr 18 22:17:57.122483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:17:57.134856 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309f743b-8808-4867-8c63-755bb8045306 None None] Sync routers for ids ['a5f38200-e758-4b2d-9bdc-0e9803277873'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:17:57.147403 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f743b-8808-4867-8c63-755bb8045306 None None] Routers {'a5f38200-e758-4b2d-9bdc-0e9803277873'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:17:57.148322 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-309f743b-8808-4867-8c63-755bb8045306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:17:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a5f38200-e758-4b2d-9bdc-0e9803277873'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:57.176495 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-31b97b5f-98b5-4ad8-8c46-67ecff336c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:57.178787 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d213f218-897f-4ba2-ba69-97ef523cf2b6 req-9aaa412c-b3ff-4a88-9b67-a9793f2fb688 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1097 time: 0.0805271 Apr 18 22:17:57.228116 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:57.287579 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ab5a8e44-f69c-467a-b1cd-63c2d0bd9cd3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8362534 Apr 18 22:17:57.288253 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:17:57.330115 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-309f743b-8808-4867-8c63-755bb8045306 None None] Set router a5f38200-e758-4b2d-9bdc-0e9803277873 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:17:57.330708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213f218-897f-4ba2-ba69-97ef523cf2b6 req-26f01a9f-e1e5-449b-9183-b2b0b85ef748 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:57.332249 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d213f218-897f-4ba2-ba69-97ef523cf2b6 req-26f01a9f-e1e5-449b-9183-b2b0b85ef748 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 200 len: 898 time: 0.1343532 Apr 18 22:17:57.380841 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52c183b-b3a1-431a-8b4b-eda751bfc228'] response: {'name': 'network-changed', 'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'status': 'completed', 'code': 200} Apr 18 22:17:57.441356 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d213f218-897f-4ba2-ba69-97ef523cf2b6 req-d05e54c8-985e-4489-89a3-b85c28aaf9fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 999 time: 0.1034267 Apr 18 22:17:57.500221 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc74ae2-e085-4c01-9fb2-be0e5246b28f req-ac6d32b5-657d-4e5d-acfc-de20b27d0ae3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:57.501726 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fc74ae2-e085-4c01-9fb2-be0e5246b28f req-ac6d32b5-657d-4e5d-acfc-de20b27d0ae3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0827863 Apr 18 22:17:57.514882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213f218-897f-4ba2-ba69-97ef523cf2b6 req-ae15f078-bf47-46d9-9d5b-c8ea2d9888ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:57.516503 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d213f218-897f-4ba2-ba69-97ef523cf2b6 req-ae15f078-bf47-46d9-9d5b-c8ea2d9888ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd29ff36-d3f7-45f4-91a3-01a35ee843f5 HTTP/1.1" status: 200 len: 835 time: 0.0698645 Apr 18 22:17:57.547454 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fc74ae2-e085-4c01-9fb2-be0e5246b28f req-65f14c6a-14cc-46e6-afb4-8c9ac229792e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402761 Apr 18 22:17:57.577306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40206) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:57.689512 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d0990737-4239-4055-b3c3-0267798c2096 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/69d8e6ef-b32d-4a5b-8b78-465b7d6169fb HTTP/1.1" status: 200 len: 991 time: 0.1101601 Apr 18 22:17:57.700125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d213f218-897f-4ba2-ba69-97ef523cf2b6 req-8ebc0c2e-f4f7-4c41-b34c-8d8e3690fd93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93204894-a265-430c-9864-f92cb010a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777287 Apr 18 22:17:57.720319 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-309f743b-8808-4867-8c63-755bb8045306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '69d8e6ef-b32d-4a5b-8b78-465b7d6169fb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'port_id': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'mac_address': 'fa:16:3e:ad:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:17:55Z', 'updated_at': '2022-04-18T22:17:55Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321c8398-0c6c-4eac-b6d6-f989b0f688f4', 'name': '', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:25:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:34Z', 'updated_at': '2022-04-18T22:17:40Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:57.724125 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309f743b-8808-4867-8c63-755bb8045306 None None] Checking router: a5f38200-e758-4b2d-9bdc-0e9803277873 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:17:57.734270 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f743b-8808-4867-8c63-755bb8045306 None None] Routers {'a5f38200-e758-4b2d-9bdc-0e9803277873'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:17:57.734856 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-309f743b-8808-4867-8c63-755bb8045306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:17:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a5f38200-e758-4b2d-9bdc-0e9803277873'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:57.834324 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d213f218-897f-4ba2-ba69-97ef523cf2b6 req-c5721335-67cc-4b1f-a6c7-2af55c6fe55f service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278169 Apr 18 22:17:57.912301 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-309f743b-8808-4867-8c63-755bb8045306 None None] Set router a5f38200-e758-4b2d-9bdc-0e9803277873 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:17:57.967663 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d213f218-897f-4ba2-ba69-97ef523cf2b6 req-4ab398d4-9de0-4cd1-aaa2-7315ceaa710d service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273279 Apr 18 22:17:58.079698 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:58.169862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8118c9ef-da96-4880-ad25-c91450836621 req-536ba266-44b5-4966-a841-a5d45b423b63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1097 time: 0.0705993 Apr 18 22:17:58.260983 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-309f743b-8808-4867-8c63-755bb8045306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '69d8e6ef-b32d-4a5b-8b78-465b7d6169fb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'port_id': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'mac_address': 'fa:16:3e:ad:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:17:55Z', 'updated_at': '2022-04-18T22:17:55Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321c8398-0c6c-4eac-b6d6-f989b0f688f4', 'name': '', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:25:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:34Z', 'updated_at': '2022-04-18T22:17:40Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:17:58.265758 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309f743b-8808-4867-8c63-755bb8045306 None None] The sync data for ids ['a5f38200-e758-4b2d-9bdc-0e9803277873'] in n-d-836017-3 is: [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '69d8e6ef-b32d-4a5b-8b78-465b7d6169fb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'port_id': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'mac_address': 'fa:16:3e:ad:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:17:55Z', 'updated_at': '2022-04-18T22:17:55Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321c8398-0c6c-4eac-b6d6-f989b0f688f4', 'name': '', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:25:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:34Z', 'updated_at': '2022-04-18T22:17:40Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:17:58.307393 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118c9ef-da96-4880-ad25-c91450836621 req-d3234529-4792-470a-bd7e-85a14d6bf262 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:58.308835 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8118c9ef-da96-4880-ad25-c91450836621 req-d3234529-4792-470a-bd7e-85a14d6bf262 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 200 len: 898 time: 0.1332982 Apr 18 22:17:58.413312 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8118c9ef-da96-4880-ad25-c91450836621 req-6fb3f205-7690-4850-b064-3ec627701274 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 999 time: 0.0978034 Apr 18 22:17:58.468126 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b736b-916e-48ba-b20e-a1173d478b30 None None] New status for floating IP 69d8e6ef-b32d-4a5b-8b78-465b7d6169fb: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:17:58.477403 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118c9ef-da96-4880-ad25-c91450836621 req-184054b5-95d5-4b0a-b53c-d7e8963ecd49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:17:58.478877 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8118c9ef-da96-4880-ad25-c91450836621 req-184054b5-95d5-4b0a-b53c-d7e8963ecd49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd29ff36-d3f7-45f4-91a3-01a35ee843f5 HTTP/1.1" status: 200 len: 835 time: 0.0597920 Apr 18 22:17:58.556308 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8118c9ef-da96-4880-ad25-c91450836621 req-35c22a17-f029-4aca-baed-cfa582dd5520 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93204894-a265-430c-9864-f92cb010a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715618 Apr 18 22:17:58.687936 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8118c9ef-da96-4880-ad25-c91450836621 req-2685a04a-2df0-4f71-a6bb-864f66f664f3 service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257975 Apr 18 22:17:58.692579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40210) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:58.851200 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:17:58.882255 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-90c52099-daab-4f98-8e2d-0f270530246f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/69d8e6ef-b32d-4a5b-8b78-465b7d6169fb HTTP/1.1" status: 200 len: 991 time: 0.1885238 Apr 18 22:17:58.916107 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8118c9ef-da96-4880-ad25-c91450836621 req-4852c21d-0036-46e4-a7dc-75613d5e3232 service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209015 Apr 18 22:17:59.885971 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40214) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:17:59.992787 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5b6adec0-a341-489a-a512-c555f76e3f90 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/69d8e6ef-b32d-4a5b-8b78-465b7d6169fb HTTP/1.1" status: 200 len: 993 time: 0.1056962 Apr 18 22:18:01.283504 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:04.066386 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:08.242172 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:18:09.822510 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:24.785442 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-595508f9-fb6c-4a69-a869-53ea6bbede89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:27.181912 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4e061b30-401e-4a2d-bbb1-86475c6bd1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:28.113719 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:28.884454 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:31.236947 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:34.073230 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:39.807870 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:45.244803 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:18:54.724120 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cd24fc75-15ea-49f6-90df-13e84750e22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:57.018986 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6409d941-c8cf-4635-8caf-a77b9c2f006e req-a9f3244e-59ee-4731-b3e3-8f0f7fa7fad6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665271 Apr 18 22:18:57.160607 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6409d941-c8cf-4635-8caf-a77b9c2f006e req-901f489c-3f04-4c09-a7fb-e0af3b539bce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1097 time: 0.0720391 Apr 18 22:18:57.173693 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e002d4d6-02fb-4717-a68b-09fe25b728c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:57.302619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409d941-c8cf-4635-8caf-a77b9c2f006e req-21ba0b4b-9dd5-4221-afb3-b4f57d6332a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:18:57.303944 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6409d941-c8cf-4635-8caf-a77b9c2f006e req-21ba0b4b-9dd5-4221-afb3-b4f57d6332a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 200 len: 898 time: 0.1249809 Apr 18 22:18:57.404882 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6409d941-c8cf-4635-8caf-a77b9c2f006e req-87e7bd83-c60e-4ceb-8883-019dc7f01b31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 1001 time: 0.0941911 Apr 18 22:18:57.563949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409d941-c8cf-4635-8caf-a77b9c2f006e req-51c3d3d6-1363-4031-8be3-143997a49937 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:18:57.565376 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6409d941-c8cf-4635-8caf-a77b9c2f006e req-51c3d3d6-1363-4031-8be3-143997a49937 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd29ff36-d3f7-45f4-91a3-01a35ee843f5 HTTP/1.1" status: 200 len: 835 time: 0.1541066 Apr 18 22:18:57.642205 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6409d941-c8cf-4635-8caf-a77b9c2f006e req-125e8215-b727-4aa2-b913-258ebce69d78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93204894-a265-430c-9864-f92cb010a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698309 Apr 18 22:18:57.773265 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6409d941-c8cf-4635-8caf-a77b9c2f006e req-b68390bb-21c1-4ee0-acfa-34cc5565bb42 service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242442 Apr 18 22:18:57.902419 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-6409d941-c8cf-4635-8caf-a77b9c2f006e req-a0e387b3-46c5-4eaa-a62b-3f7f3236b798 service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226420 Apr 18 22:18:58.072673 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:18:58.867003 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:01.253193 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:04.066945 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:07.434658 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-84a7fe5b-9449-4d29-a479-a6ff28e3ab7b req-efd10ee6-e83e-440a-9b84-d9b00162f8dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0663116 Apr 18 22:19:07.896674 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8328e8b-f44c-48e1-86ad-041af718102f req-45ab70be-f768-40e2-a339-8f72cf2ec221 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:07.898208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8328e8b-f44c-48e1-86ad-041af718102f req-45ab70be-f768-40e2-a339-8f72cf2ec221 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0798233 Apr 18 22:19:07.945349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b8328e8b-f44c-48e1-86ad-041af718102f req-85554f5b-f0b6-4662-8479-e20a5656133f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410402 Apr 18 22:19:08.071114 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40252) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:19:08.199296 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-e55496be-7448-4cb4-8bad-6951caf86a41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1270640 Apr 18 22:19:09.145185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cf4b5-bf2b-4e22-98f3-7e5ea90db6ba req-900e11a1-a301-48d3-848d-2151bd40dc4d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:09.146678 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-371cf4b5-bf2b-4e22-98f3-7e5ea90db6ba req-900e11a1-a301-48d3-848d-2151bd40dc4d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0811493 Apr 18 22:19:09.197746 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-371cf4b5-bf2b-4e22-98f3-7e5ea90db6ba req-ca6c6eb7-3579-47a7-bef8-4ece0922c162 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433445 Apr 18 22:19:09.830921 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:10.401062 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152c875-2f58-48b5-a7e5-cc6b027e57cb req-a833c52d-e889-48b1-840b-d66b6f619f57 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:10.402610 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7152c875-2f58-48b5-a7e5-cc6b027e57cb req-a833c52d-e889-48b1-840b-d66b6f619f57 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0794442 Apr 18 22:19:10.447398 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7152c875-2f58-48b5-a7e5-cc6b027e57cb req-6a902f18-7fb0-486c-9e28-fb4dff03b1f9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392966 Apr 18 22:19:10.557298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-6252ed9c-53e9-4098-8bb3-15d3d4d5b5b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1097 time: 0.0673628 Apr 18 22:19:10.686139 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-07bc5536-f5ae-45f0-8e49-144ba15438ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:10.687607 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-07bc5536-f5ae-45f0-8e49-144ba15438ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 200 len: 898 time: 0.1243904 Apr 18 22:19:10.789396 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-52207770-d452-4d67-8e1a-59b1e65a50b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 1001 time: 0.0963418 Apr 18 22:19:10.851682 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-5d11dc76-84a0-4510-9298-d5bebd96c463 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:10.853037 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-5d11dc76-84a0-4510-9298-d5bebd96c463 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd29ff36-d3f7-45f4-91a3-01a35ee843f5 HTTP/1.1" status: 200 len: 835 time: 0.0579879 Apr 18 22:19:10.923978 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-a8c838f3-12ea-436c-9317-5bf758bad989 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93204894-a265-430c-9864-f92cb010a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652080 Apr 18 22:19:11.052561 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-5b890e7a-d797-4a76-b267-a67fdcebec67 service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225936 Apr 18 22:19:11.189423 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-ffe1b079-d525-4e0f-9b8f-3f6b6db38a01 service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311288 Apr 18 22:19:11.649434 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d21f9-ec6f-4844-892b-d0b56e6027be req-d18d2c75-925c-4360-9fde-3263ac1bd71f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:11.651004 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b13d21f9-ec6f-4844-892b-d0b56e6027be req-d18d2c75-925c-4360-9fde-3263ac1bd71f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0794210 Apr 18 22:19:11.695532 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b13d21f9-ec6f-4844-892b-d0b56e6027be req-57ed6b6e-2526-4896-a37b-e55f999a52fc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385163 Apr 18 22:19:12.892592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560b91f-baa3-4de4-a6d9-5730b941a3cd req-6fa176cc-d1b0-439e-8742-dd9ff6ff35af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:12.894050 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9560b91f-baa3-4de4-a6d9-5730b941a3cd req-6fa176cc-d1b0-439e-8742-dd9ff6ff35af tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0763464 Apr 18 22:19:12.939606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9560b91f-baa3-4de4-a6d9-5730b941a3cd req-f32e07cc-12c5-463b-962f-d7755ec47b0d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401480 Apr 18 22:19:14.155371 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008dd54-4d1c-40d0-880d-28415bc51e14 req-35bb7ff4-67a6-4020-982e-a7828d218123 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:14.156834 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7008dd54-4d1c-40d0-880d-28415bc51e14 req-35bb7ff4-67a6-4020-982e-a7828d218123 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0834272 Apr 18 22:19:14.203720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7008dd54-4d1c-40d0-880d-28415bc51e14 req-71f6eb76-1fc9-4a45-b37f-8865d9c6f212 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413291 Apr 18 22:19:15.404047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66791952-945d-45d3-b9b5-83d26f429e53 req-4d7ff337-46c5-46aa-948d-754e08ac0246 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:15.405490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-66791952-945d-45d3-b9b5-83d26f429e53 req-4d7ff337-46c5-46aa-948d-754e08ac0246 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0752654 Apr 18 22:19:15.449188 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-66791952-945d-45d3-b9b5-83d26f429e53 req-ead20454-b113-40d4-8080-b0c711141d55 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 Apr 18 22:19:16.646018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439e488-e0a1-4d65-82e0-7d0411c7af7d req-7a4c65d4-b00d-4770-8cd1-ed7fd74dbfd9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:16.647433 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a439e488-e0a1-4d65-82e0-7d0411c7af7d req-7a4c65d4-b00d-4770-8cd1-ed7fd74dbfd9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0795093 Apr 18 22:19:16.691941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a439e488-e0a1-4d65-82e0-7d0411c7af7d req-a9a1ab89-b501-4d26-9096-fd4b1ff74f29 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388291 Apr 18 22:19:17.886245 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b93a60-a325-4fa4-b222-87e27d5b66c1 req-e5b0d676-13d6-4f4e-8cb8-e9a447d025b1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:17.888437 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6b93a60-a325-4fa4-b222-87e27d5b66c1 req-e5b0d676-13d6-4f4e-8cb8-e9a447d025b1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0758686 Apr 18 22:19:17.954932 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a6b93a60-a325-4fa4-b222-87e27d5b66c1 req-9cbf715b-55c3-4e5e-b013-1b51c91d7b1a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612178 Apr 18 22:19:19.158223 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62e16-5613-45d0-85f2-2230bfae8682 req-d661411f-5464-43ac-bb7f-b65133d4b6f2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:19.159685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3b62e16-5613-45d0-85f2-2230bfae8682 req-d661411f-5464-43ac-bb7f-b65133d4b6f2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0822694 Apr 18 22:19:19.206683 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b3b62e16-5613-45d0-85f2-2230bfae8682 req-2ec8f2bb-f9c6-4928-8d45-77edeceec41c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Apr 18 22:19:20.498565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5dba8-ccc4-49c9-b55e-77684773d872 req-3c81db98-e267-40cc-88ec-5002c329f869 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:20.499922 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4e5dba8-ccc4-49c9-b55e-77684773d872 req-3c81db98-e267-40cc-88ec-5002c329f869 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.1706605 Apr 18 22:19:20.544890 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f4e5dba8-ccc4-49c9-b55e-77684773d872 req-cac0cea5-10a4-4a6c-889d-c63e1eb5631f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394299 Apr 18 22:19:21.735954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4ab93-700c-447c-9786-05edd3ab5792 req-d1ce3e9c-9113-4f73-900f-9585cf9b1c37 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:21.737677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21b4ab93-700c-447c-9786-05edd3ab5792 req-d1ce3e9c-9113-4f73-900f-9585cf9b1c37 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0736890 Apr 18 22:19:21.782938 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21b4ab93-700c-447c-9786-05edd3ab5792 req-3b60c1c5-0dad-4069-8788-41f2889fce90 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395665 Apr 18 22:19:22.245556 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:19:22.977333 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84393fd-fba8-4e19-ba08-4db81bf47f18 req-04f7e41d-79c9-472e-8518-c516ee58d8c9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:22.978792 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f84393fd-fba8-4e19-ba08-4db81bf47f18 req-04f7e41d-79c9-472e-8518-c516ee58d8c9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0787301 Apr 18 22:19:23.023715 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f84393fd-fba8-4e19-ba08-4db81bf47f18 req-95be46aa-64c9-490b-9b0d-275ce5b77c12 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389152 Apr 18 22:19:23.401804 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-539b4120-2792-4dcf-967f-91c72d033f08 service neutron] show failed (client error): The resource could not be found. Apr 18 22:19:23.403358 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-539b4120-2792-4dcf-967f-91c72d033f08 service neutron] 10.222.0.26 "GET /v2.0/ports/51c4889e-13f2-483d-97dc-72cb66f76cbc/bindings/n-h1-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.0784662 Apr 18 22:19:24.057665 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-523f727b-4aed-4b65-9769-3885245b1e28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b&tenant_id=5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 1097 time: 0.1352603 Apr 18 22:19:24.069489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-3', 'device_owner': 'compute:nova'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:19:24.178618 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:24.220001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52f5e-478d-47bc-9c00-8986124f3548 req-39c3b3d9-8860-42b9-b7ad-b0224df2bcf5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:24.221451 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dfe52f5e-478d-47bc-9c00-8986124f3548 req-39c3b3d9-8860-42b9-b7ad-b0224df2bcf5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0776098 Apr 18 22:19:24.268428 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-dfe52f5e-478d-47bc-9c00-8986124f3548 req-860818cb-f686-4dc0-b7c4-f73204bf60f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413804 Apr 18 22:19:24.520169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:19:24.547313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:19:24.602077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:19:24.607566 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:24.622257 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Transition to ACTIVE for port object 51c4889e-13f2-483d-97dc-72cb66f76cbc will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:19:24.671952 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280aff54-c3fa-4a91-ab24-7737ba87edd9'] response: {'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'code': 200} Apr 18 22:19:24.692956 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:24.781338 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f3c96d7e-492a-453a-a715-e63c7d73cac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:24.834273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Pushing event updated for resources: {'Port': ['ID=51c4889e-13f2-483d-97dc-72cb66f76cbc,revision_number=6']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:19:24.848291 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:24.848637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:24.848977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:24.849313 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:24.849675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:24.850005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:24.850336 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:24.850661 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:24.850982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:24.851304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:24.851629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:24.906807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] No DVR routers for this DVR port 51c4889e-13f2-483d-97dc-72cb66f76cbc on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:19:25.153405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Attempting to bind port 51c4889e-13f2-483d-97dc-72cb66f76cbc on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:19:25.154363 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Attempting to bind port 51c4889e-13f2-483d-97dc-72cb66f76cbc by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:19:25.154699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Attempting to bind port 51c4889e-13f2-483d-97dc-72cb66f76cbc on network 93204894-a265-430c-9864-f92cb010a5c6 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:19:25.160465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Port 51c4889e-13f2-483d-97dc-72cb66f76cbc on network 93204894-a265-430c-9864-f92cb010a5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:19:25.160784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Attempting to bind port 51c4889e-13f2-483d-97dc-72cb66f76cbc on network 93204894-a265-430c-9864-f92cb010a5c6 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:19:25.167004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:19:25.167339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Checking segment: {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:19:25.167714 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Bound using segment: {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:19:25.168133 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Bound port: 51c4889e-13f2-483d-97dc-72cb66f76cbc, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5c1a24-3e82-431e-9a22-8d59563e3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93204894-a265-430c-9864-f92cb010a5c6'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:19:25.168475 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:25.254137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:19:25.257168 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:19:25.353483 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:25.417429 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:25.418800 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] 10.222.0.59 "PUT /v2.0/ports/51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 1092 time: 1.3532774 Apr 18 22:19:25.441306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a19142-67d3-4a75-8815-e6ba35ba62cd service neutron] Pushing event updated for resources: {'Port': ['ID=51c4889e-13f2-483d-97dc-72cb66f76cbc,revision_number=7']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:19:25.479639 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32150dcb-2960-4db6-96c0-64a1ce2ebc80 req-c81c0f49-2122-496c-b46f-a5b79894b6dc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:25.486074 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32150dcb-2960-4db6-96c0-64a1ce2ebc80 req-c81c0f49-2122-496c-b46f-a5b79894b6dc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 944 time: 0.0914652 Apr 18 22:19:25.522013 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-5ff5a72f-d87d-4573-b70b-3cfb31616517 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1095 time: 0.0761204 Apr 18 22:19:25.528269 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-32150dcb-2960-4db6-96c0-64a1ce2ebc80 req-0c13ba5d-8a70-411b-8a74-fd6a56bd3230 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410571 Apr 18 22:19:25.657079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-7041947b-b89d-4c20-a31e-5e10ce3e3686 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:25.658530 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-7041947b-b89d-4c20-a31e-5e10ce3e3686 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 200 len: 898 time: 0.1305490 Apr 18 22:19:25.759182 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-9eda8f54-bad7-42db-abcd-cbfe9f166878 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 999 time: 0.0946801 Apr 18 22:19:25.818781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-0218aeb3-4e4a-4939-8636-616339c0ee66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:25.820125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-0218aeb3-4e4a-4939-8636-616339c0ee66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd29ff36-d3f7-45f4-91a3-01a35ee843f5 HTTP/1.1" status: 200 len: 835 time: 0.0557675 Apr 18 22:19:25.895969 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-af519ce3-2a50-4da3-b432-bd87c8a9c7df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93204894-a265-430c-9864-f92cb010a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699167 Apr 18 22:19:25.905692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-489bb4ce-c940-4859-be69-f4e70d8a9eef service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:19:25.906565 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-489bb4ce-c940-4859-be69-f4e70d8a9eef service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045898 Apr 18 22:19:26.038864 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-4ac235b2-9d6a-4a89-8785-b731607f0b48 service neutron] 10.222.0.59 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263647 Apr 18 22:19:26.168141 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-16700382-f5bf-4fa0-9cfe-61109d0d7cc7 req-c01dd3f8-0cd4-4eef-ab26-122ffa51f83a service neutron] 10.222.0.59 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232440 Apr 18 22:19:26.669729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:19:26.731269 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949e76a-b191-4490-91f1-047239f8ffdd req-e16ef2a5-c8cd-48f2-90ff-12e1eee39b4c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:26.732901 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6949e76a-b191-4490-91f1-047239f8ffdd req-e16ef2a5-c8cd-48f2-90ff-12e1eee39b4c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 944 time: 0.0772541 Apr 18 22:19:26.737673 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4afb97-b75b-4887-b994-0e55557cab1e'] response: {'name': 'network-changed', 'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'status': 'completed', 'code': 200} Apr 18 22:19:26.784562 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6949e76a-b191-4490-91f1-047239f8ffdd req-c41bccb4-7210-4f6e-8d5b-6fcb87722b01 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453303 Apr 18 22:19:26.963711 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-fd95c865-cfd2-4d69-a646-6236edaeeb7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1095 time: 0.2067816 Apr 18 22:19:26.970605 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-dd69b31f-d0d7-4098-9f49-73449ab8dab3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1095 time: 0.0970092 Apr 18 22:19:27.171066 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c5bd49e3-e687-45f2-9ea9-95928260ed77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:27.214888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-0103ce1f-706f-4e19-9f5b-c143dfedbdb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:27.216362 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-0103ce1f-706f-4e19-9f5b-c143dfedbdb1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 200 len: 898 time: 0.2448680 Apr 18 22:19:27.217398 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-f4898efd-13b5-4652-aee6-e0c563106be2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:27.218712 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-f4898efd-13b5-4652-aee6-e0c563106be2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 200 len: 898 time: 0.2300918 Apr 18 22:19:27.405555 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-6b12e71e-7906-43a7-a0ba-4addd97d1b1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 999 time: 0.1352944 Apr 18 22:19:27.407048 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-223a239a-0ddd-4494-861c-54b2a0281ce8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 999 time: 0.1846321 Apr 18 22:19:27.511044 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 51c4889e-13f2-483d-97dc-72cb66f76cbc no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:19:27.514522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-8d008dc7-06e1-44d4-bbdc-58c2c7c85bbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:27.515941 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-8d008dc7-06e1-44d4-bbdc-58c2c7c85bbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd29ff36-d3f7-45f4-91a3-01a35ee843f5 HTTP/1.1" status: 200 len: 835 time: 0.1044586 Apr 18 22:19:27.517217 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-0d911926-9f8a-4ad3-b3f5-72c65fc88b01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:27.518523 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-0d911926-9f8a-4ad3-b3f5-72c65fc88b01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd29ff36-d3f7-45f4-91a3-01a35ee843f5 HTTP/1.1" status: 200 len: 835 time: 0.0776742 Apr 18 22:19:27.568857 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 51c4889e-13f2-483d-97dc-72cb66f76cbc not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:19:27.661641 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-c211e80d-199f-44ec-955a-86926ab59132 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93204894-a265-430c-9864-f92cb010a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392787 Apr 18 22:19:27.664266 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-b4324439-b9e2-4fa5-b5c3-5eb2d11f9ecf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93204894-a265-430c-9864-f92cb010a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096387 Apr 18 22:19:27.898969 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-c377197f-c559-4308-bc63-10e106ccc1e1 service neutron] 10.222.0.59 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306445 Apr 18 22:19:27.902271 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-eb022f13-0442-4712-882b-ff89a1a84703 service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172842 Apr 18 22:19:27.996154 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0a4aa-c1ae-4ee7-8c02-2214e75cad70 req-8409440e-1ba9-4f65-8064-03d665295083 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:27.998342 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1de0a4aa-c1ae-4ee7-8c02-2214e75cad70 req-8409440e-1ba9-4f65-8064-03d665295083 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 944 time: 0.0827990 Apr 18 22:19:28.044789 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1de0a4aa-c1ae-4ee7-8c02-2214e75cad70 req-462155f3-97a1-41f9-884a-c0d4bf9b0a40 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391262 Apr 18 22:19:28.059197 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:28.151352 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-bec4189e-d3e5-4f24-a745-34a1d4a07987 service neutron] 10.222.0.59 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456264 Apr 18 22:19:28.153170 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3b3948f7-2b05-4861-b698-4e089a066ae6 req-27ac6a47-1601-4d71-9cb0-70f1ff4fa9ef service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247186 Apr 18 22:19:28.849217 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:29.250275 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b8b12-fbef-4f80-919b-36d138a831dd req-4956fa4c-3436-48b6-9d4a-74def377bcef tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:29.251726 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-192b8b12-fbef-4f80-919b-36d138a831dd req-4956fa4c-3436-48b6-9d4a-74def377bcef tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 944 time: 0.0799437 Apr 18 22:19:29.286440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 51c4889e-13f2-483d-97dc-72cb66f76cbc details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:19:29.296714 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-192b8b12-fbef-4f80-919b-36d138a831dd req-a1024e68-c5e5-4da8-93ef-c36183a0d61e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395207 Apr 18 22:19:29.421206 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:19:29.439320 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'port_id': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'mac_address': 'fa:16:3e:ad:7c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:19:29.493239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:29.512641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c4889e-13f2-483d-97dc-72cb66f76cbc {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:19:29.527976 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:19:29.588530 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:29.659804 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=51c4889e-13f2-483d-97dc-72cb66f76cbc,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:19:29.669492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:29.669845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:29.670376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:29.670871 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:29.671365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:29.672001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:29.672526 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:29.673008 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:29.673336 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:29.673706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:29.674032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:19:29.762108 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cdde7-9edb-4b86-8292-827280a8d764 req-89c5f1a7-736b-4a55-a664-fe228024fd93 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:29.763636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-133cdde7-9edb-4b86-8292-827280a8d764 req-89c5f1a7-736b-4a55-a664-fe228024fd93 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 945 time: 0.0903907 Apr 18 22:19:29.810626 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-133cdde7-9edb-4b86-8292-827280a8d764 req-36222d0b-6a08-456a-9751-d67d31386a70 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406880 Apr 18 22:19:29.845700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['51c4889e-13f2-483d-97dc-72cb66f76cbc'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:19:29.949310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-50ac8251-1365-48a9-abb2-2408f12cd826 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:29.950079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-50ac8251-1365-48a9-abb2-2408f12cd826 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:19:30.031402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-50ac8251-1365-48a9-abb2-2408f12cd826 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:19:30.032665 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-50ac8251-1365-48a9-abb2-2408f12cd826 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b&tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&binding%3Ahost_id=n-h1-836017-3 HTTP/1.1" status: 200 len: 945 time: 0.2872436 Apr 18 22:19:30.035293 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a1dc3-ef44-44b0-9313-3de527e8fdd1 req-64d22444-065e-40d3-bb0d-e55e87a793ff tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:30.036807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-967a1dc3-ef44-44b0-9313-3de527e8fdd1 req-64d22444-065e-40d3-bb0d-e55e87a793ff tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 945 time: 0.0844185 Apr 18 22:19:30.090576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-967a1dc3-ef44-44b0-9313-3de527e8fdd1 req-e20206b8-6ebd-4b74-8286-3779a71e811e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475869 Apr 18 22:19:30.142324 n-d-836017-3 neutron-server[85049]: INFO neutron.api.v2.resource [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-a43b2365-517c-4a9d-ad72-6b231aa2cc5a service neutron] delete failed (client error): The resource could not be found. Apr 18 22:19:30.143702 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-a43b2365-517c-4a9d-ad72-6b231aa2cc5a service neutron] 10.222.0.26 "DELETE /v2.0/ports/51c4889e-13f2-483d-97dc-72cb66f76cbc/bindings/n-h2-836017-3 HTTP/1.1" status: 404 len: 380 time: 0.1051331 Apr 18 22:19:30.291357 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-fa8b9ee6-e75a-4339-b6c7-9e3c3ef27fcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1096 time: 0.0781641 Apr 18 22:19:30.422905 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-8e02bb9c-d83d-4652-b20e-f27cfcf1c5e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:30.424362 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-8e02bb9c-d83d-4652-b20e-f27cfcf1c5e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 200 len: 898 time: 0.1277754 Apr 18 22:19:30.525265 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-494e59fa-e119-4a2c-923d-30bb3a94f709 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 1000 time: 0.0947342 Apr 18 22:19:30.588341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-fb4ba544-39da-4c60-bb2d-0e3d4b1f2e72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:30.589842 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-fb4ba544-39da-4c60-bb2d-0e3d4b1f2e72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd29ff36-d3f7-45f4-91a3-01a35ee843f5 HTTP/1.1" status: 200 len: 835 time: 0.0589714 Apr 18 22:19:30.661656 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-24c2e98f-f7a9-4dc2-b7db-24fb049b634d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93204894-a265-430c-9864-f92cb010a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664456 Apr 18 22:19:30.788480 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-e68c6be4-ceea-4911-ba7e-d3a0dc9876a7 service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207247 Apr 18 22:19:30.915866 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05189497-5e12-4b5f-aace-4e6ce687b623 req-9e3a6970-2dce-47b6-9bc0-e5dbd15473d0 service neutron] 10.222.0.26 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221211 Apr 18 22:19:31.272473 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:31.332559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843946f2-243f-4409-9560-d8f13c28a49e req-5c268899-d2d5-48b2-b643-c035104245c8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:31.334742 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-843946f2-243f-4409-9560-d8f13c28a49e req-5c268899-d2d5-48b2-b643-c035104245c8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 945 time: 0.0810425 Apr 18 22:19:31.336240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 51c4889e-13f2-483d-97dc-72cb66f76cbc up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:19:31.385668 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-843946f2-243f-4409-9560-d8f13c28a49e req-deb92d7b-6ea3-47b2-9d1d-579a983a6e14 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453515 Apr 18 22:19:31.472668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port 51c4889e-13f2-483d-97dc-72cb66f76cbc completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:19:31.477651 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port 51c4889e-13f2-483d-97dc-72cb66f76cbc triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:19:31.478019 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:31.594490 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:31.620989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:19:31.632826 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:19:31.695638 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:31.751059 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc07fbd-64c9-416b-956d-3acbe1144083'] response: {'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'code': 200} Apr 18 22:19:31.762523 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=51c4889e-13f2-483d-97dc-72cb66f76cbc,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:19:32.581304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ad261-49bf-4795-9fbd-eed6182b8d54 req-ca867290-c3b1-4a10-83d3-16aea4dc9b60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:32.582862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-484ad261-49bf-4795-9fbd-eed6182b8d54 req-ca867290-c3b1-4a10-83d3-16aea4dc9b60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0763743 Apr 18 22:19:32.628511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-484ad261-49bf-4795-9fbd-eed6182b8d54 req-3d32362c-0685-4853-859a-a46f073714b8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400875 Apr 18 22:19:32.656869 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40346) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:19:32.762176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-0e97b184-c151-4085-b009-8286dd2c5e4b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/69d8e6ef-b32d-4a5b-8b78-465b7d6169fb HTTP/1.1" status: 200 len: 993 time: 0.1040707 Apr 18 22:19:34.054842 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:39.827474 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:44.084038 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-9a116201-9880-494d-be41-ead5e36012c1 req-f58378d0-c445-4507-be2a-68175e94c51f service neutron] (85049) timed out ('10.222.0.11', 36572) {{(pid=85049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 22:19:54.766530 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-390e194e-9e12-461d-930c-f57672cdef23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:57.166857 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-53a130ee-0262-4855-81c6-0922beacf6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:57.169791 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05bd85bc-c773-47f9-97d8-0750a3725a39 req-6eb5ef7a-cc76-4ddb-ab27-dab2f19ac1d4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739667 Apr 18 22:19:57.307756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05bd85bc-c773-47f9-97d8-0750a3725a39 req-a3d433d4-57a4-4f29-a04a-50a62961cbb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1097 time: 0.0682974 Apr 18 22:19:57.453939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd85bc-c773-47f9-97d8-0750a3725a39 req-e20876ca-df95-4acb-a70d-58b81b850b09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:57.455263 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05bd85bc-c773-47f9-97d8-0750a3725a39 req-e20876ca-df95-4acb-a70d-58b81b850b09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 200 len: 898 time: 0.1269844 Apr 18 22:19:57.559097 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05bd85bc-c773-47f9-97d8-0750a3725a39 req-a673d8df-240a-4992-9e6a-e98bb4e395b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 1001 time: 0.0966995 Apr 18 22:19:57.619835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd85bc-c773-47f9-97d8-0750a3725a39 req-5f1bf664-2d7a-4edc-bcf5-226d023d4d98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:19:57.621205 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05bd85bc-c773-47f9-97d8-0750a3725a39 req-5f1bf664-2d7a-4edc-bcf5-226d023d4d98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd29ff36-d3f7-45f4-91a3-01a35ee843f5 HTTP/1.1" status: 200 len: 835 time: 0.0565362 Apr 18 22:19:57.697903 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05bd85bc-c773-47f9-97d8-0750a3725a39 req-3e3701f3-cd00-44fe-b81a-38f5dcf134ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93204894-a265-430c-9864-f92cb010a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698540 Apr 18 22:19:57.826862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05bd85bc-c773-47f9-97d8-0750a3725a39 req-06d2d43e-9811-484d-b0c8-b70540cdc1a3 service neutron] 10.222.0.59 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227572 Apr 18 22:19:58.038100 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:58.043395 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-05bd85bc-c773-47f9-97d8-0750a3725a39 req-ca34bf55-5640-436a-898a-0f17283042c1 service neutron] 10.222.0.59 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102554 Apr 18 22:19:58.843909 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:59.250361 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:19:59.422982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40360) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:19:59.620373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 37deaf85-21b1-4744-8e6d-892a7a9b682a {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:19:59.620707 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:59.784932 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:59.785254 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:19:59.993140 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 37deaf85-21b1-4744-8e6d-892a7a9b682a owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:20:00.215078 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:00.258553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=37deaf85-21b1-4744-8e6d-892a7a9b682a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:00.297848 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:00.298191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:00.298532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:00.298866 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:00.299198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:00.299541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:00.299900 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:00.300226 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:00.300553 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:00.300876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:00.301198 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:00.362939 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:00.748950 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router a5f38200-e758-4b2d-9bdc-0e9803277873 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:20:00.965267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:20:00.974710 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9952f8d8-f162-4183-9f60-6cc25d38f97e None None] Sync routers for ids ['a5f38200-e758-4b2d-9bdc-0e9803277873'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:20:00.986232 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9952f8d8-f162-4183-9f60-6cc25d38f97e None None] Routers {'a5f38200-e758-4b2d-9bdc-0e9803277873'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:20:00.991333 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9952f8d8-f162-4183-9f60-6cc25d38f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a5f38200-e758-4b2d-9bdc-0e9803277873'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:01.043351 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:01.097933 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-541ccf48-8dd8-4a21-b86e-532ea1d13f61 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/floatingips/69d8e6ef-b32d-4a5b-8b78-465b7d6169fb HTTP/1.1" status: 204 len: 168 time: 1.6738532 Apr 18 22:20:01.098510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:20:01.187083 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-9952f8d8-f162-4183-9f60-6cc25d38f97e None None] Set router a5f38200-e758-4b2d-9bdc-0e9803277873 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:20:01.192337 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c923b46-a8d7-4a14-be54-8c6391714300'] response: {'name': 'network-changed', 'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'status': 'completed', 'code': 200} Apr 18 22:20:01.260639 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:01.286606 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d8bca863-11c4-40b9-8c9d-97d4052a3d25 req-f2145811-7e25-44e0-8145-9a5fa995f56b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 1097 time: 0.0881593 Apr 18 22:20:01.422041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bca863-11c4-40b9-8c9d-97d4052a3d25 req-968d7f80-9f99-46f3-83db-31a6e343ef73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:01.423541 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d8bca863-11c4-40b9-8c9d-97d4052a3d25 req-968d7f80-9f99-46f3-83db-31a6e343ef73 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 200 len: 898 time: 0.1313534 Apr 18 22:20:01.497811 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d8bca863-11c4-40b9-8c9d-97d4052a3d25 req-12977472-5e66-4c49-9ffe-117ddd9aa246 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 200 len: 217 time: 0.0671740 Apr 18 22:20:01.550982 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9952f8d8-f162-4183-9f60-6cc25d38f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '321c8398-0c6c-4eac-b6d6-f989b0f688f4', 'name': '', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:25:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:34Z', 'updated_at': '2022-04-18T22:17:40Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:01.555147 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9952f8d8-f162-4183-9f60-6cc25d38f97e None None] Checking router: a5f38200-e758-4b2d-9bdc-0e9803277873 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:20:01.562882 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bca863-11c4-40b9-8c9d-97d4052a3d25 req-8e1d2c63-894e-410e-a5e2-6319cb898cbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:01.564386 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d8bca863-11c4-40b9-8c9d-97d4052a3d25 req-8e1d2c63-894e-410e-a5e2-6319cb898cbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd29ff36-d3f7-45f4-91a3-01a35ee843f5 HTTP/1.1" status: 200 len: 835 time: 0.0599279 Apr 18 22:20:01.566471 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9952f8d8-f162-4183-9f60-6cc25d38f97e None None] Routers {'a5f38200-e758-4b2d-9bdc-0e9803277873'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:20:01.567070 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9952f8d8-f162-4183-9f60-6cc25d38f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a5f38200-e758-4b2d-9bdc-0e9803277873'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:01.646701 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d8bca863-11c4-40b9-8c9d-97d4052a3d25 req-80f24c56-b151-4a25-86c6-e7c5273f3dfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93204894-a265-430c-9864-f92cb010a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757208 Apr 18 22:20:01.729985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db745b-36b9-4795-899b-f390f29dac48 req-532c0a1d-af6e-4938-ae69-5d6f9128db60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:01.730662 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a7db745b-36b9-4795-899b-f390f29dac48 req-532c0a1d-af6e-4938-ae69-5d6f9128db60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:20:01.747529 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-9952f8d8-f162-4183-9f60-6cc25d38f97e None None] Set router a5f38200-e758-4b2d-9bdc-0e9803277873 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:20:01.789465 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d8bca863-11c4-40b9-8c9d-97d4052a3d25 req-02fed3ee-a959-4a04-9028-8a02e844f767 service neutron] 10.222.0.59 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320729 Apr 18 22:20:01.821114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-a7db745b-36b9-4795-899b-f390f29dac48 req-532c0a1d-af6e-4938-ae69-5d6f9128db60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:20:01.822358 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7db745b-36b9-4795-899b-f390f29dac48 req-532c0a1d-af6e-4938-ae69-5d6f9128db60 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.1731503 Apr 18 22:20:01.876987 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a7db745b-36b9-4795-899b-f390f29dac48 req-8ea3f0d4-1c81-4c06-a39c-aecb146cf157 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480623 Apr 18 22:20:01.927570 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d8bca863-11c4-40b9-8c9d-97d4052a3d25 req-4d479e57-d102-45fa-9a75-0ba785a5c6e0 service neutron] 10.222.0.59 "GET /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319780 Apr 18 22:20:02.066115 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-9952f8d8-f162-4183-9f60-6cc25d38f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '321c8398-0c6c-4eac-b6d6-f989b0f688f4', 'name': '', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:25:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:34Z', 'updated_at': '2022-04-18T22:17:40Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:02.070785 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9952f8d8-f162-4183-9f60-6cc25d38f97e None None] The sync data for ids ['a5f38200-e758-4b2d-9bdc-0e9803277873'] in n-d-836017-3 is: [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '321c8398-0c6c-4eac-b6d6-f989b0f688f4', 'name': '', 'network_id': '93204894-a265-430c-9864-f92cb010a5c6', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:25:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:34Z', 'updated_at': '2022-04-18T22:17:40Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'fd29ff36-d3f7-45f4-91a3-01a35ee843f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:20:02.302050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a8a626-df52-4335-93f2-ab925324fb7b None None] New status for floating IP 69d8e6ef-b32d-4a5b-8b78-465b7d6169fb: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:20:03.069241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872eca2-51f1-407f-995b-c5ee8e425ae0 req-a0719194-b666-4c3d-917a-7cace0e37051 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:03.070749 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8872eca2-51f1-407f-995b-c5ee8e425ae0 req-a0719194-b666-4c3d-917a-7cace0e37051 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.59 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.0774992 Apr 18 22:20:03.140437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-8872eca2-51f1-407f-995b-c5ee8e425ae0 req-95e69bea-8688-4dea-8290-61fe21b45eea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 51c4889e-13f2-483d-97dc-72cb66f76cbc {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:20:03.140834 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8872eca2-51f1-407f-995b-c5ee8e425ae0 req-95e69bea-8688-4dea-8290-61fe21b45eea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:03.160966 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3baf9-4e0a-4f5a-bdb8-4477c1b2ffac req-44067a6d-b6f5-4a5e-bc28-d43c3743c433 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:03.162463 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9d3baf9-4e0a-4f5a-bdb8-4477c1b2ffac req-44067a6d-b6f5-4a5e-bc28-d43c3743c433 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 946 time: 0.1607773 Apr 18 22:20:03.208485 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9d3baf9-4e0a-4f5a-bdb8-4477c1b2ffac req-7afc6bbd-ae22-4c51-b123-ed97025b3795 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=b775acc2-2016-4b76-b776-b50eedfff345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400548 Apr 18 22:20:03.393786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-8872eca2-51f1-407f-995b-c5ee8e425ae0 req-95e69bea-8688-4dea-8290-61fe21b45eea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port 51c4889e-13f2-483d-97dc-72cb66f76cbc, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=51c4889e-13f2-483d-97dc-72cb66f76cbc,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:20:03.394153 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8872eca2-51f1-407f-995b-c5ee8e425ae0 req-95e69bea-8688-4dea-8290-61fe21b45eea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:03.516763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-8872eca2-51f1-407f-995b-c5ee8e425ae0 req-95e69bea-8688-4dea-8290-61fe21b45eea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 51c4889e-13f2-483d-97dc-72cb66f76cbc owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:20:03.738258 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8872eca2-51f1-407f-995b-c5ee8e425ae0 req-95e69bea-8688-4dea-8290-61fe21b45eea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:03.786472 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e69bea-8688-4dea-8290-61fe21b45eea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=51c4889e-13f2-483d-97dc-72cb66f76cbc,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:03.860132 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8872eca2-51f1-407f-995b-c5ee8e425ae0 req-95e69bea-8688-4dea-8290-61fe21b45eea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] No DVR routers for this DVR port 51c4889e-13f2-483d-97dc-72cb66f76cbc on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:20:03.862856 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-8872eca2-51f1-407f-995b-c5ee8e425ae0 req-95e69bea-8688-4dea-8290-61fe21b45eea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:03.865216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'name': 'network-vif-deleted', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:20:03.922816 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91a18e1-1c76-4ae4-a810-8479345a8c9e'] response: {'server_uuid': '498d9108-b3de-445b-a4cb-4bc236726a1b', 'name': 'network-vif-deleted', 'tag': '51c4889e-13f2-483d-97dc-72cb66f76cbc', 'status': 'completed', 'code': 200} Apr 18 22:20:03.935375 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8872eca2-51f1-407f-995b-c5ee8e425ae0 req-95e69bea-8688-4dea-8290-61fe21b45eea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.59 "DELETE /v2.0/ports/51c4889e-13f2-483d-97dc-72cb66f76cbc HTTP/1.1" status: 204 len: 173 time: 0.8595700 Apr 18 22:20:04.123503 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:04.388532 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e4bb66a-c081-4be9-b5ee-53d43a3f5d7e req-d8f31e53-85d6-4139-aa87-376566f99f04 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=498d9108-b3de-445b-a4cb-4bc236726a1b HTTP/1.1" status: 200 len: 210 time: 0.0440128 Apr 18 22:20:05.494479 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40386) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:05.979477 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db4aa4f0-633c-4146-9a3d-28044c8a802c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:06.580554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-db4aa4f0-633c-4146-9a3d-28044c8a802c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 321c8398-0c6c-4eac-b6d6-f989b0f688f4 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:20:06.581332 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db4aa4f0-633c-4146-9a3d-28044c8a802c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:06.765825 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-db4aa4f0-633c-4146-9a3d-28044c8a802c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port 321c8398-0c6c-4eac-b6d6-f989b0f688f4, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=321c8398-0c6c-4eac-b6d6-f989b0f688f4,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:20:06.766171 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db4aa4f0-633c-4146-9a3d-28044c8a802c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:06.888497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-db4aa4f0-633c-4146-9a3d-28044c8a802c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 321c8398-0c6c-4eac-b6d6-f989b0f688f4 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:20:07.126672 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db4aa4f0-633c-4146-9a3d-28044c8a802c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:07.173187 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aa4f0-633c-4146-9a3d-28044c8a802c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=321c8398-0c6c-4eac-b6d6-f989b0f688f4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:07.477413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 51c4889e-13f2-483d-97dc-72cb66f76cbc no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:20:07.510967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: 51c4889e-13f2-483d-97dc-72cb66f76cbc {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:20:07.511310 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device 51c4889e-13f2-483d-97dc-72cb66f76cbc not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:20:07.562438 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-db4aa4f0-633c-4146-9a3d-28044c8a802c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:08.130699 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4aa4f0-633c-4146-9a3d-28044c8a802c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router a5f38200-e758-4b2d-9bdc-0e9803277873 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:20:08.328780 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4aa4f0-633c-4146-9a3d-28044c8a802c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:20:08.338272 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78621682-6df2-4114-93bf-f30bb405af15 None None] Sync routers for ids ['a5f38200-e758-4b2d-9bdc-0e9803277873'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:20:08.341335 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-db4aa4f0-633c-4146-9a3d-28044c8a802c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "PUT /v2.0/routers/a5f38200-e758-4b2d-9bdc-0e9803277873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8458104 Apr 18 22:20:08.344543 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40394) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:08.350379 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78621682-6df2-4114-93bf-f30bb405af15 None None] Routers {'a5f38200-e758-4b2d-9bdc-0e9803277873'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:20:08.350970 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-78621682-6df2-4114-93bf-f30bb405af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a5f38200-e758-4b2d-9bdc-0e9803277873'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:08.531272 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-78621682-6df2-4114-93bf-f30bb405af15 None None] Set router a5f38200-e758-4b2d-9bdc-0e9803277873 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:20:08.537653 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-54436a6c-013f-40cf-abb5-39006d851938 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting subnet fd29ff36-d3f7-45f4-91a3-01a35ee843f5 {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:20:08.540548 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54436a6c-013f-40cf-abb5-39006d851938 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:08.593319 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54436a6c-013f-40cf-abb5-39006d851938 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:08.676399 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54436a6c-013f-40cf-abb5-39006d851938 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:08.810295 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-78621682-6df2-4114-93bf-f30bb405af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:20:06Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:08.814153 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78621682-6df2-4114-93bf-f30bb405af15 None None] Checking router: a5f38200-e758-4b2d-9bdc-0e9803277873 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:20:08.815414 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54436a6c-013f-40cf-abb5-39006d851938 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:08.824320 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78621682-6df2-4114-93bf-f30bb405af15 None None] Routers {'a5f38200-e758-4b2d-9bdc-0e9803277873'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:20:08.824898 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-78621682-6df2-4114-93bf-f30bb405af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['a5f38200-e758-4b2d-9bdc-0e9803277873'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:08.859978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54436a6c-013f-40cf-abb5-39006d851938 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Subnet': ['ID=fd29ff36-d3f7-45f4-91a3-01a35ee843f5,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:08.865607 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-54436a6c-013f-40cf-abb5-39006d851938 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:08.875512 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686a0970-c0c1-44f1-bcc9-de8d22bc9560 None None] Network 93204894-a265-430c-9864-f92cb010a5c6 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:20:08.876039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-54436a6c-013f-40cf-abb5-39006d851938 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/subnets/fd29ff36-d3f7-45f4-91a3-01a35ee843f5 HTTP/1.1" status: 204 len: 168 time: 0.5270288 Apr 18 22:20:08.876039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40398) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:09.041284 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-78621682-6df2-4114-93bf-f30bb405af15 None None] Set router a5f38200-e758-4b2d-9bdc-0e9803277873 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:20:09.174489 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7ab1f3-7838-4a4b-89bb-e5693fd89380 None None] DHCP port deletion for 93204894-a265-430c-9864-f92cb010a5c6 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:20:09.178604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ab1f3-7838-4a4b-89bb-e5693fd89380 None None] Deleting port c94fc5d5-b423-4f50-bb72-b94bf8f9130c {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:20:09.179306 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab1f3-7838-4a4b-89bb-e5693fd89380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:09.209763 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:09.343212 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-78621682-6df2-4114-93bf-f30bb405af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:20:06Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:09.347364 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78621682-6df2-4114-93bf-f30bb405af15 None None] The sync data for ids ['a5f38200-e758-4b2d-9bdc-0e9803277873'] in n-d-836017-3 is: [{'id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902776792', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:17:29Z', 'updated_at': '2022-04-18T22:20:06Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '8cb1889e-b5e6-482b-9f1a-577796490376', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f38200-e758-4b2d-9bdc-0e9803277873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:17:30Z', 'updated_at': '2022-04-18T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:20:09.391134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-9f7ab1f3-7838-4a4b-89bb-e5693fd89380 None None] For port c94fc5d5-b423-4f50-bb72-b94bf8f9130c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c94fc5d5-b423-4f50-bb72-b94bf8f9130c,segment=NetworkSegment(5e5c1a24-3e82-431e-9a22-8d59563e3129),segment_id=5e5c1a24-3e82-431e-9a22-8d59563e3129)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:20:09.391463 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab1f3-7838-4a4b-89bb-e5693fd89380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:09.430417 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:09.504005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 8cb1889e-b5e6-482b-9f1a-577796490376 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:20:09.504436 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:09.523103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ab1f3-7838-4a4b-89bb-e5693fd89380 None None] Calling delete_port for c94fc5d5-b423-4f50-bb72-b94bf8f9130c owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:20:09.672530 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab1f3-7838-4a4b-89bb-e5693fd89380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:09.683544 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port 8cb1889e-b5e6-482b-9f1a-577796490376, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8cb1889e-b5e6-482b-9f1a-577796490376,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:20:09.683902 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:09.717781 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ab1f3-7838-4a4b-89bb-e5693fd89380 None None] Pushing event deleted for resources: {'Port': ['ID=c94fc5d5-b423-4f50-bb72-b94bf8f9130c,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:09.722565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ab1f3-7838-4a4b-89bb-e5693fd89380 None None] No DVR routers for this DVR port c94fc5d5-b423-4f50-bb72-b94bf8f9130c on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:20:09.803864 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:09.807587 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 8cb1889e-b5e6-482b-9f1a-577796490376 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:20:10.047232 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:10.093006 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=8cb1889e-b5e6-482b-9f1a-577796490376,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:10.315559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:10.477387 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 321c8398-0c6c-4eac-b6d6-f989b0f688f4 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:20:10.512028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 321c8398-0c6c-4eac-b6d6-f989b0f688f4 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:20:10.512376 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 321c8398-0c6c-4eac-b6d6-f989b0f688f4 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:20:10.512790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c94fc5d5-b423-4f50-bb72-b94bf8f9130c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:20:10.543723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c94fc5d5-b423-4f50-bb72-b94bf8f9130c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:20:10.544064 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c94fc5d5-b423-4f50-bb72-b94bf8f9130c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:20:10.572090 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:10.576217 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:10.771869 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:10.772404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Fanout notify agent at l3_agent the message router_deleted on router a5f38200-e758-4b2d-9bdc-0e9803277873 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:20:10.786725 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:10.787950 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5a4e9b6b-267b-4671-b075-c44ec04334cf tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/routers/a5f38200-e758-4b2d-9bdc-0e9803277873 HTTP/1.1" status: 204 len: 168 time: 1.9112475 Apr 18 22:20:10.790594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40402) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:10.908558 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:11.035224 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:11.059088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93204894-a265-430c-9864-f92cb010a5c6']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:11.070752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5c1a24-3e82-431e-9a22-8d59563e3129') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:11.071053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5c1a24-3e82-431e-9a22-8d59563e3129') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:11.082440 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:11.098317 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:11.104651 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:20:11.104991 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: timer() Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:20:11.119403 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:20:11.254745 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:11.272423 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:11.285537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Network': ['ID=93204894-a265-430c-9864-f92cb010a5c6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:11.341075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-81b4a7f6-c5ff-45d9-9a04-8df527a4f213 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/networks/93204894-a265-430c-9864-f92cb010a5c6 HTTP/1.1" status: 204 len: 168 time: 0.5494504 Apr 18 22:20:11.344308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40406) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:11.412601 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-491951aa-39f9-4af0-84ea-c89b12ee4682 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:11.441173 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-491951aa-39f9-4af0-84ea-c89b12ee4682 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:11.577687 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-491951aa-39f9-4af0-84ea-c89b12ee4682 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:11.595212 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491951aa-39f9-4af0-84ea-c89b12ee4682 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b775acc2-2016-4b76-b776-b50eedfff345,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:11.660121 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-491951aa-39f9-4af0-84ea-c89b12ee4682 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:11.661229 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-491951aa-39f9-4af0-84ea-c89b12ee4682 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/security-groups/b775acc2-2016-4b76-b776-b50eedfff345 HTTP/1.1" status: 204 len: 168 time: 0.3160312 Apr 18 22:20:12.345652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40414) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:12.351229 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1920824076', 'description': 'tempest-secgroup-smoke-1920824076 description', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:12.357761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:12.362211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:20:12.365020 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:20:12.370722 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:12.388699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8cb1889e-b5e6-482b-9f1a-577796490376 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:20:12.421347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 8cb1889e-b5e6-482b-9f1a-577796490376 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:20:12.421740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8cb1889e-b5e6-482b-9f1a-577796490376 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:20:12.438181 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:12.472711 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:12.476652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:20:12.479493 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:20:12.486291 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:12.538682 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:12.595186 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:12.640222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:12.703991 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:12.705159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2aac55d0-0cb6-4192-930a-1a895ba40561 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3585017 Apr 18 22:20:12.708031 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40418) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:12.714566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-2c0257a5-8674-4ca5-b0f3-720029bedcdd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'd3b3ddc2-d3e3-4ab2-8d1a-fbead786238a', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:12.721380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2c0257a5-8674-4ca5-b0f3-720029bedcdd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:12.725309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2c0257a5-8674-4ca5-b0f3-720029bedcdd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:20:12.728429 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-2c0257a5-8674-4ca5-b0f3-720029bedcdd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:20:12.736051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-2c0257a5-8674-4ca5-b0f3-720029bedcdd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:12.827141 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2c0257a5-8674-4ca5-b0f3-720029bedcdd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:12.886547 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2c0257a5-8674-4ca5-b0f3-720029bedcdd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:12.974776 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2c0257a5-8674-4ca5-b0f3-720029bedcdd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:13.000822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0257a5-8674-4ca5-b0f3-720029bedcdd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c03509-b05b-439a-b901-e3440dc3b27c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:13.066176 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2c0257a5-8674-4ca5-b0f3-720029bedcdd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:13.067339 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2c0257a5-8674-4ca5-b0f3-720029bedcdd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3583524 Apr 18 22:20:13.070015 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40422) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:13.075193 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b5415f9d-b6e3-4039-973d-a8e46b381867 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'd3b3ddc2-d3e3-4ab2-8d1a-fbead786238a', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:13.082510 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b5415f9d-b6e3-4039-973d-a8e46b381867 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:13.086483 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b5415f9d-b6e3-4039-973d-a8e46b381867 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:20:13.089366 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b5415f9d-b6e3-4039-973d-a8e46b381867 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:20:13.095280 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b5415f9d-b6e3-4039-973d-a8e46b381867 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:13.178228 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5415f9d-b6e3-4039-973d-a8e46b381867 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:13.241136 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5415f9d-b6e3-4039-973d-a8e46b381867 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:13.309148 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5415f9d-b6e3-4039-973d-a8e46b381867 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:13.331619 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5415f9d-b6e3-4039-973d-a8e46b381867 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739b2468-725b-49de-85d0-c726e84e99bb,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:13.406754 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5415f9d-b6e3-4039-973d-a8e46b381867 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:13.407998 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b5415f9d-b6e3-4039-973d-a8e46b381867 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3370819 Apr 18 22:20:13.410745 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40426) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:13.416358 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-81d1185c-0d94-4221-a267-1b796c22f78d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'd3b3ddc2-d3e3-4ab2-8d1a-fbead786238a', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:13.423686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-81d1185c-0d94-4221-a267-1b796c22f78d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:13.427496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-81d1185c-0d94-4221-a267-1b796c22f78d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:20:13.430437 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-81d1185c-0d94-4221-a267-1b796c22f78d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:20:13.436821 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-81d1185c-0d94-4221-a267-1b796c22f78d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:13.518571 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81d1185c-0d94-4221-a267-1b796c22f78d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:13.579477 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81d1185c-0d94-4221-a267-1b796c22f78d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:13.665916 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81d1185c-0d94-4221-a267-1b796c22f78d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:13.690144 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1185c-0d94-4221-a267-1b796c22f78d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96a16e6-1ba8-4ae4-aaa8-5aaf7b992d0d,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:13.778374 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-81d1185c-0d94-4221-a267-1b796c22f78d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:13.779489 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-81d1185c-0d94-4221-a267-1b796c22f78d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3677919 Apr 18 22:20:13.782297 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40430) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:13.787750 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-38ac3820-edf4-4feb-8316-56fb7017e9f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'd3b3ddc2-d3e3-4ab2-8d1a-fbead786238a', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:13.794489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-38ac3820-edf4-4feb-8316-56fb7017e9f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:13.798496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-38ac3820-edf4-4feb-8316-56fb7017e9f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:20:13.801376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-38ac3820-edf4-4feb-8316-56fb7017e9f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:20:13.807071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-38ac3820-edf4-4feb-8316-56fb7017e9f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:13.889948 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38ac3820-edf4-4feb-8316-56fb7017e9f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:13.954725 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38ac3820-edf4-4feb-8316-56fb7017e9f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.031784 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38ac3820-edf4-4feb-8316-56fb7017e9f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.054646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac3820-edf4-4feb-8316-56fb7017e9f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2590e2f3-edc6-43c7-9940-8409a3302fbf,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:14.123424 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-38ac3820-edf4-4feb-8316-56fb7017e9f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.127149 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-38ac3820-edf4-4feb-8316-56fb7017e9f1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3414652 Apr 18 22:20:14.127334 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40434) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:14.132672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-fa0849ac-63d8-456d-877a-d7cde2965911 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'd3b3ddc2-d3e3-4ab2-8d1a-fbead786238a', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:14.139756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fa0849ac-63d8-456d-877a-d7cde2965911 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:14.143530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fa0849ac-63d8-456d-877a-d7cde2965911 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:20:14.146409 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fa0849ac-63d8-456d-877a-d7cde2965911 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:20:14.152156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fa0849ac-63d8-456d-877a-d7cde2965911 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:14.237786 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-fa0849ac-63d8-456d-877a-d7cde2965911 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Project 5cc38c55f3e14580a85cf80d3a152a9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:20:14.245294 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa0849ac-63d8-456d-877a-d7cde2965911 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.308433 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa0849ac-63d8-456d-877a-d7cde2965911 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.386243 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa0849ac-63d8-456d-877a-d7cde2965911 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.411736 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0849ac-63d8-456d-877a-d7cde2965911 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9648984f-d1dd-45fc-8d25-c2b76d3bf382,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:14.488783 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fa0849ac-63d8-456d-877a-d7cde2965911 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.489970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fa0849ac-63d8-456d-877a-d7cde2965911 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3617399 Apr 18 22:20:14.492615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40438) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:14.498040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b8d2ba2c-a50e-4616-ad56-8a965d7e3dec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': 'd3b3ddc2-d3e3-4ab2-8d1a-fbead786238a', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:14.504584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b8d2ba2c-a50e-4616-ad56-8a965d7e3dec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:14.508339 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b8d2ba2c-a50e-4616-ad56-8a965d7e3dec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:20:14.511164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b8d2ba2c-a50e-4616-ad56-8a965d7e3dec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:20:14.516762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b8d2ba2c-a50e-4616-ad56-8a965d7e3dec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:14.583301 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-b8d2ba2c-a50e-4616-ad56-8a965d7e3dec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Project 5cc38c55f3e14580a85cf80d3a152a9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:20:14.589919 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ba2c-a50e-4616-ad56-8a965d7e3dec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.657681 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ba2c-a50e-4616-ad56-8a965d7e3dec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.726453 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ba2c-a50e-4616-ad56-8a965d7e3dec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.749416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2ba2c-a50e-4616-ad56-8a965d7e3dec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37f0d40-2952-40d0-87b9-7948613e8401,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:14.820594 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ba2c-a50e-4616-ad56-8a965d7e3dec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.821813 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b8d2ba2c-a50e-4616-ad56-8a965d7e3dec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3282180 Apr 18 22:20:14.824566 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40442) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:14.830415 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'network': {'name': 'tempest-network-smoke--503270678', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'port_security_enabled': True}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:14.836318 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:14.839903 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:network and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:20:14.843534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:20:14.849974 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:14.920458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:20:14.923417 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.951854 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:20:14.960260 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:14.960596 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Added segment a4b4d695-0741-445e-8773-75bd75e0b700 of type vlan for network 4dd9526c-3751-4782-9357-9ac3b70811f4 Apr 18 22:20:14.985962 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:15.080634 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:15.084228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:15.084789 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:15.194118 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Network': ['ID=4dd9526c-3751-4782-9357-9ac3b70811f4,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:15.204074 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 4dd9526c-3751-4782-9357-9ac3b70811f4 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:20:15.264384 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6a7841f2-9585-4909-8c89-81de9305cd6f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4387732 Apr 18 22:20:15.267926 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40446) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:15.272977 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'admin_state_up': True, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:15.281018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:15.284808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:router and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:20:15.287698 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:20:15.293267 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:15.363611 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:15.364605 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:15.382873 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:15.591082 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:15.925578 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:15.954339 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:16.086088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.25.3.7 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/aa9b885b-197c-4b08-a29e-8b9cc29b127d) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:20:16.236392 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:16.326517 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:16.392489 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:20:16.395281 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:20:16.397712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:20:16.431156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=aa9b885b-197c-4b08-a29e-8b9cc29b127d,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:16.636962 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:16.637711 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:16.960638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:20:17.167310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:20:17.177905 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Sync routers for ids ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:20:17.190670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Routers {'2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:20:17.191290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:17.281579 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:17.282719 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-527c2510-7b18-443a-84b9-3bcd40a329b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0138772 Apr 18 22:20:17.285769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40450) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:17.328474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2f444f51-f2b8-4aae-8684-77e30b1cdfbb tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=5cc38c55f3e14580a85cf80d3a152a9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416164 Apr 18 22:20:17.331272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40454) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:17.369534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Set router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:20:17.463200 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea1fd7c-2c2d-44df-ae9e-b1e02f785535 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:17.468098 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3ea1fd7c-2c2d-44df-ae9e-b1e02f785535 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321852 Apr 18 22:20:17.468338 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40458) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:17.511091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-93664878-1aba-4f77-bfce-0e6d6fda3726 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392334 Apr 18 22:20:17.511313 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40462) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:17.516982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-363861585', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:17.624534 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:17.628353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:subnet and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:20:17.631107 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:20:17.636652 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:17.690410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:16Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:17.694240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Checking router: 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:20:17.694593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Updating router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 port aa9b885b-197c-4b08-a29e-8b9cc29b127d binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:20:17.712001 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:20:17.746978 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:17.814176 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:18.077353 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:18.089241 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Transition to ACTIVE for port object aa9b885b-197c-4b08-a29e-8b9cc29b127d will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:20:18.166327 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:18.209391 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:18.246300 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898ef81-7942-4198-b8e2-cc0ff1122633 None None] Pushing event updated for resources: {'Port': ['ID=aa9b885b-197c-4b08-a29e-8b9cc29b127d,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:18.248511 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Attempting to bind port aa9b885b-197c-4b08-a29e-8b9cc29b127d on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:20:18.248878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Attempting to bind port aa9b885b-197c-4b08-a29e-8b9cc29b127d by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:20:18.249233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Attempting to bind port aa9b885b-197c-4b08-a29e-8b9cc29b127d on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:20:18.257028 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:20:18.257383 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:20:18.257834 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:18.258214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:20:18.258676 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Bound port: aa9b885b-197c-4b08-a29e-8b9cc29b127d, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:20:18.259044 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:18.290227 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Subnet': ['ID=652d5bdd-873c-4ad3-84c4-2a7728a9f01d,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:18.302998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Checking segment: {'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:20:18.303350 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network hostable DHCP agents. Network: 4dd9526c-3751-4782-9357-9ac3b70811f4, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:20:18.334869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] For port aa9b885b-197c-4b08-a29e-8b9cc29b127d, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:20:18.337667 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] For port aa9b885b-197c-4b08-a29e-8b9cc29b127d, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=aa9b885b-197c-4b08-a29e-8b9cc29b127d,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:20:18.380192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 4dd9526c-3751-4782-9357-9ac3b70811f4 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:20:18.409349 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:18.460396 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 4dd9526c-3751-4782-9357-9ac3b70811f4) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:20:18.464390 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:18.465661 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:18.473238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f501c48-f004-4e69-808d-6f3b8c67f312 None None] Network 4dd9526c-3751-4782-9357-9ac3b70811f4 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:20:18.564485 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c3e46df7-c8e1-45ae-827f-0940163b3138 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0522094 Apr 18 22:20:18.567466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40466) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:18.568278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898ef81-7942-4198-b8e2-cc0ff1122633 None None] Pushing event updated for resources: {'Port': ['ID=aa9b885b-197c-4b08-a29e-8b9cc29b127d,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:18.579567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Routers {'2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:20:18.579567 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:18.856297 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] Set router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:20:18.895377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-4dd9526c-3751-4782-9357-9ac3b70811f4', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ips': [{'subnet_id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:20:18.896180 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:19.294743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Allocated IP 172.20.0.2 (4dd9526c-3751-4782-9357-9ac3b70811f4/652d5bdd-873c-4ad3-84c4-2a7728a9f01d/39f6fe31-0a90-42e8-b70a-3dcc9ae54c02) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:20:19.424821 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:19.425991 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:16Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:19.434703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541d306-70f1-41e1-a95d-7bdd28271e5d None None] The sync data for ids ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'] in n-d-836017-3 is: [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:16Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:20:19.526904 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:19.538006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Transition to ACTIVE for port object 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:20:19.558564 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Transition to ACTIVE for port object 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:20:19.630038 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:19.710011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Network 4dd9526c-3751-4782-9357-9ac3b70811f4 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:20:19.711285 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:20:19.715088 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:20:19.727188 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Pushing event updated for resources: {'Port': ['ID=39f6fe31-0a90-42e8-b70a-3dcc9ae54c02,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:19.811431 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Attempting to bind port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:20:19.812880 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Attempting to bind port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:20:19.813249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Attempting to bind port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 on network 4dd9526c-3751-4782-9357-9ac3b70811f4 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:20:19.820359 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:20:19.820727 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Checking segment: {'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:20:19.821125 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:19.821585 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Bound using segment: {'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:20:19.822049 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Bound port: 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:20:19.822420 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:19.859813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.20.0.1 (4dd9526c-3751-4782-9357-9ac3b70811f4/652d5bdd-873c-4ad3-84c4-2a7728a9f01d/c442febd-8114-44bf-a084-6c7e414a171b) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:20:19.918951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] For port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:20:19.922776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] For port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=39f6fe31-0a90-42e8-b70a-3dcc9ae54c02,segment=NetworkSegment(a4b4d695-0741-445e-8773-75bd75e0b700),segment_id=a4b4d695-0741-445e-8773-75bd75e0b700)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:20:19.995606 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:20.025091 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:20.043317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Transition to ACTIVE for port object c442febd-8114-44bf-a084-6c7e414a171b will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:20:20.079061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c263c1e-88b4-4a24-8c56-02a5e6994b16 None None] Pushing event updated for resources: {'Port': ['ID=39f6fe31-0a90-42e8-b70a-3dcc9ae54c02,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:20.134624 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:20.219281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 4dd9526c-3751-4782-9357-9ac3b70811f4 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:20:20.224892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:20:20.229001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:20:20.268348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=c442febd-8114-44bf-a084-6c7e414a171b,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:20.319945 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:20.478571 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:20.510613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device aa9b885b-197c-4b08-a29e-8b9cc29b127d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:20:20.641046 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port aa9b885b-197c-4b08-a29e-8b9cc29b127d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:20:20.646334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port aa9b885b-197c-4b08-a29e-8b9cc29b127d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:20:20.646707 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:20.773829 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:20.792781 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port aa9b885b-197c-4b08-a29e-8b9cc29b127d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=aa9b885b-197c-4b08-a29e-8b9cc29b127d,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:20:20.854927 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:20.855967 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:20:20.968902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=aa9b885b-197c-4b08-a29e-8b9cc29b127d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:21.004427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:21.037588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:20:21.045185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff40a1f-43b3-4c57-957e-2d53777ffbd0 None None] Network 4dd9526c-3751-4782-9357-9ac3b70811f4 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:20:21.060392 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:21.177307 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:21.191708 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=c442febd-8114-44bf-a084-6c7e414a171b,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:21.219852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2d654913-3568-4316-8385-81a288bd5e78 None None] Provisioning for port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:20:21.235613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2d654913-3568-4316-8385-81a288bd5e78 None None] Provisioning complete for port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:20:21.235988 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2d654913-3568-4316-8385-81a288bd5e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:21.336384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 4dd9526c-3751-4782-9357-9ac3b70811f4 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:20:21.337773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:20:21.423148 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2d654913-3568-4316-8385-81a288bd5e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:21.457152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-2d654913-3568-4316-8385-81a288bd5e78 None None] For port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=39f6fe31-0a90-42e8-b70a-3dcc9ae54c02,segment=NetworkSegment(a4b4d695-0741-445e-8773-75bd75e0b700),segment_id=a4b4d695-0741-445e-8773-75bd75e0b700)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:20:21.542981 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2d654913-3568-4316-8385-81a288bd5e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:21.613368 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d654913-3568-4316-8385-81a288bd5e78 None None] Pushing event updated for resources: {'Port': ['ID=39f6fe31-0a90-42e8-b70a-3dcc9ae54c02,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:21.666618 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-62ada1b3-a61a-4e7b-ba3a-590bbe79ec40 None None] Provisioning complete for port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:20:21.670094 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-62ada1b3-a61a-4e7b-ba3a-590bbe79ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:21.747774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:20:21.894476 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-62ada1b3-a61a-4e7b-ba3a-590bbe79ec40 None None] Provisioning for port c442febd-8114-44bf-a084-6c7e414a171b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:20:21.899750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-62ada1b3-a61a-4e7b-ba3a-590bbe79ec40 None None] Provisioning complete for port c442febd-8114-44bf-a084-6c7e414a171b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:20:21.906230 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-62ada1b3-a61a-4e7b-ba3a-590bbe79ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:21.957980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-62ada1b3-a61a-4e7b-ba3a-590bbe79ec40 None None] Port c442febd-8114-44bf-a084-6c7e414a171b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:20:21.962730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:20:21.976243 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e5f6a01c-03ef-434d-85bd-272232cae8aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "PUT /v2.0/routers/2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4077046 Apr 18 22:20:22.080284 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-aa832e46-0303-4255-b612-619efa5b32f9 None None] Provisioning complete for port c442febd-8114-44bf-a084-6c7e414a171b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:20:22.080644 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-aa832e46-0303-4255-b612-619efa5b32f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:22.155039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-285ef550-344b-42d5-9766-ee87d92aaa43 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:20:22.168522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-aa832e46-0303-4255-b612-619efa5b32f9 None None] Port c442febd-8114-44bf-a084-6c7e414a171b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:20:22.225997 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-285ef550-344b-42d5-9766-ee87d92aaa43 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:20:22.227298 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-285ef550-344b-42d5-9766-ee87d92aaa43 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920824076&fields=id&tenant_id=5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 267 time: 0.1139450 Apr 18 22:20:22.373372 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-96a988fa-a368-433a-8160-30884b91eb92 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:22.374091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-96a988fa-a368-433a-8160-30884b91eb92 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:20:22.438644 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-96a988fa-a368-433a-8160-30884b91eb92 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:20:22.439849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-96a988fa-a368-433a-8160-30884b91eb92 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/networks?id=4dd9526c-3751-4782-9357-9ac3b70811f4 HTTP/1.1" status: 200 len: 796 time: 0.2061725 Apr 18 22:20:22.441517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device aa9b885b-197c-4b08-a29e-8b9cc29b127d up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:20:22.457994 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-2e31e719-0f27-4d99-b0be-1ca353860374 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/quotas/5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 375 time: 0.0125113 Apr 18 22:20:22.509259 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port aa9b885b-197c-4b08-a29e-8b9cc29b127d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:20:22.509664 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:22.543911 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5fbf799c-4d13-4c56-8e3c-321e1978eada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:20:22.627662 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:20:22.629305 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5fbf799c-4d13-4c56-8e3c-321e1978eada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:20:22.630899 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5fbf799c-4d13-4c56-8e3c-321e1978eada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1674705 Apr 18 22:20:22.695809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:20:22.696073 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:22.714069 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-fe623de4-87c5-42c5-ab8a-e92580f18da3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:20:22.715185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-fe623de4-87c5-42c5-ab8a-e92580f18da3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0726037 Apr 18 22:20:22.850028 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-ebb964c4-d335-4636-ac29-f2a9defc1f5b service neutron] 10.222.0.11 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284540 Apr 18 22:20:22.982950 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-384feb41-24ef-4877-bceb-e80053bbf70e service neutron] 10.222.0.11 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273563 Apr 18 22:20:23.035823 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Sync routers for ids ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:20:23.048630 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Routers {'2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:20:23.049229 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:23.232406 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Set router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:20:23.233047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81dcbd33-bb96-4b47-ae83-12f5a5dc288e req-320c8c3f-c038-44cb-98e7-c724a05f4bc2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 210 time: 0.0412371 Apr 18 22:20:23.546005 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'c442febd-8114-44bf-a084-6c7e414a171b', 'name': '', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:c6:c4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:19Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 2, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:23.549958 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Checking router: 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:20:23.550296 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Updating router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 port c442febd-8114-44bf-a084-6c7e414a171b binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:20:23.603441 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:23.940322 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:23.951922 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Transition to ACTIVE for port object c442febd-8114-44bf-a084-6c7e414a171b will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:20:24.063760 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:24.221031 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Pushing event updated for resources: {'Port': ['ID=c442febd-8114-44bf-a084-6c7e414a171b,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:24.255073 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:24.255402 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:24.255729 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:24.256051 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:24.256372 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:24.256688 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:24.257018 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:24.257300 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:24.257651 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:24.257960 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:24.258268 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:24.326805 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Attempting to bind port c442febd-8114-44bf-a084-6c7e414a171b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:20:24.326805 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Attempting to bind port c442febd-8114-44bf-a084-6c7e414a171b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:20:24.326805 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Attempting to bind port c442febd-8114-44bf-a084-6c7e414a171b on network 4dd9526c-3751-4782-9357-9ac3b70811f4 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:20:24.333329 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:20:24.333779 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Checking segment: {'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:20:24.334144 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:24.334567 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Bound using segment: {'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:20:24.335019 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Bound port: c442febd-8114-44bf-a084-6c7e414a171b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:20:24.335388 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:24.416316 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-89b42585-736e-4576-9800-54cf0c0e8a63 req-3370e094-adab-4b89-bf98-6a7189aea815 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 210 time: 0.0476727 Apr 18 22:20:24.428236 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] For port c442febd-8114-44bf-a084-6c7e414a171b, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:20:24.433360 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] For port c442febd-8114-44bf-a084-6c7e414a171b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c442febd-8114-44bf-a084-6c7e414a171b,segment=NetworkSegment(a4b4d695-0741-445e-8773-75bd75e0b700),segment_id=a4b4d695-0741-445e-8773-75bd75e0b700)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:20:24.503821 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:24.585522 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773b16f-4e4e-4ae7-a261-e3f9b8bbd50e None None] Pushing event updated for resources: {'Port': ['ID=c442febd-8114-44bf-a084-6c7e414a171b,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:24.589451 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Routers {'2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:20:24.590081 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:19:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:24.743780 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7f36ff8e-b791-4eee-8ff1-d69ff6821b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:24.783694 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] Set router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:20:25.089066 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'c442febd-8114-44bf-a084-6c7e414a171b', 'name': '', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:c6:c4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:19Z', 'updated_at': '2022-04-18T22:20:24Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:25.092891 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f3e1f-5ed4-4802-8dcc-9e26c167f3fe None None] The sync data for ids ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'] in n-d-836017-3 is: [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'c442febd-8114-44bf-a084-6c7e414a171b', 'name': '', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:c6:c4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:19Z', 'updated_at': '2022-04-18T22:20:24Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:20:25.345826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-6ff51b15-25f7-4874-a376-e9ad60f6a2bb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:25.346724 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-6ff51b15-25f7-4874-a376-e9ad60f6a2bb tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/networks?id=4dd9526c-3751-4782-9357-9ac3b70811f4 HTTP/1.1" status: 200 len: 796 time: 0.1540143 Apr 18 22:20:25.403023 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-30dc5fb5-be2a-448f-a1b4-efb8580b1d57 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 380 time: 0.0439012 Apr 18 22:20:25.412052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'port': {'device_id': '58543651-95e9-49ef-a182-5575f7244459', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'admin_state_up': True, 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'security_groups': ['d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:25.630240 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-21f7ed78-c7ec-4aaf-aabe-c46ea48ef90a req-d2866060-16b4-4342-8695-ba8cd365dfc9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 210 time: 0.0590720 Apr 18 22:20:25.666137 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:25.677348 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:25.774721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:20:25.777757 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:25.946095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.20.0.9 (4dd9526c-3751-4782-9357-9ac3b70811f4/652d5bdd-873c-4ad3-84c4-2a7728a9f01d/11c4d95a-7f37-4496-9377-bb82fdf8aa84) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:20:26.134405 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:26.152750 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Transition to ACTIVE for port object 11c4d95a-7f37-4496-9377-bb82fdf8aa84 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:20:26.243822 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:26.320594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 4dd9526c-3751-4782-9357-9ac3b70811f4 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:20:26.324091 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:20:26.325986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=11c4d95a-7f37-4496-9377-bb82fdf8aa84,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:26.328374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:20:26.376298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:26.377000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:26.377000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:26.377303 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:26.377654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:26.377986 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:26.378312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:26.378640 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:26.378965 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:26.379286 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:26.379610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:26.402855 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:26.405121 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:26.476705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c442febd-8114-44bf-a084-6c7e414a171b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:20:26.506891 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-e8cc68f0-adfe-4cbd-8c52-c19945467ada tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0987182 Apr 18 22:20:26.518969 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Request body: {'port': {'device_id': '58543651-95e9-49ef-a182-5575f7244459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:26.620466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port c442febd-8114-44bf-a084-6c7e414a171b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:20:26.626063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c442febd-8114-44bf-a084-6c7e414a171b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:20:26.626429 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:26.628273 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:26.654097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-32001378-f9ce-4baf-bfe0-7dcc5a482f63 None None] Provisioning for port 11c4d95a-7f37-4496-9377-bb82fdf8aa84 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:20:26.672916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-32001378-f9ce-4baf-bfe0-7dcc5a482f63 None None] Provisioning complete for port 11c4d95a-7f37-4496-9377-bb82fdf8aa84 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:20:26.673524 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-32001378-f9ce-4baf-bfe0-7dcc5a482f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:26.740555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-32001378-f9ce-4baf-bfe0-7dcc5a482f63 None None] Port 11c4d95a-7f37-4496-9377-bb82fdf8aa84 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:20:26.806059 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:26.834994 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64002af4-6df1-46c0-9c10-475b630012f2 req-0e2ecd2e-d484-427e-a2f8-7130680eca46 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:26.836492 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-64002af4-6df1-46c0-9c10-475b630012f2 req-0e2ecd2e-d484-427e-a2f8-7130680eca46 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 931 time: 0.0804725 Apr 18 22:20:26.839012 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port c442febd-8114-44bf-a084-6c7e414a171b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c442febd-8114-44bf-a084-6c7e414a171b,segment=NetworkSegment(a4b4d695-0741-445e-8773-75bd75e0b700),segment_id=a4b4d695-0741-445e-8773-75bd75e0b700)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:20:26.883601 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-64002af4-6df1-46c0-9c10-475b630012f2 req-064a7aca-e8c2-4ce6-8622-32f23ac86926 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413423 Apr 18 22:20:26.926567 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:26.978843 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c4d95a-7f37-4496-9377-bb82fdf8aa84 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:20:26.986924 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:26.994610 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=c442febd-8114-44bf-a084-6c7e414a171b,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:27.001171 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Transition to ACTIVE for port object 11c4d95a-7f37-4496-9377-bb82fdf8aa84 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:20:27.068716 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:27.146053 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c314b7fd-37d7-4610-8d9c-e348d7158231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:27.196547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Pushing event updated for resources: {'Port': ['ID=11c4d95a-7f37-4496-9377-bb82fdf8aa84,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:27.309200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Attempting to bind port 11c4d95a-7f37-4496-9377-bb82fdf8aa84 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:20:27.309666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Attempting to bind port 11c4d95a-7f37-4496-9377-bb82fdf8aa84 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:20:27.310005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Attempting to bind port 11c4d95a-7f37-4496-9377-bb82fdf8aa84 on network 4dd9526c-3751-4782-9357-9ac3b70811f4 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:20:27.317703 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Port 11c4d95a-7f37-4496-9377-bb82fdf8aa84 on network 4dd9526c-3751-4782-9357-9ac3b70811f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:20:27.318036 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Attempting to bind port 11c4d95a-7f37-4496-9377-bb82fdf8aa84 on network 4dd9526c-3751-4782-9357-9ac3b70811f4 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:20:27.324646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:20:27.324984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Checking segment: {'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:20:27.325512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Bound using segment: {'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:20:27.325958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Bound port: 11c4d95a-7f37-4496-9377-bb82fdf8aa84, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b4d695-0741-445e-8773-75bd75e0b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:20:27.326310 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:27.428825 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] For port 11c4d95a-7f37-4496-9377-bb82fdf8aa84, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:20:27.431723 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] For port 11c4d95a-7f37-4496-9377-bb82fdf8aa84, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=11c4d95a-7f37-4496-9377-bb82fdf8aa84,segment=NetworkSegment(a4b4d695-0741-445e-8773-75bd75e0b700),segment_id=a4b4d695-0741-445e-8773-75bd75e0b700)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:20:27.498324 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:27.562849 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:27.564182 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] 10.222.0.26 "PUT /v2.0/ports/11c4d95a-7f37-4496-9377-bb82fdf8aa84 HTTP/1.1" status: 200 len: 1091 time: 1.0495219 Apr 18 22:20:27.564621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58543651-95e9-49ef-a182-5575f7244459', 'tag': '11c4d95a-7f37-4496-9377-bb82fdf8aa84'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:20:27.589121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad24c29-cf74-4922-9319-5a544d00ed15 service neutron] Pushing event updated for resources: {'Port': ['ID=11c4d95a-7f37-4496-9377-bb82fdf8aa84,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:27.626996 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b393d345-a72d-4bc4-a343-705b2fc3d2e1'] response: {'name': 'network-changed', 'server_uuid': '58543651-95e9-49ef-a182-5575f7244459', 'tag': '11c4d95a-7f37-4496-9377-bb82fdf8aa84', 'status': 'completed', 'code': 200} Apr 18 22:20:27.720723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-137b1254-1503-40ab-9d18-85db060920ad req-a3ff8382-18cc-429a-ba5a-a3338120e37d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 1094 time: 0.0732377 Apr 18 22:20:27.861013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b1254-1503-40ab-9d18-85db060920ad req-cdc21030-1523-4e8d-bb48-a814580608cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:27.862398 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-137b1254-1503-40ab-9d18-85db060920ad req-cdc21030-1523-4e8d-bb48-a814580608cc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1355212 Apr 18 22:20:28.055025 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:28.094049 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b1254-1503-40ab-9d18-85db060920ad req-6424234d-1305-4021-ac55-ea44e392fe95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:28.095492 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-137b1254-1503-40ab-9d18-85db060920ad req-6424234d-1305-4021-ac55-ea44e392fe95 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2272649 Apr 18 22:20:28.109756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e9dab-e265-45e3-a5e2-e154bdeb6cf1 req-56f4588f-5d00-46a7-920d-f60650c84564 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:28.111509 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f2e9dab-e265-45e3-a5e2-e154bdeb6cf1 req-56f4588f-5d00-46a7-920d-f60650c84564 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 943 time: 0.0837495 Apr 18 22:20:28.160144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f2e9dab-e265-45e3-a5e2-e154bdeb6cf1 req-92d5d660-33c5-4268-989f-96fbf6f44b92 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419033 Apr 18 22:20:28.203313 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-0db01b3f-2aa4-4b7c-a019-0e449f18c543 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 1094 time: 0.0717418 Apr 18 22:20:28.273109 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-c3467dde-1d53-44b3-8bf6-fa5e8e5e7fe9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11c4d95a-7f37-4496-9377-bb82fdf8aa84 HTTP/1.1" status: 200 len: 217 time: 0.0632567 Apr 18 22:20:28.333414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-218bba3b-0b3b-4541-80e3-c64e0ebcc25a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:28.334833 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-218bba3b-0b3b-4541-80e3-c64e0ebcc25a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=652d5bdd-873c-4ad3-84c4-2a7728a9f01d HTTP/1.1" status: 200 len: 834 time: 0.0562949 Apr 18 22:20:28.409624 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-62129c60-030f-4874-b6d5-c5ce2e9193ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4dd9526c-3751-4782-9357-9ac3b70811f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687659 Apr 18 22:20:28.442635 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c442febd-8114-44bf-a084-6c7e414a171b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:20:28.513837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port c442febd-8114-44bf-a084-6c7e414a171b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:20:28.514199 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:28.550592 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-728b9eda-e83e-480d-832a-bea6dc91216f service neutron] 10.222.0.26 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346502 Apr 18 22:20:28.682797 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a7713f4-5db5-4140-b9a4-3ddc1d5734a2 req-3407b48e-2acc-447c-9cb1-d229fa0cc234 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259277 Apr 18 22:20:28.845842 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:29.359376 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fc2ad-cdb5-478b-9fa4-4cdd46b61981 req-e8eba26a-bca1-4ab0-aea9-f7db51ffc5b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:29.361043 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b29fc2ad-cdb5-478b-9fa4-4cdd46b61981 req-e8eba26a-bca1-4ab0-aea9-f7db51ffc5b0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 943 time: 0.0760326 Apr 18 22:20:29.409125 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b29fc2ad-cdb5-478b-9fa4-4cdd46b61981 req-7a4ea359-d74d-4bda-a571-b80a90892714 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 Apr 18 22:20:30.609335 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caae2a0-f473-4d58-a5c2-fd1350e619b7 req-ccccc462-7a74-4ee9-a875-2e508159efe5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:30.611076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8caae2a0-f473-4d58-a5c2-fd1350e619b7 req-ccccc462-7a74-4ee9-a875-2e508159efe5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 943 time: 0.0788035 Apr 18 22:20:30.656312 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8caae2a0-f473-4d58-a5c2-fd1350e619b7 req-0c1f7b2d-0a4f-43fa-a45b-17fa0fc23ac5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395772 Apr 18 22:20:31.268976 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:31.849549 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3baeb-f2c2-4fa0-ab5a-f19c4369e59a req-8420d280-cf3e-455d-aa3b-94d0a6a294a6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:31.850981 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3a3baeb-f2c2-4fa0-ab5a-f19c4369e59a req-8420d280-cf3e-455d-aa3b-94d0a6a294a6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 943 time: 0.0755811 Apr 18 22:20:31.899728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3a3baeb-f2c2-4fa0-ab5a-f19c4369e59a req-fb1a3197-e9e7-4485-a0ad-9e7efbf0aab2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429647 Apr 18 22:20:33.094190 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8694ae-4327-498f-b6dc-6622e1659dee req-f47f6210-139d-4a5a-ad49-40864e7617a9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:33.095651 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a8694ae-4327-498f-b6dc-6622e1659dee req-f47f6210-139d-4a5a-ad49-40864e7617a9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 943 time: 0.0756116 Apr 18 22:20:33.141254 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1a8694ae-4327-498f-b6dc-6622e1659dee req-8a6cb986-2f93-41c6-a8bb-8dc4c5b2b3a9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 Apr 18 22:20:33.846792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 11c4d95a-7f37-4496-9377-bb82fdf8aa84 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:20:33.978276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 11c4d95a-7f37-4496-9377-bb82fdf8aa84, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=11c4d95a-7f37-4496-9377-bb82fdf8aa84,segment=NetworkSegment(a4b4d695-0741-445e-8773-75bd75e0b700),segment_id=a4b4d695-0741-445e-8773-75bd75e0b700)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:20:33.991497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '11c4d95a-7f37-4496-9377-bb82fdf8aa84', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'port_id': '11c4d95a-7f37-4496-9377-bb82fdf8aa84', 'mac_address': 'fa:16:3e:fc:b1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:20:34.060646 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:34.078103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c4d95a-7f37-4496-9377-bb82fdf8aa84 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:20:34.092627 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 11c4d95a-7f37-4496-9377-bb82fdf8aa84, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=11c4d95a-7f37-4496-9377-bb82fdf8aa84,segment=NetworkSegment(a4b4d695-0741-445e-8773-75bd75e0b700),segment_id=a4b4d695-0741-445e-8773-75bd75e0b700)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:20:34.131640 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:34.154486 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:34.221764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=11c4d95a-7f37-4496-9377-bb82fdf8aa84,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:34.230515 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:34.230877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:34.231208 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:34.231534 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:34.231860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:34.232179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:34.232497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:34.232813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:34.233175 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:34.234271 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:34.234601 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:20:34.339452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952fc9e-277f-47a1-b829-e5c415e49cc4 req-ed901561-fb2d-4ee5-9a57-3c672f2d3753 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:34.340871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2952fc9e-277f-47a1-b829-e5c415e49cc4 req-ed901561-fb2d-4ee5-9a57-3c672f2d3753 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 944 time: 0.0771935 Apr 18 22:20:34.390708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2952fc9e-277f-47a1-b829-e5c415e49cc4 req-14307c9f-2bd1-4793-8b8d-5f8acfb9bcca tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437040 Apr 18 22:20:34.525956 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['11c4d95a-7f37-4496-9377-bb82fdf8aa84'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:20:35.583589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f393852-2651-47aa-9607-be675c22b888 req-824a6c9d-f896-4fb4-a7e4-4170d34d2940 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:35.585017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f393852-2651-47aa-9607-be675c22b888 req-824a6c9d-f896-4fb4-a7e4-4170d34d2940 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 944 time: 0.0754550 Apr 18 22:20:35.629352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f393852-2651-47aa-9607-be675c22b888 req-1e927537-247b-4b85-9e96-072d08e0f56a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388255 Apr 18 22:20:35.862675 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 11c4d95a-7f37-4496-9377-bb82fdf8aa84 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:20:35.983822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 11c4d95a-7f37-4496-9377-bb82fdf8aa84 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:20:35.988915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 11c4d95a-7f37-4496-9377-bb82fdf8aa84 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:20:35.989301 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:36.102327 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:36.131619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58543651-95e9-49ef-a182-5575f7244459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c4d95a-7f37-4496-9377-bb82fdf8aa84'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:20:36.142139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 11c4d95a-7f37-4496-9377-bb82fdf8aa84, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=11c4d95a-7f37-4496-9377-bb82fdf8aa84,segment=NetworkSegment(a4b4d695-0741-445e-8773-75bd75e0b700),segment_id=a4b4d695-0741-445e-8773-75bd75e0b700)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:20:36.186241 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6543522c-517b-48fc-8ad8-4b7e29e58ea5'] response: {'server_uuid': '58543651-95e9-49ef-a182-5575f7244459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c4d95a-7f37-4496-9377-bb82fdf8aa84', 'code': 200} Apr 18 22:20:36.208740 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:36.252171 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:20:36.303264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=11c4d95a-7f37-4496-9377-bb82fdf8aa84,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:36.320743 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bcc52d52-7c99-4ed8-ade6-66046b1e854b req-7bf42544-d1c4-4ef6-91d6-9e43b660f442 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 1096 time: 0.0724759 Apr 18 22:20:36.361998 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bcc52d52-7c99-4ed8-ade6-66046b1e854b req-34eef2d2-3695-4f6d-9715-2b59dbc6edff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355911 Apr 18 22:20:36.833804 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c968ebf-8fd5-42ff-9057-1ec60f4ad17e req-9d458890-a03f-458a-8a8a-01652f953d22 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:36.835234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6c968ebf-8fd5-42ff-9057-1ec60f4ad17e req-9d458890-a03f-458a-8a8a-01652f953d22 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0803518 Apr 18 22:20:36.880301 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6c968ebf-8fd5-42ff-9057-1ec60f4ad17e req-8f81770c-65f5-43a8-9541-3032bf8d3335 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396442 Apr 18 22:20:38.078115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f556f0-dc2d-44b1-a495-a22447f7cc0c req-e463178f-6d3d-4fdb-8efc-794e4f0a078f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:38.079528 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2f556f0-dc2d-44b1-a495-a22447f7cc0c req-e463178f-6d3d-4fdb-8efc-794e4f0a078f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0760770 Apr 18 22:20:38.124432 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a2f556f0-dc2d-44b1-a495-a22447f7cc0c req-63e37e85-e875-4e4c-9807-ca43f2688227 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Apr 18 22:20:38.407302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bc029-2b87-473a-9438-d2b50ce22cd6 req-f99909fa-d70f-4c18-87fb-5676b2830102 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:38.408725 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-794bc029-2b87-473a-9438-d2b50ce22cd6 req-f99909fa-d70f-4c18-87fb-5676b2830102 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.1645420 Apr 18 22:20:38.455764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-794bc029-2b87-473a-9438-d2b50ce22cd6 req-3c497f0e-ca24-4edb-89f0-a3df13601712 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Apr 18 22:20:38.482633 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40526) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:38.555309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8f01e780-22ce-4890-afee-169974bd057f tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 1091 time: 0.0714939 Apr 18 22:20:38.557890 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40530) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:38.563546 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '11c4d95a-7f37-4496-9377-bb82fdf8aa84', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:20:38.569497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:20:38.573865 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:floatingip and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:20:38.576589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:20:38.582225 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:20:38.645997 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:38.839830 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:38.966463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.25.3.36 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/fdd840e8-a93d-42a9-8220-d8edc854e7d7) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:20:39.108581 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:39.195052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:39.263022 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:20:39.266141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:20:39.269853 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:20:39.298584 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=fdd840e8-a93d-42a9-8220-d8edc854e7d7,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:39.769227 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:39.828881 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:39.896730 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:40.092159 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:40.157317 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:40.262726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=fdd840e8-a93d-42a9-8220-d8edc854e7d7,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:20:40.278566 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:40.555898 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Floating IP 17c297f8-a3b1-4765-bc64-bdf6488aafa1 associated. External IP: 172.25.3.36, port: 11c4d95a-7f37-4496-9377-bb82fdf8aa84. Apr 18 22:20:40.944845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:20:41.143100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:20:41.153347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211fc3e-6712-4209-8313-097f62c1a5d6 None None] Sync routers for ids ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:20:41.167796 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211fc3e-6712-4209-8313-097f62c1a5d6 None None] Routers {'2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:20:41.169061 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3211fc3e-6712-4209-8313-097f62c1a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:20:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:41.243174 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:41.297815 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1893b390-19cc-48b4-be0e-d289ea3644c3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7388861 Apr 18 22:20:41.298395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58543651-95e9-49ef-a182-5575f7244459', 'tag': '11c4d95a-7f37-4496-9377-bb82fdf8aa84'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:20:41.352479 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3211fc3e-6712-4209-8313-097f62c1a5d6 None None] Set router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:20:41.442572 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc278583-1538-435f-921d-42c48256249d'] response: {'name': 'network-changed', 'server_uuid': '58543651-95e9-49ef-a182-5575f7244459', 'tag': '11c4d95a-7f37-4496-9377-bb82fdf8aa84', 'status': 'completed', 'code': 200} Apr 18 22:20:41.486072 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a35698-a3e3-4609-8957-75b9d638270b req-ac6dc189-f111-462d-a83f-a64bc5377774 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:41.487677 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86a35698-a3e3-4609-8957-75b9d638270b req-ac6dc189-f111-462d-a83f-a64bc5377774 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0871058 Apr 18 22:20:41.532881 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-89dcf46d-b2f7-468e-b2f9-e76c25770ead req-43a1c2ee-d7b7-4532-9d88-2c3b7b771b6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 1096 time: 0.0697000 Apr 18 22:20:41.539824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-86a35698-a3e3-4609-8957-75b9d638270b req-400beab9-5d31-4aae-ae1d-128da5125084 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459435 Apr 18 22:20:41.570271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40540) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:41.666720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcf46d-b2f7-468e-b2f9-e76c25770ead req-bc80f551-7af8-49c8-9fb9-4480120dfea2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:41.666720 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-89dcf46d-b2f7-468e-b2f9-e76c25770ead req-bc80f551-7af8-49c8-9fb9-4480120dfea2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4dd9526c-3751-4782-9357-9ac3b70811f4 HTTP/1.1" status: 200 len: 897 time: 0.1276920 Apr 18 22:20:41.681333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-59786e57-d86f-408a-ac2b-ac6c232bb32f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/17c297f8-a3b1-4765-bc64-bdf6488aafa1 HTTP/1.1" status: 200 len: 990 time: 0.1088030 Apr 18 22:20:41.740319 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3211fc3e-6712-4209-8313-097f62c1a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '17c297f8-a3b1-4765-bc64-bdf6488aafa1', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'port_id': '11c4d95a-7f37-4496-9377-bb82fdf8aa84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'mac_address': 'fa:16:3e:fc:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58543651-95e9-49ef-a182-5575f7244459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:20:39Z', 'updated_at': '2022-04-18T22:20:39Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c442febd-8114-44bf-a084-6c7e414a171b', 'name': '', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:c6:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:19Z', 'updated_at': '2022-04-18T22:20:26Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:41.744400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211fc3e-6712-4209-8313-097f62c1a5d6 None None] Checking router: 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:20:41.755964 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211fc3e-6712-4209-8313-097f62c1a5d6 None None] Routers {'2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:20:41.756565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3211fc3e-6712-4209-8313-097f62c1a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:20:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:41.771319 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-89dcf46d-b2f7-468e-b2f9-e76c25770ead req-b5c91e2c-947e-4951-b7c6-36a01888e00f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11c4d95a-7f37-4496-9377-bb82fdf8aa84 HTTP/1.1" status: 200 len: 998 time: 0.0985661 Apr 18 22:20:41.837880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcf46d-b2f7-468e-b2f9-e76c25770ead req-d0da3023-bef3-4d42-b854-d5c8c9e2c333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:41.839360 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-89dcf46d-b2f7-468e-b2f9-e76c25770ead req-d0da3023-bef3-4d42-b854-d5c8c9e2c333 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=652d5bdd-873c-4ad3-84c4-2a7728a9f01d HTTP/1.1" status: 200 len: 834 time: 0.0621104 Apr 18 22:20:41.912969 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-89dcf46d-b2f7-468e-b2f9-e76c25770ead req-5e359434-09a9-4aa0-9a2c-a2aed2d3ff69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4dd9526c-3751-4782-9357-9ac3b70811f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673873 Apr 18 22:20:41.932631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3211fc3e-6712-4209-8313-097f62c1a5d6 None None] Set router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:20:42.042287 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-89dcf46d-b2f7-468e-b2f9-e76c25770ead req-92db5ca5-79d7-408c-8c67-18d2f9adf901 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234481 Apr 18 22:20:42.172795 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-89dcf46d-b2f7-468e-b2f9-e76c25770ead req-f6a777a0-8fe9-468b-adeb-005533798b33 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249731 Apr 18 22:20:42.282742 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3211fc3e-6712-4209-8313-097f62c1a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '17c297f8-a3b1-4765-bc64-bdf6488aafa1', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'port_id': '11c4d95a-7f37-4496-9377-bb82fdf8aa84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'mac_address': 'fa:16:3e:fc:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58543651-95e9-49ef-a182-5575f7244459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:20:39Z', 'updated_at': '2022-04-18T22:20:39Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c442febd-8114-44bf-a084-6c7e414a171b', 'name': '', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:c6:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:19Z', 'updated_at': '2022-04-18T22:20:26Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:20:42.286685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211fc3e-6712-4209-8313-097f62c1a5d6 None None] The sync data for ids ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'] in n-d-836017-3 is: [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '17c297f8-a3b1-4765-bc64-bdf6488aafa1', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'port_id': '11c4d95a-7f37-4496-9377-bb82fdf8aa84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'mac_address': 'fa:16:3e:fc:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58543651-95e9-49ef-a182-5575f7244459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:20:39Z', 'updated_at': '2022-04-18T22:20:39Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c442febd-8114-44bf-a084-6c7e414a171b', 'name': '', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:c6:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:19Z', 'updated_at': '2022-04-18T22:20:26Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:20:42.478132 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dc043d-a1cd-4bf4-98a3-0fedeaa3f804 None None] New status for floating IP 17c297f8-a3b1-4765-bc64-bdf6488aafa1: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:20:42.683283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40544) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:42.830830 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-6237f958-1589-43d0-8387-1daee094f870 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/17c297f8-a3b1-4765-bc64-bdf6488aafa1 HTTP/1.1" status: 200 len: 990 time: 0.1462216 Apr 18 22:20:43.834515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40550) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:20:43.939137 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d5051ccd-0b8f-4458-88a4-857ff3cc7970 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/17c297f8-a3b1-4765-bc64-bdf6488aafa1 HTTP/1.1" status: 200 len: 992 time: 0.1020393 Apr 18 22:20:54.742874 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-03ec8a42-0331-40e8-9078-fb18e3b102e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:57.142823 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-41d90cd3-da08-4f56-8481-1f97b28c820a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:57.782643 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c7a57855-2128-45c5-ac0c-a3a6fd537d02 req-3c8b01fd-a4a5-4895-b38b-a67de3e5c634 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1314914 Apr 18 22:20:57.923553 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c7a57855-2128-45c5-ac0c-a3a6fd537d02 req-5a390fc2-af6e-492e-a88a-27db48b7fb88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 1096 time: 0.0720603 Apr 18 22:20:58.045951 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:20:58.151542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a57855-2128-45c5-ac0c-a3a6fd537d02 req-ee7c5514-d447-4780-be4e-9314a619dcd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:58.153016 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c7a57855-2128-45c5-ac0c-a3a6fd537d02 req-ee7c5514-d447-4780-be4e-9314a619dcd6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4dd9526c-3751-4782-9357-9ac3b70811f4 HTTP/1.1" status: 200 len: 897 time: 0.2101810 Apr 18 22:20:58.255963 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c7a57855-2128-45c5-ac0c-a3a6fd537d02 req-09235b33-6090-4e64-8030-2adfb7e42fe2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11c4d95a-7f37-4496-9377-bb82fdf8aa84 HTTP/1.1" status: 200 len: 1000 time: 0.0958183 Apr 18 22:20:58.317957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a57855-2128-45c5-ac0c-a3a6fd537d02 req-451ea8c1-58d4-40c9-8192-36c1b4370755 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:20:58.319360 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c7a57855-2128-45c5-ac0c-a3a6fd537d02 req-451ea8c1-58d4-40c9-8192-36c1b4370755 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=652d5bdd-873c-4ad3-84c4-2a7728a9f01d HTTP/1.1" status: 200 len: 834 time: 0.0571628 Apr 18 22:20:58.395783 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c7a57855-2128-45c5-ac0c-a3a6fd537d02 req-544206f3-3fbf-49c3-a72a-e6b22eae465f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4dd9526c-3751-4782-9357-9ac3b70811f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701668 Apr 18 22:20:58.526939 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c7a57855-2128-45c5-ac0c-a3a6fd537d02 req-dc685057-285c-4c18-8e9a-df944128d3a6 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244037 Apr 18 22:20:58.659834 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c7a57855-2128-45c5-ac0c-a3a6fd537d02 req-1b3ce7cc-2029-44ba-b590-518f74eb7ed9 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260922 Apr 18 22:20:58.857157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:01.330918 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:04.117058 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:09.819474 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:13.252916 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:21:24.739494 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-08c361b4-9cbb-4d63-ba0f-fcf8e7148175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:27.171276 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3a7b40c0-060a-4adf-817d-2627591acdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:28.050324 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:28.864931 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:31.293753 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:34.113498 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:39.844536 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:42.873530 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae4897-6db5-4cac-984f-78b6cb7f1dda req-36488993-ed94-4c62-8ed8-1bb8e7c87687 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:42.875295 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5ae4897-6db5-4cac-984f-78b6cb7f1dda req-36488993-ed94-4c62-8ed8-1bb8e7c87687 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0815294 Apr 18 22:21:42.920822 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5ae4897-6db5-4cac-984f-78b6cb7f1dda req-72c1a741-29f8-49a1-b132-7bdcb0b3b3aa tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397856 Apr 18 22:21:44.189564 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3c9a3-46f5-432d-ae36-479575056adc req-89cc0c25-71b1-46f7-8212-45bf31bbb7a6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:44.191031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4c3c9a3-46f5-432d-ae36-479575056adc req-89cc0c25-71b1-46f7-8212-45bf31bbb7a6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.1485457 Apr 18 22:21:44.237134 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d4c3c9a3-46f5-432d-ae36-479575056adc req-136f9d0c-0608-48af-9c22-c503ac3f109e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405161 Apr 18 22:21:45.434330 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a77800-c78d-4965-aab6-48a48141d398 req-90b9fa23-0da6-49f7-a3d0-dd6dbcc4067c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:45.435888 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6a77800-c78d-4965-aab6-48a48141d398 req-90b9fa23-0da6-49f7-a3d0-dd6dbcc4067c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0782011 Apr 18 22:21:45.480362 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e6a77800-c78d-4965-aab6-48a48141d398 req-e937830d-123d-4344-8201-0a5d9400624b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388050 Apr 18 22:21:46.672179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93632f-668c-4e9d-a13b-978db102f6d2 req-461f504a-858e-41cb-a48e-5f80dc53d0ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:46.673639 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f93632f-668c-4e9d-a13b-978db102f6d2 req-461f504a-858e-41cb-a48e-5f80dc53d0ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0754001 Apr 18 22:21:46.720876 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f93632f-668c-4e9d-a13b-978db102f6d2 req-607d0c39-5633-4085-ae0f-513ab28cb672 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418160 Apr 18 22:21:48.048638 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c2e65-9535-4e3e-be58-c31430f5dc50 req-21b4fa38-b794-4715-b0c4-92017ab0602f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:48.050027 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b8c2e65-9535-4e3e-be58-c31430f5dc50 req-21b4fa38-b794-4715-b0c4-92017ab0602f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.1990526 Apr 18 22:21:48.102750 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9b8c2e65-9535-4e3e-be58-c31430f5dc50 req-7cc97b0a-92c6-4303-8d2f-3ba8eaa7cd2d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462275 Apr 18 22:21:49.303867 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a1b9-9075-40a0-a3fe-90cc57edf45f req-d23074d9-887a-45dd-be2c-0dc48e96d95d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:49.305300 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9b6a1b9-9075-40a0-a3fe-90cc57edf45f req-d23074d9-887a-45dd-be2c-0dc48e96d95d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0777845 Apr 18 22:21:49.350231 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c9b6a1b9-9075-40a0-a3fe-90cc57edf45f req-39cffb86-df6c-4fb9-ac4f-61d810b61b59 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394993 Apr 18 22:21:50.254829 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:21:50.547125 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c6700-ea79-401e-9449-8f3a043595d5 req-6139ebad-51d9-464f-84c9-811b1d832de2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:50.548464 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-360c6700-ea79-401e-9449-8f3a043595d5 req-6139ebad-51d9-464f-84c9-811b1d832de2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0751052 Apr 18 22:21:50.593138 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-360c6700-ea79-401e-9449-8f3a043595d5 req-462157b2-1f3a-45f4-ba95-f854d1415784 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390732 Apr 18 22:21:51.793998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76334d5c-8a1f-43d5-b8a1-6bcabbaecb72 req-e8df3cb7-6c0f-407e-a7c0-7b6b0062efc1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:51.795780 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76334d5c-8a1f-43d5-b8a1-6bcabbaecb72 req-e8df3cb7-6c0f-407e-a7c0-7b6b0062efc1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0784118 Apr 18 22:21:51.840735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76334d5c-8a1f-43d5-b8a1-6bcabbaecb72 req-19f0aec0-02b1-41ce-b559-b06f7428bf7b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394268 Apr 18 22:21:53.036787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72073b-bcf9-4dd4-9de4-4032c52a154c req-c6186fd3-db9b-449b-b40b-b2f0462fb02c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:53.038237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab72073b-bcf9-4dd4-9de4-4032c52a154c req-c6186fd3-db9b-449b-b40b-b2f0462fb02c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0760670 Apr 18 22:21:53.087220 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ab72073b-bcf9-4dd4-9de4-4032c52a154c req-07c5ab36-053e-4bd2-b1d3-b7ad8070b87c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435488 Apr 18 22:21:54.280041 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42553c7-ee4a-4093-9c37-60bc4a195e2b req-4858bf72-0898-4ea2-92e0-49c07aaf7c34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:54.281509 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d42553c7-ee4a-4093-9c37-60bc4a195e2b req-4858bf72-0898-4ea2-92e0-49c07aaf7c34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0746856 Apr 18 22:21:54.325523 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d42553c7-ee4a-4093-9c37-60bc4a195e2b req-85182165-c950-4bd9-93f6-e896884dd4e4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385697 Apr 18 22:21:54.354347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40612) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:21:54.460444 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-64f1c27b-b349-4074-8417-7b09dc9a715d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/17c297f8-a3b1-4765-bc64-bdf6488aafa1 HTTP/1.1" status: 200 len: 992 time: 0.1049573 Apr 18 22:21:54.733909 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1a567f75-dddd-47ca-9561-87290de0c969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:56.065586 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc7675-c1d8-472d-9c94-05599719532c req-7fcd83e2-82e5-4236-905f-3b4a50468015 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:56.067020 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19fc7675-c1d8-472d-9c94-05599719532c req-7fcd83e2-82e5-4236-905f-3b4a50468015 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0829835 Apr 18 22:21:56.113155 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-19fc7675-c1d8-472d-9c94-05599719532c req-c4f189b2-281d-4380-80ff-3a02a4609418 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405283 Apr 18 22:21:56.157423 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a743b8-9f38-4cf1-b487-15dc66fa13a0 req-075129f9-0153-4f15-802f-c9f79df74b97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 1096 time: 0.0732062 Apr 18 22:21:56.286174 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a743b8-9f38-4cf1-b487-15dc66fa13a0 req-27c1d70c-f449-4f40-8dd1-d2b39bc23608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:56.287615 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a743b8-9f38-4cf1-b487-15dc66fa13a0 req-27c1d70c-f449-4f40-8dd1-d2b39bc23608 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4dd9526c-3751-4782-9357-9ac3b70811f4 HTTP/1.1" status: 200 len: 897 time: 0.1250618 Apr 18 22:21:56.391069 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a743b8-9f38-4cf1-b487-15dc66fa13a0 req-1c084d2e-7967-47ab-9f17-6211dbfa5d0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11c4d95a-7f37-4496-9377-bb82fdf8aa84 HTTP/1.1" status: 200 len: 1000 time: 0.0975866 Apr 18 22:21:56.451819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a743b8-9f38-4cf1-b487-15dc66fa13a0 req-a092e685-82bb-4253-b058-cc64c2b1f7e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:56.453228 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a743b8-9f38-4cf1-b487-15dc66fa13a0 req-a092e685-82bb-4253-b058-cc64c2b1f7e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=652d5bdd-873c-4ad3-84c4-2a7728a9f01d HTTP/1.1" status: 200 len: 834 time: 0.0567384 Apr 18 22:21:56.526898 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a743b8-9f38-4cf1-b487-15dc66fa13a0 req-4cda9d89-1457-4c26-b2f7-7e71f98f4dbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4dd9526c-3751-4782-9357-9ac3b70811f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682266 Apr 18 22:21:56.656323 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a743b8-9f38-4cf1-b487-15dc66fa13a0 req-2888f35c-0200-44fc-90ac-948ed4fbafb5 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233420 Apr 18 22:21:56.785776 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-09a743b8-9f38-4cf1-b487-15dc66fa13a0 req-a19a232e-1c7a-4e46-ae6c-320a1cbf6d7e service neutron] 10.222.0.26 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237583 Apr 18 22:21:57.175912 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2e6ddc97-67e0-4422-be45-ef2eec421002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:57.314931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c9877-de3e-446d-b425-c4f777426cfe req-f22415c5-6a75-4f18-9063-1e70badeb35b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:57.316369 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-991c9877-de3e-446d-b425-c4f777426cfe req-f22415c5-6a75-4f18-9063-1e70badeb35b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0791073 Apr 18 22:21:57.363913 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-991c9877-de3e-446d-b425-c4f777426cfe req-2defe3e2-4e6d-4292-bd85-00104bb6b82c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420082 Apr 18 22:21:58.067110 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:58.564156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da9e00-f16b-4ad9-93de-e3785b062731 req-48614b39-2ffa-46d2-9a5e-4db6fbf111a5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:58.565622 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6da9e00-f16b-4ad9-93de-e3785b062731 req-48614b39-2ffa-46d2-9a5e-4db6fbf111a5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0810800 Apr 18 22:21:58.612233 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6da9e00-f16b-4ad9-93de-e3785b062731 req-d8c48047-cbd5-4146-aa7b-683421b9ed42 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406947 Apr 18 22:21:58.640858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40628) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:21:58.744179 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b9d66ca9-ef77-477c-99c8-b7dc0d2466da tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/17c297f8-a3b1-4765-bc64-bdf6488aafa1 HTTP/1.1" status: 200 len: 992 time: 0.1020668 Apr 18 22:21:58.855758 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:21:59.103200 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a42f4be-47c8-4d79-a780-85082fbeddff req-52ee3ce4-3878-4a8b-a66d-c777e49218cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1539893 Apr 18 22:21:59.237267 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a42f4be-47c8-4d79-a780-85082fbeddff req-e42678e6-6953-4294-af6e-cbc367e9a6fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 1096 time: 0.0679810 Apr 18 22:21:59.377421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42f4be-47c8-4d79-a780-85082fbeddff req-c080c949-ab86-4e3b-8f18-5447229c38b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:59.378770 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a42f4be-47c8-4d79-a780-85082fbeddff req-c080c949-ab86-4e3b-8f18-5447229c38b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4dd9526c-3751-4782-9357-9ac3b70811f4 HTTP/1.1" status: 200 len: 897 time: 0.1235893 Apr 18 22:21:59.478460 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a42f4be-47c8-4d79-a780-85082fbeddff req-558ff013-eb1c-40fd-9a5f-210a9fb242a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11c4d95a-7f37-4496-9377-bb82fdf8aa84 HTTP/1.1" status: 200 len: 1000 time: 0.0944374 Apr 18 22:21:59.538116 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42f4be-47c8-4d79-a780-85082fbeddff req-d96b7a0f-2dd2-4496-9476-b16c6fdfa374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:21:59.539494 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a42f4be-47c8-4d79-a780-85082fbeddff req-d96b7a0f-2dd2-4496-9476-b16c6fdfa374 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=652d5bdd-873c-4ad3-84c4-2a7728a9f01d HTTP/1.1" status: 200 len: 834 time: 0.0561023 Apr 18 22:21:59.616968 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a42f4be-47c8-4d79-a780-85082fbeddff req-1a1221bf-9323-40ce-ac94-6b62395dab11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4dd9526c-3751-4782-9357-9ac3b70811f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712154 Apr 18 22:21:59.754896 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a42f4be-47c8-4d79-a780-85082fbeddff req-befd35ba-4f6e-4441-a75f-8a30ffc377bf service neutron] 10.222.0.26 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312449 Apr 18 22:21:59.885095 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7a42f4be-47c8-4d79-a780-85082fbeddff req-5430287c-b77a-40c8-a748-d58d86817488 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244283 Apr 18 22:22:01.284532 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:04.150564 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:09.849881 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:24.740732 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e41b2e01-3ea3-41a1-8d92-b4db7ba1b055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:27.221236 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c89cc86c-50af-4d94-9942-ce7b9d012a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:27.255732 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:22:28.060544 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:28.889768 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:31.295000 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:34.134865 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:39.847261 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:48.089808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40658) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:22:48.523763 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port fdd840e8-a93d-42a9-8220-d8edc854e7d7 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:22:48.524100 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:48.697039 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:48.697275 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:48.820093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for fdd840e8-a93d-42a9-8220-d8edc854e7d7 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:22:49.049229 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:49.102048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=fdd840e8-a93d-42a9-8220-d8edc854e7d7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:22:49.282773 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:49.283293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:49.283793 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:49.284332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:49.284846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:49.285310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:49.285310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:49.285310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:49.286580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:49.286709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:49.287035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:49.321296 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:49.735455 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:22:49.955247 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:22:49.964741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b204a-4bc4-4d29-9c21-968aa47c840e None None] Sync routers for ids ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:22:49.971735 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:49.978399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b204a-4bc4-4d29-9c21-968aa47c840e None None] Routers {'2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:22:49.979278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-829b204a-4bc4-4d29-9c21-968aa47c840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:22:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:22:50.029955 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b783a3c2-89b8-4ac5-b771-07444fd71881 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/floatingips/17c297f8-a3b1-4765-bc64-bdf6488aafa1 HTTP/1.1" status: 204 len: 168 time: 1.9389138 Apr 18 22:22:50.030433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58543651-95e9-49ef-a182-5575f7244459', 'tag': '11c4d95a-7f37-4496-9377-bb82fdf8aa84'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:22:50.183550 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-829b204a-4bc4-4d29-9c21-968aa47c840e None None] Set router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:22:50.293531 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef29559-0624-43b5-9e20-b8bd6bb9ceef'] response: {'name': 'network-changed', 'server_uuid': '58543651-95e9-49ef-a182-5575f7244459', 'tag': '11c4d95a-7f37-4496-9377-bb82fdf8aa84', 'status': 'completed', 'code': 200} Apr 18 22:22:50.394321 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-678ea7c5-9606-4d69-a623-385f5b1bfbd0 req-91171b65-f2e2-472c-87c8-a05f0381ce7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 1096 time: 0.0803015 Apr 18 22:22:50.502420 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-829b204a-4bc4-4d29-9c21-968aa47c840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'c442febd-8114-44bf-a084-6c7e414a171b', 'name': '', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:c6:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:19Z', 'updated_at': '2022-04-18T22:20:26Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:22:50.506981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b204a-4bc4-4d29-9c21-968aa47c840e None None] Checking router: 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:22:50.519845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b204a-4bc4-4d29-9c21-968aa47c840e None None] Routers {'2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:22:50.520537 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-829b204a-4bc4-4d29-9c21-968aa47c840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:22:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:22:50.534277 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ea7c5-9606-4d69-a623-385f5b1bfbd0 req-d68f42e7-ab7f-4d02-978e-747a1f646383 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:22:50.535712 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-678ea7c5-9606-4d69-a623-385f5b1bfbd0 req-d68f42e7-ab7f-4d02-978e-747a1f646383 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4dd9526c-3751-4782-9357-9ac3b70811f4 HTTP/1.1" status: 200 len: 897 time: 0.1350374 Apr 18 22:22:50.605972 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-678ea7c5-9606-4d69-a623-385f5b1bfbd0 req-2e5a33f8-8ffe-49e9-a4bb-7efc2a7cda99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11c4d95a-7f37-4496-9377-bb82fdf8aa84 HTTP/1.1" status: 200 len: 217 time: 0.0624111 Apr 18 22:22:50.672428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260557c-c45c-4a24-a902-69703e5ca21d req-11021985-5a0e-4eb2-aa4f-81e4a3a2387b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:22:50.674021 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6260557c-c45c-4a24-a902-69703e5ca21d req-11021985-5a0e-4eb2-aa4f-81e4a3a2387b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0893962 Apr 18 22:22:50.679197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ea7c5-9606-4d69-a623-385f5b1bfbd0 req-efbc8801-ded1-47bf-9363-2db3ca46e978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:22:50.680611 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-678ea7c5-9606-4d69-a623-385f5b1bfbd0 req-efbc8801-ded1-47bf-9363-2db3ca46e978 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=652d5bdd-873c-4ad3-84c4-2a7728a9f01d HTTP/1.1" status: 200 len: 834 time: 0.0693264 Apr 18 22:22:50.705484 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-829b204a-4bc4-4d29-9c21-968aa47c840e None None] Set router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:22:50.720588 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6260557c-c45c-4a24-a902-69703e5ca21d req-4c05de51-fe7e-4109-ab22-1043e2d8fe24 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407872 Apr 18 22:22:50.758178 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-678ea7c5-9606-4d69-a623-385f5b1bfbd0 req-a2b5a115-386a-4d97-8064-18a4ea8fc576 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4dd9526c-3751-4782-9357-9ac3b70811f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708818 Apr 18 22:22:50.887918 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-678ea7c5-9606-4d69-a623-385f5b1bfbd0 req-46b87190-ca00-4678-8b2c-ac618d720c29 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227350 Apr 18 22:22:51.014781 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-829b204a-4bc4-4d29-9c21-968aa47c840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'c442febd-8114-44bf-a084-6c7e414a171b', 'name': '', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:c6:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:19Z', 'updated_at': '2022-04-18T22:20:26Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:22:51.018700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b204a-4bc4-4d29-9c21-968aa47c840e None None] The sync data for ids ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'] in n-d-836017-3 is: [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'c442febd-8114-44bf-a084-6c7e414a171b', 'name': '', 'network_id': '4dd9526c-3751-4782-9357-9ac3b70811f4', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:c6:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:19Z', 'updated_at': '2022-04-18T22:20:26Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': '652d5bdd-873c-4ad3-84c4-2a7728a9f01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:22:51.022750 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-678ea7c5-9606-4d69-a623-385f5b1bfbd0 req-ef9ed87c-6873-42c7-a0b9-e4c0e6ac7407 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276484 Apr 18 22:22:51.251944 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b8eb7-449c-4fd1-951c-61ef8f1da594 None None] New status for floating IP 17c297f8-a3b1-4765-bc64-bdf6488aafa1: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:22:51.930315 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b50f2e-ac95-40e6-bda7-09909450f9fc req-5904409c-ef8d-4c35-b1bc-27952f3f15a6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:22:51.931804 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90b50f2e-ac95-40e6-bda7-09909450f9fc req-5904409c-ef8d-4c35-b1bc-27952f3f15a6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.0879076 Apr 18 22:22:51.979965 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-90b50f2e-ac95-40e6-bda7-09909450f9fc req-04f6e7ee-fe6b-469d-be13-e673440e99ec tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Apr 18 22:22:52.137441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-4aa0f121-f634-4619-a619-d9f3d36afcc2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:22:52.138143 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-4aa0f121-f634-4619-a619-d9f3d36afcc2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:22:52.220395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-4aa0f121-f634-4619-a619-d9f3d36afcc2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:22:52.221599 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-4aa0f121-f634-4619-a619-d9f3d36afcc2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 945 time: 0.1565685 Apr 18 22:22:52.387820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-0ab565aa-6de0-497d-b6bc-ea6459bf2bcc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 11c4d95a-7f37-4496-9377-bb82fdf8aa84 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:22:52.388055 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-0ab565aa-6de0-497d-b6bc-ea6459bf2bcc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:52.643919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-0ab565aa-6de0-497d-b6bc-ea6459bf2bcc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port 11c4d95a-7f37-4496-9377-bb82fdf8aa84, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=11c4d95a-7f37-4496-9377-bb82fdf8aa84,segment=NetworkSegment(a4b4d695-0741-445e-8773-75bd75e0b700),segment_id=a4b4d695-0741-445e-8773-75bd75e0b700)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:22:52.644212 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-0ab565aa-6de0-497d-b6bc-ea6459bf2bcc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:52.762616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-0ab565aa-6de0-497d-b6bc-ea6459bf2bcc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 11c4d95a-7f37-4496-9377-bb82fdf8aa84 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:22:52.974908 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-0ab565aa-6de0-497d-b6bc-ea6459bf2bcc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:53.024229 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab565aa-6de0-497d-b6bc-ea6459bf2bcc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=11c4d95a-7f37-4496-9377-bb82fdf8aa84,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:22:53.098712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-0ab565aa-6de0-497d-b6bc-ea6459bf2bcc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] No DVR routers for this DVR port 11c4d95a-7f37-4496-9377-bb82fdf8aa84 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:22:53.101291 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-0ab565aa-6de0-497d-b6bc-ea6459bf2bcc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:53.103810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58543651-95e9-49ef-a182-5575f7244459', 'name': 'network-vif-deleted', 'tag': '11c4d95a-7f37-4496-9377-bb82fdf8aa84'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:22:53.150693 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1c25204f-c1dc-4192-9eba-0b1330b2aee8 req-f724dca2-76f3-40e6-9172-047906654510 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=58543651-95e9-49ef-a182-5575f7244459 HTTP/1.1" status: 200 len: 210 time: 0.0490317 Apr 18 22:22:53.173505 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2cd5bde5-57dd-4258-801c-4ae41b3d9d97 req-0ab565aa-6de0-497d-b6bc-ea6459bf2bcc tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "DELETE /v2.0/ports/11c4d95a-7f37-4496-9377-bb82fdf8aa84 HTTP/1.1" status: 204 len: 173 time: 0.9455957 Apr 18 22:22:53.196100 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b963966-41bd-4f27-8a2c-776c898762c7'] response: {'server_uuid': '58543651-95e9-49ef-a182-5575f7244459', 'name': 'network-vif-deleted', 'tag': '11c4d95a-7f37-4496-9377-bb82fdf8aa84', 'status': 'completed', 'code': 200} Apr 18 22:22:54.274239 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40692) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:22:54.667953 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d22a5e9e-57ac-4a0d-8479-cb377a88ac50 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:54.743879 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c2c37b4a-23b6-4bf6-929a-647c72aa97ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:55.372055 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-d22a5e9e-57ac-4a0d-8479-cb377a88ac50 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port c442febd-8114-44bf-a084-6c7e414a171b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:22:55.372671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d22a5e9e-57ac-4a0d-8479-cb377a88ac50 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:55.554847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-d22a5e9e-57ac-4a0d-8479-cb377a88ac50 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port c442febd-8114-44bf-a084-6c7e414a171b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=c442febd-8114-44bf-a084-6c7e414a171b,segment=NetworkSegment(a4b4d695-0741-445e-8773-75bd75e0b700),segment_id=a4b4d695-0741-445e-8773-75bd75e0b700)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:22:55.555112 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d22a5e9e-57ac-4a0d-8479-cb377a88ac50 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:55.672107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-d22a5e9e-57ac-4a0d-8479-cb377a88ac50 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for c442febd-8114-44bf-a084-6c7e414a171b owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:22:55.912137 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d22a5e9e-57ac-4a0d-8479-cb377a88ac50 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:55.959088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a5e9e-57ac-4a0d-8479-cb377a88ac50 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=c442febd-8114-44bf-a084-6c7e414a171b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:22:56.250039 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d22a5e9e-57ac-4a0d-8479-cb377a88ac50 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:56.573120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 11c4d95a-7f37-4496-9377-bb82fdf8aa84 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:22:56.611308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 11c4d95a-7f37-4496-9377-bb82fdf8aa84 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:22:56.611646 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 11c4d95a-7f37-4496-9377-bb82fdf8aa84 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:22:56.913925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22a5e9e-57ac-4a0d-8479-cb377a88ac50 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:22:57.111180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22a5e9e-57ac-4a0d-8479-cb377a88ac50 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:22:57.127033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444438ef-2f9f-4d7a-976c-183c89c44f58 None None] Sync routers for ids ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:22:57.127221 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d22a5e9e-57ac-4a0d-8479-cb377a88ac50 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "PUT /v2.0/routers/2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8490129 Apr 18 22:22:57.127386 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40696) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:22:57.136025 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444438ef-2f9f-4d7a-976c-183c89c44f58 None None] Routers {'2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:22:57.136619 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-444438ef-2f9f-4d7a-976c-183c89c44f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:22:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:22:57.286374 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-72b6bca3-980c-4bd4-af1d-ed9eb05d68c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:57.317435 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a506ebd-033a-448e-8b14-069f95fe44db tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting subnet 652d5bdd-873c-4ad3-84c4-2a7728a9f01d {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:22:57.320296 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a506ebd-033a-448e-8b14-069f95fe44db tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:57.356743 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-444438ef-2f9f-4d7a-976c-183c89c44f58 None None] Set router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:22:57.373998 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a506ebd-033a-448e-8b14-069f95fe44db tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:57.456695 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a506ebd-033a-448e-8b14-069f95fe44db tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:57.603742 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a506ebd-033a-448e-8b14-069f95fe44db tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:57.642878 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-444438ef-2f9f-4d7a-976c-183c89c44f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:22:55Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:22:57.644358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a506ebd-033a-448e-8b14-069f95fe44db tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Subnet': ['ID=652d5bdd-873c-4ad3-84c4-2a7728a9f01d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:22:57.646719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444438ef-2f9f-4d7a-976c-183c89c44f58 None None] Checking router: 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:22:57.650357 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1a506ebd-033a-448e-8b14-069f95fe44db tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:57.659168 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee86ad65-78e1-4cb9-b3eb-e21b5f63d1fc None None] Network 4dd9526c-3751-4782-9357-9ac3b70811f4 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:22:57.659350 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1a506ebd-033a-448e-8b14-069f95fe44db tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/subnets/652d5bdd-873c-4ad3-84c4-2a7728a9f01d HTTP/1.1" status: 204 len: 168 time: 0.5303867 Apr 18 22:22:57.661919 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40700) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:22:57.674741 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444438ef-2f9f-4d7a-976c-183c89c44f58 None None] Routers {'2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:22:57.675366 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-444438ef-2f9f-4d7a-976c-183c89c44f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:22:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:22:57.861389 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:58.013050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-444438ef-2f9f-4d7a-976c-183c89c44f58 None None] Set router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:22:58.065702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:58.126067 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:58.157619 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port aa9b885b-197c-4b08-a29e-8b9cc29b127d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:22:58.158092 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:58.222222 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] DHCP port deletion for 4dd9526c-3751-4782-9357-9ac3b70811f4 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:22:58.242174 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Deleting port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:22:58.242545 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:58.452669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port aa9b885b-197c-4b08-a29e-8b9cc29b127d, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=aa9b885b-197c-4b08-a29e-8b9cc29b127d,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:22:58.453038 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:58.507045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] For port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=39f6fe31-0a90-42e8-b70a-3dcc9ae54c02,segment=NetworkSegment(a4b4d695-0741-445e-8773-75bd75e0b700),segment_id=a4b4d695-0741-445e-8773-75bd75e0b700)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:22:58.507438 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:58.519657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:22:58.573722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for aa9b885b-197c-4b08-a29e-8b9cc29b127d owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:22:58.714157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Calling delete_port for 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:22:58.741312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-444438ef-2f9f-4d7a-976c-183c89c44f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:22:55Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:22:58.760987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444438ef-2f9f-4d7a-976c-183c89c44f58 None None] The sync data for ids ['2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6'] in n-d-836017-3 is: [{'id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755260817', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:22:55Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': 'aa9b885b-197c-4b08-a29e-8b9cc29b127d', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:20:15Z', 'updated_at': '2022-04-18T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:22:58.823854 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:58.860120 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:58.870271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=aa9b885b-197c-4b08-a29e-8b9cc29b127d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:22:58.901039 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:58.970752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:58.977575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Pushing event deleted for resources: {'Port': ['ID=39f6fe31-0a90-42e8-b70a-3dcc9ae54c02,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:22:58.991438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:58.991769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:58.992118 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:58.992452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:58.992790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:58.993124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:58.993454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:58.993805 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:58.994128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:58.994459 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:58.994777 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:58.997323 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1a35d-9422-46c8-a236-f143a02a2bea None None] No DVR routers for this DVR port 39f6fe31-0a90-42e8-b70a-3dcc9ae54c02 on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:22:59.098164 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:59.360350 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:59.364580 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:59.459793 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:59.460293 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Fanout notify agent at l3_agent the message router_deleted on router 2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:22:59.476225 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:59.477360 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-69946500-c462-4d6a-ac43-ceb608bf2300 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/routers/2dced7d4-c001-4457-8ca9-b3a0cf7a6ab6 HTTP/1.1" status: 204 len: 168 time: 1.8145010 Apr 18 22:22:59.480248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40704) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:22:59.598609 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:59.727281 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:59.755752 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd9526c-3751-4782-9357-9ac3b70811f4']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:22:59.767251 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b4d695-0741-445e-8773-75bd75e0b700') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:22:59.767542 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b4d695-0741-445e-8773-75bd75e0b700') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:22:59.778412 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:59.793646 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:59.799986 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:22:59.800375 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: timer() Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:22:59.814311 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:22:59.949951 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:59.968143 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:22:59.978850 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Network': ['ID=4dd9526c-3751-4782-9357-9ac3b70811f4,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:22:59.989845 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:59.990182 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:59.990515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:59.990842 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:59.991179 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:59.991491 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:59.991812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:59.992130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:59.992449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:59.992761 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:22:59.993073 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:23:00.061728 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-83313699-d7a6-436a-92d2-52fd70b73c5b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/networks/4dd9526c-3751-4782-9357-9ac3b70811f4 HTTP/1.1" status: 204 len: 168 time: 0.5804317 Apr 18 22:23:00.064440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40708) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:00.132631 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1826b2fa-34b2-4741-b3b9-b62c5d5d4317 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:00.161836 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1826b2fa-34b2-4741-b3b9-b62c5d5d4317 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:00.288926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1826b2fa-34b2-4741-b3b9-b62c5d5d4317 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:00.307012 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826b2fa-34b2-4741-b3b9-b62c5d5d4317 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:00.402407 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1826b2fa-34b2-4741-b3b9-b62c5d5d4317 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:00.403526 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1826b2fa-34b2-4741-b3b9-b62c5d5d4317 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/security-groups/d3b3ddc2-d3e3-4ab2-8d1a-fbead786238a HTTP/1.1" status: 204 len: 168 time: 0.3381109 Apr 18 22:23:00.508183 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c442febd-8114-44bf-a084-6c7e414a171b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:23:00.544603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: c442febd-8114-44bf-a084-6c7e414a171b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:23:00.544948 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device c442febd-8114-44bf-a084-6c7e414a171b not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:23:00.545365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device aa9b885b-197c-4b08-a29e-8b9cc29b127d no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:23:00.576378 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: aa9b885b-197c-4b08-a29e-8b9cc29b127d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:23:00.576791 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device aa9b885b-197c-4b08-a29e-8b9cc29b127d not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:23:01.269773 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:01.979672 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40718) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:01.985749 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589463673', 'description': 'tempest-secgroup-smoke-589463673 description', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:01.992378 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:01.996449 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:01.999951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:02.005650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:02.081191 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:02.116079 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:02.119912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:02.123310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:02.129113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:02.185075 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:02.249527 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:02.292457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:02.358187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:02.359398 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-15993c81-2631-4dd6-b21d-e945f3a10dfd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3787093 Apr 18 22:23:02.362231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40722) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:02.367527 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-a76de8a7-eb0c-46df-9d61-e149a5f1106a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': '322ffe3a-70f4-44f9-8a6f-f73c1ed20f90', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:02.374524 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a76de8a7-eb0c-46df-9d61-e149a5f1106a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:02.379504 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a76de8a7-eb0c-46df-9d61-e149a5f1106a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:02.381081 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-a76de8a7-eb0c-46df-9d61-e149a5f1106a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:02.386646 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-a76de8a7-eb0c-46df-9d61-e149a5f1106a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:02.460408 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a76de8a7-eb0c-46df-9d61-e149a5f1106a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:02.520024 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a76de8a7-eb0c-46df-9d61-e149a5f1106a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:02.586213 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a76de8a7-eb0c-46df-9d61-e149a5f1106a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:02.611642 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76de8a7-eb0c-46df-9d61-e149a5f1106a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e1d3fd-df32-4853-9a7e-dfb6885d4f2a,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:02.694760 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a76de8a7-eb0c-46df-9d61-e149a5f1106a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:02.695934 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a76de8a7-eb0c-46df-9d61-e149a5f1106a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3328071 Apr 18 22:23:02.698660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40726) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:02.703951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-5032def0-39cd-485d-96a0-034901283313 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': '322ffe3a-70f4-44f9-8a6f-f73c1ed20f90', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:02.710505 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5032def0-39cd-485d-96a0-034901283313 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:02.714465 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5032def0-39cd-485d-96a0-034901283313 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:02.717906 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-5032def0-39cd-485d-96a0-034901283313 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:02.723568 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-5032def0-39cd-485d-96a0-034901283313 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:02.796641 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5032def0-39cd-485d-96a0-034901283313 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:02.864974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5032def0-39cd-485d-96a0-034901283313 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:02.939722 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5032def0-39cd-485d-96a0-034901283313 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:02.963178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032def0-39cd-485d-96a0-034901283313 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7bc364-7ab9-444c-8847-72a3471cca26,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:03.031571 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-5032def0-39cd-485d-96a0-034901283313 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:03.032756 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5032def0-39cd-485d-96a0-034901283313 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3332009 Apr 18 22:23:03.035480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40730) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:03.041141 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b41f28e9-9176-4394-8e7e-28921a3720e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': '322ffe3a-70f4-44f9-8a6f-f73c1ed20f90', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:03.048305 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b41f28e9-9176-4394-8e7e-28921a3720e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:03.052069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b41f28e9-9176-4394-8e7e-28921a3720e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:03.055034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b41f28e9-9176-4394-8e7e-28921a3720e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:03.061158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b41f28e9-9176-4394-8e7e-28921a3720e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:03.135369 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b41f28e9-9176-4394-8e7e-28921a3720e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:03.198785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b41f28e9-9176-4394-8e7e-28921a3720e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:03.277270 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b41f28e9-9176-4394-8e7e-28921a3720e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:03.300387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f28e9-9176-4394-8e7e-28921a3720e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ec17a5-8078-4809-ae99-d7c3c8d857d4,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:03.383915 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b41f28e9-9176-4394-8e7e-28921a3720e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:03.385182 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b41f28e9-9176-4394-8e7e-28921a3720e2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3487952 Apr 18 22:23:03.388017 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40734) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:03.394242 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-015f3afe-3a05-4198-ae74-db1da9e04858 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': '322ffe3a-70f4-44f9-8a6f-f73c1ed20f90', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:03.400978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-015f3afe-3a05-4198-ae74-db1da9e04858 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:03.405531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-015f3afe-3a05-4198-ae74-db1da9e04858 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:03.408344 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-015f3afe-3a05-4198-ae74-db1da9e04858 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:03.414041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-015f3afe-3a05-4198-ae74-db1da9e04858 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:03.499669 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-015f3afe-3a05-4198-ae74-db1da9e04858 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:03.562823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-015f3afe-3a05-4198-ae74-db1da9e04858 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:03.618072 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-015f3afe-3a05-4198-ae74-db1da9e04858 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:03.641119 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f3afe-3a05-4198-ae74-db1da9e04858 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26283b35-fadd-49cf-90cc-0daa1416e591,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:03.726974 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-015f3afe-3a05-4198-ae74-db1da9e04858 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:03.728312 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-015f3afe-3a05-4198-ae74-db1da9e04858 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3392911 Apr 18 22:23:03.731010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40738) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:03.736810 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c674f99f-3cfa-4f65-a976-8eb416ce8b34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': '322ffe3a-70f4-44f9-8a6f-f73c1ed20f90', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:03.743474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c674f99f-3cfa-4f65-a976-8eb416ce8b34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:03.747242 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c674f99f-3cfa-4f65-a976-8eb416ce8b34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:03.750889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c674f99f-3cfa-4f65-a976-8eb416ce8b34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:03.756549 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c674f99f-3cfa-4f65-a976-8eb416ce8b34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:03.848796 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-c674f99f-3cfa-4f65-a976-8eb416ce8b34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Project 5cc38c55f3e14580a85cf80d3a152a9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:23:03.855619 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c674f99f-3cfa-4f65-a976-8eb416ce8b34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.009952 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c674f99f-3cfa-4f65-a976-8eb416ce8b34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.077686 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c674f99f-3cfa-4f65-a976-8eb416ce8b34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.103034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674f99f-3cfa-4f65-a976-8eb416ce8b34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c132c5-8244-4cf7-9724-07f7f520b7af,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:04.151618 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.174561 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c674f99f-3cfa-4f65-a976-8eb416ce8b34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.175786 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c674f99f-3cfa-4f65-a976-8eb416ce8b34 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4438558 Apr 18 22:23:04.178563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40742) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:04.184035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f3afab90-3962-49f7-9efd-7e68862fbf5d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'security_group_rule': {'security_group_id': '322ffe3a-70f4-44f9-8a6f-f73c1ed20f90', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:04.191395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f3afab90-3962-49f7-9efd-7e68862fbf5d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:04.195136 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f3afab90-3962-49f7-9efd-7e68862fbf5d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:security_group_rule and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:04.198040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f3afab90-3962-49f7-9efd-7e68862fbf5d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:04.204384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f3afab90-3962-49f7-9efd-7e68862fbf5d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:04.256001 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:23:04.265647 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-f3afab90-3962-49f7-9efd-7e68862fbf5d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Project 5cc38c55f3e14580a85cf80d3a152a9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:23:04.272269 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3afab90-3962-49f7-9efd-7e68862fbf5d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.338089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3afab90-3962-49f7-9efd-7e68862fbf5d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.397416 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3afab90-3962-49f7-9efd-7e68862fbf5d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.421681 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afab90-3962-49f7-9efd-7e68862fbf5d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be99ad2-c620-41da-8021-586b9899cb36,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:04.474946 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f3afab90-3962-49f7-9efd-7e68862fbf5d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.476147 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f3afab90-3962-49f7-9efd-7e68862fbf5d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2966530 Apr 18 22:23:04.479020 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40746) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:04.484608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'network': {'name': 'tempest-network-smoke--980053501', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'port_security_enabled': True}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:04.490392 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:04.494407 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:network and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:04.497287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:04.503034 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:04.574562 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:23:04.578089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.606255 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:23:04.615014 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.615336 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Added segment cb463b37-56d5-4d16-837a-9c77e4c211e4 of type vlan for network 97d4f190-9cbf-488b-b139-89a3514a24cb Apr 18 22:23:04.643983 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.734443 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.738066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:04.738635 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:04.844878 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Network': ['ID=97d4f190-9cbf-488b-b139-89a3514a24cb,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:04.855734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network 97d4f190-9cbf-488b-b139-89a3514a24cb details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:23:04.912511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d643c6b2-7d5e-494b-a55a-db20ac8ca814 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4323971 Apr 18 22:23:04.915056 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40750) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:04.920839 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'admin_state_up': True, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:04.929188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:04.933433 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:router and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:04.937025 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:04.943061 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:05.032006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:05.032993 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:05.051511 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:05.279730 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:05.526690 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:05.554640 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:05.694958 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.25.3.113 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/20d33846-3964-4c48-acbd-adfb9215f088) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:23:05.836126 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:05.917616 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:05.983885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:23:05.986734 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:23:05.991007 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:23:06.015140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=20d33846-3964-4c48-acbd-adfb9215f088,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:06.244991 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:06.245752 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:06.533920 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 4376be30-854b-42f2-ac05-ff26576436f0 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:23:06.824925 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:23:06.836171 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Sync routers for ids ['4376be30-854b-42f2-ac05-ff26576436f0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:23:06.848984 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Routers {'4376be30-854b-42f2-ac05-ff26576436f0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:23:06.850011 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:22:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4376be30-854b-42f2-ac05-ff26576436f0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:23:06.949927 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:06.954279 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7e3209b7-0f36-497f-ab42-9e718d3abd87 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0352304 Apr 18 22:23:06.954503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40754) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:07.027870 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Set router 4376be30-854b-42f2-ac05-ff26576436f0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:23:07.174410 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-03c2cfdf-3965-44a7-8d8c-ddf7938fb3d1 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=5cc38c55f3e14580a85cf80d3a152a9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2162616 Apr 18 22:23:07.174769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40760) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:07.314476 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:06Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:23:07.318709 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Checking router: 4376be30-854b-42f2-ac05-ff26576436f0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:23:07.319108 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Updating router 4376be30-854b-42f2-ac05-ff26576436f0 port 20d33846-3964-4c48-acbd-adfb9215f088 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:23:07.377001 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:07.396260 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb9f37d-aabc-44a3-a2b5-39ac29424199 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:07.397744 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6fb9f37d-aabc-44a3-a2b5-39ac29424199 tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2219183 Apr 18 22:23:07.400786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40764) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:07.439995 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-66a905c1-f1cd-491f-b031-029fe09e897a tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=0eb3bfc9-093a-4a62-adb7-7a8c6f167846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380383 Apr 18 22:23:07.442476 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40768) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:07.447543 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-146692361', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:07.556537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:07.560946 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:subnet and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:07.563743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:07.569317 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:07.654875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:23:07.698880 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:07.710864 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Transition to ACTIVE for port object 20d33846-3964-4c48-acbd-adfb9215f088 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:23:07.758144 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:07.797462 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:07.880320 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Attempting to bind port 20d33846-3964-4c48-acbd-adfb9215f088 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:23:07.880982 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Attempting to bind port 20d33846-3964-4c48-acbd-adfb9215f088 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:23:07.881079 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Attempting to bind port 20d33846-3964-4c48-acbd-adfb9215f088 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:23:07.882966 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Pushing event updated for resources: {'Port': ['ID=20d33846-3964-4c48-acbd-adfb9215f088,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:07.895535 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:23:07.895962 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:23:07.896300 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:23:07.896628 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:23:07.896957 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:23:07.897277 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:23:07.897618 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:23:07.908927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:23:07.908927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:23:07.908927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:23:07.908927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:23:07.908927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:23:07.908927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:23:07.908927 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:07.908927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:23:07.908927 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Bound port: 20d33846-3964-4c48-acbd-adfb9215f088, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:23:07.908927 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:07.978253 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] For port 20d33846-3964-4c48-acbd-adfb9215f088, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:23:07.981209 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] For port 20d33846-3964-4c48-acbd-adfb9215f088, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=20d33846-3964-4c48-acbd-adfb9215f088,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:23:08.042780 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:08.054704 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:08.123902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Subnet': ['ID=d82d6694-ee00-47ec-af64-12391b217f0c,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:08.133754 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ceaa01-c644-4d0e-ad6b-a19430934c5d None None] Pushing event updated for resources: {'Port': ['ID=20d33846-3964-4c48-acbd-adfb9215f088,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:08.135954 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Checking segment: {'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:23:08.136318 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network hostable DHCP agents. Network: 97d4f190-9cbf-488b-b139-89a3514a24cb, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:23:08.138235 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Routers {'4376be30-854b-42f2-ac05-ff26576436f0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:23:08.138918 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:22:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4376be30-854b-42f2-ac05-ff26576436f0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:23:08.254162 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 97d4f190-9cbf-488b-b139-89a3514a24cb is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:23:08.315919 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] Set router 4376be30-854b-42f2-ac05-ff26576436f0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:23:08.339849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, 97d4f190-9cbf-488b-b139-89a3514a24cb) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:23:08.348223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:08.348582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde497ae-3705-4d9e-8622-df97c32d390f None None] Network 97d4f190-9cbf-488b-b139-89a3514a24cb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:23:08.350464 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:08.426775 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e9a989d8-feb2-43c3-a045-7dd4ed4c1c18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9832721 Apr 18 22:23:08.429555 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40772) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:08.574103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-97d4f190-9cbf-488b-b139-89a3514a24cb', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ips': [{'subnet_id': 'd82d6694-ee00-47ec-af64-12391b217f0c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:23:08.574925 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:08.631719 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:06Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:23:08.635908 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89237a3d-b5ae-4ec1-a50f-d70691200458 None None] The sync data for ids ['4376be30-854b-42f2-ac05-ff26576436f0'] in n-d-836017-3 is: [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:06Z', 'revision_number': 3, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:23:08.747161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Allocated IP 172.20.0.2 (97d4f190-9cbf-488b-b139-89a3514a24cb/d82d6694-ee00-47ec-af64-12391b217f0c/6185f5e9-736a-4b42-94fb-f5d62624a27f) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:23:08.995886 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:09.006941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Transition to ACTIVE for port object 6185f5e9-736a-4b42-94fb-f5d62624a27f will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:23:09.027892 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Transition to ACTIVE for port object 6185f5e9-736a-4b42-94fb-f5d62624a27f will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:23:09.107206 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:09.177505 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Network 97d4f190-9cbf-488b-b139-89a3514a24cb is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:23:09.180616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:23:09.184654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:23:09.192050 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Pushing event updated for resources: {'Port': ['ID=6185f5e9-736a-4b42-94fb-f5d62624a27f,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:09.283669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Attempting to bind port 6185f5e9-736a-4b42-94fb-f5d62624a27f on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:23:09.284037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Attempting to bind port 6185f5e9-736a-4b42-94fb-f5d62624a27f by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:23:09.284429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Attempting to bind port 6185f5e9-736a-4b42-94fb-f5d62624a27f on network 97d4f190-9cbf-488b-b139-89a3514a24cb {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:23:09.291735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:23:09.292185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Checking segment: {'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:23:09.293130 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:09.293631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Bound using segment: {'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:23:09.294161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Bound port: 6185f5e9-736a-4b42-94fb-f5d62624a27f, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:23:09.294730 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:09.308254 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:09.389152 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] For port 6185f5e9-736a-4b42-94fb-f5d62624a27f, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:23:09.392903 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] For port 6185f5e9-736a-4b42-94fb-f5d62624a27f, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6185f5e9-736a-4b42-94fb-f5d62624a27f,segment=NetworkSegment(cb463b37-56d5-4d16-837a-9c77e4c211e4),segment_id=cb463b37-56d5-4d16-837a-9c77e4c211e4)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:23:09.455322 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:09.540869 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5f072-e535-49d0-81cc-ff02d9067b47 None None] Pushing event updated for resources: {'Port': ['ID=6185f5e9-736a-4b42-94fb-f5d62624a27f,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:09.849520 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:09.863985 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.20.0.1 (97d4f190-9cbf-488b-b139-89a3514a24cb/d82d6694-ee00-47ec-af64-12391b217f0c/476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:23:10.032107 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:10.047707 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Transition to ACTIVE for port object 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:23:10.129529 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:10.200273 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 97d4f190-9cbf-488b-b139-89a3514a24cb is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:23:10.203951 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:23:10.208113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:23:10.238966 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:10.270256 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:10.404428 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:10.473272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d1cde-6a93-4734-ab62-19774e26d952 None None] Network 97d4f190-9cbf-488b-b139-89a3514a24cb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:23:10.594987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6185f5e9-736a-4b42-94fb-f5d62624a27f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:23:10.715492 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-78366f1c-8eb5-4ced-a66a-e45deae2cc03 None None] Provisioning for port 6185f5e9-736a-4b42-94fb-f5d62624a27f completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:23:10.831868 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:10.871690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 6185f5e9-736a-4b42-94fb-f5d62624a27f completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:23:10.877449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 6185f5e9-736a-4b42-94fb-f5d62624a27f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:23:10.881623 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:10.900843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:10.997060 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:11.022664 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:11.026892 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:11.032969 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 6185f5e9-736a-4b42-94fb-f5d62624a27f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6185f5e9-736a-4b42-94fb-f5d62624a27f,segment=NetworkSegment(cb463b37-56d5-4d16-837a-9c77e4c211e4),segment_id=cb463b37-56d5-4d16-837a-9c77e4c211e4)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:23:11.115450 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:11.117481 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 20d33846-3964-4c48-acbd-adfb9215f088 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:23:11.175080 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 97d4f190-9cbf-488b-b139-89a3514a24cb is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:23:11.176262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:23:11.209909 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b9ee996b-1d92-470e-97af-885983ae0f97 None None] Provisioning for port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:23:11.234930 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b9ee996b-1d92-470e-97af-885983ae0f97 None None] Provisioning complete for port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:23:11.235404 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b9ee996b-1d92-470e-97af-885983ae0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:11.311145 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=6185f5e9-736a-4b42-94fb-f5d62624a27f,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:11.315722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee996b-1d92-470e-97af-885983ae0f97 None None] Port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:23:11.329747 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-b9ee996b-1d92-470e-97af-885983ae0f97 None None] Provisioning complete for port 6185f5e9-736a-4b42-94fb-f5d62624a27f triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:23:11.330120 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b9ee996b-1d92-470e-97af-885983ae0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:11.374902 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 20d33846-3964-4c48-acbd-adfb9215f088 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:23:11.383444 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 20d33846-3964-4c48-acbd-adfb9215f088 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:23:11.383819 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:11.555765 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:11.572035 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 20d33846-3964-4c48-acbd-adfb9215f088, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=20d33846-3964-4c48-acbd-adfb9215f088,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:23:11.648757 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:11.681627 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 4376be30-854b-42f2-ac05-ff26576436f0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:23:11.729161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5b8cbdbb-5491-4c64-a08b-3a26b9a7063c None None] Provisioning complete for port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:23:11.729552 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbdbb-5491-4c64-a08b-3a26b9a7063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:11.757017 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=20d33846-3964-4c48-acbd-adfb9215f088,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:11.783381 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5b8cbdbb-5491-4c64-a08b-3a26b9a7063c None None] Port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:23:11.891741 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:23:11.905129 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f81e0f8d-1ffc-4dd3-aca8-bc592a68c8ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "PUT /v2.0/routers/4376be30-854b-42f2-ac05-ff26576436f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4743674 Apr 18 22:23:12.104924 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-292fc9de-7104-4581-a468-4f1360fe4d54 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589463673&fields=id&tenant_id=5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 267 time: 0.0420759 Apr 18 22:23:12.119715 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Sync routers for ids ['4376be30-854b-42f2-ac05-ff26576436f0'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:23:12.131260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Routers {'4376be30-854b-42f2-ac05-ff26576436f0'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:23:12.131923 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:22:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4376be30-854b-42f2-ac05-ff26576436f0'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:23:12.255806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-b2e8d71c-09af-4c3f-ba1c-a33e2f15212a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:12.256471 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-b2e8d71c-09af-4c3f-ba1c-a33e2f15212a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:23:12.311729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Set router 4376be30-854b-42f2-ac05-ff26576436f0 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:23:12.332130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-b2e8d71c-09af-4c3f-ba1c-a33e2f15212a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:23:12.333331 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-b2e8d71c-09af-4c3f-ba1c-a33e2f15212a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/networks?id=97d4f190-9cbf-488b-b139-89a3514a24cb HTTP/1.1" status: 200 len: 796 time: 0.2200263 Apr 18 22:23:12.350757 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-c25dae0b-7b0f-4756-bc04-7cdfe25475e7 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/quotas/5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 375 time: 0.0120780 Apr 18 22:23:12.431075 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-deb75860-85ce-4a97-a531-8cdb4340e4b3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750418 Apr 18 22:23:12.525530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6185f5e9-736a-4b42-94fb-f5d62624a27f up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:23:12.574473 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-ff49bc87-b7b7-4a99-83ab-770c7bda0ebb service neutron] 10.222.0.11 "GET /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313691 Apr 18 22:23:12.667419 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 6185f5e9-736a-4b42-94fb-f5d62624a27f triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:23:12.668031 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:12.707400 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3339d06a-6ae6-4abc-bd59-21c64502a45d service neutron] 10.222.0.11 "GET /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262078 Apr 18 22:23:12.740435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:10Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98', 'name': '', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:eb:88:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:09Z', 'updated_at': '2022-04-18T22:23:10Z', 'revision_number': 2, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:23:12.770571 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Checking router: 4376be30-854b-42f2-ac05-ff26576436f0 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:23:12.770921 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Updating router 4376be30-854b-42f2-ac05-ff26576436f0 port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:23:12.874664 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 20d33846-3964-4c48-acbd-adfb9215f088 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:23:12.896718 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:13.013632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e3d6c644-47ee-417a-b41c-1bc9daaa8b71 req-95648338-c3f4-4256-939b-c90e188b9dbd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 210 time: 0.0484891 Apr 18 22:23:13.058713 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 20d33846-3964-4c48-acbd-adfb9215f088 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:23:13.059082 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:13.374030 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:13.385157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Transition to ACTIVE for port object 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:23:13.443038 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:13.567356 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b5a1b-591e-4b2b-a7e6-8ed9d919b47c None None] Pushing event updated for resources: {'Port': ['ID=476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:13.665331 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Attempting to bind port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:23:13.665721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Attempting to bind port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:23:13.666080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Attempting to bind port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 on network 97d4f190-9cbf-488b-b139-89a3514a24cb {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:23:13.673207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:23:13.676014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Checking segment: {'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:23:13.676014 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:13.676014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Bound using segment: {'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:23:13.676014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Bound port: 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:23:13.676014 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:13.781094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] For port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:23:13.784054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] For port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98,segment=NetworkSegment(cb463b37-56d5-4d16-837a-9c77e4c211e4),segment_id=cb463b37-56d5-4d16-837a-9c77e4c211e4)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:23:13.860342 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:13.945729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b5a1b-591e-4b2b-a7e6-8ed9d919b47c None None] Pushing event updated for resources: {'Port': ['ID=476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:13.949945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Routers {'4376be30-854b-42f2-ac05-ff26576436f0'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:23:13.950840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:22:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4376be30-854b-42f2-ac05-ff26576436f0'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:23:14.169754 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] Set router 4376be30-854b-42f2-ac05-ff26576436f0 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:23:14.202309 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-76d83800-ab55-4e5e-a76b-d31f4c8a0fba req-13e9cb40-ba98-4f41-9360-fbabee2d952a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 210 time: 0.0456219 Apr 18 22:23:14.489726 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:10Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98', 'name': '', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:eb:88:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:09Z', 'updated_at': '2022-04-18T22:23:13Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:23:14.493591 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0e4a7-9f35-4a85-83ed-3010db6ffedb None None] The sync data for ids ['4376be30-854b-42f2-ac05-ff26576436f0'] in n-d-836017-3 is: [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:10Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98', 'name': '', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:eb:88:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:09Z', 'updated_at': '2022-04-18T22:23:13Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:23:14.944287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-7514282b-b701-4e21-a5bd-89435b77b4f7 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:14.945660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-7514282b-b701-4e21-a5bd-89435b77b4f7 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:23:14.958023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-7514282b-b701-4e21-a5bd-89435b77b4f7 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:23:14.959141 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-7514282b-b701-4e21-a5bd-89435b77b4f7 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/networks?id=97d4f190-9cbf-488b-b139-89a3514a24cb HTTP/1.1" status: 200 len: 796 time: 0.1702693 Apr 18 22:23:15.014542 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-9931270a-3e2c-4f12-9bdf-3a6081d97d0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:23:15.103774 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-9931270a-3e2c-4f12-9bdf-3a6081d97d0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:23:15.104960 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-9931270a-3e2c-4f12-9bdf-3a6081d97d0e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cc38c55f3e14580a85cf80d3a152a9b HTTP/1.1" status: 200 len: 379 time: 0.1340814 Apr 18 22:23:15.113817 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'port': {'device_id': '67909935-c3f6-4bd8-bca1-104537ab8769', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'admin_state_up': True, 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'security_groups': ['322ffe3a-70f4-44f9-8a6f-f73c1ed20f90']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:15.273867 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:15.278152 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:port and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:15.282199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:15.288678 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:15.366457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Made reservation on behalf of 5cc38c55f3e14580a85cf80d3a152a9b for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:23:15.369693 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:15.371557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5b37cd98-d27a-4bf7-9b21-bbf885fc7d2a req-1e9e814d-bf47-4fa1-b47b-370f3c16f554 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 210 time: 0.0419679 Apr 18 22:23:15.534357 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.20.0.10 (97d4f190-9cbf-488b-b139-89a3514a24cb/d82d6694-ee00-47ec-af64-12391b217f0c/1ae19e74-b1f9-4621-be54-b87d0878a935) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:23:15.719282 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:15.735037 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Transition to ACTIVE for port object 1ae19e74-b1f9-4621-be54-b87d0878a935 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:23:15.826479 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:15.897231 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 97d4f190-9cbf-488b-b139-89a3514a24cb is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:23:15.900260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:23:15.904821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:23:15.936528 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=1ae19e74-b1f9-4621-be54-b87d0878a935,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:15.974285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:15.975013 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:16.061590 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-d8b34c30-0664-4a14-89b3-f0e2c1ea6b7f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9517002 Apr 18 22:23:16.073497 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Request body: {'port': {'device_id': '67909935-c3f6-4bd8-bca1-104537ab8769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:16.151699 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-52a76be6-6eee-49da-ac4b-417d20feb2ee None None] Provisioning for port 1ae19e74-b1f9-4621-be54-b87d0878a935 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:23:16.158723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-52a76be6-6eee-49da-ac4b-417d20feb2ee None None] Provisioning complete for port 1ae19e74-b1f9-4621-be54-b87d0878a935 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:23:16.159320 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-52a76be6-6eee-49da-ac4b-417d20feb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:16.184192 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:16.256080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-52a76be6-6eee-49da-ac4b-417d20feb2ee None None] Port 1ae19e74-b1f9-4621-be54-b87d0878a935 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:23:16.553171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:23:16.580463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f465f-c452-45bb-8978-164ec43c47c0 req-62ecab3d-0b2c-4199-bb55-4aecf485094b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:16.582066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a40f465f-c452-45bb-8978-164ec43c47c0 req-62ecab3d-0b2c-4199-bb55-4aecf485094b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 932 time: 0.0829751 Apr 18 22:23:16.628771 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a40f465f-c452-45bb-8978-164ec43c47c0 req-478a063e-e959-487d-a226-c4dc74eea08d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410054 Apr 18 22:23:16.633353 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae19e74-b1f9-4621-be54-b87d0878a935 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:23:16.641446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:16.657458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Transition to ACTIVE for port object 1ae19e74-b1f9-4621-be54-b87d0878a935 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:23:16.671338 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:23:16.676249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:23:16.676618 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:16.705580 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:16.792428 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:16.828369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98,segment=NetworkSegment(cb463b37-56d5-4d16-837a-9c77e4c211e4),segment_id=cb463b37-56d5-4d16-837a-9c77e4c211e4)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:23:16.834746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae19e74-b1f9-4621-be54-b87d0878a935,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:16.923744 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:16.950739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Attempting to bind port 1ae19e74-b1f9-4621-be54-b87d0878a935 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:23:16.951158 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Attempting to bind port 1ae19e74-b1f9-4621-be54-b87d0878a935 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:23:16.951489 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Attempting to bind port 1ae19e74-b1f9-4621-be54-b87d0878a935 on network 97d4f190-9cbf-488b-b139-89a3514a24cb {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:23:16.957258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Port 1ae19e74-b1f9-4621-be54-b87d0878a935 on network 97d4f190-9cbf-488b-b139-89a3514a24cb not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:23:16.957618 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Attempting to bind port 1ae19e74-b1f9-4621-be54-b87d0878a935 on network 97d4f190-9cbf-488b-b139-89a3514a24cb {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:23:16.963802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:23:16.964140 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Checking segment: {'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:23:16.964522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Bound using segment: {'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:23:16.964947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Bound port: 1ae19e74-b1f9-4621-be54-b87d0878a935, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb463b37-56d5-4d16-837a-9c77e4c211e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:23:16.965291 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:17.010581 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:17.053184 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] For port 1ae19e74-b1f9-4621-be54-b87d0878a935, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:23:17.056065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] For port 1ae19e74-b1f9-4621-be54-b87d0878a935, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1ae19e74-b1f9-4621-be54-b87d0878a935,segment=NetworkSegment(cb463b37-56d5-4d16-837a-9c77e4c211e4),segment_id=cb463b37-56d5-4d16-837a-9c77e4c211e4)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:23:17.140649 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:17.203378 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:17.205325 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/1ae19e74-b1f9-4621-be54-b87d0878a935 HTTP/1.1" status: 200 len: 1092 time: 1.1362464 Apr 18 22:23:17.208352 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67909935-c3f6-4bd8-bca1-104537ab8769', 'tag': '1ae19e74-b1f9-4621-be54-b87d0878a935'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:23:17.228580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476a3e3-bfd4-4a69-bf62-69c4d724f9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae19e74-b1f9-4621-be54-b87d0878a935,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:17.282969 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ebf9e1-aed4-49f4-8196-30c6ef8c1dad'] response: {'name': 'network-changed', 'server_uuid': '67909935-c3f6-4bd8-bca1-104537ab8769', 'tag': '1ae19e74-b1f9-4621-be54-b87d0878a935', 'status': 'completed', 'code': 200} Apr 18 22:23:17.374271 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8c024d7f-a6a8-4e8e-a767-777529e2f4a0 req-10ff240b-16d3-4867-a930-02884186ee0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 1095 time: 0.0724707 Apr 18 22:23:17.513126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c024d7f-a6a8-4e8e-a767-777529e2f4a0 req-c7898f2c-2a3b-40d3-88cc-10577fcb9daa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:17.514484 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8c024d7f-a6a8-4e8e-a767-777529e2f4a0 req-c7898f2c-2a3b-40d3-88cc-10577fcb9daa service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1332347 Apr 18 22:23:17.646406 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c024d7f-a6a8-4e8e-a767-777529e2f4a0 req-6ff171a8-9137-41a6-9a0b-af5c60f5ac3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:17.647822 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8c024d7f-a6a8-4e8e-a767-777529e2f4a0 req-6ff171a8-9137-41a6-9a0b-af5c60f5ac3a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282165 Apr 18 22:23:17.755249 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-c88ce680-11e6-43e2-a2ba-aaabb697fa41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 1095 time: 0.0709789 Apr 18 22:23:17.826391 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-606cd74d-0f7f-4b35-9640-ab47fd12276d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ae19e74-b1f9-4621-be54-b87d0878a935 HTTP/1.1" status: 200 len: 217 time: 0.0643160 Apr 18 22:23:17.827939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf49646-b0ec-4a45-ae13-68b647432785 req-87f46f52-1600-4184-a709-7132d001e8d1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:17.829394 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acf49646-b0ec-4a45-ae13-68b647432785 req-87f46f52-1600-4184-a709-7132d001e8d1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 944 time: 0.0758784 Apr 18 22:23:17.881761 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-acf49646-b0ec-4a45-ae13-68b647432785 req-f88264f0-28ca-4c30-8caa-7bd773f0f50c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444663 Apr 18 22:23:17.887941 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-941d4142-9680-4375-9be6-dc75db579b4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:17.889400 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-941d4142-9680-4375-9be6-dc75db579b4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d82d6694-ee00-47ec-af64-12391b217f0c HTTP/1.1" status: 200 len: 834 time: 0.0580549 Apr 18 22:23:17.969584 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-091bd363-1bbf-46c3-a41f-128b5a2aa77d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97d4f190-9cbf-488b-b139-89a3514a24cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749297 Apr 18 22:23:18.099481 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-b13b5f2c-0aae-41be-9223-0bd94728c2bb service neutron] 10.222.0.26 "GET /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235325 Apr 18 22:23:18.232653 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2c673ada-c24c-4972-a5eb-eca6a72aaf06 req-52321beb-1df1-4376-b7ea-3a4cb65296ed service neutron] 10.222.0.26 "GET /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273367 Apr 18 22:23:18.520140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:23:18.592185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:23:18.592552 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:19.077414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de9ed5-3fc0-4bb1-88d0-256dfee25e22 req-5f0113a3-910f-4e77-9c42-c22a001f1035 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:19.078894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95de9ed5-3fc0-4bb1-88d0-256dfee25e22 req-5f0113a3-910f-4e77-9c42-c22a001f1035 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 944 time: 0.0763385 Apr 18 22:23:19.123959 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95de9ed5-3fc0-4bb1-88d0-256dfee25e22 req-d54fd596-52fe-47ce-92aa-7111ccd6101f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396001 Apr 18 22:23:20.323150 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b148f7-b59e-4b47-8318-2027c19b6ca5 req-edf0a66a-ae54-41f4-b106-bce2a9189a93 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:20.324574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94b148f7-b59e-4b47-8318-2027c19b6ca5 req-edf0a66a-ae54-41f4-b106-bce2a9189a93 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 944 time: 0.0789151 Apr 18 22:23:20.368674 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94b148f7-b59e-4b47-8318-2027c19b6ca5 req-bd20d8b8-11b8-4fe7-99f0-b23184f4cbf2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380340 Apr 18 22:23:21.567248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836c9f9-5fcb-4902-8859-9ba5c79319ae req-da000bc5-e2c4-44a6-8b93-2246ed29326e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:21.568688 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2836c9f9-5fcb-4902-8859-9ba5c79319ae req-da000bc5-e2c4-44a6-8b93-2246ed29326e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 944 time: 0.0768948 Apr 18 22:23:21.614121 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2836c9f9-5fcb-4902-8859-9ba5c79319ae req-95d868ec-9ec4-4657-8a01-892f5022b3d0 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398819 Apr 18 22:23:22.650006 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 1ae19e74-b1f9-4621-be54-b87d0878a935 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:23:22.782776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 1ae19e74-b1f9-4621-be54-b87d0878a935, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1ae19e74-b1f9-4621-be54-b87d0878a935,segment=NetworkSegment(cb463b37-56d5-4d16-837a-9c77e4c211e4),segment_id=cb463b37-56d5-4d16-837a-9c77e4c211e4)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:23:22.795466 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '1ae19e74-b1f9-4621-be54-b87d0878a935', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'port_id': '1ae19e74-b1f9-4621-be54-b87d0878a935', 'mac_address': 'fa:16:3e:b6:72:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:23:22.812742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dbe2b-9927-4232-bfc7-d7dd05f9a1c4 req-a1a947ae-df2e-48da-8ee0-2bdaa7a749e7 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:22.820154 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a8dbe2b-9927-4232-bfc7-d7dd05f9a1c4 req-a1a947ae-df2e-48da-8ee0-2bdaa7a749e7 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 944 time: 0.0799425 Apr 18 22:23:22.852615 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:22.867517 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3a8dbe2b-9927-4232-bfc7-d7dd05f9a1c4 req-9b094cb2-e348-4ebc-9f50-59b929c98413 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474777 Apr 18 22:23:22.871775 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae19e74-b1f9-4621-be54-b87d0878a935 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:23:22.888276 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 1ae19e74-b1f9-4621-be54-b87d0878a935, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1ae19e74-b1f9-4621-be54-b87d0878a935,segment=NetworkSegment(cb463b37-56d5-4d16-837a-9c77e4c211e4),segment_id=cb463b37-56d5-4d16-837a-9c77e4c211e4)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:23:22.939994 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:23.008787 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=1ae19e74-b1f9-4621-be54-b87d0878a935,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:23.282620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['1ae19e74-b1f9-4621-be54-b87d0878a935'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:23:24.069156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e89e61-79b4-4635-81df-91f0ce48297b req-ae3b60b0-4004-4ece-9e83-a1302e7acaa9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:24.070609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79e89e61-79b4-4635-81df-91f0ce48297b req-ae3b60b0-4004-4ece-9e83-a1302e7acaa9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 945 time: 0.0755854 Apr 18 22:23:24.119990 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79e89e61-79b4-4635-81df-91f0ce48297b req-0b5b4b0f-9559-4aae-b96b-d30ac2ac68f4 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426371 Apr 18 22:23:24.665981 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 1ae19e74-b1f9-4621-be54-b87d0878a935 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:23:24.768149 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c1db1dd1-def4-4045-b72b-c428699086b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:24.785020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 1ae19e74-b1f9-4621-be54-b87d0878a935 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:23:24.789779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 1ae19e74-b1f9-4621-be54-b87d0878a935 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:23:24.790154 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:24.902755 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:24.929745 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67909935-c3f6-4bd8-bca1-104537ab8769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae19e74-b1f9-4621-be54-b87d0878a935'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:23:24.940174 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 1ae19e74-b1f9-4621-be54-b87d0878a935, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1ae19e74-b1f9-4621-be54-b87d0878a935,segment=NetworkSegment(cb463b37-56d5-4d16-837a-9c77e4c211e4),segment_id=cb463b37-56d5-4d16-837a-9c77e4c211e4)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:23:24.987138 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce08c93-466d-4a81-9b82-2ac2c49decce'] response: {'server_uuid': '67909935-c3f6-4bd8-bca1-104537ab8769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae19e74-b1f9-4621-be54-b87d0878a935', 'code': 200} Apr 18 22:23:25.008623 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:25.073172 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=1ae19e74-b1f9-4621-be54-b87d0878a935,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:25.112282 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2e4cf0b-cd22-4ee1-b3d6-7ee6657f6178 req-5bbd8753-8edd-4c63-b472-1658d291b3e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 1097 time: 0.0683730 Apr 18 22:23:25.154313 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c2e4cf0b-cd22-4ee1-b3d6-7ee6657f6178 req-40483816-97fb-4599-b297-4a44b3568998 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354316 Apr 18 22:23:25.316915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2cc1-cb23-41fd-8c7a-fead1e8f0b66 req-7752874e-6107-454e-9b69-bb49324e8ad6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:25.318352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95af2cc1-cb23-41fd-8c7a-fead1e8f0b66 req-7752874e-6107-454e-9b69-bb49324e8ad6 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0746374 Apr 18 22:23:25.363958 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-95af2cc1-cb23-41fd-8c7a-fead1e8f0b66 req-095183c6-4ddc-4090-bf85-75caa7f52c86 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400743 Apr 18 22:23:26.563686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391faddc-cdda-403c-874e-9c311c66f0e4 req-b00b2570-8764-4bcc-a440-c619b4291f53 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:26.565125 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-391faddc-cdda-403c-874e-9c311c66f0e4 req-b00b2570-8764-4bcc-a440-c619b4291f53 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0805748 Apr 18 22:23:26.612448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-391faddc-cdda-403c-874e-9c311c66f0e4 req-fce25799-8fff-4714-b02a-e5009460e96c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417261 Apr 18 22:23:27.185839 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-35a94236-d2da-4332-9799-94f151812515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:27.807307 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06670dd7-390b-4629-8e71-9af8c2ac9674 req-c7803ae8-c976-4ab6-a308-2c8ca94317fd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:27.808729 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06670dd7-390b-4629-8e71-9af8c2ac9674 req-c7803ae8-c976-4ab6-a308-2c8ca94317fd tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0753651 Apr 18 22:23:27.853645 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-06670dd7-390b-4629-8e71-9af8c2ac9674 req-2219b103-9b94-4366-805e-191ba1341e44 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392160 Apr 18 22:23:28.064423 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71763a0-f8a8-45ea-86b2-54c0adfd6abc req-ae824cc1-9d3b-4464-91f2-a816134d9c28 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:28.065165 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:28.065894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e71763a0-f8a8-45ea-86b2-54c0adfd6abc req-ae824cc1-9d3b-4464-91f2-a816134d9c28 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0798578 Apr 18 22:23:28.111970 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e71763a0-f8a8-45ea-86b2-54c0adfd6abc req-02b37741-a76e-4d1f-995c-1e8023de9d6d tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404332 Apr 18 22:23:28.138879 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40830) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:28.300288 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-dd44d0c3-b4b1-4f5d-a363-fadab61924ba tempest-TestNetworkAdvancedServerOps-1200785786 tempest-TestNetworkAdvancedServerOps-1200785786-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 1092 time: 0.1602592 Apr 18 22:23:28.302812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40836) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:28.307812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '1ae19e74-b1f9-4621-be54-b87d0878a935', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:23:28.314264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:23:28.318110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Usage tracker for resource:floatingip and tenant:5cc38c55f3e14580a85cf80d3a152a9b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:23:28.320914 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:23:28.327732 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:23:28.402316 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:28.535753 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:28.672402 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Allocated IP 172.25.3.3 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/6065df6f-a4ef-4403-9a56-8e9b62d7f81d) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:23:28.819162 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:28.877037 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:28.894464 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:28.960637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:23:28.963458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:23:28.967872 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:23:28.999332 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=6065df6f-a4ef-4403-9a56-8e9b62d7f81d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:29.457218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:29.577033 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:29.780866 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:29.826124 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:29.934204 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event updated for resources: {'Port': ['ID=6065df6f-a4ef-4403-9a56-8e9b62d7f81d,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:23:29.946820 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:30.237511 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Floating IP f7f41ba7-2b3f-4e60-bc5b-a17d1e927c51 associated. External IP: 172.25.3.3, port: 1ae19e74-b1f9-4621-be54-b87d0878a935. Apr 18 22:23:30.627201 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 4376be30-854b-42f2-ac05-ff26576436f0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:23:30.822009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:23:30.831365 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69df568-0af2-4409-8976-92b70ba9fffb None None] Sync routers for ids ['4376be30-854b-42f2-ac05-ff26576436f0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:23:30.844134 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69df568-0af2-4409-8976-92b70ba9fffb None None] Routers {'4376be30-854b-42f2-ac05-ff26576436f0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:23:30.844772 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d69df568-0af2-4409-8976-92b70ba9fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:23:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4376be30-854b-42f2-ac05-ff26576436f0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:23:30.894082 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:30.947837 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9b55b8ed-1051-4093-ab6e-b70e77770f18 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6440148 Apr 18 22:23:30.948405 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67909935-c3f6-4bd8-bca1-104537ab8769', 'tag': '1ae19e74-b1f9-4621-be54-b87d0878a935'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:23:31.013995 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe7e703-6c43-4131-8dab-9958a8382696'] response: {'name': 'network-changed', 'server_uuid': '67909935-c3f6-4bd8-bca1-104537ab8769', 'tag': '1ae19e74-b1f9-4621-be54-b87d0878a935', 'status': 'completed', 'code': 200} Apr 18 22:23:31.030723 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d69df568-0af2-4409-8976-92b70ba9fffb None None] Set router 4376be30-854b-42f2-ac05-ff26576436f0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:23:31.120142 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0f829bb6-5e33-4209-98af-74f6809b0881 req-1de45d5d-57bd-4cbe-837d-050cd0849e12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 1097 time: 0.0735202 Apr 18 22:23:31.125355 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fd584-9ccd-4d1e-b6f0-9e1c38e61491 req-8e97d65d-8999-49df-b84f-6865a6040706 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:31.126844 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-be7fd584-9ccd-4d1e-b6f0-9e1c38e61491 req-8e97d65d-8999-49df-b84f-6865a6040706 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0799582 Apr 18 22:23:31.174978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-be7fd584-9ccd-4d1e-b6f0-9e1c38e61491 req-bb0bcde5-e0da-4e3d-9275-5ce5d4204304 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417974 Apr 18 22:23:31.208385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40846) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:31.271054 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:31.283721 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f829bb6-5e33-4209-98af-74f6809b0881 req-31ed2e14-b902-443e-801d-9c43fce6f159 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:31.285485 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0f829bb6-5e33-4209-98af-74f6809b0881 req-31ed2e14-b902-443e-801d-9c43fce6f159 service neutron] 10.222.0.26 "GET /v2.0/networks?id=97d4f190-9cbf-488b-b139-89a3514a24cb HTTP/1.1" status: 200 len: 897 time: 0.1585927 Apr 18 22:23:31.331979 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a59814fa-7750-4f4d-81ac-f297c65e2973 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/f7f41ba7-2b3f-4e60-bc5b-a17d1e927c51 HTTP/1.1" status: 200 len: 990 time: 0.1210907 Apr 18 22:23:31.390965 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0f829bb6-5e33-4209-98af-74f6809b0881 req-36a6c437-3191-45ec-96f2-f0ea3c570463 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ae19e74-b1f9-4621-be54-b87d0878a935 HTTP/1.1" status: 200 len: 998 time: 0.0992999 Apr 18 22:23:31.396168 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d69df568-0af2-4409-8976-92b70ba9fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:10Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'f7f41ba7-2b3f-4e60-bc5b-a17d1e927c51', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'port_id': '1ae19e74-b1f9-4621-be54-b87d0878a935', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'mac_address': 'fa:16:3e:b6:72:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67909935-c3f6-4bd8-bca1-104537ab8769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:23:29Z', 'updated_at': '2022-04-18T22:23:29Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98', 'name': '', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:eb:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:09Z', 'updated_at': '2022-04-18T22:23:16Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:23:31.399996 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69df568-0af2-4409-8976-92b70ba9fffb None None] Checking router: 4376be30-854b-42f2-ac05-ff26576436f0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:23:31.411074 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69df568-0af2-4409-8976-92b70ba9fffb None None] Routers {'4376be30-854b-42f2-ac05-ff26576436f0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:23:31.411659 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d69df568-0af2-4409-8976-92b70ba9fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:23:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4376be30-854b-42f2-ac05-ff26576436f0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:23:31.452651 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f829bb6-5e33-4209-98af-74f6809b0881 req-87256295-3ddc-49e6-9d87-3950c0a9e285 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:23:31.454124 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0f829bb6-5e33-4209-98af-74f6809b0881 req-87256295-3ddc-49e6-9d87-3950c0a9e285 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d82d6694-ee00-47ec-af64-12391b217f0c HTTP/1.1" status: 200 len: 834 time: 0.0575335 Apr 18 22:23:31.527407 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0f829bb6-5e33-4209-98af-74f6809b0881 req-7e717045-23ce-40b1-8c42-2e8dcb1ee3b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97d4f190-9cbf-488b-b139-89a3514a24cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675666 Apr 18 22:23:31.584651 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-d69df568-0af2-4409-8976-92b70ba9fffb None None] Set router 4376be30-854b-42f2-ac05-ff26576436f0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:23:31.656890 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0f829bb6-5e33-4209-98af-74f6809b0881 req-f7ca1dba-eb8c-4d82-a7ef-a0de9278104e service neutron] 10.222.0.26 "GET /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236818 Apr 18 22:23:31.785153 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0f829bb6-5e33-4209-98af-74f6809b0881 req-d3239f27-6edb-417f-ae9c-519c05131689 service neutron] 10.222.0.26 "GET /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228936 Apr 18 22:23:31.932237 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-d69df568-0af2-4409-8976-92b70ba9fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:10Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'f7f41ba7-2b3f-4e60-bc5b-a17d1e927c51', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'port_id': '1ae19e74-b1f9-4621-be54-b87d0878a935', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'mac_address': 'fa:16:3e:b6:72:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67909935-c3f6-4bd8-bca1-104537ab8769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:23:29Z', 'updated_at': '2022-04-18T22:23:29Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98', 'name': '', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:eb:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:09Z', 'updated_at': '2022-04-18T22:23:16Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:23:31.936811 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69df568-0af2-4409-8976-92b70ba9fffb None None] The sync data for ids ['4376be30-854b-42f2-ac05-ff26576436f0'] in n-d-836017-3 is: [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:10Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'f7f41ba7-2b3f-4e60-bc5b-a17d1e927c51', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'port_id': '1ae19e74-b1f9-4621-be54-b87d0878a935', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'mac_address': 'fa:16:3e:b6:72:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67909935-c3f6-4bd8-bca1-104537ab8769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:23:29Z', 'updated_at': '2022-04-18T22:23:29Z', 'revision_number': 0, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98', 'name': '', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:eb:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:09Z', 'updated_at': '2022-04-18T22:23:16Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:23:32.136465 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1d9f6-4de1-4e83-8a60-b635b09f6bfd None None] New status for floating IP f7f41ba7-2b3f-4e60-bc5b-a17d1e927c51: ACTIVE {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:23:32.334162 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40850) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:32.441066 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-427f82c3-607f-4ac1-8dee-3a80f6ba2c4e tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/f7f41ba7-2b3f-4e60-bc5b-a17d1e927c51 HTTP/1.1" status: 200 len: 990 time: 0.1056898 Apr 18 22:23:33.444985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40854) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:23:33.638175 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e96f3f78-9abd-4cca-b865-dfc3171c15d2 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/f7f41ba7-2b3f-4e60-bc5b-a17d1e927c51 HTTP/1.1" status: 200 len: 992 time: 0.1921065 Apr 18 22:23:34.156857 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:39.868654 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:41.256996 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:23:54.739390 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-39dc5318-91d3-487a-a237-2113ebc6b954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:57.218961 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4442aafb-15ed-468d-8d97-b155eec96b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:58.030523 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:23:58.864433 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:01.258673 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:01.715210 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7b8ec78-c14a-4134-8e33-1d647e7fd360 req-5e8c1b84-a4ae-4b9e-8eb1-433fd295c35b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1588631 Apr 18 22:24:01.850155 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7b8ec78-c14a-4134-8e33-1d647e7fd360 req-e62bd397-41de-4d07-bb3d-5e38a899aa9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 1097 time: 0.0685039 Apr 18 22:24:01.991988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ec78-c14a-4134-8e33-1d647e7fd360 req-20006b46-d841-47e5-a850-0772c0b62dcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:01.993518 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7b8ec78-c14a-4134-8e33-1d647e7fd360 req-20006b46-d841-47e5-a850-0772c0b62dcb service neutron] 10.222.0.26 "GET /v2.0/networks?id=97d4f190-9cbf-488b-b139-89a3514a24cb HTTP/1.1" status: 200 len: 897 time: 0.1255195 Apr 18 22:24:02.099504 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7b8ec78-c14a-4134-8e33-1d647e7fd360 req-b6a4e31f-e63a-4867-9d46-585ba6e18b3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ae19e74-b1f9-4621-be54-b87d0878a935 HTTP/1.1" status: 200 len: 1000 time: 0.1000662 Apr 18 22:24:02.164358 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ec78-c14a-4134-8e33-1d647e7fd360 req-774f4c50-4d92-4cdb-8b12-d889b3dba6d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:02.165800 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7b8ec78-c14a-4134-8e33-1d647e7fd360 req-774f4c50-4d92-4cdb-8b12-d889b3dba6d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d82d6694-ee00-47ec-af64-12391b217f0c HTTP/1.1" status: 200 len: 834 time: 0.0610631 Apr 18 22:24:02.237455 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7b8ec78-c14a-4134-8e33-1d647e7fd360 req-54cd2fc6-4a52-4c71-9114-531693ff7ead service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97d4f190-9cbf-488b-b139-89a3514a24cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664082 Apr 18 22:24:02.247109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-e7b8ec78-c14a-4134-8e33-1d647e7fd360 req-570961e9-a6c1-4561-819b-bbe99cb577db service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:24:02.248631 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7b8ec78-c14a-4134-8e33-1d647e7fd360 req-570961e9-a6c1-4561-819b-bbe99cb577db service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052357 Apr 18 22:24:02.378414 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7b8ec78-c14a-4134-8e33-1d647e7fd360 req-71d4393d-ae70-4993-932e-f15cfb8687d9 service neutron] 10.222.0.26 "GET /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230688 Apr 18 22:24:02.508960 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e7b8ec78-c14a-4134-8e33-1d647e7fd360 req-e10b01a2-d57e-4152-a804-909443823a7f service neutron] 10.222.0.26 "GET /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258221 Apr 18 22:24:04.148870 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:09.852661 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:18.256609 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:24:24.727143 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8aaf88e4-44a2-4ea2-8bdc-5daa5d0904c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:27.189888 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-abc22240-b61a-4c34-9999-94ea306fd318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:28.075588 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:28.902507 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:30.642600 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772c2c1-adb5-4a7d-b695-e560582054fa req-f89ae3ad-dc20-4f90-b856-f5cee9e023f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:30.644031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d772c2c1-adb5-4a7d-b695-e560582054fa req-f89ae3ad-dc20-4f90-b856-f5cee9e023f8 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0769401 Apr 18 22:24:30.688509 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d772c2c1-adb5-4a7d-b695-e560582054fa req-708f09d5-6622-4751-a8f4-04bcf5db80ea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390270 Apr 18 22:24:31.280422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:31.882532 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ca769-822c-48bc-80ca-7f30836447b5 req-6dd660b1-137c-4b57-8cd0-39eed6fb8830 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:31.889054 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-618ca769-822c-48bc-80ca-7f30836447b5 req-6dd660b1-137c-4b57-8cd0-39eed6fb8830 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0748363 Apr 18 22:24:31.931133 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-618ca769-822c-48bc-80ca-7f30836447b5 req-a6e5570b-4ebb-4054-baa5-424bb1274e9b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407240 Apr 18 22:24:33.133152 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138abd4-c7e5-4b6d-9754-bd7f1d0c78d1 req-f3974100-1ff5-4b67-8a65-064065ebbb31 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:33.134605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3138abd4-c7e5-4b6d-9754-bd7f1d0c78d1 req-f3974100-1ff5-4b67-8a65-064065ebbb31 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0781715 Apr 18 22:24:33.179074 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3138abd4-c7e5-4b6d-9754-bd7f1d0c78d1 req-03627e1c-ecd6-43a2-84aa-870b95e53a98 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380747 Apr 18 22:24:33.207990 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40884) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:33.310353 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-8195ffed-ed90-495b-b3e5-524c9d57ef1a tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/f7f41ba7-2b3f-4e60-bc5b-a17d1e927c51 HTTP/1.1" status: 200 len: 992 time: 0.1012638 Apr 18 22:24:34.149809 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:34.905395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54e41c-ae5d-4f4d-9afb-ef56ba4bbc65 req-2a7c4d10-4287-4819-a1db-898fa912e6c5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:34.907010 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea54e41c-ae5d-4f4d-9afb-ef56ba4bbc65 req-2a7c4d10-4287-4819-a1db-898fa912e6c5 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0804129 Apr 18 22:24:34.953580 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8154972d-5d13-4343-9848-e48013ddb22b req-0142d16c-90aa-4be9-974d-10c279a23254 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 1097 time: 0.0690687 Apr 18 22:24:34.954180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ea54e41c-ae5d-4f4d-9afb-ef56ba4bbc65 req-b2fa8a07-e720-4c94-9119-11d74abf4812 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408764 Apr 18 22:24:35.085448 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154972d-5d13-4343-9848-e48013ddb22b req-c2741029-fab7-481b-b8b3-01601e1131a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:35.086956 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8154972d-5d13-4343-9848-e48013ddb22b req-c2741029-fab7-481b-b8b3-01601e1131a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=97d4f190-9cbf-488b-b139-89a3514a24cb HTTP/1.1" status: 200 len: 897 time: 0.1281583 Apr 18 22:24:35.189236 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8154972d-5d13-4343-9848-e48013ddb22b req-fa95f641-6056-4531-814f-3c4d64d53ada service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ae19e74-b1f9-4621-be54-b87d0878a935 HTTP/1.1" status: 200 len: 1000 time: 0.0969312 Apr 18 22:24:35.253006 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154972d-5d13-4343-9848-e48013ddb22b req-199611ab-fe65-431b-9d55-88e616db6b09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:35.254497 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8154972d-5d13-4343-9848-e48013ddb22b req-199611ab-fe65-431b-9d55-88e616db6b09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d82d6694-ee00-47ec-af64-12391b217f0c HTTP/1.1" status: 200 len: 834 time: 0.0597491 Apr 18 22:24:35.324726 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8154972d-5d13-4343-9848-e48013ddb22b req-2d199d9c-5067-4af1-9134-8919a0d413f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97d4f190-9cbf-488b-b139-89a3514a24cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650442 Apr 18 22:24:35.457633 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8154972d-5d13-4343-9848-e48013ddb22b req-f6a43299-445a-4319-b5d3-54ed0a1118b9 service neutron] 10.222.0.26 "GET /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249421 Apr 18 22:24:35.584555 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8154972d-5d13-4343-9848-e48013ddb22b req-f2c61135-1ac8-4aa5-85d3-50625cc46554 service neutron] 10.222.0.26 "GET /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225579 Apr 18 22:24:36.159958 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd21ea-7dfc-4eab-a36d-fbe5b269598a req-84bef90f-226f-4856-971f-6c08533c8f53 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:36.163208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20bd21ea-7dfc-4eab-a36d-fbe5b269598a req-84bef90f-226f-4856-971f-6c08533c8f53 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0824192 Apr 18 22:24:36.209302 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-20bd21ea-7dfc-4eab-a36d-fbe5b269598a req-64eeab62-74db-4ee1-b972-34a07d139819 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413566 Apr 18 22:24:37.403220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39b740-f1c1-46d0-b4e6-a8a6698bf304 req-c8e62634-dc31-4e73-8485-dc052a70ff96 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:37.404655 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e39b740-f1c1-46d0-b4e6-a8a6698bf304 req-c8e62634-dc31-4e73-8485-dc052a70ff96 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0764377 Apr 18 22:24:37.452178 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e39b740-f1c1-46d0-b4e6-a8a6698bf304 req-7c0bb92b-f047-4255-bac6-9ada19ac4a8c tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418241 Apr 18 22:24:37.480937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40898) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:37.582560 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a465df2b-3b70-4d09-a597-55b49c8b5990 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/floatingips/f7f41ba7-2b3f-4e60-bc5b-a17d1e927c51 HTTP/1.1" status: 200 len: 992 time: 0.1004786 Apr 18 22:24:37.835812 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40906) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:38.125546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 6065df6f-a4ef-4403-9a56-8e9b62d7f81d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:24:38.125800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:38.297099 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:38.297425 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:38.426370 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 6065df6f-a4ef-4403-9a56-8e9b62d7f81d owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:24:38.641111 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:38.686552 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=6065df6f-a4ef-4403-9a56-8e9b62d7f81d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:38.728498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:38.734215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:38.734215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:38.734215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:38.734215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:38.734215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:38.734215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:38.734215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:38.734215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:38.734215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:38.734215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:38.790983 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:39.190097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 4376be30-854b-42f2-ac05-ff26576436f0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:24:39.397924 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:24:39.407193 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f228331-9cee-4432-9245-831d7ae44b8e None None] Sync routers for ids ['4376be30-854b-42f2-ac05-ff26576436f0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:24:39.414449 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:39.418686 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f228331-9cee-4432-9245-831d7ae44b8e None None] Routers {'4376be30-854b-42f2-ac05-ff26576436f0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:24:39.419301 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4f228331-9cee-4432-9245-831d7ae44b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:24:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4376be30-854b-42f2-ac05-ff26576436f0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:39.467224 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ff22e8b8-2b5b-41b3-85e8-e40aa813da47 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/floatingips/f7f41ba7-2b3f-4e60-bc5b-a17d1e927c51 HTTP/1.1" status: 204 len: 168 time: 1.6302540 Apr 18 22:24:39.467811 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67909935-c3f6-4bd8-bca1-104537ab8769', 'tag': '1ae19e74-b1f9-4621-be54-b87d0878a935'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:24:39.525865 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab59fd2-fb46-437b-8e3f-b42763caca2a'] response: {'name': 'network-changed', 'server_uuid': '67909935-c3f6-4bd8-bca1-104537ab8769', 'tag': '1ae19e74-b1f9-4621-be54-b87d0878a935', 'status': 'completed', 'code': 200} Apr 18 22:24:39.606638 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-4f228331-9cee-4432-9245-831d7ae44b8e None None] Set router 4376be30-854b-42f2-ac05-ff26576436f0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:24:39.722624 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4526866f-acf7-40ca-885b-4675d30973bb req-86582228-ac4b-4ca6-acb7-4cb8199a8940 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 1097 time: 0.1748419 Apr 18 22:24:39.858432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526866f-acf7-40ca-885b-4675d30973bb req-7c06645f-39b2-484a-ac71-cb0ce05bc8d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:39.859877 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4526866f-acf7-40ca-885b-4675d30973bb req-7c06645f-39b2-484a-ac71-cb0ce05bc8d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=97d4f190-9cbf-488b-b139-89a3514a24cb HTTP/1.1" status: 200 len: 897 time: 0.1319838 Apr 18 22:24:39.870389 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:39.928955 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4526866f-acf7-40ca-885b-4675d30973bb req-8386cc7c-5ef5-41fc-ab95-575e758f68da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ae19e74-b1f9-4621-be54-b87d0878a935 HTTP/1.1" status: 200 len: 217 time: 0.0630193 Apr 18 22:24:39.937292 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4f228331-9cee-4432-9245-831d7ae44b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:10Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98', 'name': '', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:eb:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:09Z', 'updated_at': '2022-04-18T22:23:16Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:39.941411 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f228331-9cee-4432-9245-831d7ae44b8e None None] Checking router: 4376be30-854b-42f2-ac05-ff26576436f0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:24:39.951907 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f228331-9cee-4432-9245-831d7ae44b8e None None] Routers {'4376be30-854b-42f2-ac05-ff26576436f0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:24:39.952495 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4f228331-9cee-4432-9245-831d7ae44b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:24:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4376be30-854b-42f2-ac05-ff26576436f0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:39.994282 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526866f-acf7-40ca-885b-4675d30973bb req-bb2e0f62-15a4-44b3-b730-c0e7f4f0561b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:39.995870 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4526866f-acf7-40ca-885b-4675d30973bb req-bb2e0f62-15a4-44b3-b730-c0e7f4f0561b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d82d6694-ee00-47ec-af64-12391b217f0c HTTP/1.1" status: 200 len: 834 time: 0.0613935 Apr 18 22:24:40.071680 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4526866f-acf7-40ca-885b-4675d30973bb req-07b92462-be0b-4407-8d4e-bf1125744433 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97d4f190-9cbf-488b-b139-89a3514a24cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696206 Apr 18 22:24:40.092594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6fa90-91c7-406c-b019-5145647ae2a0 req-86bd59b4-002d-4454-847e-5b67606e5268 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:40.094234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ea6fa90-91c7-406c-b019-5145647ae2a0 req-86bd59b4-002d-4454-847e-5b67606e5268 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0854204 Apr 18 22:24:40.141405 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-4f228331-9cee-4432-9245-831d7ae44b8e None None] Set router 4376be30-854b-42f2-ac05-ff26576436f0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:24:40.160340 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0ea6fa90-91c7-406c-b019-5145647ae2a0 req-ad149295-8bca-4712-a147-2d2ec69d3e80 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601504 Apr 18 22:24:40.211482 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4526866f-acf7-40ca-885b-4675d30973bb req-6f6bd2fd-80ef-49e3-a69e-836aa618b061 service neutron] 10.222.0.26 "GET /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327426 Apr 18 22:24:40.345874 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4526866f-acf7-40ca-885b-4675d30973bb req-c3b79008-831e-45fd-ab95-f565fabd52c7 service neutron] 10.222.0.26 "GET /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275878 Apr 18 22:24:40.465763 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-4f228331-9cee-4432-9245-831d7ae44b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:10Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98', 'name': '', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:eb:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:09Z', 'updated_at': '2022-04-18T22:23:16Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:40.470294 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f228331-9cee-4432-9245-831d7ae44b8e None None] The sync data for ids ['4376be30-854b-42f2-ac05-ff26576436f0'] in n-d-836017-3 is: [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:10Z', 'revision_number': 4, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98', 'name': '', 'network_id': '97d4f190-9cbf-488b-b139-89a3514a24cb', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'mac_address': 'fa:16:3e:eb:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:09Z', 'updated_at': '2022-04-18T22:23:16Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'subnets': [{'id': 'd82d6694-ee00-47ec-af64-12391b217f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:24:40.689054 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5811f5f-fd46-4c6a-b326-fe8305bc6fcf None None] New status for floating IP f7f41ba7-2b3f-4e60-bc5b-a17d1e927c51: DOWN {{(pid=85050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:24:41.345931 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a0d80-3b2f-41f2-bce4-a9577eb1617b req-d757bc3d-c052-490b-b90f-d174733c1248 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:41.347400 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb4a0d80-3b2f-41f2-bce4-a9577eb1617b req-d757bc3d-c052-490b-b90f-d174733c1248 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.0765674 Apr 18 22:24:41.398144 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bb4a0d80-3b2f-41f2-bce4-a9577eb1617b req-45f99b68-22b3-4e07-b633-d9041e6654e7 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/security-groups?id=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450571 Apr 18 22:24:41.753312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-64f4cb00-8889-4943-88b9-abbabe12c20f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:41.754015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-64f4cb00-8889-4943-88b9-abbabe12c20f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Synchronizing usage tracker for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:24:41.816665 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-64f4cb00-8889-4943-88b9-abbabe12c20f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Unset dirty status for tenant:5cc38c55f3e14580a85cf80d3a152a9b on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:24:41.817811 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-64f4cb00-8889-4943-88b9-abbabe12c20f tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 946 time: 0.1436026 Apr 18 22:24:41.885047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-1e3516eb-8d27-4d4c-864f-6c0213967af1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 1ae19e74-b1f9-4621-be54-b87d0878a935 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:24:41.885382 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-1e3516eb-8d27-4d4c-864f-6c0213967af1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:42.126508 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-1e3516eb-8d27-4d4c-864f-6c0213967af1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port 1ae19e74-b1f9-4621-be54-b87d0878a935, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=1ae19e74-b1f9-4621-be54-b87d0878a935,segment=NetworkSegment(cb463b37-56d5-4d16-837a-9c77e4c211e4),segment_id=cb463b37-56d5-4d16-837a-9c77e4c211e4)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:24:42.126869 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-1e3516eb-8d27-4d4c-864f-6c0213967af1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:42.249995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-1e3516eb-8d27-4d4c-864f-6c0213967af1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 1ae19e74-b1f9-4621-be54-b87d0878a935 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:24:42.458811 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-1e3516eb-8d27-4d4c-864f-6c0213967af1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:42.507670 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3516eb-8d27-4d4c-864f-6c0213967af1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=1ae19e74-b1f9-4621-be54-b87d0878a935,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:42.569597 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-aa2a623a-1776-489b-b388-3b215fc9c834 req-8dd6d725-2cb1-4e3b-a3f7-6274c62b99b9 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "GET /v2.0/ports?device_id=67909935-c3f6-4bd8-bca1-104537ab8769 HTTP/1.1" status: 200 len: 210 time: 0.0431252 Apr 18 22:24:42.585011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-1e3516eb-8d27-4d4c-864f-6c0213967af1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] No DVR routers for this DVR port 1ae19e74-b1f9-4621-be54-b87d0878a935 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:24:42.587593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-1e3516eb-8d27-4d4c-864f-6c0213967af1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:42.590341 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67909935-c3f6-4bd8-bca1-104537ab8769', 'name': 'network-vif-deleted', 'tag': '1ae19e74-b1f9-4621-be54-b87d0878a935'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:24:42.644304 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f87eba-178e-4a23-8069-bb1c82ce214d'] response: {'server_uuid': '67909935-c3f6-4bd8-bca1-104537ab8769', 'name': 'network-vif-deleted', 'tag': '1ae19e74-b1f9-4621-be54-b87d0878a935', 'status': 'completed', 'code': 200} Apr 18 22:24:42.676057 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-36e77c32-46e1-4b54-8cb9-9b41d1113aa7 req-1e3516eb-8d27-4d4c-864f-6c0213967af1 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.26 "DELETE /v2.0/ports/1ae19e74-b1f9-4621-be54-b87d0878a935 HTTP/1.1" status: 204 len: 173 time: 0.8534431 Apr 18 22:24:43.676228 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40924) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:44.067559 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:44.768191 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:24:44.768868 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:44.948130 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98,segment=NetworkSegment(cb463b37-56d5-4d16-837a-9c77e4c211e4),segment_id=cb463b37-56d5-4d16-837a-9c77e4c211e4)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:24:44.948488 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:45.066978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:24:45.104386 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 1ae19e74-b1f9-4621-be54-b87d0878a935 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:24:45.136834 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 1ae19e74-b1f9-4621-be54-b87d0878a935 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:24:45.137227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 1ae19e74-b1f9-4621-be54-b87d0878a935 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:24:45.286682 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:45.335720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:45.376004 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:45.376354 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:45.377345 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:45.377712 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:45.378044 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:45.378378 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:45.378706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:45.379036 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:45.379356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:45.379683 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:45.380005 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:45.639440 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:46.301847 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Router 4376be30-854b-42f2-ac05-ff26576436f0 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:24:46.503868 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:24:46.516691 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669623fd-1e6b-415e-9ce9-bd07f12a1d55 None None] Sync routers for ids ['4376be30-854b-42f2-ac05-ff26576436f0'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:24:46.521052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b9b89933-b5ae-42d3-9a87-4de0bceb8be3 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "PUT /v2.0/routers/4376be30-854b-42f2-ac05-ff26576436f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8411896 Apr 18 22:24:46.521803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40928) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:46.528521 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669623fd-1e6b-415e-9ce9-bd07f12a1d55 None None] Routers {'4376be30-854b-42f2-ac05-ff26576436f0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:24:46.529123 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-669623fd-1e6b-415e-9ce9-bd07f12a1d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:24:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4376be30-854b-42f2-ac05-ff26576436f0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:46.713353 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a990d6ef-8373-463d-b8b8-4e02d4dea83b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting subnet d82d6694-ee00-47ec-af64-12391b217f0c {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:24:46.716198 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a990d6ef-8373-463d-b8b8-4e02d4dea83b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:46.744086 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-669623fd-1e6b-415e-9ce9-bd07f12a1d55 None None] Set router 4376be30-854b-42f2-ac05-ff26576436f0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:24:46.768857 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a990d6ef-8373-463d-b8b8-4e02d4dea83b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:46.851401 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a990d6ef-8373-463d-b8b8-4e02d4dea83b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:46.990018 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a990d6ef-8373-463d-b8b8-4e02d4dea83b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:47.025394 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-669623fd-1e6b-415e-9ce9-bd07f12a1d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:24:45Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:47.028290 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990d6ef-8373-463d-b8b8-4e02d4dea83b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Subnet': ['ID=d82d6694-ee00-47ec-af64-12391b217f0c,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:47.029180 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669623fd-1e6b-415e-9ce9-bd07f12a1d55 None None] Checking router: 4376be30-854b-42f2-ac05-ff26576436f0 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:24:47.035116 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a990d6ef-8373-463d-b8b8-4e02d4dea83b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:47.043540 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a990d6ef-8373-463d-b8b8-4e02d4dea83b tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/subnets/d82d6694-ee00-47ec-af64-12391b217f0c HTTP/1.1" status: 204 len: 168 time: 0.5181699 Apr 18 22:24:47.043684 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e6cdaa-f6a5-42d0-9ddc-57b041496aa8 None None] Network 97d4f190-9cbf-488b-b139-89a3514a24cb requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:24:47.044103 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40932) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:47.045460 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669623fd-1e6b-415e-9ce9-bd07f12a1d55 None None] Routers {'4376be30-854b-42f2-ac05-ff26576436f0'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:24:47.046099 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-669623fd-1e6b-415e-9ce9-bd07f12a1d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:24:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4376be30-854b-42f2-ac05-ff26576436f0'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:47.230812 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-669623fd-1e6b-415e-9ce9-bd07f12a1d55 None None] Set router 4376be30-854b-42f2-ac05-ff26576436f0 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:24:47.271029 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:47.297988 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] DHCP port deletion for 97d4f190-9cbf-488b-b139-89a3514a24cb request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:24:47.303032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Deleting port 6185f5e9-736a-4b42-94fb-f5d62624a27f {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:24:47.303408 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:47.509445 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] For port 6185f5e9-736a-4b42-94fb-f5d62624a27f, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=6185f5e9-736a-4b42-94fb-f5d62624a27f,segment=NetworkSegment(cb463b37-56d5-4d16-837a-9c77e4c211e4),segment_id=cb463b37-56d5-4d16-837a-9c77e4c211e4)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:24:47.509928 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:47.531420 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-669623fd-1e6b-415e-9ce9-bd07f12a1d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:24:45Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:47.535869 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669623fd-1e6b-415e-9ce9-bd07f12a1d55 None None] The sync data for ids ['4376be30-854b-42f2-ac05-ff26576436f0'] in n-d-836017-3 is: [{'id': '4376be30-854b-42f2-ac05-ff26576436f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668439860', 'tenant_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '20d33846-3964-4c48-acbd-adfb9215f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:24:45Z', 'revision_number': 5, 'project_id': '5cc38c55f3e14580a85cf80d3a152a9b', 'gw_port': {'id': '20d33846-3964-4c48-acbd-adfb9215f088', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4376be30-854b-42f2-ac05-ff26576436f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:23:05Z', 'updated_at': '2022-04-18T22:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:24:47.603137 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_gateway, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:47.636114 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Calling delete_port for 6185f5e9-736a-4b42-94fb-f5d62624a27f owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:24:47.696840 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Deleting port 20d33846-3964-4c48-acbd-adfb9215f088 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:24:47.697183 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:47.789941 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844'] for port, after_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:47.835032 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Pushing event deleted for resources: {'Port': ['ID=6185f5e9-736a-4b42-94fb-f5d62624a27f,revision_number=None']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:47.840166 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] No DVR routers for this DVR port 6185f5e9-736a-4b42-94fb-f5d62624a27f on host n-d-836017-3 {{(pid=85050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:24:47.851580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:47.851580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:47.851580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:47.851580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:47.851580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:47.851580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:47.851580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:47.851580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:47.851580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:47.851580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:47.851580 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91139384-8ba4-42a5-9a84-1f352409adba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:24:47.872185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] For port 20d33846-3964-4c48-acbd-adfb9215f088, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=20d33846-3964-4c48-acbd-adfb9215f088,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:24:47.872546 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:47.994720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Calling delete_port for 20d33846-3964-4c48-acbd-adfb9215f088 owned by network:router_gateway {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:24:48.229633 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:48.273676 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Port': ['ID=20d33846-3964-4c48-acbd-adfb9215f088,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:48.504549 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:48.612989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:24:48.648825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:24:48.649167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 476ee7d8-89d1-46c5-bfeb-dc8c7afc0b98 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:24:48.649607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6185f5e9-736a-4b42-94fb-f5d62624a27f no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:24:48.683290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 6185f5e9-736a-4b42-94fb-f5d62624a27f {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:24:48.683637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 6185f5e9-736a-4b42-94fb-f5d62624a27f not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:24:48.783508 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:48.787686 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:48.873673 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:48.874206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Fanout notify agent at l3_agent the message router_deleted on router 4376be30-854b-42f2-ac05-ff26576436f0 {{(pid=85048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:24:48.888683 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:48.890086 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fe0760ba-f814-4110-9560-c51c4f62f898 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/routers/4376be30-854b-42f2-ac05-ff26576436f0 HTTP/1.1" status: 204 len: 168 time: 1.8453641 Apr 18 22:24:48.892797 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40938) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:49.009162 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:49.230867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:49.259831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d4f190-9cbf-488b-b139-89a3514a24cb']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:49.271650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb463b37-56d5-4d16-837a-9c77e4c211e4') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:49.271942 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb463b37-56d5-4d16-837a-9c77e4c211e4') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:49.282925 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:49.299106 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:49.305844 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:24:49.306241 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: timer() Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:24:49.321188 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:24:49.457895 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:49.474699 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:49.485832 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'Network': ['ID=97d4f190-9cbf-488b-b139-89a3514a24cb,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:49.526977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-74a1e38b-8d8d-42dc-83a1-a8314d505e84 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/networks/97d4f190-9cbf-488b-b139-89a3514a24cb HTTP/1.1" status: 204 len: 168 time: 0.6331820 Apr 18 22:24:49.529567 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40942) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:49.598342 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b9af609-8ded-4438-9d4d-333efd329190 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:49.627440 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b9af609-8ded-4438-9d4d-333efd329190 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:49.755681 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b9af609-8ded-4438-9d4d-333efd329190 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:49.788774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9af609-8ded-4438-9d4d-333efd329190 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ffe3a-70f4-44f9-8a6f-f73c1ed20f90,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:49.869104 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-3b9af609-8ded-4438-9d4d-333efd329190 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:49.870283 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-3b9af609-8ded-4438-9d4d-333efd329190 tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] 10.222.0.11 "DELETE /v2.0/security-groups/322ffe3a-70f4-44f9-8a6f-f73c1ed20f90 HTTP/1.1" status: 204 len: 168 time: 0.3398218 Apr 18 22:24:50.527855 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 20d33846-3964-4c48-acbd-adfb9215f088 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:24:50.567556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 20d33846-3964-4c48-acbd-adfb9215f088 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:24:50.568155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 20d33846-3964-4c48-acbd-adfb9215f088 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:24:50.629829 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40956) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:50.821076 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-079333e7-b114-4232-a0be-c4f4261a5957 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5cc38c55f3e14580a85cf80d3a152a9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1901073 Apr 18 22:24:50.823550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40962) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:50.881068 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2bca258b-3687-4a31-9eb4-0b26a1a0f370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:50.905306 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2bca258b-3687-4a31-9eb4-0b26a1a0f370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:51.024067 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2bca258b-3687-4a31-9eb4-0b26a1a0f370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:51.040071 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca258b-3687-4a31-9eb4-0b26a1a0f370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64f1a95-3495-4831-ab5c-5ce3e1df422b,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:51.050191 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-2bca258b-3687-4a31-9eb4-0b26a1a0f370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:51.051817 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-2bca258b-3687-4a31-9eb4-0b26a1a0f370 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b64f1a95-3495-4831-ab5c-5ce3e1df422b HTTP/1.1" status: 204 len: 168 time: 0.2270494 Apr 18 22:24:51.654981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40970) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:51.672885 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d376b71d-5309-4aca-b6f3-3b88cc2ef158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:51.703477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d376b71d-5309-4aca-b6f3-3b88cc2ef158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:24:51.707965 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d376b71d-5309-4aca-b6f3-3b88cc2ef158 admin admin] Usage tracker for resource:security_group_rule and tenant:81f64d40aa6f460ba6551237f22e58ca is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:24:51.710741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d376b71d-5309-4aca-b6f3-3b88cc2ef158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:24:51.716310 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d376b71d-5309-4aca-b6f3-3b88cc2ef158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:24:51.780068 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d376b71d-5309-4aca-b6f3-3b88cc2ef158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:51.850822 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d376b71d-5309-4aca-b6f3-3b88cc2ef158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:51.900369 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376b71d-5309-4aca-b6f3-3b88cc2ef158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85efbc55-3d9d-4cc2-901c-c73d76e7a9dd,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:51.904804 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d376b71d-5309-4aca-b6f3-3b88cc2ef158 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81f64d40aa6f460ba6551237f22e58ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2487516 Apr 18 22:24:51.908054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 40974) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:51.966992 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7909b2f9-4545-4660-b9d6-1f760e803cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:51.992873 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7909b2f9-4545-4660-b9d6-1f760e803cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:52.109115 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7909b2f9-4545-4660-b9d6-1f760e803cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:52.123839 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909b2f9-4545-4660-b9d6-1f760e803cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85efbc55-3d9d-4cc2-901c-c73d76e7a9dd,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:52.132074 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-7909b2f9-4545-4660-b9d6-1f760e803cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:52.135854 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-7909b2f9-4545-4660-b9d6-1f760e803cd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85efbc55-3d9d-4cc2-901c-c73d76e7a9dd HTTP/1.1" status: 204 len: 168 time: 0.2243278 Apr 18 22:24:53.377829 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 40996) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:53.508726 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-323286514-network', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:24:53.514457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:24:53.519130 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Usage tracker for resource:network and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:24:53.522065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:24:53.528926 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:24:53.601071 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Made reservation on behalf of d0cb2caddb514c84bf42dc807df971ec for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:24:53.603369 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:53.616274 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:53.647148 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:24:53.650838 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:24:53.653676 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:24:53.659923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:24:53.721982 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:53.800604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:53.829939 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:24:53.838641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2a39d0-38d2-40f2-88b7-f33934fe93c2,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:53.843932 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:53.844278 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Added segment 8afbf80f-fef0-4b46-b4c7-8d1f50563fba of type vlan for network b7043d54-7edf-425b-8027-f3925c130719 Apr 18 22:24:53.870022 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:53.983451 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:53.984221 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:53.984791 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:54.186846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] Pushing event updated for resources: {'Network': ['ID=b7043d54-7edf-425b-8027-f3925c130719,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:54.197411 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network b7043d54-7edf-425b-8027-f3925c130719 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:24:54.252031 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-06142c55-c59e-4f4c-81a3-c36cf2f2acbf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8730652 Apr 18 22:24:54.254923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41002) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:54.260384 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Request body: {'subnet': {'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-323286514-subnet', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:24:54.266065 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:24:54.270712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Usage tracker for resource:subnet and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:24:54.273695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:24:54.279816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:24:54.353802 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Made reservation on behalf of d0cb2caddb514c84bf42dc807df971ec for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:24:54.356361 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:54.640607 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:54.713895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f315dd4-458f-491a-887e-e32b507a1407,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:54.727657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Checking segment: {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:24:54.728010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Network hostable DHCP agents. Network: b7043d54-7edf-425b-8027-f3925c130719, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:24:54.738109 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-85cfa2d3-37f9-48e3-91f2-2e8a0fddb022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:54.834650 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Network b7043d54-7edf-425b-8027-f3925c130719 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:24:54.920575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, b7043d54-7edf-425b-8027-f3925c130719) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:24:54.924730 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:24:54.925296 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:54.931377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f435e1-a78b-4e38-afbf-bafa68473fef None None] Network b7043d54-7edf-425b-8027-f3925c130719 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:24:55.013103 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-f913e8d1-8040-4672-b6dd-d2b8a4867186 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7570944 Apr 18 22:24:55.015847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41006) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:55.021002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:24:55.026590 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:24:55.030530 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Usage tracker for resource:router and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:24:55.033606 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:24:55.039381 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:24:55.098261 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.099118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.117725 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.186546 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-b7043d54-7edf-425b-8027-f3925c130719', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:24:55.187499 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.258722 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:24:55.318553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.352877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Allocated IP 172.20.0.2 (b7043d54-7edf-425b-8027-f3925c130719/6f315dd4-458f-491a-887e-e32b507a1407/8cae6742-5d7b-421f-adae-a9aac62a62fb) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:24:55.551434 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.562269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Transition to ACTIVE for port object 8cae6742-5d7b-421f-adae-a9aac62a62fb will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:24:55.565096 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.579884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Transition to ACTIVE for port object 8cae6742-5d7b-421f-adae-a9aac62a62fb will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:24:55.594853 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.647145 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.717424 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Network b7043d54-7edf-425b-8027-f3925c130719 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:24:55.721065 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:24:55.723995 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:24:55.730538 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Pushing event updated for resources: {'Port': ['ID=8cae6742-5d7b-421f-adae-a9aac62a62fb,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:55.733100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Allocated IP 172.25.3.48 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/f19953e1-0700-45b7-9608-a6410b820c83) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:24:55.815982 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Attempting to bind port 8cae6742-5d7b-421f-adae-a9aac62a62fb on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:24:55.816352 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Attempting to bind port 8cae6742-5d7b-421f-adae-a9aac62a62fb by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:24:55.816708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Attempting to bind port 8cae6742-5d7b-421f-adae-a9aac62a62fb on network b7043d54-7edf-425b-8027-f3925c130719 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:24:55.823024 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:24:55.823393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Checking segment: {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:24:55.823784 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.824167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Bound using segment: {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:24:55.824623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Bound port: 8cae6742-5d7b-421f-adae-a9aac62a62fb, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:24:55.824988 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.879869 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.912542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] For port 8cae6742-5d7b-421f-adae-a9aac62a62fb, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:24:55.915350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] For port 8cae6742-5d7b-421f-adae-a9aac62a62fb, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8cae6742-5d7b-421f-adae-a9aac62a62fb,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:24:55.949990 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:55.972928 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:56.018225 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:24:56.023263 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:24:56.028696 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:24:56.055604 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada395e7-811d-407f-8aea-a479cf372e6d None None] Pushing event updated for resources: {'Port': ['ID=8cae6742-5d7b-421f-adae-a9aac62a62fb,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:56.055933 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Pushing event updated for resources: {'Port': ['ID=f19953e1-0700-45b7-9608-a6410b820c83,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:56.259966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:56.260808 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:56.591862 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8cae6742-5d7b-421f-adae-a9aac62a62fb up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:24:56.692484 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Router 3418e1e7-c443-49b4-81dd-406be9d36733 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:24:56.715440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 8cae6742-5d7b-421f-adae-a9aac62a62fb completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:24:56.901836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:24:56.912636 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Sync routers for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:24:56.924986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:24:56.925649 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:24:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:56.978030 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:56.979360 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b2762b96-b88c-413e-a684-262135bd1cce admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9625051 Apr 18 22:24:56.982474 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41010) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:24:56.986809 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d381eb-b44d-4904-9e41-8e2f8d7d9894 None None] Network b7043d54-7edf-425b-8027-f3925c130719 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:24:57.276292 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5044dd1c-3f6e-4ba8-a7ef-1a1130ccc91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:57.284198 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:24:57.329027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-256ff1fd-c1e9-4d41-996a-09cee4c8ba08 None None] Provisioning for port 8cae6742-5d7b-421f-adae-a9aac62a62fb completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:24:57.400321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-256ff1fd-c1e9-4d41-996a-09cee4c8ba08 None None] Provisioning complete for port 8cae6742-5d7b-421f-adae-a9aac62a62fb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:24:57.400684 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-256ff1fd-c1e9-4d41-996a-09cee4c8ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:57.762133 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:57.763149 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-256ff1fd-c1e9-4d41-996a-09cee4c8ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:57.803975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-256ff1fd-c1e9-4d41-996a-09cee4c8ba08 None None] For port 8cae6742-5d7b-421f-adae-a9aac62a62fb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8cae6742-5d7b-421f-adae-a9aac62a62fb,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:24:57.808002 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:56Z', 'revision_number': 3, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:57.812005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Checking router: 3418e1e7-c443-49b4-81dd-406be9d36733 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:24:57.812347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Updating router 3418e1e7-c443-49b4-81dd-406be9d36733 port f19953e1-0700-45b7-9608-a6410b820c83 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:24:57.873014 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:57.905223 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-256ff1fd-c1e9-4d41-996a-09cee4c8ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.062975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ff1fd-c1e9-4d41-996a-09cee4c8ba08 None None] Pushing event updated for resources: {'Port': ['ID=8cae6742-5d7b-421f-adae-a9aac62a62fb,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:58.082145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Allocated IP 172.20.0.1 (b7043d54-7edf-425b-8027-f3925c130719/6f315dd4-458f-491a-887e-e32b507a1407/de4ee9ec-5602-4f9e-ba41-e89ce96d769c) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:24:58.089005 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-6b3032ab-b189-47d2-962c-062710d49b7f None None] Provisioning complete for port 8cae6742-5d7b-421f-adae-a9aac62a62fb triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:24:58.089366 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6b3032ab-b189-47d2-962c-062710d49b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.186937 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.233122 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.249057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Transition to ACTIVE for port object de4ee9ec-5602-4f9e-ba41-e89ce96d769c will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:24:58.332813 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.388879 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.401740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Transition to ACTIVE for port object f19953e1-0700-45b7-9608-a6410b820c83 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:24:58.403941 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Network b7043d54-7edf-425b-8027-f3925c130719 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:24:58.406794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:24:58.411898 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:24:58.436498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Pushing event updated for resources: {'Port': ['ID=de4ee9ec-5602-4f9e-ba41-e89ce96d769c,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:58.465907 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.493264 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.570139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac491b-ce21-431a-b468-89ec21af0817 None None] Pushing event updated for resources: {'Port': ['ID=f19953e1-0700-45b7-9608-a6410b820c83,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:58.572502 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Attempting to bind port f19953e1-0700-45b7-9608-a6410b820c83 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:24:58.572867 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Attempting to bind port f19953e1-0700-45b7-9608-a6410b820c83 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:24:58.573228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Attempting to bind port f19953e1-0700-45b7-9608-a6410b820c83 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:24:58.581125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:24:58.581576 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:24:58.581978 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.582363 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:24:58.582832 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Bound port: f19953e1-0700-45b7-9608-a6410b820c83, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:24:58.583205 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.611670 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8cae6742-5d7b-421f-adae-a9aac62a62fb up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:24:58.632593 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.716252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] For port f19953e1-0700-45b7-9608-a6410b820c83, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:24:58.719343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] For port f19953e1-0700-45b7-9608-a6410b820c83, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f19953e1-0700-45b7-9608-a6410b820c83,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:24:58.730401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 8cae6742-5d7b-421f-adae-a9aac62a62fb triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:24:58.730805 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.781066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-977436cf-7d54-4d87-bf1d-368dabd6bda1 None None] Provisioning for port de4ee9ec-5602-4f9e-ba41-e89ce96d769c completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:24:58.789714 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-977436cf-7d54-4d87-bf1d-368dabd6bda1 None None] Provisioning complete for port de4ee9ec-5602-4f9e-ba41-e89ce96d769c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:24:58.790087 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-977436cf-7d54-4d87-bf1d-368dabd6bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.846984 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.851872 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.914789 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.949750 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-977436cf-7d54-4d87-bf1d-368dabd6bda1 None None] Port de4ee9ec-5602-4f9e-ba41-e89ce96d769c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:24:58.975316 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:58.992639 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac491b-ce21-431a-b468-89ec21af0817 None None] Pushing event updated for resources: {'Port': ['ID=f19953e1-0700-45b7-9608-a6410b820c83,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:58.997001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:24:58.997623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:59.023537 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Pushing event updated for resources: {'Port': ['ID=de4ee9ec-5602-4f9e-ba41-e89ce96d769c,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:24:59.028170 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:59.165859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Network b7043d54-7edf-425b-8027-f3925c130719 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:24:59.167592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:24:59.174647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:24:59.449980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-94937f00-d866-46ba-938b-360b8ba63414 None None] Provisioning complete for port de4ee9ec-5602-4f9e-ba41-e89ce96d769c triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:24:59.450244 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-94937f00-d866-46ba-938b-360b8ba63414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:24:59.532093 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-94937f00-d866-46ba-938b-360b8ba63414 None None] Port de4ee9ec-5602-4f9e-ba41-e89ce96d769c cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:24:59.568646 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Router 3418e1e7-c443-49b4-81dd-406be9d36733 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:24:59.595402 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 2, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:24:59.599802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9191a84-44f2-43f4-a8c2-1a66b5346ec7 None None] The sync data for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 is: [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 2, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:24:59.896149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:24:59.905730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-668221a7-3bff-428f-bc62-7c0183fc47c2 admin admin] 10.222.0.11 "PUT /v2.0/routers/3418e1e7-c443-49b4-81dd-406be9d36733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9221623 Apr 18 22:25:00.606860 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f19953e1-0700-45b7-9608-a6410b820c83 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:25:00.726687 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port f19953e1-0700-45b7-9608-a6410b820c83 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:25:00.732725 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f19953e1-0700-45b7-9608-a6410b820c83 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:00.733265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:00.852895 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:00.868795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port f19953e1-0700-45b7-9608-a6410b820c83, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f19953e1-0700-45b7-9608-a6410b820c83,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:25:00.965396 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:01.030091 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f19953e1-0700-45b7-9608-a6410b820c83,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:01.052496 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41032) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:01.057948 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1763522349-network', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:01.063395 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:01.068999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Usage tracker for resource:network and tenant:3727eab342c341daaf5b7b64ce2f194a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:01.071999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:01.077822 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:01.165428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Made reservation on behalf of 3727eab342c341daaf5b7b64ce2f194a for: {'network': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:25:01.168195 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:01.182255 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:01.214729 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:01.218603 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Usage tracker for resource:security_group_rule and tenant:3727eab342c341daaf5b7b64ce2f194a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:01.221756 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:01.227400 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:01.279708 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:01.292492 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:01.383228 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:01.415220 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=85048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:25:01.423158 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768bc129-d6c9-4afe-85fe-10c6655bcf0f,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:01.428508 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:01.428853 n-d-836017-3 neutron-server[85048]: INFO neutron.db.segments_db [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Added segment 38a99d52-8eb8-4181-ac8c-04e130beabf3 of type vlan for network a5fb8cee-69a9-403f-a9af-4eea8972d203 Apr 18 22:25:01.453919 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:01.570867 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:01.571833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:01.572537 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:01.674112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] Pushing event updated for resources: {'Network': ['ID=a5fb8cee-69a9-403f-a9af-4eea8972d203,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:01.683430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a5fb8cee-69a9-403f-a9af-4eea8972d203 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:25:01.738752 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-fb6a62a4-5b98-47e2-8a95-fcf41917d82f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6851444 Apr 18 22:25:01.741316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41036) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:01.746433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Request body: {'subnet': {'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1763522349-subnet', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'ip_version': 4}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:01.752565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:01.756899 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Usage tracker for resource:subnet and tenant:3727eab342c341daaf5b7b64ce2f194a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:01.759877 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:01.765954 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:01.852173 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Made reservation on behalf of 3727eab342c341daaf5b7b64ce2f194a for: {'subnet': 1} {{(pid=85048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:25:01.854411 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2872676'] for subnet, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:02.126647 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1861269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2872694'] for subnet, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:02.197099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=782c91b5-5365-4fdf-89fe-f372bf33567c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:02.212175 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Checking segment: {'id': '38a99d52-8eb8-4181-ac8c-04e130beabf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:25:02.212786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Network hostable DHCP agents. Network: a5fb8cee-69a9-403f-a9af-4eea8972d203, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:25:02.297517 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Network a5fb8cee-69a9-403f-a9af-4eea8972d203 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:25:02.377723 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a5fb8cee-69a9-403f-a9af-4eea8972d203) {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:25:02.382138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:02.383390 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:02.387631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3909bc58-b111-4432-8f15-241b40fd9f42 None None] Network a5fb8cee-69a9-403f-a9af-4eea8972d203 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:25:02.475613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-738f20ad-f115-48ce-bae1-d896e7a71a6d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7331982 Apr 18 22:25:02.478138 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41040) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:02.483427 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1763522349-router', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:02.488705 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:02.492688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Usage tracker for resource:router and tenant:3727eab342c341daaf5b7b64ce2f194a is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:02.495575 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:02.501499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:02.560792 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:02.562116 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:02.578598 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f19953e1-0700-45b7-9608-a6410b820c83 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:25:02.582285 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:02.634929 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-a5fb8cee-69a9-403f-a9af-4eea8972d203', 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'fixed_ips': [{'subnet_id': '782c91b5-5365-4fdf-89fe-f372bf33567c'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:25:02.635734 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:02.737603 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port f19953e1-0700-45b7-9608-a6410b820c83 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:02.738287 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:02.773928 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:02.876642 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Allocated IP 172.20.0.2 (a5fb8cee-69a9-403f-a9af-4eea8972d203/782c91b5-5365-4fdf-89fe-f372bf33567c/e17a0331-f215-4d0a-8d44-8caec6a95403) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:25:03.047868 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:03.081914 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:03.105701 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:03.115936 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Transition to ACTIVE for port object e17a0331-f215-4d0a-8d44-8caec6a95403 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:25:03.134882 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Transition to ACTIVE for port object e17a0331-f215-4d0a-8d44-8caec6a95403 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:25:03.201392 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:03.218047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Allocated IP 172.25.3.125 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/0a2e002b-85ee-4c8e-a84b-809f9f09ecca) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:25:03.312397 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Network a5fb8cee-69a9-403f-a9af-4eea8972d203 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:25:03.313211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Pushing event updated for resources: {'Port': ['ID=e17a0331-f215-4d0a-8d44-8caec6a95403,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:03.315760 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:25:03.323807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:25:03.379475 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:03.412722 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Attempting to bind port e17a0331-f215-4d0a-8d44-8caec6a95403 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:25:03.413080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Attempting to bind port e17a0331-f215-4d0a-8d44-8caec6a95403 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '38a99d52-8eb8-4181-ac8c-04e130beabf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:25:03.413437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Attempting to bind port e17a0331-f215-4d0a-8d44-8caec6a95403 on network a5fb8cee-69a9-403f-a9af-4eea8972d203 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:25:03.420393 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:25:03.420759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Checking segment: {'id': '38a99d52-8eb8-4181-ac8c-04e130beabf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:25:03.421179 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:03.421593 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Bound using segment: {'id': '38a99d52-8eb8-4181-ac8c-04e130beabf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:25:03.422053 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Bound port: e17a0331-f215-4d0a-8d44-8caec6a95403, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a99d52-8eb8-4181-ac8c-04e130beabf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:25:03.422420 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:03.474299 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:03.525947 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] For port e17a0331-f215-4d0a-8d44-8caec6a95403, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:25:03.528797 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] For port e17a0331-f215-4d0a-8d44-8caec6a95403, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e17a0331-f215-4d0a-8d44-8caec6a95403,segment=NetworkSegment(38a99d52-8eb8-4181-ac8c-04e130beabf3),segment_id=38a99d52-8eb8-4181-ac8c-04e130beabf3)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:25:03.555433 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:25:03.558088 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:25:03.561833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:25:03.582582 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:03.595302 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Pushing event updated for resources: {'Port': ['ID=0a2e002b-85ee-4c8e-a84b-809f9f09ecca,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:03.661045 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3848228-b947-4bfb-96f5-a132bfde0b5b None None] Pushing event updated for resources: {'Port': ['ID=e17a0331-f215-4d0a-8d44-8caec6a95403,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:03.825198 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:03.825952 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:04.155067 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:04.218014 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Router 4ecb1160-7812-490a-b47f-d986435ac92a is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:25:04.433357 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:25:04.443317 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Sync routers for ids ['4ecb1160-7812-490a-b47f-d986435ac92a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:25:04.459807 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Routers {'4ecb1160-7812-490a-b47f-d986435ac92a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:25:04.460670 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4ecb1160-7812-490a-b47f-d986435ac92a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:04.509484 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] Notify callbacks [] for router, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:04.511053 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c0b1eb81-a619-490e-91f2-6f1b8a317306 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0317039 Apr 18 22:25:04.514937 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41044) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:04.545379 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1853c402-6fc5-4884-9d9a-a944d6540df6 None None] Network a5fb8cee-69a9-403f-a9af-4eea8972d203 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:25:04.639550 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Set router 4ecb1160-7812-490a-b47f-d986435ac92a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:25:04.652851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e17a0331-f215-4d0a-8d44-8caec6a95403 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:25:04.825369 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-02a633e1-9065-48d3-bc1f-d7c9fc277da9 None None] Provisioning for port e17a0331-f215-4d0a-8d44-8caec6a95403 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:25:04.913776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e17a0331-f215-4d0a-8d44-8caec6a95403 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:25:04.920542 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e17a0331-f215-4d0a-8d44-8caec6a95403 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:04.920730 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:04.935600 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'name': 'tempest-TestShelveInstance-1763522349-router', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:25:02Z', 'updated_at': '2022-04-18T22:25:03Z', 'revision_number': 3, 'project_id': '3727eab342c341daaf5b7b64ce2f194a', 'gw_port': {'id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:25:03Z', 'updated_at': '2022-04-18T22:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:04.939618 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Checking router: 4ecb1160-7812-490a-b47f-d986435ac92a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:25:04.939957 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Updating router 4ecb1160-7812-490a-b47f-d986435ac92a port 0a2e002b-85ee-4c8e-a84b-809f9f09ecca binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:25:05.034359 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:05.067029 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:05.108037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port e17a0331-f215-4d0a-8d44-8caec6a95403, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e17a0331-f215-4d0a-8d44-8caec6a95403,segment=NetworkSegment(38a99d52-8eb8-4181-ac8c-04e130beabf3),segment_id=38a99d52-8eb8-4181-ac8c-04e130beabf3)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:25:05.160317 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-88a5dc3b-eccc-4c2e-a4e1-ca4fa6de296e None None] Provisioning complete for port e17a0331-f215-4d0a-8d44-8caec6a95403 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:05.161001 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-88a5dc3b-eccc-4c2e-a4e1-ca4fa6de296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:05.217503 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:05.301291 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=e17a0331-f215-4d0a-8d44-8caec6a95403,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:05.356020 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:05.368378 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:05.384357 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Transition to ACTIVE for port object 0a2e002b-85ee-4c8e-a84b-809f9f09ecca will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:25:05.474919 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:05.555891 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Pushing event updated for resources: {'Port': ['ID=0a2e002b-85ee-4c8e-a84b-809f9f09ecca,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:05.564740 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Attempting to bind port 0a2e002b-85ee-4c8e-a84b-809f9f09ecca on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:25:05.565109 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Attempting to bind port 0a2e002b-85ee-4c8e-a84b-809f9f09ecca by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:25:05.565461 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Attempting to bind port 0a2e002b-85ee-4c8e-a84b-809f9f09ecca on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:25:05.572971 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:25:05.573314 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:25:05.573673 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:25:05.574008 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:25:05.574335 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:25:05.574660 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:25:05.574983 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:25:05.575302 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:25:05.575625 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:25:05.575942 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:25:05.576263 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:25:05.576781 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Allocated IP 172.20.0.1 (a5fb8cee-69a9-403f-a9af-4eea8972d203/782c91b5-5365-4fdf-89fe-f372bf33567c/e010fec5-ae0e-4765-8461-744f50d8178b) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:25:05.580866 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:25:05.581234 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:25:05.581657 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:05.582030 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:25:05.582490 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Bound port: 0a2e002b-85ee-4c8e-a84b-809f9f09ecca, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:25:05.582857 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:05.653961 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] For port 0a2e002b-85ee-4c8e-a84b-809f9f09ecca, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:25:05.656838 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] For port 0a2e002b-85ee-4c8e-a84b-809f9f09ecca, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0a2e002b-85ee-4c8e-a84b-809f9f09ecca,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:25:05.725554 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:05.741192 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Transition to ACTIVE for port object e010fec5-ae0e-4765-8461-744f50d8178b will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:25:05.748112 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:05.822370 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:05.829739 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698453d-ec94-4181-b47a-e5e71ef3004e None None] Pushing event updated for resources: {'Port': ['ID=0a2e002b-85ee-4c8e-a84b-809f9f09ecca,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:05.837070 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Routers {'4ecb1160-7812-490a-b47f-d986435ac92a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:25:05.837070 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4ecb1160-7812-490a-b47f-d986435ac92a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:05.889953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Network a5fb8cee-69a9-403f-a9af-4eea8972d203 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:25:05.893177 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:25:05.895746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:25:05.930978 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Pushing event updated for resources: {'Port': ['ID=e010fec5-ae0e-4765-8461-744f50d8178b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:05.961306 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:06.016195 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] Set router 4ecb1160-7812-490a-b47f-d986435ac92a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:25:06.216328 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:06.256394 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5d1403cc-a980-4782-93ca-f1c1d7c1e6a9 None None] Provisioning for port e010fec5-ae0e-4765-8461-744f50d8178b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:25:06.262314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5d1403cc-a980-4782-93ca-f1c1d7c1e6a9 None None] Provisioning complete for port e010fec5-ae0e-4765-8461-744f50d8178b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:06.262961 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5d1403cc-a980-4782-93ca-f1c1d7c1e6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:06.310209 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'name': 'tempest-TestShelveInstance-1763522349-router', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:25:02Z', 'updated_at': '2022-04-18T22:25:03Z', 'revision_number': 3, 'project_id': '3727eab342c341daaf5b7b64ce2f194a', 'gw_port': {'id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:25:03Z', 'updated_at': '2022-04-18T22:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:06.319820 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592f3fa-0eea-4030-8f31-5e53a9471e13 None None] The sync data for ids ['4ecb1160-7812-490a-b47f-d986435ac92a'] in n-d-836017-3 is: [{'id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'name': 'tempest-TestShelveInstance-1763522349-router', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:25:02Z', 'updated_at': '2022-04-18T22:25:03Z', 'revision_number': 3, 'project_id': '3727eab342c341daaf5b7b64ce2f194a', 'gw_port': {'id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:25:03Z', 'updated_at': '2022-04-18T22:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:25:06.324565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5d1403cc-a980-4782-93ca-f1c1d7c1e6a9 None None] Port e010fec5-ae0e-4765-8461-744f50d8178b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:25:06.450646 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:06.503439 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:06.576633 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e17a0331-f215-4d0a-8d44-8caec6a95403 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:25:06.608876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Pushing event updated for resources: {'Port': ['ID=e010fec5-ae0e-4765-8461-744f50d8178b,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:06.611393 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:06.647189 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e17a0331-f215-4d0a-8d44-8caec6a95403 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:06.647557 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:06.760826 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Network a5fb8cee-69a9-403f-a9af-4eea8972d203 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:25:06.762362 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:25:06.961817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-007fb5c2-2b42-4247-a749-c9f1678b7a30 None None] Provisioning complete for port e010fec5-ae0e-4765-8461-744f50d8178b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:06.962118 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-007fb5c2-2b42-4247-a749-c9f1678b7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:07.014299 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-007fb5c2-2b42-4247-a749-c9f1678b7a30 None None] Port e010fec5-ae0e-4765-8461-744f50d8178b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:25:07.142306 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Router 4ecb1160-7812-490a-b47f-d986435ac92a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:25:07.340051 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:25:07.349459 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-591506c3-5b39-4b0e-aff5-ecfbe4558786 admin admin] 10.222.0.11 "PUT /v2.0/routers/4ecb1160-7812-490a-b47f-d986435ac92a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8348312 Apr 18 22:25:08.073642 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41054) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:08.080178 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-666905516', 'description': 'tempest-secgroup-smoke-666905516 description', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:08.086726 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:08.090485 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:08.093272 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:08.099746 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:08.155175 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:08.193030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:08.196799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:08.199589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:08.206206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:08.262332 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:08.314991 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:08.355153 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6c5bfd-580a-45d9-9832-6eb468a9215e,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:08.406322 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:08.407613 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d3bfdabe-16c3-49f2-bc10-b9f242914925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3329544 Apr 18 22:25:08.410779 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41058) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:08.415999 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a6b487dc-acc9-4aba-8792-a53c1484f07c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group_rule': {'security_group_id': '2d6c5bfd-580a-45d9-9832-6eb468a9215e', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:08.422671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a6b487dc-acc9-4aba-8792-a53c1484f07c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:08.426498 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a6b487dc-acc9-4aba-8792-a53c1484f07c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:08.429262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a6b487dc-acc9-4aba-8792-a53c1484f07c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:08.434915 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a6b487dc-acc9-4aba-8792-a53c1484f07c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:08.515245 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a6b487dc-acc9-4aba-8792-a53c1484f07c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:08.573835 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a6b487dc-acc9-4aba-8792-a53c1484f07c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:08.657816 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a6b487dc-acc9-4aba-8792-a53c1484f07c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:08.681658 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b487dc-acc9-4aba-8792-a53c1484f07c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbffda2-5960-43ec-8a44-ada7bf3a557b,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:08.772260 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a6b487dc-acc9-4aba-8792-a53c1484f07c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:08.773609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a6b487dc-acc9-4aba-8792-a53c1484f07c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3618894 Apr 18 22:25:08.776255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41062) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:08.781765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-74bfe016-bab9-4c77-84e6-d677c65cbaaa tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group_rule': {'security_group_id': '2d6c5bfd-580a-45d9-9832-6eb468a9215e', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:08.788692 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-74bfe016-bab9-4c77-84e6-d677c65cbaaa tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:08.792615 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-74bfe016-bab9-4c77-84e6-d677c65cbaaa tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:08.795650 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-74bfe016-bab9-4c77-84e6-d677c65cbaaa tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:08.802298 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-74bfe016-bab9-4c77-84e6-d677c65cbaaa tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:08.875985 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74bfe016-bab9-4c77-84e6-d677c65cbaaa tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:08.939666 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74bfe016-bab9-4c77-84e6-d677c65cbaaa tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:09.004410 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74bfe016-bab9-4c77-84e6-d677c65cbaaa tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:09.031550 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfe016-bab9-4c77-84e6-d677c65cbaaa tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b3eb24-f686-4184-9429-3a4cae469a30,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:09.119596 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74bfe016-bab9-4c77-84e6-d677c65cbaaa tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:09.120718 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-74bfe016-bab9-4c77-84e6-d677c65cbaaa tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3435569 Apr 18 22:25:09.123431 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41066) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:09.128802 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-a480174f-973c-4e39-ac27-a1ca345589dd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group_rule': {'security_group_id': '2d6c5bfd-580a-45d9-9832-6eb468a9215e', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:09.135405 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a480174f-973c-4e39-ac27-a1ca345589dd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:09.139208 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a480174f-973c-4e39-ac27-a1ca345589dd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:09.142235 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-a480174f-973c-4e39-ac27-a1ca345589dd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:09.147820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-a480174f-973c-4e39-ac27-a1ca345589dd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:09.228626 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a480174f-973c-4e39-ac27-a1ca345589dd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:09.290059 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a480174f-973c-4e39-ac27-a1ca345589dd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:09.354881 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a480174f-973c-4e39-ac27-a1ca345589dd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:09.378724 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480174f-973c-4e39-ac27-a1ca345589dd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4392024-5536-4f75-a8ac-0d3a8d3179d1,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:09.463659 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-a480174f-973c-4e39-ac27-a1ca345589dd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:09.464882 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-a480174f-973c-4e39-ac27-a1ca345589dd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3405187 Apr 18 22:25:09.467749 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41070) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:09.473946 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-b5a288dd-bd30-4aeb-bcba-6aaebd9104d0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group_rule': {'security_group_id': '2d6c5bfd-580a-45d9-9832-6eb468a9215e', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:09.480891 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b5a288dd-bd30-4aeb-bcba-6aaebd9104d0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:09.484656 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b5a288dd-bd30-4aeb-bcba-6aaebd9104d0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:09.487539 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-b5a288dd-bd30-4aeb-bcba-6aaebd9104d0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:09.493831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-b5a288dd-bd30-4aeb-bcba-6aaebd9104d0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:09.566917 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a288dd-bd30-4aeb-bcba-6aaebd9104d0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:09.630551 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a288dd-bd30-4aeb-bcba-6aaebd9104d0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:09.674437 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a288dd-bd30-4aeb-bcba-6aaebd9104d0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:09.703447 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a288dd-bd30-4aeb-bcba-6aaebd9104d0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368a7ba8-bded-4913-ba2c-c91569f08362,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:09.760675 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b5a288dd-bd30-4aeb-bcba-6aaebd9104d0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:09.761936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b5a288dd-bd30-4aeb-bcba-6aaebd9104d0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2932749 Apr 18 22:25:09.764618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41074) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:09.770659 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-ccd619a2-b534-485a-8dec-c1259a552cd7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group_rule': {'security_group_id': '2d6c5bfd-580a-45d9-9832-6eb468a9215e', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:09.777288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ccd619a2-b534-485a-8dec-c1259a552cd7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:09.781047 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ccd619a2-b534-485a-8dec-c1259a552cd7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:09.783929 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-ccd619a2-b534-485a-8dec-c1259a552cd7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:09.789714 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-ccd619a2-b534-485a-8dec-c1259a552cd7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:09.850798 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:09.976518 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-ccd619a2-b534-485a-8dec-c1259a552cd7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Project d0cb2caddb514c84bf42dc807df971ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:25:09.983644 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccd619a2-b534-485a-8dec-c1259a552cd7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:10.048428 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccd619a2-b534-485a-8dec-c1259a552cd7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:10.114569 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccd619a2-b534-485a-8dec-c1259a552cd7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:10.138058 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd619a2-b534-485a-8dec-c1259a552cd7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2dcfaa-c232-496a-820e-0c37f8ec1857,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:10.183285 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-ccd619a2-b534-485a-8dec-c1259a552cd7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:10.184537 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-ccd619a2-b534-485a-8dec-c1259a552cd7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4189248 Apr 18 22:25:10.187249 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41078) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:10.193159 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-c9862f8f-d720-402f-a318-3b1e3f0dd058 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group_rule': {'security_group_id': '2d6c5bfd-580a-45d9-9832-6eb468a9215e', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:10.199671 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c9862f8f-d720-402f-a318-3b1e3f0dd058 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:10.203585 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c9862f8f-d720-402f-a318-3b1e3f0dd058 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:10.206691 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-c9862f8f-d720-402f-a318-3b1e3f0dd058 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:10.212414 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-c9862f8f-d720-402f-a318-3b1e3f0dd058 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:10.286007 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-c9862f8f-d720-402f-a318-3b1e3f0dd058 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Project d0cb2caddb514c84bf42dc807df971ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:25:10.292890 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9862f8f-d720-402f-a318-3b1e3f0dd058 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:10.357134 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9862f8f-d720-402f-a318-3b1e3f0dd058 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:10.427732 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9862f8f-d720-402f-a318-3b1e3f0dd058 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:10.451601 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9862f8f-d720-402f-a318-3b1e3f0dd058 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67585c33-770d-4c09-a738-891e1ad76c76,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:10.526312 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-c9862f8f-d720-402f-a318-3b1e3f0dd058 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:10.530967 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-c9862f8f-d720-402f-a318-3b1e3f0dd058 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3394015 Apr 18 22:25:10.711879 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-224ee278-868e-447e-a2c7-1adfa7e6753a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Synchronizing usage tracker for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:25:10.782998 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-224ee278-868e-447e-a2c7-1adfa7e6753a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Unset dirty status for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:25:10.784143 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-224ee278-868e-447e-a2c7-1adfa7e6753a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666905516&fields=id&tenant_id=d0cb2caddb514c84bf42dc807df971ec HTTP/1.1" status: 200 len: 267 time: 0.1146221 Apr 18 22:25:10.928667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-c895f542-f020-4ccf-8ba8-fb61bab82c3b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:10.930129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-c895f542-f020-4ccf-8ba8-fb61bab82c3b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 808 time: 0.1395774 Apr 18 22:25:10.948700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-5100abf6-0c78-4402-99fa-a73ab7f770d0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/quotas/d0cb2caddb514c84bf42dc807df971ec HTTP/1.1" status: 200 len: 375 time: 0.0129693 Apr 18 22:25:11.026624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-c9a05803-230b-4a9f-9627-8dde23ec459c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Synchronizing usage tracker for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:25:11.080349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-c9a05803-230b-4a9f-9627-8dde23ec459c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Unset dirty status for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:25:11.081669 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-c9a05803-230b-4a9f-9627-8dde23ec459c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275246 Apr 18 22:25:11.221985 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-b9b4db48-d8c8-4dda-b5e8-9eb555992138 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:25:11.222962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-b9b4db48-d8c8-4dda-b5e8-9eb555992138 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1295080 Apr 18 22:25:11.358605 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-5d99969e-e41f-4b52-b1f4-09708d21bb32 service neutron] 10.222.0.11 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295741 Apr 18 22:25:11.491361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-0642bd38-e04f-4114-b434-bd6fd0da1da2 service neutron] 10.222.0.11 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262994 Apr 18 22:25:11.840872 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-01bed2ef-9b5a-4b73-9214-dbc9e4b2614f req-84da4859-5d55-4e5b-8a8c-f2036b36f82f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 210 time: 0.1115396 Apr 18 22:25:12.618037 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0a2e002b-85ee-4c8e-a84b-809f9f09ecca up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:25:12.747631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 0a2e002b-85ee-4c8e-a84b-809f9f09ecca completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:25:12.752365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0a2e002b-85ee-4c8e-a84b-809f9f09ecca triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:12.752732 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:12.867220 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:12.883014 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 0a2e002b-85ee-4c8e-a84b-809f9f09ecca, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0a2e002b-85ee-4c8e-a84b-809f9f09ecca,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:25:12.959752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:13.021293 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43902d18-375c-4bb5-95a7-a37ef1536666 req-6bfcf5c0-7ef4-4e6d-b5e3-4351fa6fe3f4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 210 time: 0.0459146 Apr 18 22:25:13.028890 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=0a2e002b-85ee-4c8e-a84b-809f9f09ecca,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:13.190817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Sync routers for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:25:13.212439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:25:13.213325 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:13.422810 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:25:13.739418 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 2, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:13.743296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Checking router: 3418e1e7-c443-49b4-81dd-406be9d36733 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:25:13.746144 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Updating router 3418e1e7-c443-49b4-81dd-406be9d36733 port de4ee9ec-5602-4f9e-ba41-e89ce96d769c binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:25:13.796702 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:14.072498 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-25402392-0c8a-40a7-bc24-9cd6a0d56cb3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:14.073430 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-25402392-0c8a-40a7-bc24-9cd6a0d56cb3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Synchronizing usage tracker for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:25:14.143904 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:14.156316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Transition to ACTIVE for port object de4ee9ec-5602-4f9e-ba41-e89ce96d769c will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:25:14.170903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-25402392-0c8a-40a7-bc24-9cd6a0d56cb3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Unset dirty status for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:25:14.172175 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-25402392-0c8a-40a7-bc24-9cd6a0d56cb3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 808 time: 0.2450664 Apr 18 22:25:14.202345 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0d33d53b-67d9-4a32-aa40-0ce162fee01d req-85161b65-3677-474a-a791-43a0ddccecf2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 210 time: 0.0408733 Apr 18 22:25:14.227858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-27806d49-533b-48ef-8d17-698cadeabcd0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Synchronizing usage tracker for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:25:14.240223 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-27806d49-533b-48ef-8d17-698cadeabcd0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Unset dirty status for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:25:14.244244 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-27806d49-533b-48ef-8d17-698cadeabcd0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0cb2caddb514c84bf42dc807df971ec HTTP/1.1" status: 200 len: 379 time: 0.0564661 Apr 18 22:25:14.254968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'port': {'device_id': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'admin_state_up': True, 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'security_groups': ['2d6c5bfd-580a-45d9-9832-6eb468a9215e']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:14.263342 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:14.392643 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cb0c1-99a2-4776-8846-eb1121cc45c7 None None] Pushing event updated for resources: {'Port': ['ID=de4ee9ec-5602-4f9e-ba41-e89ce96d769c,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:14.397952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:14.409808 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:14.482706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Attempting to bind port de4ee9ec-5602-4f9e-ba41-e89ce96d769c on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:25:14.483084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Attempting to bind port de4ee9ec-5602-4f9e-ba41-e89ce96d769c by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:25:14.483577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Attempting to bind port de4ee9ec-5602-4f9e-ba41-e89ce96d769c on network b7043d54-7edf-425b-8027-f3925c130719 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:25:14.491296 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:25:14.491673 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Checking segment: {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:25:14.491949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Made reservation on behalf of d0cb2caddb514c84bf42dc807df971ec for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:25:14.492227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:14.492473 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Bound using segment: {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:25:14.492938 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Bound port: de4ee9ec-5602-4f9e-ba41-e89ce96d769c, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:25:14.493339 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:14.495432 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:14.593793 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] For port de4ee9ec-5602-4f9e-ba41-e89ce96d769c, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:25:14.597931 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] For port de4ee9ec-5602-4f9e-ba41-e89ce96d769c, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=de4ee9ec-5602-4f9e-ba41-e89ce96d769c,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:25:14.601067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0a2e002b-85ee-4c8e-a84b-809f9f09ecca up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:25:14.660056 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:14.666653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Allocated IP 172.20.0.3 (b7043d54-7edf-425b-8027-f3925c130719/6f315dd4-458f-491a-887e-e32b507a1407/70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:25:14.757708 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cb0c1-99a2-4776-8846-eb1121cc45c7 None None] Pushing event updated for resources: {'Port': ['ID=de4ee9ec-5602-4f9e-ba41-e89ce96d769c,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:14.765052 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0a2e002b-85ee-4c8e-a84b-809f9f09ecca triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:14.765426 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:14.808990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:25:14.808990 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:14.873090 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:14.889889 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Transition to ACTIVE for port object 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:25:14.989296 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:15.062435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:25:15.066164 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Network b7043d54-7edf-425b-8027-f3925c130719 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:25:15.069241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:25:15.073647 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:25:15.099062 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'Port': ['ID=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:15.147499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:15.148286 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:15.264230 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-96ec88fa-aaeb-447b-937f-de0885d16b2d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0137742 Apr 18 22:25:15.276347 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Request body: {'port': {'device_id': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:15.393406 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:15.411077 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d97d5-1e98-46e7-9883-895262f3d419 req-0a7e8e11-25b7-4ed7-ba8e-b6b1d59f571d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:15.412883 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c30d97d5-1e98-46e7-9883-895262f3d419 req-0a7e8e11-25b7-4ed7-ba8e-b6b1d59f571d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 931 time: 0.0822556 Apr 18 22:25:15.465348 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:14Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:15.470569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb519ff-c577-4c2d-a24a-a204e39dcbe8 None None] The sync data for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 is: [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:14Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:25:15.475283 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c30d97d5-1e98-46e7-9883-895262f3d419 req-2c9d7504-aec1-4f0c-a66e-30442a5d2767 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564876 Apr 18 22:25:15.503350 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d1bbead2-eb03-4850-8073-ca9a4a03d0b1 None None] Provisioning for port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:25:15.509021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-d1bbead2-eb03-4850-8073-ca9a4a03d0b1 None None] Provisioning complete for port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:15.509512 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d1bbead2-eb03-4850-8073-ca9a4a03d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:15.562996 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-d1bbead2-eb03-4850-8073-ca9a4a03d0b1 None None] Port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:25:15.770636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:25:15.778071 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:15.800281 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Transition to ACTIVE for port object 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:25:15.862260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:15.973173 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Sync routers for ids ['4ecb1160-7812-490a-b47f-d986435ac92a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:25:15.991200 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Routers {'4ecb1160-7812-490a-b47f-d986435ac92a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:25:15.992036 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4ecb1160-7812-490a-b47f-d986435ac92a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:15.994015 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Pushing event updated for resources: {'Port': ['ID=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:16.203385 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Set router 4ecb1160-7812-490a-b47f-d986435ac92a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:25:16.216444 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Attempting to bind port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:25:16.216960 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Attempting to bind port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:25:16.217089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Attempting to bind port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 on network b7043d54-7edf-425b-8027-f3925c130719 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:25:16.223421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 on network b7043d54-7edf-425b-8027-f3925c130719 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:25:16.223742 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Attempting to bind port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 on network b7043d54-7edf-425b-8027-f3925c130719 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:25:16.230310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:25:16.230645 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Checking segment: {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:25:16.231023 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Bound using segment: {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:25:16.231446 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Bound port: 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:25:16.231794 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:16.322410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:25:16.331306 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:25:16.405567 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:16.468532 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:16.470298 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] 10.222.0.26 "PUT /v2.0/ports/70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 HTTP/1.1" status: 200 len: 1091 time: 1.1981721 Apr 18 22:25:16.470822 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:25:16.488110 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0234f-d901-4efd-9b45-b9f02c8c5639 service neutron] Pushing event updated for resources: {'Port': ['ID=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:16.539326 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e2cd40-20f9-43c3-bcb6-4cc515872ad1'] response: {'name': 'network-changed', 'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'status': 'completed', 'code': 200} Apr 18 22:25:16.614767 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'name': 'tempest-TestShelveInstance-1763522349-router', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:25:02Z', 'updated_at': '2022-04-18T22:25:06Z', 'revision_number': 4, 'project_id': '3727eab342c341daaf5b7b64ce2f194a', 'gw_port': {'id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:25:03Z', 'updated_at': '2022-04-18T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e010fec5-ae0e-4765-8461-744f50d8178b', 'name': '', 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'mac_address': 'fa:16:3e:1f:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '782c91b5-5365-4fdf-89fe-f372bf33567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:25:05Z', 'updated_at': '2022-04-18T22:25:06Z', 'revision_number': 2, 'project_id': '3727eab342c341daaf5b7b64ce2f194a', 'subnets': [{'id': '782c91b5-5365-4fdf-89fe-f372bf33567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:16.619101 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Checking router: 4ecb1160-7812-490a-b47f-d986435ac92a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:25:16.619452 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Updating router 4ecb1160-7812-490a-b47f-d986435ac92a port e010fec5-ae0e-4765-8461-744f50d8178b binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:25:16.641720 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device de4ee9ec-5602-4f9e-ba41-e89ce96d769c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:25:16.679966 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-deac93c7-4352-4707-b70c-cff7d8693089 req-acb0264c-d47f-4aba-9081-d9a2d8ed3fe3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1094 time: 0.1186652 Apr 18 22:25:16.716179 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:16.751527 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c532ea-d32c-4697-bc58-c45e8d93c6b7 req-986ad5d0-4ccd-49af-a634-3f5953677280 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:16.751527 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1c532ea-d32c-4697-bc58-c45e8d93c6b7 req-986ad5d0-4ccd-49af-a634-3f5953677280 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.1086681 Apr 18 22:25:16.802558 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b1c532ea-d32c-4697-bc58-c45e8d93c6b7 req-69c81996-4829-428b-b16e-5074aaf7b192 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464985 Apr 18 22:25:16.805401 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port de4ee9ec-5602-4f9e-ba41-e89ce96d769c completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:25:16.820514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port de4ee9ec-5602-4f9e-ba41-e89ce96d769c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:16.820873 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:16.845193 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac93c7-4352-4707-b70c-cff7d8693089 req-5322cac3-6ec4-4730-a110-998306de47c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:16.847376 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-deac93c7-4352-4707-b70c-cff7d8693089 req-5322cac3-6ec4-4730-a110-998306de47c6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d0cb2caddb514c84bf42dc807df971ec&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1595268 Apr 18 22:25:16.950796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:16.983565 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port de4ee9ec-5602-4f9e-ba41-e89ce96d769c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=de4ee9ec-5602-4f9e-ba41-e89ce96d769c,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:25:16.986477 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac93c7-4352-4707-b70c-cff7d8693089 req-b8bebcfa-f633-434c-bb3f-6b09922f12f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:16.987920 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-deac93c7-4352-4707-b70c-cff7d8693089 req-b8bebcfa-f633-434c-bb3f-6b09922f12f0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355853 Apr 18 22:25:17.040674 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:17.071732 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:17.084754 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Transition to ACTIVE for port object e010fec5-ae0e-4765-8461-744f50d8178b will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:25:17.097088 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-df4162e9-c3c8-4dc2-8235-cb163c5f552c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1094 time: 0.0715911 Apr 18 22:25:17.112928 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=de4ee9ec-5602-4f9e-ba41-e89ce96d769c,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:17.169241 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-78a793a9-4189-4349-a109-70882d0883c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 HTTP/1.1" status: 200 len: 217 time: 0.0649278 Apr 18 22:25:17.171765 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:17.229848 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-11eaec98-9c19-43c4-98ee-aaa0804d16e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:17.231362 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-11eaec98-9c19-43c4-98ee-aaa0804d16e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0571151 Apr 18 22:25:17.309204 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecd59b-3c96-49ba-9848-3e234b5bbeff None None] Pushing event updated for resources: {'Port': ['ID=e010fec5-ae0e-4765-8461-744f50d8178b,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:17.318780 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-c7f0bd27-f26f-420d-9b8e-fbaa61ea86e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803983 Apr 18 22:25:17.398432 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Attempting to bind port e010fec5-ae0e-4765-8461-744f50d8178b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:25:17.405386 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Attempting to bind port e010fec5-ae0e-4765-8461-744f50d8178b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '38a99d52-8eb8-4181-ac8c-04e130beabf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:25:17.405386 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Attempting to bind port e010fec5-ae0e-4765-8461-744f50d8178b on network a5fb8cee-69a9-403f-a9af-4eea8972d203 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:25:17.406439 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:25:17.407347 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Checking segment: {'id': '38a99d52-8eb8-4181-ac8c-04e130beabf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:25:17.407745 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:17.408154 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Bound using segment: {'id': '38a99d52-8eb8-4181-ac8c-04e130beabf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:25:17.408614 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Bound port: e010fec5-ae0e-4765-8461-744f50d8178b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a99d52-8eb8-4181-ac8c-04e130beabf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:25:17.408983 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:17.498010 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] For port e010fec5-ae0e-4765-8461-744f50d8178b, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:25:17.501399 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] For port e010fec5-ae0e-4765-8461-744f50d8178b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e010fec5-ae0e-4765-8461-744f50d8178b,segment=NetworkSegment(38a99d52-8eb8-4181-ac8c-04e130beabf3),segment_id=38a99d52-8eb8-4181-ac8c-04e130beabf3)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:25:17.543954 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-c8df41c2-c6fe-4ed4-8546-ac5a7b535120 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192473 Apr 18 22:25:17.595685 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:17.678817 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-22b46ec6-90f8-49d3-bb8c-c91090d55429 req-b2df3ec5-fe28-4e02-ac52-e412eb4f2695 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290598 Apr 18 22:25:17.681733 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecd59b-3c96-49ba-9848-3e234b5bbeff None None] Pushing event updated for resources: {'Port': ['ID=e010fec5-ae0e-4765-8461-744f50d8178b,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:17.684399 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Routers {'4ecb1160-7812-490a-b47f-d986435ac92a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:25:17.684992 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:24:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4ecb1160-7812-490a-b47f-d986435ac92a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:17.872183 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] Set router 4ecb1160-7812-490a-b47f-d986435ac92a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:25:18.023511 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9988a43-ac21-4679-b292-25293998eab5 req-62637ab0-ee9e-43de-9e33-91b4b7a3a842 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:18.024964 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9988a43-ac21-4679-b292-25293998eab5 req-62637ab0-ee9e-43de-9e33-91b4b7a3a842 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0879390 Apr 18 22:25:18.071584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b9988a43-ac21-4679-b292-25293998eab5 req-68afa7ed-4e7a-4c00-ba96-567a92a44493 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408726 Apr 18 22:25:18.185935 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'name': 'tempest-TestShelveInstance-1763522349-router', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:25:02Z', 'updated_at': '2022-04-18T22:25:06Z', 'revision_number': 4, 'project_id': '3727eab342c341daaf5b7b64ce2f194a', 'gw_port': {'id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:25:03Z', 'updated_at': '2022-04-18T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e010fec5-ae0e-4765-8461-744f50d8178b', 'name': '', 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'mac_address': 'fa:16:3e:1f:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '782c91b5-5365-4fdf-89fe-f372bf33567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:25:05Z', 'updated_at': '2022-04-18T22:25:17Z', 'revision_number': 4, 'project_id': '3727eab342c341daaf5b7b64ce2f194a', 'subnets': [{'id': '782c91b5-5365-4fdf-89fe-f372bf33567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:18.190883 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965adabb-3b0f-4436-9d37-ad7590ca647e None None] The sync data for ids ['4ecb1160-7812-490a-b47f-d986435ac92a'] in n-d-836017-3 is: [{'id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'name': 'tempest-TestShelveInstance-1763522349-router', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:25:02Z', 'updated_at': '2022-04-18T22:25:06Z', 'revision_number': 4, 'project_id': '3727eab342c341daaf5b7b64ce2f194a', 'gw_port': {'id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:25:03Z', 'updated_at': '2022-04-18T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'e010fec5-ae0e-4765-8461-744f50d8178b', 'name': '', 'network_id': 'a5fb8cee-69a9-403f-a9af-4eea8972d203', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'mac_address': 'fa:16:3e:1f:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '782c91b5-5365-4fdf-89fe-f372bf33567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:25:05Z', 'updated_at': '2022-04-18T22:25:17Z', 'revision_number': 4, 'project_id': '3727eab342c341daaf5b7b64ce2f194a', 'subnets': [{'id': '782c91b5-5365-4fdf-89fe-f372bf33567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:25:18.645839 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e010fec5-ae0e-4765-8461-744f50d8178b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:25:18.766225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port e010fec5-ae0e-4765-8461-744f50d8178b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:25:18.771553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e010fec5-ae0e-4765-8461-744f50d8178b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:18.771826 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:18.894055 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:18.929115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port e010fec5-ae0e-4765-8461-744f50d8178b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e010fec5-ae0e-4765-8461-744f50d8178b,segment=NetworkSegment(38a99d52-8eb8-4181-ac8c-04e130beabf3),segment_id=38a99d52-8eb8-4181-ac8c-04e130beabf3)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:25:19.001135 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:19.002587 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device de4ee9ec-5602-4f9e-ba41-e89ce96d769c up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:25:19.121984 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=e010fec5-ae0e-4765-8461-744f50d8178b,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:19.136979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port de4ee9ec-5602-4f9e-ba41-e89ce96d769c triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:19.137563 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:19.327028 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40660d6-91b1-4b41-b9c4-ec6801308a01 req-d34e244f-d1b8-43b2-b565-02eb861954e9 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:19.328467 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d40660d6-91b1-4b41-b9c4-ec6801308a01 req-d34e244f-d1b8-43b2-b565-02eb861954e9 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0803242 Apr 18 22:25:19.374511 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d40660d6-91b1-4b41-b9c4-ec6801308a01 req-80a7e091-2ce6-4ace-bb85-ef1615494b63 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397303 Apr 18 22:25:20.574737 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ff936-73b7-44bf-a05b-f05805173045 req-399ad55d-f5f7-46be-a98f-6bd8457e7ec2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:20.576336 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-350ff936-73b7-44bf-a05b-f05805173045 req-399ad55d-f5f7-46be-a98f-6bd8457e7ec2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0795910 Apr 18 22:25:20.581802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e010fec5-ae0e-4765-8461-744f50d8178b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:25:20.624122 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-350ff936-73b7-44bf-a05b-f05805173045 req-513918b7-3494-44ec-b743-91eca65fddca tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408871 Apr 18 22:25:20.649007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port e010fec5-ae0e-4765-8461-744f50d8178b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:20.649361 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:21.243063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:25:21.376627 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:25:21.389278 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'port_id': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'mac_address': 'fa:16:3e:57:63:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:25:21.441721 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:21.458464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:25:21.473488 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:25:21.537178 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:21.603978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:21.815801 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb10f9e-a685-4775-96ad-e811a6800635 req-9e6e92d2-5c1b-48a7-930a-1ee9c8e8d422 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:21.817238 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2eb10f9e-a685-4775-96ad-e811a6800635 req-9e6e92d2-5c1b-48a7-930a-1ee9c8e8d422 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 944 time: 0.0742660 Apr 18 22:25:21.825357 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:25:21.867764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2eb10f9e-a685-4775-96ad-e811a6800635 req-e96a4cfd-7843-4b22-8281-0c38f49f2667 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451686 Apr 18 22:25:23.068678 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71036c-0dc9-4c16-86c1-ee0ef3a1b2db req-1d964b2c-4eba-493e-87c2-df73bac838b2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:23.070157 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b71036c-0dc9-4c16-86c1-ee0ef3a1b2db req-1d964b2c-4eba-493e-87c2-df73bac838b2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 944 time: 0.0772648 Apr 18 22:25:23.116100 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3b71036c-0dc9-4c16-86c1-ee0ef3a1b2db req-425ddd2f-5112-48ca-a1d9-e1fcedd6f064 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404723 Apr 18 22:25:23.258203 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:25:23.359917 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:25:23.365094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:25:23.365464 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:23.479125 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:23.504966 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:25:23.514582 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:25:23.560452 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:23.629267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:23.640771 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68750a06-c936-42ad-8717-d05c2951ca50'] response: {'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'code': 200} Apr 18 22:25:23.762107 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-48a47bf2-5c6e-4059-aef5-6902865dac58 req-3a07e405-006f-480a-b353-d373a738c30a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1096 time: 0.0666788 Apr 18 22:25:23.803337 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-48a47bf2-5c6e-4059-aef5-6902865dac58 req-e2b9a4f3-c4ec-45ea-b43e-b61d40b0b87b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359282 Apr 18 22:25:24.314458 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec4db9-97b8-4782-9695-cd5c1c3359cf req-36dfbe22-846b-4142-9613-aa2384e33e3a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:24.315945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8bec4db9-97b8-4782-9695-cd5c1c3359cf req-36dfbe22-846b-4142-9613-aa2384e33e3a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0780694 Apr 18 22:25:24.362203 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8bec4db9-97b8-4782-9695-cd5c1c3359cf req-c6c79f60-baaf-4c61-ac9c-95469db72336 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408444 Apr 18 22:25:24.737752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e76e578a-adb5-4c47-bef6-f3e902d16358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:25.563237 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd9f38-9b03-4c63-b0f2-7f52d481fdcf req-5eb40860-9f8a-49e0-9280-13a28d5315c9 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:25.564682 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6cdd9f38-9b03-4c63-b0f2-7f52d481fdcf req-5eb40860-9f8a-49e0-9280-13a28d5315c9 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0751541 Apr 18 22:25:25.609763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6cdd9f38-9b03-4c63-b0f2-7f52d481fdcf req-b2649f8e-c8ed-4811-b7aa-31df1036965e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394564 Apr 18 22:25:25.889924 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78bdfd-a840-471e-9ee6-fbb76eadc737 req-0a4274a4-abe7-4472-8dbe-c390749c1bb6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:25.891487 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d78bdfd-a840-471e-9ee6-fbb76eadc737 req-0a4274a4-abe7-4472-8dbe-c390749c1bb6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.1622236 Apr 18 22:25:25.935674 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5d78bdfd-a840-471e-9ee6-fbb76eadc737 req-b85273dd-5469-492d-a234-e370518c605e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387127 Apr 18 22:25:25.962843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41138) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:26.097145 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d7ee2739-a344-4326-ae1e-a67734640153 tempest-TestShelveInstance-1061061174 tempest-TestShelveInstance-1061061174-project-admin] Synchronizing usage tracker for tenant:3727eab342c341daaf5b7b64ce2f194a on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:25:26.171664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-d7ee2739-a344-4326-ae1e-a67734640153 tempest-TestShelveInstance-1061061174 tempest-TestShelveInstance-1061061174-project-admin] Unset dirty status for tenant:3727eab342c341daaf5b7b64ce2f194a on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:25:26.172828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d7ee2739-a344-4326-ae1e-a67734640153 tempest-TestShelveInstance-1061061174 tempest-TestShelveInstance-1061061174-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1091 time: 0.2090297 Apr 18 22:25:26.175782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 41144) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:25:26.181039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:25:26.187416 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:25:26.191783 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:floatingip and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:25:26.194628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:25:26.200352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:25:26.291689 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:26.432052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:26.561410 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Allocated IP 172.25.3.87 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/8bfdf60f-cea6-4d18-bf53-dc1b71a401f6) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:25:26.712432 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:26.789146 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:26.860860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:25:26.863743 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:25:26.868042 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:25:26.891451 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'Port': ['ID=8bfdf60f-cea6-4d18-bf53-dc1b71a401f6,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:27.205973 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8861c63e-9d75-4c85-bd84-1e6a05b5a8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:27.368883 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:27.506951 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:27.707273 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:27.770179 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:27.876117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'Port': ['ID=8bfdf60f-cea6-4d18-bf53-dc1b71a401f6,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:25:27.889298 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:28.057185 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:28.172071 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Floating IP 761bcef8-6355-4886-83ca-23caba446de9 associated. External IP: 172.25.3.87, port: 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7. Apr 18 22:25:28.564349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Router 3418e1e7-c443-49b4-81dd-406be9d36733 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:25:28.762023 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:25:28.771201 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be711ad-0e92-4321-97ee-ad0e23e69420 None None] Sync routers for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:25:28.783111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be711ad-0e92-4321-97ee-ad0e23e69420 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:25:28.783710 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5be711ad-0e92-4321-97ee-ad0e23e69420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:25:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:28.863393 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:28.917971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-715a70c0-7531-42f2-a588-29d2b33fad39 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7408798 Apr 18 22:25:28.918568 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:25:28.969631 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-5be711ad-0e92-4321-97ee-ad0e23e69420 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:25:28.991154 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf7b678-40fd-4fb2-ac64-f4d5a8262d3e'] response: {'name': 'network-changed', 'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'status': 'completed', 'code': 200} Apr 18 22:25:29.011582 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:29.122723 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d22f955-9336-462e-b9b5-ba6dbdb4acf6 req-d51ef4c5-567b-47cb-bcca-70aff5a3285e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1096 time: 0.1010516 Apr 18 22:25:29.252258 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22f955-9336-462e-b9b5-ba6dbdb4acf6 req-3a4338a9-7ab7-4c57-95d0-788c8e29ef2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:29.253774 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d22f955-9336-462e-b9b5-ba6dbdb4acf6 req-3a4338a9-7ab7-4c57-95d0-788c8e29ef2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1254520 Apr 18 22:25:29.343221 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5be711ad-0e92-4321-97ee-ad0e23e69420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '761bcef8-6355-4886-83ca-23caba446de9', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'port_id': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'mac_address': 'fa:16:3e:57:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:25:27Z', 'updated_at': '2022-04-18T22:25:27Z', 'revision_number': 0, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:16Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:29.348007 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be711ad-0e92-4321-97ee-ad0e23e69420 None None] Checking router: 3418e1e7-c443-49b4-81dd-406be9d36733 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:25:29.352047 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d22f955-9336-462e-b9b5-ba6dbdb4acf6 req-0b337997-ad47-4dfc-89fa-66f1d6c81d36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 HTTP/1.1" status: 200 len: 998 time: 0.0930293 Apr 18 22:25:29.358951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be711ad-0e92-4321-97ee-ad0e23e69420 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:25:29.360225 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5be711ad-0e92-4321-97ee-ad0e23e69420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:25:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:29.506814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22f955-9336-462e-b9b5-ba6dbdb4acf6 req-2c3122b6-23b4-4030-a87b-08acf0028b1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:25:29.508132 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d22f955-9336-462e-b9b5-ba6dbdb4acf6 req-2c3122b6-23b4-4030-a87b-08acf0028b1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.1506038 Apr 18 22:25:29.541011 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-5be711ad-0e92-4321-97ee-ad0e23e69420 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:25:29.587883 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d22f955-9336-462e-b9b5-ba6dbdb4acf6 req-75ebdc11-b5aa-4429-a362-7e037457453a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738065 Apr 18 22:25:29.725180 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d22f955-9336-462e-b9b5-ba6dbdb4acf6 req-c1eb7c7e-8cb1-46e4-bc97-3bdd5597f842 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312754 Apr 18 22:25:29.859255 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d22f955-9336-462e-b9b5-ba6dbdb4acf6 req-2a53a4f0-c531-41c0-9f24-7152b3cd0dda service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281614 Apr 18 22:25:29.929247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-5be711ad-0e92-4321-97ee-ad0e23e69420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '761bcef8-6355-4886-83ca-23caba446de9', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'port_id': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'mac_address': 'fa:16:3e:57:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:25:27Z', 'updated_at': '2022-04-18T22:25:27Z', 'revision_number': 0, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:16Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:25:29.933220 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be711ad-0e92-4321-97ee-ad0e23e69420 None None] The sync data for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 is: [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '761bcef8-6355-4886-83ca-23caba446de9', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'port_id': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'mac_address': 'fa:16:3e:57:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:25:27Z', 'updated_at': '2022-04-18T22:25:27Z', 'revision_number': 0, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:16Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:25:31.291488 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:32.259875 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:25:34.194138 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:35.908365 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba3829-3416-4286-8da3-fc0ca51368b7 None None] New status for floating IP 761bcef8-6355-4886-83ca-23caba446de9: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:25:39.964701 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:54.742427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-782685fc-efc0-42fe-b0bd-ca1d31af94ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:57.181211 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bf57e63c-f760-44a0-af18-3cd9a4fa8f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:58.090902 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:25:58.918393 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:01.278299 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:01.814538 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b9b570f-e6ce-4970-a6b2-23f158f47f29 req-55ef92ba-315d-4a05-8842-4ee5d0d59eab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1382833 Apr 18 22:26:01.964545 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b9b570f-e6ce-4970-a6b2-23f158f47f29 req-2b08f267-06c9-42d9-ba65-4d03f509af32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1096 time: 0.0703504 Apr 18 22:26:02.122104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b570f-e6ce-4970-a6b2-23f158f47f29 req-3a73ad66-8742-45f2-afcf-3f6eb258748b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:26:02.123597 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b9b570f-e6ce-4970-a6b2-23f158f47f29 req-3a73ad66-8742-45f2-afcf-3f6eb258748b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1419017 Apr 18 22:26:02.225639 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b9b570f-e6ce-4970-a6b2-23f158f47f29 req-86dc60ea-9202-4971-98ab-426698fafcef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 HTTP/1.1" status: 200 len: 1000 time: 0.0957191 Apr 18 22:26:02.288060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b570f-e6ce-4970-a6b2-23f158f47f29 req-e128f59e-ef0d-48f3-a107-d51934e693b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:26:02.289650 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b9b570f-e6ce-4970-a6b2-23f158f47f29 req-e128f59e-ef0d-48f3-a107-d51934e693b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0583878 Apr 18 22:26:02.365575 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b9b570f-e6ce-4970-a6b2-23f158f47f29 req-527ef9b2-e300-492c-ab90-0cc50a48723c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706263 Apr 18 22:26:02.494044 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b9b570f-e6ce-4970-a6b2-23f158f47f29 req-cc4d3dfa-f7c7-47ea-a2c1-b12ccb756cf3 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227200 Apr 18 22:26:02.622755 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1b9b570f-e6ce-4970-a6b2-23f158f47f29 req-ea7a4e35-fbd9-4191-96fd-442e128f5bee service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228380 Apr 18 22:26:04.204874 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:09.259570 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:26:09.890244 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:24.741414 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-27ff0f1b-ecd9-45bb-a170-4378de5db9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:27.170366 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f928b94c-c2ec-4ba1-9d31-7b7a1c48b991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:28.170821 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:28.896117 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:31.278850 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:34.233015 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:39.873008 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:46.259873 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:26:54.741340 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-35906ca2-92d0-4975-a193-212652a957d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:57.187887 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-145b6396-6981-45a2-bc30-c3c125f4d833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:58.055416 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:26:58.901211 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:01.289651 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:03.570714 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdfd920a-5905-4825-a572-118510114d26 req-9d28c866-fd7e-4c56-82af-e72be3941435 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665600 Apr 18 22:27:03.707671 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdfd920a-5905-4825-a572-118510114d26 req-7b42b090-356b-4cd5-82cf-4727e1bc7b65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1096 time: 0.0708120 Apr 18 22:27:03.852913 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd920a-5905-4825-a572-118510114d26 req-897b7c0c-a98c-4d25-b0f1-feeacc5ca59c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:27:03.854325 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdfd920a-5905-4825-a572-118510114d26 req-897b7c0c-a98c-4d25-b0f1-feeacc5ca59c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1276405 Apr 18 22:27:03.954607 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdfd920a-5905-4825-a572-118510114d26 req-a52ff589-d034-4673-9b0d-719317617cdd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 HTTP/1.1" status: 200 len: 1000 time: 0.0941963 Apr 18 22:27:04.104615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd920a-5905-4825-a572-118510114d26 req-0549aa84-39f7-48c4-882e-365d4ca0a3dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:27:04.105983 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdfd920a-5905-4825-a572-118510114d26 req-0549aa84-39f7-48c4-882e-365d4ca0a3dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.1460047 Apr 18 22:27:04.181990 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdfd920a-5905-4825-a572-118510114d26 req-d5d19774-61f0-45f1-a862-6c57382923ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699739 Apr 18 22:27:04.215534 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:04.310916 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdfd920a-5905-4825-a572-118510114d26 req-db0864fe-7c57-4076-a677-7de41c833bca service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232028 Apr 18 22:27:04.437716 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bdfd920a-5905-4825-a572-118510114d26 req-c9bf8066-0470-4853-ac96-116e2a688e6e service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210463 Apr 18 22:27:09.860904 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:23.260966 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:27:24.763588 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0d3cae19-5aad-49a8-9c20-1ebc6c649851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:27.174587 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0e6122c4-0b6f-4bc0-8dfa-87206a4e01ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:28.066337 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:28.923678 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:31.288821 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:34.242961 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:39.882577 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:54.740023 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-257fe7a5-584f-4f6f-ab6e-56265148d044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:57.168346 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f636b91e-ba2c-4a3c-8d1f-ab9eaced9d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:58.060462 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:27:58.905421 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:00.262170 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:28:01.294334 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:03.328365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687140cf-e8f4-4b26-81a4-2015578b368d req-130f3453-4895-49ca-854f-aea81b1e76d6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:03.329852 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-687140cf-e8f4-4b26-81a4-2015578b368d req-130f3453-4895-49ca-854f-aea81b1e76d6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.1498959 Apr 18 22:28:03.374265 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-687140cf-e8f4-4b26-81a4-2015578b368d req-0fdeb00b-6d2d-485d-9507-1f873a8bbebf tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389485 Apr 18 22:28:04.213932 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:04.600463 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df19be-6b2b-4eb1-9a18-c2a809da631d req-4c06d5c7-56a4-4b90-b000-730370ef594c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:04.602219 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07df19be-6b2b-4eb1-9a18-c2a809da631d req-4c06d5c7-56a4-4b90-b000-730370ef594c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0752993 Apr 18 22:28:04.648407 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07df19be-6b2b-4eb1-9a18-c2a809da631d req-3b2bc49b-aaed-47b6-965c-e2a05fbabf2f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403676 Apr 18 22:28:04.761394 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1052f509-81c3-439c-850e-fe1ff9de716f req-8ebb9cc6-29fd-40a9-b0f3-6eb01157bf7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1096 time: 0.0681598 Apr 18 22:28:04.901100 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052f509-81c3-439c-850e-fe1ff9de716f req-7c26a52b-64f7-4a82-a8fb-6371f2faef4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:04.902537 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1052f509-81c3-439c-850e-fe1ff9de716f req-7c26a52b-64f7-4a82-a8fb-6371f2faef4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1228933 Apr 18 22:28:05.009663 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1052f509-81c3-439c-850e-fe1ff9de716f req-4bf0a879-d9a2-4893-9dd1-d5a158749917 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 HTTP/1.1" status: 200 len: 1000 time: 0.0981038 Apr 18 22:28:05.070923 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052f509-81c3-439c-850e-fe1ff9de716f req-8673a99b-e4f6-4daf-b309-c6d8ee2e9066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:05.072312 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1052f509-81c3-439c-850e-fe1ff9de716f req-8673a99b-e4f6-4daf-b309-c6d8ee2e9066 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0570147 Apr 18 22:28:05.149009 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1052f509-81c3-439c-850e-fe1ff9de716f req-e7da27c5-1586-414e-9eae-588d8df93eea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704615 Apr 18 22:28:05.279644 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1052f509-81c3-439c-850e-fe1ff9de716f req-43ce55d3-424b-4277-9873-c19e55f1cc32 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221366 Apr 18 22:28:05.407695 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1052f509-81c3-439c-850e-fe1ff9de716f req-2f1d6699-d924-453d-9a4d-f56c54b4f3fb service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206532 Apr 18 22:28:05.876000 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb341834-1f55-4818-a7af-64efb93b228d req-940bc944-286b-4f0d-af34-e88aed435b50 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:05.877446 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb341834-1f55-4818-a7af-64efb93b228d req-940bc944-286b-4f0d-af34-e88aed435b50 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0782180 Apr 18 22:28:05.922632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-eb341834-1f55-4818-a7af-64efb93b228d req-f1e52d98-d1e8-4c37-bd57-f380c7da179a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397656 Apr 18 22:28:07.130598 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adb932-e47a-4524-8085-e8a0fb81aa83 req-79178935-1451-41d8-a32f-e2c72dd42a1d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:07.132034 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79adb932-e47a-4524-8085-e8a0fb81aa83 req-79178935-1451-41d8-a32f-e2c72dd42a1d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0749555 Apr 18 22:28:07.177294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-79adb932-e47a-4524-8085-e8a0fb81aa83 req-4dcc46d3-4797-4196-a09c-cb0758ada251 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397470 Apr 18 22:28:08.377206 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c53b04-fa2c-4040-abb3-636b07991686 req-f4441059-5c5e-47ca-b0d1-b9face12ca33 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:08.378670 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09c53b04-fa2c-4040-abb3-636b07991686 req-f4441059-5c5e-47ca-b0d1-b9face12ca33 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0786550 Apr 18 22:28:08.423553 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-09c53b04-fa2c-4040-abb3-636b07991686 req-b5cfec04-2e5e-4417-a714-82c99b56be6f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395765 Apr 18 22:28:09.618012 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98521775-d39f-4325-b684-29fb586571ad req-c87e47de-f8c5-49bf-b35b-4dc606becac5 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:09.619448 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98521775-d39f-4325-b684-29fb586571ad req-c87e47de-f8c5-49bf-b35b-4dc606becac5 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0780029 Apr 18 22:28:09.676632 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-98521775-d39f-4325-b684-29fb586571ad req-f479f1f5-0245-493d-81df-c2d279e795f0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517292 Apr 18 22:28:09.876462 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:10.869115 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917a5b-759b-4423-b933-6e3062d593ce req-a19ed2f3-3f4f-43ea-bd17-2622cc911158 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:10.870488 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5917a5b-759b-4423-b933-6e3062d593ce req-a19ed2f3-3f4f-43ea-bd17-2622cc911158 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0749764 Apr 18 22:28:10.914773 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e5917a5b-759b-4423-b933-6e3062d593ce req-17223644-3e1a-4aad-a9d5-f899f575eb90 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386951 Apr 18 22:28:12.210580 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6a65b-6e3a-4c97-8125-eda2102d19ac req-f134095a-d153-40dc-9824-a239b72902a7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:12.211950 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d6a65b-6e3a-4c97-8125-eda2102d19ac req-f134095a-d153-40dc-9824-a239b72902a7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.1773744 Apr 18 22:28:12.256375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-94d6a65b-6e3a-4c97-8125-eda2102d19ac req-e3cf49d2-02d2-4f4f-a987-85ee708985d2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382137 Apr 18 22:28:13.450382 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b89e9-c508-4c70-84bc-257c6e6ab33d req-f983410d-899f-499f-91d1-05818a161858 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:13.451871 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-658b89e9-c508-4c70-84bc-257c6e6ab33d req-f983410d-899f-499f-91d1-05818a161858 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0743809 Apr 18 22:28:13.495532 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-658b89e9-c508-4c70-84bc-257c6e6ab33d req-0c3a0975-4e61-4fd1-868a-17c92c92c8b5 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383208 Apr 18 22:28:14.694817 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31934a-1dae-43bb-b5e4-f474db6be633 req-ebb305d3-3101-41e5-bdb5-95dba6fbcf26 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:14.696234 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d31934a-1dae-43bb-b5e4-f474db6be633 req-ebb305d3-3101-41e5-bdb5-95dba6fbcf26 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0781028 Apr 18 22:28:14.741219 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1d31934a-1dae-43bb-b5e4-f474db6be633 req-14f31347-eb56-4024-8866-87da34395b84 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389397 Apr 18 22:28:15.986501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:28:16.094592 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451fcf0-db91-421d-ae5c-7ed140e50e3d req-010347fe-70e1-40ee-9015-cddeafc664e4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:16.096077 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4451fcf0-db91-421d-ae5c-7ed140e50e3d req-010347fe-70e1-40ee-9015-cddeafc664e4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0805392 Apr 18 22:28:16.122997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:28:16.136425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'port_id': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'mac_address': 'fa:16:3e:57:63:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:28:16.142705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4451fcf0-db91-421d-ae5c-7ed140e50e3d req-8ffa9750-0214-49be-8a82-1f2e9f783091 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407782 Apr 18 22:28:16.193527 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:16.210776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:28:16.225716 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:28:16.276638 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:16.343490 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:28:16.352366 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:28:16.352654 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:28:16.352989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:28:16.353976 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:28:16.354313 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:28:16.354647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:28:16.354975 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:28:16.355302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:28:16.355626 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:28:16.355952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:28:16.356464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:28:16.362211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:28:17.338757 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d5fc1-e1b5-42bc-97b0-b345312d661c req-dd72679a-c61e-442d-b1bd-7ae32486c703 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:17.340187 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c72d5fc1-e1b5-42bc-97b0-b345312d661c req-dd72679a-c61e-442d-b1bd-7ae32486c703 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 944 time: 0.0781868 Apr 18 22:28:17.385199 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c72d5fc1-e1b5-42bc-97b0-b345312d661c req-2b862d0c-f2d4-456f-8189-efe88c9ef9f4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393336 Apr 18 22:28:17.989771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:28:18.058641 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:28:18.059039 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:18.177535 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:18.203945 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:28:18.213003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:28:18.259180 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c060785a-c166-4569-809a-f355787b4a3a'] response: {'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'code': 200} Apr 18 22:28:18.265486 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:18.329927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:28:18.577648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419772af-a705-44b8-8cd3-c55103ff13c4 req-4d66ad04-8870-4105-ac25-da044fdc4617 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:18.579057 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-419772af-a705-44b8-8cd3-c55103ff13c4 req-4d66ad04-8870-4105-ac25-da044fdc4617 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0740032 Apr 18 22:28:18.627935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-419772af-a705-44b8-8cd3-c55103ff13c4 req-0961f8e9-68e3-45cd-95f3-ea83e50b43a1 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434537 Apr 18 22:28:19.828859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a193a44-95da-4d73-b1a4-7c09cac6c7a8 req-e878c1a3-4372-4038-9fc1-f4c211fbec45 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:19.830387 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a193a44-95da-4d73-b1a4-7c09cac6c7a8 req-e878c1a3-4372-4038-9fc1-f4c211fbec45 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0807159 Apr 18 22:28:19.876552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a193a44-95da-4d73-b1a4-7c09cac6c7a8 req-71e86f2e-4828-4194-b480-225cf0d84a93 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405281 Apr 18 22:28:21.245309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de65701-2938-453c-acbd-8c95cf352a2c req-e3f65753-3c7e-45bd-b507-d2ad3e6bd37c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:21.250039 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5de65701-2938-453c-acbd-8c95cf352a2c req-e3f65753-3c7e-45bd-b507-d2ad3e6bd37c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0869164 Apr 18 22:28:21.297763 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5de65701-2938-453c-acbd-8c95cf352a2c req-e24506c6-11f3-4bee-9fc1-416f0a5e3fd6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443113 Apr 18 22:28:22.518824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a158b77-05c4-495b-aee5-75c7651c3512 req-68340784-a9a0-4aba-8aac-8bd8f0ed5cf7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:22.521277 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a158b77-05c4-495b-aee5-75c7651c3512 req-68340784-a9a0-4aba-8aac-8bd8f0ed5cf7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0962274 Apr 18 22:28:22.573837 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0a158b77-05c4-495b-aee5-75c7651c3512 req-c0a05d16-c8ec-49e4-a1a0-0f957c06a49c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450654 Apr 18 22:28:23.788497 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f588dba-7c05-4887-8ce8-30ea5a1c8c67 req-b859d4c6-5a62-4b37-ad53-0d17ca3013fd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:23.790047 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f588dba-7c05-4887-8ce8-30ea5a1c8c67 req-b859d4c6-5a62-4b37-ad53-0d17ca3013fd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0865018 Apr 18 22:28:23.842635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9f588dba-7c05-4887-8ce8-30ea5a1c8c67 req-7e759402-06b7-4390-b26b-645f8c24874d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463068 Apr 18 22:28:24.745534 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bb6a0af1-7597-408d-b15e-586ec79b88af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:25.054259 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe07959-63d7-4243-a051-82149c48db56 req-8952bd20-da7d-4a72-a4cb-30814f6d5ee4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:25.055743 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fe07959-63d7-4243-a051-82149c48db56 req-8952bd20-da7d-4a72-a4cb-30814f6d5ee4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0822144 Apr 18 22:28:25.115541 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8fe07959-63d7-4243-a051-82149c48db56 req-58c05c8b-9dd4-4f4f-96a0-4330784471a2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540721 Apr 18 22:28:26.330679 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81218-84b1-43f7-8ae3-551c425800e3 req-e779e3bd-c753-4c37-8d75-783f46422ab8 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:26.332735 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6bf81218-84b1-43f7-8ae3-551c425800e3 req-e779e3bd-c753-4c37-8d75-783f46422ab8 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0846806 Apr 18 22:28:26.386607 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6bf81218-84b1-43f7-8ae3-551c425800e3 req-d60a4718-64da-48d3-9332-80532a462924 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464036 Apr 18 22:28:27.185661 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f677f6b1-aeef-4a8d-b983-6c66a8f75308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:27.601808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda6bc9-4f4e-49a9-b3f8-419ed6392149 req-975f497e-7725-4e55-a953-13da57f98607 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:27.603379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cda6bc9-4f4e-49a9-b3f8-419ed6392149 req-975f497e-7725-4e55-a953-13da57f98607 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0834620 Apr 18 22:28:27.651522 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9cda6bc9-4f4e-49a9-b3f8-419ed6392149 req-f2ee8fc9-138f-4c8a-a6ac-a4ebbec3194b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Apr 18 22:28:28.088044 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:28.884541 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771716ac-aabb-4e67-a986-405cc406cbd7 req-602fd918-d51c-4896-8d02-4011bcf32390 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:28.886899 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-771716ac-aabb-4e67-a986-405cc406cbd7 req-602fd918-d51c-4896-8d02-4011bcf32390 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0938706 Apr 18 22:28:28.917837 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:28.939216 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-771716ac-aabb-4e67-a986-405cc406cbd7 req-9899ca95-a9a0-4647-b74c-dc909ad87c96 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447006 Apr 18 22:28:30.186624 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b51507-9b0c-4c93-8283-c441286e978b req-a216bfef-96e6-48f2-81d6-c1ef7afd43b0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:30.193808 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38b51507-9b0c-4c93-8283-c441286e978b req-a216bfef-96e6-48f2-81d6-c1ef7afd43b0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.1064887 Apr 18 22:28:30.245439 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-38b51507-9b0c-4c93-8283-c441286e978b req-6b354696-48df-48b8-b4ec-51d66733ab52 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505641 Apr 18 22:28:31.311570 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:31.458805 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ce5a8-e74e-4b8e-930a-6f6ae9552e37 req-5ce87adf-b717-4822-9249-69321f325ba4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:31.460185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c9ce5a8-e74e-4b8e-930a-6f6ae9552e37 req-5ce87adf-b717-4822-9249-69321f325ba4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0842779 Apr 18 22:28:31.506349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2c9ce5a8-e74e-4b8e-930a-6f6ae9552e37 req-b29c083b-7bed-4308-b811-3c70dc28c0bd tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405486 Apr 18 22:28:32.707715 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d7f02031-73e0-493f-a2e1-7b93c968c9a7 req-dbabd358-63b1-4d52-978b-3fb88e0ac5fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1096 time: 0.0674186 Apr 18 22:28:32.708385 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d5751-0dbc-456c-9b30-4468a384f335 req-3afe1167-3211-4939-a935-99b883b74b61 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:32.709646 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-837d5751-0dbc-456c-9b30-4468a384f335 req-3afe1167-3211-4939-a935-99b883b74b61 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0804157 Apr 18 22:28:32.757106 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-837d5751-0dbc-456c-9b30-4468a384f335 req-d412a616-4af6-4d4c-bb58-c333d659f655 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418270 Apr 18 22:28:32.837917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f02031-73e0-493f-a2e1-7b93c968c9a7 req-275028ae-54c8-48a5-8537-f6697018d4ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:32.839322 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d7f02031-73e0-493f-a2e1-7b93c968c9a7 req-275028ae-54c8-48a5-8537-f6697018d4ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1258948 Apr 18 22:28:32.939373 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d7f02031-73e0-493f-a2e1-7b93c968c9a7 req-7e54c847-6642-4da2-a21f-fdd33c39ea03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 HTTP/1.1" status: 200 len: 1000 time: 0.0937581 Apr 18 22:28:32.999699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f02031-73e0-493f-a2e1-7b93c968c9a7 req-9d86ddac-ff57-46af-aed8-0fdee1d07221 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:33.001096 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d7f02031-73e0-493f-a2e1-7b93c968c9a7 req-9d86ddac-ff57-46af-aed8-0fdee1d07221 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0558617 Apr 18 22:28:33.165802 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d7f02031-73e0-493f-a2e1-7b93c968c9a7 req-837208d4-c97a-4054-8c50-989f4bf4a7c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580620 Apr 18 22:28:33.294202 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d7f02031-73e0-493f-a2e1-7b93c968c9a7 req-a493077d-80fe-45e9-a47b-f91fa9aee9d3 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222091 Apr 18 22:28:33.424074 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d7f02031-73e0-493f-a2e1-7b93c968c9a7 req-ea90de11-8e7e-44dd-bc6f-0529abb278d7 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241021 Apr 18 22:28:33.958101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f3363-1fdf-41b1-86bc-5367b5255efc req-0df49402-2d01-4566-815f-4e7c49f4bc2f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:33.959662 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259f3363-1fdf-41b1-86bc-5367b5255efc req-0df49402-2d01-4566-815f-4e7c49f4bc2f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0783827 Apr 18 22:28:34.008721 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-259f3363-1fdf-41b1-86bc-5367b5255efc req-401b2fcf-86fa-4b96-9d57-ad773d863005 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435729 Apr 18 22:28:34.230655 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:35.209904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264435d-33eb-448e-8380-8f3e725dcea2 req-28e0d4d1-d3af-43cb-b31e-8c991f4d9149 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:35.211278 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a264435d-33eb-448e-8380-8f3e725dcea2 req-28e0d4d1-d3af-43cb-b31e-8c991f4d9149 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 945 time: 0.0832980 Apr 18 22:28:35.260132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a264435d-33eb-448e-8380-8f3e725dcea2 req-0a238f8d-98d7-4e14-b6b0-bed12f055c4d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430894 Apr 18 22:28:36.064671 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:28:36.174358 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:36.199764 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:28:36.209683 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:28:36.250204 n-d-836017-3 neutron-server[85050]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e248415c-aede-4970-a60e-a015529d6969']: {'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'code': 422} returned with failed status Apr 18 22:28:36.299497 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:36.367656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:28:36.462399 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85ae72-a904-4761-83a2-523e219e2bbc req-e0881c49-10cb-4870-adaa-8ba2599d6b5d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:36.463841 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b85ae72-a904-4761-83a2-523e219e2bbc req-e0881c49-10cb-4870-adaa-8ba2599d6b5d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0821412 Apr 18 22:28:36.509065 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7b85ae72-a904-4761-83a2-523e219e2bbc req-7bc97f6d-03fa-448f-b991-0a2b89c498de tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390561 Apr 18 22:28:36.754535 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f6710e32-4373-4bce-927a-fabc3f253805 req-c22311b4-fe4b-47d6-8243-994756ba46bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1332529 Apr 18 22:28:37.118288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c6b12-6ddd-4092-8757-692b40f01028 req-7fdf160f-bf63-4093-9d00-9ebd4fc07645 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:37.119742 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-765c6b12-6ddd-4092-8757-692b40f01028 req-7fdf160f-bf63-4093-9d00-9ebd4fc07645 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0813069 Apr 18 22:28:37.171399 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-765c6b12-6ddd-4092-8757-692b40f01028 req-f73c6d95-1a58-4a20-82cf-dc480fec46d3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455623 Apr 18 22:28:37.262483 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:28:37.313801 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d198a16-88d2-42f6-a8d5-260b6340f1f4 req-8d979925-7153-4859-9faf-cecf8e64825e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1399543 Apr 18 22:28:38.189920 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d198a16-88d2-42f6-a8d5-260b6340f1f4 req-13b07fef-4d6b-4752-9303-e5bfc98b5e76 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c&tenant_id=d0cb2caddb514c84bf42dc807df971ec HTTP/1.1" status: 200 len: 1094 time: 0.0718682 Apr 18 22:28:38.280825 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d198a16-88d2-42f6-a8d5-260b6340f1f4 req-0fa308db-aa8f-4600-a10e-a75f871f899f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1094 time: 0.0702410 Apr 18 22:28:38.369981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360b976-846e-4b0b-9bc1-cc75f0a8997d req-8c82b7d3-c390-4205-86b8-ac1b4604be46 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:38.371390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d360b976-846e-4b0b-9bc1-cc75f0a8997d req-8c82b7d3-c390-4205-86b8-ac1b4604be46 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0787015 Apr 18 22:28:38.414227 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198a16-88d2-42f6-a8d5-260b6340f1f4 req-500c77c3-8b23-43b2-b571-cf77d2cb90e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:38.415664 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d198a16-88d2-42f6-a8d5-260b6340f1f4 req-500c77c3-8b23-43b2-b571-cf77d2cb90e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1283736 Apr 18 22:28:38.419675 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d360b976-846e-4b0b-9bc1-cc75f0a8997d req-9e72c879-3576-4ed4-a72e-688380667eb2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420995 Apr 18 22:28:38.515849 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d198a16-88d2-42f6-a8d5-260b6340f1f4 req-23a83290-0544-4568-ab05-6552cd8c69cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 HTTP/1.1" status: 200 len: 998 time: 0.0948544 Apr 18 22:28:38.577608 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198a16-88d2-42f6-a8d5-260b6340f1f4 req-f25f1051-1514-4814-97aa-a0c178ebe4c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:38.579024 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d198a16-88d2-42f6-a8d5-260b6340f1f4 req-f25f1051-1514-4814-97aa-a0c178ebe4c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0578504 Apr 18 22:28:38.654161 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d198a16-88d2-42f6-a8d5-260b6340f1f4 req-937d0242-0d6b-44d9-99a5-9ae1529abb3f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693886 Apr 18 22:28:38.781837 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d198a16-88d2-42f6-a8d5-260b6340f1f4 req-2b958482-d7fd-436c-bb79-c65e97ee3e4a service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214643 Apr 18 22:28:38.913378 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4d198a16-88d2-42f6-a8d5-260b6340f1f4 req-1b38e356-a616-4e30-9073-1ca090a4ce23 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256266 Apr 18 22:28:39.623248 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3dd06-e272-4ce3-8ab8-598698f98050 req-aa812729-75ad-4a98-96a8-d1c625839d65 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:39.624708 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bc3dd06-e272-4ce3-8ab8-598698f98050 req-aa812729-75ad-4a98-96a8-d1c625839d65 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0830705 Apr 18 22:28:39.671073 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bc3dd06-e272-4ce3-8ab8-598698f98050 req-3ac562ea-4756-486e-9b71-e1dcb0d76067 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406032 Apr 18 22:28:39.894065 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:40.884205 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f487b9-9adb-4067-8a87-3c9eb99604b1 req-6a54ccec-1b79-4221-87b9-f61c2203ce81 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:40.885623 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53f487b9-9adb-4067-8a87-3c9eb99604b1 req-6a54ccec-1b79-4221-87b9-f61c2203ce81 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0842624 Apr 18 22:28:40.938442 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53f487b9-9adb-4067-8a87-3c9eb99604b1 req-9b0b66c8-b01b-4859-a8bf-72136477c4b7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466073 Apr 18 22:28:42.250308 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269187b7-803b-4509-a428-3e12e4c2406e req-e76392ce-529a-4d63-86eb-2c47e9bc4db6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:42.251849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-269187b7-803b-4509-a428-3e12e4c2406e req-e76392ce-529a-4d63-86eb-2c47e9bc4db6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.1775575 Apr 18 22:28:42.314856 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-269187b7-803b-4509-a428-3e12e4c2406e req-24b0cd78-6f48-4cf9-99e5-12ee10bf1cbb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575078 Apr 18 22:28:43.529846 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2f802-fd11-403c-b892-5689bc34f2e7 req-bd1fd79c-d61d-487d-8bd5-381bb39f0171 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:43.532350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-edf2f802-fd11-403c-b892-5689bc34f2e7 req-bd1fd79c-d61d-487d-8bd5-381bb39f0171 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0898821 Apr 18 22:28:43.585730 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-edf2f802-fd11-403c-b892-5689bc34f2e7 req-8ad9c360-3621-4037-9b63-0662982c75f4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480931 Apr 18 22:28:44.810906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6fe68-fe36-4049-a5d4-087c1b98bec7 req-09156243-73b2-4302-8a26-adbac448b830 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:44.814031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7a6fe68-fe36-4049-a5d4-087c1b98bec7 req-09156243-73b2-4302-8a26-adbac448b830 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0849328 Apr 18 22:28:44.860685 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d7a6fe68-fe36-4049-a5d4-087c1b98bec7 req-22293eb9-a738-4f6c-baed-83ec03e9033a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428591 Apr 18 22:28:46.072629 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403481c6-90f6-414f-bd66-fd66debc62c1 req-db2280e5-d536-4c38-8aa7-f1b6a402a820 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:46.074142 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-403481c6-90f6-414f-bd66-fd66debc62c1 req-db2280e5-d536-4c38-8aa7-f1b6a402a820 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0841634 Apr 18 22:28:46.130786 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-403481c6-90f6-414f-bd66-fd66debc62c1 req-bf58f36a-e911-4acd-a2ce-5160e767ef75 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502415 Apr 18 22:28:47.344210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938fc8e-48ce-49bf-847c-e9cff77186f5 req-5237f460-8c5d-4b21-89d7-694e9685ff44 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:47.345695 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f938fc8e-48ce-49bf-847c-e9cff77186f5 req-5237f460-8c5d-4b21-89d7-694e9685ff44 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0789535 Apr 18 22:28:47.395477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f938fc8e-48ce-49bf-847c-e9cff77186f5 req-c58a2d88-61a6-4946-8685-74bd2a50b91b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Apr 18 22:28:48.593058 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c2c62-355f-435c-b434-f7a02fcdc2d3 req-edbbaed9-fc98-4aff-a3fa-3e6d0169bd15 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:48.594501 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-409c2c62-355f-435c-b434-f7a02fcdc2d3 req-edbbaed9-fc98-4aff-a3fa-3e6d0169bd15 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0739856 Apr 18 22:28:48.639580 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-409c2c62-355f-435c-b434-f7a02fcdc2d3 req-faa499d2-c15d-4931-9a09-bbec89778e15 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396855 Apr 18 22:28:49.853288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc537-23ed-470f-9a6c-534dd00285e2 req-10c514a4-a884-4573-b898-0e6cdc94f118 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:49.874215 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d4cc537-23ed-470f-9a6c-534dd00285e2 req-10c514a4-a884-4573-b898-0e6cdc94f118 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0820456 Apr 18 22:28:49.900147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7d4cc537-23ed-470f-9a6c-534dd00285e2 req-b7ac42b6-a692-4a4f-a348-d03e58701a7b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393937 Apr 18 22:28:51.124870 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc8827-6880-4e54-81c0-b24dea906558 req-ae7b543b-ef06-429f-b567-bc42322659f7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:51.126379 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ddc8827-6880-4e54-81c0-b24dea906558 req-ae7b543b-ef06-429f-b567-bc42322659f7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0909910 Apr 18 22:28:51.179546 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ddc8827-6880-4e54-81c0-b24dea906558 req-83523896-9854-4610-b62d-b5dbaa9dec08 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473001 Apr 18 22:28:52.391774 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239744e-600f-4f86-b27d-a0fc406ff75e req-891d5925-f33d-443d-8dc5-de9abf2bb7c2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:52.393213 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2239744e-600f-4f86-b27d-a0fc406ff75e req-891d5925-f33d-443d-8dc5-de9abf2bb7c2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0797498 Apr 18 22:28:52.438030 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2239744e-600f-4f86-b27d-a0fc406ff75e req-b443507e-9738-4ea4-932e-5997f1a71682 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392392 Apr 18 22:28:53.632833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81665d-6bc5-466d-a688-75c24e24640c req-1b44c59b-e1dc-46cb-9ef5-18aa1a0210a4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:53.634307 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e81665d-6bc5-466d-a688-75c24e24640c req-1b44c59b-e1dc-46cb-9ef5-18aa1a0210a4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 943 time: 0.0759320 Apr 18 22:28:53.678743 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-3e81665d-6bc5-466d-a688-75c24e24640c req-2ed5dd21-42fe-4933-b78d-8449d70277e6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387578 Apr 18 22:28:54.187437 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:28:54.315746 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:28:54.331879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'port_id': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'mac_address': 'fa:16:3e:57:63:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:28:54.384160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:54.400584 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:28:54.414895 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:28:54.476391 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:54.540113 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,revision_number=9']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:28:54.733422 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-adec5262-258a-4691-92e7-6e49cd164410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:54.822833 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:28:54.877589 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6648a9-a3a3-4b24-a901-972ab78affd5 req-c241e9db-99b3-4831-9657-6a38cffd48f1 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:54.879040 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a6648a9-a3a3-4b24-a901-972ab78affd5 req-c241e9db-99b3-4831-9657-6a38cffd48f1 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 944 time: 0.0788782 Apr 18 22:28:54.924537 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a6648a9-a3a3-4b24-a901-972ab78affd5 req-c4df362f-2b70-4972-a652-bb13b2411753 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400133 Apr 18 22:28:56.121618 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6f08-f63d-4ead-a24f-7a1aebc1c899 req-88bbf0d5-975c-44d1-8113-ae40056af192 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:56.123205 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ddae6f08-f63d-4ead-a24f-7a1aebc1c899 req-88bbf0d5-975c-44d1-8113-ae40056af192 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 944 time: 0.0749807 Apr 18 22:28:56.172441 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ddae6f08-f63d-4ead-a24f-7a1aebc1c899 req-9d9d17fa-b08d-4916-8558-c35e380fe0d8 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437260 Apr 18 22:28:56.211462 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:28:56.278461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:28:56.278747 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:56.389368 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:56.416328 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:28:56.425759 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:28:56.477278 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9695c993-98d5-42a9-bfdd-664f6d52bccd'] response: {'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'code': 200} Apr 18 22:28:56.545265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:56.611254 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,revision_number=10']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:28:56.736099 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f94ade2-2d76-4bd2-b659-14a7f1fc3f86 req-ea801120-b983-4647-95a6-a7a79229b369 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1097 time: 0.0657492 Apr 18 22:28:56.777827 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8f94ade2-2d76-4bd2-b659-14a7f1fc3f86 req-995942ea-8070-4b7a-a040-55a8a53beca7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354097 Apr 18 22:28:57.173140 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-309d7bef-ccc0-480b-9dec-793dac555d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:57.375095 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea4eb6-272d-4026-b96b-d9a55703e492 req-925ee6c0-5aa0-4364-9421-cede19232ab7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:57.376523 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43ea4eb6-272d-4026-b96b-d9a55703e492 req-925ee6c0-5aa0-4364-9421-cede19232ab7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 946 time: 0.0781779 Apr 18 22:28:57.421576 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-43ea4eb6-272d-4026-b96b-d9a55703e492 req-343fd4ab-a06d-4739-be0a-d24a138e17f6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393956 Apr 18 22:28:58.076322 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:58.624309 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92716-1e2d-469a-94e9-e65511210219 req-4c63be5b-15a9-43e8-8ef9-fdbfb96675e0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:58.625824 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bcf92716-1e2d-469a-94e9-e65511210219 req-4c63be5b-15a9-43e8-8ef9-fdbfb96675e0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 946 time: 0.0817115 Apr 18 22:28:58.672383 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bcf92716-1e2d-469a-94e9-e65511210219 req-457da868-8879-4c35-94c5-c4f96331c96e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405915 Apr 18 22:28:58.927635 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:28:59.866693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d4250-a326-4b67-9948-52382d9f23d3 req-f1409050-a9a0-4b09-9bc0-bfb09d1fe177 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:28:59.868259 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f0d4250-a326-4b67-9948-52382d9f23d3 req-f1409050-a9a0-4b09-9bc0-bfb09d1fe177 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 946 time: 0.0754907 Apr 18 22:28:59.914373 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5f0d4250-a326-4b67-9948-52382d9f23d3 req-20e284db-2971-45c8-b32a-3b36b2129121 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391872 Apr 18 22:29:01.282123 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:04.264593 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:06.579429 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f000a180-de44-43ab-910f-842ca54a46ee req-6dc95f38-a427-424d-9ce2-5ca35a9db6c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696430 Apr 18 22:29:06.714419 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f000a180-de44-43ab-910f-842ca54a46ee req-d4d82cde-864a-4146-aada-21e1e091978b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1097 time: 0.0681283 Apr 18 22:29:06.854041 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000a180-de44-43ab-910f-842ca54a46ee req-e4b9dbf1-5a5c-4f2f-a286-bcb62627be78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:29:06.855363 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f000a180-de44-43ab-910f-842ca54a46ee req-e4b9dbf1-5a5c-4f2f-a286-bcb62627be78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1236906 Apr 18 22:29:07.051055 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f000a180-de44-43ab-910f-842ca54a46ee req-b99a17f5-d406-47d9-aa15-3e6be1082467 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 HTTP/1.1" status: 200 len: 1000 time: 0.1896515 Apr 18 22:29:07.112176 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000a180-de44-43ab-910f-842ca54a46ee req-ece218ac-b007-4898-b20c-248750c35147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:29:07.113465 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f000a180-de44-43ab-910f-842ca54a46ee req-ece218ac-b007-4898-b20c-248750c35147 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0565102 Apr 18 22:29:07.187463 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f000a180-de44-43ab-910f-842ca54a46ee req-51e49056-67e3-41a2-a491-9c1b8c44480f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684426 Apr 18 22:29:07.318513 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f000a180-de44-43ab-910f-842ca54a46ee req-5a3550af-db8d-4f0c-8660-7949b55f84f8 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249735 Apr 18 22:29:07.452517 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f000a180-de44-43ab-910f-842ca54a46ee req-4b44fe2c-5b39-4caa-b030-08a46aa37ca0 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239529 Apr 18 22:29:09.904583 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:14.262369 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:29:24.727255 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1b3d9b60-67c8-4d0c-8c29-a0f0dd8bee12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:27.161678 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5cca0f1c-4c3f-490b-9e13-5ec4a12a853a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:28.081458 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:28.910190 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:31.332858 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:34.264481 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:39.910021 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:51.262732 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:29:54.738180 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fe5f935b-ad28-47f0-9608-85722f440ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:57.150161 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1b57b8fc-7219-4be2-9b4c-c3865e7c5964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:58.081053 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:29:58.921055 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:01.292207 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:04.304200 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:07.607228 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a850610-f0f6-4c93-bd75-f951f954a981 req-454271f5-5441-40b3-bb1a-0c8c2137f6ea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660403 Apr 18 22:30:07.759671 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a850610-f0f6-4c93-bd75-f951f954a981 req-2ed8bc46-494f-46e4-8fbf-7cb810ac9b91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1097 time: 0.0714359 Apr 18 22:30:07.898851 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a850610-f0f6-4c93-bd75-f951f954a981 req-c3be4a8a-6ceb-4b71-ba14-4fcf69a052ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:30:07.900171 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a850610-f0f6-4c93-bd75-f951f954a981 req-c3be4a8a-6ceb-4b71-ba14-4fcf69a052ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1231031 Apr 18 22:30:07.999900 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a850610-f0f6-4c93-bd75-f951f954a981 req-0b2c10d9-f152-4812-9a7e-4efef8b7b247 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 HTTP/1.1" status: 200 len: 1000 time: 0.0937378 Apr 18 22:30:08.059374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a850610-f0f6-4c93-bd75-f951f954a981 req-26b33b07-e79b-4f5e-8406-caa40d68c6c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:30:08.060749 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a850610-f0f6-4c93-bd75-f951f954a981 req-26b33b07-e79b-4f5e-8406-caa40d68c6c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0554070 Apr 18 22:30:08.132422 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a850610-f0f6-4c93-bd75-f951f954a981 req-7a900a44-992d-4cb9-8b71-d69661d24382 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650644 Apr 18 22:30:08.261045 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a850610-f0f6-4c93-bd75-f951f954a981 req-13d6b543-57e8-463a-83cc-34de26fb2290 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226580 Apr 18 22:30:08.387870 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-3a850610-f0f6-4c93-bd75-f951f954a981 req-998fa394-51ec-484c-ade4-fb2ccb6fb613 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206954 Apr 18 22:30:09.903403 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:24.743268 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-193a1c54-bb88-49c2-96ce-0b9d14f02995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:27.166831 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7b9e0f26-d690-485b-b689-5ca92852e594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:28.069269 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:28.262775 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:30:28.926752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:31.314825 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:34.251543 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:39.926173 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:43.934546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41470) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:30:44.209921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Deleting port 8bfdf60f-cea6-4d18-bf53-dc1b71a401f6 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:30:44.210260 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:44.462567 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:44.462790 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:44.583169 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Calling delete_port for 8bfdf60f-cea6-4d18-bf53-dc1b71a401f6 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:30:44.783552 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:44.826328 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event deleted for resources: {'Port': ['ID=8bfdf60f-cea6-4d18-bf53-dc1b71a401f6,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:30:44.865496 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:30:44.865857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:30:44.866200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:30:44.866538 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:30:44.866869 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:30:44.867300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:30:44.867628 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:30:44.867973 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:30:44.868298 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:30:44.868621 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:30:44.868945 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:30:44.927364 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:45.313113 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Router 3418e1e7-c443-49b4-81dd-406be9d36733 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:30:45.505506 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:30:45.514733 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f429c6ab-f032-488d-b797-a20d04b80d05 None None] Sync routers for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:30:45.521918 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:45.531269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f429c6ab-f032-488d-b797-a20d04b80d05 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:30:45.531978 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f429c6ab-f032-488d-b797-a20d04b80d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:30:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:30:45.576429 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-819e04e2-16d8-497b-925b-4f0a48adeb07 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "DELETE /v2.0/floatingips/761bcef8-6355-4886-83ca-23caba446de9 HTTP/1.1" status: 204 len: 168 time: 1.6407869 Apr 18 22:30:45.577052 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:30:45.723162 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f429c6ab-f032-488d-b797-a20d04b80d05 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:30:45.736097 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7dba6f-58f0-4caf-8b6c-96c892bedd40'] response: {'name': 'network-changed', 'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'status': 'completed', 'code': 200} Apr 18 22:30:45.826710 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-125addb0-51f8-4976-8661-9969a0ab1d0c req-f34650c1-4f02-4a2c-91ec-90dbba340a5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 1097 time: 0.0688832 Apr 18 22:30:45.976032 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125addb0-51f8-4976-8661-9969a0ab1d0c req-cb585cc7-6afc-4386-835e-f571106d64bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:30:45.977449 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-125addb0-51f8-4976-8661-9969a0ab1d0c req-cb585cc7-6afc-4386-835e-f571106d64bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1449761 Apr 18 22:30:46.094081 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f429c6ab-f032-488d-b797-a20d04b80d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:16Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:30:46.098724 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f429c6ab-f032-488d-b797-a20d04b80d05 None None] Checking router: 3418e1e7-c443-49b4-81dd-406be9d36733 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:30:46.109779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f429c6ab-f032-488d-b797-a20d04b80d05 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:30:46.110396 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f429c6ab-f032-488d-b797-a20d04b80d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:30:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:30:46.161215 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-125addb0-51f8-4976-8661-9969a0ab1d0c req-60d7da97-61cf-4ebe-b2de-58464174ed73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 HTTP/1.1" status: 200 len: 217 time: 0.1782024 Apr 18 22:30:46.229908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125addb0-51f8-4976-8661-9969a0ab1d0c req-1c2ef147-9efa-48ab-a240-b90dbd7b3381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:30:46.231507 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-125addb0-51f8-4976-8661-9969a0ab1d0c req-1c2ef147-9efa-48ab-a240-b90dbd7b3381 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0639534 Apr 18 22:30:46.294982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb6e80-90d0-4440-8860-30bcdc3713c6 req-887bc113-a46f-4890-8eee-0efb876e5925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:30:46.295645 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-f429c6ab-f032-488d-b797-a20d04b80d05 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:30:46.296431 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8cb6e80-90d0-4440-8860-30bcdc3713c6 req-887bc113-a46f-4890-8eee-0efb876e5925 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 946 time: 0.1567101 Apr 18 22:30:46.311803 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-125addb0-51f8-4976-8661-9969a0ab1d0c req-4fc01e73-7772-4c27-9f2d-0eed36643bd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734205 Apr 18 22:30:46.344339 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c8cb6e80-90d0-4440-8860-30bcdc3713c6 req-93b3d8fa-3aa1-4f04-8d55-d17bea93b64f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418553 Apr 18 22:30:46.443287 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-125addb0-51f8-4976-8661-9969a0ab1d0c req-5fa40db0-68ed-44a5-9779-d5edc0d04380 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255255 Apr 18 22:30:46.572734 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-125addb0-51f8-4976-8661-9969a0ab1d0c req-c5633ed4-0dba-4617-89fd-d3e40f6a31cb service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225226 Apr 18 22:30:46.610979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-f429c6ab-f032-488d-b797-a20d04b80d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:16Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:30:46.615080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f429c6ab-f032-488d-b797-a20d04b80d05 None None] The sync data for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 is: [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:16Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:30:46.841736 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23420e23-3856-43b2-9bb1-00640134e56f None None] New status for floating IP 761bcef8-6355-4886-83ca-23caba446de9: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:30:47.545707 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b74cb9-3638-4846-a1de-c42e967c15b3 req-66d92047-6815-41a8-bfd1-63d01bb8c3ef tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:30:47.547182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35b74cb9-3638-4846-a1de-c42e967c15b3 req-66d92047-6815-41a8-bfd1-63d01bb8c3ef tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 946 time: 0.0808918 Apr 18 22:30:47.551575 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-06008711-34d0-4d3c-b97b-e426d8d362c6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:30:47.552253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-06008711-34d0-4d3c-b97b-e426d8d362c6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Synchronizing usage tracker for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:30:47.609945 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-35b74cb9-3638-4846-a1de-c42e967c15b3 req-f17311cb-50e1-4294-9c5a-8965bc7a3087 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6c5bfd-580a-45d9-9832-6eb468a9215e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565159 Apr 18 22:30:47.669262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-06008711-34d0-4d3c-b97b-e426d8d362c6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Unset dirty status for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:30:47.670430 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-06008711-34d0-4d3c-b97b-e426d8d362c6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 946 time: 0.1988080 Apr 18 22:30:47.739093 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-e08e5b6a-d841-4f89-8815-18086bcd2c8a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Deleting port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:30:47.739434 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-e08e5b6a-d841-4f89-8815-18086bcd2c8a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:47.978796 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-e08e5b6a-d841-4f89-8815-18086bcd2c8a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] For port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:30:47.979081 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-e08e5b6a-d841-4f89-8815-18086bcd2c8a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:48.100485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-e08e5b6a-d841-4f89-8815-18086bcd2c8a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Calling delete_port for 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:30:48.297661 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-e08e5b6a-d841-4f89-8815-18086bcd2c8a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:48.352386 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e5b6a-d841-4f89-8815-18086bcd2c8a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event deleted for resources: {'Port': ['ID=70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:30:48.426099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-e08e5b6a-d841-4f89-8815-18086bcd2c8a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] No DVR routers for this DVR port 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:30:48.428553 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-e08e5b6a-d841-4f89-8815-18086bcd2c8a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:48.430994 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'name': 'network-vif-deleted', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:30:48.484831 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f646532-3d5b-48be-9f16-4857191b5d0a'] response: {'server_uuid': 'a6a22fc4-6d88-4ffb-9036-7d1106641f7c', 'name': 'network-vif-deleted', 'tag': '70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7', 'status': 'completed', 'code': 200} Apr 18 22:30:48.498404 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-7037159f-04c4-4982-84be-5b3a4b86d8fb req-e08e5b6a-d841-4f89-8815-18086bcd2c8a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.26 "DELETE /v2.0/ports/70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 HTTP/1.1" status: 204 len: 173 time: 0.8223987 Apr 18 22:30:48.780349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb623370-488c-4a94-9cd7-d49445ff282e req-6b2807e8-44ef-4110-8570-7767db692dac tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a22fc4-6d88-4ffb-9036-7d1106641f7c HTTP/1.1" status: 200 len: 210 time: 0.0424902 Apr 18 22:30:49.885767 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41498) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:30:49.951768 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c2ba9d3-9823-4255-9e56-a491eb28ee1b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:49.980836 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c2ba9d3-9823-4255-9e56-a491eb28ee1b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:50.103549 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c2ba9d3-9823-4255-9e56-a491eb28ee1b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:50.120499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ba9d3-9823-4255-9e56-a491eb28ee1b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6c5bfd-580a-45d9-9832-6eb468a9215e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:30:50.176886 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1c2ba9d3-9823-4255-9e56-a491eb28ee1b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:50.178050 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1c2ba9d3-9823-4255-9e56-a491eb28ee1b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "DELETE /v2.0/security-groups/2d6c5bfd-580a-45d9-9832-6eb468a9215e HTTP/1.1" status: 204 len: 168 time: 0.2912974 Apr 18 22:30:50.669982 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41506) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:30:50.676060 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795379974', 'description': 'tempest-secgroup-smoke-1795379974 description', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:30:50.682877 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:30:50.686922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:30:50.689751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:30:50.695339 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:30:50.760764 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:50.784989 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:30:50.795416 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:30:50.799826 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:30:50.802744 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:30:50.808404 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:30:50.820934 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:30:50.821282 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device 70ebe2fb-d44b-4d3a-b5c4-7491da8ddbc7 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:30:50.864023 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:50.904242 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:50.950040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7ae44e-f022-487f-89e1-d6f38ce6a55a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:30:50.995046 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:50.996259 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b7315f9c-cd54-46fc-9383-dfbc68d3b8ff tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3252888 Apr 18 22:30:50.999013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41510) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:30:51.004502 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2f22a507-f38e-4625-b698-22653b4f0c7f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group_rule': {'security_group_id': 'ad7ae44e-f022-487f-89e1-d6f38ce6a55a', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:30:51.011251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2f22a507-f38e-4625-b698-22653b4f0c7f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:30:51.024922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2f22a507-f38e-4625-b698-22653b4f0c7f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:30:51.024922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2f22a507-f38e-4625-b698-22653b4f0c7f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:30:51.024922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2f22a507-f38e-4625-b698-22653b4f0c7f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:30:51.093344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f22a507-f38e-4625-b698-22653b4f0c7f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:51.154439 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f22a507-f38e-4625-b698-22653b4f0c7f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:51.228295 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f22a507-f38e-4625-b698-22653b4f0c7f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:51.254868 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22a507-f38e-4625-b698-22653b4f0c7f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02675fad-bbb9-4bcb-bfa2-d0cedf8c2dc2,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:30:51.320642 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f22a507-f38e-4625-b698-22653b4f0c7f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:51.321861 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2f22a507-f38e-4625-b698-22653b4f0c7f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3219063 Apr 18 22:30:51.324436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41514) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:30:51.329834 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-3de616be-dc86-4e81-b111-907da0e1cba3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group_rule': {'security_group_id': 'ad7ae44e-f022-487f-89e1-d6f38ce6a55a', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:30:51.337097 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3de616be-dc86-4e81-b111-907da0e1cba3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:30:51.340912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3de616be-dc86-4e81-b111-907da0e1cba3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:30:51.343801 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-3de616be-dc86-4e81-b111-907da0e1cba3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:30:51.349993 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-3de616be-dc86-4e81-b111-907da0e1cba3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:30:51.424274 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3de616be-dc86-4e81-b111-907da0e1cba3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:51.485689 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3de616be-dc86-4e81-b111-907da0e1cba3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:51.537535 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3de616be-dc86-4e81-b111-907da0e1cba3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:51.562752 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de616be-dc86-4e81-b111-907da0e1cba3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240a0bdd-29e6-45fc-8a83-cea3e2db4b10,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:30:51.606134 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-3de616be-dc86-4e81-b111-907da0e1cba3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:51.607325 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-3de616be-dc86-4e81-b111-907da0e1cba3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2819850 Apr 18 22:30:51.610106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41518) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:30:51.620048 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-b9b309d7-4482-418d-9629-ac69520cc232 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group_rule': {'security_group_id': 'ad7ae44e-f022-487f-89e1-d6f38ce6a55a', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:30:51.626921 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b9b309d7-4482-418d-9629-ac69520cc232 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:30:51.630996 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b9b309d7-4482-418d-9629-ac69520cc232 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:30:51.633888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-b9b309d7-4482-418d-9629-ac69520cc232 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:30:51.639580 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-b9b309d7-4482-418d-9629-ac69520cc232 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:30:51.710198 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9b309d7-4482-418d-9629-ac69520cc232 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:51.771654 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9b309d7-4482-418d-9629-ac69520cc232 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:51.834901 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9b309d7-4482-418d-9629-ac69520cc232 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:51.859589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b309d7-4482-418d-9629-ac69520cc232 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f8ce5f-c200-4d00-bc0e-3094f2c84712,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:30:51.926573 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b9b309d7-4482-418d-9629-ac69520cc232 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:51.927792 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b9b309d7-4482-418d-9629-ac69520cc232 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3167775 Apr 18 22:30:51.930614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41522) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:30:51.936046 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-c9b8f585-4f2a-48f4-aa4b-7318e16c7e87 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group_rule': {'security_group_id': 'ad7ae44e-f022-487f-89e1-d6f38ce6a55a', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:30:51.943503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c9b8f585-4f2a-48f4-aa4b-7318e16c7e87 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:30:51.947589 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c9b8f585-4f2a-48f4-aa4b-7318e16c7e87 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:30:51.950695 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-c9b8f585-4f2a-48f4-aa4b-7318e16c7e87 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:30:51.957001 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-c9b8f585-4f2a-48f4-aa4b-7318e16c7e87 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:30:52.013280 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f585-4f2a-48f4-aa4b-7318e16c7e87 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:52.080800 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f585-4f2a-48f4-aa4b-7318e16c7e87 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:52.143741 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f585-4f2a-48f4-aa4b-7318e16c7e87 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:52.167990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8f585-4f2a-48f4-aa4b-7318e16c7e87 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c9b128-c4fa-4fef-9e71-26bb248c920a,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:30:52.217904 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f585-4f2a-48f4-aa4b-7318e16c7e87 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:52.219164 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-c9b8f585-4f2a-48f4-aa4b-7318e16c7e87 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2875743 Apr 18 22:30:52.222520 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41526) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:30:52.229089 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-41ea3133-8bb3-4c37-b6a1-5f3c782f7ec7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group_rule': {'security_group_id': 'ad7ae44e-f022-487f-89e1-d6f38ce6a55a', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:30:52.235107 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-41ea3133-8bb3-4c37-b6a1-5f3c782f7ec7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:30:52.244373 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-41ea3133-8bb3-4c37-b6a1-5f3c782f7ec7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:30:52.250445 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-41ea3133-8bb3-4c37-b6a1-5f3c782f7ec7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:30:52.256579 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-41ea3133-8bb3-4c37-b6a1-5f3c782f7ec7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:30:52.337411 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-41ea3133-8bb3-4c37-b6a1-5f3c782f7ec7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Project d0cb2caddb514c84bf42dc807df971ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:30:52.343767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41ea3133-8bb3-4c37-b6a1-5f3c782f7ec7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:52.407511 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41ea3133-8bb3-4c37-b6a1-5f3c782f7ec7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:52.462972 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41ea3133-8bb3-4c37-b6a1-5f3c782f7ec7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:52.488295 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea3133-8bb3-4c37-b6a1-5f3c782f7ec7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663a4e66-c25b-44e4-ad2c-7210657a7b76,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:30:52.554613 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-41ea3133-8bb3-4c37-b6a1-5f3c782f7ec7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:52.555788 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-41ea3133-8bb3-4c37-b6a1-5f3c782f7ec7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3323140 Apr 18 22:30:52.558629 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41530) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:30:52.564077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8cbbda8a-5745-4b3e-a342-24927be006eb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'security_group_rule': {'security_group_id': 'ad7ae44e-f022-487f-89e1-d6f38ce6a55a', 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:30:52.570823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8cbbda8a-5745-4b3e-a342-24927be006eb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:30:52.574928 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8cbbda8a-5745-4b3e-a342-24927be006eb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:security_group_rule and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:30:52.577814 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8cbbda8a-5745-4b3e-a342-24927be006eb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:30:52.584345 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8cbbda8a-5745-4b3e-a342-24927be006eb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:30:52.646174 n-d-836017-3 neutron-server[85049]: INFO neutron.db.securitygroups_db [None req-8cbbda8a-5745-4b3e-a342-24927be006eb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Project d0cb2caddb514c84bf42dc807df971ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:30:52.652438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8cbbda8a-5745-4b3e-a342-24927be006eb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:52.720582 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8cbbda8a-5745-4b3e-a342-24927be006eb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:52.794008 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8cbbda8a-5745-4b3e-a342-24927be006eb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:52.817197 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbda8a-5745-4b3e-a342-24927be006eb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4782608-ce2c-46da-b848-a9f1b28cf955,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:30:52.909016 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8cbbda8a-5745-4b3e-a342-24927be006eb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:52.910166 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8cbbda8a-5745-4b3e-a342-24927be006eb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3506272 Apr 18 22:30:54.772324 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-07e366ac-27ae-4774-a98c-b3c8bd33dd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:57.172285 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ff3e-6a71-4c13-8a9e-9e74d565f29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:58.081465 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:30:58.926149 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:01.337766 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:04.235217 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:05.264632 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:31:09.937619 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:12.414721 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-c99d4ffc-41d3-46be-b5b4-d11b42e8b312 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795379974&fields=id&tenant_id=d0cb2caddb514c84bf42dc807df971ec HTTP/1.1" status: 200 len: 267 time: 0.0415390 Apr 18 22:31:12.558930 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e64424-20f1-40e5-8690-7827ff786434 req-b849d688-89d8-40ce-97f1-ff40d2c5c39b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:12.560267 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-b849d688-89d8-40ce-97f1-ff40d2c5c39b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 808 time: 0.1394782 Apr 18 22:31:12.577069 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-a4358a36-98ab-4a50-9bc4-2a4e6c5e06c2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/quotas/d0cb2caddb514c84bf42dc807df971ec HTTP/1.1" status: 200 len: 375 time: 0.0115771 Apr 18 22:31:12.743866 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-6b6be054-0b9f-4127-ab75-3b56f884c64f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1616344 Apr 18 22:31:12.941950 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-6b9530f7-53e5-40c4-b392-1ca4f13b13e7 service neutron] 10.222.0.11 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863887 Apr 18 22:31:13.072249 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-e7317364-6bee-4ee8-8e40-10a9feb27737 service neutron] 10.222.0.11 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244304 Apr 18 22:31:13.755537 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d735e3ee-d085-4c6a-8fbb-d8cf743dacb5 req-01708664-e51f-4a12-bb95-500acf8ddca4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 210 time: 0.0414200 Apr 18 22:31:14.914894 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-53c32374-af6c-4de4-98fe-77288dec903a req-107629e1-12ac-4e38-8ecb-69c708acda8c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 210 time: 0.0401976 Apr 18 22:31:16.020968 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e64424-20f1-40e5-8690-7827ff786434 req-b19bc013-7450-48d6-9f2f-c0f882f3bd84 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:16.022411 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-b19bc013-7450-48d6-9f2f-c0f882f3bd84 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 808 time: 0.2355986 Apr 18 22:31:16.077499 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a8e64424-20f1-40e5-8690-7827ff786434 req-996f8680-e075-4e17-8fd7-95099126440a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Synchronizing usage tracker for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:31:16.128099 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9d0aedb7-129c-4b8e-b98d-18971a18c1f0 req-630e00cd-fa7d-41ad-a003-ede5514c8277 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 210 time: 0.0447850 Apr 18 22:31:16.154821 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a8e64424-20f1-40e5-8690-7827ff786434 req-996f8680-e075-4e17-8fd7-95099126440a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Unset dirty status for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:31:16.155976 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-996f8680-e075-4e17-8fd7-95099126440a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0cb2caddb514c84bf42dc807df971ec HTTP/1.1" status: 200 len: 380 time: 0.1217446 Apr 18 22:31:16.164718 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'port': {'device_id': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'admin_state_up': True, 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'security_groups': ['ad7ae44e-f022-487f-89e1-d6f38ce6a55a']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:31:16.300186 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:31:16.304432 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:port and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:31:16.307248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:31:16.312870 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:31:16.395654 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Made reservation on behalf of d0cb2caddb514c84bf42dc807df971ec for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:31:16.398614 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:16.560611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Allocated IP 172.20.0.8 (b7043d54-7edf-425b-8027-f3925c130719/6f315dd4-458f-491a-887e-e32b507a1407/bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:31:16.750510 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:16.766616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Transition to ACTIVE for port object bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:31:16.835432 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:16.910595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Network b7043d54-7edf-425b-8027-f3925c130719 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:31:16.913516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:31:16.917700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:31:16.950178 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'Port': ['ID=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:31:16.984464 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:16.985070 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:17.098518 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-d383eda2-1652-4ef5-b5b5-6d5b9a0c0e94 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9265854 Apr 18 22:31:17.168285 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Request body: {'port': {'device_id': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:31:17.261910 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ac4ead49-cd42-447c-8e92-90db159d6dc0 None None] Provisioning for port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:31:17.267637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-ac4ead49-cd42-447c-8e92-90db159d6dc0 None None] Provisioning complete for port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:31:17.268260 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ac4ead49-cd42-447c-8e92-90db159d6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:17.287075 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:17.322255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-ac4ead49-cd42-447c-8e92-90db159d6dc0 None None] Port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:31:17.364922 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3ad9d-f17a-46a4-8b81-033bb3e91871 req-fcc0c632-234d-4aee-8224-a4a7693c9f82 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:17.366376 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5f3ad9d-f17a-46a4-8b81-033bb3e91871 req-fcc0c632-234d-4aee-8224-a4a7693c9f82 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 931 time: 0.0915046 Apr 18 22:31:17.414165 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b5f3ad9d-f17a-46a4-8b81-033bb3e91871 req-af53152d-d65f-45ca-acd7-a8956bcdf056 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418346 Apr 18 22:31:17.640549 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:31:17.647837 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:17.662490 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Transition to ACTIVE for port object bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:31:17.742365 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:17.868751 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Pushing event updated for resources: {'Port': ['ID=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:31:17.984394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Attempting to bind port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:31:17.984897 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Attempting to bind port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:31:17.985276 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Attempting to bind port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 on network b7043d54-7edf-425b-8027-f3925c130719 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:31:17.996912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 on network b7043d54-7edf-425b-8027-f3925c130719 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:31:17.996912 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Attempting to bind port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 on network b7043d54-7edf-425b-8027-f3925c130719 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:31:17.998434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:31:17.998768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Checking segment: {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:31:17.999142 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Bound using segment: {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:31:17.999564 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Bound port: bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8afbf80f-fef0-4b46-b4c7-8d1f50563fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:31:17.999904 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:18.086663 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] For port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:31:18.089441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] For port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:31:18.183140 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:18.253081 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:18.254539 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] 10.222.0.26 "PUT /v2.0/ports/bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 HTTP/1.1" status: 200 len: 1091 time: 1.1600096 Apr 18 22:31:18.254988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:31:18.271701 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77070bf1-68c1-43c6-a262-372eda3b230f service neutron] Pushing event updated for resources: {'Port': ['ID=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:31:18.318880 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0afa9c-c65c-4003-baf6-552915551eab'] response: {'name': 'network-changed', 'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'status': 'completed', 'code': 200} Apr 18 22:31:18.439193 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4c4b82bc-7661-4a25-b514-b2d38e317095 req-a25bc884-a55e-43b4-a5fc-0b94cd6e2137 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1094 time: 0.0722971 Apr 18 22:31:18.625352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f1756-fcb7-4e3d-ac27-76593b714889 req-e8a2459b-db69-4ccd-88c4-fee5b9a49134 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:18.626807 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-753f1756-fcb7-4e3d-ac27-76593b714889 req-e8a2459b-db69-4ccd-88c4-fee5b9a49134 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0800087 Apr 18 22:31:18.668988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b82bc-7661-4a25-b514-b2d38e317095 req-45fa5924-ef1d-4f71-b207-49eb7f1db124 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:18.670463 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4c4b82bc-7661-4a25-b514-b2d38e317095 req-45fa5924-ef1d-4f71-b207-49eb7f1db124 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d0cb2caddb514c84bf42dc807df971ec&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2248375 Apr 18 22:31:18.672153 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-753f1756-fcb7-4e3d-ac27-76593b714889 req-cabf97da-3a3e-4f48-8e19-6a9fd96b7992 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Apr 18 22:31:18.805458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b82bc-7661-4a25-b514-b2d38e317095 req-b3662e26-3fff-433b-91b1-c48e9371b054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:18.806908 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-4c4b82bc-7661-4a25-b514-b2d38e317095 req-b3662e26-3fff-433b-91b1-c48e9371b054 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303580 Apr 18 22:31:18.912384 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-5f19a76a-f67b-47fc-bd1e-b7cbd82aa890 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1094 time: 0.0713098 Apr 18 22:31:18.978240 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-4fc0e244-b033-4211-97bb-f50a75310192 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 HTTP/1.1" status: 200 len: 217 time: 0.0592594 Apr 18 22:31:19.041151 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e64424-20f1-40e5-8690-7827ff786434 req-9bf2e842-f2da-46ce-8755-0c9f630ec2be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:19.042560 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-9bf2e842-f2da-46ce-8755-0c9f630ec2be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0589643 Apr 18 22:31:19.114752 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-bfbe73dc-90e8-4142-bff7-ea15bc530360 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670009 Apr 18 22:31:19.246941 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-fd0fa68f-106a-454e-b127-f216d703a2db service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262865 Apr 18 22:31:19.384217 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a8e64424-20f1-40e5-8690-7827ff786434 req-404575f7-c7f2-48e0-9594-7cf95f4fa30e service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315553 Apr 18 22:31:19.875137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5221c-8037-48c0-84a7-3147043833f8 req-abcac846-cacb-44e0-9d77-49f880b49b65 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:19.876606 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4db5221c-8037-48c0-84a7-3147043833f8 req-abcac846-cacb-44e0-9d77-49f880b49b65 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0767629 Apr 18 22:31:19.923351 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4db5221c-8037-48c0-84a7-3147043833f8 req-14b0f5d5-16fc-4252-86f3-4c1f01e37ecb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403130 Apr 18 22:31:21.118112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527dc0c-3d15-42dd-816e-295a8cb0bac0 req-4889b1a2-cb3d-446e-a9b0-e1a8f5072cee tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:21.119567 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5527dc0c-3d15-42dd-816e-295a8cb0bac0 req-4889b1a2-cb3d-446e-a9b0-e1a8f5072cee tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0784805 Apr 18 22:31:21.166159 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5527dc0c-3d15-42dd-816e-295a8cb0bac0 req-42cb5672-7307-414a-a0cd-66f31b0dee3f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 Apr 18 22:31:22.369594 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8079ad-997e-4bfe-97fd-7ae5c959b6d6 req-a87ba5b4-e90f-4fb0-979d-23471aac496b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:22.371022 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae8079ad-997e-4bfe-97fd-7ae5c959b6d6 req-a87ba5b4-e90f-4fb0-979d-23471aac496b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0754516 Apr 18 22:31:22.418396 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ae8079ad-997e-4bfe-97fd-7ae5c959b6d6 req-cf91ff10-1ccb-489a-87e2-d9a0cee1d0c0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418983 Apr 18 22:31:23.623230 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfaf70-dc25-44a6-bf87-4dc3a08057ee req-16bdb865-3ea7-4eb4-8381-ddfc99087614 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:23.624828 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50cfaf70-dc25-44a6-bf87-4dc3a08057ee req-16bdb865-3ea7-4eb4-8381-ddfc99087614 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0816967 Apr 18 22:31:23.669928 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-50cfaf70-dc25-44a6-bf87-4dc3a08057ee req-a23c1b02-1b3d-4d0c-b39f-1e3b04764669 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389736 Apr 18 22:31:24.748664 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c6792016-5f66-4b0e-984a-96c914735df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:24.871285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059dab7-0829-408b-a0e1-78bb9072bf74 req-afeeb2e8-911d-4035-ab1b-1f04c260ee6c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:24.872720 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0059dab7-0829-408b-a0e1-78bb9072bf74 req-afeeb2e8-911d-4035-ab1b-1f04c260ee6c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0781872 Apr 18 22:31:24.917649 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0059dab7-0829-408b-a0e1-78bb9072bf74 req-486a3929-168e-494a-934d-5c56287664ea tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393536 Apr 18 22:31:26.109720 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863f085-a736-4fbd-8be3-0857f0919532 req-f3b2094b-17ee-45ec-9598-ccd08737b6c9 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:26.111127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6863f085-a736-4fbd-8be3-0857f0919532 req-f3b2094b-17ee-45ec-9598-ccd08737b6c9 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0744410 Apr 18 22:31:26.159713 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6863f085-a736-4fbd-8be3-0857f0919532 req-d685881e-82c3-45ce-8615-39ac90b800f1 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Apr 18 22:31:27.171436 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7f41a414-ec24-42c7-a152-a50754268abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:27.357765 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67028048-efee-4ebe-8a1e-9201e864e3dd req-de72e519-eb33-435a-9867-98808185eada tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:27.359208 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67028048-efee-4ebe-8a1e-9201e864e3dd req-de72e519-eb33-435a-9867-98808185eada tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0790455 Apr 18 22:31:27.405062 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-67028048-efee-4ebe-8a1e-9201e864e3dd req-b0f126df-74b7-42c0-952d-a90c58c6c183 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401082 Apr 18 22:31:28.080135 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:28.597010 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f389807-d38f-46e0-b959-767b6d2d3070 req-29a86a66-ec6e-4a0f-9efb-d1372111c7a6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:28.599411 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f389807-d38f-46e0-b959-767b6d2d3070 req-29a86a66-ec6e-4a0f-9efb-d1372111c7a6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0759759 Apr 18 22:31:28.646244 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6f389807-d38f-46e0-b959-767b6d2d3070 req-caf632ee-97f3-455f-9b9d-63a466eac476 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414619 Apr 18 22:31:28.931373 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:28.940190 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:31:29.070171 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:31:29.083341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'port_id': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'mac_address': 'fa:16:3e:68:e0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:31:29.139150 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:29.156668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:31:29.171327 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:31:29.223231 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:29.287545 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:31:29.296051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:31:29.296399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:31:29.296739 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:31:29.297075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:31:29.297408 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:31:29.297771 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:31:29.298100 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:31:29.298426 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:31:29.298753 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:31:29.299080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:31:29.299412 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:31:29.574569 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:31:29.852163 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b909f-3fd4-4e71-b7d4-3899ab301de8 req-2cd10926-fc89-497a-9436-d7fa4655ae79 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:29.853793 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-429b909f-3fd4-4e71-b7d4-3899ab301de8 req-2cd10926-fc89-497a-9436-d7fa4655ae79 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 944 time: 0.0868595 Apr 18 22:31:29.900091 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-429b909f-3fd4-4e71-b7d4-3899ab301de8 req-fafcc495-5e88-4e57-8fd9-6d1534597021 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401826 Apr 18 22:31:30.954298 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:31:31.101952 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d718ec-b982-4354-a872-1148db1c10c5 req-26b97da8-5e1d-410a-bed5-2b6c336d9148 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:31.103467 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11d718ec-b982-4354-a872-1148db1c10c5 req-26b97da8-5e1d-410a-bed5-2b6c336d9148 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 944 time: 0.0789330 Apr 18 22:31:31.130613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:31:31.136241 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:31:31.136752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:31.148375 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11d718ec-b982-4354-a872-1148db1c10c5 req-11203337-53da-4ac4-90a3-8a3fc972efd5 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395062 Apr 18 22:31:31.263614 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:31.289851 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:31:31.299314 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:31:31.377654 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:31.388483 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:31.423185 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be57a275-79ac-4beb-9dc5-7889aa267917'] response: {'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'code': 200} Apr 18 22:31:31.454634 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:31:31.548793 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1743baca-4bf6-42a0-8683-08194cb61144 req-4156341a-76e1-4a05-8b51-216c7c888d08 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1096 time: 0.0717106 Apr 18 22:31:31.590626 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1743baca-4bf6-42a0-8683-08194cb61144 req-b5cd40c2-19ac-4578-a9d0-b43c04f77c09 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364275 Apr 18 22:31:32.344883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74be8d9-60b7-45c8-9c61-49e232e0c968 req-ccc1b4b9-c2cf-4b10-bff2-cfef0e841bc0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:32.346333 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f74be8d9-60b7-45c8-9c61-49e232e0c968 req-ccc1b4b9-c2cf-4b10-bff2-cfef0e841bc0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0760739 Apr 18 22:31:32.391052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f74be8d9-60b7-45c8-9c61-49e232e0c968 req-dcd819c0-b0e7-4d73-84b8-7ff88182060f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389907 Apr 18 22:31:33.700110 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74dbf9-e163-4029-b99b-2cf1ad82bf7a req-e56b31bd-0b54-4a0b-b01f-8afbbab22d6d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:33.701574 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ed74dbf9-e163-4029-b99b-2cf1ad82bf7a req-e56b31bd-0b54-4a0b-b01f-8afbbab22d6d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.1859672 Apr 18 22:31:33.747592 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ed74dbf9-e163-4029-b99b-2cf1ad82bf7a req-196eb458-4d38-4301-b494-78e134dc92e0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401731 Apr 18 22:31:33.938467 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310561e-fee8-4df8-b2f4-f01cee7787e0 req-a31cd39c-e0b3-4f17-add9-d1a70d54f24b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:33.939885 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c310561e-fee8-4df8-b2f4-f01cee7787e0 req-a31cd39c-e0b3-4f17-add9-d1a70d54f24b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0742273 Apr 18 22:31:33.984629 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c310561e-fee8-4df8-b2f4-f01cee7787e0 req-a77a25f1-b2c5-4fba-aa36-1800187757a8 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390439 Apr 18 22:31:34.012040 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41710) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:31:34.142929 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-5f4f6aa6-251a-4090-a9bc-f231f1a4c5af tempest-TestShelveInstance-1061061174 tempest-TestShelveInstance-1061061174-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1091 time: 0.1296792 Apr 18 22:31:34.146264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41716) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:31:34.151323 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:31:34.157594 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:31:34.162262 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Usage tracker for resource:floatingip and tenant:d0cb2caddb514c84bf42dc807df971ec is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:31:34.165103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:31:34.170934 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:31:34.240179 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for floatingip, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:34.274260 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:34.375368 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:34.510106 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Allocated IP 172.25.3.160 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/2810cb0a-b81a-4cd0-9115-87e8e5db9378) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:31:34.654280 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:34.736308 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:34.807729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:31:34.810596 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:31:34.814957 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:31:34.843603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'Port': ['ID=2810cb0a-b81a-4cd0-9115-87e8e5db9378,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:31:35.420035 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:35.531186 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:35.754730 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:35.810625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:35.935636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event updated for resources: {'Port': ['ID=2810cb0a-b81a-4cd0-9115-87e8e5db9378,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:31:35.950132 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:36.144653 n-d-836017-3 neutron-server[85049]: INFO neutron.db.l3_db [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Floating IP b7f14c7e-e5dc-487b-a553-1d960cbc3d24 associated. External IP: 172.25.3.160, port: bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3. Apr 18 22:31:36.540938 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Router 3418e1e7-c443-49b4-81dd-406be9d36733 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:31:36.838240 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:31:36.848773 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ccc21-7e51-47ae-95b0-8b2df3514732 None None] Sync routers for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:31:36.860391 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ccc21-7e51-47ae-95b0-8b2df3514732 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:31:36.860987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-009ccc21-7e51-47ae-95b0-8b2df3514732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:31:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:31:36.960270 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:37.016583 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e7bd61aa-aee5-4cd3-9422-de745ae31a3e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8693037 Apr 18 22:31:37.017146 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:31:37.043686 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-009ccc21-7e51-47ae-95b0-8b2df3514732 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:31:37.080886 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8133e611-38ae-4479-ac5a-00f8cd9f2045'] response: {'name': 'network-changed', 'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'status': 'completed', 'code': 200} Apr 18 22:31:37.170615 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7023bde-ba1f-4d9b-bcbe-c22df30e9ff5 req-b61963f1-abc4-4682-a6d7-fd1e776a5b19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1096 time: 0.0686088 Apr 18 22:31:37.311512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7023bde-ba1f-4d9b-bcbe-c22df30e9ff5 req-55e801a5-d1e4-4ed5-b9c0-aa13f46e4d33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:37.312958 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7023bde-ba1f-4d9b-bcbe-c22df30e9ff5 req-55e801a5-d1e4-4ed5-b9c0-aa13f46e4d33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1365864 Apr 18 22:31:37.396268 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-009ccc21-7e51-47ae-95b0-8b2df3514732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'b7f14c7e-e5dc-487b-a553-1d960cbc3d24', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'port_id': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'mac_address': 'fa:16:3e:68:e0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:31:35Z', 'updated_at': '2022-04-18T22:31:35Z', 'revision_number': 0, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:16Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:31:37.400446 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ccc21-7e51-47ae-95b0-8b2df3514732 None None] Checking router: 3418e1e7-c443-49b4-81dd-406be9d36733 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:31:37.411461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ccc21-7e51-47ae-95b0-8b2df3514732 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:31:37.412063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-009ccc21-7e51-47ae-95b0-8b2df3514732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:31:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:31:37.417062 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7023bde-ba1f-4d9b-bcbe-c22df30e9ff5 req-81e0096e-9dcc-4689-b025-0ec5fc61bc4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 HTTP/1.1" status: 200 len: 999 time: 0.0986156 Apr 18 22:31:37.479758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7023bde-ba1f-4d9b-bcbe-c22df30e9ff5 req-b9d3538f-dad6-4fc5-9ca1-5309fbc7d1c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:31:37.481088 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7023bde-ba1f-4d9b-bcbe-c22df30e9ff5 req-b9d3538f-dad6-4fc5-9ca1-5309fbc7d1c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0577595 Apr 18 22:31:37.577410 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7023bde-ba1f-4d9b-bcbe-c22df30e9ff5 req-e045728a-b2aa-4638-b1eb-63101a24c6a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905321 Apr 18 22:31:37.590395 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-009ccc21-7e51-47ae-95b0-8b2df3514732 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:31:37.709604 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7023bde-ba1f-4d9b-bcbe-c22df30e9ff5 req-39b1efb2-bec2-44ab-a8c0-06c64e62a4f7 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266341 Apr 18 22:31:37.840628 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a7023bde-ba1f-4d9b-bcbe-c22df30e9ff5 req-d703f579-59ea-46aa-9f0c-143d06bbfc17 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259003 Apr 18 22:31:37.936430 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-009ccc21-7e51-47ae-95b0-8b2df3514732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'b7f14c7e-e5dc-487b-a553-1d960cbc3d24', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'port_id': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'mac_address': 'fa:16:3e:68:e0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:31:35Z', 'updated_at': '2022-04-18T22:31:35Z', 'revision_number': 0, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:16Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:31:37.940385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ccc21-7e51-47ae-95b0-8b2df3514732 None None] The sync data for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 is: [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'b7f14c7e-e5dc-487b-a553-1d960cbc3d24', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'port_id': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'mac_address': 'fa:16:3e:68:e0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:31:35Z', 'updated_at': '2022-04-18T22:31:35Z', 'revision_number': 0, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:16Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:31:38.133298 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cf1ddf-3fbc-48b4-b4fa-601b112429b2 None None] New status for floating IP b7f14c7e-e5dc-487b-a553-1d960cbc3d24: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:31:39.925972 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:42.265117 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:31:54.765935 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-497b2ce4-548b-43f2-86ac-bd98ee1b2d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:57.165888 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0e20f96e-6281-4fae-b782-8521ee50c76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:58.098228 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:31:58.908303 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:01.331258 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:04.291858 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:08.623708 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45343c93-f06f-457e-a3bf-79b8350acc1b req-98623a15-eeeb-4916-a4af-b0d3ce230863 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669289 Apr 18 22:32:08.761225 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45343c93-f06f-457e-a3bf-79b8350acc1b req-ec581a2b-414a-4b0c-a8f7-78d0ac320299 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1096 time: 0.0724719 Apr 18 22:32:08.910715 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45343c93-f06f-457e-a3bf-79b8350acc1b req-1dd750cc-dc4c-41b8-9283-a2d8bf1b6e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:32:08.911809 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45343c93-f06f-457e-a3bf-79b8350acc1b req-1dd750cc-dc4c-41b8-9283-a2d8bf1b6e6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1313055 Apr 18 22:32:09.011733 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45343c93-f06f-457e-a3bf-79b8350acc1b req-ecda4dc2-3e83-4d13-bc53-8918abac30e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 HTTP/1.1" status: 200 len: 1001 time: 0.0942807 Apr 18 22:32:09.079440 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45343c93-f06f-457e-a3bf-79b8350acc1b req-da0a45cd-0013-4298-b637-c5a2e8316701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:32:09.080869 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45343c93-f06f-457e-a3bf-79b8350acc1b req-da0a45cd-0013-4298-b637-c5a2e8316701 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0636566 Apr 18 22:32:09.157919 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45343c93-f06f-457e-a3bf-79b8350acc1b req-1da2a5d9-5120-41a3-986b-d81d706f9c6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712135 Apr 18 22:32:09.290783 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45343c93-f06f-457e-a3bf-79b8350acc1b req-96515a7b-f645-41c2-ae72-add1b9ec1ece service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272554 Apr 18 22:32:09.516417 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-45343c93-f06f-457e-a3bf-79b8350acc1b req-c4ce33cf-e9b6-46e5-a887-9a1141e4a09f service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196622 Apr 18 22:32:09.920377 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:19.265633 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:32:24.782825 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e0d789e2-26c1-4f65-a41a-ef96ec9b942a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:27.180755 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f0b4428b-3705-4eae-b20d-fee833b10e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:28.114463 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:28.918450 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:31.336484 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:34.274953 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:39.953458 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:54.741944 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-05f2dc69-f6aa-48f9-8998-e50d87755077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:56.267679 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:32:57.188127 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-db42090a-2af8-4e79-9c64-c6bf1e4ae17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:58.071734 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:32:58.924774 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:01.320918 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:04.294796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:09.936055 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:10.598640 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-12a788c4-aabd-40f1-a6d7-54e3e004fdcd req-a6b379f0-e72c-416d-b6df-e5bfb45a9a1b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706286 Apr 18 22:33:10.732356 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-12a788c4-aabd-40f1-a6d7-54e3e004fdcd req-fc170cff-2dcd-4e8c-bb92-48fcd79acca2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1096 time: 0.0680490 Apr 18 22:33:10.871836 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a788c4-aabd-40f1-a6d7-54e3e004fdcd req-ec12655e-b34e-49b2-ae16-d0c3d32e8c04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:33:10.873153 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-12a788c4-aabd-40f1-a6d7-54e3e004fdcd req-ec12655e-b34e-49b2-ae16-d0c3d32e8c04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1236963 Apr 18 22:33:10.973515 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-12a788c4-aabd-40f1-a6d7-54e3e004fdcd req-7f41ae3d-9348-4bfe-8d3f-892e1dbacecc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 HTTP/1.1" status: 200 len: 1001 time: 0.0941920 Apr 18 22:33:11.039613 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a788c4-aabd-40f1-a6d7-54e3e004fdcd req-1f99dcac-6a2f-4a2c-8996-bd7edc9e834d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:33:11.041103 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-12a788c4-aabd-40f1-a6d7-54e3e004fdcd req-1f99dcac-6a2f-4a2c-8996-bd7edc9e834d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0624294 Apr 18 22:33:11.116840 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-12a788c4-aabd-40f1-a6d7-54e3e004fdcd req-cc5a20ab-32cd-4ecf-a4e2-c987fa4c856e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702252 Apr 18 22:33:11.254916 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-12a788c4-aabd-40f1-a6d7-54e3e004fdcd req-50cbded8-fb5f-4e10-9fb7-b400e83f6288 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320243 Apr 18 22:33:11.389351 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-12a788c4-aabd-40f1-a6d7-54e3e004fdcd req-094ab096-1627-4a9c-b4ec-04f2428d2aa8 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287818 Apr 18 22:33:24.747768 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-912ff214-3626-465d-ab89-b0bc2019d665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:27.193362 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-77b79163-51e8-4812-9356-7462053fc525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:28.090111 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:28.924133 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:31.341314 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:33.267404 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:33:34.284450 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:39.934114 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:54.733809 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-58306bc7-7566-4a3b-a2a5-5bbcf2fc7aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:57.173820 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-55bc9d61-f05e-4911-8546-2de033aeebfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:58.079051 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:33:58.939992 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:01.321722 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:04.327912 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:09.967427 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:10.268887 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:34:12.653909 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5a08575-ad48-4144-bc27-a9cce83e1e6b req-24945a00-9d13-454d-a062-d73439d74d9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671561 Apr 18 22:34:12.805356 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5a08575-ad48-4144-bc27-a9cce83e1e6b req-f923bab4-bcc5-41fc-98c8-f5c8a56f9be3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1096 time: 0.0797622 Apr 18 22:34:12.948138 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a08575-ad48-4144-bc27-a9cce83e1e6b req-7b047d8d-5e2a-470a-aa97-ec3017c9b8b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:12.949591 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5a08575-ad48-4144-bc27-a9cce83e1e6b req-7b047d8d-5e2a-470a-aa97-ec3017c9b8b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1267288 Apr 18 22:34:13.049905 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5a08575-ad48-4144-bc27-a9cce83e1e6b req-a8920f85-30f6-4e23-b6f7-13d97937f6b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 HTTP/1.1" status: 200 len: 1001 time: 0.0945203 Apr 18 22:34:13.110947 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a08575-ad48-4144-bc27-a9cce83e1e6b req-0a3e529c-e48c-4b7f-ab91-2b1af2e562e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:13.112344 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5a08575-ad48-4144-bc27-a9cce83e1e6b req-0a3e529c-e48c-4b7f-ab91-2b1af2e562e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0569801 Apr 18 22:34:13.186219 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5a08575-ad48-4144-bc27-a9cce83e1e6b req-b256daeb-e9b8-415d-9d7b-5a21e0e0c6ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683739 Apr 18 22:34:13.196669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-b5a08575-ad48-4144-bc27-a9cce83e1e6b req-3a6dd041-82cf-4f75-b93d-36ea6adccf58 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:34:13.197614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5a08575-ad48-4144-bc27-a9cce83e1e6b req-3a6dd041-82cf-4f75-b93d-36ea6adccf58 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051513 Apr 18 22:34:13.327526 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5a08575-ad48-4144-bc27-a9cce83e1e6b req-d4b0f472-0ab1-4fae-bdf3-934706827ed9 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241214 Apr 18 22:34:13.549273 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b5a08575-ad48-4144-bc27-a9cce83e1e6b req-9b90443c-b676-4a8e-8edc-56ec1d3607f2 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144811 Apr 18 22:34:14.609795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608037-c661-48cf-9f97-6fd8704110cb req-ebff4b00-2d26-491d-8d14-1ccae63a6bf2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:14.611210 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47608037-c661-48cf-9f97-6fd8704110cb req-ebff4b00-2d26-491d-8d14-1ccae63a6bf2 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0825462 Apr 18 22:34:14.657162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-47608037-c661-48cf-9f97-6fd8704110cb req-6cb3f426-2584-4fdf-a749-f6f9d817980c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403860 Apr 18 22:34:15.965352 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915467d-3d8a-480a-9ef4-0b311e58de8a req-116436a7-8e53-432e-88ad-395c4c5bedd9 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:15.966849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e915467d-3d8a-480a-9ef4-0b311e58de8a req-116436a7-8e53-432e-88ad-395c4c5bedd9 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.1631966 Apr 18 22:34:16.012339 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e915467d-3d8a-480a-9ef4-0b311e58de8a req-005c3b32-c84b-4b3c-86fa-78f0cd2172e3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398710 Apr 18 22:34:17.233518 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9de2f3-7a80-449f-a443-206506530f19 req-d8a6916c-367e-44c8-af59-20d8690f1954 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:17.234950 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a9de2f3-7a80-449f-a443-206506530f19 req-d8a6916c-367e-44c8-af59-20d8690f1954 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0759096 Apr 18 22:34:17.279557 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6a9de2f3-7a80-449f-a443-206506530f19 req-60056cc0-95ca-4199-b2fb-8a48f0cc1bae tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391376 Apr 18 22:34:18.481632 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd44132-48da-4a9b-b9f2-19bb0394a1cc req-7ef948d8-76e3-4152-bee2-f863ffbe03c6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:18.482978 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ebd44132-48da-4a9b-b9f2-19bb0394a1cc req-7ef948d8-76e3-4152-bee2-f863ffbe03c6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0794280 Apr 18 22:34:18.528404 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ebd44132-48da-4a9b-b9f2-19bb0394a1cc req-6eb27943-abd1-46cc-8baa-dfbf8ebe75c3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399108 Apr 18 22:34:19.723806 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40676c-fc82-4d32-873c-4274857116e2 req-2c9c2d60-8caf-45a9-9543-906d4f70e741 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:19.726346 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e40676c-fc82-4d32-873c-4274857116e2 req-2c9c2d60-8caf-45a9-9543-906d4f70e741 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0766058 Apr 18 22:34:19.770222 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5e40676c-fc82-4d32-873c-4274857116e2 req-1f047668-3c07-43a2-82cf-fcdfa7ca3666 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386868 Apr 18 22:34:20.967664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17dfbd-4fc8-49e6-b733-33c18c9e27f5 req-2780b3a4-95f4-48bb-aaa5-cf87c86b0874 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:20.969105 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e17dfbd-4fc8-49e6-b733-33c18c9e27f5 req-2780b3a4-95f4-48bb-aaa5-cf87c86b0874 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0785329 Apr 18 22:34:21.015255 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4e17dfbd-4fc8-49e6-b733-33c18c9e27f5 req-0e14c0c0-de95-444b-b797-10e22f2ed6e8 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 Apr 18 22:34:22.235502 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee5275-5d31-4bd5-9b3b-72e549304db7 req-a81c9797-575d-4a43-940f-fe0d49375436 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:22.236935 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fee5275-5d31-4bd5-9b3b-72e549304db7 req-a81c9797-575d-4a43-940f-fe0d49375436 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.1006732 Apr 18 22:34:22.284367 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4fee5275-5d31-4bd5-9b3b-72e549304db7 req-c33167f3-72db-4eec-b686-6db42389df9a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412567 Apr 18 22:34:23.486725 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36a691-04aa-435a-83c7-a8cfadd24cac req-f9591000-f2db-42ed-9e37-b69e1c63f877 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:23.488090 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf36a691-04aa-435a-83c7-a8cfadd24cac req-f9591000-f2db-42ed-9e37-b69e1c63f877 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0763216 Apr 18 22:34:23.534666 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-cf36a691-04aa-435a-83c7-a8cfadd24cac req-3360a04a-0920-4644-b673-413a893f7cb6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405753 Apr 18 22:34:24.721553 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb11c8d8-18f0-47e1-bd27-ef283827adde req-41c6c70b-c231-4f3c-b361-900459ba54ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1096 time: 0.0727284 Apr 18 22:34:24.738859 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe827-a880-491b-bfdc-ebbf5decec2c req-651a42bd-d9df-4346-8d5a-ed3ee5b44242 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:24.740352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26abe827-a880-491b-bfdc-ebbf5decec2c req-651a42bd-d9df-4346-8d5a-ed3ee5b44242 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0807743 Apr 18 22:34:24.750321 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-71b5d8ab-2c6f-4b3d-a93b-0d4fde4b88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:24.786921 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-26abe827-a880-491b-bfdc-ebbf5decec2c req-f91b8409-4e98-4154-998b-4aaeadc0c8d4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405312 Apr 18 22:34:24.854195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11c8d8-18f0-47e1-bd27-ef283827adde req-61aafefa-2e87-473c-8ba5-8a5837796785 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:24.855625 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb11c8d8-18f0-47e1-bd27-ef283827adde req-61aafefa-2e87-473c-8ba5-8a5837796785 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1284840 Apr 18 22:34:24.958601 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb11c8d8-18f0-47e1-bd27-ef283827adde req-3ebb76ab-7aea-4789-b226-0b4858a3cd7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 HTTP/1.1" status: 200 len: 1001 time: 0.0961204 Apr 18 22:34:25.030047 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11c8d8-18f0-47e1-bd27-ef283827adde req-d71ca05c-5d5d-404b-b891-908ed7c076e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:25.031385 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb11c8d8-18f0-47e1-bd27-ef283827adde req-d71ca05c-5d5d-404b-b891-908ed7c076e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0672810 Apr 18 22:34:25.108501 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb11c8d8-18f0-47e1-bd27-ef283827adde req-a9edde46-1286-40d1-bae0-9a54cd33fec0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705400 Apr 18 22:34:25.237926 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb11c8d8-18f0-47e1-bd27-ef283827adde req-f872e011-f331-4697-a5ec-ac9170bef4d7 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233637 Apr 18 22:34:25.371082 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-eb11c8d8-18f0-47e1-bd27-ef283827adde req-5c52f503-5a60-4cd0-a2cf-bd4e6046b6e9 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277215 Apr 18 22:34:25.995039 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766732cd-13eb-4879-ae7c-76c4c2970a20 req-0b53124d-eb1f-450c-97e7-86873243145d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:25.996509 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-766732cd-13eb-4879-ae7c-76c4c2970a20 req-0b53124d-eb1f-450c-97e7-86873243145d tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0880663 Apr 18 22:34:26.041189 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-766732cd-13eb-4879-ae7c-76c4c2970a20 req-0211937b-3d78-4eb7-8c84-379ba95684a6 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391474 Apr 18 22:34:27.186906 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-724e71b9-5ced-444e-83d0-cd5d057b803d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:27.245730 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a198a-6c09-4d05-b517-df4fbf8bfb3b req-a8f96949-d14a-4348-bd38-b702ccd26bda tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:27.247163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a93a198a-6c09-4d05-b517-df4fbf8bfb3b req-a8f96949-d14a-4348-bd38-b702ccd26bda tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0817575 Apr 18 22:34:27.292886 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a93a198a-6c09-4d05-b517-df4fbf8bfb3b req-6e641578-dcb4-489a-bc3e-51237048e540 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402293 Apr 18 22:34:28.066604 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:28.483204 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f884191-64e5-4cce-96a3-99958eaaaae7 req-8c158fd1-b4d4-424e-93d6-1dc7c4144248 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:28.484619 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f884191-64e5-4cce-96a3-99958eaaaae7 req-8c158fd1-b4d4-424e-93d6-1dc7c4144248 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0744195 Apr 18 22:34:28.533151 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4f884191-64e5-4cce-96a3-99958eaaaae7 req-c45377ed-ade2-4013-9cce-3f0b9218bd68 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430489 Apr 18 22:34:28.775294 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4c180d5a-c043-488a-8cce-a0fcdace3af0 req-9830d0cf-27b8-4628-9fd5-6491233e6e91 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1272986 Apr 18 22:34:28.975962 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:29.149517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41834) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:34:29.217914 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c087529-c851-403b-a3fd-3bb87047b82f req-55530292-4387-4569-887a-14f03675c970 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:29.219348 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c087529-c851-403b-a3fd-3bb87047b82f req-55530292-4387-4569-887a-14f03675c970 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0781307 Apr 18 22:34:29.269455 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8c087529-c851-403b-a3fd-3bb87047b82f req-efa7f8f9-bc37-4f40-8621-0ff5602de3c8 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437868 Apr 18 22:34:29.300118 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-06bd65d4-e3a7-4c6c-b3ea-591842c130b0 req-ad62d1b8-4764-4771-a840-910f9b7b10d1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1493728 Apr 18 22:34:29.992850 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:34:30.106050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:30.135697 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:34:30.145249 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:34:30.188236 n-d-836017-3 neutron-server[85050]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e8f0ff1f-25ab-44a5-a87c-ee04e4d5f8b4']: {'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'code': 422} returned with failed status Apr 18 22:34:30.214607 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:30.286448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:34:30.296705 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:34:30.297825 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:34:30.298464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:34:30.298963 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:34:30.299351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:34:30.299828 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:34:30.300192 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:34:30.300659 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:34:30.300992 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:34:30.301316 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:34:30.301668 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:34:30.480648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728eb178-ed67-4ca4-b7f6-d5b7fd14cdd5 req-8be38f46-8000-4789-b3c6-b371c3547f81 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:30.482132 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-728eb178-ed67-4ca4-b7f6-d5b7fd14cdd5 req-8be38f46-8000-4789-b3c6-b371c3547f81 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0789833 Apr 18 22:34:30.534249 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-728eb178-ed67-4ca4-b7f6-d5b7fd14cdd5 req-5d04aa35-2afc-4899-aab6-7b393760d483 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467348 Apr 18 22:34:31.312768 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:31.734688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086fdc7-dd3d-4499-9269-a2d4d99c5e7e req-29340440-2e46-4cd5-98c5-00f0b68de5fb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:31.736013 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a086fdc7-dd3d-4499-9269-a2d4d99c5e7e req-29340440-2e46-4cd5-98c5-00f0b68de5fb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0813708 Apr 18 22:34:31.781127 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a086fdc7-dd3d-4499-9269-a2d4d99c5e7e req-8ca2af01-4565-4bda-aa02-ee8a05f77f65 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390708 Apr 18 22:34:32.470795 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-06bd65d4-e3a7-4c6c-b3ea-591842c130b0 req-5c82d658-eb3e-4312-94ba-f350db67c023 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46&tenant_id=d0cb2caddb514c84bf42dc807df971ec HTTP/1.1" status: 200 len: 1094 time: 0.0686207 Apr 18 22:34:32.562465 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-06bd65d4-e3a7-4c6c-b3ea-591842c130b0 req-9802c311-8d0b-4070-8bbd-fb4e139698e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1094 time: 0.0710340 Apr 18 22:34:32.692302 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd65d4-e3a7-4c6c-b3ea-591842c130b0 req-8dbbb235-90b7-4c09-acba-97d1e0685a68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:32.693885 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-06bd65d4-e3a7-4c6c-b3ea-591842c130b0 req-8dbbb235-90b7-4c09-acba-97d1e0685a68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1254890 Apr 18 22:34:32.794545 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-06bd65d4-e3a7-4c6c-b3ea-591842c130b0 req-ac81073f-f42c-42be-b484-6394ea33b525 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 HTTP/1.1" status: 200 len: 999 time: 0.0954833 Apr 18 22:34:32.856154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd65d4-e3a7-4c6c-b3ea-591842c130b0 req-7b14b0e3-1f93-4538-befc-cd8d18ba40e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:32.857624 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-06bd65d4-e3a7-4c6c-b3ea-591842c130b0 req-7b14b0e3-1f93-4538-befc-cd8d18ba40e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0571873 Apr 18 22:34:32.932845 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-06bd65d4-e3a7-4c6c-b3ea-591842c130b0 req-4192709e-a72d-4399-8848-111f2696cc07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686398 Apr 18 22:34:32.977277 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef81930-eb94-461d-a90e-ccf866e4556e req-3a3f6529-d4da-4b2c-9244-7e3d150ddaa5 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:32.978680 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fef81930-eb94-461d-a90e-ccf866e4556e req-3a3f6529-d4da-4b2c-9244-7e3d150ddaa5 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0764127 Apr 18 22:34:33.025163 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fef81930-eb94-461d-a90e-ccf866e4556e req-7431741b-76c2-43c3-b373-573b72a9a1c3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407097 Apr 18 22:34:33.064572 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-06bd65d4-e3a7-4c6c-b3ea-591842c130b0 req-7a96a04d-5ddd-4d58-9344-13500566ec16 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262698 Apr 18 22:34:33.280056 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-06bd65d4-e3a7-4c6c-b3ea-591842c130b0 req-f32f15cf-5cec-4c4a-9e63-0e90413d6ddc service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101591 Apr 18 22:34:34.227754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca824948-153b-4376-8aa1-671858892259 req-8523b0b3-c963-4608-b6bf-76d05a4c7c28 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:34.229225 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca824948-153b-4376-8aa1-671858892259 req-8523b0b3-c963-4608-b6bf-76d05a4c7c28 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0793283 Apr 18 22:34:34.279080 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ca824948-153b-4376-8aa1-671858892259 req-213bcdbc-8795-4a1b-abcc-25c8da69ca11 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440686 Apr 18 22:34:34.301171 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:35.471648 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b6e7-c220-4c7c-a04a-0a53e69d474e req-543728ad-28b4-41c4-8de3-8aa3870a7e02 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:35.472981 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e34b6e7-c220-4c7c-a04a-0a53e69d474e req-543728ad-28b4-41c4-8de3-8aa3870a7e02 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0747883 Apr 18 22:34:35.516929 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2e34b6e7-c220-4c7c-a04a-0a53e69d474e req-a54c2c35-cd39-4325-bd16-6b08e9acc85b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379314 Apr 18 22:34:36.719983 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e805ee-e392-4d4f-9130-d8b7ce3f3cad req-9689da7d-c6ed-4f70-9b09-b282eae096cf tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:36.721444 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0e805ee-e392-4d4f-9130-d8b7ce3f3cad req-9689da7d-c6ed-4f70-9b09-b282eae096cf tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0802083 Apr 18 22:34:36.766785 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-a0e805ee-e392-4d4f-9130-d8b7ce3f3cad req-0e713fe2-ba21-47e0-8158-86b90a4abae8 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394249 Apr 18 22:34:37.962271 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da3c74-6a3c-4fe4-a768-8cf0b5c3b3c4 req-a121f0a3-41ae-4c7b-ad8f-b4977b19c227 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:37.964017 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11da3c74-6a3c-4fe4-a768-8cf0b5c3b3c4 req-a121f0a3-41ae-4c7b-ad8f-b4977b19c227 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0742106 Apr 18 22:34:38.015918 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-11da3c74-6a3c-4fe4-a768-8cf0b5c3b3c4 req-b8a65851-e7be-47a3-bf5d-b865032584d7 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456429 Apr 18 22:34:39.212285 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505899c-7b81-46ba-8158-71c1fa3cdf13 req-ed0bd46f-1a37-4d11-91bb-4760fde5bc0a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:39.213785 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4505899c-7b81-46ba-8158-71c1fa3cdf13 req-ed0bd46f-1a37-4d11-91bb-4760fde5bc0a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0760291 Apr 18 22:34:39.261609 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4505899c-7b81-46ba-8158-71c1fa3cdf13 req-c6dd3da2-6bdb-419e-81dc-297750c36e59 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422413 Apr 18 22:34:39.963881 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:40.539894 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779fd15-23e7-4a6c-8e00-d4c018bfbb17 req-0b0b218b-5409-459d-97f3-7f5bdecbfdfe tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:40.541322 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4779fd15-23e7-4a6c-8e00-d4c018bfbb17 req-0b0b218b-5409-459d-97f3-7f5bdecbfdfe tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.1614718 Apr 18 22:34:40.589558 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-4779fd15-23e7-4a6c-8e00-d4c018bfbb17 req-e9e48540-80c6-41e9-9bdf-85970671a235 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427270 Apr 18 22:34:41.781876 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17f8bd-6be9-4d48-87bc-61e3c184e39b req-705b6cb5-540c-4254-bc33-b69f22f276f0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:41.783299 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a17f8bd-6be9-4d48-87bc-61e3c184e39b req-705b6cb5-540c-4254-bc33-b69f22f276f0 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 943 time: 0.0747252 Apr 18 22:34:41.828257 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9a17f8bd-6be9-4d48-87bc-61e3c184e39b req-38346e71-63ec-4868-a146-86317ccf8b78 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389724 Apr 18 22:34:42.085124 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:34:42.218135 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:34:42.231341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'port_id': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'mac_address': 'fa:16:3e:68:e0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:34:42.284335 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:42.305229 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:34:42.320600 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:34:42.386153 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:42.451482 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:34:42.743864 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:34:43.031227 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779cc76-805f-48b8-82f9-0776b1097d0c req-878ab5a0-01eb-460d-ad4e-ae181dad7c77 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:43.032581 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d779cc76-805f-48b8-82f9-0776b1097d0c req-878ab5a0-01eb-460d-ad4e-ae181dad7c77 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 944 time: 0.0782566 Apr 18 22:34:43.077636 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d779cc76-805f-48b8-82f9-0776b1097d0c req-ff8d3632-214c-4182-ba0a-25e26f928cb8 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393021 Apr 18 22:34:44.115844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:34:44.188153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:34:44.188516 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:44.282794 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572504d-ffd5-40c9-abb9-a3b61787328c req-bdd9220b-f32f-4ea4-a441-b7ddbd1053fb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:44.284258 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2572504d-ffd5-40c9-abb9-a3b61787328c req-bdd9220b-f32f-4ea4-a441-b7ddbd1053fb tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 944 time: 0.0758226 Apr 18 22:34:44.300265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:44.326944 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:34:44.334269 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2572504d-ffd5-40c9-abb9-a3b61787328c req-3eb9769b-3c46-471f-8fef-d0c893248733 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Apr 18 22:34:44.340160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:34:44.381329 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e08c563-18b8-4951-bb66-f9ae157cab61'] response: {'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'code': 200} Apr 18 22:34:44.401452 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:44.469822 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:34:44.586154 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5151c15f-faf0-4712-a5a6-326bf9745d8d req-39ee633f-49e3-455d-b97b-21450a2e8c64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1096 time: 0.0694807 Apr 18 22:34:44.628199 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-5151c15f-faf0-4712-a5a6-326bf9745d8d req-3c85ee11-3ac4-4325-83a6-f0e2efe26b43 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360572 Apr 18 22:34:45.527763 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009b82f-be47-4d76-8ca2-2a202507a5bf req-c9da86e3-03f2-45f7-9b85-176644c42ad4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:45.529084 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b009b82f-be47-4d76-8ca2-2a202507a5bf req-c9da86e3-03f2-45f7-9b85-176644c42ad4 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0764606 Apr 18 22:34:45.574701 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b009b82f-be47-4d76-8ca2-2a202507a5bf req-d3d21b79-bbce-4cc2-8f47-076fc232ce3a tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401795 Apr 18 22:34:46.782892 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dc180-5e8f-4001-8e67-2ae747ba5726 req-8ed3e063-9324-4825-8494-ee85cb983d32 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:34:46.784319 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-723dc180-5e8f-4001-8e67-2ae747ba5726 req-8ed3e063-9324-4825-8494-ee85cb983d32 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0849895 Apr 18 22:34:46.828941 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-723dc180-5e8f-4001-8e67-2ae747ba5726 req-b540e344-2f5d-4ad8-a462-6ea062cf1e2f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392096 Apr 18 22:34:47.269521 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:34:54.780540 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3dfefe5d-5dd7-4302-a964-02b67d36b3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:57.195795 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d388e9c5-e504-4192-a091-b623308185e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:58.063629 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:34:58.980600 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:01.326450 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:04.248441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-8872eca2-51f1-407f-995b-c5ee8e425ae0 req-95e69bea-8688-4dea-8290-61fe21b45eea tempest-TestNetworkAdvancedServerOps-1752567628 tempest-TestNetworkAdvancedServerOps-1752567628-project] (85049) timed out ('10.222.0.59', 55639) {{(pid=85049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 22:35:04.406160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:09.974787 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:12.687661 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-412f5906-fa86-46ff-b52d-d40effce58bc req-16e20b36-e250-4c14-81b1-0df6e5237ed6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717409 Apr 18 22:35:12.826965 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-412f5906-fa86-46ff-b52d-d40effce58bc req-f33e21dd-d9b7-4ffb-8050-625780f39d4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1096 time: 0.0704947 Apr 18 22:35:12.980300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f5906-fa86-46ff-b52d-d40effce58bc req-3eb7245d-fcaa-4709-b2ca-40eb4765a935 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:35:12.981855 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-412f5906-fa86-46ff-b52d-d40effce58bc req-3eb7245d-fcaa-4709-b2ca-40eb4765a935 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1304548 Apr 18 22:35:13.089584 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-412f5906-fa86-46ff-b52d-d40effce58bc req-b5248fc2-d654-4182-bfd8-5cc838cc46d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 HTTP/1.1" status: 200 len: 1001 time: 0.1012373 Apr 18 22:35:13.153739 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f5906-fa86-46ff-b52d-d40effce58bc req-80490865-b50c-462c-be57-ce826ddf7e99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:35:13.155175 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-412f5906-fa86-46ff-b52d-d40effce58bc req-80490865-b50c-462c-be57-ce826ddf7e99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0599422 Apr 18 22:35:13.236606 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-412f5906-fa86-46ff-b52d-d40effce58bc req-d36fb1bd-243b-4752-a8d4-8e1092651f58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715001 Apr 18 22:35:13.364173 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-412f5906-fa86-46ff-b52d-d40effce58bc req-a79083c4-77e3-47b5-ab28-1d176dc98d0a service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245270 Apr 18 22:35:13.511705 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-412f5906-fa86-46ff-b52d-d40effce58bc req-329fa6a5-c02f-44b9-a5e6-6f6d82a00ba6 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419582 Apr 18 22:35:24.270006 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:35:24.740082 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1b03-47f7-4438-835f-b6237149aab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:27.223537 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b34e925d-9455-492d-8c0f-3754bc86bb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:28.066101 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:28.934050 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:31.334555 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:34.315987 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:40.094919 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:54.768600 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fd77d84a-5c20-4a0b-b811-35b976fc6207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:57.191298 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-992f7843-b3cb-43e5-a073-7a4cbe5755e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:58.093327 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:35:58.970914 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:01.273266 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:36:01.359382 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:04.322777 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:10.131263 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:12.711110 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5901a40-b761-4fe5-98e5-05f49de5762e req-d799d856-b2db-4e63-833b-93147314938e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656292 Apr 18 22:36:12.847322 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5901a40-b761-4fe5-98e5-05f49de5762e req-0d34998c-f7f7-41c5-b187-8e5eb6a939ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1096 time: 0.0678968 Apr 18 22:36:12.992408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5901a40-b761-4fe5-98e5-05f49de5762e req-f0c12cec-2258-47d4-bbef-ba3475d8790b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:36:12.993785 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5901a40-b761-4fe5-98e5-05f49de5762e req-f0c12cec-2258-47d4-bbef-ba3475d8790b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1289334 Apr 18 22:36:13.096899 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5901a40-b761-4fe5-98e5-05f49de5762e req-21626081-c921-43ff-b112-f779a7743d75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 HTTP/1.1" status: 200 len: 1001 time: 0.0969203 Apr 18 22:36:13.160077 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5901a40-b761-4fe5-98e5-05f49de5762e req-bcedc777-e82a-4732-8525-76f7c0b586ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:36:13.161488 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5901a40-b761-4fe5-98e5-05f49de5762e req-bcedc777-e82a-4732-8525-76f7c0b586ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0591648 Apr 18 22:36:13.234568 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5901a40-b761-4fe5-98e5-05f49de5762e req-3c7179f4-65d3-41bf-8490-95fd9b6da918 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676646 Apr 18 22:36:13.451290 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5901a40-b761-4fe5-98e5-05f49de5762e req-42d26728-c5fe-45cb-a47b-c427633e19e4 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111645 Apr 18 22:36:13.585181 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a5901a40-b761-4fe5-98e5-05f49de5762e req-d590f89b-1268-4c10-87e1-89425b1dc1f6 service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284525 Apr 18 22:36:24.773766 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5640c4a4-589d-402f-9303-e9597f1bf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:27.170442 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9439637a-a5df-48f6-88fe-351450418a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:28.076656 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:28.979711 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:31.342088 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:34.302242 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:36.512747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41908) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:37.039887 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Deleting port 2810cb0a-b81a-4cd0-9115-87e8e5db9378 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:36:37.040229 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:37.205290 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:37.205660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:37.322709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Calling delete_port for 2810cb0a-b81a-4cd0-9115-87e8e5db9378 owned by network:floatingip {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:36:37.522078 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:37.570523 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event deleted for resources: {'Port': ['ID=2810cb0a-b81a-4cd0-9115-87e8e5db9378,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:37.608312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:36:37.608653 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:36:37.608987 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:36:37.610011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:36:37.610340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:36:37.610669 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:36:37.610995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:36:37.611316 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:36:37.611644 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:36:37.611963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:36:37.612284 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:36:37.669888 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for floatingip, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:38.050601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Router 3418e1e7-c443-49b4-81dd-406be9d36733 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:36:38.274390 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:36:38.342009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:36:38.351870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3024808c-7126-4a5b-b446-517ba5b2d815 None None] Sync routers for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:36:38.358343 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:38.363097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024808c-7126-4a5b-b446-517ba5b2d815 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:36:38.363695 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3024808c-7126-4a5b-b446-517ba5b2d815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:38.414043 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e7d1e5b2-f70b-42d4-8b6c-fa6782931846 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "DELETE /v2.0/floatingips/b7f14c7e-e5dc-487b-a553-1d960cbc3d24 HTTP/1.1" status: 204 len: 168 time: 1.9002173 Apr 18 22:36:38.414717 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:36:38.545946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3024808c-7126-4a5b-b446-517ba5b2d815 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:36:38.647264 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e78ea91-49f3-48a7-bd4c-6e4cd830d01d'] response: {'name': 'network-changed', 'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'status': 'completed', 'code': 200} Apr 18 22:36:38.808204 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d489de1-fb53-45db-8e4c-cc208f3bd689 req-a01bb616-c424-4246-954d-650fac86a0b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0cb2caddb514c84bf42dc807df971ec&device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 1096 time: 0.1396463 Apr 18 22:36:38.867638 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3024808c-7126-4a5b-b446-517ba5b2d815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:16Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:38.871434 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3024808c-7126-4a5b-b446-517ba5b2d815 None None] Checking router: 3418e1e7-c443-49b4-81dd-406be9d36733 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:36:38.881819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024808c-7126-4a5b-b446-517ba5b2d815 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:36:38.882414 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3024808c-7126-4a5b-b446-517ba5b2d815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:38.948567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d489de1-fb53-45db-8e4c-cc208f3bd689 req-b61e3120-dea7-44df-a68a-13ddfd83d178 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:36:38.950085 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d489de1-fb53-45db-8e4c-cc208f3bd689 req-b61e3120-dea7-44df-a68a-13ddfd83d178 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 200 len: 909 time: 0.1356175 Apr 18 22:36:39.023188 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d489de1-fb53-45db-8e4c-cc208f3bd689 req-20635cf7-1b84-4f35-990a-11ffabacddca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 HTTP/1.1" status: 200 len: 217 time: 0.0669541 Apr 18 22:36:39.070735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-3024808c-7126-4a5b-b446-517ba5b2d815 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:36:39.077222 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2600c-0077-46a8-b0e7-4ec18a69f08b req-281da1d7-1db2-478b-a3aa-fca0c4041f4b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:36:39.078757 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ab2600c-0077-46a8-b0e7-4ec18a69f08b req-281da1d7-1db2-478b-a3aa-fca0c4041f4b tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.0782785 Apr 18 22:36:39.090902 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d489de1-fb53-45db-8e4c-cc208f3bd689 req-9b4523d9-562d-4d90-8cb5-ac3d677d5dee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:36:39.092750 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d489de1-fb53-45db-8e4c-cc208f3bd689 req-9b4523d9-562d-4d90-8cb5-ac3d677d5dee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 200 len: 847 time: 0.0638535 Apr 18 22:36:39.128162 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5ab2600c-0077-46a8-b0e7-4ec18a69f08b req-7a261612-519a-4f30-b37c-76dc406b0333 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420003 Apr 18 22:36:39.174372 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d489de1-fb53-45db-8e4c-cc208f3bd689 req-f87ff070-7f7a-41a9-b406-8c477ae1723f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7043d54-7edf-425b-8027-f3925c130719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753562 Apr 18 22:36:39.304481 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d489de1-fb53-45db-8e4c-cc208f3bd689 req-c4fe7a8e-6f69-4746-8fba-375e8b5bf8ea service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238985 Apr 18 22:36:39.403172 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-3024808c-7126-4a5b-b446-517ba5b2d815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:16Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:39.407629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3024808c-7126-4a5b-b446-517ba5b2d815 None None] The sync data for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 is: [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:24:58Z', 'revision_number': 4, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': 'de4ee9ec-5602-4f9e-ba41-e89ce96d769c', 'name': '', 'network_id': 'b7043d54-7edf-425b-8027-f3925c130719', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'mac_address': 'fa:16:3e:60:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f315dd4-458f-491a-887e-e32b507a1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:57Z', 'updated_at': '2022-04-18T22:25:16Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'subnets': [{'id': '6f315dd4-458f-491a-887e-e32b507a1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:36:39.440796 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1d489de1-fb53-45db-8e4c-cc208f3bd689 req-bb10c93b-c9cf-494f-9e8d-e055fc39605c service neutron] 10.222.0.26 "GET /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293383 Apr 18 22:36:39.625695 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d435e-6358-4361-83cc-12239e5692e8 None None] New status for floating IP b7f14c7e-e5dc-487b-a553-1d960cbc3d24: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:36:40.036402 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:40.417555 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2b3eb-6cb0-4fca-89fe-e6804f5ce84c req-32d79318-abfa-4111-b1d0-586e2a780a6e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:36:40.419001 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6d2b3eb-6cb0-4fca-89fe-e6804f5ce84c req-32d79318-abfa-4111-b1d0-586e2a780a6e tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.1591363 Apr 18 22:36:40.464696 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-c6d2b3eb-6cb0-4fca-89fe-e6804f5ce84c req-2761218c-fc85-4e72-a669-d5771b3521e3 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad7ae44e-f022-487f-89e1-d6f38ce6a55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397980 Apr 18 22:36:40.542537 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-5b03b6fd-b5d6-42bf-beea-6b3821a48074 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:36:40.543216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-5b03b6fd-b5d6-42bf-beea-6b3821a48074 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Synchronizing usage tracker for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:36:40.619154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-5b03b6fd-b5d6-42bf-beea-6b3821a48074 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Unset dirty status for tenant:d0cb2caddb514c84bf42dc807df971ec on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:36:40.620223 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-5b03b6fd-b5d6-42bf-beea-6b3821a48074 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.26 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 945 time: 0.1498296 Apr 18 22:36:40.686787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-9432b257-1e37-404c-a343-a3d45e72d35f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Deleting port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:36:40.687126 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-9432b257-1e37-404c-a343-a3d45e72d35f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:40.924451 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-9432b257-1e37-404c-a343-a3d45e72d35f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] For port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:36:40.924730 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-9432b257-1e37-404c-a343-a3d45e72d35f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:41.044014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-9432b257-1e37-404c-a343-a3d45e72d35f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Calling delete_port for bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:36:41.304827 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-9432b257-1e37-404c-a343-a3d45e72d35f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:41.354004 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432b257-1e37-404c-a343-a3d45e72d35f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event deleted for resources: {'Port': ['ID=bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:41.427970 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-9432b257-1e37-404c-a343-a3d45e72d35f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] No DVR routers for this DVR port bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:36:41.430512 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-9432b257-1e37-404c-a343-a3d45e72d35f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:41.432959 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'name': 'network-vif-deleted', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:36:41.487185 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a8d709-edf5-4016-bf53-59da7e54709e'] response: {'server_uuid': '190d9a73-8ffd-4257-bcd5-740050cf3d46', 'name': 'network-vif-deleted', 'tag': 'bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3', 'status': 'completed', 'code': 200} Apr 18 22:36:41.489168 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-f3f5e137-3819-4c02-a189-6105d8d01134 req-9432b257-1e37-404c-a343-a3d45e72d35f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.26 "DELETE /v2.0/ports/bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 HTTP/1.1" status: 204 len: 173 time: 0.8641064 Apr 18 22:36:41.631769 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f8e74e1d-a30f-4e00-8b9a-36a01f6cdb10 req-c359aaba-9849-4a87-93bc-b839b4da8a8c tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 210 time: 0.0434728 Apr 18 22:36:42.834754 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-83b9c699-9ab1-4b66-b661-56b3208e878a req-c7a5ec66-215a-4fdf-92bb-335ea435ab1f tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "GET /v2.0/ports?device_id=190d9a73-8ffd-4257-bcd5-740050cf3d46 HTTP/1.1" status: 200 len: 210 time: 0.0480020 Apr 18 22:36:43.942236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41942) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:44.020349 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da4dca20-d9ba-4f31-8382-5a6ad04cc250 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:44.049865 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da4dca20-d9ba-4f31-8382-5a6ad04cc250 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:44.191012 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da4dca20-d9ba-4f31-8382-5a6ad04cc250 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:44.211649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4dca20-d9ba-4f31-8382-5a6ad04cc250 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7ae44e-f022-487f-89e1-d6f38ce6a55a,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:44.275906 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-da4dca20-d9ba-4f31-8382-5a6ad04cc250 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:44.277027 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-da4dca20-d9ba-4f31-8382-5a6ad04cc250 tempest-TestShelveInstance-1116867507 tempest-TestShelveInstance-1116867507-project] 10.222.0.11 "DELETE /v2.0/security-groups/ad7ae44e-f022-487f-89e1-d6f38ce6a55a HTTP/1.1" status: 204 len: 168 time: 0.3337395 Apr 18 22:36:44.386485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41948) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:44.703814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:36:44.736080 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:36:44.736423 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device bbf2b25e-76c4-4ea4-a5d9-3875362fb1d3 not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:36:44.969095 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d2656c35-1342-46f0-8450-d8b1fcdad021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:45.561028 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-d2656c35-1342-46f0-8450-d8b1fcdad021 admin admin] Deleting port de4ee9ec-5602-4f9e-ba41-e89ce96d769c {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:36:45.561390 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d2656c35-1342-46f0-8450-d8b1fcdad021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:45.729259 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-d2656c35-1342-46f0-8450-d8b1fcdad021 admin admin] For port de4ee9ec-5602-4f9e-ba41-e89ce96d769c, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=de4ee9ec-5602-4f9e-ba41-e89ce96d769c,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:36:45.729652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d2656c35-1342-46f0-8450-d8b1fcdad021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:45.934610 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-d2656c35-1342-46f0-8450-d8b1fcdad021 admin admin] Calling delete_port for de4ee9ec-5602-4f9e-ba41-e89ce96d769c owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:36:46.142319 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d2656c35-1342-46f0-8450-d8b1fcdad021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:46.187761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2656c35-1342-46f0-8450-d8b1fcdad021 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4ee9ec-5602-4f9e-ba41-e89ce96d769c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:46.478756 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d2656c35-1342-46f0-8450-d8b1fcdad021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:47.065602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2656c35-1342-46f0-8450-d8b1fcdad021 admin admin] Router 3418e1e7-c443-49b4-81dd-406be9d36733 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:36:47.262659 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2656c35-1342-46f0-8450-d8b1fcdad021 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:36:47.271003 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06178c53-aaca-4bc9-a215-f7794746a8c4 None None] Sync routers for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:36:47.276369 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d2656c35-1342-46f0-8450-d8b1fcdad021 admin admin] 10.222.0.11 "PUT /v2.0/routers/3418e1e7-c443-49b4-81dd-406be9d36733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8873107 Apr 18 22:36:47.277387 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41958) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:47.282637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06178c53-aaca-4bc9-a215-f7794746a8c4 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:36:47.283233 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-06178c53-aaca-4bc9-a215-f7794746a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:47.502987 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-06178c53-aaca-4bc9-a215-f7794746a8c4 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:36:47.577435 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:47.784041 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-06178c53-aaca-4bc9-a215-f7794746a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:36:46Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:47.787006 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:47.787748 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06178c53-aaca-4bc9-a215-f7794746a8c4 None None] Checking router: 3418e1e7-c443-49b4-81dd-406be9d36733 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:36:47.798128 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06178c53-aaca-4bc9-a215-f7794746a8c4 None None] Routers {'3418e1e7-c443-49b4-81dd-406be9d36733'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:36:47.798692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-06178c53-aaca-4bc9-a215-f7794746a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['3418e1e7-c443-49b4-81dd-406be9d36733'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:47.859474 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Deleting port f19953e1-0700-45b7-9608-a6410b820c83 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:36:47.859831 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:47.978711 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-06178c53-aaca-4bc9-a215-f7794746a8c4 None None] Set router 3418e1e7-c443-49b4-81dd-406be9d36733 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:36:48.035098 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] For port f19953e1-0700-45b7-9608-a6410b820c83, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=f19953e1-0700-45b7-9608-a6410b820c83,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:36:48.035395 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:48.155842 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Calling delete_port for f19953e1-0700-45b7-9608-a6410b820c83 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:36:48.270400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-06178c53-aaca-4bc9-a215-f7794746a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:36:46Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:48.274906 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06178c53-aaca-4bc9-a215-f7794746a8c4 None None] The sync data for ids ['3418e1e7-c443-49b4-81dd-406be9d36733'] in n-d-836017-3 is: [{'id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'name': 'tempest-TestShelveInstance-323286514-router', 'tenant_id': 'd0cb2caddb514c84bf42dc807df971ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:36:46Z', 'revision_number': 5, 'project_id': 'd0cb2caddb514c84bf42dc807df971ec', 'gw_port': {'id': 'f19953e1-0700-45b7-9608-a6410b820c83', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3418e1e7-c443-49b4-81dd-406be9d36733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:24:55Z', 'updated_at': '2022-04-18T22:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:36:48.399281 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:48.445699 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19953e1-0700-45b7-9608-a6410b820c83,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:48.671201 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:48.920888 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device de4ee9ec-5602-4f9e-ba41-e89ce96d769c no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:36:48.954572 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: de4ee9ec-5602-4f9e-ba41-e89ce96d769c {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:36:48.954913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device de4ee9ec-5602-4f9e-ba41-e89ce96d769c not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:36:49.030420 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.035123 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.142190 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.142630 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3418e1e7-c443-49b4-81dd-406be9d36733 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:36:49.154838 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.159611 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-122a9e3c-c287-4e86-a773-b3e3a5d18930 admin admin] 10.222.0.11 "DELETE /v2.0/routers/3418e1e7-c443-49b4-81dd-406be9d36733 HTTP/1.1" status: 204 len: 168 time: 1.8776135 Apr 18 22:36:49.159611 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41964) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:49.220109 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8e57a8-136a-41f1-a49b-8b6d2f1204b7 admin admin] Deleting subnet 6f315dd4-458f-491a-887e-e32b507a1407 {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:36:49.223581 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb8e57a8-136a-41f1-a49b-8b6d2f1204b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.277114 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb8e57a8-136a-41f1-a49b-8b6d2f1204b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.352933 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb8e57a8-136a-41f1-a49b-8b6d2f1204b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.473660 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb8e57a8-136a-41f1-a49b-8b6d2f1204b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.510442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e57a8-136a-41f1-a49b-8b6d2f1204b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f315dd4-458f-491a-887e-e32b507a1407,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:49.518647 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-cb8e57a8-136a-41f1-a49b-8b6d2f1204b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.523347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af80bb-1d0a-4868-88da-04fb331c5cb3 None None] Network b7043d54-7edf-425b-8027-f3925c130719 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:36:49.525423 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-cb8e57a8-136a-41f1-a49b-8b6d2f1204b7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6f315dd4-458f-491a-887e-e32b507a1407 HTTP/1.1" status: 204 len: 168 time: 0.3651884 Apr 18 22:36:49.527792 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41968) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:49.636571 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.650420 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Deleting port 8cae6742-5d7b-421f-adae-a9aac62a62fb {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:36:49.650773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.780134 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b89463-4998-4ecb-9445-bf3a58786014 None None] DHCP port deletion for b7043d54-7edf-425b-8027-f3925c130719 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:36:49.784616 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-90b89463-4998-4ecb-9445-bf3a58786014 None None] Deleting port 8cae6742-5d7b-421f-adae-a9aac62a62fb {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:36:49.784982 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-90b89463-4998-4ecb-9445-bf3a58786014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.856222 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] For port 8cae6742-5d7b-421f-adae-a9aac62a62fb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8cae6742-5d7b-421f-adae-a9aac62a62fb,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:36:49.856583 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.982404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-90b89463-4998-4ecb-9445-bf3a58786014 None None] For port 8cae6742-5d7b-421f-adae-a9aac62a62fb, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=8cae6742-5d7b-421f-adae-a9aac62a62fb,segment=NetworkSegment(8afbf80f-fef0-4b46-b4c7-8d1f50563fba),segment_id=8afbf80f-fef0-4b46-b4c7-8d1f50563fba)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:36:49.982644 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-90b89463-4998-4ecb-9445-bf3a58786014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:49.983074 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Calling delete_port for 8cae6742-5d7b-421f-adae-a9aac62a62fb owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:36:50.122293 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:50.147293 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-90b89463-4998-4ecb-9445-bf3a58786014 None None] Calling delete_port for 8cae6742-5d7b-421f-adae-a9aac62a62fb owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:36:50.165009 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cae6742-5d7b-421f-adae-a9aac62a62fb,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:50.175746 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] No DVR routers for this DVR port 8cae6742-5d7b-421f-adae-a9aac62a62fb on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:36:50.216669 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-90b89463-4998-4ecb-9445-bf3a58786014 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:36:50.217282 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-90b89463-4998-4ecb-9445-bf3a58786014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:36:50.290692 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:50.319088 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7043d54-7edf-425b-8027-f3925c130719']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:50.330824 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afbf80f-fef0-4b46-b4c7-8d1f50563fba') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:50.331121 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afbf80f-fef0-4b46-b4c7-8d1f50563fba') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:50.342265 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:50.358203 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:50.364576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:36:50.364954 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:36:50.377713 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:36:50.522020 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:50.538453 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:50.549126 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7043d54-7edf-425b-8027-f3925c130719,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:50.637067 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7a4754c7-e9d6-4eed-aaea-a689e28a08f0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b7043d54-7edf-425b-8027-f3925c130719 HTTP/1.1" status: 204 len: 168 time: 1.1082842 Apr 18 22:36:50.639895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41974) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:50.718283 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-90b89463-4998-4ecb-9445-bf3a58786014 None None] Deleting port 8cae6742-5d7b-421f-adae-a9aac62a62fb {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:36:50.718861 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-90b89463-4998-4ecb-9445-bf3a58786014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:50.790186 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-90b89463-4998-4ecb-9445-bf3a58786014 None None] The port '8cae6742-5d7b-421f-adae-a9aac62a62fb' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:36:50.909623 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f19953e1-0700-45b7-9608-a6410b820c83 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:36:50.942723 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: f19953e1-0700-45b7-9608-a6410b820c83 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:36:50.943167 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device f19953e1-0700-45b7-9608-a6410b820c83 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:36:50.943640 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8cae6742-5d7b-421f-adae-a9aac62a62fb no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:36:50.974473 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 8cae6742-5d7b-421f-adae-a9aac62a62fb {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:36:50.974814 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 8cae6742-5d7b-421f-adae-a9aac62a62fb not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:36:51.121342 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a848923b-c4a5-4823-988f-b788d47b9645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:51.708301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a848923b-c4a5-4823-988f-b788d47b9645 admin admin] Deleting port e010fec5-ae0e-4765-8461-744f50d8178b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:36:51.708989 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a848923b-c4a5-4823-988f-b788d47b9645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:51.874421 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-a848923b-c4a5-4823-988f-b788d47b9645 admin admin] For port e010fec5-ae0e-4765-8461-744f50d8178b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e010fec5-ae0e-4765-8461-744f50d8178b,segment=NetworkSegment(38a99d52-8eb8-4181-ac8c-04e130beabf3),segment_id=38a99d52-8eb8-4181-ac8c-04e130beabf3)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:36:51.874773 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a848923b-c4a5-4823-988f-b788d47b9645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:51.992304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-a848923b-c4a5-4823-988f-b788d47b9645 admin admin] Calling delete_port for e010fec5-ae0e-4765-8461-744f50d8178b owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:36:52.210454 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a848923b-c4a5-4823-988f-b788d47b9645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:52.257978 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848923b-c4a5-4823-988f-b788d47b9645 admin admin] Pushing event deleted for resources: {'Port': ['ID=e010fec5-ae0e-4765-8461-744f50d8178b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:52.631379 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-a848923b-c4a5-4823-988f-b788d47b9645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:53.190823 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a848923b-c4a5-4823-988f-b788d47b9645 admin admin] Router 4ecb1160-7812-490a-b47f-d986435ac92a has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:36:53.397437 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a848923b-c4a5-4823-988f-b788d47b9645 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:36:53.408834 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e14779-db7d-4cc3-869f-6877676bc5ca None None] Sync routers for ids ['4ecb1160-7812-490a-b47f-d986435ac92a'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:36:53.420861 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e14779-db7d-4cc3-869f-6877676bc5ca None None] Routers {'4ecb1160-7812-490a-b47f-d986435ac92a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:36:53.421845 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-41e14779-db7d-4cc3-869f-6877676bc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4ecb1160-7812-490a-b47f-d986435ac92a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:53.488066 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-a848923b-c4a5-4823-988f-b788d47b9645 admin admin] 10.222.0.11 "PUT /v2.0/routers/4ecb1160-7812-490a-b47f-d986435ac92a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8470137 Apr 18 22:36:53.490441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41978) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:53.603831 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-41e14779-db7d-4cc3-869f-6877676bc5ca None None] Set router 4ecb1160-7812-490a-b47f-d986435ac92a gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:36:53.695143 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:53.894754 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:53.920675 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-41e14779-db7d-4cc3-869f-6877676bc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'name': 'tempest-TestShelveInstance-1763522349-router', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:25:02Z', 'updated_at': '2022-04-18T22:36:52Z', 'revision_number': 5, 'project_id': '3727eab342c341daaf5b7b64ce2f194a', 'gw_port': {'id': '0a2e002b-85ee-4c8e-a84b-809f9f09ecca', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:25:03Z', 'updated_at': '2022-04-18T22:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:53.925896 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e14779-db7d-4cc3-869f-6877676bc5ca None None] Checking router: 4ecb1160-7812-490a-b47f-d986435ac92a for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:36:53.936184 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e14779-db7d-4cc3-869f-6877676bc5ca None None] Routers {'4ecb1160-7812-490a-b47f-d986435ac92a'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:36:53.936749 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-41e14779-db7d-4cc3-869f-6877676bc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['4ecb1160-7812-490a-b47f-d986435ac92a'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:53.956480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Deleting port 0a2e002b-85ee-4c8e-a84b-809f9f09ecca {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:36:53.956823 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:54.089143 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-41e14779-db7d-4cc3-869f-6877676bc5ca None None] Set router 4ecb1160-7812-490a-b47f-d986435ac92a gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:36:54.193483 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-41e14779-db7d-4cc3-869f-6877676bc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'name': 'tempest-TestShelveInstance-1763522349-router', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:25:02Z', 'updated_at': '2022-04-18T22:36:53Z', 'revision_number': 6, 'project_id': '3727eab342c341daaf5b7b64ce2f194a', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:54.197492 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e14779-db7d-4cc3-869f-6877676bc5ca None None] The sync data for ids ['4ecb1160-7812-490a-b47f-d986435ac92a'] in n-d-836017-3 is: [{'id': '4ecb1160-7812-490a-b47f-d986435ac92a', 'name': 'tempest-TestShelveInstance-1763522349-router', 'tenant_id': '3727eab342c341daaf5b7b64ce2f194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:25:02Z', 'updated_at': '2022-04-18T22:36:53Z', 'revision_number': 6, 'project_id': '3727eab342c341daaf5b7b64ce2f194a', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:36:54.236308 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] For port 0a2e002b-85ee-4c8e-a84b-809f9f09ecca, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0a2e002b-85ee-4c8e-a84b-809f9f09ecca,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:36:54.236733 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:54.353891 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Calling delete_port for 0a2e002b-85ee-4c8e-a84b-809f9f09ecca owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:36:54.582207 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:54.630304 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2e002b-85ee-4c8e-a84b-809f9f09ecca,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:54.741754 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0ed1c495-5659-4225-94f1-0fa60be7991e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:54.850935 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:54.986933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e010fec5-ae0e-4765-8461-744f50d8178b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:36:55.021972 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: e010fec5-ae0e-4765-8461-744f50d8178b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:36:55.022425 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e010fec5-ae0e-4765-8461-744f50d8178b not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:36:55.022830 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0a2e002b-85ee-4c8e-a84b-809f9f09ecca no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:36:55.054071 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 0a2e002b-85ee-4c8e-a84b-809f9f09ecca {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:36:55.054413 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0a2e002b-85ee-4c8e-a84b-809f9f09ecca not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:36:55.114496 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:55.118827 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:55.210546 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:55.211095 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ecb1160-7812-490a-b47f-d986435ac92a {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:36:55.223831 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:55.225296 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-909a38f2-5009-4205-90bd-86149f6d60a8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4ecb1160-7812-490a-b47f-d986435ac92a HTTP/1.1" status: 204 len: 168 time: 1.7338903 Apr 18 22:36:55.227795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41982) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:55.288977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a24f68-1972-407e-b401-723b2163d465 admin admin] Deleting subnet 782c91b5-5365-4fdf-89fe-f372bf33567c {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:36:55.292108 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7a24f68-1972-407e-b401-723b2163d465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:55.345862 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7a24f68-1972-407e-b401-723b2163d465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:55.421645 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7a24f68-1972-407e-b401-723b2163d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:55.553826 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7a24f68-1972-407e-b401-723b2163d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:55.684278 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a24f68-1972-407e-b401-723b2163d465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=782c91b5-5365-4fdf-89fe-f372bf33567c,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:55.693184 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-d7a24f68-1972-407e-b401-723b2163d465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:55.698946 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bdf7b2-4f1b-487e-8d95-9ba99a4af11a None None] Network a5fb8cee-69a9-403f-a9af-4eea8972d203 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:36:55.699101 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-d7a24f68-1972-407e-b401-723b2163d465 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/782c91b5-5365-4fdf-89fe-f372bf33567c HTTP/1.1" status: 204 len: 168 time: 0.4702187 Apr 18 22:36:55.701340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41986) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:55.805343 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:55.816092 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Deleting port e17a0331-f215-4d0a-8d44-8caec6a95403 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:36:55.816417 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:55.936877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d08c8c8-26f3-41ca-b69c-d5f26d8c3130 None None] DHCP port deletion for a5fb8cee-69a9-403f-a9af-4eea8972d203 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:36:55.941729 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8d08c8c8-26f3-41ca-b69c-d5f26d8c3130 None None] Deleting port e17a0331-f215-4d0a-8d44-8caec6a95403 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:36:55.942218 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8d08c8c8-26f3-41ca-b69c-d5f26d8c3130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:56.019331 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] For port e17a0331-f215-4d0a-8d44-8caec6a95403, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e17a0331-f215-4d0a-8d44-8caec6a95403,segment=NetworkSegment(38a99d52-8eb8-4181-ac8c-04e130beabf3),segment_id=38a99d52-8eb8-4181-ac8c-04e130beabf3)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:36:56.019682 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:56.137963 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Calling delete_port for e17a0331-f215-4d0a-8d44-8caec6a95403 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:36:56.143656 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-8d08c8c8-26f3-41ca-b69c-d5f26d8c3130 None None] For port e17a0331-f215-4d0a-8d44-8caec6a95403, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=e17a0331-f215-4d0a-8d44-8caec6a95403,segment=NetworkSegment(38a99d52-8eb8-4181-ac8c-04e130beabf3),segment_id=38a99d52-8eb8-4181-ac8c-04e130beabf3)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:36:56.144285 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8d08c8c8-26f3-41ca-b69c-d5f26d8c3130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:56.263047 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8d08c8c8-26f3-41ca-b69c-d5f26d8c3130 None None] Calling delete_port for e17a0331-f215-4d0a-8d44-8caec6a95403 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:36:56.307791 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:56.330759 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-8d08c8c8-26f3-41ca-b69c-d5f26d8c3130 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:36:56.331107 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-8d08c8c8-26f3-41ca-b69c-d5f26d8c3130 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:36:56.353264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Pushing event deleted for resources: {'Port': ['ID=e17a0331-f215-4d0a-8d44-8caec6a95403,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:56.360581 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] No DVR routers for this DVR port e17a0331-f215-4d0a-8d44-8caec6a95403 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:36:56.474265 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:56.498252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fb8cee-69a9-403f-a9af-4eea8972d203']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:56.510616 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a99d52-8eb8-4181-ac8c-04e130beabf3') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:56.510908 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a99d52-8eb8-4181-ac8c-04e130beabf3') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:36:56.522652 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:56.542099 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:56.548179 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:36:56.548557 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:36:56.561415 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:36:56.690398 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:56.706259 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:56.716101 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5fb8cee-69a9-403f-a9af-4eea8972d203,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:56.723517 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-9175a160-4217-4f5a-b038-2c9b34a58333 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a5fb8cee-69a9-403f-a9af-4eea8972d203 HTTP/1.1" status: 204 len: 168 time: 1.0211768 Apr 18 22:36:56.832076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8d08c8c8-26f3-41ca-b69c-d5f26d8c3130 None None] Deleting port e17a0331-f215-4d0a-8d44-8caec6a95403 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:36:56.832460 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8d08c8c8-26f3-41ca-b69c-d5f26d8c3130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:56.898979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-8d08c8c8-26f3-41ca-b69c-d5f26d8c3130 None None] The port 'e17a0331-f215-4d0a-8d44-8caec6a95403' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:36:56.913000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e17a0331-f215-4d0a-8d44-8caec6a95403 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:36:56.946070 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: e17a0331-f215-4d0a-8d44-8caec6a95403 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:36:56.946692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device e17a0331-f215-4d0a-8d44-8caec6a95403 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:36:57.011066 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41994) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:57.064985 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-21f479fe-8f33-4db9-8aab-a4384460a32c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0cb2caddb514c84bf42dc807df971ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527639 Apr 18 22:36:57.067395 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 41998) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:57.125922 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36aac574-1519-4591-86d1-ab785741085a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:57.150653 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36aac574-1519-4591-86d1-ab785741085a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:57.196153 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c420e99-ceea-487e-a25f-9297fcbcf9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:57.276145 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36aac574-1519-4591-86d1-ab785741085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:57.293655 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aac574-1519-4591-86d1-ab785741085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2a39d0-38d2-40f2-88b7-f33934fe93c2,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:57.300689 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-36aac574-1519-4591-86d1-ab785741085a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:57.301829 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-36aac574-1519-4591-86d1-ab785741085a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb2a39d0-38d2-40f2-88b7-f33934fe93c2 HTTP/1.1" status: 204 len: 168 time: 0.2335312 Apr 18 22:36:58.030620 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42006) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:58.064866 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:58.084570 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-773d49f0-fd60-4283-b035-e56885fc6b9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3727eab342c341daaf5b7b64ce2f194a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521195 Apr 18 22:36:58.087029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42010) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:58.149658 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40dce2e1-6622-4985-a048-cff8337c2e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:58.175495 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40dce2e1-6622-4985-a048-cff8337c2e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:58.321986 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40dce2e1-6622-4985-a048-cff8337c2e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:58.336893 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dce2e1-6622-4985-a048-cff8337c2e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768bc129-d6c9-4afe-85fe-10c6655bcf0f,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:36:58.344410 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-40dce2e1-6622-4985-a048-cff8337c2e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:58.346231 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-40dce2e1-6622-4985-a048-cff8337c2e53 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/768bc129-d6c9-4afe-85fe-10c6655bcf0f HTTP/1.1" status: 204 len: 168 time: 0.2576473 Apr 18 22:36:58.961837 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:59.626458 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42032) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:36:59.752461 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1493194385-network', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:36:59.757937 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:36:59.761761 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Usage tracker for resource:network and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:36:59.764547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:36:59.770712 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:36:59.859576 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Made reservation on behalf of 5f4c5f8d45ca4f999819524b8cebcd76 for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:36:59.861867 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:59.873795 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:36:59.904248 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:36:59.908199 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Usage tracker for resource:security_group_rule and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:36:59.910995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:36:59.916533 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:36:59.988320 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:00.035971 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:00.065984 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:37:00.077602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e431e6d-c2da-4402-8792-01d59686cae6,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:00.083109 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:00.083455 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Added segment 9090a410-ebb3-4064-b488-d47e858be46c of type vlan for network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 Apr 18 22:37:00.110235 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:00.204502 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:00.205401 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:00.206073 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:00.313747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] Pushing event updated for resources: {'Network': ['ID=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:00.323254 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:37:00.371040 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2f00560a-c91e-4bcc-974f-054833c27819 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7433071 Apr 18 22:37:00.374452 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42038) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:00.380467 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Request body: {'subnet': {'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1493194385-subnet', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:00.386195 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:00.390166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Usage tracker for resource:subnet and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:00.393626 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:00.399410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:00.472955 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Made reservation on behalf of 5f4c5f8d45ca4f999819524b8cebcd76 for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:37:00.475234 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:00.713019 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:00.783719 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f06d3b-851e-4263-bb94-92f8b43c7d2e,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:00.794831 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Checking segment: {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:37:00.795190 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Network hostable DHCP agents. Network: a19bf7e5-2422-4ccf-9e5d-d373c2607ae5, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:37:00.861729 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:37:00.918709 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, a19bf7e5-2422-4ccf-9e5d-d373c2607ae5) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:37:00.923011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:00.923591 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:00.927831 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eeee6b-03c8-4a0c-87b7-55dfcc18ccef None None] Network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:37:01.011093 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e5261d39-7cc9-49c1-bbb9-11325b07c6a5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6355298 Apr 18 22:37:01.013583 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42044) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:01.018885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:01.024459 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:01.028312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Usage tracker for resource:router and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:01.031300 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:01.037512 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:01.113501 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:01.114446 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:01.135334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:01.136942 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ae4610-1231-45e0-9581-382887205298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:37:01.138004 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:01.307772 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-71ae4610-1231-45e0-9581-382887205298 None None] Allocated IP 172.20.0.2 (a19bf7e5-2422-4ccf-9e5d-d373c2607ae5/d0f06d3b-851e-4263-bb94-92f8b43c7d2e/d5d1abab-701d-4b58-99c4-37a48dbb5230) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:37:01.384829 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:01.431344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:01.511677 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:01.521460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-71ae4610-1231-45e0-9581-382887205298 None None] Transition to ACTIVE for port object d5d1abab-701d-4b58-99c4-37a48dbb5230 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:37:01.540015 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-71ae4610-1231-45e0-9581-382887205298 None None] Transition to ACTIVE for port object d5d1abab-701d-4b58-99c4-37a48dbb5230 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:37:01.599357 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:01.672179 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae4610-1231-45e0-9581-382887205298 None None] Network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:37:01.675497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-71ae4610-1231-45e0-9581-382887205298 None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:37:01.679554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae4610-1231-45e0-9581-382887205298 None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:37:01.681706 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae4610-1231-45e0-9581-382887205298 None None] Pushing event updated for resources: {'Port': ['ID=d5d1abab-701d-4b58-99c4-37a48dbb5230,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:01.709427 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:01.721941 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:01.722264 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:01.722596 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:01.722924 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:01.723255 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:01.723574 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:01.723894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:01.724212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:01.724529 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:01.724845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:01.725157 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:01.743509 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:01.781067 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-71ae4610-1231-45e0-9581-382887205298 None None] Attempting to bind port d5d1abab-701d-4b58-99c4-37a48dbb5230 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:37:01.781429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-71ae4610-1231-45e0-9581-382887205298 None None] Attempting to bind port d5d1abab-701d-4b58-99c4-37a48dbb5230 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:37:01.781913 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae4610-1231-45e0-9581-382887205298 None None] Attempting to bind port d5d1abab-701d-4b58-99c4-37a48dbb5230 on network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:37:01.788213 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae4610-1231-45e0-9581-382887205298 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:37:01.789115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae4610-1231-45e0-9581-382887205298 None None] Checking segment: {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:37:01.789115 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:01.789344 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae4610-1231-45e0-9581-382887205298 None None] Bound using segment: {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:37:01.789810 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-71ae4610-1231-45e0-9581-382887205298 None None] Bound port: d5d1abab-701d-4b58-99c4-37a48dbb5230, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:37:01.790222 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:01.876312 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-71ae4610-1231-45e0-9581-382887205298 None None] For port d5d1abab-701d-4b58-99c4-37a48dbb5230, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:37:01.876768 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Allocated IP 172.25.3.80 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/ab9aca30-9eb6-403c-8f9a-a51a872ef123) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:37:01.879341 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-71ae4610-1231-45e0-9581-382887205298 None None] For port d5d1abab-701d-4b58-99c4-37a48dbb5230, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d5d1abab-701d-4b58-99c4-37a48dbb5230,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:37:01.968574 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-71ae4610-1231-45e0-9581-382887205298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:02.031347 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:02.063457 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae4610-1231-45e0-9581-382887205298 None None] Pushing event updated for resources: {'Port': ['ID=d5d1abab-701d-4b58-99c4-37a48dbb5230,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:02.139906 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:02.241875 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Pushing event updated for resources: {'Port': ['ID=ab9aca30-9eb6-403c-8f9a-a51a872ef123,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:02.245189 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:37:02.246615 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:37:02.248547 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:37:02.462818 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:02.463459 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:02.747599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:37:02.972020 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d5d1abab-701d-4b58-99c4-37a48dbb5230 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:03.004641 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:37:03.018417 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Sync routers for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:37:03.049561 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:37:03.054034 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:03.110351 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf74921d-dab0-42a4-a7b9-6c399431e6eb None None] Network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:37:03.136186 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:03.137440 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-8b1392ef-b09c-4a12-b8dd-dad256c7bb8f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1229234 Apr 18 22:37:03.140409 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42048) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:03.371284 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5d4e639f-fc6c-43ce-8962-7ea08c4614a8 None None] Provisioning for port d5d1abab-701d-4b58-99c4-37a48dbb5230 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:37:03.395160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port d5d1abab-701d-4b58-99c4-37a48dbb5230 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:37:03.440096 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d5d1abab-701d-4b58-99c4-37a48dbb5230 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:03.442068 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:03.518770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:37:03.905114 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:03.963734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port d5d1abab-701d-4b58-99c4-37a48dbb5230, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d5d1abab-701d-4b58-99c4-37a48dbb5230,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:37:03.983897 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:02Z', 'revision_number': 3, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:03.989334 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Checking router: b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:37:03.989852 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Updating router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 port ab9aca30-9eb6-403c-8f9a-a51a872ef123 binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:37:04.043080 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.043928 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.067519 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.209498 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d5d1abab-701d-4b58-99c4-37a48dbb5230,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:04.273809 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Allocated IP 172.20.0.1 (a19bf7e5-2422-4ccf-9e5d-d373c2607ae5/d0f06d3b-851e-4263-bb94-92f8b43c7d2e/950fa618-9939-4115-90f7-eb3755b85b4a) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:37:04.312974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-05835ba0-282e-4021-9ad5-b413ec48234a None None] Provisioning complete for port d5d1abab-701d-4b58-99c4-37a48dbb5230 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:04.313327 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-05835ba0-282e-4021-9ad5-b413ec48234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.421458 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.437253 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Transition to ACTIVE for port object 950fa618-9939-4115-90f7-eb3755b85b4a will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:37:04.466253 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.507460 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.564421 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.576029 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:37:04.576193 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Transition to ACTIVE for port object ab9aca30-9eb6-403c-8f9a-a51a872ef123 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:37:04.579256 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:37:04.581850 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:37:04.622668 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Pushing event updated for resources: {'Port': ['ID=950fa618-9939-4115-90f7-eb3755b85b4a,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:04.644227 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.648218 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.730953 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Attempting to bind port ab9aca30-9eb6-403c-8f9a-a51a872ef123 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:37:04.731207 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Attempting to bind port ab9aca30-9eb6-403c-8f9a-a51a872ef123 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:37:04.731553 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Attempting to bind port ab9aca30-9eb6-403c-8f9a-a51a872ef123 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:37:04.733735 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc924a5-fb2d-45e1-aceb-bd70bc650487 None None] Pushing event updated for resources: {'Port': ['ID=ab9aca30-9eb6-403c-8f9a-a51a872ef123,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:04.742620 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:37:04.742985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:37:04.743375 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.743773 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:37:04.744214 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Bound port: ab9aca30-9eb6-403c-8f9a-a51a872ef123, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:37:04.744621 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.785178 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.817165 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] For port ab9aca30-9eb6-403c-8f9a-a51a872ef123, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:37:04.820185 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] For port ab9aca30-9eb6-403c-8f9a-a51a872ef123, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ab9aca30-9eb6-403c-8f9a-a51a872ef123,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:37:04.888396 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:04.941817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d5d1abab-701d-4b58-99c4-37a48dbb5230 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:04.977062 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-06887c11-b863-4d9f-af75-db7b0d4cb157 None None] Provisioning for port 950fa618-9939-4115-90f7-eb3755b85b4a completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:37:05.013307 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-06887c11-b863-4d9f-af75-db7b0d4cb157 None None] Provisioning complete for port 950fa618-9939-4115-90f7-eb3755b85b4a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:05.013946 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-06887c11-b863-4d9f-af75-db7b0d4cb157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:05.020118 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:05.080734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc924a5-fb2d-45e1-aceb-bd70bc650487 None None] Pushing event updated for resources: {'Port': ['ID=ab9aca30-9eb6-403c-8f9a-a51a872ef123,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:05.082817 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:05.098299 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-06887c11-b863-4d9f-af75-db7b0d4cb157 None None] Port 950fa618-9939-4115-90f7-eb3755b85b4a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:37:05.102103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:37:05.102719 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:05.188410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Pushing event updated for resources: {'Port': ['ID=950fa618-9939-4115-90f7-eb3755b85b4a,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:05.201913 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:05.290840 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port d5d1abab-701d-4b58-99c4-37a48dbb5230 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:05.291160 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:05.349414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:37:05.350541 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:37:05.421501 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:37:05.700509 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-bcf98d4b-ae3d-4aa7-86fe-e103d16c0e90 None None] Provisioning complete for port 950fa618-9939-4115-90f7-eb3755b85b4a triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:05.700805 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bcf98d4b-ae3d-4aa7-86fe-e103d16c0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:05.799227 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-bcf98d4b-ae3d-4aa7-86fe-e103d16c0e90 None None] Port 950fa618-9939-4115-90f7-eb3755b85b4a cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:37:05.828130 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 2, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:05.832355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db54f68-16f9-4b31-8899-4761bff74fa9 None None] The sync data for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 is: [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 2, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:37:05.857854 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:37:06.075815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:37:06.089920 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-ba8f7409-6e8d-4a4c-9aff-f8ada3843a8d admin admin] 10.222.0.11 "PUT /v2.0/routers/b06cdafd-a756-45cb-a7e3-a3fc16fe40c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9435003 Apr 18 22:37:06.949464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ab9aca30-9eb6-403c-8f9a-a51a872ef123 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:07.111029 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port ab9aca30-9eb6-403c-8f9a-a51a872ef123 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:37:07.116247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ab9aca30-9eb6-403c-8f9a-a51a872ef123 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:07.116886 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:07.239055 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:07.254252 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port ab9aca30-9eb6-403c-8f9a-a51a872ef123, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ab9aca30-9eb6-403c-8f9a-a51a872ef123,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:37:07.290183 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42070) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:07.295546 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-131406138-network', 'tenant_id': '52995cc809b046fea59c078601a20d3b'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:07.301795 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:07.305688 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Usage tracker for resource:network and tenant:52995cc809b046fea59c078601a20d3b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:07.308517 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:07.314529 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:07.324473 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:07.382035 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Made reservation on behalf of 52995cc809b046fea59c078601a20d3b for: {'network': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:37:07.384313 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for network, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:07.390042 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=ab9aca30-9eb6-403c-8f9a-a51a872ef123,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:07.398438 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:07.430456 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:07.434425 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Usage tracker for resource:security_group_rule and tenant:52995cc809b046fea59c078601a20d3b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:07.437185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:07.442858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:07.511604 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:07.567462 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:07.599390 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=85049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:37:07.604410 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaba2ba-1146-49c6-bc72-a997acee567f,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:07.613259 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:07.613259 n-d-836017-3 neutron-server[85049]: INFO neutron.db.segments_db [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Added segment 339e034d-c517-4b64-a12c-6a8e031f994b of type vlan for network f4853f18-e6d4-4b2c-9a75-ca4621a980ac Apr 18 22:37:07.638639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776080862733'] for network, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:07.716114 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009'] for network, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:07.717216 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:07.717843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:07.818203 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] Pushing event updated for resources: {'Network': ['ID=f4853f18-e6d4-4b2c-9a75-ca4621a980ac,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:07.828377 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Network f4853f18-e6d4-4b2c-9a75-ca4621a980ac details requested by agent ovs-agent-n-d-836017-3 with host n-d-836017-3 {{(pid=85050) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:37:07.871414 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-24e7765d-e74f-4fcc-b2aa-ab8897ca9185 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5801384 Apr 18 22:37:07.874131 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42074) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:07.880163 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Request body: {'subnet': {'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-131406138-subnet', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'ip_version': 4}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:07.886794 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:07.889827 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Usage tracker for resource:subnet and tenant:52995cc809b046fea59c078601a20d3b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:07.892952 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:07.898847 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:07.970784 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Made reservation on behalf of 52995cc809b046fea59c078601a20d3b for: {'subnet': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:37:07.973067 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465235'] for subnet, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:08.233128 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1465741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465217'] for subnet, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:08.305722 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c2d583-9ff3-4e6c-8cc2-57eda403b4cc,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:08.319351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Checking segment: {'id': '339e034d-c517-4b64-a12c-6a8e031f994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:37:08.319720 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Network hostable DHCP agents. Network: f4853f18-e6d4-4b2c-9a75-ca4621a980ac, hostable agents: ['aa93d888-ac76-4881-a017-4e7890dc1f38'], hosted agents: [] {{(pid=85049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:37:08.426858 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Network f4853f18-e6d4-4b2c-9a75-ca4621a980ac is scheduled to be hosted by DHCP agent aa93d888-ac76-4881-a017-4e7890dc1f38 with binding_index 1 {{(pid=85049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:37:08.506983 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-3, f4853f18-e6d4-4b2c-9a75-ca4621a980ac) {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:37:08.513238 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:08.514177 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:08.515246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df208af-36f0-4f91-9d6b-9e1a275933cf None None] Network f4853f18-e6d4-4b2c-9a75-ca4621a980ac requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:37:08.651004 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-405c2a54-1471-44a7-aff9-0c964590e4ca admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7757082 Apr 18 22:37:08.653422 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42078) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:08.659441 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-131406138-router', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:08.664849 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:08.668764 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Usage tracker for resource:router and tenant:52995cc809b046fea59c078601a20d3b is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:08.671614 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:08.677372 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:08.731700 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc53cf339-2b4c-5478-811f-a954b5e81a2e-f4853f18-e6d4-4b2c-9a75-ca4621a980ac', 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'fixed_ips': [{'subnet_id': '97c2d583-9ff3-4e6c-8cc2-57eda403b4cc'}]}} from n-d-836017-3. {{(pid=85050) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:37:08.732495 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:08.745027 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30295'] for router, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:08.746019 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30300'] for router, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:08.767271 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:08.888575 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.db_base_plugin_common [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Allocated IP 172.20.0.2 (f4853f18-e6d4-4b2c-9a75-ca4621a980ac/97c2d583-9ff3-4e6c-8cc2-57eda403b4cc/0dba51f7-31f5-425f-87b9-c20f34599a82) {{(pid=85050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:37:08.964087 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ab9aca30-9eb6-403c-8f9a-a51a872ef123 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:08.978805 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29878'] for router, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:09.131115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port ab9aca30-9eb6-403c-8f9a-a51a872ef123 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:09.131484 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:09.236722 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Notify callbacks [] for port, precommit_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:09.251180 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Transition to ACTIVE for port object 0dba51f7-31f5-425f-87b9-c20f34599a82 will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:37:09.272183 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:09.301650 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Transition to ACTIVE for port object 0dba51f7-31f5-425f-87b9-c20f34599a82 will not be triggered until provisioned by entity DHCP. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:37:09.311187 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:09.370655 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835'] for port, after_create {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:09.440613 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Network f4853f18-e6d4-4b2c-9a75-ca4621a980ac is already hosted by enough agents. {{(pid=85050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:37:09.443449 n-d-836017-3 neutron-server[85050]: DEBUG neutron.scheduler.base_scheduler [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Resources bound (agent type, host, resource id): {{(pid=85050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:37:09.445747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Allocated IP 172.25.3.235 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/16a30845-3601-47a8-9a4b-e6c17d21b718) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:37:09.447736 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Received port after_create {{(pid=85050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:37:09.449849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Pushing event updated for resources: {'Port': ['ID=0dba51f7-31f5-425f-87b9-c20f34599a82,revision_number=1']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:09.538795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Attempting to bind port 0dba51f7-31f5-425f-87b9-c20f34599a82 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:37:09.539460 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Attempting to bind port 0dba51f7-31f5-425f-87b9-c20f34599a82 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '339e034d-c517-4b64-a12c-6a8e031f994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:37:09.539577 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Attempting to bind port 0dba51f7-31f5-425f-87b9-c20f34599a82 on network f4853f18-e6d4-4b2c-9a75-ca4621a980ac {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:37:09.546570 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:37:09.546952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Checking segment: {'id': '339e034d-c517-4b64-a12c-6a8e031f994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:37:09.547358 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:09.547907 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Bound using segment: {'id': '339e034d-c517-4b64-a12c-6a8e031f994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:37:09.548551 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Bound port: 0dba51f7-31f5-425f-87b9-c20f34599a82, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339e034d-c517-4b64-a12c-6a8e031f994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:37:09.548961 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:09.643385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] For port 0dba51f7-31f5-425f-87b9-c20f34599a82, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:37:09.646380 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] For port 0dba51f7-31f5-425f-87b9-c20f34599a82, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0dba51f7-31f5-425f-87b9-c20f34599a82,segment=NetworkSegment(339e034d-c517-4b64-a12c-6a8e031f994b),segment_id=339e034d-c517-4b64-a12c-6a8e031f994b)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:37:09.702488 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:09.705801 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:09.780886 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbbeab-7177-4e95-928d-1bfe1501d9da None None] Pushing event updated for resources: {'Port': ['ID=0dba51f7-31f5-425f-87b9-c20f34599a82,revision_number=2']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:09.802702 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:09.873609 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:37:09.874261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:37:09.879649 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:37:09.904880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Pushing event updated for resources: {'Port': ['ID=16a30845-3601-47a8-9a4b-e6c17d21b718,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:10.033497 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:10.106933 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:10.107671 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698201'] for router, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:10.430702 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Router 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 is scheduled to L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 with binding_index 1 {{(pid=85049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:37:10.652301 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:37:10.662789 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Sync routers for ids ['35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:37:10.683199 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Routers {'35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:37:10.684038 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:10.728471 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c851d5ad-9b00-4c0c-a635-9a4581754c57 None None] Network f4853f18-e6d4-4b2c-9a75-ca4621a980ac requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:37:10.751572 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:10.755511 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-07a591b1-7bba-4c43-b24d-e70927a821cf admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0984912 Apr 18 22:37:10.755858 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42082) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:10.871993 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Set router 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:37:10.943780 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-616d014e-a787-4014-a8ed-f838d6d1e27d None None] Provisioning for port 0dba51f7-31f5-425f-87b9-c20f34599a82 completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:37:11.008027 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0dba51f7-31f5-425f-87b9-c20f34599a82 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:11.156181 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 0dba51f7-31f5-425f-87b9-c20f34599a82 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:37:11.162066 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0dba51f7-31f5-425f-87b9-c20f34599a82 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:11.162455 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:11.206529 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'name': 'tempest-TestSnapshotPattern-131406138-router', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:08Z', 'updated_at': '2022-04-18T22:37:10Z', 'revision_number': 3, 'project_id': '52995cc809b046fea59c078601a20d3b', 'gw_port': {'id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:09Z', 'updated_at': '2022-04-18T22:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:11.210724 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Checking router: 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:37:11.211726 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Updating router 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 port 16a30845-3601-47a8-9a4b-e6c17d21b718 binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:37:11.270792 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:11.301031 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:11.319951 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7740e8dc-7d56-4ea9-a3d8-1029aad91f23 None None] Provisioning complete for port 0dba51f7-31f5-425f-87b9-c20f34599a82 triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:11.320318 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7740e8dc-7d56-4ea9-a3d8-1029aad91f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:11.386979 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 0dba51f7-31f5-425f-87b9-c20f34599a82, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0dba51f7-31f5-425f-87b9-c20f34599a82,segment=NetworkSegment(339e034d-c517-4b64-a12c-6a8e031f994b),segment_id=339e034d-c517-4b64-a12c-6a8e031f994b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:37:11.447673 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:11.495564 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7740e8dc-7d56-4ea9-a3d8-1029aad91f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:11.555077 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:11.567717 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=0dba51f7-31f5-425f-87b9-c20f34599a82,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:11.597249 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-7740e8dc-7d56-4ea9-a3d8-1029aad91f23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:37:11.597636 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-7740e8dc-7d56-4ea9-a3d8-1029aad91f23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:37:11.606641 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:11.619728 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Transition to ACTIVE for port object 16a30845-3601-47a8-9a4b-e6c17d21b718 will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:37:11.676506 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:11.759010 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Attempting to bind port 16a30845-3601-47a8-9a4b-e6c17d21b718 on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:37:11.759370 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Attempting to bind port 16a30845-3601-47a8-9a4b-e6c17d21b718 by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:37:11.759729 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Attempting to bind port 16a30845-3601-47a8-9a4b-e6c17d21b718 on network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:37:11.761654 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Pushing event updated for resources: {'Port': ['ID=16a30845-3601-47a8-9a4b-e6c17d21b718,revision_number=2']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:11.773094 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:37:11.773460 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Checking segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:37:11.773871 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:11.774248 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Bound using segment: {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:37:11.774701 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Bound port: 16a30845-3601-47a8-9a4b-e6c17d21b718, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a66ec73-2a3e-4935-96a3-757b474dbe97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:37:11.775063 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:11.831009 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:11.831343 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:11.831699 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:11.832022 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:11.832343 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:11.832665 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:11.832984 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:11.833304 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:11.833643 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:11.833961 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:11.834275 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:11.873812 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Allocated IP 172.20.0.1 (f4853f18-e6d4-4b2c-9a75-ca4621a980ac/97c2d583-9ff3-4e6c-8cc2-57eda403b4cc/338612a5-8203-4d58-9b6b-fae8e2fddd9b) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:37:11.883506 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] For port 16a30845-3601-47a8-9a4b-e6c17d21b718, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:37:11.886502 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] For port 16a30845-3601-47a8-9a4b-e6c17d21b718, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=16a30845-3601-47a8-9a4b-e6c17d21b718,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:37:11.947706 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:12.028678 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:12.029733 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e2b55-2ec1-48db-a855-e309471e072c None None] Pushing event updated for resources: {'Port': ['ID=16a30845-3601-47a8-9a4b-e6c17d21b718,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:12.034269 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Routers {'35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:37:12.034861 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:12.045417 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.provisioning_blocks [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Transition to ACTIVE for port object 338612a5-8203-4d58-9b6b-fae8e2fddd9b will not be triggered until provisioned by entity DHCP. {{(pid=85048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:37:12.136489 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:12.210054 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Network f4853f18-e6d4-4b2c-9a75-ca4621a980ac is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:37:12.211087 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:37:12.212932 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] Set router 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:37:12.213668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:37:12.274161 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Pushing event updated for resources: {'Port': ['ID=338612a5-8203-4d58-9b6b-fae8e2fddd9b,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:12.284606 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698659'] for router_interface, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:12.290799 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:12.291142 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:12.291477 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:12.291808 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:12.292136 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:12.292461 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:12.292787 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:12.293100 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:12.293428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:12.293762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:12.294081 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:37:12.426034 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:12.503894 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'name': 'tempest-TestSnapshotPattern-131406138-router', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:08Z', 'updated_at': '2022-04-18T22:37:10Z', 'revision_number': 3, 'project_id': '52995cc809b046fea59c078601a20d3b', 'gw_port': {'id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:09Z', 'updated_at': '2022-04-18T22:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:12.507811 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02880b-8224-452b-a8d3-45b877346914 None None] The sync data for ids ['35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'] in n-d-836017-3 is: [{'id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'name': 'tempest-TestSnapshotPattern-131406138-router', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:08Z', 'updated_at': '2022-04-18T22:37:10Z', 'revision_number': 3, 'project_id': '52995cc809b046fea59c078601a20d3b', 'gw_port': {'id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:09Z', 'updated_at': '2022-04-18T22:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:37:12.541160 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7d4a307a-f438-470f-be84-4aa08b3d2b2c None None] Provisioning for port 338612a5-8203-4d58-9b6b-fae8e2fddd9b completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:37:12.546031 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-7d4a307a-f438-470f-be84-4aa08b3d2b2c None None] Provisioning complete for port 338612a5-8203-4d58-9b6b-fae8e2fddd9b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:12.546391 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7d4a307a-f438-470f-be84-4aa08b3d2b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:12.602140 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a307a-f438-470f-be84-4aa08b3d2b2c None None] Port 338612a5-8203-4d58-9b6b-fae8e2fddd9b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:37:12.661229 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:12.730086 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:12.831622 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Pushing event updated for resources: {'Port': ['ID=338612a5-8203-4d58-9b6b-fae8e2fddd9b,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:12.833967 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6948905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698766'] for router_interface, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:12.927734 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0dba51f7-31f5-425f-87b9-c20f34599a82 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:12.972356 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Network f4853f18-e6d4-4b2c-9a75-ca4621a980ac is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:37:12.973428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:37:12.998139 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 0dba51f7-31f5-425f-87b9-c20f34599a82 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:12.998514 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:13.227211 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-424a2d03-e241-4eed-aad1-7870ff5362e0 None None] Provisioning complete for port 338612a5-8203-4d58-9b6b-fae8e2fddd9b triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:13.227570 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-424a2d03-e241-4eed-aad1-7870ff5362e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:13.280594 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-424a2d03-e241-4eed-aad1-7870ff5362e0 None None] Port 338612a5-8203-4d58-9b6b-fae8e2fddd9b cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:37:13.390932 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Router 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:37:13.683611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:37:13.693479 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-366d3375-9ebc-4dbb-9565-c94a96aa2f9b admin admin] 10.222.0.11 "PUT /v2.0/routers/35b1441f-cfb8-43d9-9722-edfe8a4e3cc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9363811 Apr 18 22:37:14.398147 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42092) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:14.403657 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990386111', 'description': 'tempest-secgroup-smoke-990386111 description', 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:14.411067 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:14.414835 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Usage tracker for resource:security_group and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:14.417920 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:14.423573 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:14.510417 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:14.546887 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:14.550668 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Usage tracker for resource:security_group_rule and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:14.553449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:14.559126 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:14.613038 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:14.678651 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:14.720688 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf815aee-4616-42ab-b0bf-3122992923c1,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:14.784425 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:14.785670 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e1a82314-7fb6-4cc5-8a28-3d856b482230 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3864877 Apr 18 22:37:14.788700 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42096) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:14.794513 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-73b34149-328b-46bc-929c-3e92b2be6d1c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Request body: {'security_group_rule': {'security_group_id': 'bf815aee-4616-42ab-b0bf-3122992923c1', 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:14.801418 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-73b34149-328b-46bc-929c-3e92b2be6d1c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:14.805252 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-73b34149-328b-46bc-929c-3e92b2be6d1c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Usage tracker for resource:security_group_rule and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:14.808857 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-73b34149-328b-46bc-929c-3e92b2be6d1c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:14.815371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-73b34149-328b-46bc-929c-3e92b2be6d1c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:14.907723 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-73b34149-328b-46bc-929c-3e92b2be6d1c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:14.973891 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-73b34149-328b-46bc-929c-3e92b2be6d1c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:15.050101 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-73b34149-328b-46bc-929c-3e92b2be6d1c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:15.073587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b34149-328b-46bc-929c-3e92b2be6d1c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae0fc52-0b65-43e4-a657-b973a6e1da2f,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:15.135593 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-73b34149-328b-46bc-929c-3e92b2be6d1c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:15.136806 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-73b34149-328b-46bc-929c-3e92b2be6d1c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3470829 Apr 18 22:37:15.139516 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42100) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:15.145509 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [None req-33d0cd37-98e4-408c-a0de-1abe5d7697c3 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Request body: {'security_group_rule': {'security_group_id': 'bf815aee-4616-42ab-b0bf-3122992923c1', 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:15.152177 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-33d0cd37-98e4-408c-a0de-1abe5d7697c3 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:15.156786 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-33d0cd37-98e4-408c-a0de-1abe5d7697c3 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Usage tracker for resource:security_group_rule and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:15.159698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [None req-33d0cd37-98e4-408c-a0de-1abe5d7697c3 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:15.165264 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [None req-33d0cd37-98e4-408c-a0de-1abe5d7697c3 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:15.239926 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-33d0cd37-98e4-408c-a0de-1abe5d7697c3 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:15.275113 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:37:15.301634 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-33d0cd37-98e4-408c-a0de-1abe5d7697c3 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:15.358897 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-33d0cd37-98e4-408c-a0de-1abe5d7697c3 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:15.382423 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0cd37-98e4-408c-a0de-1abe5d7697c3 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4661a14a-88e3-4734-b730-a0cc7fcd5204,revision_number=0']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:15.450168 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-33d0cd37-98e4-408c-a0de-1abe5d7697c3 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:15.451350 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-33d0cd37-98e4-408c-a0de-1abe5d7697c3 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3108206 Apr 18 22:37:15.454824 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42104) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:15.460499 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-f09b2090-5293-4900-a43f-d3874e9303cb tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Request body: {'security_group_rule': {'security_group_id': 'bf815aee-4616-42ab-b0bf-3122992923c1', 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:15.467373 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f09b2090-5293-4900-a43f-d3874e9303cb tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:15.471602 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f09b2090-5293-4900-a43f-d3874e9303cb tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Usage tracker for resource:security_group_rule and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:15.474507 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-f09b2090-5293-4900-a43f-d3874e9303cb tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:15.480156 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-f09b2090-5293-4900-a43f-d3874e9303cb tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:15.559201 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f09b2090-5293-4900-a43f-d3874e9303cb tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:15.622955 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f09b2090-5293-4900-a43f-d3874e9303cb tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:15.678524 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f09b2090-5293-4900-a43f-d3874e9303cb tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:15.702304 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b2090-5293-4900-a43f-d3874e9303cb tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750caa74-45ec-40c0-b051-f7b0a6f09c2c,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:15.775758 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-f09b2090-5293-4900-a43f-d3874e9303cb tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:15.776977 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-f09b2090-5293-4900-a43f-d3874e9303cb tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3211606 Apr 18 22:37:15.779628 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42108) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:15.785099 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-728611c3-c811-406f-ba04-0a140d302db4 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Request body: {'security_group_rule': {'security_group_id': 'bf815aee-4616-42ab-b0bf-3122992923c1', 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:15.791661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-728611c3-c811-406f-ba04-0a140d302db4 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:15.795476 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-728611c3-c811-406f-ba04-0a140d302db4 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Usage tracker for resource:security_group_rule and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:15.799094 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-728611c3-c811-406f-ba04-0a140d302db4 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:15.804843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-728611c3-c811-406f-ba04-0a140d302db4 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:15.887950 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-728611c3-c811-406f-ba04-0a140d302db4 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:15.954063 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-728611c3-c811-406f-ba04-0a140d302db4 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:16.030130 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-728611c3-c811-406f-ba04-0a140d302db4 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:16.051311 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728611c3-c811-406f-ba04-0a140d302db4 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c90fa7a-f217-410b-b4b3-c96edb9c3ad4,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:16.150516 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-728611c3-c811-406f-ba04-0a140d302db4 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:16.151635 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-728611c3-c811-406f-ba04-0a140d302db4 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3709574 Apr 18 22:37:16.154404 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42112) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:16.160693 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-5d265a3e-3d2e-45b1-8edd-e2fa15d9c783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Request body: {'security_group_rule': {'security_group_id': 'bf815aee-4616-42ab-b0bf-3122992923c1', 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:16.166255 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5d265a3e-3d2e-45b1-8edd-e2fa15d9c783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:16.170070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5d265a3e-3d2e-45b1-8edd-e2fa15d9c783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Usage tracker for resource:security_group_rule and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:16.173515 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-5d265a3e-3d2e-45b1-8edd-e2fa15d9c783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:16.179148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-5d265a3e-3d2e-45b1-8edd-e2fa15d9c783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:16.247576 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-5d265a3e-3d2e-45b1-8edd-e2fa15d9c783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Project 5f4c5f8d45ca4f999819524b8cebcd76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:37:16.254603 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d265a3e-3d2e-45b1-8edd-e2fa15d9c783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:16.319465 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d265a3e-3d2e-45b1-8edd-e2fa15d9c783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:16.392693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d265a3e-3d2e-45b1-8edd-e2fa15d9c783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:16.416157 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d265a3e-3d2e-45b1-8edd-e2fa15d9c783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8d89a2-955a-47f0-b724-c1635385e3a9,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:16.487263 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-5d265a3e-3d2e-45b1-8edd-e2fa15d9c783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:16.488446 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-5d265a3e-3d2e-45b1-8edd-e2fa15d9c783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3330679 Apr 18 22:37:16.491185 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42116) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:16.496686 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-e5e3ecfd-c6b9-4fa2-82d9-97884e8f2462 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Request body: {'security_group_rule': {'security_group_id': 'bf815aee-4616-42ab-b0bf-3122992923c1', 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:16.503407 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e5e3ecfd-c6b9-4fa2-82d9-97884e8f2462 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:16.507143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e5e3ecfd-c6b9-4fa2-82d9-97884e8f2462 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Usage tracker for resource:security_group_rule and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:16.510030 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-e5e3ecfd-c6b9-4fa2-82d9-97884e8f2462 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:16.515803 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-e5e3ecfd-c6b9-4fa2-82d9-97884e8f2462 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:16.579858 n-d-836017-3 neutron-server[85048]: INFO neutron.db.securitygroups_db [None req-e5e3ecfd-c6b9-4fa2-82d9-97884e8f2462 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Project 5f4c5f8d45ca4f999819524b8cebcd76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:37:16.586431 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e5e3ecfd-c6b9-4fa2-82d9-97884e8f2462 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:16.653208 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e5e3ecfd-c6b9-4fa2-82d9-97884e8f2462 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:16.724375 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e5e3ecfd-c6b9-4fa2-82d9-97884e8f2462 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614862'] for security_group_rule, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:16.748093 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3ecfd-c6b9-4fa2-82d9-97884e8f2462 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0ac39d-d8c7-41d0-9b25-6556822c4470,revision_number=0']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:16.819052 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-e5e3ecfd-c6b9-4fa2-82d9-97884e8f2462 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:16.820250 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-e5e3ecfd-c6b9-4fa2-82d9-97884e8f2462 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3280201 Apr 18 22:37:17.071381 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-a46b8252-8fff-416f-b864-3b973d3513de tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Synchronizing usage tracker for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:security_group {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:37:17.169611 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-a46b8252-8fff-416f-b864-3b973d3513de tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Unset dirty status for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:security_group {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:37:17.170789 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-a46b8252-8fff-416f-b864-3b973d3513de tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990386111&fields=id&tenant_id=5f4c5f8d45ca4f999819524b8cebcd76 HTTP/1.1" status: 200 len: 267 time: 0.1398802 Apr 18 22:37:17.338428 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-3aef994b-15a2-499f-872c-a1e1c616708d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:17.339862 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-3aef994b-15a2-499f-872c-a1e1c616708d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 810 time: 0.1617870 Apr 18 22:37:17.358083 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-14125676-d1e5-4d29-9a46-7cb3b1694d8c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/quotas/5f4c5f8d45ca4f999819524b8cebcd76 HTTP/1.1" status: 200 len: 375 time: 0.0118766 Apr 18 22:37:17.455357 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-b7c8549b-d90d-4039-b782-d58c4ae62d70 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909753 Apr 18 22:37:17.609211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-b96c102d-2a0b-4c81-af0a-e1fca4f8b3fd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:37:17.613963 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-b96c102d-2a0b-4c81-af0a-e1fca4f8b3fd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1472847 Apr 18 22:37:17.747237 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-994d8d6e-9587-44a4-96ba-63ba1db9ed61 service neutron] 10.222.0.11 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305759 Apr 18 22:37:17.883961 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-1b7c7364-97c8-41a6-aeff-a324037885f3 service neutron] 10.222.0.11 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305854 Apr 18 22:37:18.946353 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 16a30845-3601-47a8-9a4b-e6c17d21b718 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:19.087530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 16a30845-3601-47a8-9a4b-e6c17d21b718 completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:37:19.101308 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 16a30845-3601-47a8-9a4b-e6c17d21b718 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:19.101749 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:19.193409 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-fb344757-641e-4aa9-b49b-b2724008dae7 req-3afc9a1b-cb7d-4d84-b4d2-d594981865f6 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 210 time: 0.0684299 Apr 18 22:37:19.260492 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:19.278001 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 16a30845-3601-47a8-9a4b-e6c17d21b718, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=16a30845-3601-47a8-9a4b-e6c17d21b718,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:37:19.338787 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:19.407637 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=16a30845-3601-47a8-9a4b-e6c17d21b718,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:19.592349 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Sync routers for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:37:19.605532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:37:19.611355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:19.785173 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:37:20.099879 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 2, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:20.103786 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Checking router: b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:37:20.104136 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Updating router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 port 950fa618-9939-4115-90f7-eb3755b85b4a binding host n-d-836017-3 {{(pid=85050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:37:20.157163 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:20.358787 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-02365efd-bd60-4ab1-b6a6-0b9c82a8f954 req-3418bd91-b7e6-4d69-812b-b66fb30c3179 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 210 time: 0.0405402 Apr 18 22:37:20.496179 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Notify callbacks [] for port, precommit_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:20.509230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Transition to ACTIVE for port object 950fa618-9939-4115-90f7-eb3755b85b4a will not be triggered until provisioned by entity L2. {{(pid=85050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:37:20.586890 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:20.721326 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcf036-05a2-4d70-ae33-83b3ab2f5a4e None None] Pushing event updated for resources: {'Port': ['ID=950fa618-9939-4115-90f7-eb3755b85b4a,revision_number=3']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:20.813161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Attempting to bind port 950fa618-9939-4115-90f7-eb3755b85b4a on host n-d-836017-3 for vnic_type normal with profile {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:37:20.813769 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Attempting to bind port 950fa618-9939-4115-90f7-eb3755b85b4a by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:37:20.813877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Attempting to bind port 950fa618-9939-4115-90f7-eb3755b85b4a on network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:37:20.820241 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:37:20.820607 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Checking segment: {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:37:20.821002 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:20.821390 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Bound using segment: {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'} {{(pid=85050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:37:20.821872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.managers [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Bound port: 950fa618-9939-4115-90f7-eb3755b85b4a, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'}}] {{(pid=85050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:37:20.822238 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:20.918156 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] For port 950fa618-9939-4115-90f7-eb3755b85b4a, host n-d-836017-3, cleared binding levels {{(pid=85050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:37:20.921265 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] For port 950fa618-9939-4115-90f7-eb3755b85b4a, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=950fa618-9939-4115-90f7-eb3755b85b4a,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:37:20.936517 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 16a30845-3601-47a8-9a4b-e6c17d21b718 up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:21.003531 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:21.055230 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 16a30845-3601-47a8-9a4b-e6c17d21b718 triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:21.055591 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:21.182894 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcf036-05a2-4d70-ae33-83b3ab2f5a4e None None] Pushing event updated for resources: {'Port': ['ID=950fa618-9939-4115-90f7-eb3755b85b4a,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:21.188657 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:37:21.189263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:21.343640 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-08183454-41fd-4aee-9587-fd43e418a527 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:21.345014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-08183454-41fd-4aee-9587-fd43e418a527 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Synchronizing usage tracker for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:network {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:37:21.419053 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-08183454-41fd-4aee-9587-fd43e418a527 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Unset dirty status for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:network {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:37:21.420328 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-08183454-41fd-4aee-9587-fd43e418a527 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.26 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 810 time: 0.2383721 Apr 18 22:37:21.435952 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:37:21.479917 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-bd5420bc-19ec-410c-a9c0-7ae3508b931a tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Synchronizing usage tracker for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:security_group {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:37:21.498236 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-bd5420bc-19ec-410c-a9c0-7ae3508b931a tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Unset dirty status for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:security_group {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:37:21.500961 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-bd5420bc-19ec-410c-a9c0-7ae3508b931a tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f4c5f8d45ca4f999819524b8cebcd76 HTTP/1.1" status: 200 len: 379 time: 0.0662751 Apr 18 22:37:21.510351 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Request body: {'port': {'device_id': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'admin_state_up': True, 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'security_groups': ['bf815aee-4616-42ab-b0bf-3122992923c1']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:21.595751 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-f3d387c1-f3fc-4895-b836-9b4770739996 req-4a76fb0a-20c1-4a01-920c-75f19e175952 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 210 time: 0.0434425 Apr 18 22:37:21.676439 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:21.680675 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Usage tracker for resource:port and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:21.684394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:21.691087 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:21.765949 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:20Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:21.767312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Made reservation on behalf of 5f4c5f8d45ca4f999819524b8cebcd76 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:37:21.770228 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd5762-08cd-40aa-8414-ece898c77391 None None] The sync data for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 is: [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:20Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:37:21.770407 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:21.942342 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Allocated IP 172.20.0.8 (a19bf7e5-2422-4ccf-9e5d-d373c2607ae5/d0f06d3b-851e-4263-bb94-92f8b43c7d2e/a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:37:22.149597 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:22.167864 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Transition to ACTIVE for port object a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:37:22.265048 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:22.346590 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Sync routers for ids ['35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:37:22.360236 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Routers {'35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:37:22.360855 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:22.436758 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:37:22.439753 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:37:22.443550 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:37:22.480846 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'Port': ['ID=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:22.516636 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:22.517551 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:22.554239 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Set router 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:37:22.591898 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-ba8311aa-532c-4b16-86a4-ad7ca74322a9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0867798 Apr 18 22:37:22.603603 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Request body: {'port': {'device_id': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:22.724758 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:22.769836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2aecf807-084d-468e-8ba5-f59f1bf615f8 None None] Provisioning for port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:37:22.779075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-2aecf807-084d-468e-8ba5-f59f1bf615f8 None None] Provisioning complete for port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:22.779444 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2aecf807-084d-468e-8ba5-f59f1bf615f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:22.815784 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb13a77-06bf-450c-ab99-4760cc8640c9 req-4ad712c1-0a7b-41b8-9ca2-6be283390a58 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:22.818243 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6cb13a77-06bf-450c-ab99-4760cc8640c9 req-4ad712c1-0a7b-41b8-9ca2-6be283390a58 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 931 time: 0.0859849 Apr 18 22:37:22.851861 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-2aecf807-084d-468e-8ba5-f59f1bf615f8 None None] Port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:37:22.868361 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-6cb13a77-06bf-450c-ab99-4760cc8640c9 req-0a0a19d1-e730-4a71-89b6-54e378183cb1 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441704 Apr 18 22:37:22.929267 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'name': 'tempest-TestSnapshotPattern-131406138-router', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:08Z', 'updated_at': '2022-04-18T22:37:12Z', 'revision_number': 4, 'project_id': '52995cc809b046fea59c078601a20d3b', 'gw_port': {'id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:09Z', 'updated_at': '2022-04-18T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '338612a5-8203-4d58-9b6b-fae8e2fddd9b', 'name': '', 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'mac_address': 'fa:16:3e:77:ad:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97c2d583-9ff3-4e6c-8cc2-57eda403b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:11Z', 'updated_at': '2022-04-18T22:37:12Z', 'revision_number': 2, 'project_id': '52995cc809b046fea59c078601a20d3b', 'subnets': [{'id': '97c2d583-9ff3-4e6c-8cc2-57eda403b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:22.933461 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Checking router: 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:37:22.933827 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Updating router 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 port 338612a5-8203-4d58-9b6b-fae8e2fddd9b binding host n-d-836017-3 {{(pid=85051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:37:22.973215 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 950fa618-9939-4115-90f7-eb3755b85b4a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:22.993535 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.111129 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:37:23.116253 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 950fa618-9939-4115-90f7-eb3755b85b4a completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:37:23.120110 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.121076 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 950fa618-9939-4115-90f7-eb3755b85b4a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:23.121724 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.140180 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Transition to ACTIVE for port object a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:37:23.195953 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.244262 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.279439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 950fa618-9939-4115-90f7-eb3755b85b4a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=950fa618-9939-4115-90f7-eb3755b85b4a,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:37:23.327266 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Pushing event updated for resources: {'Port': ['ID=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:23.363974 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.383115 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Notify callbacks [] for port, precommit_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.396012 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.provisioning_blocks [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Transition to ACTIVE for port object 338612a5-8203-4d58-9b6b-fae8e2fddd9b will not be triggered until provisioned by entity L2. {{(pid=85051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:37:23.436836 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=950fa618-9939-4115-90f7-eb3755b85b4a,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:23.455813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Attempting to bind port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de on host n-h2-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:37:23.456340 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Attempting to bind port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de by drivers openvswitch,hyperv on host n-h2-836017-3 at level 0 using segments [{'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:37:23.457018 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Attempting to bind port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de on network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:37:23.462885 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de on network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:37:23.463215 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Attempting to bind port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de on network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:37:23.470977 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Checking agent: {'id': 'b5423e10-62a8-42a1-8609-4d931c763f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:37:23.471320 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Checking segment: {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:37:23.471743 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Bound using segment: {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:37:23.472181 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Bound port: a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de, host: n-h2-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:37:23.472533 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.472902 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.573076 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] For port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de, host n-h2-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:37:23.580385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] For port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de, host n-h2-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:37:23.591687 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb23ae-11bc-47f3-9f2c-2bcc0e8f9b58 None None] Pushing event updated for resources: {'Port': ['ID=338612a5-8203-4d58-9b6b-fae8e2fddd9b,revision_number=3']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:23.644830 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.690016 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Attempting to bind port 338612a5-8203-4d58-9b6b-fae8e2fddd9b on host n-d-836017-3 for vnic_type normal with profile {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:37:23.690383 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Attempting to bind port 338612a5-8203-4d58-9b6b-fae8e2fddd9b by drivers openvswitch,hyperv on host n-d-836017-3 at level 0 using segments [{'id': '339e034d-c517-4b64-a12c-6a8e031f994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac'}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:37:23.690736 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Attempting to bind port 338612a5-8203-4d58-9b6b-fae8e2fddd9b on network f4853f18-e6d4-4b2c-9a75-ca4621a980ac {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:37:23.697583 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Checking agent: {'id': '73310641-c318-4d78-9e8f-40f5ab823922', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 49, 28), 'started_at': datetime.datetime(2022, 4, 18, 20, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:37:23.697953 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Checking segment: {'id': '339e034d-c517-4b64-a12c-6a8e031f994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:37:23.698345 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.698727 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Bound using segment: {'id': '339e034d-c517-4b64-a12c-6a8e031f994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac'} {{(pid=85051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:37:23.699190 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.managers [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Bound port: 338612a5-8203-4d58-9b6b-fae8e2fddd9b, host: n-d-836017-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339e034d-c517-4b64-a12c-6a8e031f994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac'}}] {{(pid=85051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:37:23.699557 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.711264 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.712673 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] 10.222.0.26 "PUT /v2.0/ports/a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de HTTP/1.1" status: 200 len: 1091 time: 1.1137695 Apr 18 22:37:23.713234 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:37:23.740599 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99682777-8de6-480d-a1da-3c34e60a7b29 service neutron] Pushing event updated for resources: {'Port': ['ID=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:23.776861 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef34a250-e7b2-40fd-b4fd-dc0c792f181f'] response: {'name': 'network-changed', 'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'status': 'completed', 'code': 200} Apr 18 22:37:23.816551 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] For port 338612a5-8203-4d58-9b6b-fae8e2fddd9b, host n-d-836017-3, cleared binding levels {{(pid=85051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:37:23.819797 n-d-836017-3 neutron-server[85051]: DEBUG neutron.plugins.ml2.db [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] For port 338612a5-8203-4d58-9b6b-fae8e2fddd9b, host n-d-836017-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=338612a5-8203-4d58-9b6b-fae8e2fddd9b,segment=NetworkSegment(339e034d-c517-4b64-a12c-6a8e031f994b),segment_id=339e034d-c517-4b64-a12c-6a8e031f994b)] {{(pid=85051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:37:23.867751 n-d-836017-3 neutron-server[85051]: DEBUG neutron_lib.callbacks.manager [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:23.894448 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0c260254-6147-4e5f-b315-1c14c3460f08 req-dd5b0b98-f16a-4e9d-be1e-bbac4a5c53b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 1094 time: 0.0832653 Apr 18 22:37:23.965216 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb23ae-11bc-47f3-9f2c-2bcc0e8f9b58 None None] Pushing event updated for resources: {'Port': ['ID=338612a5-8203-4d58-9b6b-fae8e2fddd9b,revision_number=4']} {{(pid=85051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:23.979297 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Routers {'35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:37:23.980041 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:36:57Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:24.078377 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c260254-6147-4e5f-b315-1c14c3460f08 req-ba0f9fea-3a0f-42e2-a2a8-385a0786e37d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:24.082654 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0c260254-6147-4e5f-b315-1c14c3460f08 req-ba0f9fea-3a0f-42e2-a2a8-385a0786e37d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1815572 Apr 18 22:37:24.139349 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc78cd5-2164-4b5f-9d7b-f9259f2b3b38 req-ab05e3d7-0a9c-42b1-acb3-79e542ba5e4e tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:24.145271 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bc78cd5-2164-4b5f-9d7b-f9259f2b3b38 req-ab05e3d7-0a9c-42b1-acb3-79e542ba5e4e tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 943 time: 0.1051574 Apr 18 22:37:24.186042 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] Set router 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:37:24.205272 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7bc78cd5-2164-4b5f-9d7b-f9259f2b3b38 req-2108e9ad-c498-46b4-afd1-553b56652736 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539544 Apr 18 22:37:24.247482 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c260254-6147-4e5f-b315-1c14c3460f08 req-aefc3f60-4a9e-4425-a976-49627587bac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:24.248930 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0c260254-6147-4e5f-b315-1c14c3460f08 req-aefc3f60-4a9e-4425-a976-49627587bac2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593056 Apr 18 22:37:24.368612 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-5adfe165-2404-4017-8160-782014b3fe48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 1094 time: 0.0733423 Apr 18 22:37:24.439612 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-58a8541e-e83f-4058-b5c3-8848d1145ad2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de HTTP/1.1" status: 200 len: 217 time: 0.0651290 Apr 18 22:37:24.503292 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-d89969e7-809f-4ee3-b2a3-3808a5022634 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:24.504828 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-d89969e7-809f-4ee3-b2a3-3808a5022634 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.0600677 Apr 18 22:37:24.543838 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'name': 'tempest-TestSnapshotPattern-131406138-router', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:08Z', 'updated_at': '2022-04-18T22:37:12Z', 'revision_number': 4, 'project_id': '52995cc809b046fea59c078601a20d3b', 'gw_port': {'id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:09Z', 'updated_at': '2022-04-18T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '338612a5-8203-4d58-9b6b-fae8e2fddd9b', 'name': '', 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'mac_address': 'fa:16:3e:77:ad:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97c2d583-9ff3-4e6c-8cc2-57eda403b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:11Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 4, 'project_id': '52995cc809b046fea59c078601a20d3b', 'subnets': [{'id': '97c2d583-9ff3-4e6c-8cc2-57eda403b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:24.547758 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d796fc-9de7-4411-9a9e-59670f9b7990 None None] The sync data for ids ['35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'] in n-d-836017-3 is: [{'id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'name': 'tempest-TestSnapshotPattern-131406138-router', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:08Z', 'updated_at': '2022-04-18T22:37:12Z', 'revision_number': 4, 'project_id': '52995cc809b046fea59c078601a20d3b', 'gw_port': {'id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:09Z', 'updated_at': '2022-04-18T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '338612a5-8203-4d58-9b6b-fae8e2fddd9b', 'name': '', 'network_id': 'f4853f18-e6d4-4b2c-9a75-ca4621a980ac', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'mac_address': 'fa:16:3e:77:ad:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97c2d583-9ff3-4e6c-8cc2-57eda403b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:11Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 4, 'project_id': '52995cc809b046fea59c078601a20d3b', 'subnets': [{'id': '97c2d583-9ff3-4e6c-8cc2-57eda403b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:37:24.581672 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-06ec6ece-db2f-424e-8601-0587e1712c33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702362 Apr 18 22:37:24.753010 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7a5f18a8-aabd-46ab-9dc9-e5aaf7b0fb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:24.826735 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-d0a5b6ae-6277-4d13-b2f8-cc5ccba2ab6e service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358398 Apr 18 22:37:24.967467 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-1e37f08b-cb11-4edd-ad81-30ba1b6b6d12 req-af3ee356-75bf-4dad-9578-0ce9eafa6c6b service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348946 Apr 18 22:37:25.008922 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 950fa618-9939-4115-90f7-eb3755b85b4a up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:25.080583 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 950fa618-9939-4115-90f7-eb3755b85b4a triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:25.080963 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:25.202204 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 338612a5-8203-4d58-9b6b-fae8e2fddd9b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:25.329819 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning for port 338612a5-8203-4d58-9b6b-fae8e2fddd9b completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:37:25.335388 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 338612a5-8203-4d58-9b6b-fae8e2fddd9b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:25.335815 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:25.419777 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbcb9d-7650-4ea8-8dba-2ec1f3b10913 req-e448f728-f1b5-4374-be74-eb44fa8f9939 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:25.423931 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07bbcb9d-7650-4ea8-8dba-2ec1f3b10913 req-e448f728-f1b5-4374-be74-eb44fa8f9939 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 943 time: 0.0865614 Apr 18 22:37:25.459049 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:25.470603 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-07bbcb9d-7650-4ea8-8dba-2ec1f3b10913 req-7f2fa99d-a434-4517-8f49-ac1ebb7d9575 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415914 Apr 18 22:37:25.491303 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] For port 338612a5-8203-4d58-9b6b-fae8e2fddd9b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=338612a5-8203-4d58-9b6b-fae8e2fddd9b,segment=NetworkSegment(339e034d-c517-4b64-a12c-6a8e031f994b),segment_id=339e034d-c517-4b64-a12c-6a8e031f994b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:37:25.552834 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:25.617846 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Pushing event updated for resources: {'Port': ['ID=338612a5-8203-4d58-9b6b-fae8e2fddd9b,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:26.664939 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd75fc2-ca4b-4b3c-bfe6-c34b33c27448 req-0603e943-09fb-4d2b-bf2b-28c3c395a425 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:26.666390 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ecd75fc2-ca4b-4b3c-bfe6-c34b33c27448 req-0603e943-09fb-4d2b-bf2b-28c3c395a425 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 943 time: 0.0756888 Apr 18 22:37:26.715404 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ecd75fc2-ca4b-4b3c-bfe6-c34b33c27448 req-d3cd356e-c06c-48eb-9f8a-9d6d1f3d497d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434232 Apr 18 22:37:26.934438 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 338612a5-8203-4d58-9b6b-fae8e2fddd9b up at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:27.004272 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Provisioning complete for port 338612a5-8203-4d58-9b6b-fae8e2fddd9b triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:27.004550 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:27.224423 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-885c7c1b-d711-4424-93cf-d940f7acc4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:27.911607 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0e9f5-29a7-444b-88bb-9e90f62720ff req-667eedae-b745-4dd4-954c-1452f61fa5d1 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:27.913060 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2da0e9f5-29a7-444b-88bb-9e90f62720ff req-667eedae-b745-4dd4-954c-1452f61fa5d1 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 943 time: 0.0772612 Apr 18 22:37:27.957955 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-2da0e9f5-29a7-444b-88bb-9e90f62720ff req-1072416e-2356-4b12-a5f4-42cf2a59f783 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393677 Apr 18 22:37:28.060852 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:28.859669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:37:29.032980 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:37:29.050884 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'port_id': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'mac_address': 'fa:16:3e:fb:98:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:37:29.081106 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:29.106239 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:29.123530 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:37:29.138805 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:37:29.161742 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7fce-cac8-4fda-bae2-05a6b5574139 req-c16180f9-3c38-4019-bb30-41432ec72252 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:29.163176 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5dde7fce-cac8-4fda-bae2-05a6b5574139 req-c16180f9-3c38-4019-bb30-41432ec72252 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 943 time: 0.0818994 Apr 18 22:37:29.196528 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:29.266866 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:29.307893 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-5dde7fce-cac8-4fda-bae2-05a6b5574139 req-d84dfb65-7003-4a51-a223-ebc97214a3f5 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388807 Apr 18 22:37:29.558811 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:37:30.507820 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0808f-159b-4eb3-a7f3-cd520e2e0a11 req-0cc75936-eb7c-45f6-a03e-61888f5e80de tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:30.509279 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93a0808f-159b-4eb3-a7f3-cd520e2e0a11 req-0cc75936-eb7c-45f6-a03e-61888f5e80de tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 944 time: 0.0827723 Apr 18 22:37:30.553700 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-93a0808f-159b-4eb3-a7f3-cd520e2e0a11 req-fa39849a-fbba-4310-b5ea-c1419bf86fa8 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385213 Apr 18 22:37:30.870873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:37:31.001688 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning for port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:37:31.006692 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:37:31.007109 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:31.118419 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:31.145609 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:37:31.154997 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:37:31.236180 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:31.287616 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb11f375-3489-4915-be15-1b60a7e3bcec'] response: {'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'code': 200} Apr 18 22:37:31.318514 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:31.358363 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:31.415471 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-646b77d1-2076-4908-868f-fb7b598c6df6 req-c42610e6-81a0-4e6c-ba7d-96ee36c85285 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 1096 time: 0.0750940 Apr 18 22:37:31.456643 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-646b77d1-2076-4908-868f-fb7b598c6df6 req-6a2680ce-d641-4f8d-bfb0-1b6385ed144a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343759 Apr 18 22:37:31.753384 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f14768-dcf5-4b95-99d1-00cbcea3ded5 req-b70e7b25-7080-43a0-9b04-0f262b821e7f tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:31.754878 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87f14768-dcf5-4b95-99d1-00cbcea3ded5 req-b70e7b25-7080-43a0-9b04-0f262b821e7f tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 945 time: 0.0821569 Apr 18 22:37:31.801079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-87f14768-dcf5-4b95-99d1-00cbcea3ded5 req-94d57bb5-e322-44c8-8981-9d40c2393389 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406964 Apr 18 22:37:33.006547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26cc44-1744-48f6-8474-cd206bd704b3 req-c4546202-1b3a-48cf-ba7b-35ebf1152678 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:33.007907 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b26cc44-1744-48f6-8474-cd206bd704b3 req-c4546202-1b3a-48cf-ba7b-35ebf1152678 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 945 time: 0.0754151 Apr 18 22:37:33.057019 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-8b26cc44-1744-48f6-8474-cd206bd704b3 req-4f035785-69aa-434c-999d-25428374d8b4 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436208 Apr 18 22:37:33.255055 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf281d8-d6e1-4629-bc17-e5f58748573d req-742cafb0-b635-426a-acba-b4217ee72074 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:33.256490 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ccf281d8-d6e1-4629-bc17-e5f58748573d req-742cafb0-b635-426a-acba-b4217ee72074 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 945 time: 0.0749815 Apr 18 22:37:33.302088 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-ccf281d8-d6e1-4629-bc17-e5f58748573d req-4d5b8935-53b9-4912-a009-a3935275cab9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399194 Apr 18 22:37:33.329525 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42188) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:33.467347 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4459cd9f-07eb-4607-a34c-b36055bed5bc tempest-TestSnapshotPattern-1437163116 tempest-TestSnapshotPattern-1437163116-project-admin] Synchronizing usage tracker for tenant:52995cc809b046fea59c078601a20d3b on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:37:33.550117 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-4459cd9f-07eb-4607-a34c-b36055bed5bc tempest-TestSnapshotPattern-1437163116 tempest-TestSnapshotPattern-1437163116-project-admin] Unset dirty status for tenant:52995cc809b046fea59c078601a20d3b on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:37:33.551445 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4459cd9f-07eb-4607-a34c-b36055bed5bc tempest-TestSnapshotPattern-1437163116 tempest-TestSnapshotPattern-1437163116-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 1091 time: 0.2209647 Apr 18 22:37:33.554388 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42194) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:37:33.559672 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:37:33.566137 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:37:33.569984 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Usage tracker for resource:floatingip and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:37:33.572807 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:37:33.578687 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:37:33.649215 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:33.783533 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:33.923210 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Allocated IP 172.25.3.157 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/414a4c28-b1b6-4070-a505-30be1c748abc) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:37:34.068710 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:34.150612 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:34.227317 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:37:34.228057 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'Port': ['ID=414a4c28-b1b6-4070-a505-30be1c748abc,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:34.231440 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:37:34.233465 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:37:34.338508 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:34.740128 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:34.849945 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:35.143162 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:35.213066 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:35.321906 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'Port': ['ID=414a4c28-b1b6-4070-a505-30be1c748abc,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:37:35.334885 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:35.520652 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Floating IP eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d associated. External IP: 172.25.3.157, port: a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de. Apr 18 22:37:35.904449 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:37:36.104494 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:37:36.115305 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd478a6-5425-46ce-8ed0-50eb873ed756 None None] Sync routers for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:37:36.127721 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd478a6-5425-46ce-8ed0-50eb873ed756 None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:37:36.128321 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-cfd478a6-5425-46ce-8ed0-50eb873ed756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:37:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:36.195981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:36.251129 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-85eb759e-fd98-4a0b-8897-0e3c79b6dd1d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6956775 Apr 18 22:37:36.251627 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:37:36.304202 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-cfd478a6-5425-46ce-8ed0-50eb873ed756 None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:37:36.382059 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f515139-9020-48b5-825e-b791e63c3101'] response: {'name': 'network-changed', 'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'status': 'completed', 'code': 200} Apr 18 22:37:36.473983 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24a27ee4-cecb-44b3-8e9e-25500151ab83 req-c289b183-8faa-4fb9-80e1-a66273da360a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 1096 time: 0.0693491 Apr 18 22:37:36.607558 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a27ee4-cecb-44b3-8e9e-25500151ab83 req-f5611203-4a58-4e91-ad44-2615bc824c1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:36.609111 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24a27ee4-cecb-44b3-8e9e-25500151ab83 req-f5611203-4a58-4e91-ad44-2615bc824c1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 911 time: 0.1286266 Apr 18 22:37:36.651678 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-cfd478a6-5425-46ce-8ed0-50eb873ed756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'port_id': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'mac_address': 'fa:16:3e:fb:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:37:34Z', 'updated_at': '2022-04-18T22:37:34Z', 'revision_number': 0, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:36.656084 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd478a6-5425-46ce-8ed0-50eb873ed756 None None] Checking router: b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:37:36.666403 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd478a6-5425-46ce-8ed0-50eb873ed756 None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:37:36.667112 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-cfd478a6-5425-46ce-8ed0-50eb873ed756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:37:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:36.712175 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24a27ee4-cecb-44b3-8e9e-25500151ab83 req-43c3e44a-d6b4-4b05-9a22-98599e8d0aef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de HTTP/1.1" status: 200 len: 999 time: 0.0977683 Apr 18 22:37:36.778099 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a27ee4-cecb-44b3-8e9e-25500151ab83 req-83cbf55b-7901-40eb-bd01-c6eaa8fd8c16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:37:36.779614 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24a27ee4-cecb-44b3-8e9e-25500151ab83 req-83cbf55b-7901-40eb-bd01-c6eaa8fd8c16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.0614593 Apr 18 22:37:36.856421 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24a27ee4-cecb-44b3-8e9e-25500151ab83 req-c6d142bd-af3f-44ad-9443-d5646fbbb5fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692625 Apr 18 22:37:36.886916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-cfd478a6-5425-46ce-8ed0-50eb873ed756 None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:37:36.991232 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24a27ee4-cecb-44b3-8e9e-25500151ab83 req-b3b9df83-9083-4d0a-9036-a0d4a1285d78 service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287317 Apr 18 22:37:37.128276 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-24a27ee4-cecb-44b3-8e9e-25500151ab83 req-55a94c21-5db1-489f-b65b-dc6a4a2bbfd0 service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306491 Apr 18 22:37:37.235400 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-cfd478a6-5425-46ce-8ed0-50eb873ed756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'port_id': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'mac_address': 'fa:16:3e:fb:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:37:34Z', 'updated_at': '2022-04-18T22:37:34Z', 'revision_number': 0, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:37:37.239399 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd478a6-5425-46ce-8ed0-50eb873ed756 None None] The sync data for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 is: [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'port_id': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'mac_address': 'fa:16:3e:fb:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:37:34Z', 'updated_at': '2022-04-18T22:37:34Z', 'revision_number': 0, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:37:40.049333 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:42.214319 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bf9ee6-0759-4a9e-b364-803a6def5211 None None] New status for floating IP eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:37:52.275411 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:37:54.763662 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-6625f370-cd0c-4d26-91fb-45fda67fcce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:57.197487 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4f5b203e-8103-42c8-8560-a02d418720bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:58.054817 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:37:58.973633 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:01.351916 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:04.355166 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:10.032001 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:14.647791 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d838cc44-6386-4961-a25a-29f485762b59 req-c011f6eb-8cc6-4321-9143-6a80da2765a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698221 Apr 18 22:38:14.783918 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d838cc44-6386-4961-a25a-29f485762b59 req-f5b77a73-39b7-4e43-b22f-a548889eb9be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 1096 time: 0.0691576 Apr 18 22:38:14.925777 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838cc44-6386-4961-a25a-29f485762b59 req-5eccb18e-0ef3-4b36-99fb-968c7c7228e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:38:14.927241 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d838cc44-6386-4961-a25a-29f485762b59 req-5eccb18e-0ef3-4b36-99fb-968c7c7228e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 911 time: 0.1253443 Apr 18 22:38:15.032198 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d838cc44-6386-4961-a25a-29f485762b59 req-01711f48-13de-4741-a9b3-46b47fda4262 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de HTTP/1.1" status: 200 len: 1001 time: 0.0990000 Apr 18 22:38:15.093587 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838cc44-6386-4961-a25a-29f485762b59 req-371fd602-59da-465e-afa0-dd90b0546824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:38:15.095739 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d838cc44-6386-4961-a25a-29f485762b59 req-371fd602-59da-465e-afa0-dd90b0546824 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.0561476 Apr 18 22:38:15.253629 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d838cc44-6386-4961-a25a-29f485762b59 req-19a89f7d-34ce-441d-a72c-71773643c074 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521430 Apr 18 22:38:15.385724 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d838cc44-6386-4961-a25a-29f485762b59 req-30e207cf-9cb9-46e5-a641-5da62df4af4d service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263199 Apr 18 22:38:15.514925 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-d838cc44-6386-4961-a25a-29f485762b59 req-e74b7b1b-ce66-4c1e-9008-65515be6090f service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237619 Apr 18 22:38:24.774144 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fd06b122-4cbb-4861-bf76-ed841013fbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:27.191421 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-baaae06d-14d4-4707-b11a-7bdcabf45b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:28.071259 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:29.002519 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:29.275806 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:38:31.334404 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:34.334151 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:40.048415 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:54.756352 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-df33548c-1770-4d04-b23a-29086d53b097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:57.190735 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fe8aaa0c-9199-43f0-94e4-f0064e12dbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:58.076101 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:38:58.967934 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:01.333730 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:04.333162 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:06.279587 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:39:10.064911 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:14.983182 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c5990f88-bc06-4d20-9a0f-5b9856311186 req-f50df1a8-e312-4ef3-bcdc-86d9788a8e9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677145 Apr 18 22:39:15.119861 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c5990f88-bc06-4d20-9a0f-5b9856311186 req-6274b1a5-26dc-45d8-b731-a91db035c35f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 1096 time: 0.0693676 Apr 18 22:39:15.263414 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5990f88-bc06-4d20-9a0f-5b9856311186 req-15f9cf6e-096e-4c0a-a303-b4d7e129a600 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:39:15.264830 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c5990f88-bc06-4d20-9a0f-5b9856311186 req-15f9cf6e-096e-4c0a-a303-b4d7e129a600 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 911 time: 0.1268597 Apr 18 22:39:15.368275 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c5990f88-bc06-4d20-9a0f-5b9856311186 req-f209f44b-99c0-4404-ab2f-6740c8c6576a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de HTTP/1.1" status: 200 len: 1001 time: 0.0975511 Apr 18 22:39:15.432014 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5990f88-bc06-4d20-9a0f-5b9856311186 req-42319c38-ee2b-4435-9442-00c95018ecba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:39:15.433415 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c5990f88-bc06-4d20-9a0f-5b9856311186 req-42319c38-ee2b-4435-9442-00c95018ecba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.0598147 Apr 18 22:39:15.507804 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c5990f88-bc06-4d20-9a0f-5b9856311186 req-4aaa24c7-7212-40a3-b360-02f713513c16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678854 Apr 18 22:39:15.637185 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c5990f88-bc06-4d20-9a0f-5b9856311186 req-50255517-0988-4afd-a27c-dd62565c04b3 service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233795 Apr 18 22:39:15.767637 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-c5990f88-bc06-4d20-9a0f-5b9856311186 req-4a064524-4644-4d5a-8d99-2418a0ebebf3 service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249406 Apr 18 22:39:24.761714 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-23883a7f-7f2a-4927-9a8b-a80c7ae5087f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:27.191159 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-88b08268-66a5-42ce-9fd6-19d64eb1d297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:28.075596 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:29.005997 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:31.338609 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:34.373228 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:40.039752 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:43.279350 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:39:54.749616 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d14f457d-97e3-4bfe-bfeb-a93b85c9e5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:57.195264 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4e16e8ea-7715-4982-ae08-e0d3d677e04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:58.097994 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:39:59.001316 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:01.343879 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:04.400890 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:05.840094 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de details requested by agent hyperv_n-h2-836017-3 with host n-h2-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:40:05.970522 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:40:05.985355 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Returning: {'device': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'port_id': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'mac_address': 'fa:16:3e:fb:98:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:40:06.037779 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:06.054242 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:40:06.068488 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:40:06.120675 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:06.193337 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] get_ports_and_sgs() called for port_ids ['a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:40:06.230916 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:40:06.251111 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:06.251454 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:06.251790 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:06.252122 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:06.252458 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:06.253436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:06.254073 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:06.254410 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:06.254738 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:06.255063 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:06.255389 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:07.847023 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de up at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:40:07.925497 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Provisioning complete for port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:40:07.925908 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:08.061226 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:08.092985 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:40:08.103451 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:40:08.179383 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa39cbfa-e628-4886-adf8-dc0ed172be99'] response: {'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'code': 200} Apr 18 22:40:08.207775 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:08.281153 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:40:10.052434 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:15.754861 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cda9862c-48c5-4d55-9b8b-eab4fabd783a req-705b15ac-1737-4bbf-96fc-0b2c6330cabe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 1096 time: 0.0839198 Apr 18 22:40:15.924807 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9862c-48c5-4d55-9b8b-eab4fabd783a req-19d684c0-2a00-44ac-8dba-36dd1aed72f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:15.927064 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cda9862c-48c5-4d55-9b8b-eab4fabd783a req-19d684c0-2a00-44ac-8dba-36dd1aed72f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 911 time: 0.1531034 Apr 18 22:40:16.039712 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cda9862c-48c5-4d55-9b8b-eab4fabd783a req-cc68503f-9c51-44d0-a378-1928aa3b0906 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de HTTP/1.1" status: 200 len: 1001 time: 0.1064086 Apr 18 22:40:16.107503 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9862c-48c5-4d55-9b8b-eab4fabd783a req-3cd8f908-3ee7-45f8-86bc-1e2cbb7a8889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:16.108969 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cda9862c-48c5-4d55-9b8b-eab4fabd783a req-3cd8f908-3ee7-45f8-86bc-1e2cbb7a8889 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.0641205 Apr 18 22:40:16.184789 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cda9862c-48c5-4d55-9b8b-eab4fabd783a req-5384bfb8-8353-4c6b-a11c-b48d9db1ad21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701034 Apr 18 22:40:16.410262 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cda9862c-48c5-4d55-9b8b-eab4fabd783a req-477aad0e-f2c0-4189-8796-4aacf2024bec service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195480 Apr 18 22:40:16.545149 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-cda9862c-48c5-4d55-9b8b-eab4fabd783a req-21db9b26-bc59-4c06-b1c9-d74729b7422f service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300006 Apr 18 22:40:20.284352 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:40:22.010971 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-854491fb-96fd-4fd1-bc78-4a309f226ca0 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990386111&fields=id&tenant_id=5f4c5f8d45ca4f999819524b8cebcd76 HTTP/1.1" status: 200 len: 267 time: 0.0471435 Apr 18 22:40:22.157786 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-28afbe39-6083-4d61-998c-ac1e6b1e4686 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:22.159145 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-28afbe39-6083-4d61-998c-ac1e6b1e4686 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 810 time: 0.1399312 Apr 18 22:40:22.177285 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-9a54119b-4b0e-4964-b620-b80d67b2cd8a tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/quotas/5f4c5f8d45ca4f999819524b8cebcd76 HTTP/1.1" status: 200 len: 375 time: 0.0117500 Apr 18 22:40:22.264402 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-ab7892f7-a8b3-4731-a7d6-341f88cb8d92 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0819387 Apr 18 22:40:22.350512 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-6d5cc58d-ad3a-4752-94a9-b0133e8c8d95 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85048) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:40:22.351474 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-6d5cc58d-ad3a-4752-94a9-b0133e8c8d95 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0752838 Apr 18 22:40:22.579079 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-f9efbd3d-0547-4558-85a6-42c15c642fb5 service neutron] 10.222.0.11 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213268 Apr 18 22:40:22.714452 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-76498cff-17eb-4b74-a175-ceb301173b44 service neutron] 10.222.0.11 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297727 Apr 18 22:40:23.092965 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e813b6fd-9fc8-4574-85a5-9fc9b65b0db0 req-99b76e57-bfe6-4d91-a1ba-77a5be988c66 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 210 time: 0.1113806 Apr 18 22:40:23.932436 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:40:24.074796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:24.100672 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:40:24.109817 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] For port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:40:24.181197 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0fe49c-4500-4603-bcf3-04a69ff10421'] response: {'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'code': 200} Apr 18 22:40:24.200414 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:24.268911 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Pushing event updated for resources: {'Port': ['ID=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:40:24.288483 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-81963d90-caa7-491d-a24a-19521d721dd2 req-30d6a478-47b9-4497-ba13-6631d26f4a59 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 210 time: 0.0472190 Apr 18 22:40:24.747856 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9e962789-502a-49f7-8874-b004158c32be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:25.140916 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.59', 56484) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:40:25.285374 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-3ac6e0c9-a360-4529-9e17-19f1ad4a0e03 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:25.286825 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-3ac6e0c9-a360-4529-9e17-19f1ad4a0e03 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.59 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 810 time: 0.1449044 Apr 18 22:40:25.344615 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-3bdf756c-2472-41cd-bbc1-2d2d20f41532 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f4c5f8d45ca4f999819524b8cebcd76 HTTP/1.1" status: 200 len: 379 time: 0.0459347 Apr 18 22:40:25.352895 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Request body: {'port': {'device_id': '8b095719-7b31-476d-9a98-d8252d5d9256', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'admin_state_up': True, 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'security_groups': ['bf815aee-4616-42ab-b0bf-3122992923c1']}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:40:25.468352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-be30f86d-15cb-4278-9c44-be021742da3d req-9a41eb08-dd78-4476-aff8-856c26a79d77 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 210 time: 0.0467725 Apr 18 22:40:25.494813 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:40:25.498674 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Usage tracker for resource:port and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:40:25.501591 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Quota usage for port was recalculated. Used quota:4. {{(pid=85049) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:40:25.507944 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.quota.driver [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85049) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:40:25.599261 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Made reservation on behalf of 5f4c5f8d45ca4f999819524b8cebcd76 for: {'port': 1} {{(pid=85049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:40:25.602344 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:25.764103 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_common [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Allocated IP 172.20.0.10 (a19bf7e5-2422-4ccf-9e5d-d373c2607ae5/d0f06d3b-851e-4263-bb94-92f8b43c7d2e/bddceaa6-97d4-432a-879f-eabd88b2ce3d) {{(pid=85049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:40:25.978408 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for port, precommit_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:25.997998 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Transition to ACTIVE for port object bddceaa6-97d4-432a-879f-eabd88b2ce3d will not be triggered until provisioned by entity DHCP. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:40:26.060883 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_create {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:26.169144 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 is already hosted by enough agents. {{(pid=85049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:40:26.173601 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.base_scheduler [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources bound (agent type, host, resource id): {{(pid=85049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:40:26.177209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Received port after_create {{(pid=85049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:40:26.237578 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'Port': ['ID=bddceaa6-97d4-432a-879f-eabd88b2ce3d,revision_number=1']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:40:26.265781 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:26.266202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:26.266595 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:26.267000 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:26.267394 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:26.267788 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:26.268188 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:26.268566 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:26.269002 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:26.270011 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:26.270346 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:26.281995 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:26.283076 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:26.381038 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-8a296296-8353-4e81-a751-a7bbf0bb8398 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0316339 Apr 18 22:40:26.622224 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1b4f62f9-24ec-438c-bc09-f3747ba1cabe None None] Provisioning for port bddceaa6-97d4-432a-879f-eabd88b2ce3d completed by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:40:26.628473 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-1b4f62f9-24ec-438c-bc09-f3747ba1cabe None None] Provisioning complete for port bddceaa6-97d4-432a-879f-eabd88b2ce3d triggered by entity DHCP. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:40:26.629432 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1b4f62f9-24ec-438c-bc09-f3747ba1cabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:26.692115 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-1b4f62f9-24ec-438c-bc09-f3747ba1cabe None None] Port bddceaa6-97d4-432a-879f-eabd88b2ce3d cannot update to ACTIVE because it is not bound. {{(pid=85050) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:40:26.692706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991e138-3f04-4395-86a7-a8a9ebabbc9b req-d50c0efa-57fd-4a68-b4ac-74b15915948a tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:26.700481 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0991e138-3f04-4395-86a7-a8a9ebabbc9b req-d50c0efa-57fd-4a68-b4ac-74b15915948a tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 932 time: 0.0920024 Apr 18 22:40:26.743601 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0991e138-3f04-4395-86a7-a8a9ebabbc9b req-fdd30c27-5273-41e2-ac31-64a25581d9d8 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422549 Apr 18 22:40:27.200627 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-759ae175-53b0-4018-b102-7c3c355bd905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:27.963957 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25473b2-3dd6-402c-899b-db79858827c8 req-899bb9fd-21bd-459b-8ed6-e9ac0bc50419 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:27.965936 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b25473b2-3dd6-402c-899b-db79858827c8 req-899bb9fd-21bd-459b-8ed6-e9ac0bc50419 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 932 time: 0.0930929 Apr 18 22:40:28.019468 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-b25473b2-3dd6-402c-899b-db79858827c8 req-cd5c74ad-8482-45d5-a1ec-5ded721bb419 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478530 Apr 18 22:40:28.085358 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:28.988194 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:29.243262 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e2ae8-3f20-46d5-b9ea-0a73c72f21cf req-860f84be-6f71-4a01-ae1a-d4a449094d48 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:29.249592 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-654e2ae8-3f20-46d5-b9ea-0a73c72f21cf req-860f84be-6f71-4a01-ae1a-d4a449094d48 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 932 time: 0.0969548 Apr 18 22:40:29.301909 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-654e2ae8-3f20-46d5-b9ea-0a73c72f21cf req-cc9d2bfe-18f8-4887-a0d3-542cd8ffe87d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492742 Apr 18 22:40:30.545286 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0ccc-6551-4171-8e99-0c38d9cb3996 req-a628d53e-b279-49b8-a070-88f284dd96a1 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:30.549169 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e57f0ccc-6551-4171-8e99-0c38d9cb3996 req-a628d53e-b279-49b8-a070-88f284dd96a1 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 932 time: 0.0994890 Apr 18 22:40:30.600937 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e57f0ccc-6551-4171-8e99-0c38d9cb3996 req-85f081f0-f26d-46e4-abb0-48e0bec5b112 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435820 Apr 18 22:40:31.389483 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:31.820860 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b1fe0-4176-4578-9d02-dc27060f00b0 req-0c9d336c-3610-4b9f-8114-136814ae084d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:31.822480 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d68b1fe0-4176-4578-9d02-dc27060f00b0 req-0c9d336c-3610-4b9f-8114-136814ae084d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 932 time: 0.0882545 Apr 18 22:40:31.874052 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d68b1fe0-4176-4578-9d02-dc27060f00b0 req-b104ec44-0f20-4b26-94de-6f804ebb5307 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458364 Apr 18 22:40:33.077114 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797c77f-3163-4655-8f2a-05f1964a5870 req-61de81f8-a0ee-4de7-83fd-e18f7e0a7339 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:33.078577 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7797c77f-3163-4655-8f2a-05f1964a5870 req-61de81f8-a0ee-4de7-83fd-e18f7e0a7339 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 932 time: 0.0791533 Apr 18 22:40:33.125764 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7797c77f-3163-4655-8f2a-05f1964a5870 req-ca5525de-9d5e-4085-b7eb-7a3bae6e76c9 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408740 Apr 18 22:40:33.636692 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-e61a5b58-eb72-4133-81e3-7f2930c53b42 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=85049) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:40:33.637699 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-e61a5b58-eb72-4133-81e3-7f2930c53b42 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052478 Apr 18 22:40:33.713005 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.v2.base [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Request body: {'port': {'device_id': '8b095719-7b31-476d-9a98-d8252d5d9256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-3'}} {{(pid=85049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:40:33.819430 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:34.159247 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bddceaa6-97d4-432a-879f-eabd88b2ce3d {{(pid=85049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:40:34.166940 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:34.182531 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.provisioning_blocks [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Transition to ACTIVE for port object bddceaa6-97d4-432a-879f-eabd88b2ce3d will not be triggered until provisioned by entity L2. {{(pid=85049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:40:34.263376 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:34.342148 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2793c-b6ab-4a74-b3b6-a8a4351af9b8 req-13bda474-eb01-4286-b262-c9c786c24a03 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:34.347040 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e2c2793c-b6ab-4a74-b3b6-a8a4351af9b8 req-13bda474-eb01-4286-b262-c9c786c24a03 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 944 time: 0.0868509 Apr 18 22:40:34.366182 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:34.396790 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-e2c2793c-b6ab-4a74-b3b6-a8a4351af9b8 req-c3bb4402-6547-4c12-9f1f-160fe2d7482d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466757 Apr 18 22:40:34.487634 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Pushing event updated for resources: {'Port': ['ID=bddceaa6-97d4-432a-879f-eabd88b2ce3d,revision_number=2']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:40:34.591226 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Attempting to bind port bddceaa6-97d4-432a-879f-eabd88b2ce3d on host n-h1-836017-3 for vnic_type normal with profile {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:40:34.591540 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Attempting to bind port bddceaa6-97d4-432a-879f-eabd88b2ce3d by drivers openvswitch,hyperv on host n-h1-836017-3 at level 0 using segments [{'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:40:34.591819 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Attempting to bind port bddceaa6-97d4-432a-879f-eabd88b2ce3d on network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:40:34.597664 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Port bddceaa6-97d4-432a-879f-eabd88b2ce3d on network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-3 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:40:34.598166 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Attempting to bind port bddceaa6-97d4-432a-879f-eabd88b2ce3d on network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:40:34.604241 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Checking agent: {'id': 'dd334b1b-0205-4d1c-be27-df127eeff070', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'started_at': datetime.datetime(2022, 4, 18, 20, 58, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:40:34.604567 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Checking segment: {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:40:34.604949 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Bound using segment: {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'} {{(pid=85049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:40:34.605366 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.managers [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Bound port: bddceaa6-97d4-432a-879f-eabd88b2ce3d, host: n-h1-836017-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9090a410-ebb3-4064-b488-d47e858be46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5'}}] {{(pid=85049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:40:34.605730 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:34.692943 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] For port bddceaa6-97d4-432a-879f-eabd88b2ce3d, host n-h1-836017-3, cleared binding levels {{(pid=85049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:40:34.695815 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] For port bddceaa6-97d4-432a-879f-eabd88b2ce3d, host n-h1-836017-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:40:34.755686 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1465600'] for port, after_update {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:34.818240 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:34.819584 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] 10.222.0.59 "PUT /v2.0/ports/bddceaa6-97d4-432a-879f-eabd88b2ce3d HTTP/1.1" status: 200 len: 1092 time: 1.1758122 Apr 18 22:40:34.820013 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:40:34.836271 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee38d3b-8061-487c-8974-a07b3ed0ee71 service neutron] Pushing event updated for resources: {'Port': ['ID=bddceaa6-97d4-432a-879f-eabd88b2ce3d,revision_number=3']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:40:34.891659 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1013665-e3f2-4e30-bddc-30c6fc53329f'] response: {'name': 'network-changed', 'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'status': 'completed', 'code': 200} Apr 18 22:40:34.987232 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8b4cb73a-0fdb-4412-bbd5-753b898f8be2 req-f3db7c16-d4e7-4524-b71d-80d9d13a83ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 1095 time: 0.0763683 Apr 18 22:40:35.158375 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cb73a-0fdb-4412-bbd5-753b898f8be2 req-2038d915-46c4-4364-b1ed-147da55a1bd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:35.160314 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8b4cb73a-0fdb-4412-bbd5-753b898f8be2 req-2038d915-46c4-4364-b1ed-147da55a1bd6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1646578 Apr 18 22:40:35.294466 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cb73a-0fdb-4412-bbd5-753b898f8be2 req-2a7aca59-d97d-4060-9424-1734bd009992 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:35.295894 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-8b4cb73a-0fdb-4412-bbd5-753b898f8be2 req-2a7aca59-d97d-4060-9424-1734bd009992 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302557 Apr 18 22:40:35.396244 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-a898f357-4f87-4238-8184-1b6f23fc7ed7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 1095 time: 0.0677452 Apr 18 22:40:35.472133 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-58576647-09a1-4477-abf8-1e809b29a118 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d HTTP/1.1" status: 200 len: 217 time: 0.0691304 Apr 18 22:40:35.535104 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-5dc72a5a-293a-46c2-a20f-741b6a92d96a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:35.536520 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-5dc72a5a-293a-46c2-a20f-741b6a92d96a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.0584598 Apr 18 22:40:35.599480 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab2ca5-66b4-4eff-8676-f9c87b34f939 req-55d6b639-8320-479d-a59e-5692f2cb6158 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:35.600952 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97ab2ca5-66b4-4eff-8676-f9c87b34f939 req-55d6b639-8320-479d-a59e-5692f2cb6158 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 944 time: 0.0762703 Apr 18 22:40:35.614692 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-4abb6975-31b7-464a-9e24-4bb6db39c5d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723019 Apr 18 22:40:35.653736 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-97ab2ca5-66b4-4eff-8676-f9c87b34f939 req-bbbe8ab3-e115-4db4-8ee7-521e89209918 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469213 Apr 18 22:40:35.745641 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-0dcb4287-388d-458b-9a43-93c926fd667a service neutron] 10.222.0.59 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237943 Apr 18 22:40:35.874455 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-bf1de337-3183-44c8-b4dd-40dd5137980f req-c498d822-80ed-476d-b9ba-7aa9b848f176 service neutron] 10.222.0.59 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232729 Apr 18 22:40:36.862368 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7ea45-ae3f-47b9-8740-6ba8a446ef91 req-36dc6809-e97c-4a41-b418-39f68e931c05 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:36.864108 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2d7ea45-ae3f-47b9-8740-6ba8a446ef91 req-36dc6809-e97c-4a41-b418-39f68e931c05 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 944 time: 0.0834599 Apr 18 22:40:36.912258 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-d2d7ea45-ae3f-47b9-8740-6ba8a446ef91 req-6383138c-e113-491f-aae5-13d397fb1fcb tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426512 Apr 18 22:40:38.122131 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f411424-2e15-4639-8270-06ccb13918ef req-3333ba3b-730a-4cc4-857e-8433d5f9f0dc tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:38.123556 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f411424-2e15-4639-8270-06ccb13918ef req-3333ba3b-730a-4cc4-857e-8433d5f9f0dc tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 944 time: 0.0780983 Apr 18 22:40:38.168608 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-7f411424-2e15-4639-8270-06ccb13918ef req-cdf4cbfd-affe-48f7-a3d4-72979d88cc60 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396070 Apr 18 22:40:39.039827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device bddceaa6-97d4-432a-879f-eabd88b2ce3d details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:40:39.170373 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port bddceaa6-97d4-432a-879f-eabd88b2ce3d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:40:39.183097 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'port_id': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'mac_address': 'fa:16:3e:52:75:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:40:39.238028 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:39.255644 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddceaa6-97d4-432a-879f-eabd88b2ce3d {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:40:39.271240 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port bddceaa6-97d4-432a-879f-eabd88b2ce3d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:40:39.314870 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:39.376690 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51023c-f35a-4320-b01c-e04b003d02de req-1e91f92b-cc92-48d2-9524-0105b782558c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:39.378350 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e51023c-f35a-4320-b01c-e04b003d02de req-1e91f92b-cc92-48d2-9524-0105b782558c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 945 time: 0.0814216 Apr 18 22:40:39.384267 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=bddceaa6-97d4-432a-879f-eabd88b2ce3d,revision_number=4']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:40:39.425185 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1e51023c-f35a-4320-b01c-e04b003d02de req-b5d9ed36-6748-46fd-b899-01291d4e59f3 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403533 Apr 18 22:40:39.549957 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['bddceaa6-97d4-432a-879f-eabd88b2ce3d'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:40:40.028903 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:40.777112 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8f913-1418-4063-9093-ae3ac3ab80ef req-a6e1d0fa-9781-4cab-89bb-2a86aecdf109 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:40.778477 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bdf8f913-1418-4063-9093-ae3ac3ab80ef req-a6e1d0fa-9781-4cab-89bb-2a86aecdf109 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 945 time: 0.0786028 Apr 18 22:40:40.823180 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-bdf8f913-1418-4063-9093-ae3ac3ab80ef req-e5429790-b150-43e5-a543-78f2ae39a754 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393910 Apr 18 22:40:41.042807 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device bddceaa6-97d4-432a-879f-eabd88b2ce3d up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:40:41.166110 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning for port bddceaa6-97d4-432a-879f-eabd88b2ce3d completed by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:40:41.171047 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port bddceaa6-97d4-432a-879f-eabd88b2ce3d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:40:41.171414 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:41.291465 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:41.317155 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:40:41.326824 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port bddceaa6-97d4-432a-879f-eabd88b2ce3d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:40:41.371026 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abddbb7f-de81-4472-a9a7-3a08a3c92e64'] response: {'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'code': 200} Apr 18 22:40:41.394666 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:41.461439 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=bddceaa6-97d4-432a-879f-eabd88b2ce3d,revision_number=5']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:40:41.496234 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a48ab90f-acd7-4a81-8e09-3af9fdb89bf7 req-5aaf7cea-c308-447b-bede-b2ddcee3bfb5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 1097 time: 0.0681944 Apr 18 22:40:41.538698 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-a48ab90f-acd7-4a81-8e09-3af9fdb89bf7 req-d636f3e4-ccb1-41d5-a5d2-d93f497fa329 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369577 Apr 18 22:40:42.017074 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cc9a6-691f-46c6-9021-c684ecb6f354 req-10a4e0f1-cdce-4ca4-8c6e-ac52eb9699af tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:42.018532 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-206cc9a6-691f-46c6-9021-c684ecb6f354 req-10a4e0f1-cdce-4ca4-8c6e-ac52eb9699af tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 946 time: 0.0764000 Apr 18 22:40:42.064061 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-206cc9a6-691f-46c6-9021-c684ecb6f354 req-cc4168f2-1762-4117-a709-7adc613baa06 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394821 Apr 18 22:40:43.268982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af5fab-5355-4106-886f-e5c466487d2d req-ea1609f5-fb13-4de7-b586-5168728e2267 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:43.271146 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18af5fab-5355-4106-886f-e5c466487d2d req-ea1609f5-fb13-4de7-b586-5168728e2267 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 946 time: 0.0829573 Apr 18 22:40:43.315031 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-18af5fab-5355-4106-886f-e5c466487d2d req-0513d2f1-2deb-4cd8-a476-c1ecc6f045f7 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385733 Apr 18 22:40:43.509904 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d020-2b13-474c-b650-9563d08f65f8 req-7da17d3e-9f92-4ee3-9f8b-0aa065e9fee5 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:43.511349 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37b1d020-2b13-474c-b650-9563d08f65f8 req-7da17d3e-9f92-4ee3-9f8b-0aa065e9fee5 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 946 time: 0.0769260 Apr 18 22:40:43.561140 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-37b1d020-2b13-474c-b650-9563d08f65f8 req-96cb4b06-b318-4b3f-8ace-42f7acc2f031 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444319 Apr 18 22:40:43.588565 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42462) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:40:43.658552 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-78914992-af6c-4ddc-b49f-d4064770ed44 tempest-TestSnapshotPattern-1437163116 tempest-TestSnapshotPattern-1437163116-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 1092 time: 0.0688057 Apr 18 22:40:43.661673 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42466) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:40:43.666702 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.v2.base [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Request body: {'floatingip': {'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'port_id': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:40:43.672706 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:40:43.676536 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Usage tracker for resource:floatingip and tenant:5f4c5f8d45ca4f999819524b8cebcd76 is out of sync, need to count used quota {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:40:43.679982 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85048) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:40:43.685667 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.quota.driver [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85048) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:40:43.747704 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for floatingip, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:43.978905 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:44.115973 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_common [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Allocated IP 172.25.3.220 (0eb3bfc9-093a-4a62-adb7-7a8c6f167846/0210d0f2-5554-484b-92fe-d13f90fc4b4f/bd5c362e-e362-493d-b332-07ba732a7518) {{(pid=85048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:40:44.267086 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for port, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:44.366184 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776080925835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:44.438216 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Network 0eb3bfc9-093a-4a62-adb7-7a8c6f167846 is already hosted by enough agents. {{(pid=85048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:40:44.441365 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.base_scheduler [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Resources bound (agent type, host, resource id): {{(pid=85048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:40:44.444367 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Received port after_create {{(pid=85048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:40:44.478053 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'Port': ['ID=bd5c362e-e362-493d-b332-07ba732a7518,revision_number=1']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:40:44.500547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:44.500883 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:44.501211 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:44.501562 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:44.501888 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:44.502203 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:44.502521 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:44.502833 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:44.503143 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:44.503454 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:44.503769 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:40:44.952070 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:45.060760 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:45.266161 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for port, precommit_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:45.319156 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1861144'] for port, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:45.416741 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event updated for resources: {'Port': ['ID=bd5c362e-e362-493d-b332-07ba732a7518,revision_number=2']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:40:45.439369 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698282'] for floatingip, after_update {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:45.624504 n-d-836017-3 neutron-server[85048]: INFO neutron.db.l3_db [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Floating IP 4468ed00-ec4c-4738-a18d-b47b5c5869b2 associated. External IP: 172.25.3.220, port: bddceaa6-97d4-432a-879f-eabd88b2ce3d. Apr 18 22:40:46.101316 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:40:46.298754 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:40:46.309770 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972de675-203d-4cce-965f-196fe680a148 None None] Sync routers for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:40:46.321103 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972de675-203d-4cce-965f-196fe680a148 None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:40:46.321732 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-972de675-203d-4cce-965f-196fe680a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:40:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:40:46.377862 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:46.435633 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-74f8f119-26b4-4b2c-9bee-d3f855eea004 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7730398 Apr 18 22:40:46.436380 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:40:46.490296 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d1a614-2510-4b24-aa48-bf3ecddeb943'] response: {'name': 'network-changed', 'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'status': 'completed', 'code': 200} Apr 18 22:40:46.501219 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-972de675-203d-4cce-965f-196fe680a148 None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:40:46.584192 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0e9a95e6-f819-4a59-b306-7cc561fe2a1f req-14492df1-beb8-4327-876d-f0a7f5f5f70d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 1097 time: 0.0719728 Apr 18 22:40:46.713816 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a95e6-f819-4a59-b306-7cc561fe2a1f req-9583efe8-6a86-4c8b-89e5-495b41518397 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:46.715166 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0e9a95e6-f819-4a59-b306-7cc561fe2a1f req-9583efe8-6a86-4c8b-89e5-495b41518397 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 911 time: 0.1261203 Apr 18 22:40:46.816571 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0e9a95e6-f819-4a59-b306-7cc561fe2a1f req-3c00e612-e007-4e46-9518-18d0dbcecdd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d HTTP/1.1" status: 200 len: 1000 time: 0.0952685 Apr 18 22:40:46.878915 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-972de675-203d-4cce-965f-196fe680a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '4468ed00-ec4c-4738-a18d-b47b5c5869b2', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'port_id': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'mac_address': 'fa:16:3e:52:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b095719-7b31-476d-9a98-d8252d5d9256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:40:44Z', 'updated_at': '2022-04-18T22:40:44Z', 'revision_number': 0, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address_scope': None}, {'id': 'eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'port_id': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'mac_address': 'fa:16:3e:fb:98:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:37:34Z', 'updated_at': '2022-04-18T22:37:42Z', 'revision_number': 1, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:40:46.884877 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972de675-203d-4cce-965f-196fe680a148 None None] Checking router: b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:40:46.895827 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972de675-203d-4cce-965f-196fe680a148 None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:40:46.896442 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-972de675-203d-4cce-965f-196fe680a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:40:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:40:46.971042 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a95e6-f819-4a59-b306-7cc561fe2a1f req-9d5f1b15-b784-4daa-96e0-835d29970e5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:40:46.972377 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0e9a95e6-f819-4a59-b306-7cc561fe2a1f req-9d5f1b15-b784-4daa-96e0-835d29970e5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.1501181 Apr 18 22:40:47.047223 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0e9a95e6-f819-4a59-b306-7cc561fe2a1f req-0deff21b-43bf-4182-a3c9-a5a95710661d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686357 Apr 18 22:40:47.079404 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-972de675-203d-4cce-965f-196fe680a148 None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:40:47.181797 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0e9a95e6-f819-4a59-b306-7cc561fe2a1f req-edf66f52-5d0a-40ee-87e4-0847382068f0 service neutron] 10.222.0.59 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279204 Apr 18 22:40:47.313927 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-0e9a95e6-f819-4a59-b306-7cc561fe2a1f req-46488953-b2b3-4d44-a3f0-0acf95c9b2f0 service neutron] 10.222.0.59 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265416 Apr 18 22:40:47.455452 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-972de675-203d-4cce-965f-196fe680a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '4468ed00-ec4c-4738-a18d-b47b5c5869b2', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'port_id': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'mac_address': 'fa:16:3e:52:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b095719-7b31-476d-9a98-d8252d5d9256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:40:44Z', 'updated_at': '2022-04-18T22:40:44Z', 'revision_number': 0, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address_scope': None}, {'id': 'eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'port_id': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'mac_address': 'fa:16:3e:fb:98:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:37:34Z', 'updated_at': '2022-04-18T22:37:42Z', 'revision_number': 1, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:40:47.460690 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972de675-203d-4cce-965f-196fe680a148 None None] The sync data for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 is: [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': '4468ed00-ec4c-4738-a18d-b47b5c5869b2', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'port_id': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'mac_address': 'fa:16:3e:52:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b095719-7b31-476d-9a98-d8252d5d9256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:40:44Z', 'updated_at': '2022-04-18T22:40:44Z', 'revision_number': 0, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address_scope': None}, {'id': 'eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'port_id': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'mac_address': 'fa:16:3e:fb:98:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:37:34Z', 'updated_at': '2022-04-18T22:37:42Z', 'revision_number': 1, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:40:47.643074 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17c18fa-d266-4ae6-87e4-07742a255a99 None None] New status for floating IP 4468ed00-ec4c-4738-a18d-b47b5c5869b2: ACTIVE {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:40:54.736995 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-da40cef8-3df4-462d-a40f-62fb49722c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:57.204759 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-20246609-f902-4abc-ba82-30b17942e8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:57.284161 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:40:58.057143 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:40:58.988218 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:01.352920 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:04.399847 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:10.086294 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:14.976963 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9af1385-c18b-4a6f-a2d2-47f680b26a9c req-985bfeac-9a37-4f9c-b184-eff1a9751a14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717962 Apr 18 22:41:15.109980 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9af1385-c18b-4a6f-a2d2-47f680b26a9c req-c78be6a2-4a22-444e-9d02-c559cbcde939 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 1094 time: 0.0683241 Apr 18 22:41:15.258075 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af1385-c18b-4a6f-a2d2-47f680b26a9c req-fba882c1-4a42-4cdf-9c9e-fc860f0b687b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:41:15.259428 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9af1385-c18b-4a6f-a2d2-47f680b26a9c req-fba882c1-4a42-4cdf-9c9e-fc860f0b687b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 911 time: 0.1326094 Apr 18 22:41:15.361560 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9af1385-c18b-4a6f-a2d2-47f680b26a9c req-5597a7a8-55c4-4532-9d89-cfcd89772095 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de HTTP/1.1" status: 200 len: 999 time: 0.0964677 Apr 18 22:41:15.427888 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af1385-c18b-4a6f-a2d2-47f680b26a9c req-2ebf8e29-3b3c-4315-bf11-cd7234269e58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:41:15.429305 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9af1385-c18b-4a6f-a2d2-47f680b26a9c req-2ebf8e29-3b3c-4315-bf11-cd7234269e58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.0616755 Apr 18 22:41:15.506353 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9af1385-c18b-4a6f-a2d2-47f680b26a9c req-055fb1ef-f79a-4872-857c-cb6fefe178d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714228 Apr 18 22:41:15.634300 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9af1385-c18b-4a6f-a2d2-47f680b26a9c req-77c472d9-08da-43f7-9db9-cfc1bd7a5582 service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225836 Apr 18 22:41:15.762192 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-e9af1385-c18b-4a6f-a2d2-47f680b26a9c req-75f74c6d-74e7-4c52-808b-8037982f9d02 service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225526 Apr 18 22:41:17.113564 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b82eb9dd-a574-480b-8d94-8ea5c24517f1 req-98759804-7166-4aee-bae6-4f2fa5abb085 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652051 Apr 18 22:41:17.256760 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b82eb9dd-a574-480b-8d94-8ea5c24517f1 req-ab4f32b9-d022-4245-a4a4-20fac53d22b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 1097 time: 0.0721858 Apr 18 22:41:17.396990 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eb9dd-a574-480b-8d94-8ea5c24517f1 req-735b75c7-ef68-4f4f-87c3-bb69231a9112 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:41:17.398428 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b82eb9dd-a574-480b-8d94-8ea5c24517f1 req-735b75c7-ef68-4f4f-87c3-bb69231a9112 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 911 time: 0.1231155 Apr 18 22:41:17.498262 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b82eb9dd-a574-480b-8d94-8ea5c24517f1 req-dbcaa643-006b-4986-909a-7d644ada9b38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d HTTP/1.1" status: 200 len: 1002 time: 0.0937116 Apr 18 22:41:17.644124 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eb9dd-a574-480b-8d94-8ea5c24517f1 req-518bd421-c9c0-471d-b08f-41c6b077e4bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:41:17.646153 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b82eb9dd-a574-480b-8d94-8ea5c24517f1 req-518bd421-c9c0-471d-b08f-41c6b077e4bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.1417081 Apr 18 22:41:17.719957 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b82eb9dd-a574-480b-8d94-8ea5c24517f1 req-7b18ff06-dc26-49a4-960b-21b7722f4307 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685282 Apr 18 22:41:17.849187 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b82eb9dd-a574-480b-8d94-8ea5c24517f1 req-62cc6bd8-6101-4668-a869-90670310e357 service neutron] 10.222.0.59 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235728 Apr 18 22:41:17.978402 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-b82eb9dd-a574-480b-8d94-8ea5c24517f1 req-47623fe0-7a93-4c3f-a95f-ff5a343c9d00 service neutron] 10.222.0.59 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226337 Apr 18 22:41:24.758816 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ea328162-6f01-4aaf-8a03-1556bd0f68bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:27.194348 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d51ab5e7-253c-4f44-938f-bbfe20412e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:28.102319 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:29.016102 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:31.359413 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:34.283562 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:41:34.387664 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:40.119362 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:54.764141 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ce1483ec-687c-41c2-b34c-e87dc8bb0db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:57.181715 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ecbf-72e6-4f4b-8da0-d3ec80c149b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:58.107044 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:41:58.976064 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:01.369378 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:04.415685 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:10.135817 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:11.283730 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:42:15.673075 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc403aeb-c601-4e07-966b-cc540abdd83e req-ff5ef9f9-c06b-4edd-811b-504e1357cbee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1585212 Apr 18 22:42:15.810399 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc403aeb-c601-4e07-966b-cc540abdd83e req-3f191209-05be-428d-8340-99fef0408863 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 1094 time: 0.0697565 Apr 18 22:42:15.952485 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc403aeb-c601-4e07-966b-cc540abdd83e req-1660c2b7-f50f-449d-ba21-2482a90c5996 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:15.953946 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc403aeb-c601-4e07-966b-cc540abdd83e req-1660c2b7-f50f-449d-ba21-2482a90c5996 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 911 time: 0.1261616 Apr 18 22:42:16.055388 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc403aeb-c601-4e07-966b-cc540abdd83e req-db32cf8d-9af3-48c9-a6b6-1ace4d727be5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de HTTP/1.1" status: 200 len: 999 time: 0.0955627 Apr 18 22:42:16.118442 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc403aeb-c601-4e07-966b-cc540abdd83e req-cabf6197-5ce4-4203-9fbb-da9142a3ac58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:16.119784 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc403aeb-c601-4e07-966b-cc540abdd83e req-cabf6197-5ce4-4203-9fbb-da9142a3ac58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.0593348 Apr 18 22:42:16.192349 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc403aeb-c601-4e07-966b-cc540abdd83e req-67ccf77e-2d96-4064-9e0f-edd9249424be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668538 Apr 18 22:42:16.319654 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc403aeb-c601-4e07-966b-cc540abdd83e req-1b1bf24c-7ac0-4556-b255-a96e145ff4db service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216953 Apr 18 22:42:16.447384 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc403aeb-c601-4e07-966b-cc540abdd83e req-49659d6a-7632-4071-a81a-3736c0d6970c service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224680 Apr 18 22:42:18.185181 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2fdb23bf-184a-458c-8b2f-62cbbd080749 req-492f5b10-487b-4626-a69f-4bd08ad8b810 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 1097 time: 0.0721300 Apr 18 22:42:18.329617 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb23bf-184a-458c-8b2f-62cbbd080749 req-80264319-685c-4126-b6ed-a2d71c334f3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:18.331022 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2fdb23bf-184a-458c-8b2f-62cbbd080749 req-80264319-685c-4126-b6ed-a2d71c334f3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 911 time: 0.1257300 Apr 18 22:42:18.433156 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2fdb23bf-184a-458c-8b2f-62cbbd080749 req-f63ff858-4fe0-470f-8b5b-2fc588f8661f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d HTTP/1.1" status: 200 len: 1002 time: 0.0925708 Apr 18 22:42:18.581903 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb23bf-184a-458c-8b2f-62cbbd080749 req-84fb5e9a-b123-46e8-b297-5d291b594330 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:18.584109 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2fdb23bf-184a-458c-8b2f-62cbbd080749 req-84fb5e9a-b123-46e8-b297-5d291b594330 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.1428235 Apr 18 22:42:18.662576 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2fdb23bf-184a-458c-8b2f-62cbbd080749 req-15a9e0c2-dd43-4ac9-928a-5de5f33c1642 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713642 Apr 18 22:42:18.794104 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2fdb23bf-184a-458c-8b2f-62cbbd080749 req-faeab5d1-1dd8-4dc4-a334-e0629d82f2d2 service neutron] 10.222.0.59 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241241 Apr 18 22:42:18.934416 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2fdb23bf-184a-458c-8b2f-62cbbd080749 req-d190f7c1-9875-4f99-8410-db7c9a1630b7 service neutron] 10.222.0.59 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341529 Apr 18 22:42:19.582051 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device bddceaa6-97d4-432a-879f-eabd88b2ce3d details requested by agent hyperv_n-h1-836017-3 with host n-h1-836017-3 {{(pid=85050) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:42:19.721435 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port bddceaa6-97d4-432a-879f-eabd88b2ce3d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:19.735681 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Returning: {'device': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'port_id': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'mac_address': 'fa:16:3e:52:75:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85050) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:42:19.804615 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:19.824588 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bddceaa6-97d4-432a-879f-eabd88b2ce3d {{(pid=85050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:42:19.840520 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port bddceaa6-97d4-432a-879f-eabd88b2ce3d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:19.907027 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:19.982205 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] get_ports_and_sgs() called for port_ids ['bddceaa6-97d4-432a-879f-eabd88b2ce3d'] {{(pid=85050) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:42:20.013647 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=bddceaa6-97d4-432a-879f-eabd88b2ce3d,revision_number=6']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:20.044075 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:20.044421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:20.044763 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:20.045098 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:20.045429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:20.045795 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:20.046125 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:20.046450 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:20.046776 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:20.049792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:20.049792 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:21.591347 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device bddceaa6-97d4-432a-879f-eabd88b2ce3d up at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:42:21.706463 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.provisioning_blocks [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Provisioning complete for port bddceaa6-97d4-432a-879f-eabd88b2ce3d triggered by entity L2. {{(pid=85050) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:42:21.706839 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7513064'] for port, provisioning_complete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:21.843843 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:21.876041 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:42:21.893033 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port bddceaa6-97d4-432a-879f-eabd88b2ce3d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:21.956224 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a252569-dc7d-41c5-8def-881378e50ed6'] response: {'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'code': 200} Apr 18 22:42:21.958645 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:22.029440 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=bddceaa6-97d4-432a-879f-eabd88b2ce3d,revision_number=7']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:24.752355 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f701f210-0f9d-4e60-9938-e0c078790b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:27.187531 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5851e961-34d5-40e7-9434-fa08fcdbf614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:28.112591 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:29.155867 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:31.398516 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:32.163831 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42618) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:32.360677 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Deleting port bd5c362e-e362-493d-b332-07ba732a7518 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:32.361015 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:32.528599 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:32.528832 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:32.646018 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Calling delete_port for bd5c362e-e362-493d-b332-07ba732a7518 owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:42:32.854981 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:32.898452 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event deleted for resources: {'Port': ['ID=bd5c362e-e362-493d-b332-07ba732a7518,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:32.998981 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:32.999324 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:32.999661 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:32.999993 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:33.000320 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:33.000645 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:33.000968 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:33.001288 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:33.001636 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:33.001956 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:33.002274 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:33.126636 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:33.522782 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:42:33.719233 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:42:33.728927 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe76e3-4444-4b9e-a1df-e50a9c189134 None None] Sync routers for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:42:33.732133 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:33.741343 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe76e3-4444-4b9e-a1df-e50a9c189134 None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:42:33.741986 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6cfe76e3-4444-4b9e-a1df-e50a9c189134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:33.790631 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-10357837-4a1b-4d79-8070-23f3a1625c7d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "DELETE /v2.0/floatingips/4468ed00-ec4c-4738-a18d-b47b5c5869b2 HTTP/1.1" status: 204 len: 168 time: 1.6256132 Apr 18 22:42:33.791124 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:42:33.852980 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adfb38d9-439c-40c1-890c-4737b8029915'] response: {'name': 'network-changed', 'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'status': 'completed', 'code': 200} Apr 18 22:42:33.928740 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-6cfe76e3-4444-4b9e-a1df-e50a9c189134 None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:42:33.951833 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25944c2b-1f67-4f37-9ed6-2f69146a66b4 req-79fdfdf1-41ad-4978-88e8-261460cc7f1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 1097 time: 0.0755453 Apr 18 22:42:34.086312 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25944c2b-1f67-4f37-9ed6-2f69146a66b4 req-25981da8-da83-4f42-836b-d39b8cb614ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:34.087910 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25944c2b-1f67-4f37-9ed6-2f69146a66b4 req-25981da8-da83-4f42-836b-d39b8cb614ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 911 time: 0.1301243 Apr 18 22:42:34.166929 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25944c2b-1f67-4f37-9ed6-2f69146a66b4 req-f094487a-c783-430c-9836-65200789cd79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d HTTP/1.1" status: 200 len: 217 time: 0.0705314 Apr 18 22:42:34.233145 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25944c2b-1f67-4f37-9ed6-2f69146a66b4 req-456700a3-2b86-4edd-8bd7-ce131a48bf54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:34.234619 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25944c2b-1f67-4f37-9ed6-2f69146a66b4 req-456700a3-2b86-4edd-8bd7-ce131a48bf54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.0619702 Apr 18 22:42:34.295309 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6cfe76e3-4444-4b9e-a1df-e50a9c189134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'port_id': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'mac_address': 'fa:16:3e:fb:98:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:37:34Z', 'updated_at': '2022-04-18T22:37:42Z', 'revision_number': 1, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:34.299302 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe76e3-4444-4b9e-a1df-e50a9c189134 None None] Checking router: b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:42:34.311360 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe76e3-4444-4b9e-a1df-e50a9c189134 None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:42:34.311974 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6cfe76e3-4444-4b9e-a1df-e50a9c189134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:34.330106 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25944c2b-1f67-4f37-9ed6-2f69146a66b4 req-18438c94-0e59-4ccd-a8ae-66b4a7c732af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783677 Apr 18 22:42:34.484247 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25944c2b-1f67-4f37-9ed6-2f69146a66b4 req-960c3033-efac-4f94-a8f3-55d897241fbb service neutron] 10.222.0.59 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413002 Apr 18 22:42:34.484953 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e409b-d6b3-4d6e-a24b-f26adbcb1358 req-50e056c1-40f8-4146-8e11-c034231dac97 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:34.485689 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-391e409b-d6b3-4d6e-a24b-f26adbcb1358 req-50e056c1-40f8-4146-8e11-c034231dac97 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Synchronizing usage tracker for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:42:34.502845 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-6cfe76e3-4444-4b9e-a1df-e50a9c189134 None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:42:34.549177 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:34.564034 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-391e409b-d6b3-4d6e-a24b-f26adbcb1358 req-50e056c1-40f8-4146-8e11-c034231dac97 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Unset dirty status for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:42:34.565352 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-391e409b-d6b3-4d6e-a24b-f26adbcb1358 req-50e056c1-40f8-4146-8e11-c034231dac97 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 946 time: 0.2331975 Apr 18 22:42:34.620977 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-25944c2b-1f67-4f37-9ed6-2f69146a66b4 req-b5e8aa2d-ea40-4360-a56e-7857d465dd83 service neutron] 10.222.0.59 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298871 Apr 18 22:42:34.626182 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-391e409b-d6b3-4d6e-a24b-f26adbcb1358 req-2984bef8-cd18-430b-8029-6f6fd9321b67 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541449 Apr 18 22:42:34.849295 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-6cfe76e3-4444-4b9e-a1df-e50a9c189134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'port_id': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'mac_address': 'fa:16:3e:fb:98:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:37:34Z', 'updated_at': '2022-04-18T22:37:42Z', 'revision_number': 1, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:34.853146 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe76e3-4444-4b9e-a1df-e50a9c189134 None None] The sync data for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 is: [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_floatingips': [{'id': 'eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'router_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'port_id': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'mac_address': 'fa:16:3e:fb:98:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:37:34Z', 'updated_at': '2022-04-18T22:37:42Z', 'revision_number': 1, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:42:35.068003 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1202d5-e02b-447d-b768-0805086e9d03 None None] New status for floating IP 4468ed00-ec4c-4738-a18d-b47b5c5869b2: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:42:35.617932 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device bddceaa6-97d4-432a-879f-eabd88b2ce3d no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:42:35.765097 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7582931'] for port, before_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:35.792246 n-d-836017-3 neutron-server[85050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d'}] {{(pid=85050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:42:35.803532 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] For port bddceaa6-97d4-432a-879f-eabd88b2ce3d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:35.824122 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce841ae-dbca-4457-bb4c-67a30ae483fa req-3f4fb4d3-52f3-41c1-be2f-6311c28498ea tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:35.825343 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ce841ae-dbca-4457-bb4c-67a30ae483fa req-3f4fb4d3-52f3-41c1-be2f-6311c28498ea tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 946 time: 0.0822287 Apr 18 22:42:35.854494 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7cda2-9782-4d49-bd41-630710203df2 req-ef9f6583-9bbe-4bee-8f02-117811027207 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:35.855172 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-42c7cda2-9782-4d49-bd41-630710203df2 req-ef9f6583-9bbe-4bee-8f02-117811027207 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Synchronizing usage tracker for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:42:35.866960 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776081348518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776080925853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776080925898'] for port, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:35.873747 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-42c7cda2-9782-4d49-bd41-630710203df2 req-ef9f6583-9bbe-4bee-8f02-117811027207 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Unset dirty status for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:42:35.874862 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-42c7cda2-9782-4d49-bd41-630710203df2 req-ef9f6583-9bbe-4bee-8f02-117811027207 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 946 time: 0.1016691 Apr 18 22:42:35.880147 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1ce841ae-dbca-4457-bb4c-67a30ae483fa req-c95f3748-3646-40bc-a5ea-c38139e0a524 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489602 Apr 18 22:42:35.941594 n-d-836017-3 neutron-server[85050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16669cde-76a1-4fbb-87f8-7b88e5b0d3aa'] response: {'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'code': 200} Apr 18 22:42:35.942250 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Pushing event updated for resources: {'Port': ['ID=bddceaa6-97d4-432a-879f-eabd88b2ce3d,revision_number=8']} {{(pid=85050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:35.948069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-42c7cda2-9782-4d49-bd41-630710203df2 req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Deleting port bddceaa6-97d4-432a-879f-eabd88b2ce3d {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:35.948409 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-42c7cda2-9782-4d49-bd41-630710203df2 req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:36.183429 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-42c7cda2-9782-4d49-bd41-630710203df2 req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] For port bddceaa6-97d4-432a-879f-eabd88b2ce3d, host n-h1-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-3',level=0,port_id=bddceaa6-97d4-432a-879f-eabd88b2ce3d,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:36.183695 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-42c7cda2-9782-4d49-bd41-630710203df2 req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:36.385443 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-42c7cda2-9782-4d49-bd41-630710203df2 req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Calling delete_port for bddceaa6-97d4-432a-879f-eabd88b2ce3d owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:42:36.587483 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-42c7cda2-9782-4d49-bd41-630710203df2 req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:36.633185 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event deleted for resources: {'Port': ['ID=bddceaa6-97d4-432a-879f-eabd88b2ce3d,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:36.676666 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:36.677069 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:36.677457 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:36.677940 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:36.678274 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:36.678602 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:36.678922 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:36.679243 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:36.679563 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:36.679881 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:36.680200 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-3 {{(pid=85049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:42:36.719660 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c7cda2-9782-4d49-bd41-630710203df2 req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] No DVR routers for this DVR port bddceaa6-97d4-432a-879f-eabd88b2ce3d on host n-h1-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:42:36.721966 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-42c7cda2-9782-4d49-bd41-630710203df2 req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:36.724999 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'name': 'network-vif-deleted', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:42:36.793125 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-42c7cda2-9782-4d49-bd41-630710203df2 req-e6dde510-4191-4b46-92f8-a952e90cf578 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.59 "DELETE /v2.0/ports/bddceaa6-97d4-432a-879f-eabd88b2ce3d HTTP/1.1" status: 204 len: 173 time: 0.9127793 Apr 18 22:42:36.852315 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cbaae09-70e9-44d2-82f2-6e5a536a27c2'] response: {'server_uuid': '8b095719-7b31-476d-9a98-d8252d5d9256', 'name': 'network-vif-deleted', 'tag': 'bddceaa6-97d4-432a-879f-eabd88b2ce3d', 'status': 'completed', 'code': 200} Apr 18 22:42:37.051035 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-1fae1362-add8-494d-9f3b-94ed6d017e94 req-eff0c9dc-bfcd-48f3-92ff-d51e9296a50d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b095719-7b31-476d-9a98-d8252d5d9256 HTTP/1.1" status: 200 len: 210 time: 0.0417206 Apr 18 22:42:39.226024 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42684) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:39.428091 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-6cf408eb-172b-4b82-b281-970fb8dca82d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Deleting port 414a4c28-b1b6-4070-a505-30be1c748abc {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:39.428424 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6cf408eb-172b-4b82-b281-970fb8dca82d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:39.617191 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6cf408eb-172b-4b82-b281-970fb8dca82d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:39.617543 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6cf408eb-172b-4b82-b281-970fb8dca82d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:39.639802 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device bddceaa6-97d4-432a-879f-eabd88b2ce3d no longer exists at agent hyperv_n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:42:39.678870 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] No Port match for: bddceaa6-97d4-432a-879f-eabd88b2ce3d {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:42:39.679127 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Device bddceaa6-97d4-432a-879f-eabd88b2ce3d not bound to the agent host n-h1-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:42:39.740141 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-6cf408eb-172b-4b82-b281-970fb8dca82d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Calling delete_port for 414a4c28-b1b6-4070-a505-30be1c748abc owned by network:floatingip {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:42:40.061142 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6cf408eb-172b-4b82-b281-970fb8dca82d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:40.084387 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:40.109387 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf408eb-172b-4b82-b281-970fb8dca82d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event deleted for resources: {'Port': ['ID=414a4c28-b1b6-4070-a505-30be1c748abc,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:40.202455 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6cf408eb-172b-4b82-b281-970fb8dca82d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for floatingip, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:40.634252 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf408eb-172b-4b82-b281-970fb8dca82d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:42:40.830614 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf408eb-172b-4b82-b281-970fb8dca82d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:42:40.840212 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d85b6f-4deb-424b-99a0-2fa9de3fdefc None None] Sync routers for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:42:40.847180 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-6cf408eb-172b-4b82-b281-970fb8dca82d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for floatingip, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:40.852685 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d85b6f-4deb-424b-99a0-2fa9de3fdefc None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:42:40.853365 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-81d85b6f-4deb-424b-99a0-2fa9de3fdefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:40.901443 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-6cf408eb-172b-4b82-b281-970fb8dca82d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "DELETE /v2.0/floatingips/eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d HTTP/1.1" status: 204 len: 168 time: 1.6742406 Apr 18 22:42:40.901963 n-d-836017-3 neutron-server[85048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de'}] {{(pid=85048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:42:41.035318 n-d-836017-3 neutron-server[85048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e29e837-a217-45ca-aaef-b438ac4de99c'] response: {'name': 'network-changed', 'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'status': 'completed', 'code': 200} Apr 18 22:42:41.057280 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-81d85b6f-4deb-424b-99a0-2fa9de3fdefc None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:42:41.126853 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2a142725-4ba6-47d0-88c3-44e15f805cc6 req-ffd9bc43-a0ad-41da-9ebe-35360476c702 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 1094 time: 0.0703261 Apr 18 22:42:41.275820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a142725-4ba6-47d0-88c3-44e15f805cc6 req-2b6ea121-6019-4340-8a54-e83681c54726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:41.277389 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2a142725-4ba6-47d0-88c3-44e15f805cc6 req-2b6ea121-6019-4340-8a54-e83681c54726 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 200 len: 911 time: 0.1445174 Apr 18 22:42:41.349897 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2a142725-4ba6-47d0-88c3-44e15f805cc6 req-31bb3f94-f0e4-4bc8-9fa4-87a47f285990 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de HTTP/1.1" status: 200 len: 217 time: 0.0670643 Apr 18 22:42:41.388290 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-81d85b6f-4deb-424b-99a0-2fa9de3fdefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:41.392421 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d85b6f-4deb-424b-99a0-2fa9de3fdefc None None] Checking router: b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:42:41.403555 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d85b6f-4deb-424b-99a0-2fa9de3fdefc None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:42:41.404238 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-81d85b6f-4deb-424b-99a0-2fa9de3fdefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:41.421260 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a142725-4ba6-47d0-88c3-44e15f805cc6 req-d9a87ddd-8d50-4090-994b-3860bfd2d810 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:41.422741 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2a142725-4ba6-47d0-88c3-44e15f805cc6 req-d9a87ddd-8d50-4090-994b-3860bfd2d810 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 200 len: 849 time: 0.0615718 Apr 18 22:42:41.504324 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2a142725-4ba6-47d0-88c3-44e15f805cc6 req-3ba0d36a-71be-40bc-96ce-6f37b9d01628 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735192 Apr 18 22:42:41.526239 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07022d-679e-4cff-883e-163d06de7be1 req-a0362a2d-9006-43a6-b3cc-830d53410170 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:41.526936 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0f07022d-679e-4cff-883e-163d06de7be1 req-a0362a2d-9006-43a6-b3cc-830d53410170 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Synchronizing usage tracker for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:port {{(pid=85048) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:42:41.592196 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-81d85b6f-4deb-424b-99a0-2fa9de3fdefc None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:42:41.604424 n-d-836017-3 neutron-server[85048]: DEBUG neutron.quota.resource [req-0f07022d-679e-4cff-883e-163d06de7be1 req-a0362a2d-9006-43a6-b3cc-830d53410170 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Unset dirty status for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:port {{(pid=85048) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:42:41.606617 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f07022d-679e-4cff-883e-163d06de7be1 req-a0362a2d-9006-43a6-b3cc-830d53410170 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 943 time: 0.1616867 Apr 18 22:42:41.647847 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2a142725-4ba6-47d0-88c3-44e15f805cc6 req-0c5d804d-c504-41b8-8daa-551179196ff5 service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369810 Apr 18 22:42:41.657313 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-0f07022d-679e-4cff-883e-163d06de7be1 req-20de9581-55c1-493c-8ab4-b1c39dca1a9b tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444589 Apr 18 22:42:41.783743 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-2a142725-4ba6-47d0-88c3-44e15f805cc6 req-05641a37-93d2-4b8c-93f2-47ee6ae36e94 service neutron] 10.222.0.26 "GET /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271117 Apr 18 22:42:41.910487 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-81d85b6f-4deb-424b-99a0-2fa9de3fdefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:41.914370 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d85b6f-4deb-424b-99a0-2fa9de3fdefc None None] The sync data for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 is: [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:04Z', 'revision_number': 4, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3', '_interfaces': [{'id': '950fa618-9939-4115-90f7-eb3755b85b4a', 'name': '', 'network_id': 'a19bf7e5-2422-4ccf-9e5d-d373c2607ae5', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'mac_address': 'fa:16:3e:82:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:04Z', 'updated_at': '2022-04-18T22:37:23Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'subnets': [{'id': 'd0f06d3b-851e-4263-bb94-92f8b43c7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:42:42.145857 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a07f6c-c2c1-4efa-9f76-cade653aa164 None None] New status for floating IP eefe14fe-8ffb-4e71-ab3b-26b12c13fb6d: DOWN {{(pid=85051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:42:42.416090 n-d-836017-3 neutron-server[85049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-0bc5aaf2-5bff-4188-a753-d51e63016ec5 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:42.416772 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-0bc5aaf2-5bff-4188-a753-d51e63016ec5 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Synchronizing usage tracker for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:port {{(pid=85049) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:42:42.428853 n-d-836017-3 neutron-server[85049]: DEBUG neutron.quota.resource [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-0bc5aaf2-5bff-4188-a753-d51e63016ec5 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Unset dirty status for tenant:5f4c5f8d45ca4f999819524b8cebcd76 on resource:port {{(pid=85049) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:42:42.429983 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-0bc5aaf2-5bff-4188-a753-d51e63016ec5 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.26 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 943 time: 0.0878220 Apr 18 22:42:42.499287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-71ccb695-8b2d-49fb-8e98-e79c8d55c35d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Deleting port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:42.499625 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-71ccb695-8b2d-49fb-8e98-e79c8d55c35d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:42.735873 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-71ccb695-8b2d-49fb-8e98-e79c8d55c35d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] For port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de, host n-h2-836017-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-3',level=0,port_id=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:42.736249 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-71ccb695-8b2d-49fb-8e98-e79c8d55c35d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:42.853795 n-d-836017-3 neutron-server[85048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52170ea4-fb72-4bff-ae56-a279766c7c33 req-d7d22747-4ff7-43b5-8475-949d1c712f55 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:42:42.855235 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-52170ea4-fb72-4bff-ae56-a279766c7c33 req-d7d22747-4ff7-43b5-8475-949d1c712f55 tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 943 time: 0.0767133 Apr 18 22:42:42.860597 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-71ccb695-8b2d-49fb-8e98-e79c8d55c35d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Calling delete_port for a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de owned by compute:nova {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:42:42.905705 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-52170ea4-fb72-4bff-ae56-a279766c7c33 req-e87da795-b3ad-4e7a-970d-10bade73894d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf815aee-4616-42ab-b0bf-3122992923c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448740 Apr 18 22:42:43.158334 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-71ccb695-8b2d-49fb-8e98-e79c8d55c35d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:43.210657 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccb695-8b2d-49fb-8e98-e79c8d55c35d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event deleted for resources: {'Port': ['ID=a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:43.282408 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-71ccb695-8b2d-49fb-8e98-e79c8d55c35d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] No DVR routers for this DVR port a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de on host n-h2-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:42:43.284689 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-71ccb695-8b2d-49fb-8e98-e79c8d55c35d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209357'] for port, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:43.287385 n-d-836017-3 neutron-server[85049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'name': 'network-vif-deleted', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de'}] {{(pid=85049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:42:43.344141 n-d-836017-3 neutron-server[85049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618f0a9e-1752-4aa7-9001-01455067fd98'] response: {'server_uuid': '05d2c817-c48a-4fe7-9fa3-3122371f435b', 'name': 'network-vif-deleted', 'tag': 'a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de', 'status': 'completed', 'code': 200} Apr 18 22:42:43.376012 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [req-dc5048be-6a69-400a-9855-70a97be5ddf7 req-71ccb695-8b2d-49fb-8e98-e79c8d55c35d tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.26 "DELETE /v2.0/ports/a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de HTTP/1.1" status: 204 len: 173 time: 0.9409602 Apr 18 22:42:44.082661 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [req-9ac55337-2dae-482c-a367-4b17b0478abe req-772f3056-9f6f-452d-baf6-53edaf5b0c1b tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d2c817-c48a-4fe7-9fa3-3122371f435b HTTP/1.1" status: 200 len: 210 time: 0.0417454 Apr 18 22:42:44.623813 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de no longer exists at agent hyperv_n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:42:44.656141 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] No Port match for: a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:42:44.656483 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Device a49589b4-d3a1-4e9d-a6c4-19c69bc3c7de not bound to the agent host n-h2-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:42:45.187017 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42708) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:45.254033 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d41704b4-0deb-42a6-bec4-a5721ae2730c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:45.283984 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d41704b4-0deb-42a6-bec4-a5721ae2730c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:45.409191 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d41704b4-0deb-42a6-bec4-a5721ae2730c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:45.427916 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41704b4-0deb-42a6-bec4-a5721ae2730c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf815aee-4616-42ab-b0bf-3122992923c1,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:45.488065 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-d41704b4-0deb-42a6-bec4-a5721ae2730c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:45.489854 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-d41704b4-0deb-42a6-bec4-a5721ae2730c tempest-TestSnapshotPattern-2037677109 tempest-TestSnapshotPattern-2037677109-project] 10.222.0.11 "DELETE /v2.0/security-groups/bf815aee-4616-42ab-b0bf-3122992923c1 HTTP/1.1" status: 204 len: 168 time: 0.3011975 Apr 18 22:42:45.598572 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42714) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:46.196034 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ded22ef-aa20-4dc9-9566-7643d068ea7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:46.773401 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9ded22ef-aa20-4dc9-9566-7643d068ea7e admin admin] Deleting port 950fa618-9939-4115-90f7-eb3755b85b4a {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:46.773762 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ded22ef-aa20-4dc9-9566-7643d068ea7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:46.942040 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-9ded22ef-aa20-4dc9-9566-7643d068ea7e admin admin] For port 950fa618-9939-4115-90f7-eb3755b85b4a, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=950fa618-9939-4115-90f7-eb3755b85b4a,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:46.942444 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ded22ef-aa20-4dc9-9566-7643d068ea7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:47.066664 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-9ded22ef-aa20-4dc9-9566-7643d068ea7e admin admin] Calling delete_port for 950fa618-9939-4115-90f7-eb3755b85b4a owned by network:router_interface {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:42:47.294828 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ded22ef-aa20-4dc9-9566-7643d068ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:47.338863 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded22ef-aa20-4dc9-9566-7643d068ea7e admin admin] Pushing event deleted for resources: {'Port': ['ID=950fa618-9939-4115-90f7-eb3755b85b4a,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:47.719971 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-9ded22ef-aa20-4dc9-9566-7643d068ea7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:48.280183 n-d-836017-3 neutron-server[85048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ded22ef-aa20-4dc9-9566-7643d068ea7e admin admin] Router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:42:48.283528 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:42:48.480164 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ded22ef-aa20-4dc9-9566-7643d068ea7e admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:42:48.488672 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5fec99-288e-4ce7-b290-21266a2c59a0 None None] Sync routers for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:42:48.492584 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-9ded22ef-aa20-4dc9-9566-7643d068ea7e admin admin] 10.222.0.11 "PUT /v2.0/routers/b06cdafd-a756-45cb-a7e3-a3fc16fe40c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8929272 Apr 18 22:42:48.495154 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42720) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:48.500554 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5fec99-288e-4ce7-b290-21266a2c59a0 None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:42:48.501161 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fc5fec99-288e-4ce7-b290-21266a2c59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:48.694512 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:48.713703 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-fc5fec99-288e-4ce7-b290-21266a2c59a0 None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: n-d-836017-3 {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:42:48.907905 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:48.980412 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Deleting port ab9aca30-9eb6-403c-8f9a-a51a872ef123 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:48.980767 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:49.000873 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fc5fec99-288e-4ce7-b290-21266a2c59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:42:47Z', 'revision_number': 5, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port': {'id': 'ab9aca30-9eb6-403c-8f9a-a51a872ef123', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:49.004837 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5fec99-288e-4ce7-b290-21266a2c59a0 None None] Checking router: b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 for host: n-d-836017-3 {{(pid=85050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:42:49.016428 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5fec99-288e-4ce7-b290-21266a2c59a0 None None] Routers {'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'} bound to L3 agent in host n-d-836017-3 {{(pid=85050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:42:49.017021 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fc5fec99-288e-4ce7-b290-21266a2c59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'], 'active': True} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:49.154988 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] For port ab9aca30-9eb6-403c-8f9a-a51a872ef123, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=ab9aca30-9eb6-403c-8f9a-a51a872ef123,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:49.155962 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:49.165464 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_dvr_db [None req-fc5fec99-288e-4ce7-b290-21266a2c59a0 None None] Set router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 gateway port host: None {{(pid=85050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:42:49.269728 n-d-836017-3 neutron-server[85050]: DEBUG neutron.db.l3_hamode_db [None req-fc5fec99-288e-4ce7-b290-21266a2c59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:42:48Z', 'revision_number': 6, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:49.273779 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5fec99-288e-4ce7-b290-21266a2c59a0 None None] The sync data for ids ['b06cdafd-a756-45cb-a7e3-a3fc16fe40c5'] in n-d-836017-3 is: [{'id': 'b06cdafd-a756-45cb-a7e3-a3fc16fe40c5', 'name': 'tempest-TestSnapshotPattern-1493194385-router', 'tenant_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:01Z', 'updated_at': '2022-04-18T22:42:48Z', 'revision_number': 6, 'project_id': '5f4c5f8d45ca4f999819524b8cebcd76', 'gw_port_host': None}] {{(pid=85050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:42:49.281283 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Calling delete_port for ab9aca30-9eb6-403c-8f9a-a51a872ef123 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:42:49.489618 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:49.535192 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9aca30-9eb6-403c-8f9a-a51a872ef123,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:49.756126 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.106024 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.112857 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.197830 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.198648 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:42:50.211825 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.212965 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-b33327fc-a0bc-4bd7-9631-eac1f60df88a admin admin] 10.222.0.11 "DELETE /v2.0/routers/b06cdafd-a756-45cb-a7e3-a3fc16fe40c5 HTTP/1.1" status: 204 len: 168 time: 1.7168515 Apr 18 22:42:50.215536 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42724) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:50.275486 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cbaeca-553a-489d-a544-b275daf9330f admin admin] Deleting subnet d0f06d3b-851e-4263-bb94-92f8b43c7d2e {{(pid=85049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:42:50.278424 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0cbaeca-553a-489d-a544-b275daf9330f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.330228 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0cbaeca-553a-489d-a544-b275daf9330f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277361'] for subnet, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.405843 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0cbaeca-553a-489d-a544-b275daf9330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.529739 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0cbaeca-553a-489d-a544-b275daf9330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1465674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465336'] for subnet, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.571084 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbaeca-553a-489d-a544-b275daf9330f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f06d3b-851e-4263-bb94-92f8b43c7d2e,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:50.575668 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-e0cbaeca-553a-489d-a544-b275daf9330f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.581151 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8842dbd4-8945-49f2-8c4a-7f6b5b54a989 None None] Network a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:42:50.581663 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-e0cbaeca-553a-489d-a544-b275daf9330f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d0f06d3b-851e-4263-bb94-92f8b43c7d2e HTTP/1.1" status: 204 len: 168 time: 0.3648202 Apr 18 22:42:50.583835 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42728) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:50.689903 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.700251 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Deleting port d5d1abab-701d-4b58-99c4-37a48dbb5230 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:50.700584 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.828123 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb4c487-aaba-4e36-814c-f554311d6e8e None None] DHCP port deletion for a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:42:50.832549 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4c487-aaba-4e36-814c-f554311d6e8e None None] Deleting port d5d1abab-701d-4b58-99c4-37a48dbb5230 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:50.833447 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c487-aaba-4e36-814c-f554311d6e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:50.904371 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] For port d5d1abab-701d-4b58-99c4-37a48dbb5230, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d5d1abab-701d-4b58-99c4-37a48dbb5230,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:50.904732 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:51.027915 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Calling delete_port for d5d1abab-701d-4b58-99c4-37a48dbb5230 owned by network:dhcp {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:42:51.034387 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-7bb4c487-aaba-4e36-814c-f554311d6e8e None None] For port d5d1abab-701d-4b58-99c4-37a48dbb5230, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=d5d1abab-701d-4b58-99c4-37a48dbb5230,segment=NetworkSegment(9090a410-ebb3-4064-b488-d47e858be46c),segment_id=9090a410-ebb3-4064-b488-d47e858be46c)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:51.034773 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c487-aaba-4e36-814c-f554311d6e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:51.100269 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ab9aca30-9eb6-403c-8f9a-a51a872ef123 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:42:51.175239 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:51.183842 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4c487-aaba-4e36-814c-f554311d6e8e None None] Calling delete_port for d5d1abab-701d-4b58-99c4-37a48dbb5230 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:42:51.219120 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: ab9aca30-9eb6-403c-8f9a-a51a872ef123 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:42:51.219461 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device ab9aca30-9eb6-403c-8f9a-a51a872ef123 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:42:51.219865 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 950fa618-9939-4115-90f7-eb3755b85b4a no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:42:51.224841 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d1abab-701d-4b58-99c4-37a48dbb5230,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:51.230287 n-d-836017-3 neutron-server[85049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] No DVR routers for this DVR port d5d1abab-701d-4b58-99c4-37a48dbb5230 on host n-d-836017-3 {{(pid=85049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:42:51.259481 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 950fa618-9939-4115-90f7-eb3755b85b4a {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:42:51.259818 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 950fa618-9939-4115-90f7-eb3755b85b4a not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:42:51.260218 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d5d1abab-701d-4b58-99c4-37a48dbb5230 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:42:51.334538 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: d5d1abab-701d-4b58-99c4-37a48dbb5230 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:42:51.334872 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device d5d1abab-701d-4b58-99c4-37a48dbb5230 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:42:51.349785 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 22:42:51.354999 n-d-836017-3 neutron-server[85050]: util.warn( Apr 18 22:42:51.360284 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-7bb4c487-aaba-4e36-814c-f554311d6e8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:42:51.360633 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-7bb4c487-aaba-4e36-814c-f554311d6e8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:42:51.374310 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19bf7e5-2422-4ccf-9e5d-d373c2607ae5']}} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:51.390175 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9090a410-ebb3-4064-b488-d47e858be46c') {'for_net_delete': True} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:51.390480 n-d-836017-3 neutron-server[85049]: DEBUG neutron.services.segments.db [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9090a410-ebb3-4064-b488-d47e858be46c') {} {{(pid=85049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:51.402197 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241666'] for segment, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:51.497483 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:51.503434 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=85049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:42:51.503818 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1465636'] for segment, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: Traceback (most recent call last): Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: timer() Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: cb(*args, **kw) Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: return func(*args, **kwargs) Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: self._notify() Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: self.callback(batched_events) Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: event.method(event) Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: return f(self, *a, **k) Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: return self._get(url).json() Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: return self.request(url, 'GET', **kwargs) Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:42:51.516811 n-d-836017-3 neutron-server[85049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:42:51.701092 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:51.717998 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Notify callbacks [] for network, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:51.728698 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19bf7e5-2422-4ccf-9e5d-d373c2607ae5,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:51.787189 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-2178b022-a077-4252-bcdd-6ea24c9c7556 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a19bf7e5-2422-4ccf-9e5d-d373c2607ae5 HTTP/1.1" status: 204 len: 168 time: 1.2023787 Apr 18 22:42:51.790010 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42732) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:51.861556 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4c487-aaba-4e36-814c-f554311d6e8e None None] Deleting port d5d1abab-701d-4b58-99c4-37a48dbb5230 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:51.862110 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c487-aaba-4e36-814c-f554311d6e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:51.924844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4c487-aaba-4e36-814c-f554311d6e8e None None] The port 'd5d1abab-701d-4b58-99c4-37a48dbb5230' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:42:52.176810 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7bfa7a4a-af30-49c3-b503-b7cedf79e872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698776'] for router_interface, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:52.747820 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa7a4a-af30-49c3-b503-b7cedf79e872 admin admin] Deleting port 338612a5-8203-4d58-9b6b-fae8e2fddd9b {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:52.748482 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7bfa7a4a-af30-49c3-b503-b7cedf79e872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:52.912209 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-7bfa7a4a-af30-49c3-b503-b7cedf79e872 admin admin] For port 338612a5-8203-4d58-9b6b-fae8e2fddd9b, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=338612a5-8203-4d58-9b6b-fae8e2fddd9b,segment=NetworkSegment(339e034d-c517-4b64-a12c-6a8e031f994b),segment_id=339e034d-c517-4b64-a12c-6a8e031f994b)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:52.912559 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7bfa7a4a-af30-49c3-b503-b7cedf79e872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:53.119787 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa7a4a-af30-49c3-b503-b7cedf79e872 admin admin] Calling delete_port for 338612a5-8203-4d58-9b6b-fae8e2fddd9b owned by network:router_interface {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:42:53.323536 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7bfa7a4a-af30-49c3-b503-b7cedf79e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:53.368436 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa7a4a-af30-49c3-b503-b7cedf79e872 admin admin] Pushing event deleted for resources: {'Port': ['ID=338612a5-8203-4d58-9b6b-fae8e2fddd9b,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:53.663533 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-7bfa7a4a-af30-49c3-b503-b7cedf79e872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6948988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698703'] for router_interface, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:54.242673 n-d-836017-3 neutron-server[85049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfa7a4a-af30-49c3-b503-b7cedf79e872 admin admin] Router 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 has already been hosted by L3 agent 2348ec0c-62c2-45a4-aeea-88d745f57a42 {{(pid=85049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:42:54.443880 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfa7a4a-af30-49c3-b503-b7cedf79e872 admin admin] Notify agent at l3_agent.n-d-836017-3 the message routers_updated {{(pid=85049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:42:54.452509 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930835a8-2d74-43d8-b58b-536b03b12446 None None] Sync routers for ids ['35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'] in n-d-836017-3 {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:42:54.464807 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930835a8-2d74-43d8-b58b-536b03b12446 None None] Routers {'35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:42:54.465388 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-930835a8-2d74-43d8-b58b-536b03b12446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:54.491188 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-7bfa7a4a-af30-49c3-b503-b7cedf79e872 admin admin] 10.222.0.11 "PUT /v2.0/routers/35b1441f-cfb8-43d9-9722-edfe8a4e3cc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7001786 Apr 18 22:42:54.493686 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [-] (85049) accepted ('10.222.0.11', 42736) {{(pid=85049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:54.681710 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-930835a8-2d74-43d8-b58b-536b03b12446 None None] Set router 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 gateway port host: n-d-836017-3 {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:42:54.748981 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-81a9422a-7b5d-4a56-b3ff-77e2085ca525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:54.808598 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Notify callbacks [] for router, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:54.996786 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-930835a8-2d74-43d8-b58b-536b03b12446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'name': 'tempest-TestSnapshotPattern-131406138-router', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'external_fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:08Z', 'updated_at': '2022-04-18T22:42:53Z', 'revision_number': 5, 'project_id': '52995cc809b046fea59c078601a20d3b', 'gw_port': {'id': '16a30845-3601-47a8-9a4b-e6c17d21b718', 'name': '', 'network_id': '0eb3bfc9-093a-4a62-adb7-7a8c6f167846', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:37:09Z', 'updated_at': '2022-04-18T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0210d0f2-5554-484b-92fe-d13f90fc4b4f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-3'}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:55.002629 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930835a8-2d74-43d8-b58b-536b03b12446 None None] Checking router: 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 for host: n-d-836017-3 {{(pid=85051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:42:55.016436 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:55.017426 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930835a8-2d74-43d8-b58b-536b03b12446 None None] Routers {'35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'} bound to L3 agent in host n-d-836017-3 {{(pid=85051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:42:55.018295 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-930835a8-2d74-43d8-b58b-536b03b12446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:49:27Z,description=,heartbeat_timestamp=2022-04-18T22:42:27Z,host='n-d-836017-3',id=2348ec0c-62c2-45a4-aeea-88d745f57a42,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:49:28Z,topic='l3_agent')) {'router_ids': ['35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'], 'active': True} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:55.072288 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Deleting port 16a30845-3601-47a8-9a4b-e6c17d21b718 {{(pid=85049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:55.072639 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:55.169859 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_dvr_db [None req-930835a8-2d74-43d8-b58b-536b03b12446 None None] Set router 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 gateway port host: None {{(pid=85051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:42:55.256522 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.db [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] For port 16a30845-3601-47a8-9a4b-e6c17d21b718, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=16a30845-3601-47a8-9a4b-e6c17d21b718,segment=NetworkSegment(3a66ec73-2a3e-4935-96a3-757b474dbe97),segment_id=3a66ec73-2a3e-4935-96a3-757b474dbe97)] {{(pid=85049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:55.257057 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:55.274567 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.l3_hamode_db [None req-930835a8-2d74-43d8-b58b-536b03b12446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'name': 'tempest-TestSnapshotPattern-131406138-router', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:08Z', 'updated_at': '2022-04-18T22:42:55Z', 'revision_number': 6, 'project_id': '52995cc809b046fea59c078601a20d3b', 'gw_port_host': None}], 'n-d-836017-3', False) {} {{(pid=85051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:55.278430 n-d-836017-3 neutron-server[85051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930835a8-2d74-43d8-b58b-536b03b12446 None None] The sync data for ids ['35b1441f-cfb8-43d9-9722-edfe8a4e3cc5'] in n-d-836017-3 is: [{'id': '35b1441f-cfb8-43d9-9722-edfe8a4e3cc5', 'name': 'tempest-TestSnapshotPattern-131406138-router', 'tenant_id': '52995cc809b046fea59c078601a20d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:37:08Z', 'updated_at': '2022-04-18T22:42:55Z', 'revision_number': 6, 'project_id': '52995cc809b046fea59c078601a20d3b', 'gw_port_host': None}] {{(pid=85051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:42:55.382073 n-d-836017-3 neutron-server[85049]: DEBUG neutron.plugins.ml2.plugin [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Calling delete_port for 16a30845-3601-47a8-9a4b-e6c17d21b718 owned by network:router_gateway {{(pid=85049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:42:55.620628 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1465721'] for port, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:55.671710 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a30845-3601-47a8-9a4b-e6c17d21b718,revision_number=None']} {{(pid=85049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:55.891053 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698245'] for router_gateway, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:56.145917 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30277'] for router, precommit_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:56.149980 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:56.232089 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694105'] for router, after_delete {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:56.232637 n-d-836017-3 neutron-server[85049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 {{(pid=85049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:42:56.245251 n-d-836017-3 neutron-server[85049]: DEBUG neutron_lib.callbacks.manager [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] Notify callbacks [] for router, before_response {{(pid=85049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:56.246424 n-d-836017-3 neutron-server[85049]: INFO neutron.wsgi [None req-1afd537d-d6af-4c13-b99a-95f30abc4e73 admin admin] 10.222.0.11 "DELETE /v2.0/routers/35b1441f-cfb8-43d9-9722-edfe8a4e3cc5 HTTP/1.1" status: 204 len: 168 time: 1.7518060 Apr 18 22:42:56.249263 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42740) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:56.318838 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.db_base_plugin_v2 [None req-719651fa-faa0-4c5d-83d3-81ada7024c0f admin admin] Deleting subnet 97c2d583-9ff3-4e6c-8cc2-57eda403b4cc {{(pid=85048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:42:56.322053 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-719651fa-faa0-4c5d-83d3-81ada7024c0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:56.371373 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-719651fa-faa0-4c5d-83d3-81ada7024c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642901'] for subnet, precommit_delete_associations {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:56.449693 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-719651fa-faa0-4c5d-83d3-81ada7024c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7527436'] for subnet, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:56.569522 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-719651fa-faa0-4c5d-83d3-81ada7024c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7527429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1861202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2872591'] for subnet, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:56.607155 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719651fa-faa0-4c5d-83d3-81ada7024c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c2d583-9ff3-4e6c-8cc2-57eda403b4cc,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:56.611107 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-719651fa-faa0-4c5d-83d3-81ada7024c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:56.617374 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff54108-5324-4381-950b-1abb97bfefe9 None None] Network f4853f18-e6d4-4b2c-9a75-ca4621a980ac requested from n-d-836017-3 {{(pid=85050) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:42:56.617962 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-719651fa-faa0-4c5d-83d3-81ada7024c0f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/97c2d583-9ff3-4e6c-8cc2-57eda403b4cc HTTP/1.1" status: 204 len: 168 time: 0.3676362 Apr 18 22:42:56.621882 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42744) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:56.730858 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370728'] for network, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:56.741762 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Deleting port 0dba51f7-31f5-425f-87b9-c20f34599a82 {{(pid=85048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:56.742096 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:56.856263 n-d-836017-3 neutron-server[85050]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26bf60-e231-4f7a-ae66-79a836b05c6f None None] DHCP port deletion for f4853f18-e6d4-4b2c-9a75-ca4621a980ac request from n-d-836017-3 {{(pid=85050) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:42:56.864385 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3c26bf60-e231-4f7a-ae66-79a836b05c6f None None] Deleting port 0dba51f7-31f5-425f-87b9-c20f34599a82 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:56.864756 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3c26bf60-e231-4f7a-ae66-79a836b05c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:57.056788 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.db [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] For port 0dba51f7-31f5-425f-87b9-c20f34599a82, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0dba51f7-31f5-425f-87b9-c20f34599a82,segment=NetworkSegment(339e034d-c517-4b64-a12c-6a8e031f994b),segment_id=339e034d-c517-4b64-a12c-6a8e031f994b)] {{(pid=85048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:57.057146 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:57.067260 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-3c26bf60-e231-4f7a-ae66-79a836b05c6f None None] For port 0dba51f7-31f5-425f-87b9-c20f34599a82, host n-d-836017-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-3',level=0,port_id=0dba51f7-31f5-425f-87b9-c20f34599a82,segment=NetworkSegment(339e034d-c517-4b64-a12c-6a8e031f994b),segment_id=339e034d-c517-4b64-a12c-6a8e031f994b)] {{(pid=85050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:42:57.067798 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3c26bf60-e231-4f7a-ae66-79a836b05c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766634'] for port, precommit_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:57.133933 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 338612a5-8203-4d58-9b6b-fae8e2fddd9b no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:42:57.183843 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Calling delete_port for 0dba51f7-31f5-425f-87b9-c20f34599a82 owned by network:dhcp {{(pid=85048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:42:57.215669 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3c26bf60-e231-4f7a-ae66-79a836b05c6f None None] Calling delete_port for 0dba51f7-31f5-425f-87b9-c20f34599a82 owned by network:dhcp {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:42:57.259106 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 338612a5-8203-4d58-9b6b-fae8e2fddd9b {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:42:57.259448 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 338612a5-8203-4d58-9b6b-fae8e2fddd9b not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:42:57.259849 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0dba51f7-31f5-425f-87b9-c20f34599a82 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:42:57.335478 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776081348500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776080925844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1861217'] for port, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:57.343429 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.db [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No active binding found for port 0dba51f7-31f5-425f-87b9-c20f34599a82 {{(pid=85050) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 22:42:57.343844 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 0dba51f7-31f5-425f-87b9-c20f34599a82 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:42:57.344247 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 16a30845-3601-47a8-9a4b-e6c17d21b718 no longer exists at agent ovs-agent-n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:42:57.372245 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-91cbc04c-49ae-41fe-8c18-8d0269a56b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:57.378665 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] No Port match for: 16a30845-3601-47a8-9a4b-e6c17d21b718 {{(pid=85050) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:42:57.379000 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.rpc [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Device 16a30845-3601-47a8-9a4b-e6c17d21b718 not bound to the agent host n-d-836017-3 {{(pid=85050) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:42:57.381081 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.db.api [None req-3c26bf60-e231-4f7a-ae66-79a836b05c6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:42:57.381457 n-d-836017-3 neutron-server[85050]: DEBUG oslo_db.api [None req-3c26bf60-e231-4f7a-ae66-79a836b05c6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:42:57.383070 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dba51f7-31f5-425f-87b9-c20f34599a82,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:57.387547 n-d-836017-3 neutron-server[85048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] No DVR routers for this DVR port 0dba51f7-31f5-425f-87b9-c20f34599a82 on host n-d-836017-3 {{(pid=85048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:42:57.503304 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7514265', 'neutron.services.segments.db._delete_segments_for_network-8776081377913'] for network, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:57.528149 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4853f18-e6d4-4b2c-9a75-ca4621a980ac']}} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:57.540406 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339e034d-c517-4b64-a12c-6a8e031f994b') {'for_net_delete': True} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:57.540700 n-d-836017-3 neutron-server[85048]: DEBUG neutron.services.segments.db [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339e034d-c517-4b64-a12c-6a8e031f994b') {} {{(pid=85048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:42:57.551982 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776081377796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1613414'] for segment, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:57.567315 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7374442'] for segment, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:57.573101 n-d-836017-3 neutron-server[85048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=85048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:42:57.573509 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7374449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1861180'] for segment, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: Traceback (most recent call last): Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: timer() Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: cb(*args, **kw) Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: return func(*args, **kwargs) Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: self._notify() Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: self.callback(batched_events) Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: event.method(event) Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: return f(self, *a, **k) Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: return self._get(url).json() Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: return self.request(url, 'GET', **kwargs) Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:42:57.589599 n-d-836017-3 neutron-server[85048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:42:57.763210 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7514258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698264'] for network, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:57.779932 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Notify callbacks [] for network, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:57.792554 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4853f18-e6d4-4b2c-9a75-ca4621a980ac,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:57.797255 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-4b5c4e02-4848-48f1-9570-ebd8cde36127 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f4853f18-e6d4-4b2c-9a75-ca4621a980ac HTTP/1.1" status: 204 len: 168 time: 1.1743293 Apr 18 22:42:57.882137 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3c26bf60-e231-4f7a-ae66-79a836b05c6f None None] Deleting port 0dba51f7-31f5-425f-87b9-c20f34599a82 {{(pid=85050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:42:57.882650 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3c26bf60-e231-4f7a-ae66-79a836b05c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776081276883'] for port, before_delete {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:57.944629 n-d-836017-3 neutron-server[85050]: DEBUG neutron.plugins.ml2.plugin [None req-3c26bf60-e231-4f7a-ae66-79a836b05c6f None None] The port '0dba51f7-31f5-425f-87b9-c20f34599a82' was deleted {{(pid=85050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:42:58.054662 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:58.087959 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42750) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:58.138311 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b93687af-826a-4c0c-b2a8-815a466a56df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f4c5f8d45ca4f999819524b8cebcd76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490668 Apr 18 22:42:58.140559 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42754) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:58.203114 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-acb707a0-8884-4104-9ede-0ab0fc469280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:58.228855 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-acb707a0-8884-4104-9ede-0ab0fc469280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:58.352093 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-acb707a0-8884-4104-9ede-0ab0fc469280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:58.369025 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb707a0-8884-4104-9ede-0ab0fc469280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e431e6d-c2da-4402-8792-01d59686cae6,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:58.375670 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-acb707a0-8884-4104-9ede-0ab0fc469280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:58.377620 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-acb707a0-8884-4104-9ede-0ab0fc469280 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e431e6d-c2da-4402-8792-01d59686cae6 HTTP/1.1" status: 204 len: 168 time: 0.2358818 Apr 18 22:42:58.997817 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:59.097770 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42764) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:59.147749 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-1f9f37b5-aa9d-48ab-b509-e9a716f0dfae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52995cc809b046fea59c078601a20d3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485475 Apr 18 22:42:59.150196 n-d-836017-3 neutron-server[85048]: DEBUG neutron.wsgi [-] (85048) accepted ('10.222.0.11', 42768) {{(pid=85048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:42:59.209291 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b33f8d65-1047-40dc-aacf-a21bb0ef3f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:59.237099 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b33f8d65-1047-40dc-aacf-a21bb0ef3f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:59.351660 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b33f8d65-1047-40dc-aacf-a21bb0ef3f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615039'] for security_group, after_delete {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:59.366747 n-d-836017-3 neutron-server[85048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f8d65-1047-40dc-aacf-a21bb0ef3f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaba2ba-1146-49c6-bc72-a997acee567f,revision_number=None']} {{(pid=85048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:42:59.376849 n-d-836017-3 neutron-server[85048]: DEBUG neutron_lib.callbacks.manager [None req-b33f8d65-1047-40dc-aacf-a21bb0ef3f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:42:59.376849 n-d-836017-3 neutron-server[85048]: INFO neutron.wsgi [None req-b33f8d65-1047-40dc-aacf-a21bb0ef3f60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0aaba2ba-1146-49c6-bc72-a997acee567f HTTP/1.1" status: 204 len: 168 time: 0.2228024 Apr 18 22:43:01.369303 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:04.420523 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:10.122949 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:24.740930 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-2785d515-aac9-4035-baed-be7af405921e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:25.284511 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:43:27.185709 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4d740cec-3510-41b0-95c0-2362c7ed6c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:28.094252 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:28.962614 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:31.373799 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:34.454161 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:37.315202 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-4d198a16-88d2-42f6-a8d5-260b6340f1f4 req-8d979925-7153-4859-9faf-cecf8e64825e service neutron] (85049) timed out ('10.222.0.11', 40252) {{(pid=85049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 22:43:40.151200 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:54.756265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-210cae67-2173-44a2-9534-3c786b074db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:57.179615 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-89312c4b-32fa-41c9-a2b5-5917e298da3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:58.082357 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:43:58.973574 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:01.367456 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:02.286455 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:44:04.430813 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:10.116015 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:24.744791 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-f1c00e97-5dc0-4e07-aca4-438b57bc8f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:27.184406 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-4a17d1ab-4362-4605-aa4b-59ff16ba5cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:28.071152 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:28.990385 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:31.395368 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:34.435952 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:39.287226 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:44:40.138955 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:54.755683 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-31831f6f-c443-4d9e-8424-73c1e858150a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:57.207381 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-01995890-0efb-471f-ac44-9ac986d7da55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:58.070001 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:44:58.995016 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:01.406939 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:04.435718 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:10.144074 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:16.288560 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:45:24.743639 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-95e3bb4f-2eb4-4659-a311-c41c650ba8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:27.218283 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-b45e8fe8-81b1-4e3d-94a6-933ba718a8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:28.063759 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:28.983454 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:31.378224 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:34.476157 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:40.137546 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:53.289559 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:45:54.777513 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-cc820b2e-732c-401a-a348-af7bb0ab87b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:57.222903 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-8f712e31-6c4a-4b99-9a77-c8bb6a555b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:58.062516 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:45:59.011750 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:01.411815 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:04.451796 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:10.154545 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:24.760085 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5c600191-6eb1-4b23-8425-b0e82b5a7b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:27.217347 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-0f6030d5-0469-4897-ba4b-75b6f03dab7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:28.110670 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:29.027615 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:30.291017 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:46:31.423288 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:34.457748 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:40.154525 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:54.747973 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-83fdfb58-451a-4954-a0a7-eb31429606fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:57.221616 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-067c9feb-64a1-46c7-9be7-56efb21521a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:58.068679 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:46:58.999996 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:01.404565 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:04.501569 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:07.293245 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:47:10.136932 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:24.742421 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d59df985-40c2-404d-9fdf-4b03b048628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:27.226893 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-bdee847d-7053-4343-94c9-ffcb04d22df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:28.096208 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:29.010777 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:31.403396 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:34.472472 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:40.135029 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:44.293623 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:47:54.753502 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a6b98ea3-07e6-4201-be19-973f759ef0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:57.227858 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-71e7d0d2-3243-41b7-9aac-1f334c988990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:58.073111 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:47:59.044722 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:01.410201 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:04.507494 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:10.162822 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:21.294423 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:48:24.764588 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1986d8aa-d122-46aa-b05a-48e3641d106a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:27.278661 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ec63611c-1f6c-4538-9fc6-eaaa31d37135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:28.055992 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:29.010076 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:31.414550 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:34.505825 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:40.129687 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:54.775349 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e1b53bd4-f741-44ee-82a9-c1ebbe6a34f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:57.226985 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-99c1a8d7-5a70-4f4e-8c55-45340c101954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:58.054261 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:48:58.294970 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:48:59.026846 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:01.415265 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:04.507472 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:10.150164 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:24.780968 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5bb701e8-7162-45c3-a258-fa1d8e26c747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:27.249270 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-406ec29e-9358-412e-bd3d-01bfdb734643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:28.064121 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:29.060461 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:29.301428 n-d-836017-3 neutron-server[85049]: DEBUG neutron.wsgi [req-06bd65d4-e3a7-4c6c-b3ea-591842c130b0 req-ad62d1b8-4764-4771-a840-910f9b7b10d1 service neutron] (85049) timed out ('10.222.0.11', 41834) {{(pid=85049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 22:49:31.413370 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:34.521063 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:35.297851 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:49:40.134797 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:54.789674 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-7bee6b00-bb57-43bd-8eb3-66fb6f67dd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:57.240914 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-9780e5c1-79d6-4eb4-9a5d-3c9f241d06a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:58.063489 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:49:59.040694 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:01.417780 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:04.520912 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:10.178172 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:12.298430 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:50:24.768382 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-3814dbff-4b79-4d07-903c-60898f036bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:27.240793 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-ccb07405-0f31-4bf3-bd48-a6fcfed9e42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:28.071096 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:29.031339 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:31.417760 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:34.520388 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:40.151334 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:49.300379 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:50:54.765267 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-a74ae98f-4fc8-495e-99af-bc4fce64f0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:57.223051 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-638b6901-94a9-4c09-8a50-dd57946df966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:58.067847 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:50:59.036609 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:51:01.442382 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:51:04.556770 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:51:10.147869 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:51:24.788099 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-e7afb295-b9f8-426b-b345-ddfd04be4599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:51:26.301212 n-d-836017-3 neutron-server[85051]: DEBUG neutron.db.agents_db [None req-6a7b184b-636b-42a8-bd47-78c874eab201 None None] Agent healthcheck: found 7 active agents {{(pid=85051) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:51:27.233258 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-d44b157f-48e5-40cb-9ebf-76c03f634558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:51:28.056258 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-5dd11b63-9f9e-4d10-9876-1ba69ea0ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:51:29.042360 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-1aa4ac6f-02ef-441b-bbb7-4a77598edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:51:31.450608 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-168aa8c9-895a-4941-9773-cd624fbaf975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:51:34.544685 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-c324705a-bf83-4613-8586-9af0f8644a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:51:40.179218 n-d-836017-3 neutron-server[85050]: DEBUG neutron_lib.callbacks.manager [None req-dde1fef3-04ab-4932-8ca2-8a3a67cfce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776081377895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7512985'] for agent, after_update {{(pid=85050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}